{"_header": {"run_sha256": "e29aa7db01b7251ddd7aa5fd9b609febe07bab45c78f24b837b319abc8c58672"}}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 71, 56, 48, 49, 43, 53, 54, 49, 61, 56, 78, 55, 77, 59, 62, 61, 68, 53, 49, 46, 47, 30, 39, 72, 71, 56, 67, 60, 60, 55, 57, 62, 61, 63, 73, 75, 73, 73, 73, 73, 82, 77, 76, 79, 87, 92, 94, 80, 72], "n_am_pl": [8, 24, 27, 27, 16, 28, 25, 22, 17, 19, 17, 18, 37, 22, 25, 17, 12, 22, 23, 20, 20, 32, 33, 36, 21, 21, 23, 23, 35, 24, 18, 24, 29, 25, 19, 18, 14, 13, 15, 10, 5, 6, 5, 4, 7, 8, 6, 0, 0, 0], "n_pos": 209, "sum_m_en": [26.359073, 12.065778, 11.553146, 11.67433, 12.096287, 13.27271, 12.849474, 12.440885, 13.408202, 14.283098, 14.903349, 15.503233, 16.968906, 17.095403, 17.56515, 16.675636, 16.778394, 16.338107, 14.469686, 12.999487, 11.635151, 10.602421, 10.174432, 9.889069, 27.365439, 27.847724, 27.505857, 25.104462, 23.891808, 22.649474, 20.833321, 20.261035, 21.380318, 22.036897, 23.481183, 26.498583, 34.209432, 34.843926, 39.632805, 46.241038, 46.863734, 57.787189, 61.778257, 65.041718, 68.475202, 77.173378, 85.368937, 89.062608, 79.685357, 72.068852], "sum_m_pl": [78.376771, 100.998029, 98.195091, 95.020734, 95.247364, 94.412604, 95.045924, 94.941927, 93.157558, 94.572893, 94.124043, 94.615061, 94.280741, 92.238661, 91.890012, 94.023689, 94.634109, 97.117261, 98.551223, 100.187997, 102.01558, 103.229075, 103.642171, 104.095425, 82.53257, 80.08068, 77.926104, 82.896474, 87.256092, 86.135926, 85.894093, 85.313855, 84.040117, 79.910593, 79.530633, 76.740109, 64.422964, 60.434802, 55.448619, 48.267356, 45.212495, 36.660971, 31.983165, 27.09628, 25.819606, 17.457777, 11.058987, 4.810996, 1.110077, 0.006312]}, "digit": {"n_am_en": [1, 7, 5, 0, 2, 1, 3, 1, 1, 2, 5, 2, 1, 2, 2, 3, 3, 7, 3, 1, 1, 1, 0, 1, 4, 5, 7, 4, 4, 2, 2, 2, 4, 2, 3, 4, 4, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 2, 0, 2, 2, 1, 3, 0, 3, 3, 0, 0, 1, 0, 1, 2, 1, 0, 0, 1, 2, 1, 0, 2, 2, 5, 5, 1, 1, 1, 3, 2, 1, 1, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.708916, 0.844738, 0.811615, 0.761872, 0.786838, 0.804086, 0.805255, 0.854805, 0.930259, 1.026257, 1.046496, 1.055174, 1.192742, 1.219788, 1.089412, 1.143604, 1.247322, 1.38488, 1.142148, 1.055058, 0.933726, 0.86491, 0.843613, 0.805871, 1.567094, 1.576444, 1.67618, 1.623176, 1.544589, 1.33081, 1.372434, 1.327072, 1.259354, 1.217866, 1.208315, 1.364511, 1.315498, 1.214997, 1.317687, 1.369167, 1.367683, 1.360766, 1.322946, 1.422769, 1.334865, 1.117802, 0.786599, 0.365149, 0.017211, 0.0], "sum_m_pl": [8.311557, 10.12072, 9.749863, 9.495694, 9.269488, 9.060434, 9.269738, 8.973575, 8.714289, 8.745435, 8.88102, 8.79464, 8.48879, 8.161983, 8.128067, 8.345855, 8.304245, 8.568324, 8.876537, 9.06309, 9.170158, 9.316836, 9.303147, 9.457702, 7.932993, 7.606034, 7.606768, 8.116023, 8.575625, 8.473238, 8.194145, 8.04791, 8.096121, 7.926731, 7.705384, 7.888845, 7.296594, 7.321563, 6.597381, 6.537474, 6.165558, 6.033014, 5.793195, 5.133936, 4.760467, 2.882446, 1.563372, 0.663851, 0.046324, 0.0]}, "lang": {"n_am_en": [15, 15, 18, 18, 23, 27, 28, 30, 34, 28, 20, 35, 27, 39, 33, 29, 29, 30, 23, 26, 26, 27, 20, 27, 37, 39, 32, 32, 34, 36, 31, 30, 35, 34, 33, 39, 42, 41, 42, 44, 44, 52, 52, 52, 56, 57, 59, 66, 71, 72], "n_am_pl": [4, 8, 7, 7, 4, 7, 5, 5, 4, 7, 9, 4, 11, 5, 5, 4, 2, 4, 7, 5, 6, 7, 9, 9, 5, 7, 7, 11, 10, 7, 5, 6, 12, 9, 7, 9, 3, 5, 4, 3, 1, 1, 2, 1, 4, 7, 6, 0, 0, 0], "n_pos": 73, "sum_m_en": [8.714212, 4.326671, 4.298364, 4.459244, 4.830956, 6.027189, 5.667255, 5.171739, 5.410428, 5.517266, 5.820722, 6.090316, 6.556161, 6.533978, 6.865275, 6.419144, 6.233732, 5.881325, 5.285449, 4.74901, 4.168747, 3.77213, 3.592038, 3.483833, 12.096144, 12.640305, 12.653198, 11.122304, 10.583079, 10.627477, 9.191777, 8.87378, 9.837719, 10.552008, 11.303401, 13.428678, 19.11593, 20.002644, 22.805941, 25.936381, 25.751919, 35.179206, 38.692029, 41.979519, 46.51878, 50.433887, 58.1111, 64.676905, 69.628478, 71.377451], "sum_m_pl": [26.315136, 33.830913, 33.045885, 31.443779, 31.796244, 31.795104, 31.859204, 32.879033, 32.935486, 33.723188, 33.351474, 33.419951, 33.686075, 33.125109, 32.935918, 33.544679, 33.900281, 34.953748, 35.271927, 35.643048, 36.37627, 36.760455, 36.843535, 36.995339, 29.622926, 28.835042, 28.008419, 29.631431, 30.983995, 30.272924, 30.562797, 30.226803, 30.090147, 29.519099, 29.236973, 28.197766, 22.772185, 21.406569, 19.387205, 15.940804, 14.828174, 10.8544, 8.944934, 7.442473, 7.149882, 6.242041, 3.807911, 0.775477, 0.112218, 0.001924]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 212, "item_id": "gsm8kpl-1004", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1187, "region_end": 209, "roundtrip_ok": true, "tf_agree": 0.9858, "tf_agree_excl_first": 0.9905}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 52, 45, 33, 48, 40, 33, 50, 38, 51, 42, 57, 40, 38, 32, 52, 49, 55, 44, 42, 42, 36, 34, 33, 56, 60, 54, 58, 64, 55, 50, 49, 52, 61, 64, 62, 63, 68, 60, 72, 66, 68, 66, 63, 70, 62, 40, 13, 7, 3], "n_am_pl": [8, 37, 52, 36, 26, 26, 33, 34, 42, 33, 33, 34, 56, 49, 37, 40, 43, 43, 45, 42, 45, 51, 50, 56, 40, 40, 41, 38, 48, 51, 44, 45, 42, 25, 26, 21, 29, 19, 21, 21, 19, 25, 22, 25, 23, 34, 38, 44, 72, 84], "n_pos": 219, "sum_m_en": [19.906868, 10.497719, 10.970786, 11.511638, 11.717081, 11.641645, 11.698058, 12.269023, 13.011086, 14.16308, 14.517223, 15.205545, 15.894667, 15.891605, 15.916869, 15.188885, 16.104448, 15.407909, 13.835303, 12.710568, 11.677219, 10.814281, 10.451747, 10.123451, 25.337692, 25.514463, 25.261021, 24.255356, 23.691697, 21.685121, 19.923725, 19.9451, 19.523559, 20.113542, 21.673378, 22.470472, 25.669449, 25.472193, 25.971818, 35.396144, 36.582041, 41.087544, 47.883641, 49.683093, 48.330813, 50.565412, 37.22552, 19.780588, 8.452471, 2.797982], "sum_m_pl": [85.093139, 107.676932, 103.901893, 101.33629, 101.506698, 100.411322, 101.285324, 101.791815, 101.117767, 101.499958, 101.086335, 101.715246, 103.823058, 101.503688, 100.345356, 103.880552, 103.004519, 104.848958, 106.984267, 108.465569, 108.965899, 109.888748, 109.952134, 110.148785, 93.339058, 92.134079, 89.616572, 93.170456, 96.271394, 98.093474, 97.103205, 96.739943, 95.519425, 90.041728, 88.417171, 84.614777, 79.106818, 77.314856, 74.368456, 69.30578, 67.13286, 63.430648, 55.310582, 52.944996, 50.980186, 50.459342, 48.369496, 47.848379, 68.42578, 83.679994]}, "digit": {"n_am_en": [3, 8, 6, 7, 5, 1, 4, 5, 3, 4, 5, 7, 4, 2, 2, 5, 6, 5, 5, 3, 2, 2, 2, 1, 5, 7, 8, 6, 10, 6, 6, 4, 4, 4, 5, 2, 3, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 4, 4, 3, 0, 3, 3, 5, 1, 1, 1, 5, 5, 2, 2, 4, 5, 2, 3, 5, 6, 4, 5, 2, 2, 1, 1, 2, 1, 4, 4, 5, 2, 0, 1, 4, 3, 1, 3, 2, 3, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [1.825096, 1.012221, 1.015289, 0.951008, 0.971645, 0.974809, 1.010492, 1.137417, 1.194584, 1.326149, 1.386654, 1.429425, 1.61307, 1.594672, 1.453074, 1.468633, 1.61124, 1.689025, 1.422803, 1.301199, 1.139744, 1.043831, 1.016961, 0.964287, 1.693975, 2.121822, 2.286923, 2.190132, 2.469136, 1.972134, 1.969025, 1.89201, 1.642855, 1.655083, 1.633278, 1.753018, 1.650707, 1.490089, 1.54967, 1.55341, 1.498753, 1.441504, 1.429957, 1.266974, 1.180894, 0.798322, 0.517749, 0.190092, 0.012643, 0.0], "sum_m_pl": [10.24196, 12.406664, 11.846647, 11.653536, 11.617861, 11.338303, 11.346009, 10.94633, 10.628822, 10.675238, 10.673664, 10.88301, 10.838696, 10.558045, 10.172554, 10.280106, 10.367596, 10.702556, 11.155932, 11.37981, 11.489335, 11.633267, 11.609788, 11.726531, 10.263254, 9.660095, 9.327396, 9.737527, 10.174403, 10.458139, 10.223609, 10.151711, 10.38791, 9.798995, 9.477143, 9.546413, 9.012833, 9.245268, 8.423713, 8.578726, 8.221796, 8.314467, 7.755295, 7.148885, 6.72058, 4.310592, 1.766324, 0.444766, 0.035619, 0.0]}, "lang": {"n_am_en": [17, 14, 8, 9, 14, 18, 9, 18, 15, 18, 16, 21, 13, 13, 11, 24, 21, 31, 25, 23, 18, 14, 16, 19, 29, 32, 28, 27, 32, 28, 23, 25, 24, 34, 33, 35, 31, 38, 34, 41, 38, 43, 38, 38, 42, 37, 27, 8, 5, 2], "n_am_pl": [7, 21, 21, 12, 12, 10, 14, 13, 18, 13, 16, 15, 21, 21, 14, 16, 19, 16, 19, 16, 21, 23, 26, 27, 21, 13, 17, 15, 17, 22, 19, 21, 23, 15, 17, 12, 17, 12, 14, 14, 14, 17, 15, 19, 19, 27, 32, 40, 72, 84], "n_pos": 87, "sum_m_en": [7.380238, 3.985733, 4.069467, 4.421489, 4.458899, 4.701288, 4.730506, 4.948197, 5.360116, 5.631284, 5.874004, 5.951111, 6.281317, 6.360476, 6.380996, 6.272688, 6.425179, 6.086572, 5.460521, 5.059459, 4.643683, 4.23868, 4.035377, 3.926802, 11.20027, 10.953948, 10.836009, 9.783394, 9.153631, 8.927182, 8.058035, 8.372853, 8.194002, 8.845087, 9.577032, 10.065688, 13.073794, 13.251334, 13.846136, 20.520385, 21.383871, 25.924135, 28.500491, 28.615501, 28.977201, 32.525341, 24.645476, 12.489623, 4.961737, 2.086491], "sum_m_pl": [32.278235, 41.798006, 40.1567, 38.543615, 38.886324, 38.227791, 38.786701, 39.622144, 39.982568, 40.529522, 40.327921, 40.708587, 41.773086, 40.765138, 40.599205, 42.336857, 41.927956, 42.349856, 43.483504, 44.073686, 44.476034, 44.960783, 44.95778, 45.038187, 40.202294, 39.542939, 38.162108, 39.510926, 40.280888, 40.785529, 40.830873, 40.60749, 40.253057, 39.688155, 39.299139, 38.379325, 36.873144, 36.008767, 35.084755, 31.181183, 30.314926, 27.454377, 24.268151, 26.052056, 26.978444, 28.84953, 33.117912, 38.573364, 67.185052, 83.458833]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "gsm8kpl-1004", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1046, "region_end": 219, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9774}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 57, 53, 45, 38, 31, 39, 39, 42, 49, 51, 64, 46, 40, 44, 55, 44, 53, 48, 48, 51, 59, 54, 54, 68, 64, 70, 53, 53, 53, 42, 56, 54, 52, 64, 68, 68, 68, 73, 68, 70, 72, 76, 76, 75, 65, 68, 74, 74, 73], "n_am_pl": [5, 26, 22, 21, 14, 25, 23, 16, 22, 18, 15, 20, 23, 24, 17, 16, 25, 22, 16, 12, 11, 11, 14, 11, 7, 10, 11, 16, 24, 20, 26, 20, 22, 18, 9, 19, 17, 10, 10, 12, 11, 9, 9, 7, 7, 13, 8, 5, 1, 0], "n_pos": 184, "sum_m_en": [22.792948, 10.731731, 10.246182, 9.836388, 10.517091, 10.781435, 10.836709, 10.868218, 11.748815, 11.426391, 12.148868, 12.849029, 12.310172, 12.845876, 11.796229, 11.297101, 11.236145, 11.044094, 10.639334, 9.87211, 9.253406, 8.601794, 8.299255, 8.251416, 23.752864, 22.546879, 22.123238, 17.832164, 17.395881, 16.795435, 14.924485, 15.940485, 16.101829, 16.34937, 18.160139, 19.969775, 24.095081, 25.867721, 29.367598, 35.379777, 36.767169, 42.868822, 48.268675, 52.351697, 58.319525, 56.350232, 59.843737, 69.158577, 72.723971, 72.787476], "sum_m_pl": [67.491091, 87.78157, 86.753991, 85.05229, 82.814927, 80.513864, 82.169738, 81.032979, 78.751753, 81.298886, 79.431626, 81.199446, 80.81708, 80.022039, 80.059519, 86.109499, 85.615893, 85.628361, 86.253527, 87.772405, 88.769242, 89.752592, 90.00374, 90.02768, 68.627855, 67.877884, 65.894266, 71.403384, 72.15643, 74.297114, 75.124683, 75.657338, 75.303919, 73.330484, 71.106478, 67.369301, 60.04123, 55.463846, 51.699314, 48.224597, 44.817616, 38.610743, 37.272197, 31.694485, 27.278732, 25.237793, 18.020108, 7.999166, 1.245304, 0.024583]}, "digit": {"n_am_en": [2, 11, 8, 5, 6, 0, 4, 4, 2, 4, 3, 8, 4, 2, 3, 5, 4, 4, 5, 3, 3, 5, 4, 5, 7, 7, 9, 6, 2, 5, 4, 6, 3, 2, 3, 4, 6, 5, 3, 3, 2, 3, 2, 2, 1, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 2, 1, 2, 2, 3, 4, 5, 3, 3, 2, 5, 7, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 0, 1, 2, 0, 2, 1, 2, 3, 0, 3, 2, 1, 1, 2, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.793391, 0.886739, 0.843159, 0.801192, 0.846779, 0.890614, 0.931995, 0.958767, 0.97357, 0.993144, 1.0751, 1.115437, 1.12561, 1.145717, 1.020294, 1.064425, 1.156936, 1.165561, 1.082555, 1.010356, 0.924971, 0.85917, 0.839736, 0.833092, 1.606435, 1.563114, 1.806626, 1.53576, 1.480885, 1.317061, 1.275591, 1.339256, 1.212731, 1.23416, 1.372008, 1.52215, 1.625692, 1.595013, 1.767283, 1.821934, 1.519081, 1.572508, 1.814105, 1.522017, 1.557728, 1.171153, 0.759613, 0.587906, 0.090092, 0.000482], "sum_m_pl": [9.248181, 10.889306, 10.515708, 10.232402, 9.944842, 9.515785, 9.692426, 9.465136, 9.197793, 9.279739, 9.121162, 9.30114, 8.711784, 8.761416, 8.737402, 9.438243, 9.336377, 9.316922, 9.399498, 9.435247, 9.614745, 9.823293, 9.835228, 9.914404, 8.487259, 8.578714, 8.405732, 8.625455, 8.658168, 8.873512, 8.682152, 8.653736, 8.609703, 8.681496, 8.321693, 8.33996, 7.6629, 7.479551, 7.15289, 7.151236, 6.848978, 6.775318, 6.175468, 5.557421, 5.068706, 3.642575, 2.560146, 1.329528, 0.175166, 0.000208]}, "lang": {"n_am_en": [17, 20, 21, 24, 17, 19, 16, 18, 23, 20, 21, 22, 19, 23, 25, 22, 19, 27, 25, 25, 27, 31, 30, 30, 35, 31, 29, 24, 25, 26, 21, 32, 33, 29, 36, 41, 42, 43, 47, 42, 42, 43, 49, 48, 50, 50, 52, 61, 70, 72], "n_am_pl": [2, 10, 9, 7, 4, 7, 13, 7, 8, 10, 5, 8, 10, 6, 6, 9, 11, 7, 4, 8, 8, 7, 8, 6, 1, 3, 8, 9, 10, 7, 11, 8, 7, 8, 3, 6, 5, 3, 3, 6, 6, 6, 7, 6, 5, 9, 6, 2, 0, 0], "n_pos": 73, "sum_m_en": [9.290757, 4.424883, 4.231401, 4.09131, 4.223075, 4.493008, 4.616519, 4.755102, 5.40121, 5.003231, 5.247643, 5.596711, 5.449385, 5.730539, 5.223561, 4.831598, 4.82135, 4.838936, 4.691068, 4.25262, 3.916869, 3.591953, 3.424004, 3.392288, 12.29351, 11.415343, 10.689052, 8.298199, 8.067551, 7.627694, 6.864842, 7.637888, 7.917751, 8.073737, 9.271469, 10.566787, 13.60021, 14.901985, 17.117443, 20.728886, 22.889409, 27.325481, 30.697263, 33.11063, 38.010788, 41.409915, 45.708123, 55.516851, 67.894704, 70.740457], "sum_m_pl": [24.813074, 33.127686, 33.25892, 32.525406, 31.764484, 30.473665, 31.466118, 31.171324, 30.363143, 31.847985, 30.968927, 31.631924, 32.20603, 31.528636, 32.076144, 34.557835, 34.295059, 34.284372, 34.349483, 34.850291, 35.340145, 35.760234, 35.832597, 35.878624, 27.910422, 27.967234, 27.165968, 29.572665, 29.419353, 30.125896, 30.994789, 31.269513, 31.522515, 31.510329, 30.545357, 30.110726, 26.633318, 25.063566, 23.299944, 21.13591, 19.740689, 16.680249, 17.343257, 15.267648, 12.471925, 12.980256, 10.190131, 2.383964, 0.150741, 0.02346]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "gsm8kpl-101", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1193, "region_end": 184, "roundtrip_ok": true, "tf_agree": 0.9789, "tf_agree_excl_first": 0.9841}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [44, 39, 27, 14, 32, 17, 17, 25, 19, 30, 26, 21, 25, 24, 22, 32, 34, 34, 31, 29, 33, 33, 31, 32, 47, 45, 45, 34, 41, 34, 42, 28, 34, 32, 34, 37, 41, 35, 29, 38, 37, 38, 38, 34, 30, 26, 13, 7, 1, 2], "n_am_pl": [3, 32, 28, 24, 17, 26, 27, 11, 20, 19, 17, 23, 21, 23, 28, 22, 25, 27, 28, 29, 27, 22, 21, 25, 14, 13, 14, 16, 24, 20, 21, 28, 32, 29, 21, 21, 12, 15, 16, 13, 8, 10, 10, 12, 11, 19, 24, 19, 35, 34], "n_pos": 151, "sum_m_en": [14.315343, 7.212243, 7.09994, 7.053375, 7.751579, 8.173798, 8.302224, 8.350338, 8.97916, 8.748888, 9.200226, 9.417696, 8.983756, 9.539629, 9.625467, 9.280894, 9.423222, 9.187565, 8.221709, 7.908768, 7.385629, 6.966815, 6.841932, 6.839165, 18.929089, 18.372027, 17.161869, 15.159046, 15.196092, 13.273441, 12.554187, 12.369697, 11.643174, 12.241201, 12.502143, 12.498205, 14.049969, 15.211378, 15.410774, 18.198043, 18.104367, 19.542845, 19.657226, 19.879826, 19.487292, 17.548887, 11.823497, 8.749921, 1.460431, 2.000636], "sum_m_pl": [62.523119, 75.925344, 73.491542, 71.587922, 69.020685, 67.286665, 68.259724, 66.538183, 64.065016, 66.139855, 64.486302, 65.501691, 64.003897, 63.755959, 63.780624, 69.764716, 69.829652, 69.694577, 71.268162, 72.85419, 72.753314, 73.312341, 73.17557, 73.587888, 53.353456, 53.52231, 53.33207, 57.836498, 60.32169, 63.278974, 62.755377, 62.864124, 62.820407, 59.655114, 58.351308, 54.689073, 51.45031, 48.855181, 46.053168, 44.63694, 41.683007, 38.579777, 36.331638, 32.686821, 29.839447, 30.302187, 30.522702, 23.746971, 33.980415, 35.127323]}, "digit": {"n_am_en": [1, 17, 14, 7, 12, 1, 3, 5, 6, 6, 6, 3, 4, 6, 6, 8, 12, 8, 8, 8, 10, 11, 11, 9, 14, 15, 14, 10, 11, 9, 10, 6, 6, 3, 4, 9, 15, 7, 5, 8, 10, 10, 9, 5, 5, 3, 1, 0, 0, 0], "n_am_pl": [0, 2, 2, 2, 3, 4, 3, 2, 5, 4, 6, 6, 5, 6, 10, 6, 4, 7, 8, 8, 9, 3, 5, 5, 5, 4, 3, 3, 7, 5, 7, 6, 12, 14, 8, 4, 2, 4, 4, 4, 1, 1, 1, 3, 1, 3, 1, 0, 0, 0], "n_pos": 33, "sum_m_en": [2.885167, 1.451922, 1.374401, 1.301808, 1.396652, 1.49484, 1.54707, 1.646083, 1.662411, 1.612521, 1.790764, 1.779248, 1.877089, 2.090746, 2.028203, 1.994585, 2.145302, 2.134384, 1.819674, 1.748822, 1.582648, 1.471016, 1.425716, 1.412115, 2.954442, 2.839149, 2.983343, 2.83065, 3.001474, 2.566116, 2.467431, 2.498286, 2.346815, 2.466551, 2.67203, 3.109105, 3.30257, 2.911483, 2.919221, 2.886158, 2.753905, 2.6119, 2.349437, 1.984358, 1.813594, 1.624582, 1.221536, 0.748561, 0.081552, 0.0], "sum_m_pl": [15.312631, 18.09488, 17.497691, 16.837511, 16.222385, 15.632241, 15.629795, 15.25827, 14.932911, 15.416401, 15.229968, 15.197755, 14.452039, 14.359379, 14.380334, 15.644809, 15.477695, 15.478117, 15.828671, 15.953204, 15.970836, 16.159371, 16.173324, 16.28686, 13.879065, 13.806242, 13.591266, 14.130773, 14.447303, 14.793828, 14.497512, 14.108734, 14.256563, 14.442143, 14.057023, 13.364201, 13.332352, 13.108613, 12.371303, 12.164574, 11.684218, 11.81202, 11.324223, 10.186459, 9.444321, 7.419598, 5.878861, 2.730274, 0.306034, 8e-06]}, "lang": {"n_am_en": [15, 8, 6, 4, 6, 3, 4, 5, 6, 5, 6, 7, 8, 6, 6, 8, 5, 7, 8, 9, 10, 9, 9, 10, 14, 14, 14, 12, 11, 9, 12, 9, 12, 16, 15, 14, 14, 14, 12, 15, 13, 14, 15, 15, 12, 10, 3, 2, 1, 2], "n_am_pl": [1, 7, 6, 7, 5, 9, 4, 2, 5, 7, 3, 8, 4, 4, 4, 5, 10, 8, 8, 8, 5, 8, 8, 9, 4, 4, 4, 5, 5, 3, 2, 5, 5, 5, 7, 7, 3, 7, 7, 5, 5, 5, 7, 6, 9, 14, 18, 15, 34, 33], "n_pos": 35, "sum_m_en": [3.652, 1.752206, 1.678158, 1.749985, 1.951904, 2.179435, 2.290164, 2.127584, 2.438087, 2.246068, 2.379706, 2.56426, 2.133063, 2.315125, 2.233808, 2.200641, 2.138848, 2.121129, 2.002354, 1.930326, 1.823448, 1.725728, 1.677196, 1.720386, 7.630657, 7.429104, 6.833262, 5.152763, 4.582372, 4.209537, 3.898217, 3.731393, 3.334097, 4.261289, 3.944744, 3.510312, 4.518355, 4.906699, 4.824699, 6.746692, 6.803234, 7.646247, 8.609495, 9.816892, 10.106621, 7.293933, 3.392132, 2.61425, 1.155224, 2.000284], "sum_m_pl": [13.278797, 16.637374, 16.087676, 15.601904, 15.132009, 14.602444, 14.869241, 14.923966, 14.375292, 14.739152, 14.442838, 14.645242, 14.72029, 14.722101, 14.909122, 16.328458, 16.595866, 16.751145, 16.914351, 17.131382, 17.004039, 17.179943, 17.128712, 17.149826, 12.299512, 12.370638, 12.7917, 13.855706, 14.454507, 14.788951, 14.585059, 15.026364, 15.664884, 15.096927, 15.052482, 15.212888, 14.482598, 14.534727, 14.425587, 12.995279, 12.323451, 10.095425, 9.753368, 9.284394, 9.565435, 13.68311, 15.853453, 14.712983, 31.658511, 32.797344]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "gsm8kpl-101", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1052, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.974, "tf_agree_excl_first": 0.9804}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [52, 50, 42, 37, 34, 36, 26, 27, 32, 47, 57, 52, 51, 46, 38, 30, 40, 33, 30, 34, 40, 32, 36, 25, 52, 56, 57, 51, 53, 54, 46, 37, 44, 41, 46, 44, 55, 55, 54, 62, 60, 65, 65, 61, 66, 63, 72, 74, 73, 70], "n_am_pl": [6, 18, 23, 26, 16, 12, 18, 14, 11, 12, 11, 9, 15, 14, 14, 10, 9, 19, 20, 12, 12, 15, 16, 16, 13, 14, 17, 19, 24, 21, 25, 17, 18, 14, 12, 15, 12, 7, 10, 6, 7, 6, 3, 6, 5, 5, 1, 2, 1, 1], "n_pos": 168, "sum_m_en": [20.507743, 9.663463, 9.015889, 8.707173, 8.86972, 8.842729, 9.022195, 9.389637, 9.977858, 10.464417, 10.821137, 11.133436, 11.761195, 11.59438, 11.352582, 10.723597, 10.272087, 10.077757, 9.075401, 8.694334, 8.376997, 7.73758, 7.595125, 7.495572, 17.887059, 18.18076, 18.515534, 16.763343, 15.940927, 15.360949, 14.673398, 14.166151, 14.617366, 14.192479, 14.763442, 15.073657, 18.352122, 19.340791, 22.35312, 26.651074, 29.550095, 34.211256, 41.134418, 44.1411, 48.264979, 52.066459, 61.300215, 65.743476, 70.149106, 68.974016], "sum_m_pl": [63.084977, 81.999234, 80.209661, 77.438403, 76.539802, 75.837883, 75.458044, 74.901885, 73.983241, 75.785727, 76.48277, 77.064756, 76.249397, 74.826226, 74.708265, 76.981563, 77.162022, 77.643031, 79.681532, 81.635257, 81.927084, 83.262887, 83.438677, 83.422134, 66.054582, 65.085148, 65.005397, 68.977731, 71.320868, 72.078151, 72.717634, 71.765668, 72.374732, 69.01021, 69.42073, 66.73221, 59.989425, 57.49531, 53.784674, 52.806276, 49.570018, 44.610968, 39.559174, 35.215197, 31.793249, 24.003818, 12.84571, 8.389482, 1.993249, 1.00062]}, "digit": {"n_am_en": [2, 16, 13, 4, 4, 4, 3, 0, 2, 7, 9, 4, 3, 3, 1, 1, 4, 4, 2, 4, 2, 1, 1, 1, 3, 6, 10, 6, 7, 7, 5, 5, 6, 5, 5, 3, 4, 7, 5, 3, 3, 1, 3, 3, 3, 2, 2, 1, 0, 0], "n_am_pl": [0, 0, 1, 2, 2, 2, 4, 2, 0, 1, 0, 2, 3, 3, 3, 3, 2, 3, 3, 2, 3, 3, 3, 3, 2, 3, 3, 5, 5, 5, 4, 2, 3, 4, 2, 3, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 0, 1, 0, 0], "n_pos": 31, "sum_m_en": [2.695562, 1.402237, 1.311843, 1.313218, 1.399901, 1.350029, 1.403745, 1.524241, 1.573118, 1.649301, 1.674344, 1.652862, 1.759345, 1.718357, 1.60848, 1.607472, 1.713227, 1.72081, 1.531058, 1.519391, 1.442203, 1.32245, 1.288266, 1.270726, 2.259136, 2.376435, 2.688728, 2.371628, 2.291864, 2.184854, 2.176658, 1.939352, 1.964867, 1.858091, 1.853831, 2.003816, 1.908586, 1.981221, 2.024865, 2.081369, 2.081558, 2.209132, 2.282361, 2.307726, 2.294154, 2.028253, 1.183195, 1.373414, 0.372671, 0.0], "sum_m_pl": [13.796896, 16.520638, 15.897108, 15.231037, 14.954663, 14.70352, 14.533238, 14.260022, 14.277735, 14.570549, 14.740601, 14.963704, 14.491582, 14.298106, 14.189166, 14.195648, 13.942375, 14.174438, 14.827228, 15.225081, 15.268993, 15.535566, 15.546182, 15.562091, 12.739628, 12.88785, 12.837452, 13.642443, 14.046895, 14.231477, 13.916849, 13.015248, 13.53143, 12.958823, 12.921461, 12.924638, 12.774324, 13.038809, 12.70635, 12.936121, 12.729743, 12.30111, 12.234486, 11.539034, 10.779251, 7.704673, 4.811289, 3.43739, 0.697078, 0.0]}, "lang": {"n_am_en": [23, 14, 15, 20, 15, 20, 13, 15, 21, 25, 35, 27, 25, 32, 21, 17, 21, 17, 15, 20, 26, 20, 23, 17, 29, 34, 30, 33, 29, 30, 23, 21, 23, 23, 26, 29, 36, 29, 35, 42, 38, 43, 45, 42, 50, 46, 59, 62, 69, 70], "n_am_pl": [3, 8, 10, 12, 5, 4, 6, 9, 9, 5, 3, 7, 8, 3, 3, 3, 3, 9, 9, 8, 7, 8, 7, 6, 8, 7, 10, 6, 14, 9, 15, 13, 12, 6, 6, 8, 4, 2, 3, 2, 4, 4, 2, 4, 4, 3, 1, 1, 1, 1], "n_pos": 72, "sum_m_en": [8.686067, 4.305478, 4.11866, 3.920859, 3.96697, 4.095984, 4.159076, 4.259705, 4.570552, 4.839578, 4.964273, 5.133616, 5.481596, 5.631193, 5.391072, 4.935678, 4.552607, 4.439736, 4.032638, 3.827538, 3.711077, 3.389102, 3.339468, 3.300244, 8.610151, 9.366874, 9.278317, 8.643663, 7.910589, 7.500984, 7.225256, 7.214806, 7.386616, 7.314297, 7.315511, 7.457644, 9.265489, 9.19799, 11.661258, 13.61586, 16.448296, 21.39285, 25.665557, 29.060418, 33.262944, 35.961009, 48.138755, 54.96415, 66.234012, 68.788675], "sum_m_pl": [25.940034, 34.001291, 33.340101, 32.254482, 32.560406, 32.159957, 31.701886, 32.070598, 31.520514, 32.295095, 32.735852, 32.777193, 32.714599, 32.118136, 32.720469, 33.795746, 34.214067, 34.442829, 34.993903, 35.485014, 35.596724, 36.048972, 36.104733, 36.102918, 30.097593, 29.401627, 29.268513, 30.462083, 31.547672, 31.404222, 32.148509, 32.289914, 32.705951, 32.017318, 32.612348, 31.887628, 29.026035, 27.766495, 25.373162, 24.870673, 23.075107, 20.814925, 18.323171, 16.597456, 14.44923, 11.125538, 5.59172, 2.896311, 1.201713, 1.000601]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "gsm8kpl-1015", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9942}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [31, 41, 33, 28, 27, 28, 23, 25, 23, 32, 28, 26, 20, 24, 18, 19, 22, 27, 16, 18, 20, 22, 19, 11, 32, 33, 34, 35, 37, 33, 34, 31, 31, 32, 25, 24, 26, 25, 27, 30, 27, 32, 24, 21, 21, 19, 15, 11, 7, 0], "n_am_pl": [5, 36, 37, 30, 18, 17, 22, 14, 14, 9, 11, 9, 21, 15, 22, 15, 20, 24, 32, 36, 28, 24, 26, 24, 20, 17, 23, 26, 29, 38, 34, 28, 27, 21, 13, 27, 25, 19, 24, 15, 25, 22, 16, 18, 26, 32, 30, 30, 40, 40], "n_pos": 141, "sum_m_en": [13.678726, 6.84123, 6.411862, 6.55315, 6.740621, 7.017105, 7.165064, 7.708163, 7.972319, 8.145363, 8.178511, 8.644849, 9.248299, 9.165119, 9.10675, 8.88638, 8.507161, 8.250875, 7.189092, 6.968411, 6.716614, 6.221856, 6.089793, 5.950741, 11.171562, 11.560489, 12.113417, 12.001012, 12.224623, 11.616713, 11.836739, 11.295759, 11.337279, 10.484474, 10.857426, 10.828353, 11.130888, 12.780634, 13.155384, 15.582664, 15.177351, 17.521236, 16.832287, 13.930681, 12.833789, 13.552737, 11.330832, 8.450611, 5.730814, 0.011752], "sum_m_pl": [57.341748, 70.950785, 69.748861, 67.210392, 65.361309, 64.275515, 64.169161, 63.597819, 62.892977, 64.290699, 64.87211, 65.218655, 64.790736, 64.593911, 63.976059, 66.056994, 66.40838, 67.301889, 69.250006, 70.969168, 70.634287, 71.280774, 71.150044, 71.281965, 61.194726, 58.886983, 58.526569, 61.332927, 63.971103, 65.368831, 64.3315, 63.516411, 63.397692, 59.482786, 59.572297, 58.27445, 54.547879, 54.145715, 52.60604, 52.807488, 52.042467, 49.546174, 46.760046, 44.363476, 45.698102, 44.934374, 41.427139, 35.801428, 41.012884, 40.717992]}, "digit": {"n_am_en": [4, 15, 14, 3, 4, 6, 5, 2, 4, 7, 10, 7, 2, 4, 2, 1, 6, 4, 5, 4, 3, 2, 2, 1, 7, 7, 11, 10, 12, 9, 9, 7, 4, 5, 4, 4, 4, 4, 4, 5, 3, 2, 4, 3, 2, 1, 3, 0, 0, 0], "n_am_pl": [0, 2, 2, 3, 4, 4, 8, 3, 1, 2, 2, 1, 4, 4, 4, 3, 4, 7, 6, 7, 5, 5, 2, 1, 3, 3, 4, 6, 9, 7, 6, 6, 7, 5, 4, 6, 4, 1, 3, 1, 7, 5, 1, 2, 4, 3, 0, 3, 0, 0], "n_pos": 35, "sum_m_en": [2.949604, 1.51706, 1.368827, 1.37513, 1.400668, 1.446861, 1.526169, 1.690699, 1.740613, 1.767711, 1.769763, 1.803682, 2.052032, 2.01071, 1.890087, 1.902849, 1.969062, 1.966377, 1.699712, 1.680936, 1.586766, 1.459579, 1.423892, 1.399403, 2.437661, 2.584783, 2.902254, 2.723457, 2.763098, 2.614239, 2.701796, 2.357354, 2.299449, 2.11588, 2.15173, 2.311948, 2.207701, 2.534521, 2.445977, 2.480469, 2.360243, 2.777011, 2.858449, 2.364868, 2.258881, 1.754128, 2.513594, 1.076468, 0.155519, 0.0], "sum_m_pl": [15.794963, 18.854594, 18.252619, 17.445323, 16.968206, 16.658654, 16.465871, 16.119134, 16.1828, 16.660808, 16.992758, 16.948905, 16.269178, 16.179646, 16.014431, 16.38563, 16.24953, 16.546254, 17.144319, 17.605369, 17.535433, 17.742223, 17.727527, 17.791648, 15.582086, 15.128821, 15.123758, 15.928595, 16.411775, 16.45756, 16.033032, 15.458381, 15.727789, 14.777467, 15.056657, 14.96944, 14.693213, 15.021036, 14.426522, 14.685234, 14.257083, 13.718497, 12.773663, 11.893756, 12.064675, 8.707391, 5.96509, 5.386329, 0.522469, 0.0]}, "lang": {"n_am_en": [11, 13, 4, 6, 11, 9, 8, 8, 4, 8, 5, 7, 6, 10, 10, 11, 13, 14, 6, 8, 9, 9, 7, 5, 15, 13, 13, 12, 9, 14, 15, 13, 17, 18, 15, 13, 15, 13, 14, 17, 14, 18, 15, 14, 13, 10, 4, 4, 0, 0], "n_am_pl": [1, 14, 15, 12, 5, 5, 4, 4, 9, 2, 5, 5, 7, 6, 9, 5, 10, 8, 11, 17, 13, 10, 16, 13, 7, 8, 9, 10, 12, 13, 13, 12, 10, 13, 7, 13, 12, 12, 14, 11, 12, 13, 12, 13, 17, 25, 25, 23, 37, 40], "n_pos": 41, "sum_m_en": [4.441492, 2.028647, 1.910354, 2.01708, 1.989009, 2.154336, 2.2268, 2.265869, 2.370759, 2.38764, 2.453524, 2.717683, 2.852188, 2.957711, 2.955972, 2.900431, 2.735443, 2.690265, 2.270586, 2.134846, 2.055083, 1.87116, 1.8127, 1.759194, 3.656841, 3.831003, 4.142754, 4.118263, 4.117059, 4.062493, 4.224919, 4.240363, 4.357839, 4.245211, 4.349881, 4.553233, 5.25144, 6.201786, 5.936207, 7.421655, 7.394151, 9.509642, 8.59223, 6.709257, 6.31615, 7.464257, 3.46652, 3.174094, 0.740592, 0.007876], "sum_m_pl": [14.505192, 19.451762, 19.624942, 18.972896, 18.594277, 18.289466, 18.286977, 18.507369, 18.343369, 18.48415, 18.625276, 18.736989, 19.234513, 19.297861, 19.567661, 19.941693, 20.11053, 20.381056, 20.845529, 21.331228, 21.155514, 21.354261, 21.322344, 21.279644, 19.580147, 18.97871, 18.533967, 19.023811, 19.782183, 20.032419, 19.941806, 19.586772, 19.912464, 19.452958, 19.26235, 19.279616, 18.046194, 17.665668, 18.290013, 17.935635, 17.72949, 16.821469, 16.794446, 17.260791, 19.310931, 22.503235, 25.846313, 22.907841, 35.514728, 39.458341]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "gsm8kpl-1015", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1025, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9722}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [76, 89, 76, 64, 52, 41, 36, 38, 40, 48, 55, 72, 45, 53, 69, 68, 60, 66, 62, 61, 54, 65, 59, 63, 80, 81, 63, 61, 62, 72, 53, 57, 63, 66, 69, 82, 82, 88, 76, 67, 75, 72, 72, 73, 73, 86, 82, 79, 73, 73], "n_am_pl": [16, 38, 30, 45, 43, 23, 18, 15, 16, 30, 21, 29, 33, 33, 34, 33, 42, 41, 31, 26, 26, 21, 28, 25, 13, 12, 21, 24, 29, 36, 41, 31, 37, 20, 15, 12, 14, 8, 11, 7, 11, 9, 11, 13, 11, 8, 11, 8, 1, 1], "n_pos": 241, "sum_m_en": [27.168064, 12.675548, 11.997226, 11.91009, 12.403036, 12.295816, 12.139032, 13.042109, 13.86239, 14.643519, 15.034704, 15.757937, 16.694002, 17.480582, 17.294365, 15.073844, 14.879434, 15.257857, 13.67758, 12.762686, 12.198786, 11.892668, 11.346406, 11.273162, 28.798564, 27.574846, 27.632632, 25.123283, 25.720553, 24.210784, 22.783998, 23.182766, 23.227416, 22.676054, 24.386817, 30.074988, 35.317234, 41.867251, 42.683028, 50.348209, 52.235577, 53.888993, 58.58525, 62.520665, 66.865642, 73.750292, 79.565003, 81.841281, 73.743662, 73.394429], "sum_m_pl": [94.939159, 118.906155, 115.219973, 111.352732, 109.754578, 107.859754, 108.139566, 107.242683, 104.79729, 107.937925, 107.534163, 107.340284, 108.115615, 106.894249, 109.05396, 112.252419, 111.410155, 112.286129, 113.253613, 114.884297, 115.628812, 116.276633, 116.762606, 117.235646, 88.581022, 89.767354, 88.238622, 93.267542, 94.01726, 96.762188, 98.701416, 96.049694, 95.719728, 92.274442, 90.876683, 83.26222, 72.212855, 65.074183, 58.958072, 54.416059, 50.899862, 46.549608, 44.062926, 37.726041, 33.766466, 24.530758, 16.249077, 8.623512, 1.561606, 0.904736]}, "digit": {"n_am_en": [19, 27, 19, 10, 8, 7, 1, 3, 7, 10, 11, 18, 8, 13, 18, 19, 10, 15, 14, 11, 11, 12, 11, 11, 20, 26, 21, 11, 10, 15, 5, 14, 9, 9, 12, 17, 14, 19, 12, 7, 8, 4, 6, 9, 5, 3, 2, 1, 0, 0], "n_am_pl": [2, 7, 1, 4, 6, 4, 1, 3, 6, 4, 7, 8, 13, 10, 9, 7, 8, 11, 12, 9, 9, 10, 10, 10, 6, 4, 5, 8, 11, 8, 12, 8, 12, 8, 6, 4, 7, 5, 8, 4, 6, 2, 3, 3, 2, 3, 7, 6, 0, 0], "n_pos": 65, "sum_m_en": [6.387678, 2.864112, 2.811206, 2.871704, 3.103079, 3.108628, 2.991724, 3.265822, 3.403811, 3.520236, 3.541226, 3.695144, 3.95212, 4.079072, 3.699541, 3.548225, 3.448163, 3.50107, 3.217104, 2.989048, 2.871818, 2.752772, 2.679069, 2.653212, 4.598428, 5.045924, 4.799913, 4.73183, 4.875486, 4.752941, 4.961903, 4.57467, 4.365646, 4.519255, 4.912961, 5.747123, 5.111919, 5.178889, 5.173716, 5.287408, 5.218967, 4.987378, 4.940562, 5.537586, 4.984791, 3.916181, 2.580333, 2.310288, 0.353748, 0.0], "sum_m_pl": [28.240271, 34.147567, 32.19418, 30.781295, 30.090634, 29.386291, 29.36438, 29.0272, 28.897457, 29.661462, 30.107373, 29.595189, 29.688885, 29.906849, 30.404857, 31.176727, 30.613209, 31.217668, 31.518871, 32.143, 32.098111, 32.258406, 32.285583, 32.573001, 29.038244, 28.994032, 28.340511, 29.061382, 28.347618, 28.196563, 28.232021, 28.236757, 27.395442, 27.297375, 26.929819, 26.373739, 24.966418, 24.140535, 22.757325, 22.266196, 21.442625, 20.480617, 20.024619, 17.329674, 15.628629, 11.768505, 8.663775, 5.137331, 0.542984, 0.0]}, "lang": {"n_am_en": [19, 28, 20, 24, 22, 17, 17, 17, 19, 18, 25, 31, 22, 21, 31, 31, 33, 37, 36, 34, 30, 40, 34, 35, 39, 36, 31, 35, 31, 37, 30, 30, 35, 38, 38, 40, 44, 48, 45, 43, 48, 49, 50, 50, 52, 67, 62, 61, 69, 72], "n_am_pl": [3, 11, 7, 5, 10, 0, 4, 7, 3, 14, 6, 12, 11, 10, 12, 13, 17, 11, 9, 9, 12, 8, 10, 6, 4, 4, 6, 8, 7, 12, 12, 10, 9, 4, 2, 5, 4, 0, 0, 1, 2, 1, 1, 4, 6, 0, 1, 1, 1, 1], "n_pos": 74, "sum_m_en": [9.224417, 4.537065, 4.027655, 3.840684, 3.815579, 3.818974, 3.975429, 4.148368, 4.362182, 4.727147, 5.012285, 5.243217, 5.552582, 5.856602, 6.059464, 5.181376, 5.097177, 5.345938, 4.951035, 4.613231, 4.359511, 4.364139, 3.969138, 3.878252, 14.276279, 12.623481, 12.821083, 11.039551, 11.330329, 10.531965, 9.313975, 10.18489, 10.303684, 10.00701, 10.717641, 14.218193, 19.886786, 26.330651, 26.773682, 31.906422, 34.312794, 36.03575, 39.861785, 41.851288, 46.313654, 52.96853, 59.443848, 61.572794, 69.186016, 71.863566], "sum_m_pl": [26.092409, 34.024061, 33.993472, 32.928217, 33.258913, 32.018543, 31.874701, 32.3359, 31.807833, 32.840359, 32.50125, 32.938812, 33.333416, 32.722203, 33.767423, 34.228779, 34.122495, 33.670509, 34.030299, 34.445596, 35.142549, 35.228128, 35.625221, 35.709125, 25.675051, 27.142284, 26.007262, 27.911872, 28.100395, 29.140847, 30.338781, 28.419958, 29.379243, 28.854122, 28.312319, 26.081458, 21.678687, 17.5639, 16.542486, 14.171493, 12.813651, 11.378544, 10.312665, 9.94789, 9.586225, 5.141111, 2.104151, 0.805932, 0.892639, 0.904683]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 246, "item_id": "gsm8kpl-1016", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1186, "region_end": 241, "roundtrip_ok": true, "tf_agree": 0.9919, "tf_agree_excl_first": 0.9959}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [88, 93, 79, 55, 50, 40, 33, 42, 39, 60, 59, 74, 56, 67, 72, 63, 62, 68, 54, 52, 39, 47, 37, 49, 67, 71, 67, 60, 60, 55, 55, 54, 67, 60, 74, 62, 52, 65, 50, 58, 45, 56, 44, 33, 42, 36, 28, 15, 1, 1], "n_am_pl": [26, 72, 55, 61, 43, 57, 42, 30, 24, 40, 34, 48, 65, 65, 56, 52, 55, 52, 49, 57, 56, 51, 52, 40, 34, 28, 31, 46, 47, 50, 42, 49, 34, 29, 27, 20, 27, 17, 17, 12, 20, 16, 26, 32, 26, 26, 32, 32, 46, 48], "n_pos": 305, "sum_m_en": [28.746179, 14.772828, 15.25768, 15.229204, 16.028504, 15.709166, 15.677653, 16.748542, 17.821158, 19.002156, 18.829183, 20.017703, 20.43894, 20.842134, 20.779194, 18.654977, 18.272256, 17.549773, 15.58485, 14.718849, 14.225706, 13.690285, 13.314995, 13.040699, 24.977691, 25.827746, 26.384606, 26.1965, 27.958092, 26.902773, 26.033212, 25.208321, 24.429765, 23.968908, 25.075203, 25.406187, 27.439775, 29.404161, 27.493468, 32.438688, 32.268282, 33.605646, 31.714811, 31.125315, 35.304438, 31.38876, 24.672949, 13.348217, 1.837468, 1.001258], "sum_m_pl": [130.22517, 152.512296, 147.281959, 142.816818, 140.386222, 136.512233, 138.634787, 136.307474, 135.38392, 139.627443, 138.430438, 139.077044, 141.293236, 141.565823, 143.138804, 147.668654, 146.548051, 149.782458, 150.93717, 152.251128, 151.293947, 150.974445, 150.717259, 151.45822, 122.361618, 122.105716, 121.48966, 126.973941, 129.508489, 131.209341, 130.446315, 130.944742, 130.218277, 120.822799, 116.629676, 111.21583, 97.909896, 92.37808, 85.645895, 80.780558, 78.160786, 75.010125, 71.663293, 64.888686, 56.314256, 53.11733, 43.61498, 40.508771, 45.333405, 48.801305]}, "digit": {"n_am_en": [32, 53, 31, 22, 8, 9, 2, 4, 10, 17, 22, 35, 19, 21, 25, 29, 25, 27, 19, 19, 12, 19, 14, 20, 23, 27, 21, 20, 19, 18, 14, 11, 16, 15, 25, 22, 17, 26, 17, 13, 11, 13, 11, 5, 8, 5, 4, 3, 0, 0], "n_am_pl": [4, 18, 7, 5, 6, 10, 2, 5, 11, 14, 12, 15, 24, 17, 19, 17, 19, 20, 14, 16, 18, 16, 16, 8, 10, 5, 6, 7, 14, 15, 15, 21, 13, 11, 10, 8, 9, 4, 4, 1, 4, 1, 4, 6, 5, 4, 7, 5, 0, 0], "n_pos": 96, "sum_m_en": [9.271403, 4.434083, 4.646164, 4.462455, 4.538249, 4.460984, 4.309214, 4.786587, 4.829285, 5.102707, 5.180609, 5.653411, 6.001193, 6.054506, 5.653781, 5.39396, 5.311173, 5.221947, 4.663901, 4.375271, 4.187174, 4.02134, 3.910501, 3.882346, 6.488909, 7.053661, 7.390183, 7.719643, 8.270731, 7.91082, 8.184395, 7.714239, 7.123027, 7.258765, 7.66744, 7.777378, 8.569006, 8.6805, 8.089067, 8.0365, 7.989628, 8.330037, 8.002065, 7.718086, 7.552205, 5.747185, 5.583563, 3.035356, 0.159597, 0.0], "sum_m_pl": [43.750809, 50.767986, 47.660532, 45.980204, 44.877783, 43.512021, 43.74572, 42.990362, 43.796028, 45.054654, 45.126586, 44.857859, 45.409808, 45.860433, 46.610618, 48.085554, 47.067821, 48.298024, 48.362188, 48.758976, 48.304715, 48.383331, 48.392636, 48.81275, 42.655555, 41.647077, 40.768427, 42.259832, 42.356071, 42.142721, 41.9941, 42.550047, 42.185469, 40.931979, 40.49652, 40.814593, 38.303843, 37.369518, 35.036368, 33.795484, 33.394225, 32.31467, 31.444095, 28.529761, 25.309531, 20.267224, 13.235024, 8.989806, 0.453216, 0.0]}, "lang": {"n_am_en": [16, 9, 12, 15, 15, 10, 9, 14, 9, 10, 13, 16, 9, 13, 16, 13, 12, 13, 16, 17, 12, 16, 13, 12, 18, 18, 17, 12, 11, 15, 16, 15, 16, 16, 19, 17, 13, 21, 20, 24, 21, 25, 17, 15, 20, 18, 15, 10, 1, 1], "n_am_pl": [5, 14, 9, 14, 10, 12, 2, 5, 5, 9, 8, 6, 11, 19, 12, 12, 19, 16, 10, 10, 16, 11, 17, 12, 9, 9, 12, 15, 10, 10, 11, 9, 7, 5, 7, 4, 7, 4, 8, 6, 9, 6, 12, 17, 14, 18, 20, 23, 44, 48], "n_pos": 50, "sum_m_en": [4.710972, 2.545879, 2.571059, 2.683689, 2.944223, 2.812014, 2.964694, 3.055978, 3.46909, 3.612784, 3.655398, 4.02393, 3.940927, 4.093034, 4.226564, 3.595834, 3.394274, 3.248563, 2.952873, 2.726679, 2.633019, 2.495012, 2.397949, 2.320272, 6.76066, 6.337329, 6.023858, 5.262006, 5.577685, 5.592985, 5.108356, 5.14528, 4.995831, 5.288001, 5.536207, 6.112814, 7.059522, 8.694571, 7.687997, 10.33749, 11.046063, 11.509897, 10.631811, 10.791879, 13.87211, 11.885162, 9.963824, 6.304812, 1.33854, 1.000403], "sum_m_pl": [19.777582, 23.909428, 23.657657, 22.901664, 22.776053, 22.007918, 22.014068, 22.151979, 21.847069, 22.70943, 22.444875, 22.380264, 22.78137, 22.990718, 23.347944, 24.376626, 24.334401, 24.706446, 24.969832, 25.270358, 25.264087, 25.154333, 24.956532, 24.958011, 21.95926, 21.703343, 20.871151, 21.801624, 21.699463, 22.449589, 22.546614, 22.463341, 22.882649, 22.168778, 21.703342, 21.298951, 19.863457, 18.61862, 19.074485, 18.018515, 17.796924, 17.634252, 17.506747, 17.810021, 16.195502, 19.236757, 20.845319, 24.671078, 41.258405, 48.038199]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 310, "item_id": "gsm8kpl-1016", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1045, "region_end": 305, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9903}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [105, 122, 98, 78, 104, 91, 101, 90, 88, 114, 141, 127, 108, 116, 120, 108, 111, 88, 81, 99, 94, 109, 98, 102, 145, 134, 118, 118, 128, 117, 122, 100, 108, 108, 115, 119, 135, 132, 120, 134, 135, 139, 129, 120, 127, 133, 138, 149, 132, 132], "n_am_pl": [11, 49, 52, 55, 38, 54, 44, 45, 49, 41, 38, 52, 71, 50, 48, 56, 69, 73, 67, 57, 60, 72, 73, 70, 44, 42, 64, 51, 65, 59, 56, 58, 52, 49, 46, 36, 22, 18, 23, 18, 17, 18, 27, 22, 12, 4, 4, 2, 1, 0], "n_pos": 385, "sum_m_en": [43.79197, 21.145827, 20.506983, 19.859024, 21.363781, 21.966762, 23.075482, 24.789707, 26.292209, 27.685956, 28.582304, 31.189435, 31.350091, 30.943197, 31.378304, 29.083823, 28.435336, 27.279531, 25.110111, 22.747952, 20.844645, 19.26105, 18.450552, 18.184577, 50.155632, 51.124011, 49.176996, 45.124147, 44.583535, 43.076493, 40.348171, 40.404796, 40.819818, 41.803286, 45.464827, 48.645157, 54.972416, 54.036007, 61.396708, 66.147525, 66.918612, 75.386955, 81.496205, 89.334487, 100.073235, 109.22846, 121.987991, 137.523298, 131.526986, 130.674289], "sum_m_pl": [144.628148, 190.085528, 186.138617, 181.190581, 179.278074, 176.802267, 175.770634, 171.935451, 169.948955, 175.057814, 172.729928, 171.166042, 172.792946, 171.367627, 172.965138, 176.971563, 174.0389, 175.788843, 175.947338, 183.405682, 185.95203, 186.749624, 188.470932, 189.424045, 150.010936, 147.748845, 147.635348, 156.17277, 163.48157, 162.241865, 163.419811, 162.162236, 164.554622, 156.558598, 151.800304, 143.65075, 124.621273, 119.281169, 109.387715, 107.169656, 101.599696, 90.264194, 81.769969, 72.255668, 59.240462, 43.916813, 28.653186, 15.23374, 2.927168, 0.011969]}, "digit": {"n_am_en": [18, 20, 13, 11, 10, 2, 7, 8, 10, 10, 19, 14, 15, 17, 18, 12, 10, 8, 9, 12, 10, 16, 14, 16, 18, 16, 8, 13, 10, 16, 15, 11, 14, 11, 12, 11, 12, 9, 4, 7, 4, 4, 3, 1, 3, 1, 1, 1, 0, 0], "n_am_pl": [2, 7, 2, 5, 1, 8, 7, 5, 10, 7, 11, 8, 12, 9, 7, 12, 17, 18, 17, 13, 11, 9, 7, 8, 8, 9, 14, 5, 11, 8, 6, 7, 6, 9, 8, 7, 4, 3, 7, 3, 6, 4, 9, 8, 4, 0, 0, 0, 0, 0], "n_pos": 53, "sum_m_en": [4.991333, 2.378659, 2.313391, 2.279989, 2.429527, 2.524657, 2.534985, 2.644541, 2.765299, 2.767311, 2.917466, 3.031053, 3.207042, 3.47617, 3.22208, 3.092762, 3.249833, 3.308008, 3.040753, 2.830426, 2.630114, 2.433692, 2.333756, 2.311884, 4.955249, 4.957848, 4.688285, 4.557358, 4.505711, 4.479396, 4.541305, 4.696993, 4.515683, 4.293287, 4.527781, 4.991838, 4.758681, 4.418801, 4.424921, 4.641989, 4.433994, 4.477384, 4.523094, 4.352499, 4.266973, 3.799967, 2.60137, 1.534225, 0.185507, 0.0], "sum_m_pl": [24.174358, 28.359784, 27.172068, 26.446084, 25.72432, 24.81156, 24.836999, 24.104435, 24.056233, 25.230797, 25.16897, 25.026199, 24.757867, 24.020973, 24.635863, 25.26014, 24.845367, 24.783758, 25.060812, 25.763036, 25.915545, 26.006727, 26.270703, 26.448309, 23.026072, 22.815826, 22.688886, 23.633251, 24.627089, 24.403501, 23.982046, 23.447558, 24.076421, 23.266371, 22.371987, 21.529012, 20.235186, 19.591795, 18.742412, 18.627463, 18.311807, 17.78824, 16.420462, 15.758589, 14.076127, 10.110564, 5.43506, 2.84171, 0.442732, 0.0]}, "lang": {"n_am_en": [33, 41, 34, 29, 33, 40, 47, 37, 38, 47, 52, 47, 37, 41, 39, 44, 45, 38, 31, 39, 38, 44, 44, 41, 56, 50, 44, 49, 56, 43, 48, 36, 40, 43, 47, 48, 68, 68, 64, 65, 71, 80, 72, 69, 79, 87, 98, 118, 125, 130], "n_am_pl": [0, 9, 24, 22, 13, 18, 10, 12, 16, 15, 14, 24, 27, 17, 20, 14, 21, 18, 16, 17, 21, 27, 26, 28, 12, 12, 20, 13, 24, 15, 17, 20, 18, 18, 15, 11, 7, 3, 6, 7, 5, 7, 11, 8, 4, 3, 3, 2, 1, 0], "n_pos": 132, "sum_m_en": [16.238464, 7.876392, 7.353541, 7.01074, 7.479149, 8.07125, 8.75152, 10.249735, 10.900053, 11.021893, 11.178092, 12.743654, 12.548255, 12.306337, 13.019971, 11.95676, 11.184245, 10.518576, 9.627907, 8.397399, 7.38913, 6.779525, 6.440676, 6.293818, 20.975811, 22.14503, 20.717584, 18.881599, 18.605244, 18.109076, 16.953702, 16.826843, 17.631333, 19.217933, 19.634444, 22.272734, 28.316552, 27.768781, 31.887337, 34.197916, 36.572919, 43.667404, 47.695966, 52.338324, 61.276155, 71.632328, 85.558641, 106.561003, 121.709485, 128.844643], "sum_m_pl": [45.466636, 62.59778, 62.427411, 60.717877, 60.226606, 59.710963, 59.035631, 58.153459, 57.320927, 59.07448, 58.45316, 57.814718, 59.220677, 58.858998, 58.935099, 60.583454, 59.724509, 60.379419, 60.379513, 62.909946, 64.500042, 64.86167, 65.502873, 65.829701, 52.563585, 51.295435, 51.246592, 53.834821, 56.599995, 56.467114, 56.706845, 55.796623, 55.823716, 52.737579, 52.979229, 50.961432, 43.986198, 43.141413, 39.4549, 38.587011, 36.971209, 33.43713, 29.511035, 26.537442, 20.647164, 14.534536, 10.142163, 3.952747, 1.405513, 0.01175]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 389, "item_id": "gsm8kpl-1022", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1172, "region_end": 385, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9871}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [81, 72, 74, 72, 79, 80, 79, 86, 58, 93, 82, 78, 77, 65, 70, 90, 70, 58, 55, 61, 55, 57, 51, 64, 102, 98, 75, 82, 98, 95, 98, 86, 81, 90, 94, 84, 66, 70, 67, 63, 58, 49, 48, 51, 39, 41, 30, 22, 10, 9], "n_am_pl": [32, 68, 68, 63, 62, 63, 56, 68, 61, 68, 68, 69, 77, 71, 57, 55, 76, 75, 74, 87, 87, 75, 77, 79, 51, 62, 92, 64, 69, 80, 71, 58, 56, 43, 31, 48, 35, 32, 28, 34, 49, 48, 43, 46, 44, 47, 45, 41, 86, 91], "n_pos": 389, "sum_m_en": [35.109932, 18.153816, 19.563993, 20.671566, 21.46213, 20.865073, 21.599392, 21.371753, 21.759244, 23.254892, 23.164221, 23.88705, 24.966811, 25.422979, 25.624052, 25.560664, 24.687541, 23.779355, 21.826478, 20.778451, 19.5517, 18.265306, 17.84448, 17.294331, 36.15044, 36.594783, 34.82418, 34.766886, 38.724646, 38.84599, 36.607689, 36.248424, 34.59846, 35.434328, 36.6842, 34.068674, 33.994277, 35.29656, 34.684025, 36.792677, 36.227116, 33.886206, 36.137876, 36.122302, 37.912946, 35.883171, 27.80158, 23.610046, 9.794887, 8.819823], "sum_m_pl": [159.144542, 191.821456, 186.419318, 180.156767, 179.634296, 175.388723, 179.19475, 178.149043, 175.237817, 180.514068, 176.057592, 177.515225, 179.617678, 177.167654, 176.310916, 180.403096, 178.066735, 179.769719, 183.793414, 188.810643, 190.187403, 189.690835, 190.455947, 190.671392, 157.449609, 154.094674, 151.624377, 159.447209, 164.536176, 166.518387, 166.256318, 164.974292, 163.381985, 151.517707, 147.749829, 144.959483, 131.939119, 128.584523, 123.045447, 120.737244, 116.519972, 114.189426, 104.149517, 97.14577, 82.563917, 79.450451, 68.184386, 59.165429, 83.665031, 92.120244]}, "digit": {"n_am_en": [5, 14, 11, 10, 7, 6, 9, 6, 8, 10, 12, 12, 13, 10, 10, 12, 10, 10, 11, 7, 6, 6, 6, 8, 10, 13, 11, 16, 17, 15, 12, 8, 8, 7, 11, 8, 5, 3, 1, 3, 2, 3, 3, 3, 0, 0, 2, 1, 0, 0], "n_am_pl": [0, 5, 5, 8, 5, 2, 2, 2, 4, 5, 8, 3, 5, 5, 4, 3, 6, 6, 5, 8, 9, 6, 5, 6, 7, 7, 7, 1, 5, 6, 7, 5, 4, 5, 4, 6, 5, 6, 7, 4, 5, 2, 3, 3, 4, 1, 1, 1, 0, 0], "n_pos": 42, "sum_m_en": [3.644988, 1.973485, 1.974972, 2.003797, 2.020228, 1.910711, 2.038961, 2.093593, 2.125862, 2.234101, 2.274718, 2.378934, 2.563876, 2.754662, 2.591872, 2.52473, 2.503886, 2.489813, 2.22068, 2.060868, 1.963598, 1.820074, 1.784424, 1.76014, 3.456484, 3.765984, 3.978238, 3.919924, 4.097418, 3.920476, 3.767628, 3.764228, 3.275465, 3.298983, 3.345589, 3.380292, 3.127916, 2.961634, 2.858834, 3.498395, 3.283684, 3.078684, 2.867332, 2.579408, 2.102242, 1.74889, 1.566157, 1.108506, 0.151105, 4.6e-05], "sum_m_pl": [19.018757, 22.609379, 21.436721, 20.786179, 20.655372, 20.389194, 20.225551, 19.655773, 19.576338, 19.922518, 19.845628, 19.957413, 19.913062, 19.231147, 19.241314, 19.448297, 19.199556, 19.500173, 20.135121, 20.54706, 20.504049, 20.554021, 20.709714, 20.772063, 18.139301, 17.299299, 17.39745, 18.086146, 18.728101, 18.898609, 18.961928, 18.422195, 18.50529, 17.889466, 16.885187, 17.064191, 15.750085, 15.565219, 15.178453, 14.679649, 14.738141, 15.118106, 14.445536, 14.055705, 12.168553, 9.217333, 5.059052, 3.120361, 0.249105, 0.000248]}, "lang": {"n_am_en": [13, 13, 12, 11, 15, 17, 23, 32, 17, 24, 24, 21, 17, 14, 12, 22, 15, 13, 12, 19, 16, 18, 12, 17, 31, 27, 22, 21, 26, 24, 21, 22, 24, 32, 28, 28, 27, 30, 30, 26, 28, 22, 19, 23, 21, 24, 17, 17, 10, 9], "n_am_pl": [18, 20, 15, 16, 17, 11, 11, 18, 14, 15, 9, 15, 22, 18, 21, 14, 18, 21, 24, 21, 24, 25, 27, 26, 9, 16, 16, 14, 20, 21, 21, 20, 23, 15, 13, 18, 9, 13, 9, 14, 18, 22, 24, 27, 27, 34, 35, 33, 82, 91], "n_pos": 100, "sum_m_en": [8.483285, 4.848805, 5.308702, 5.99964, 6.103487, 5.692164, 6.250947, 6.120059, 6.309718, 6.547038, 6.218821, 6.441403, 6.615457, 6.819392, 7.152293, 7.080682, 6.600139, 6.334256, 6.004324, 5.64065, 5.262175, 4.840002, 4.650095, 4.48035, 9.977287, 10.072455, 9.439582, 9.171431, 10.316705, 10.168688, 9.662516, 9.686021, 9.915085, 10.366383, 10.387308, 9.948454, 10.888927, 11.596188, 11.590841, 12.801403, 13.545811, 12.822863, 13.744995, 15.082706, 18.91064, 18.807297, 13.377283, 13.741081, 8.139889, 8.816408], "sum_m_pl": [38.095081, 45.813776, 45.34719, 43.613665, 43.308181, 41.964122, 43.296472, 44.147801, 43.470108, 45.414261, 44.14276, 44.813903, 45.973715, 45.680393, 46.042662, 46.935677, 46.439721, 46.671545, 47.323456, 48.738811, 49.252553, 49.239395, 49.366586, 49.454671, 42.895807, 41.880981, 40.4944, 42.373438, 42.855766, 43.67846, 44.311011, 44.372352, 44.87968, 42.333895, 42.54398, 42.784851, 40.015104, 38.932767, 37.564994, 37.022322, 36.189214, 35.895117, 32.04563, 32.029596, 29.042707, 34.976375, 35.973543, 37.200463, 75.950559, 90.145244]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 412, "item_id": "gsm8kpl-1022", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1031, "region_end": 389, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 0.9927}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [89, 64, 50, 47, 59, 54, 54, 64, 61, 72, 65, 70, 61, 61, 59, 67, 76, 62, 55, 55, 55, 53, 55, 65, 107, 94, 71, 71, 70, 64, 67, 70, 88, 80, 84, 84, 75, 89, 90, 89, 93, 90, 94, 92, 94, 95, 98, 94, 89, 84], "n_am_pl": [11, 22, 34, 32, 28, 27, 24, 30, 33, 35, 30, 35, 42, 37, 31, 40, 38, 51, 50, 49, 33, 37, 36, 32, 15, 16, 31, 31, 30, 42, 35, 26, 22, 27, 18, 22, 22, 16, 14, 16, 18, 6, 9, 15, 7, 6, 4, 1, 0, 0], "n_pos": 223, "sum_m_en": [26.898734, 13.910712, 13.26188, 12.515314, 13.392344, 13.917038, 13.83725, 14.780209, 15.462328, 15.580653, 16.251272, 17.296715, 17.111859, 17.04477, 17.204636, 16.017902, 15.286905, 15.081641, 13.848126, 13.004991, 11.972597, 10.961268, 10.578914, 10.283121, 32.201879, 31.333176, 28.244314, 25.798754, 25.088169, 25.301769, 22.169306, 23.885642, 24.926405, 24.164891, 24.646468, 26.573937, 35.925398, 35.585803, 40.010918, 47.437774, 52.265553, 56.650105, 68.117481, 74.550991, 80.103901, 86.941009, 90.233112, 92.565061, 89.955864, 84.701438], "sum_m_pl": [83.834393, 106.389738, 103.28008, 100.813714, 97.715714, 96.380525, 96.761153, 97.513872, 95.832347, 99.008012, 97.301579, 100.588668, 100.915778, 100.38536, 99.264623, 104.877085, 104.869882, 104.544403, 105.508338, 107.905617, 107.960318, 109.395061, 109.965005, 110.506957, 83.055559, 82.105717, 82.125755, 87.260588, 89.348917, 91.128406, 93.742548, 92.447982, 93.4571, 89.260466, 88.62234, 84.007343, 72.638674, 69.964268, 64.13774, 60.81767, 56.851278, 48.932582, 41.203631, 37.827614, 30.503329, 22.69887, 14.073345, 8.198314, 0.985326, 0.000874]}, "digit": {"n_am_en": [17, 11, 11, 1, 4, 1, 1, 2, 1, 6, 4, 3, 2, 4, 3, 5, 7, 2, 3, 6, 3, 5, 5, 5, 11, 7, 3, 7, 5, 1, 4, 4, 6, 3, 5, 4, 5, 5, 4, 4, 4, 4, 1, 1, 1, 0, 2, 0, 0, 0], "n_am_pl": [0, 2, 6, 11, 10, 11, 6, 9, 17, 13, 10, 11, 8, 7, 8, 7, 10, 12, 12, 14, 8, 6, 3, 4, 5, 4, 11, 6, 7, 13, 9, 5, 7, 7, 4, 7, 7, 3, 3, 4, 6, 3, 5, 5, 2, 2, 1, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.440898, 1.667549, 1.624624, 1.577504, 1.69848, 1.749859, 1.651097, 1.722214, 1.675689, 1.699094, 1.810525, 1.791363, 1.806482, 1.791555, 1.661805, 1.73052, 1.742984, 1.704242, 1.562778, 1.515599, 1.434024, 1.354822, 1.325394, 1.30502, 2.508511, 2.365477, 2.23391, 2.372113, 2.36167, 2.094776, 2.096897, 2.087386, 2.039974, 1.889037, 2.0805, 2.118338, 2.492717, 2.355062, 2.461758, 2.497706, 2.446331, 2.419981, 2.231505, 2.249153, 1.975902, 1.792568, 1.205063, 1.25284, 0.232681, 0.0], "sum_m_pl": [15.355747, 17.803298, 16.674221, 16.203506, 15.4239, 15.030591, 15.251267, 15.008195, 14.890584, 15.598005, 15.318521, 15.619956, 15.349423, 15.308223, 15.343954, 16.270732, 16.208384, 16.246835, 16.670191, 16.848683, 16.69339, 16.916642, 17.032707, 17.114611, 14.738183, 14.350148, 14.141557, 13.922384, 14.40064, 14.588178, 14.498555, 14.708599, 15.209606, 14.605016, 14.411582, 14.040077, 13.899986, 13.960991, 13.368899, 13.833711, 13.611373, 13.090867, 12.815568, 12.33961, 11.015146, 9.370887, 5.919592, 3.750612, 0.627401, 0.0]}, "lang": {"n_am_en": [26, 19, 18, 15, 20, 26, 27, 32, 32, 33, 28, 33, 31, 27, 31, 32, 36, 32, 29, 30, 29, 28, 27, 32, 51, 45, 37, 31, 33, 41, 42, 43, 45, 45, 48, 48, 40, 52, 52, 50, 55, 54, 60, 61, 69, 71, 75, 81, 83, 83], "n_am_pl": [4, 11, 14, 12, 9, 5, 5, 6, 8, 10, 12, 14, 17, 19, 10, 18, 16, 17, 21, 17, 13, 17, 21, 18, 5, 7, 9, 15, 14, 15, 10, 11, 6, 10, 10, 11, 11, 6, 5, 7, 8, 2, 2, 5, 2, 3, 2, 0, 0, 0], "n_pos": 84, "sum_m_en": [9.950673, 5.495029, 4.842805, 4.791052, 5.107283, 5.827666, 6.244932, 6.85174, 7.460478, 7.450537, 7.61467, 8.341133, 8.145621, 8.040305, 8.357708, 7.393045, 7.038797, 6.979877, 6.314751, 5.826004, 5.20909, 4.634543, 4.405534, 4.229452, 15.794054, 16.066662, 14.812272, 13.459279, 12.775827, 13.054403, 11.232417, 12.540527, 13.385078, 13.189146, 13.035602, 14.208599, 19.078643, 18.904649, 21.187111, 26.922013, 31.124165, 36.273712, 43.971234, 48.796762, 56.323714, 63.614204, 69.917801, 77.446148, 82.486281, 82.433241], "sum_m_pl": [29.083345, 38.376684, 37.948037, 36.806467, 36.192515, 35.607408, 34.947289, 36.207412, 35.564279, 36.706361, 35.98798, 37.525219, 37.769331, 37.716123, 37.316514, 39.474689, 39.480739, 39.389243, 39.803858, 40.671601, 40.852144, 41.451703, 41.723707, 41.957705, 31.863373, 31.510754, 31.657515, 33.658606, 34.059786, 34.861543, 36.148674, 35.023689, 35.552272, 35.320349, 35.672732, 35.08319, 30.512361, 29.854735, 28.393606, 25.79702, 23.260519, 19.052425, 14.842175, 14.136038, 9.945337, 5.561117, 3.185131, 0.670574, 0.011273, 0.000426]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 228, "item_id": "gsm8kpl-1024", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1170, "region_end": 223, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9912}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 54, 47, 34, 36, 26, 21, 33, 20, 30, 39, 34, 40, 34, 30, 25, 35, 36, 24, 32, 29, 25, 24, 29, 55, 43, 31, 44, 45, 37, 32, 45, 39, 38, 48, 41, 36, 43, 37, 40, 42, 33, 35, 32, 34, 32, 15, 9, 1, 0], "n_am_pl": [20, 43, 33, 29, 32, 36, 31, 21, 18, 20, 21, 29, 40, 36, 30, 36, 41, 47, 55, 47, 43, 44, 39, 40, 22, 25, 37, 36, 30, 35, 44, 39, 34, 35, 24, 24, 20, 12, 18, 14, 14, 16, 16, 17, 17, 18, 26, 29, 45, 46], "n_pos": 180, "sum_m_en": [17.028052, 8.66649, 8.742083, 8.94756, 9.409915, 9.053005, 8.998139, 9.508609, 9.895594, 10.276346, 10.274808, 10.998852, 11.610272, 11.79703, 11.581561, 11.171583, 10.666841, 10.633564, 9.517652, 9.099778, 8.672127, 8.166347, 8.004879, 7.707433, 15.243041, 14.987491, 14.856254, 15.835287, 17.349095, 16.373016, 15.180535, 15.86418, 15.378991, 14.760896, 15.343951, 15.905781, 16.825622, 17.033166, 18.387734, 17.715658, 16.590003, 16.886317, 20.108138, 20.78625, 24.166448, 24.046027, 14.441005, 10.794148, 2.049147, 0.015455], "sum_m_pl": [75.579394, 89.445453, 86.609516, 84.358276, 81.318626, 80.39285, 80.130998, 79.246818, 78.746323, 80.703088, 80.2894, 82.420711, 83.50751, 82.797761, 81.394723, 85.43095, 85.978997, 85.904417, 88.418948, 90.022282, 88.84335, 89.257347, 89.122818, 89.519793, 73.136915, 72.139621, 71.869536, 76.463398, 77.991413, 79.773441, 79.581842, 79.538929, 79.011023, 73.943078, 72.043778, 68.343236, 62.590575, 59.374682, 54.481542, 54.896301, 53.473042, 50.0866, 45.098285, 42.532235, 37.156415, 35.225701, 33.084965, 30.605881, 42.995648, 45.432865]}, "digit": {"n_am_en": [10, 23, 15, 6, 7, 3, 3, 7, 5, 10, 13, 10, 6, 9, 8, 6, 11, 9, 5, 8, 7, 10, 8, 10, 16, 9, 6, 15, 12, 11, 9, 10, 7, 11, 9, 8, 8, 12, 7, 5, 8, 5, 6, 7, 6, 3, 3, 2, 0, 0], "n_am_pl": [0, 2, 4, 2, 6, 8, 6, 4, 1, 2, 2, 6, 6, 4, 3, 10, 10, 13, 11, 11, 7, 5, 6, 5, 4, 5, 10, 6, 7, 6, 8, 8, 8, 6, 7, 8, 7, 3, 5, 5, 5, 5, 2, 1, 1, 2, 1, 2, 0, 0], "n_pos": 40, "sum_m_en": [3.363227, 1.784977, 1.690318, 1.631119, 1.741143, 1.757663, 1.766633, 1.932302, 2.029499, 2.050786, 2.095419, 2.069274, 2.348774, 2.446485, 2.329595, 2.357638, 2.243807, 2.253096, 1.986049, 1.9092, 1.757564, 1.641963, 1.620275, 1.566044, 2.835246, 2.883963, 3.196197, 3.447644, 3.82145, 3.450032, 3.190512, 3.346388, 2.962503, 2.915765, 3.107578, 3.093676, 3.040528, 2.924631, 3.253008, 2.825818, 2.669906, 2.305597, 3.443182, 2.381638, 2.790192, 1.953982, 2.097206, 1.763736, 0.062428, 0.0], "sum_m_pl": [18.568386, 21.34766, 20.657619, 19.895296, 19.265624, 18.928483, 18.481037, 17.976528, 18.100125, 18.649855, 18.898362, 19.290785, 19.069208, 18.889062, 18.610806, 19.375777, 19.523675, 19.530612, 20.121615, 20.537701, 20.195668, 20.323151, 20.312697, 20.448424, 18.249515, 17.488298, 17.2201, 18.134433, 18.42981, 18.723489, 18.417536, 17.985525, 18.585281, 17.782584, 17.501654, 17.623149, 16.836116, 16.891864, 15.900581, 16.218956, 15.90781, 14.41583, 12.644599, 12.39828, 10.651815, 9.951511, 6.770361, 5.428038, 0.320461, 0.0]}, "lang": {"n_am_en": [11, 7, 12, 7, 5, 7, 5, 10, 4, 6, 9, 8, 15, 13, 11, 10, 15, 15, 10, 13, 12, 8, 9, 12, 22, 24, 14, 16, 12, 15, 11, 21, 20, 16, 23, 18, 15, 19, 20, 24, 20, 17, 20, 17, 21, 22, 9, 6, 0, 0], "n_am_pl": [13, 17, 7, 12, 12, 12, 11, 4, 5, 6, 6, 7, 10, 13, 11, 8, 9, 10, 15, 16, 14, 17, 16, 17, 4, 4, 9, 11, 6, 9, 14, 13, 10, 14, 8, 9, 7, 5, 7, 4, 5, 7, 9, 12, 12, 14, 20, 22, 43, 46], "n_pos": 46, "sum_m_en": [4.538737, 2.187248, 2.305065, 2.413058, 2.475835, 2.436164, 2.389699, 2.464317, 2.525219, 2.614504, 2.741385, 3.129904, 3.1836, 3.27757, 3.201503, 3.02136, 2.887982, 2.846108, 2.625555, 2.509703, 2.419634, 2.237082, 2.163781, 2.077623, 5.219058, 4.861413, 4.568235, 4.770933, 5.076273, 5.082098, 4.81834, 5.276042, 5.341584, 5.147242, 5.143147, 5.646461, 6.530248, 7.042136, 8.372889, 7.278539, 6.945231, 7.852411, 10.429329, 11.555918, 13.98164, 16.046413, 9.009717, 6.715885, 0.683656, 0.002364], "sum_m_pl": [18.115604, 21.981661, 21.452545, 21.090768, 20.231552, 19.803892, 19.928906, 20.081816, 20.052935, 20.413035, 20.163202, 20.771864, 21.603712, 21.586609, 21.511178, 22.392391, 22.222876, 22.241097, 22.913901, 23.161592, 22.924784, 23.10198, 23.117672, 23.19546, 20.318256, 20.204884, 20.035632, 20.355085, 20.075075, 20.689416, 21.018403, 20.911363, 21.180873, 20.868265, 20.735419, 20.284772, 18.778058, 18.448035, 17.773415, 18.884334, 18.498139, 17.724311, 16.052765, 16.709496, 15.877238, 15.932452, 19.373816, 19.797268, 39.494185, 45.036995]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 185, "item_id": "gsm8kpl-1024", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1029, "region_end": 180, "roundtrip_ok": true, "tf_agree": 0.9838, "tf_agree_excl_first": 0.9891}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [81, 81, 66, 52, 60, 44, 46, 53, 56, 66, 63, 69, 63, 70, 86, 97, 96, 90, 93, 101, 88, 92, 83, 89, 110, 109, 96, 97, 90, 85, 83, 86, 91, 88, 86, 91, 103, 94, 114, 114, 115, 109, 98, 94, 96, 107, 109, 113, 93, 82], "n_am_pl": [11, 39, 38, 32, 28, 41, 28, 28, 21, 15, 21, 26, 36, 27, 23, 29, 18, 25, 12, 10, 14, 13, 15, 12, 14, 20, 18, 24, 21, 29, 29, 20, 20, 12, 17, 12, 11, 9, 9, 9, 6, 5, 8, 11, 16, 14, 7, 7, 7, 2], "n_pos": 279, "sum_m_en": [29.649345, 16.276934, 15.755274, 15.77438, 17.863021, 19.065201, 18.681066, 19.02419, 20.52332, 20.769545, 21.037407, 21.866695, 22.140637, 20.8358, 22.187486, 20.779199, 19.648797, 18.476129, 17.752562, 16.661865, 15.535051, 14.005803, 13.560114, 13.383599, 42.795022, 41.877736, 37.697714, 34.909376, 31.996619, 30.472576, 28.677427, 27.134847, 28.941678, 29.932314, 33.16607, 34.494508, 43.238366, 44.914128, 55.456797, 61.471752, 64.441862, 73.864865, 82.300277, 85.462906, 93.257919, 97.817473, 100.563102, 106.932534, 91.781978, 81.374841], "sum_m_pl": [110.868524, 133.172089, 130.796688, 127.768023, 123.887365, 121.20414, 121.209543, 119.657103, 115.842062, 120.469085, 118.961865, 118.485215, 119.482595, 116.77225, 118.037826, 123.227927, 122.251116, 122.777867, 126.12596, 128.715326, 129.396254, 131.103728, 132.113478, 132.405747, 95.152496, 95.184999, 93.429812, 101.791688, 105.405048, 107.493611, 109.286023, 108.141361, 106.412537, 99.950153, 97.998128, 93.647596, 81.167631, 75.349183, 68.768751, 65.513115, 62.605223, 52.009823, 46.312774, 39.505709, 32.839994, 28.214464, 20.111329, 13.04694, 8.012018, 2.518314]}, "digit": {"n_am_en": [10, 20, 12, 4, 5, 2, 2, 3, 4, 8, 9, 10, 6, 3, 4, 9, 11, 12, 10, 10, 9, 8, 6, 8, 11, 11, 5, 13, 8, 9, 8, 6, 4, 6, 2, 7, 12, 8, 9, 5, 4, 6, 5, 3, 1, 4, 3, 1, 0, 0], "n_am_pl": [2, 4, 3, 2, 1, 10, 6, 3, 4, 2, 3, 3, 3, 5, 2, 3, 2, 4, 3, 2, 2, 1, 2, 1, 2, 6, 1, 3, 5, 7, 7, 7, 6, 3, 3, 4, 1, 2, 1, 3, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [3.914284, 1.937672, 1.849218, 1.822963, 2.017441, 2.009095, 2.054024, 2.218171, 2.226829, 2.374766, 2.456996, 2.43987, 2.50979, 2.375757, 2.499318, 2.529638, 2.489445, 2.352275, 2.189478, 2.133544, 2.053975, 1.903921, 1.870351, 1.876634, 3.887847, 3.585867, 3.584945, 3.647296, 3.576949, 3.550205, 3.513567, 3.023582, 2.953742, 2.955197, 2.849379, 3.089857, 3.18364, 3.049841, 3.927032, 3.184264, 3.198357, 3.283375, 3.184793, 3.252762, 2.676815, 2.473893, 2.389441, 1.776228, 0.40489, 0.0], "sum_m_pl": [20.718192, 23.761324, 22.626883, 22.052542, 21.462926, 20.837734, 20.605277, 20.432845, 20.169865, 20.655021, 20.43732, 20.541434, 19.936442, 19.686954, 19.717232, 19.92309, 19.473773, 19.554222, 20.446185, 20.757794, 20.506033, 20.743906, 20.929575, 21.008329, 17.446058, 17.547203, 17.012296, 18.059473, 18.49888, 18.57259, 18.33928, 17.863591, 17.771002, 16.945335, 16.827307, 16.646015, 15.8699, 14.907761, 14.221955, 14.147995, 14.003004, 13.403889, 13.096643, 11.570316, 10.062125, 7.663524, 5.245355, 2.453366, 0.578273, 0.0]}, "lang": {"n_am_en": [31, 24, 22, 19, 24, 23, 25, 27, 23, 22, 26, 28, 31, 28, 42, 36, 38, 36, 42, 45, 37, 39, 41, 40, 50, 52, 50, 48, 47, 43, 41, 41, 47, 45, 47, 47, 50, 51, 57, 64, 64, 62, 57, 59, 58, 69, 71, 76, 78, 82], "n_am_pl": [2, 12, 8, 9, 9, 6, 6, 12, 6, 7, 6, 8, 14, 8, 4, 10, 6, 8, 4, 2, 3, 3, 2, 1, 4, 5, 5, 6, 2, 7, 7, 2, 5, 5, 6, 2, 5, 3, 0, 2, 1, 1, 2, 1, 3, 3, 1, 2, 3, 2], "n_pos": 85, "sum_m_en": [9.546065, 5.493282, 5.540085, 5.35873, 6.444481, 8.259432, 7.688143, 7.406911, 8.138704, 7.51691, 7.735203, 8.391427, 8.398947, 7.810518, 7.944202, 7.185242, 6.829203, 6.238022, 6.251198, 5.653703, 5.233066, 4.551783, 4.400263, 4.289766, 19.228312, 18.757335, 17.269728, 15.045141, 13.080946, 12.764649, 11.70009, 11.244604, 12.558605, 13.684713, 16.355305, 17.523816, 23.166529, 23.891831, 30.615141, 35.407289, 37.375421, 42.174185, 48.351549, 51.679083, 55.678658, 60.490391, 65.992147, 73.027495, 77.298983, 80.124923], "sum_m_pl": [31.106911, 38.193724, 37.328319, 36.715177, 35.89706, 34.448805, 35.186128, 35.201073, 34.174608, 35.988747, 34.762671, 35.161262, 35.981502, 35.28135, 35.982721, 37.966202, 37.750865, 37.906948, 38.440438, 39.211464, 39.638779, 40.144608, 40.48087, 40.576507, 27.866586, 28.001338, 27.141398, 30.23418, 30.809359, 31.405602, 32.363404, 32.70051, 32.61602, 31.420712, 30.490951, 29.863642, 24.959061, 23.564859, 19.999271, 18.008269, 16.764546, 12.418843, 9.824834, 8.028339, 5.758337, 5.307434, 3.421048, 1.592709, 2.868967, 2.003098]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 286, "item_id": "gsm8kpl-1026", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1189, "region_end": 279, "roundtrip_ok": true, "tf_agree": 0.986, "tf_agree_excl_first": 0.9895}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [67, 76, 36, 42, 41, 29, 45, 46, 36, 55, 43, 44, 50, 43, 50, 50, 56, 47, 55, 53, 56, 58, 52, 55, 81, 74, 64, 64, 65, 63, 54, 64, 47, 64, 61, 63, 74, 59, 60, 55, 59, 60, 57, 54, 53, 36, 25, 14, 13, 0], "n_am_pl": [23, 38, 58, 53, 39, 39, 35, 32, 36, 22, 30, 33, 51, 40, 39, 39, 30, 31, 44, 40, 41, 39, 41, 42, 34, 32, 36, 39, 40, 51, 42, 51, 49, 30, 28, 30, 20, 19, 21, 31, 23, 25, 23, 26, 26, 34, 37, 43, 52, 66], "n_pos": 259, "sum_m_en": [22.228344, 12.60157, 13.065758, 12.911406, 14.153408, 13.553596, 13.68105, 13.950984, 14.281878, 14.906899, 14.473412, 14.731882, 15.583594, 15.26965, 15.762014, 15.077474, 14.838568, 13.813976, 12.893284, 12.506229, 12.076315, 11.526651, 11.300204, 11.13596, 25.923275, 25.443552, 23.617596, 22.710279, 23.495381, 22.792635, 22.141758, 20.830755, 19.776396, 20.232872, 20.653252, 20.043567, 22.362956, 21.634426, 24.7439, 28.318847, 29.973792, 33.546602, 31.529484, 32.645029, 39.797608, 34.029739, 21.909226, 16.654405, 10.8908, 0.245412], "sum_m_pl": [111.253518, 126.896152, 122.970097, 120.862974, 117.643462, 115.293706, 116.171908, 116.297793, 113.648762, 116.820856, 114.186656, 115.446276, 116.500824, 114.174719, 115.826955, 120.541673, 119.034959, 119.020646, 124.059493, 125.574031, 125.495465, 125.63433, 125.567358, 125.895918, 100.945421, 99.591097, 97.71118, 105.382936, 107.046549, 109.906555, 109.169999, 108.545169, 107.880045, 100.378927, 98.602977, 93.182899, 85.649153, 84.009806, 81.32282, 82.448207, 78.869644, 75.366882, 71.34088, 64.784944, 55.155067, 55.141293, 54.950839, 50.118827, 51.406981, 66.12438]}, "digit": {"n_am_en": [6, 31, 13, 9, 6, 3, 10, 11, 7, 14, 11, 11, 8, 5, 9, 8, 11, 8, 5, 8, 9, 10, 9, 9, 16, 15, 10, 13, 12, 12, 9, 7, 10, 9, 6, 6, 12, 12, 10, 9, 9, 7, 5, 5, 3, 2, 3, 1, 0, 0], "n_am_pl": [0, 3, 6, 9, 4, 4, 4, 1, 9, 4, 5, 3, 7, 9, 6, 5, 5, 9, 9, 6, 6, 1, 3, 4, 3, 5, 9, 5, 8, 7, 7, 9, 6, 2, 1, 6, 2, 1, 0, 0, 1, 2, 2, 2, 4, 2, 0, 0, 0, 0], "n_pos": 54, "sum_m_en": [4.569151, 2.378413, 2.248129, 2.182937, 2.386621, 2.410734, 2.538494, 2.693026, 2.729268, 2.766877, 2.774746, 2.722982, 2.936483, 2.882081, 3.020875, 2.97072, 2.971872, 2.773122, 2.511652, 2.502393, 2.419896, 2.315916, 2.274561, 2.274317, 4.276441, 4.007179, 4.203807, 4.20809, 4.576838, 4.430373, 4.462277, 4.013971, 3.597794, 3.489951, 3.501579, 3.541409, 3.855122, 3.723493, 4.172727, 4.394014, 4.265351, 4.131195, 3.915817, 3.967028, 3.175711, 2.932463, 1.906811, 1.173169, 0.115136, 1e-06], "sum_m_pl": [25.30072, 29.266778, 28.097437, 27.328606, 26.461889, 25.475274, 25.445609, 25.202689, 24.875368, 25.449632, 25.098166, 25.285989, 24.60547, 24.026827, 24.019167, 24.59249, 24.314143, 24.375835, 25.677948, 26.000707, 25.850811, 25.860395, 25.95594, 26.1441, 21.629556, 21.193634, 20.980003, 22.5603, 22.799128, 23.269653, 22.842136, 22.257302, 22.429762, 21.316349, 21.234392, 20.897582, 19.801031, 19.499262, 18.456542, 18.328526, 17.904808, 18.4276, 17.92064, 15.687574, 13.345539, 10.801315, 7.546543, 3.583174, 0.427561, 0.002946]}, "lang": {"n_am_en": [19, 13, 10, 9, 11, 3, 7, 8, 3, 9, 8, 11, 15, 12, 12, 14, 13, 16, 22, 17, 18, 19, 18, 20, 29, 27, 23, 23, 23, 22, 18, 19, 12, 27, 29, 25, 31, 25, 26, 24, 28, 29, 29, 24, 27, 18, 19, 11, 12, 0], "n_am_pl": [10, 10, 11, 10, 12, 9, 3, 6, 9, 4, 6, 9, 16, 8, 13, 13, 12, 11, 12, 11, 9, 14, 12, 13, 11, 8, 10, 10, 7, 13, 18, 18, 20, 13, 11, 12, 12, 13, 14, 19, 15, 14, 15, 17, 19, 25, 31, 39, 52, 66], "n_pos": 67, "sum_m_en": [5.35025, 3.490136, 3.739216, 3.638225, 4.094197, 3.750967, 3.672351, 3.670142, 3.74301, 3.856641, 3.95171, 4.157652, 4.323904, 4.276419, 4.297214, 3.964946, 3.856868, 3.536358, 3.424403, 3.25443, 3.146993, 3.012599, 2.938863, 2.879237, 9.55421, 9.266323, 7.778238, 7.237893, 6.996436, 6.564577, 6.0785, 5.868831, 5.478358, 6.131102, 6.234104, 6.421562, 8.146946, 8.282334, 10.054507, 12.111086, 13.990246, 17.226251, 15.418336, 15.219213, 20.720542, 17.119005, 14.611352, 10.47378, 9.543853, 0.24462], "sum_m_pl": [28.060892, 31.398039, 30.228458, 29.437076, 28.455042, 28.473696, 29.186579, 29.393749, 28.834512, 29.738095, 29.031618, 29.513511, 30.400498, 29.962835, 30.614679, 32.082137, 31.787855, 31.965511, 32.945348, 33.23774, 33.07014, 33.19487, 33.065166, 33.018851, 28.184125, 26.907295, 26.517257, 28.029549, 28.181175, 29.335396, 30.09757, 30.227325, 30.530079, 28.728817, 28.469462, 27.79929, 26.52624, 26.17928, 25.04228, 25.630188, 24.886589, 22.351972, 23.612479, 23.497717, 22.300094, 24.608784, 31.742342, 35.508297, 48.273177, 65.619305]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 266, "item_id": "gsm8kpl-1026", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1048, "region_end": 259, "roundtrip_ok": true, "tf_agree": 0.9887, "tf_agree_excl_first": 0.9925}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [69, 51, 38, 34, 49, 41, 50, 46, 39, 58, 61, 69, 61, 66, 65, 56, 61, 46, 51, 45, 62, 65, 60, 66, 88, 84, 84, 86, 88, 76, 74, 65, 55, 72, 71, 80, 80, 89, 106, 102, 108, 108, 113, 109, 91, 100, 102, 98, 83, 87], "n_am_pl": [2, 27, 34, 36, 34, 26, 37, 26, 25, 24, 24, 19, 24, 19, 20, 23, 17, 30, 24, 31, 26, 27, 34, 31, 13, 18, 18, 23, 24, 30, 25, 20, 24, 20, 12, 13, 7, 8, 10, 11, 7, 5, 7, 6, 5, 4, 10, 0, 1, 0], "n_pos": 200, "sum_m_en": [23.534828, 12.183579, 11.144993, 10.542086, 10.58714, 10.888154, 12.00826, 12.752069, 13.104903, 14.538628, 14.784382, 15.433913, 16.159515, 16.220301, 16.785593, 14.82039, 14.800094, 14.294595, 12.89831, 11.905729, 10.803252, 10.016315, 9.648512, 9.507622, 26.002283, 26.150351, 28.419619, 27.16001, 26.325758, 24.59621, 23.200682, 22.832067, 23.715318, 24.274618, 26.301652, 30.416478, 36.337442, 38.544139, 44.972242, 52.534389, 56.939188, 59.146657, 70.997592, 75.873443, 73.419997, 78.146494, 86.366206, 93.974647, 81.04128, 86.338651], "sum_m_pl": [71.292481, 92.759294, 92.436082, 90.636209, 91.160399, 91.885924, 90.843109, 90.230227, 88.77056, 88.788128, 87.873876, 86.049872, 87.00243, 85.970499, 85.867315, 91.357116, 89.228651, 89.970655, 91.957705, 94.490388, 96.281393, 97.119935, 97.300555, 97.817149, 79.194871, 78.19341, 75.299029, 77.394413, 80.04317, 79.577886, 82.27765, 80.438064, 79.509582, 77.623306, 76.325296, 73.451368, 63.93918, 62.799992, 59.222786, 56.761631, 53.533253, 47.199422, 39.944994, 33.502761, 27.743578, 22.168506, 16.784078, 6.189365, 1.595188, 0.005058]}, "digit": {"n_am_en": [2, 5, 3, 5, 1, 0, 0, 2, 0, 1, 5, 4, 1, 1, 3, 3, 2, 3, 3, 2, 3, 3, 3, 3, 4, 4, 3, 5, 6, 4, 2, 2, 4, 2, 1, 3, 1, 1, 2, 2, 2, 3, 3, 4, 2, 3, 3, 1, 0, 0], "n_am_pl": [0, 0, 2, 2, 4, 3, 1, 1, 1, 3, 1, 2, 2, 0, 1, 2, 0, 0, 1, 2, 2, 1, 1, 3, 0, 2, 1, 4, 1, 0, 1, 1, 3, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.387133, 0.690076, 0.630315, 0.620803, 0.636765, 0.674095, 0.742954, 0.852578, 0.854847, 0.891575, 0.923625, 0.894264, 0.988002, 0.934259, 0.912515, 0.89622, 0.898004, 0.902662, 0.848446, 0.824235, 0.769289, 0.712532, 0.701375, 0.701178, 1.397101, 1.269136, 1.430126, 1.36837, 1.432809, 1.415764, 1.351407, 1.26038, 1.188693, 1.086293, 1.075295, 1.096187, 1.235537, 1.404567, 1.903709, 2.019409, 2.181204, 2.101473, 2.589528, 3.286556, 2.453863, 3.36344, 2.591303, 0.933411, 0.311108, 0.0], "sum_m_pl": [6.945517, 8.61874, 8.255491, 8.123894, 7.995223, 7.783433, 7.620828, 7.507909, 7.548626, 7.534608, 7.623869, 7.341392, 7.027685, 6.920256, 6.970661, 7.13679, 6.918411, 6.7958, 7.154914, 7.542897, 7.617713, 7.684459, 7.72368, 7.745656, 6.330948, 6.218583, 6.097434, 6.535565, 6.691493, 6.559418, 6.505446, 6.155041, 6.264163, 5.630766, 5.653596, 5.805259, 5.473276, 5.672888, 5.473219, 5.168998, 5.235834, 5.15518, 5.349908, 4.649512, 3.837995, 3.143325, 1.709131, 1.002986, 0.260915, 0.0]}, "lang": {"n_am_en": [42, 22, 12, 16, 20, 22, 26, 21, 21, 27, 27, 32, 33, 31, 29, 29, 31, 26, 27, 27, 34, 41, 40, 41, 53, 48, 42, 42, 42, 40, 41, 38, 31, 40, 40, 47, 40, 49, 50, 52, 58, 61, 63, 59, 54, 62, 69, 78, 78, 86], "n_am_pl": [2, 15, 17, 15, 14, 12, 18, 13, 15, 14, 11, 9, 11, 8, 11, 10, 9, 10, 8, 12, 9, 12, 15, 13, 4, 10, 7, 10, 14, 15, 12, 11, 6, 11, 8, 6, 3, 1, 5, 3, 3, 1, 2, 2, 1, 0, 5, 0, 1, 0], "n_pos": 87, "sum_m_en": [11.259956, 5.46857, 4.831215, 4.571323, 4.499323, 4.783989, 5.601207, 5.684192, 5.907692, 6.774905, 6.783657, 7.261292, 7.686389, 7.674866, 8.039683, 6.751334, 7.231194, 6.858256, 6.076677, 5.420635, 4.788686, 4.41849, 4.218865, 4.138945, 13.981189, 13.368847, 14.283237, 13.579105, 12.931261, 12.480899, 11.764391, 11.794091, 12.301672, 12.692888, 14.536904, 17.975722, 21.520254, 22.879923, 25.894139, 31.015213, 33.731207, 36.167123, 40.591239, 43.119823, 45.242023, 51.414633, 60.261983, 73.076627, 76.082781, 84.576385], "sum_m_pl": [30.038931, 40.058177, 40.40367, 39.598727, 39.842498, 39.849813, 39.761669, 40.128519, 39.689803, 39.667915, 38.61184, 38.248277, 38.760675, 38.033693, 37.881777, 40.512721, 39.507806, 39.870731, 40.77954, 41.817656, 42.676351, 43.040351, 43.016981, 43.334753, 35.134237, 35.490777, 34.592059, 35.26459, 36.257457, 35.773518, 37.195703, 36.156325, 35.635067, 35.197959, 33.814519, 31.539061, 26.982509, 26.567223, 24.504258, 23.105096, 21.030509, 18.631325, 15.602641, 13.560922, 10.583684, 7.965746, 6.816442, 1.204499, 1.121694, 0.000619]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 205, "item_id": "gsm8kpl-1032", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1202, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9853}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [61, 52, 52, 61, 57, 45, 50, 49, 35, 53, 65, 52, 56, 57, 59, 49, 56, 60, 46, 55, 59, 67, 50, 59, 72, 79, 58, 89, 73, 79, 84, 68, 57, 66, 62, 67, 74, 76, 78, 81, 68, 68, 72, 77, 66, 57, 32, 34, 12, 10], "n_am_pl": [18, 85, 56, 57, 67, 68, 69, 47, 50, 44, 40, 41, 47, 51, 45, 54, 58, 56, 61, 69, 72, 55, 63, 64, 46, 48, 53, 38, 45, 41, 51, 51, 53, 46, 37, 33, 25, 40, 40, 45, 39, 45, 38, 46, 38, 52, 69, 62, 90, 93], "n_pos": 291, "sum_m_en": [27.127777, 13.757647, 14.6067, 14.84033, 14.990879, 14.66242, 15.135031, 15.846971, 16.858392, 18.403727, 18.148954, 18.733311, 19.930522, 20.044667, 21.345033, 19.795187, 18.618366, 18.657228, 17.088547, 16.110279, 14.965042, 14.028649, 13.561843, 13.199463, 28.191599, 28.169049, 29.000415, 29.897261, 30.2393, 30.777935, 29.466819, 27.856508, 27.836587, 28.123529, 29.822727, 30.618405, 32.150772, 33.401769, 36.294066, 40.788896, 41.552576, 43.494313, 54.384808, 56.879162, 51.8839, 49.187936, 29.902272, 30.594719, 13.295867, 10.008519], "sum_m_pl": [115.958358, 144.52406, 139.83661, 137.476201, 136.500447, 133.841416, 134.793088, 133.005169, 131.37209, 131.944585, 130.93234, 128.68238, 130.680215, 129.579346, 128.510195, 134.370942, 133.278337, 135.012668, 139.200105, 142.167949, 143.499831, 142.998978, 143.385553, 143.819233, 118.106225, 117.595126, 113.958984, 118.197056, 123.593826, 122.202177, 122.954103, 123.875444, 118.946078, 109.183931, 109.089823, 103.95343, 97.222244, 95.941471, 94.132162, 95.532065, 94.188534, 89.333399, 82.44394, 77.777351, 69.040587, 74.772041, 80.930091, 68.857272, 88.179403, 92.987523]}, "digit": {"n_am_en": [6, 8, 7, 11, 8, 9, 6, 5, 3, 6, 10, 8, 9, 7, 8, 4, 7, 9, 6, 7, 7, 7, 4, 6, 5, 10, 6, 11, 8, 8, 11, 9, 5, 4, 4, 5, 5, 3, 6, 5, 5, 5, 4, 7, 5, 4, 1, 0, 0, 0], "n_am_pl": [0, 13, 6, 3, 2, 1, 4, 6, 6, 5, 5, 4, 2, 5, 2, 5, 8, 5, 7, 13, 8, 4, 5, 4, 6, 4, 4, 4, 7, 5, 5, 7, 5, 6, 3, 5, 3, 9, 3, 5, 3, 5, 2, 1, 1, 1, 1, 0, 0, 0], "n_pos": 39, "sum_m_en": [3.374061, 1.754305, 1.689394, 1.74931, 1.803995, 1.726491, 1.77172, 1.87803, 1.977842, 2.083763, 2.10932, 2.136388, 2.410395, 2.428818, 2.548137, 2.391958, 2.333879, 2.407792, 2.132671, 2.049707, 1.879285, 1.757651, 1.716604, 1.683251, 3.129696, 3.070273, 3.288309, 3.440983, 3.465124, 3.506117, 3.595237, 3.33373, 3.242093, 3.130913, 3.087813, 3.143399, 3.061131, 2.935974, 3.221713, 3.690969, 3.859118, 4.101479, 4.008389, 3.755698, 2.868503, 2.992096, 1.77982, 1.257999, 0.212205, 0.000529], "sum_m_pl": [17.170298, 20.944512, 20.004398, 19.258118, 19.095495, 18.982775, 18.779666, 18.184749, 17.943699, 17.83976, 17.965399, 17.799667, 17.551392, 17.434132, 17.116463, 17.913911, 17.690916, 17.70017, 18.657253, 19.07674, 19.050041, 18.98381, 19.097128, 19.191226, 16.15984, 15.59013, 15.255773, 15.831761, 16.451018, 16.170324, 16.24493, 16.172208, 15.619519, 14.231228, 13.972347, 13.690183, 13.055798, 13.523654, 13.080847, 13.584151, 13.419591, 13.380832, 13.151364, 12.083341, 10.869518, 8.496801, 6.272784, 3.311175, 0.724333, 0.077883]}, "lang": {"n_am_en": [16, 15, 20, 23, 14, 12, 15, 20, 13, 16, 32, 24, 22, 26, 26, 25, 24, 24, 20, 27, 31, 29, 26, 29, 39, 41, 30, 37, 29, 35, 32, 23, 24, 28, 26, 26, 31, 42, 42, 42, 34, 34, 33, 32, 32, 30, 19, 19, 11, 10], "n_am_pl": [5, 27, 20, 24, 33, 28, 30, 19, 23, 14, 11, 13, 18, 22, 21, 22, 23, 22, 21, 20, 25, 19, 27, 28, 15, 14, 20, 13, 19, 12, 25, 26, 27, 21, 19, 15, 9, 14, 17, 17, 14, 20, 17, 31, 32, 42, 53, 54, 88, 92], "n_pos": 103, "sum_m_en": [9.283213, 5.025986, 5.320027, 5.506257, 5.35281, 5.336679, 5.591421, 5.897858, 6.287263, 6.896402, 6.770917, 7.132559, 7.479454, 7.66598, 8.204183, 7.370015, 6.821306, 6.595238, 6.346018, 5.715239, 5.315718, 4.850972, 4.66266, 4.526221, 11.16977, 11.662774, 12.081739, 11.795546, 11.799446, 11.773387, 10.737744, 10.207038, 10.20273, 10.416196, 11.248138, 11.811178, 12.952055, 13.930296, 14.70862, 17.031888, 19.078663, 19.498026, 27.52327, 29.055204, 29.137704, 28.771966, 16.416684, 17.115, 11.547619, 10.002965], "sum_m_pl": [39.913091, 47.899804, 46.675554, 46.826954, 46.783713, 45.991321, 46.262253, 46.125211, 45.7804, 46.232051, 45.625485, 44.613167, 46.234309, 45.787972, 46.360818, 48.730075, 48.057097, 49.091801, 50.28907, 51.389736, 51.953225, 52.041829, 52.078613, 52.27343, 45.565149, 45.067373, 43.823409, 44.773589, 47.017855, 45.871878, 46.469911, 46.752831, 46.897042, 44.336237, 44.395337, 42.833775, 41.67684, 41.253745, 40.768538, 41.067621, 40.475025, 39.394593, 35.587058, 37.106244, 35.216342, 43.446757, 53.726622, 51.971372, 82.792517, 91.494559]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 291, "item_id": "gsm8kpl-1032", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1061, "region_end": 291, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9862}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [31, 24, 22, 27, 21, 19, 18, 25, 26, 30, 28, 29, 27, 28, 23, 19, 22, 16, 21, 18, 24, 22, 19, 18, 33, 39, 38, 37, 36, 29, 30, 25, 32, 35, 41, 32, 41, 37, 37, 44, 40, 39, 37, 33, 37, 43, 47, 51, 44, 42], "n_am_pl": [4, 15, 14, 9, 8, 11, 7, 6, 14, 4, 13, 11, 15, 9, 11, 12, 2, 7, 8, 6, 9, 7, 7, 14, 4, 7, 8, 6, 7, 8, 12, 9, 10, 4, 5, 9, 5, 8, 5, 5, 5, 5, 6, 4, 3, 1, 2, 0, 0, 0], "n_pos": 95, "sum_m_en": [10.15379, 5.249536, 5.225139, 5.072049, 5.429795, 5.775185, 5.893816, 6.301606, 6.898769, 6.572161, 7.048154, 7.372183, 7.554599, 7.400847, 6.791843, 6.175724, 6.054981, 5.980256, 5.58152, 5.406671, 5.115558, 4.830722, 4.689499, 4.658091, 14.311798, 14.947159, 14.947173, 13.744368, 12.946088, 12.285798, 11.053566, 9.955064, 9.903891, 10.595232, 11.692746, 12.87633, 17.724482, 17.27271, 20.582611, 24.861586, 26.535284, 28.530519, 29.036825, 31.313933, 34.608324, 38.685543, 43.867767, 50.868335, 44.082516, 42.488982], "sum_m_pl": [36.926684, 46.576168, 46.003352, 45.036264, 43.652476, 43.366207, 43.035987, 42.674786, 41.769113, 42.764062, 42.143917, 42.829553, 42.805649, 41.608549, 41.541925, 43.355379, 42.876271, 42.823527, 44.213342, 44.657293, 45.325805, 45.814498, 46.12719, 46.137813, 32.836503, 32.603785, 32.247208, 34.620949, 35.851147, 36.136514, 37.273784, 37.18566, 37.811144, 36.598704, 36.857832, 34.685656, 30.848231, 29.566381, 27.878813, 25.404903, 23.69808, 21.285277, 17.016916, 14.425005, 12.882034, 10.816289, 6.371016, 2.655197, 0.290827, 0.118851]}, "digit": {"n_am_en": [2, 6, 5, 3, 3, 0, 2, 0, 0, 1, 3, 2, 1, 2, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 2, 3, 3, 3, 4, 2, 2, 1, 2, 2, 2, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0], "n_am_pl": [1, 1, 0, 0, 1, 2, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 1, 0, 1, 2, 1, 3, 2, 3, 3, 2, 1, 1, 4, 2, 1, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [0.9613, 0.494356, 0.490248, 0.469412, 0.495016, 0.48418, 0.514234, 0.522817, 0.543261, 0.554844, 0.600946, 0.619577, 0.593046, 0.609653, 0.510973, 0.529608, 0.558575, 0.569265, 0.527762, 0.520638, 0.50489, 0.47408, 0.470821, 0.47043, 0.738573, 0.840819, 0.878647, 0.817138, 0.816911, 0.745491, 0.670883, 0.629623, 0.549384, 0.551409, 0.611551, 0.683005, 0.687225, 0.781143, 0.787519, 0.889985, 0.873645, 0.892682, 0.871234, 0.710867, 0.601703, 0.741876, 0.587333, 1.434697, 0.121274, 0.0], "sum_m_pl": [5.050068, 5.932565, 5.703634, 5.613513, 5.47948, 5.370713, 5.36053, 5.224997, 5.089331, 5.189445, 5.110662, 5.072177, 4.842663, 4.519807, 4.60561, 4.735405, 4.647038, 4.703693, 4.978534, 5.127392, 5.109123, 5.189137, 5.178711, 5.218194, 4.081907, 4.094, 4.074011, 4.419128, 4.656911, 4.636323, 4.559254, 4.307295, 4.452825, 4.380467, 4.445553, 4.344048, 4.285359, 4.240628, 4.380714, 4.154099, 4.153866, 4.171035, 3.936363, 3.711324, 3.38432, 3.195272, 1.877625, 1.305461, 0.168052, 0.0]}, "lang": {"n_am_en": [13, 8, 10, 15, 13, 15, 10, 17, 16, 18, 15, 16, 17, 17, 18, 12, 15, 13, 14, 12, 17, 14, 12, 11, 18, 26, 25, 22, 20, 21, 19, 18, 17, 21, 26, 23, 28, 27, 26, 28, 26, 27, 25, 24, 28, 31, 36, 41, 41, 41], "n_am_pl": [0, 4, 3, 2, 2, 2, 2, 2, 5, 3, 6, 4, 6, 4, 3, 3, 1, 4, 3, 4, 5, 5, 4, 6, 3, 3, 3, 5, 4, 4, 6, 5, 5, 2, 1, 3, 2, 2, 1, 2, 2, 2, 1, 1, 2, 1, 1, 0, 0, 0], "n_pos": 43, "sum_m_en": [4.392717, 2.431763, 2.427971, 2.370252, 2.498546, 2.982945, 2.983872, 3.260024, 3.562553, 3.300416, 3.367164, 3.546872, 3.711107, 3.600982, 3.454826, 3.059921, 2.966391, 2.923582, 2.642017, 2.587199, 2.414877, 2.2455, 2.192911, 2.17318, 8.149138, 8.817493, 8.962081, 8.157166, 7.673839, 7.693944, 6.887403, 5.961372, 5.792715, 6.110067, 6.544863, 7.076124, 10.227564, 10.262323, 12.587709, 15.217413, 16.530936, 18.451073, 18.823641, 20.992101, 25.357437, 27.340629, 34.559055, 39.617461, 40.272055, 41.147598], "sum_m_pl": [16.502276, 20.586612, 20.203098, 19.88112, 19.457186, 19.230919, 18.929789, 19.078446, 18.780729, 19.325155, 19.18583, 19.599012, 19.787175, 19.50202, 19.622776, 20.481181, 20.24767, 20.224034, 20.646488, 20.815738, 21.134972, 21.376946, 21.464771, 21.490626, 16.411111, 16.059025, 15.599921, 16.796776, 16.786584, 16.727407, 17.453443, 17.722345, 18.307391, 18.216673, 18.337619, 17.644644, 15.647127, 14.861364, 13.459171, 12.041638, 10.690227, 8.863881, 6.36504, 4.606348, 3.805849, 3.370179, 1.352264, 0.219283, 0.049208, 0.118831]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "gsm8kpl-1036", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1163, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9796}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [27, 30, 23, 13, 16, 13, 16, 14, 13, 21, 27, 25, 22, 25, 22, 26, 18, 17, 14, 16, 18, 17, 16, 19, 35, 36, 28, 33, 32, 22, 23, 30, 28, 33, 33, 31, 38, 40, 42, 47, 47, 41, 33, 32, 30, 29, 16, 6, 6, 5], "n_am_pl": [11, 25, 27, 33, 16, 14, 12, 15, 16, 10, 8, 9, 17, 17, 13, 8, 17, 18, 22, 21, 19, 22, 25, 26, 11, 14, 9, 12, 13, 18, 24, 21, 21, 19, 17, 22, 16, 16, 15, 10, 8, 10, 9, 10, 19, 21, 25, 25, 36, 40], "n_pos": 117, "sum_m_en": [10.876458, 5.386438, 5.377312, 5.210028, 5.299505, 5.488028, 6.056996, 6.203685, 6.513167, 6.553894, 6.936332, 7.192109, 7.459312, 7.58138, 7.381686, 6.993867, 6.971588, 6.712923, 6.234418, 5.900981, 5.706855, 5.40063, 5.242442, 5.22675, 13.505888, 13.085867, 13.095504, 12.01508, 12.09849, 10.680163, 9.346173, 9.504908, 9.449731, 9.778037, 10.693566, 11.182883, 12.607211, 15.441761, 17.16437, 18.712622, 20.633089, 21.950218, 24.224472, 23.21766, 23.22757, 23.966966, 13.8128, 9.194533, 5.779185, 5.000993], "sum_m_pl": [44.737145, 57.897853, 55.52473, 54.700903, 53.660624, 52.956182, 52.509885, 52.990449, 53.074068, 52.537378, 52.188077, 52.860417, 54.166468, 53.523159, 53.820439, 55.381071, 55.139666, 55.877712, 56.826329, 58.190014, 58.194776, 58.588376, 58.716265, 58.680887, 47.660558, 46.730403, 45.339651, 49.203624, 50.883089, 52.173684, 52.716131, 52.667852, 53.820069, 50.765784, 50.700865, 49.392861, 46.03889, 44.740089, 43.317462, 41.979228, 38.816735, 35.680039, 30.625326, 28.603341, 31.569296, 33.039813, 32.55119, 29.401613, 36.889044, 39.333082]}, "digit": {"n_am_en": [2, 8, 6, 1, 1, 2, 3, 3, 0, 4, 2, 1, 1, 2, 1, 3, 2, 1, 0, 0, 0, 2, 2, 2, 4, 4, 5, 3, 4, 3, 1, 0, 1, 2, 0, 1, 3, 3, 2, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 3, 2, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 3, 1, 1, 2, 3, 2, 3, 2, 2, 2, 2, 2, 3, 2, 1, 0, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.325169, 0.669181, 0.625184, 0.59383, 0.596753, 0.630688, 0.700687, 0.772237, 0.779748, 0.801599, 0.788515, 0.826464, 0.88865, 0.906674, 0.797003, 0.811164, 0.844897, 0.842564, 0.74822, 0.724973, 0.705515, 0.663529, 0.652625, 0.649271, 1.129711, 1.182274, 1.211096, 1.10495, 1.122515, 1.084049, 1.011663, 0.94847, 0.847859, 0.832313, 0.923669, 0.948103, 1.038307, 1.526265, 1.46453, 1.508417, 1.307372, 0.867605, 1.366987, 0.874396, 0.855303, 0.765235, 0.458489, 0.453315, 0.028391, 0.0], "sum_m_pl": [7.293406, 8.723994, 8.434844, 8.14961, 7.914487, 7.758203, 7.482514, 7.361782, 7.345857, 7.303765, 7.401466, 7.341712, 7.265309, 7.148734, 7.073877, 7.30269, 7.192751, 7.274968, 7.514025, 7.752234, 7.707455, 7.840722, 7.845511, 7.888538, 6.538576, 6.503291, 6.375693, 6.806326, 7.173852, 7.274122, 7.177151, 6.934838, 6.950377, 6.439879, 6.751039, 7.079719, 6.814496, 6.719832, 6.890192, 6.700098, 6.60162, 6.430737, 5.664011, 5.686173, 5.412588, 5.255077, 3.191895, 2.67721, 0.143908, 1.3e-05]}, "lang": {"n_am_en": [7, 10, 7, 3, 5, 4, 4, 7, 6, 9, 10, 11, 12, 13, 14, 13, 10, 10, 9, 8, 10, 7, 5, 9, 13, 17, 14, 19, 18, 13, 15, 20, 13, 18, 20, 19, 17, 21, 24, 24, 24, 24, 21, 23, 20, 19, 10, 6, 6, 5], "n_am_pl": [8, 8, 5, 11, 7, 5, 4, 3, 6, 6, 2, 4, 6, 8, 5, 5, 10, 7, 9, 7, 7, 12, 12, 14, 7, 6, 6, 8, 7, 8, 11, 8, 11, 8, 5, 10, 7, 7, 6, 5, 3, 4, 2, 2, 11, 14, 21, 22, 33, 38], "n_pos": 44, "sum_m_en": [4.222683, 2.054434, 2.125514, 2.032346, 1.944946, 2.066532, 2.466175, 2.417117, 2.626429, 2.571578, 2.725128, 2.886047, 3.036174, 3.110478, 3.056322, 2.894264, 2.814551, 2.698471, 2.374664, 2.255942, 2.157644, 2.051678, 1.971363, 1.966399, 4.616863, 4.702776, 4.843132, 4.349749, 4.446372, 4.198629, 3.959425, 4.155004, 4.096599, 4.486903, 4.67247, 4.879369, 5.697897, 6.794132, 8.39949, 9.011212, 11.777075, 13.141327, 13.711519, 14.14295, 13.323007, 13.523016, 9.077923, 6.915551, 5.411781, 5.000153], "sum_m_pl": [15.965135, 21.015425, 19.646994, 19.482988, 19.497751, 19.035917, 19.164333, 19.728103, 19.9604, 19.732139, 19.606356, 19.717404, 20.541448, 20.426253, 20.737777, 21.280442, 21.311214, 21.621534, 21.862904, 22.261485, 22.348639, 22.477675, 22.56745, 22.555397, 19.63885, 19.265087, 18.809379, 20.182438, 20.499934, 20.435809, 20.498486, 20.910329, 21.620012, 20.745147, 20.853423, 20.742273, 19.05084, 18.5974, 17.72861, 16.895128, 14.310676, 13.593008, 12.695054, 12.065041, 15.79959, 17.03163, 21.418313, 21.248871, 33.082793, 36.996532]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 121, "item_id": "gsm8kpl-1036", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1022, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9587, "tf_agree_excl_first": 0.9667}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [28, 38, 27, 27, 26, 19, 20, 28, 24, 21, 32, 37, 35, 37, 36, 34, 35, 35, 33, 30, 26, 26, 28, 25, 31, 32, 31, 40, 34, 37, 33, 31, 35, 33, 38, 40, 40, 32, 29, 36, 34, 37, 35, 38, 39, 39, 42, 35, 26, 25], "n_am_pl": [2, 12, 18, 19, 9, 13, 16, 6, 11, 11, 9, 11, 13, 8, 6, 7, 9, 8, 10, 9, 6, 6, 7, 6, 3, 6, 8, 10, 13, 13, 14, 18, 9, 12, 5, 6, 6, 8, 6, 11, 11, 5, 8, 5, 4, 5, 2, 0, 0, 0], "n_pos": 117, "sum_m_en": [13.528706, 6.696149, 6.615227, 6.712062, 7.066914, 7.106219, 6.725735, 7.077888, 7.438086, 7.407623, 7.460689, 7.944968, 8.838575, 9.172605, 9.377096, 8.550438, 8.569858, 8.743785, 7.428058, 6.866311, 6.24143, 5.792994, 5.617315, 5.479221, 12.585572, 12.974616, 14.59946, 13.500726, 13.396697, 12.294456, 11.393101, 11.148504, 11.875027, 11.54148, 12.597891, 13.434692, 16.496953, 17.223213, 19.343033, 23.926345, 24.509046, 25.827906, 28.372407, 29.766195, 33.416294, 36.484568, 38.086026, 33.602134, 27.659262, 24.88478], "sum_m_pl": [45.624673, 57.567104, 56.309757, 54.409234, 53.762502, 54.26753, 55.367375, 54.029952, 53.457209, 54.511148, 54.170634, 54.490308, 52.972509, 51.753065, 51.946291, 54.612678, 53.522012, 54.227668, 55.372003, 56.928373, 57.054585, 57.713679, 57.81096, 58.141974, 45.3742, 42.990554, 42.833552, 45.112395, 47.705646, 48.912787, 49.496147, 48.586571, 49.318633, 47.914928, 46.270328, 43.369758, 37.56281, 35.507328, 32.25335, 29.826676, 27.214042, 24.17147, 24.286783, 20.003982, 15.055296, 13.224023, 7.762556, 3.545356, 0.436715, 0.076863]}, "digit": {"n_am_en": [2, 9, 8, 8, 6, 1, 2, 11, 5, 3, 6, 5, 5, 5, 4, 4, 5, 6, 4, 3, 3, 4, 4, 4, 4, 6, 6, 7, 7, 6, 7, 5, 5, 4, 4, 5, 3, 0, 1, 3, 1, 1, 0, 2, 1, 2, 2, 1, 0, 0], "n_am_pl": [1, 3, 3, 3, 6, 3, 3, 0, 2, 2, 0, 1, 4, 1, 1, 3, 1, 3, 2, 3, 1, 1, 1, 0, 1, 1, 4, 5, 2, 4, 3, 5, 1, 2, 0, 3, 2, 5, 2, 4, 5, 4, 4, 2, 2, 1, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.091823, 1.625558, 1.623354, 1.685587, 1.74624, 1.734057, 1.74463, 1.978608, 1.985891, 1.894668, 1.979639, 1.962582, 2.344408, 2.306281, 2.283129, 2.22599, 2.329323, 2.426202, 2.083466, 1.931832, 1.737572, 1.631081, 1.604965, 1.579106, 2.86217, 2.777719, 3.124603, 3.192355, 3.382934, 2.908746, 3.0037, 2.644115, 2.57018, 2.293367, 2.418843, 2.353721, 2.246905, 2.095938, 2.079956, 1.997703, 1.975236, 2.101951, 1.991904, 2.164878, 1.845322, 2.802261, 2.70455, 1.585685, 0.190731, 0.0], "sum_m_pl": [16.524371, 19.08881, 18.250282, 17.689899, 17.538484, 17.450593, 17.618443, 17.02982, 17.089934, 17.259897, 17.260679, 17.600533, 16.737567, 16.459982, 16.60819, 17.053901, 16.453279, 16.833958, 17.256969, 17.751325, 17.619301, 17.900107, 17.820738, 17.96733, 14.188732, 13.175225, 13.330762, 13.85314, 14.67437, 15.347895, 14.911011, 14.480067, 15.00059, 14.2637, 14.212844, 13.659304, 12.698785, 11.624824, 10.475831, 10.609419, 10.308679, 10.725859, 11.319949, 10.305708, 9.297563, 5.6161, 3.304946, 1.810407, 0.349499, 0.0]}, "lang": {"n_am_en": [6, 12, 7, 11, 8, 12, 9, 7, 6, 8, 11, 12, 12, 11, 11, 14, 14, 13, 9, 10, 8, 9, 12, 11, 14, 14, 12, 16, 12, 14, 11, 11, 11, 13, 15, 18, 18, 19, 17, 20, 19, 23, 22, 23, 24, 22, 23, 23, 24, 25], "n_am_pl": [0, 1, 5, 2, 0, 1, 3, 1, 3, 4, 4, 2, 3, 2, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 2, 1, 3, 3, 3, 2, 3, 0, 1, 0, 2, 3, 2, 0, 3, 2, 1, 2, 1, 0, 0, 0], "n_pos": 26, "sum_m_en": [3.904307, 1.821756, 1.793185, 1.953086, 2.166931, 2.268511, 2.020113, 1.842418, 2.03817, 1.994466, 2.004204, 2.124233, 2.305495, 2.399972, 2.431788, 2.133563, 2.010992, 2.015338, 1.774814, 1.614898, 1.49829, 1.368701, 1.302717, 1.271906, 3.374611, 3.665797, 3.941038, 3.731384, 3.59342, 3.527988, 3.056744, 3.151352, 3.420849, 3.666728, 4.192492, 4.685145, 6.973979, 7.864217, 9.698444, 12.129481, 12.955773, 14.338984, 15.464128, 16.30117, 19.829982, 20.291198, 21.239458, 22.383478, 23.948271, 24.114237], "sum_m_pl": [8.249159, 11.899304, 11.932599, 11.108631, 10.928606, 11.215827, 11.577439, 11.6029, 11.586897, 12.021611, 12.05188, 11.758992, 11.693833, 11.269485, 11.541038, 12.092901, 12.016214, 12.009109, 12.214362, 12.635401, 12.656552, 12.835023, 12.916492, 13.033953, 9.88394, 9.542275, 9.802312, 10.001386, 10.526687, 10.54812, 10.982487, 10.763805, 11.008126, 11.131096, 10.61489, 10.362936, 8.244262, 7.730855, 6.766626, 6.105953, 5.664937, 4.548612, 4.375599, 4.112304, 2.303315, 3.187867, 1.894137, 0.402852, 0.03321, 0.076322]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "gsm8kpl-104", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1161, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9754, "tf_agree_excl_first": 0.9835}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [52, 58, 60, 45, 35, 34, 42, 43, 24, 39, 38, 42, 46, 38, 49, 43, 51, 57, 43, 43, 44, 38, 43, 42, 59, 48, 44, 53, 60, 49, 50, 42, 47, 49, 54, 45, 52, 46, 43, 38, 32, 29, 30, 28, 28, 21, 16, 13, 9, 8], "n_am_pl": [21, 61, 42, 46, 43, 37, 33, 38, 36, 35, 29, 43, 40, 35, 28, 34, 26, 30, 41, 37, 38, 31, 33, 29, 19, 21, 31, 33, 35, 46, 44, 39, 38, 26, 18, 16, 21, 16, 26, 27, 25, 29, 32, 22, 16, 28, 27, 23, 48, 50], "n_pos": 250, "sum_m_en": [22.201446, 12.17314, 13.021765, 12.887299, 13.385289, 13.561752, 13.763559, 14.251171, 15.288347, 15.126052, 15.474227, 16.466999, 17.591311, 17.766026, 19.22788, 17.269782, 17.888137, 17.89355, 15.369551, 14.212371, 13.106536, 12.442706, 12.021856, 11.560015, 23.195541, 23.265357, 24.556387, 24.374448, 26.412759, 25.173588, 23.678518, 22.359468, 22.553864, 21.500289, 23.093227, 22.980215, 21.901921, 21.747326, 22.546899, 23.939308, 20.780448, 23.207752, 24.390087, 22.369839, 24.194766, 22.638098, 15.794903, 16.412743, 10.555246, 8.19746], "sum_m_pl": [104.817162, 124.176861, 120.238139, 118.196523, 117.565369, 115.147393, 118.039157, 114.266148, 113.065178, 113.619593, 111.359324, 112.471993, 112.242855, 111.850252, 111.538363, 115.671046, 115.088883, 116.376233, 119.555317, 121.830376, 121.54122, 122.007455, 122.181143, 122.682323, 97.612803, 92.54194, 92.576894, 98.336507, 101.703683, 103.435433, 103.775582, 103.407942, 101.994297, 94.581217, 91.599107, 85.743414, 78.540698, 75.839034, 70.889024, 71.700042, 64.809004, 63.884307, 63.594891, 54.931015, 44.692583, 49.341461, 41.600493, 32.349732, 45.682057, 50.006718]}, "digit": {"n_am_en": [10, 16, 8, 10, 7, 5, 7, 6, 2, 5, 12, 7, 5, 7, 5, 3, 8, 12, 7, 7, 10, 8, 9, 9, 8, 11, 13, 12, 13, 7, 11, 10, 9, 9, 6, 8, 3, 4, 2, 3, 1, 3, 2, 2, 2, 0, 0, 1, 0, 0], "n_am_pl": [1, 14, 8, 8, 5, 3, 3, 5, 5, 3, 7, 9, 7, 5, 3, 8, 4, 6, 6, 7, 9, 6, 8, 4, 2, 0, 4, 5, 5, 13, 12, 8, 8, 8, 3, 2, 7, 4, 5, 2, 3, 4, 4, 2, 3, 2, 0, 0, 0, 0], "n_pos": 57, "sum_m_en": [4.682876, 2.610031, 2.626128, 2.664193, 2.769623, 2.733309, 2.860985, 3.105805, 3.241018, 3.149828, 3.208037, 3.287958, 3.781374, 3.585129, 3.637491, 3.410405, 3.414286, 3.685031, 3.160098, 2.928867, 2.663862, 2.535366, 2.495619, 2.409463, 4.288729, 4.439923, 5.002178, 5.201104, 5.318112, 4.870022, 4.901438, 4.537333, 4.360009, 4.113252, 4.10786, 4.197836, 3.671971, 3.397644, 3.307215, 3.21267, 2.949331, 3.351589, 3.423581, 3.038479, 2.656861, 2.367004, 2.062771, 1.71833, 0.226033, 0.008207], "sum_m_pl": [25.946749, 30.279159, 28.762509, 28.460405, 28.507602, 28.13888, 28.350656, 26.79318, 26.318795, 26.495735, 26.454499, 27.152247, 26.311711, 26.621574, 26.592788, 26.98001, 26.90767, 27.310301, 28.33385, 28.801541, 28.694036, 28.988757, 28.934239, 29.135115, 24.810218, 22.190498, 22.01091, 23.422771, 24.164115, 24.571634, 23.980377, 23.853676, 24.651341, 23.227827, 23.226192, 22.21095, 20.221228, 18.704287, 16.499479, 16.795635, 15.348401, 16.834608, 17.873624, 16.099737, 14.944863, 13.116562, 9.096591, 5.145029, 0.628744, 0.013959]}, "lang": {"n_am_en": [12, 12, 19, 9, 7, 4, 9, 12, 4, 11, 11, 10, 14, 9, 14, 14, 14, 15, 13, 10, 12, 9, 12, 15, 20, 14, 15, 16, 17, 18, 11, 12, 15, 20, 20, 12, 22, 21, 21, 17, 15, 11, 16, 16, 18, 15, 9, 8, 8, 8], "n_am_pl": [8, 13, 8, 13, 16, 10, 6, 11, 11, 14, 6, 13, 13, 8, 8, 7, 8, 9, 13, 10, 11, 6, 8, 5, 6, 7, 5, 3, 4, 4, 6, 7, 9, 5, 6, 6, 9, 8, 10, 11, 12, 13, 14, 13, 10, 21, 23, 22, 48, 50], "n_pos": 58, "sum_m_en": [4.795954, 2.988207, 3.275687, 3.16068, 3.200468, 3.186407, 3.254554, 3.365698, 3.657537, 3.592727, 3.76478, 4.09671, 4.349877, 4.394647, 4.919896, 4.365515, 4.5861, 4.355607, 3.784714, 3.50817, 3.257147, 3.074416, 2.933724, 2.829707, 6.552744, 6.662691, 6.758046, 6.2633, 7.117239, 6.358076, 5.834637, 5.675324, 5.73092, 5.708942, 5.669269, 6.356008, 6.335382, 6.497501, 7.4117, 8.432459, 6.922054, 8.044911, 9.411403, 9.401754, 13.313489, 13.087635, 7.55626, 8.121791, 8.442825, 8.188988], "sum_m_pl": [22.022458, 25.970746, 25.571161, 25.083875, 25.070723, 24.708585, 25.775613, 25.481523, 25.294728, 25.883649, 25.279627, 25.405809, 25.548968, 25.357038, 25.445751, 26.77596, 26.588066, 26.834791, 27.386339, 28.015622, 27.950697, 28.147234, 28.131013, 28.21329, 23.41826, 22.293933, 22.203833, 23.553974, 23.490048, 24.380207, 24.874623, 25.205509, 25.359858, 24.385438, 23.920947, 23.33166, 22.773415, 23.387966, 22.336139, 21.535584, 18.806853, 18.102824, 18.58303, 17.382303, 14.68837, 21.112481, 21.974553, 21.468971, 43.339195, 49.36279]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 250, "item_id": "gsm8kpl-104", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1020, "region_end": 250, "roundtrip_ok": true, "tf_agree": 0.996, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [80, 68, 68, 62, 41, 49, 57, 53, 39, 65, 69, 61, 58, 69, 61, 69, 65, 66, 76, 61, 52, 54, 52, 61, 80, 85, 78, 79, 67, 63, 57, 61, 66, 69, 87, 84, 81, 82, 93, 103, 107, 102, 101, 99, 102, 101, 99, 114, 94, 89], "n_am_pl": [9, 31, 38, 27, 21, 31, 30, 20, 22, 22, 22, 28, 33, 29, 36, 32, 25, 21, 18, 32, 33, 35, 36, 31, 13, 11, 15, 15, 35, 32, 21, 22, 29, 26, 25, 22, 20, 14, 13, 8, 11, 10, 12, 12, 17, 9, 2, 5, 0, 0], "n_pos": 253, "sum_m_en": [28.754242, 14.482841, 14.88655, 14.233226, 14.918085, 14.897638, 14.791734, 14.81638, 15.267483, 15.975397, 17.026008, 17.241349, 17.672689, 17.983305, 18.515006, 17.268348, 16.649102, 17.122517, 15.725073, 14.44366, 12.928179, 12.056323, 11.597581, 11.605095, 28.727304, 28.6247, 28.409423, 26.188644, 25.276779, 25.144888, 23.383373, 23.255038, 24.469297, 25.316371, 26.993477, 29.227428, 33.992875, 35.671285, 43.943678, 53.272795, 59.533366, 68.327079, 73.623321, 79.204927, 87.314154, 89.518486, 96.980562, 106.133137, 94.563711, 90.793161], "sum_m_pl": [95.71805, 119.386675, 118.465009, 114.368192, 113.059799, 113.314844, 116.377124, 113.760584, 110.199627, 115.362152, 111.993393, 112.708561, 111.319523, 110.315936, 110.102211, 116.222169, 115.197465, 112.885532, 115.684546, 118.673293, 120.313194, 121.37315, 122.48105, 123.259259, 94.454897, 93.241328, 89.726599, 99.317803, 100.98349, 100.393228, 103.558074, 104.197158, 102.355628, 96.973238, 96.409553, 86.131271, 76.064007, 72.131948, 65.349299, 61.393521, 56.138871, 45.653573, 44.543101, 37.748192, 32.205505, 22.926854, 13.811706, 8.846999, 0.787738, 0.000124]}, "digit": {"n_am_en": [8, 19, 15, 6, 2, 0, 5, 6, 1, 11, 13, 10, 8, 8, 8, 11, 8, 8, 5, 4, 2, 2, 2, 3, 7, 8, 10, 13, 10, 11, 5, 5, 5, 2, 1, 2, 2, 2, 5, 3, 3, 1, 4, 4, 2, 0, 0, 1, 0, 0], "n_am_pl": [0, 3, 6, 3, 4, 2, 3, 2, 4, 1, 1, 3, 4, 7, 9, 5, 6, 4, 5, 9, 4, 5, 4, 3, 1, 1, 2, 3, 7, 5, 6, 5, 3, 3, 2, 4, 4, 7, 3, 3, 3, 3, 4, 4, 4, 4, 0, 1, 0, 0], "n_pos": 40, "sum_m_en": [3.621348, 1.783737, 1.685331, 1.607749, 1.710711, 1.73975, 1.714397, 1.914724, 2.101717, 2.125354, 2.269686, 2.23879, 2.572027, 2.576836, 2.432136, 2.335565, 2.27774, 2.323834, 2.108945, 1.942761, 1.730343, 1.633815, 1.593069, 1.600824, 2.611586, 2.80843, 3.15128, 2.969515, 2.902114, 2.865737, 2.992867, 2.77373, 2.709902, 2.609261, 2.566422, 2.720264, 2.601858, 2.478047, 2.683011, 2.747403, 2.6911, 2.75356, 2.800078, 2.858149, 2.745057, 2.315619, 1.547856, 1.392212, 0.222249, 0.0], "sum_m_pl": [18.058325, 21.275111, 20.308325, 19.796109, 19.341532, 19.139093, 19.67456, 18.973976, 18.295484, 19.206349, 18.889932, 19.040765, 17.845784, 17.968325, 17.908371, 18.684071, 18.256263, 17.900961, 18.854496, 19.302184, 19.383684, 19.630292, 19.723216, 19.791442, 17.02248, 16.700156, 16.77171, 17.9593, 17.765597, 17.82859, 17.734769, 17.227962, 17.104641, 16.947663, 16.31585, 15.106893, 15.104013, 14.724203, 14.418041, 14.357351, 13.883885, 13.247808, 13.212218, 12.206598, 11.193651, 8.891868, 5.134121, 2.614255, 0.427715, 0.0]}, "lang": {"n_am_en": [23, 15, 25, 27, 16, 24, 30, 24, 19, 30, 27, 27, 29, 29, 23, 31, 32, 35, 41, 32, 26, 30, 28, 30, 36, 32, 34, 33, 24, 26, 21, 29, 28, 37, 43, 43, 41, 44, 47, 54, 58, 62, 60, 62, 63, 71, 73, 80, 89, 89], "n_am_pl": [5, 12, 9, 9, 5, 13, 11, 9, 12, 5, 8, 11, 9, 8, 9, 8, 7, 4, 3, 7, 12, 12, 13, 10, 3, 2, 5, 5, 11, 9, 7, 7, 10, 6, 7, 8, 6, 1, 2, 2, 4, 4, 4, 4, 3, 1, 0, 2, 0, 0], "n_pos": 91, "sum_m_en": [8.971735, 5.426406, 5.752778, 5.474228, 5.884889, 6.009251, 6.094823, 5.902866, 5.893396, 6.125663, 6.562809, 6.812555, 6.867953, 6.926938, 7.434159, 6.790227, 6.544493, 6.648924, 6.109696, 5.624861, 4.986466, 4.621046, 4.425374, 4.41955, 12.20811, 12.378872, 12.365841, 11.269382, 10.558612, 11.217457, 10.235976, 10.3818, 11.202393, 11.876191, 12.819627, 13.649207, 15.771043, 17.435937, 22.438298, 28.19774, 32.719411, 43.179235, 46.865229, 51.241454, 58.151933, 60.702059, 69.459073, 74.936336, 87.274045, 89.15226], "sum_m_pl": [34.182331, 41.296175, 41.483042, 40.040887, 39.506334, 39.705984, 40.705796, 39.998778, 39.55703, 41.015779, 39.622576, 40.233609, 40.298675, 39.63903, 39.559347, 41.86812, 41.566511, 40.019892, 40.764112, 41.840334, 42.690141, 43.120761, 43.551004, 43.897717, 33.352569, 33.091722, 31.199085, 35.388124, 35.841424, 34.767792, 36.702463, 36.97791, 36.335374, 35.080112, 35.488913, 32.351299, 28.526331, 26.647758, 23.292548, 20.889742, 18.126208, 13.217821, 13.329402, 10.481732, 7.681972, 5.506861, 3.126091, 2.641825, 0.078347, 6.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 258, "item_id": "gsm8kpl-1040", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1176, "region_end": 253, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9922}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [118, 124, 90, 66, 93, 73, 73, 79, 64, 79, 86, 81, 71, 75, 73, 68, 65, 66, 62, 58, 56, 54, 49, 58, 108, 111, 105, 100, 107, 98, 100, 84, 78, 79, 86, 91, 93, 85, 87, 91, 97, 78, 95, 89, 82, 78, 48, 31, 13, 6], "n_am_pl": [33, 89, 92, 75, 61, 56, 70, 73, 58, 64, 64, 64, 70, 63, 87, 97, 81, 74, 87, 104, 101, 94, 101, 103, 55, 62, 59, 65, 81, 77, 74, 73, 55, 42, 46, 54, 43, 41, 33, 32, 34, 46, 36, 38, 41, 42, 45, 44, 86, 94], "n_pos": 448, "sum_m_en": [40.98937, 22.100295, 23.377379, 23.908643, 25.865427, 24.298388, 23.054365, 23.870324, 25.062065, 26.2618, 26.842122, 28.77949, 30.902667, 31.376223, 32.923136, 30.347658, 28.681773, 28.58929, 25.942991, 24.565101, 22.628207, 21.033164, 20.26267, 19.869838, 49.14231, 49.516499, 44.644467, 40.986831, 43.04705, 41.901022, 40.454817, 39.466183, 39.716156, 40.502574, 42.867344, 46.180437, 47.098743, 47.239227, 48.497188, 56.856727, 57.583262, 57.375355, 63.647648, 65.169088, 65.262779, 70.411397, 43.191391, 36.121337, 13.579627, 6.385641], "sum_m_pl": [187.78313, 220.428486, 213.124172, 207.617667, 205.153595, 201.204143, 207.425248, 205.776226, 201.97877, 204.781238, 201.198803, 201.460892, 200.688528, 200.864778, 199.890558, 207.922721, 205.367206, 205.251219, 210.339944, 214.218499, 215.364094, 215.576271, 216.936597, 219.075091, 171.882923, 169.372984, 167.416625, 182.857342, 187.791479, 187.791807, 188.766322, 186.793859, 178.942623, 165.824702, 162.409054, 147.700229, 136.149681, 129.838599, 125.572598, 123.75896, 121.181998, 115.76083, 109.051141, 101.253795, 97.662695, 88.137485, 71.324257, 53.394378, 81.802067, 93.636216]}, "digit": {"n_am_en": [24, 49, 23, 10, 20, 8, 15, 20, 15, 23, 21, 20, 9, 17, 17, 12, 13, 13, 14, 7, 8, 9, 9, 11, 15, 24, 19, 25, 29, 19, 15, 15, 14, 5, 12, 11, 19, 15, 15, 11, 10, 5, 7, 4, 4, 7, 2, 0, 0, 0], "n_am_pl": [0, 14, 6, 8, 8, 8, 4, 7, 4, 10, 10, 9, 10, 9, 12, 19, 16, 11, 17, 25, 17, 10, 14, 12, 6, 9, 11, 11, 18, 17, 17, 15, 11, 12, 15, 18, 13, 11, 6, 9, 9, 7, 6, 3, 3, 4, 0, 2, 0, 0], "n_pos": 97, "sum_m_en": [8.494578, 4.445671, 4.390248, 4.350557, 4.5284, 4.349969, 4.264171, 4.509516, 4.821554, 4.969843, 5.183049, 5.307947, 6.273787, 6.279492, 6.048225, 5.724379, 5.370179, 5.539801, 4.995955, 4.757453, 4.262499, 3.994268, 3.876888, 3.835101, 6.633921, 7.607726, 7.911948, 7.606589, 8.136536, 7.748143, 7.832438, 7.435513, 7.075844, 7.051872, 6.857519, 7.589036, 7.666369, 7.385058, 7.422777, 8.208176, 7.593603, 7.03409, 6.89881, 6.76329, 6.269116, 6.610831, 3.41951, 1.42007, 0.088708, 2e-06], "sum_m_pl": [44.33732, 51.767275, 48.202814, 46.826009, 46.703046, 46.435733, 46.881164, 46.105099, 45.483645, 46.168728, 45.503447, 45.97394, 44.949437, 45.294712, 44.723429, 46.687249, 45.61922, 45.179869, 46.878868, 47.572428, 47.731892, 48.117246, 48.35594, 48.851901, 42.358538, 40.856636, 40.856735, 43.201947, 43.220524, 42.776102, 42.123938, 41.626772, 41.381486, 41.092021, 39.980153, 38.234522, 36.915502, 36.207008, 34.383342, 34.460271, 33.763315, 32.695902, 32.200313, 30.551777, 30.082881, 25.928052, 13.286674, 4.300629, 0.290611, 0.000353]}, "lang": {"n_am_en": [19, 22, 26, 14, 16, 13, 11, 19, 18, 17, 18, 25, 19, 18, 16, 19, 17, 19, 21, 21, 18, 17, 17, 17, 35, 30, 25, 26, 23, 27, 27, 23, 20, 26, 24, 27, 26, 24, 28, 37, 33, 33, 36, 34, 36, 38, 25, 16, 9, 6], "n_am_pl": [14, 20, 18, 15, 17, 8, 19, 19, 15, 11, 10, 10, 14, 15, 18, 14, 16, 13, 14, 21, 25, 24, 25, 28, 12, 14, 12, 12, 15, 14, 17, 21, 13, 12, 10, 11, 10, 13, 7, 4, 4, 10, 11, 17, 18, 23, 29, 37, 81, 92], "n_pos": 99, "sum_m_en": [8.380776, 5.019451, 5.637189, 6.309972, 7.198731, 5.990094, 5.852333, 5.815179, 5.891844, 6.431045, 6.3741, 7.399738, 7.272655, 7.279766, 8.569351, 7.254345, 6.803911, 6.545438, 6.169695, 5.830802, 5.301421, 4.768358, 4.568381, 4.441978, 13.055245, 12.29011, 10.263908, 9.849101, 10.163322, 10.131423, 9.539391, 9.447499, 10.51632, 11.62907, 12.868119, 14.667349, 15.744132, 16.098858, 18.046636, 20.660791, 22.191303, 22.687766, 26.931334, 26.808605, 30.471008, 32.58623, 21.153104, 17.796624, 9.431937, 6.382046], "sum_m_pl": [39.128692, 45.091808, 44.153533, 42.852414, 41.90985, 41.530437, 43.25058, 43.454018, 43.292301, 43.992207, 42.912028, 43.107349, 43.409988, 43.40244, 43.085485, 45.541391, 45.547403, 45.693112, 46.480037, 47.356843, 47.775857, 47.938167, 48.203543, 48.514651, 39.733034, 38.651162, 37.370982, 40.63019, 41.518895, 41.205528, 42.721357, 42.835223, 40.960148, 38.35388, 38.430995, 35.996079, 35.106999, 33.716158, 32.820941, 31.717933, 30.904315, 29.731126, 26.400094, 26.450069, 28.378259, 31.275292, 32.078153, 34.159232, 74.911216, 90.698188]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 454, "item_id": "gsm8kpl-1040", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1035, "region_end": 448, "roundtrip_ok": true, "tf_agree": 0.9824, "tf_agree_excl_first": 0.9845}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [42, 34, 21, 24, 30, 31, 20, 15, 17, 24, 22, 28, 24, 21, 16, 25, 23, 18, 13, 21, 20, 18, 11, 18, 35, 31, 24, 20, 15, 20, 23, 23, 29, 26, 32, 28, 36, 30, 30, 33, 36, 34, 40, 35, 31, 35, 35, 36, 30, 30], "n_am_pl": [5, 17, 17, 14, 15, 11, 9, 15, 19, 18, 17, 11, 19, 19, 18, 21, 23, 22, 17, 18, 12, 15, 15, 16, 10, 9, 15, 17, 16, 15, 16, 12, 9, 13, 10, 14, 10, 8, 9, 8, 7, 5, 7, 7, 6, 3, 2, 2, 0, 0], "n_pos": 99, "sum_m_en": [13.114051, 5.793072, 5.498655, 5.417917, 5.792183, 5.789117, 5.589271, 5.949266, 6.321005, 6.145156, 6.621196, 6.806983, 7.051329, 7.119792, 6.684611, 6.747709, 6.259742, 6.025453, 5.733721, 5.44879, 5.263711, 4.889631, 4.711113, 4.625322, 16.824711, 14.789378, 12.502255, 10.931879, 10.01271, 10.069219, 8.869871, 8.813881, 8.673694, 8.721477, 9.717445, 11.088355, 15.703729, 15.153756, 16.045419, 20.667925, 23.149065, 24.972706, 30.234114, 29.896267, 29.780019, 29.103404, 31.575767, 33.897132, 29.86591, 29.289917], "sum_m_pl": [38.552087, 48.350186, 47.407199, 45.729226, 43.885067, 43.738243, 44.362609, 44.037576, 42.493454, 44.090035, 43.511576, 43.961931, 44.205366, 44.003041, 44.167526, 45.043215, 44.902613, 45.429385, 46.149768, 47.091651, 47.363848, 47.848576, 48.16727, 48.435409, 32.664914, 33.010314, 33.462083, 36.503507, 38.933346, 39.567692, 40.951491, 41.478953, 41.413067, 39.328005, 37.810161, 34.195333, 29.148687, 27.479267, 24.425287, 21.698997, 18.49477, 16.765308, 14.920619, 13.868725, 12.055082, 9.979787, 7.773914, 4.097092, 0.251281, 0.005341]}, "digit": {"n_am_en": [9, 9, 3, 2, 4, 3, 2, 0, 1, 2, 3, 1, 0, 1, 1, 1, 4, 2, 0, 3, 1, 2, 1, 2, 5, 5, 4, 1, 4, 2, 2, 3, 4, 1, 2, 1, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2, 1, 0, 0, 0], "n_am_pl": [1, 2, 2, 5, 6, 7, 3, 5, 10, 9, 8, 4, 7, 5, 5, 7, 8, 10, 8, 5, 3, 2, 4, 3, 3, 3, 6, 4, 3, 2, 4, 1, 3, 6, 6, 9, 6, 6, 6, 7, 6, 5, 6, 6, 3, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.150938, 0.959715, 0.925343, 0.958236, 1.02167, 1.024342, 0.985867, 1.010958, 0.981094, 0.941207, 0.978674, 0.984775, 1.10514, 1.143502, 1.081043, 1.082793, 1.069903, 1.054854, 0.982024, 0.940009, 0.907713, 0.85075, 0.820438, 0.802215, 2.114211, 1.745316, 1.648524, 1.517486, 1.46385, 1.337701, 1.300147, 1.22479, 1.134912, 1.173836, 1.234216, 1.294598, 1.894691, 1.478276, 1.475711, 1.397293, 1.462358, 1.375174, 2.047343, 2.164809, 2.193541, 1.997662, 1.627585, 0.94577, 0.194278, 0.0], "sum_m_pl": [8.778825, 10.401536, 9.925542, 9.534084, 9.017518, 8.851286, 8.982113, 8.910164, 8.71709, 9.200084, 9.222896, 9.249001, 8.915409, 8.738957, 8.762998, 8.890302, 8.870038, 9.0742, 9.305855, 9.531131, 9.521327, 9.632648, 9.75683, 9.83929, 7.911095, 7.943129, 7.94109, 8.297841, 8.632524, 8.530623, 8.577302, 8.737742, 8.643543, 8.219091, 8.325848, 8.183768, 7.696035, 7.65198, 7.021267, 7.252083, 7.101132, 6.845565, 6.880894, 6.95485, 5.99728, 4.369222, 2.585706, 1.262034, 0.162987, 0.0]}, "lang": {"n_am_en": [13, 8, 8, 10, 10, 15, 8, 9, 9, 9, 7, 8, 9, 9, 6, 12, 9, 8, 6, 9, 8, 4, 1, 6, 12, 11, 10, 9, 4, 7, 10, 10, 10, 14, 15, 13, 17, 16, 15, 19, 20, 21, 21, 23, 22, 23, 26, 27, 28, 28], "n_am_pl": [1, 6, 6, 4, 0, 0, 3, 4, 2, 3, 3, 5, 5, 6, 6, 7, 6, 4, 3, 7, 5, 7, 7, 8, 5, 4, 5, 7, 7, 6, 5, 6, 3, 3, 3, 4, 2, 2, 3, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [4.054737, 1.793468, 1.688922, 1.610415, 1.741316, 1.817725, 1.877445, 1.981648, 2.264322, 2.155713, 2.302701, 2.392875, 2.409444, 2.432917, 2.323434, 2.348156, 2.145055, 2.031328, 1.974531, 1.846914, 1.750881, 1.581785, 1.520138, 1.490974, 5.466104, 5.319882, 4.938194, 4.393121, 3.896316, 4.120834, 3.509993, 3.601562, 3.591703, 3.57556, 3.918562, 4.603536, 6.67255, 6.6447, 7.528428, 10.903047, 13.571719, 14.627756, 17.720061, 18.462255, 19.029956, 18.755713, 21.474048, 24.722455, 26.713892, 27.836414], "sum_m_pl": [10.65652, 13.389017, 13.111887, 12.862366, 12.464494, 12.291392, 12.615061, 12.737575, 12.114256, 12.455462, 12.164283, 12.426367, 12.682385, 12.679959, 12.906983, 13.213799, 13.361017, 13.434749, 13.672443, 13.769814, 14.021822, 14.159633, 14.212176, 14.305095, 10.293067, 10.289311, 10.145778, 10.973017, 11.255163, 11.183176, 11.708071, 11.929351, 12.296205, 12.231844, 12.014573, 11.559773, 10.010639, 9.387933, 8.56278, 6.674511, 5.031835, 3.967555, 3.142016, 3.090974, 2.553283, 2.22879, 1.872468, 0.53016, 0.024546, 0.005287]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 104, "item_id": "gsm8kpl-1041", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1189, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9615, "tf_agree_excl_first": 0.9709}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [21, 24, 19, 21, 19, 10, 12, 19, 18, 19, 21, 17, 18, 23, 17, 23, 22, 19, 15, 15, 14, 16, 22, 23, 37, 34, 28, 22, 29, 24, 20, 20, 17, 18, 25, 20, 21, 23, 28, 26, 29, 19, 23, 28, 23, 18, 11, 6, 0, 0], "n_am_pl": [12, 31, 30, 20, 15, 27, 20, 11, 9, 20, 18, 16, 23, 20, 20, 25, 23, 26, 34, 30, 21, 21, 26, 19, 14, 12, 11, 16, 21, 22, 21, 25, 22, 21, 17, 16, 17, 14, 13, 10, 9, 9, 9, 8, 12, 10, 11, 16, 31, 36], "n_pos": 113, "sum_m_en": [10.219315, 5.586865, 5.434385, 5.480385, 5.814351, 5.789583, 5.92962, 6.127825, 6.432499, 6.322461, 6.529027, 6.647058, 7.23757, 7.383662, 6.97433, 6.951588, 6.606722, 6.369265, 5.849551, 5.569031, 5.409265, 5.13474, 4.983048, 4.936787, 14.927246, 12.915054, 10.339723, 9.452951, 9.826791, 9.367375, 8.870747, 8.738468, 7.960865, 8.087757, 8.603744, 9.563143, 12.581857, 11.649828, 12.028637, 15.641885, 17.11232, 17.801018, 20.518272, 23.472496, 20.966209, 18.71458, 10.26777, 6.794093, 0.958362, 0.000835], "sum_m_pl": [47.398154, 56.477723, 54.964492, 53.82962, 51.994934, 51.939414, 52.131018, 51.848975, 50.929968, 52.062606, 51.417186, 51.418571, 51.748928, 50.578057, 51.709029, 53.844226, 53.468208, 53.691231, 55.105442, 56.419667, 56.491397, 56.67979, 56.696455, 56.94354, 42.385792, 43.35066, 43.920198, 46.350817, 48.605368, 50.102242, 50.603807, 49.605796, 50.315013, 45.73354, 44.655171, 42.081973, 38.216442, 37.110049, 34.320561, 33.574819, 29.103319, 27.370325, 23.385162, 20.64133, 19.160193, 17.017302, 15.001848, 17.763191, 30.409495, 35.800415]}, "digit": {"n_am_en": [3, 8, 5, 6, 1, 0, 0, 1, 3, 4, 2, 4, 3, 6, 4, 6, 7, 5, 3, 3, 2, 2, 6, 9, 7, 6, 5, 7, 8, 8, 6, 6, 2, 4, 3, 5, 3, 5, 4, 3, 4, 3, 2, 2, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 3, 0, 4, 2, 0, 0, 4, 2, 2, 2, 1, 1, 1, 6, 7, 10, 6, 5, 5, 4, 2, 1, 1, 1, 0, 1, 0, 2, 1, 4, 3, 5, 2, 2, 2, 1, 0, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0], "n_pos": 21, "sum_m_en": [1.905475, 0.946909, 0.865748, 0.865719, 0.924938, 0.920953, 0.924655, 0.980018, 1.005032, 1.021804, 1.064929, 1.077893, 1.20809, 1.264658, 1.146339, 1.16766, 1.156153, 1.140429, 1.032432, 0.968729, 0.941345, 0.870474, 0.845935, 0.835476, 1.569427, 1.702701, 1.622865, 1.612168, 1.638149, 1.508359, 1.448473, 1.420863, 1.207382, 1.278426, 1.338536, 1.449544, 1.851281, 1.42858, 1.501379, 1.481769, 1.733803, 1.273484, 1.211889, 1.14531, 1.129617, 0.827308, 0.517557, 0.397668, 0.046693, 0.0], "sum_m_pl": [9.655051, 11.31258, 11.011412, 10.569083, 10.18218, 9.917969, 9.904877, 9.752957, 9.626456, 9.764248, 9.850703, 9.855908, 9.568518, 9.372315, 9.555022, 9.790162, 9.584782, 9.797066, 10.180288, 10.413097, 10.416056, 10.496516, 10.544198, 10.65794, 9.420657, 9.289498, 9.204004, 9.559917, 9.75449, 9.765275, 9.628207, 9.465788, 9.626768, 9.030738, 8.9368, 8.902119, 8.366505, 8.216657, 7.290053, 7.418071, 7.293405, 7.596584, 7.071705, 6.415121, 6.092386, 4.334287, 2.592642, 1.957955, 0.352928, 0.0]}, "lang": {"n_am_en": [7, 4, 6, 7, 6, 6, 5, 9, 6, 5, 9, 5, 6, 5, 5, 8, 6, 8, 6, 7, 7, 5, 7, 5, 14, 11, 9, 6, 8, 9, 8, 7, 8, 7, 12, 8, 9, 11, 14, 15, 16, 8, 12, 15, 13, 12, 7, 4, 0, 0], "n_am_pl": [3, 7, 9, 5, 6, 6, 6, 3, 3, 5, 6, 7, 4, 7, 9, 8, 8, 8, 9, 13, 6, 8, 13, 9, 8, 8, 7, 8, 8, 7, 10, 12, 10, 10, 6, 10, 11, 9, 9, 9, 8, 9, 9, 8, 10, 9, 9, 14, 30, 34], "n_pos": 34, "sum_m_en": [2.980937, 1.799327, 1.773018, 1.795906, 1.840359, 1.845682, 1.927801, 1.945161, 2.067571, 2.027299, 2.106367, 2.199194, 2.442584, 2.569139, 2.36728, 2.350154, 2.167913, 2.06792, 1.9518, 1.833306, 1.750616, 1.652827, 1.595916, 1.543575, 5.029875, 4.05659, 3.566182, 3.213698, 3.445618, 3.382722, 3.264288, 3.388407, 3.208565, 3.377965, 3.409133, 4.223087, 5.230382, 4.790929, 5.199411, 7.082119, 8.143778, 8.678494, 11.73252, 14.244267, 12.31501, 11.391738, 5.953314, 4.491308, 0.345195, 0.00083], "sum_m_pl": [13.246432, 15.916075, 15.502999, 15.30971, 15.124951, 15.165871, 15.041461, 15.274577, 15.442794, 15.712521, 15.64907, 15.65548, 15.906853, 15.666252, 16.318013, 16.952337, 16.963227, 16.961195, 17.217117, 17.538577, 17.43831, 17.354136, 17.314158, 17.338437, 14.423314, 14.882585, 14.520661, 15.089416, 15.100402, 15.574357, 16.029054, 15.534992, 16.304761, 15.779236, 15.438864, 15.293916, 15.19127, 15.670952, 15.365347, 15.351418, 13.398648, 12.492639, 10.296705, 9.272032, 9.745222, 9.445098, 10.174525, 13.758126, 28.553346, 33.79021]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "gsm8kpl-1041", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1048, "region_end": 113, "roundtrip_ok": true, "tf_agree": 0.9661, "tf_agree_excl_first": 0.9744}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [45, 43, 45, 32, 30, 26, 26, 29, 28, 34, 46, 44, 39, 37, 32, 38, 37, 39, 31, 37, 36, 34, 33, 34, 49, 54, 46, 39, 43, 42, 33, 46, 44, 27, 32, 44, 46, 51, 56, 57, 55, 56, 60, 61, 67, 64, 71, 66, 64, 63], "n_am_pl": [9, 35, 26, 25, 17, 23, 24, 14, 15, 16, 14, 10, 18, 27, 28, 26, 24, 20, 19, 18, 20, 26, 28, 30, 16, 14, 17, 17, 20, 22, 22, 16, 16, 18, 8, 7, 7, 7, 7, 6, 4, 3, 2, 4, 1, 0, 0, 1, 0, 0], "n_pos": 154, "sum_m_en": [20.05063, 9.158467, 8.641339, 8.361132, 8.606204, 9.0004, 8.839464, 9.514578, 10.330557, 10.990435, 10.579029, 10.998455, 11.340021, 11.428008, 11.825467, 11.075415, 10.997751, 10.357838, 9.548363, 8.96261, 8.340352, 7.774237, 7.54957, 7.434152, 18.725724, 18.912724, 18.081305, 16.755081, 15.625485, 15.133707, 14.13787, 14.216367, 14.313065, 14.099832, 15.471013, 19.180711, 22.901462, 25.698744, 29.648094, 32.010449, 35.018097, 37.054438, 39.153481, 45.965004, 58.631902, 59.540098, 65.8769, 64.041567, 64.387007, 61.787046], "sum_m_pl": [55.793267, 73.673441, 70.969342, 69.974636, 67.422306, 67.251269, 68.333303, 68.791521, 66.179241, 68.222671, 69.20672, 69.933514, 69.400544, 69.404695, 68.88951, 71.092027, 70.879811, 70.78168, 72.260989, 73.439783, 74.161066, 75.13222, 75.256783, 75.387607, 58.658298, 58.908221, 58.694959, 62.656134, 64.765304, 64.466749, 65.159408, 64.36549, 63.976626, 59.523496, 56.66528, 51.649041, 43.686662, 40.964554, 36.831092, 35.689736, 33.605395, 30.794251, 29.007675, 23.122495, 14.36613, 10.782395, 6.111548, 3.453045, 0.408986, 0.507633]}, "digit": {"n_am_en": [1, 8, 5, 1, 3, 3, 3, 2, 2, 8, 12, 8, 6, 7, 2, 5, 4, 4, 4, 5, 6, 7, 5, 6, 6, 9, 11, 9, 6, 8, 6, 7, 2, 3, 3, 2, 4, 6, 4, 5, 4, 5, 1, 1, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 3, 4, 10, 5, 2, 1, 1, 3, 2, 3, 1, 4, 7, 5, 5, 6, 6, 4, 4, 4, 3, 2, 3, 3, 2, 2, 4, 4, 1, 1, 2, 3, 5, 4, 2, 3, 5, 4, 3, 0, 2, 1, 1, 0, 0, 0, 1, 0, 0], "n_pos": 25, "sum_m_en": [2.131334, 1.035214, 0.988891, 0.980916, 1.04582, 1.135934, 1.190347, 1.370929, 1.412649, 1.528723, 1.505993, 1.512623, 1.576999, 1.594377, 1.561488, 1.544724, 1.577557, 1.503156, 1.352433, 1.365863, 1.262162, 1.157582, 1.12692, 1.114579, 2.366369, 2.50644, 2.434543, 2.215024, 2.033064, 1.954392, 1.891777, 1.887305, 1.758398, 1.809456, 1.898625, 1.98539, 1.950751, 2.024695, 2.095065, 2.241397, 2.41564, 2.235184, 2.082926, 2.224445, 2.489247, 2.358302, 1.123284, 0.6905, 0.201598, 0.0], "sum_m_pl": [10.72912, 13.389254, 12.773633, 12.178807, 11.588663, 11.483146, 11.551138, 11.369176, 11.250375, 11.538604, 11.755067, 11.761963, 11.082419, 11.368935, 11.302976, 11.482228, 11.378031, 11.183665, 11.61774, 11.870017, 11.979736, 12.253492, 12.199662, 12.280529, 10.326314, 10.314115, 10.292427, 10.908399, 11.388974, 11.25972, 11.083436, 10.69933, 10.639474, 10.307331, 9.69215, 9.505115, 9.314456, 9.04684, 8.525475, 8.495384, 8.253479, 8.16798, 7.762868, 6.480343, 5.849649, 3.688769, 1.99431, 1.379338, 0.105067, 0.0]}, "lang": {"n_am_en": [23, 25, 24, 17, 11, 15, 13, 15, 16, 15, 20, 23, 19, 18, 14, 20, 20, 23, 21, 20, 20, 18, 21, 22, 29, 31, 24, 22, 24, 21, 20, 26, 26, 13, 16, 27, 28, 32, 39, 38, 40, 40, 45, 43, 48, 50, 57, 58, 62, 63], "n_am_pl": [6, 8, 9, 8, 6, 10, 9, 7, 9, 7, 5, 3, 5, 8, 14, 10, 8, 6, 6, 8, 10, 13, 16, 15, 8, 6, 8, 8, 6, 12, 13, 5, 6, 8, 3, 4, 3, 1, 1, 2, 3, 1, 1, 3, 1, 0, 0, 0, 0, 0], "n_pos": 64, "sum_m_en": [9.932487, 4.288852, 3.94161, 3.683751, 3.73541, 3.94706, 3.999161, 4.114373, 4.545008, 4.652703, 4.545835, 4.861168, 4.989046, 5.088373, 5.397306, 4.926071, 4.87892, 4.631177, 4.329677, 3.98207, 3.607138, 3.340374, 3.239558, 3.184136, 9.968958, 9.911739, 9.315073, 8.668962, 7.810276, 7.397982, 6.99843, 6.983818, 6.992264, 7.051803, 7.812049, 10.807773, 14.353529, 16.540783, 19.092081, 20.367532, 23.036563, 25.118821, 26.894299, 31.850212, 41.882631, 43.634507, 49.928336, 52.759027, 61.141256, 61.127904], "sum_m_pl": [20.627346, 29.053398, 28.038426, 28.218971, 27.454823, 27.307083, 27.760031, 28.671858, 27.795913, 28.623128, 29.221741, 29.410417, 29.719543, 29.698322, 29.569172, 30.413752, 30.317232, 30.380229, 30.766872, 31.023154, 31.364842, 31.794689, 31.881903, 31.916778, 25.015183, 25.016511, 25.092939, 26.584049, 26.962798, 27.272527, 27.786948, 27.351204, 27.849534, 26.604094, 25.126864, 23.422231, 19.610336, 18.082816, 15.499114, 14.796834, 13.478493, 12.617657, 12.199064, 9.577974, 4.008083, 2.867274, 1.904787, 0.905018, 0.062257, 0.437693]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "gsm8kpl-1044", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1183, "region_end": 154, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9936}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [34, 39, 29, 30, 26, 17, 18, 21, 21, 28, 44, 34, 18, 26, 26, 25, 30, 25, 22, 26, 24, 22, 23, 26, 39, 39, 34, 36, 39, 40, 32, 30, 23, 21, 27, 30, 48, 42, 47, 51, 49, 48, 50, 44, 48, 50, 39, 29, 8, 7], "n_am_pl": [3, 24, 35, 25, 28, 33, 37, 22, 23, 20, 20, 22, 29, 36, 32, 38, 28, 22, 28, 24, 32, 37, 41, 35, 22, 18, 26, 26, 29, 32, 20, 29, 39, 23, 17, 19, 12, 12, 7, 6, 5, 10, 10, 9, 8, 12, 20, 24, 35, 35], "n_pos": 158, "sum_m_en": [14.692597, 7.803918, 7.809154, 7.599935, 7.895776, 8.102172, 8.037119, 9.160304, 9.909961, 10.555093, 10.251253, 10.817051, 11.158104, 11.135446, 11.658598, 10.888432, 10.401656, 9.884935, 8.95217, 8.562351, 8.148971, 7.574105, 7.377009, 7.232616, 13.784537, 14.605407, 14.306895, 14.586711, 14.394503, 14.013709, 13.342363, 12.819997, 12.367231, 12.349458, 13.45414, 15.404606, 18.081021, 20.024531, 22.358879, 26.085241, 29.279506, 29.746697, 29.886705, 32.153454, 40.095997, 40.756348, 34.063836, 28.729441, 9.623078, 6.553409], "sum_m_pl": [60.945455, 76.193882, 73.487844, 71.782007, 70.098782, 70.545101, 71.290482, 71.014222, 68.671156, 70.467877, 70.912498, 71.281251, 72.103462, 72.466811, 72.508722, 75.019738, 75.502784, 75.099412, 76.67224, 77.77566, 77.892895, 78.62221, 78.44111, 78.779204, 64.942558, 64.932399, 63.838926, 67.407725, 69.964633, 70.667176, 69.487757, 69.339802, 69.606916, 64.426123, 61.774078, 57.816608, 52.229127, 50.004322, 45.2786, 43.026138, 40.83809, 39.279308, 37.291294, 32.341117, 22.72186, 25.583493, 26.925952, 24.927966, 33.405927, 34.837332]}, "digit": {"n_am_en": [0, 11, 7, 6, 1, 2, 3, 2, 3, 7, 11, 6, 1, 5, 1, 5, 8, 3, 1, 4, 4, 3, 4, 4, 8, 9, 11, 9, 8, 8, 4, 6, 4, 1, 3, 4, 7, 4, 4, 7, 5, 6, 5, 2, 4, 3, 2, 0, 0, 0], "n_am_pl": [0, 4, 3, 5, 8, 6, 5, 1, 2, 6, 5, 1, 9, 9, 7, 9, 6, 7, 7, 4, 5, 6, 6, 3, 1, 2, 4, 7, 10, 4, 3, 4, 8, 8, 5, 6, 4, 4, 2, 1, 2, 4, 5, 1, 3, 1, 1, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.303927, 1.126398, 1.097484, 1.0778, 1.114271, 1.219394, 1.262696, 1.495993, 1.5548, 1.647706, 1.636345, 1.682033, 1.742403, 1.751362, 1.792688, 1.794039, 1.796267, 1.75839, 1.554432, 1.491102, 1.389346, 1.264058, 1.231225, 1.213835, 2.374287, 2.519656, 2.414136, 2.403903, 2.233759, 2.111551, 2.159914, 2.107646, 1.928942, 1.970558, 2.131131, 2.452093, 2.354008, 2.265711, 2.288405, 2.552167, 3.06577, 3.090102, 2.967406, 2.865469, 3.063945, 2.761815, 1.595051, 0.584037, 0.054307, 0.0], "sum_m_pl": [12.303696, 15.263714, 14.681139, 13.981811, 13.558977, 13.458657, 13.283103, 12.909537, 12.57114, 12.955573, 13.390013, 13.245511, 12.765328, 13.012005, 12.982767, 13.261255, 13.230577, 13.070085, 13.522191, 13.848206, 13.83172, 14.00347, 13.935269, 14.061357, 12.183612, 12.243544, 12.220051, 12.814983, 13.423116, 13.095974, 12.559211, 12.391689, 12.262206, 11.650552, 11.094834, 11.031912, 10.873122, 10.574874, 9.888045, 9.767729, 9.47549, 9.611771, 9.099234, 7.584633, 6.604129, 4.938924, 3.012962, 1.854573, 0.152685, 0.0]}, "lang": {"n_am_en": [9, 8, 7, 8, 10, 5, 5, 6, 7, 7, 10, 9, 9, 7, 10, 5, 5, 8, 11, 11, 7, 6, 8, 7, 9, 9, 12, 11, 11, 16, 10, 13, 7, 6, 10, 10, 19, 17, 21, 22, 24, 20, 21, 22, 20, 18, 13, 9, 6, 7], "n_am_pl": [1, 6, 8, 2, 5, 8, 7, 7, 7, 4, 5, 7, 7, 8, 13, 11, 8, 7, 7, 9, 10, 14, 13, 13, 11, 10, 8, 6, 8, 11, 7, 8, 10, 7, 8, 6, 5, 7, 3, 3, 2, 4, 4, 5, 3, 8, 15, 17, 33, 33], "n_pos": 40, "sum_m_en": [3.41112, 2.01087, 2.078126, 2.033482, 2.124728, 2.039114, 2.003944, 2.265807, 2.446556, 2.578434, 2.578259, 2.784605, 2.823057, 2.920197, 3.093908, 2.841374, 2.682438, 2.540308, 2.408678, 2.272604, 2.138137, 1.980477, 1.939064, 1.870267, 3.818858, 4.097717, 4.095658, 4.107666, 4.096307, 3.960132, 3.723575, 3.652801, 3.594508, 3.738948, 3.995842, 4.918029, 7.008697, 7.740964, 8.802016, 10.134265, 11.846718, 12.295794, 12.780408, 13.629343, 15.984608, 14.517864, 12.336345, 8.959507, 6.314352, 6.54931], "sum_m_pl": [14.246638, 17.857923, 16.757795, 16.785829, 16.810504, 17.068391, 17.509314, 17.950797, 17.699598, 18.080114, 18.072557, 18.206941, 18.932821, 18.847697, 19.080562, 19.726999, 19.851694, 19.881547, 20.050811, 20.197285, 20.103551, 20.382167, 20.263251, 20.37448, 18.079049, 17.975411, 17.887442, 18.347828, 18.538394, 18.645986, 18.494849, 18.290367, 18.957789, 17.808728, 16.866105, 16.271885, 14.524731, 14.506919, 13.579731, 13.017559, 12.449268, 11.124176, 10.719643, 10.851457, 6.399257, 10.75152, 15.505274, 16.492808, 30.02369, 32.814447]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "gsm8kpl-1044", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1042, "region_end": 158, "roundtrip_ok": true, "tf_agree": 0.9752, "tf_agree_excl_first": 0.9812}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [102, 117, 132, 134, 132, 81, 89, 91, 82, 103, 136, 127, 132, 106, 105, 114, 129, 120, 113, 104, 84, 73, 73, 84, 131, 124, 115, 124, 125, 117, 131, 133, 128, 121, 137, 126, 130, 127, 126, 127, 129, 119, 123, 133, 100, 99, 107, 105, 95, 93], "n_am_pl": [11, 70, 50, 34, 46, 81, 59, 70, 51, 56, 62, 69, 74, 61, 56, 55, 55, 49, 46, 57, 60, 55, 61, 56, 46, 48, 60, 52, 56, 77, 65, 64, 67, 72, 44, 54, 25, 20, 22, 27, 22, 29, 24, 15, 13, 10, 6, 3, 0, 0], "n_pos": 439, "sum_m_en": [45.687049, 22.980623, 23.6459, 22.733684, 24.098172, 24.811475, 24.897777, 25.90385, 27.374327, 28.92865, 29.479619, 31.116916, 32.889059, 33.406027, 32.044537, 31.239282, 31.882825, 31.195601, 28.042893, 26.781683, 24.840436, 23.127794, 22.248045, 21.92985, 58.270062, 61.469192, 58.197929, 54.565374, 53.349965, 54.424384, 50.52428, 48.73314, 45.072327, 44.360219, 49.528536, 51.509404, 53.645767, 53.951086, 60.141865, 68.82634, 69.439619, 78.05496, 88.813975, 97.560773, 88.028548, 91.476391, 102.623939, 104.037986, 93.951266, 93.011588], "sum_m_pl": [168.863032, 219.70336, 212.874087, 208.529723, 207.23778, 202.330512, 203.466774, 198.925637, 195.766878, 202.107844, 196.895321, 198.064888, 196.544135, 192.194242, 193.919196, 199.325336, 193.773882, 195.875009, 197.953498, 203.600077, 206.667748, 207.275831, 209.721, 211.263312, 157.701438, 156.823031, 155.36211, 168.791336, 174.148951, 172.97821, 176.306386, 178.871758, 185.376568, 178.553019, 171.27126, 161.916495, 140.909429, 134.299377, 121.762246, 114.458507, 106.157671, 92.782584, 86.713744, 71.830225, 53.235663, 39.622158, 20.548434, 12.045911, 1.722022, 0.001631]}, "digit": {"n_am_en": [6, 28, 18, 12, 14, 12, 7, 5, 7, 12, 16, 8, 16, 14, 12, 13, 14, 12, 14, 10, 8, 8, 9, 10, 20, 16, 17, 20, 16, 13, 14, 13, 9, 14, 10, 10, 14, 10, 9, 6, 10, 7, 5, 7, 7, 5, 2, 1, 0, 0], "n_am_pl": [0, 3, 1, 2, 6, 7, 3, 4, 3, 5, 10, 10, 9, 9, 4, 6, 3, 4, 5, 10, 6, 6, 10, 4, 3, 2, 6, 5, 6, 7, 10, 14, 10, 8, 7, 9, 4, 8, 7, 8, 4, 6, 5, 3, 2, 2, 1, 2, 0, 0], "n_pos": 47, "sum_m_en": [4.226722, 2.065, 2.152773, 2.078741, 2.17106, 2.143844, 2.097494, 2.133866, 2.404343, 2.462991, 2.756284, 2.834518, 3.190387, 3.386362, 3.160121, 3.091352, 3.276235, 3.202091, 2.838293, 2.716234, 2.52082, 2.345109, 2.23933, 2.21501, 5.151141, 5.215793, 4.902256, 4.752559, 4.747261, 4.98884, 4.931764, 4.809766, 4.383041, 4.397166, 4.339463, 4.463929, 4.347959, 3.851144, 4.051127, 4.190043, 4.090971, 3.907481, 4.031563, 4.109376, 3.873822, 4.093583, 3.072458, 1.654125, 0.336196, 0.0], "sum_m_pl": [20.130514, 25.330348, 23.98281, 23.317936, 23.35978, 22.623189, 22.829137, 22.338118, 21.839958, 22.899967, 22.056629, 22.466667, 21.873514, 20.452407, 20.656192, 21.602181, 20.503813, 21.152466, 21.645993, 22.226592, 22.533169, 22.594275, 22.77188, 22.944953, 18.183804, 17.964832, 17.873993, 19.558824, 19.888432, 19.166553, 19.105042, 19.544559, 20.717088, 20.226235, 19.266905, 18.722299, 18.098224, 18.050594, 17.229147, 16.689238, 16.253424, 15.787413, 14.865396, 13.169259, 11.925155, 9.538726, 4.358483, 3.194581, 0.765526, 0.0]}, "lang": {"n_am_en": [26, 18, 25, 26, 40, 30, 26, 28, 27, 31, 35, 45, 36, 25, 29, 31, 34, 33, 32, 38, 33, 26, 28, 29, 41, 37, 36, 38, 31, 27, 38, 37, 39, 38, 47, 43, 48, 62, 56, 60, 63, 65, 70, 70, 65, 67, 81, 85, 88, 93], "n_am_pl": [2, 16, 9, 6, 3, 7, 7, 10, 4, 6, 6, 10, 10, 11, 13, 5, 11, 9, 8, 12, 11, 12, 14, 9, 9, 9, 7, 6, 9, 9, 13, 11, 17, 18, 7, 14, 8, 2, 5, 6, 6, 5, 6, 5, 5, 6, 4, 0, 0, 0], "n_pos": 93, "sum_m_en": [11.576876, 5.953301, 5.735897, 5.385675, 6.04494, 6.703672, 6.385187, 6.89181, 7.027131, 6.901734, 6.991772, 7.475262, 7.773213, 7.480834, 7.304273, 7.061197, 6.896095, 7.033727, 6.404209, 5.971484, 5.563734, 5.089354, 4.856281, 4.787587, 16.363773, 17.30845, 16.420236, 15.285459, 14.5636, 14.96255, 12.981358, 12.355962, 11.924744, 12.278907, 13.625141, 15.37097, 18.856918, 21.466674, 26.359582, 31.935259, 33.970119, 40.824032, 47.879592, 50.270139, 51.851618, 56.865121, 72.560101, 77.400405, 87.37895, 92.66067], "sum_m_pl": [32.105592, 41.800336, 41.607221, 40.111685, 40.078861, 39.093724, 39.960788, 39.177238, 38.711749, 40.791, 39.754114, 39.827573, 39.693741, 39.752403, 40.919541, 41.602665, 40.752446, 40.291699, 40.634986, 41.897669, 42.9914, 43.228641, 43.934686, 44.319611, 32.95651, 32.045093, 31.482761, 34.474601, 35.579932, 35.002899, 37.018169, 37.695641, 38.984315, 37.90094, 37.098673, 35.629879, 31.64707, 29.818727, 26.551844, 23.564658, 22.233699, 17.799373, 15.490363, 13.889253, 9.324545, 5.883199, 4.502855, 1.458089, 0.045901, 4.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 443, "item_id": "gsm8kpl-1047", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1185, "region_end": 439, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 0.9955}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [101, 107, 103, 119, 106, 74, 89, 91, 98, 96, 96, 98, 109, 109, 98, 113, 118, 112, 112, 97, 84, 75, 64, 78, 110, 127, 102, 101, 110, 125, 109, 112, 112, 110, 134, 133, 120, 105, 103, 108, 103, 103, 106, 110, 101, 83, 55, 30, 18, 13], "n_am_pl": [13, 70, 71, 47, 66, 86, 67, 59, 59, 59, 63, 70, 62, 62, 66, 62, 65, 64, 69, 81, 67, 78, 88, 88, 71, 59, 74, 71, 78, 93, 85, 93, 97, 76, 62, 53, 50, 54, 53, 47, 43, 44, 42, 38, 45, 49, 63, 57, 98, 103], "n_pos": 455, "sum_m_en": [41.376369, 21.677509, 22.882974, 23.843302, 24.946832, 25.074539, 25.899998, 27.009118, 29.058023, 30.526914, 30.543505, 32.535366, 34.146889, 34.4957, 34.127773, 32.625015, 33.366978, 31.969153, 28.543174, 27.240196, 25.387745, 23.39164, 22.666817, 21.899327, 54.788926, 55.646197, 53.670154, 49.165554, 51.412036, 52.312158, 50.252543, 47.206986, 43.679321, 45.52518, 49.8705, 50.676894, 52.318867, 52.618402, 56.102851, 60.694873, 64.202313, 69.589255, 74.789778, 79.199362, 80.001058, 74.230981, 51.408924, 35.854291, 17.618712, 12.952387], "sum_m_pl": [178.34813, 225.372447, 217.671703, 212.885484, 212.18692, 204.63561, 209.48642, 204.39396, 202.577426, 206.720858, 202.498435, 201.872333, 203.426511, 200.113207, 201.172988, 207.872221, 202.537188, 205.339212, 210.092131, 216.199057, 217.906604, 218.387488, 219.972688, 221.156816, 170.07996, 171.203653, 171.408445, 184.269169, 188.960756, 189.168422, 189.247654, 195.428382, 201.069266, 187.341668, 179.727864, 172.166594, 157.501226, 152.803667, 140.777412, 135.5234, 126.020739, 122.474141, 116.019026, 103.561914, 86.301084, 81.479581, 75.697706, 67.203172, 93.691311, 102.416027]}, "digit": {"n_am_en": [5, 28, 17, 11, 12, 8, 6, 8, 5, 5, 9, 11, 18, 12, 10, 13, 7, 11, 8, 6, 5, 4, 4, 8, 15, 16, 13, 16, 16, 11, 12, 17, 13, 13, 16, 12, 8, 6, 4, 2, 4, 4, 4, 4, 4, 6, 2, 1, 0, 0], "n_am_pl": [0, 3, 0, 1, 6, 2, 7, 5, 9, 8, 8, 10, 7, 6, 5, 3, 9, 6, 8, 8, 11, 4, 8, 5, 10, 4, 9, 8, 9, 10, 10, 10, 9, 8, 8, 7, 7, 7, 7, 7, 5, 7, 5, 3, 6, 1, 4, 2, 0, 0], "n_pos": 50, "sum_m_en": [4.106804, 2.104408, 2.191501, 2.166646, 2.21257, 2.23767, 2.242626, 2.350173, 2.615659, 2.72794, 2.841308, 3.05396, 3.29351, 3.406457, 3.14105, 3.158491, 3.338367, 3.388322, 2.943581, 2.821682, 2.571725, 2.333158, 2.25262, 2.188273, 4.570162, 4.85301, 5.030416, 4.575225, 5.215303, 5.457571, 5.958985, 5.487757, 4.701441, 5.040972, 4.821604, 4.882953, 4.592555, 4.006522, 4.177572, 4.09492, 3.999277, 3.761237, 3.952422, 5.640178, 5.372702, 5.545711, 2.261015, 1.40287, 0.222956, 0.0], "sum_m_pl": [21.147747, 26.937558, 25.357415, 24.622243, 24.844151, 23.798091, 24.250891, 23.386707, 23.046936, 24.000097, 23.636614, 23.571615, 23.330583, 22.244106, 21.951489, 22.578893, 21.372986, 21.949175, 22.940448, 23.507312, 23.77427, 24.0389, 24.224021, 24.474278, 20.063314, 20.10856, 19.763421, 21.603572, 21.928897, 21.184558, 20.74509, 21.602875, 22.371995, 21.198401, 20.018563, 20.024472, 19.693114, 20.040773, 18.636047, 18.57052, 18.111, 18.677123, 16.712654, 14.598304, 13.044656, 9.78732, 5.992164, 4.616167, 0.622667, 0.0]}, "lang": {"n_am_en": [25, 21, 15, 22, 26, 18, 31, 29, 31, 34, 28, 26, 23, 28, 34, 37, 37, 39, 42, 33, 32, 29, 27, 34, 39, 37, 30, 29, 30, 38, 28, 26, 37, 41, 47, 47, 44, 41, 45, 59, 55, 58, 64, 64, 66, 50, 32, 24, 14, 13], "n_am_pl": [6, 17, 24, 13, 22, 20, 10, 11, 11, 12, 9, 14, 15, 14, 24, 22, 17, 13, 23, 27, 22, 27, 29, 28, 23, 15, 16, 13, 21, 24, 23, 35, 27, 20, 13, 13, 23, 24, 24, 19, 19, 17, 15, 22, 22, 36, 46, 47, 94, 102], "n_pos": 116, "sum_m_en": [9.83309, 5.609317, 5.88333, 6.725974, 7.225626, 7.079047, 7.272653, 7.550167, 7.66894, 8.067592, 8.111996, 8.853858, 8.966558, 8.91047, 9.769887, 8.814346, 9.052664, 8.69724, 7.879033, 7.181121, 6.76395, 6.0847, 5.918619, 5.710318, 18.220442, 17.151659, 15.232209, 13.942926, 13.765486, 13.745277, 12.404125, 12.359874, 12.919976, 14.17563, 15.278929, 15.895336, 18.729174, 20.605826, 22.199284, 26.811761, 31.945886, 38.777453, 44.119768, 47.565541, 51.058505, 46.425673, 31.983094, 25.132737, 13.594488, 12.951511], "sum_m_pl": [42.625872, 52.403244, 51.278895, 50.08225, 50.19879, 48.046535, 50.020061, 50.125177, 49.890924, 51.39776, 50.170499, 50.396643, 51.102046, 51.021509, 52.318324, 53.933605, 52.968248, 53.100226, 53.896823, 55.482582, 56.01344, 56.165857, 56.501609, 56.664625, 44.086494, 44.233196, 43.833544, 47.408564, 48.930544, 49.1178, 50.25301, 51.366771, 52.487753, 49.90782, 48.868517, 48.904439, 47.452419, 45.855483, 43.358559, 40.873, 37.61817, 33.818228, 30.970434, 31.033865, 29.402342, 34.77061, 42.680124, 43.788222, 86.699107, 100.526248]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 455, "item_id": "gsm8kpl-1047", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1044, "region_end": 455, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9912}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [64, 45, 36, 34, 35, 31, 38, 39, 36, 36, 35, 45, 42, 53, 58, 63, 47, 49, 58, 64, 50, 60, 48, 56, 65, 54, 54, 52, 62, 64, 52, 46, 55, 54, 59, 51, 62, 68, 78, 73, 75, 76, 78, 82, 87, 85, 85, 76, 64, 61], "n_am_pl": [5, 21, 22, 34, 15, 15, 21, 14, 8, 21, 17, 29, 33, 26, 20, 21, 24, 20, 17, 21, 27, 25, 26, 20, 6, 15, 25, 26, 27, 28, 37, 36, 33, 28, 17, 16, 9, 10, 9, 7, 6, 8, 8, 5, 2, 2, 2, 1, 1, 0], "n_pos": 190, "sum_m_en": [23.038727, 10.551092, 9.90749, 9.786152, 10.496452, 10.529704, 10.11249, 10.904129, 11.665982, 11.714555, 11.87683, 12.563078, 13.177417, 13.914586, 13.898751, 12.933446, 12.003582, 12.525793, 11.753553, 10.761006, 9.802387, 9.176301, 8.877225, 8.781946, 24.613983, 23.741633, 24.139317, 20.31157, 20.588802, 19.617713, 17.839054, 18.241368, 19.658761, 18.484898, 18.699405, 21.635719, 27.854881, 33.358817, 37.713902, 45.644838, 46.852802, 50.814584, 54.922256, 60.313675, 70.212328, 70.438632, 75.218239, 70.751035, 64.044388, 60.808001], "sum_m_pl": [72.761358, 92.660779, 91.678649, 90.317986, 87.699513, 85.418978, 86.096476, 85.192944, 82.215664, 85.095521, 83.525422, 87.852991, 87.540595, 85.706195, 86.890226, 89.355336, 89.013223, 87.593394, 88.962654, 91.573721, 93.03269, 93.804858, 93.640813, 94.132353, 73.3735, 74.683637, 72.253528, 79.85519, 80.88484, 81.777394, 82.851111, 81.067611, 80.927819, 78.861986, 78.0748, 69.366608, 58.704116, 55.916436, 52.725368, 49.355452, 46.845459, 39.618157, 36.300716, 30.006388, 24.052773, 20.328317, 15.020964, 9.827009, 2.787617, 0.028782]}, "digit": {"n_am_en": [10, 17, 10, 7, 5, 4, 4, 6, 5, 4, 12, 10, 5, 9, 12, 13, 9, 9, 9, 10, 7, 9, 7, 8, 8, 5, 8, 14, 16, 14, 12, 8, 11, 7, 7, 3, 7, 7, 11, 9, 13, 12, 16, 15, 17, 13, 11, 8, 0, 0], "n_am_pl": [0, 4, 3, 9, 5, 1, 4, 4, 4, 5, 4, 5, 10, 7, 2, 5, 5, 4, 5, 6, 4, 3, 5, 2, 1, 6, 6, 4, 6, 5, 9, 9, 7, 5, 1, 3, 1, 4, 2, 3, 1, 4, 3, 4, 1, 1, 2, 1, 0, 0], "n_pos": 46, "sum_m_en": [4.111541, 2.01434, 2.048271, 1.960978, 2.068824, 2.088455, 2.035425, 2.236204, 2.362318, 2.456224, 2.51924, 2.525344, 2.79702, 2.833259, 2.546449, 2.531291, 2.44794, 2.582215, 2.44215, 2.236373, 1.959276, 1.84603, 1.825667, 1.79557, 3.024615, 3.014788, 3.585093, 3.479118, 3.697785, 3.506242, 3.372647, 3.258287, 3.209406, 3.000483, 2.925633, 3.079413, 3.120088, 2.968298, 3.375733, 3.529309, 3.392318, 3.593828, 4.021572, 5.153701, 8.263518, 6.047817, 4.846225, 4.31519, 0.926546, 0.0], "sum_m_pl": [20.606836, 24.682867, 23.680889, 23.205859, 22.597846, 22.126226, 22.386037, 21.69047, 21.209738, 21.601635, 21.609932, 21.796428, 21.250328, 21.337826, 21.530283, 22.147012, 21.836139, 21.250197, 22.183974, 22.764519, 23.098018, 23.337263, 23.255696, 23.402538, 20.824573, 21.024005, 20.09002, 21.540175, 21.717243, 21.665266, 21.353359, 20.691698, 20.6679, 20.476275, 20.288637, 19.003621, 18.181083, 18.799196, 18.056562, 18.77516, 17.771733, 17.003221, 16.568696, 15.188522, 13.421333, 11.825107, 9.842711, 6.007032, 1.600536, 0.0]}, "lang": {"n_am_en": [22, 14, 14, 16, 12, 9, 18, 13, 14, 21, 17, 17, 19, 22, 26, 24, 18, 20, 25, 28, 22, 32, 26, 29, 35, 26, 29, 24, 24, 28, 20, 20, 23, 27, 30, 33, 38, 36, 41, 41, 39, 40, 41, 45, 44, 49, 51, 52, 57, 61], "n_am_pl": [1, 6, 5, 4, 4, 5, 5, 6, 3, 7, 6, 11, 10, 10, 7, 6, 10, 8, 7, 8, 8, 7, 10, 8, 2, 5, 10, 9, 9, 8, 10, 11, 10, 9, 7, 5, 3, 1, 3, 1, 2, 1, 3, 0, 0, 0, 0, 0, 1, 0], "n_pos": 61, "sum_m_en": [8.721713, 3.876501, 3.498107, 3.434453, 3.752775, 3.539768, 3.504542, 3.711787, 4.028157, 3.94282, 3.972794, 4.249401, 4.370824, 4.626508, 4.876745, 4.462497, 4.031534, 4.226529, 4.00377, 3.67298, 3.449449, 3.215321, 3.051747, 3.022674, 12.209502, 11.478312, 11.244698, 8.908379, 8.269778, 7.81628, 6.946646, 7.233035, 8.104465, 7.879969, 8.024447, 9.731658, 14.179015, 16.419556, 20.136588, 26.329939, 27.757091, 30.119676, 31.804071, 35.136391, 38.083957, 43.474829, 48.572237, 49.237758, 55.276272, 60.116919], "sum_m_pl": [21.258085, 28.045299, 28.288697, 27.757467, 27.356118, 26.593458, 26.868238, 26.981096, 26.385654, 27.658924, 27.257787, 28.62042, 28.712445, 27.88737, 28.415333, 28.794567, 29.00642, 28.685074, 28.692544, 29.49562, 29.920981, 30.20165, 30.145105, 30.307646, 22.412708, 23.464494, 22.94986, 25.11844, 25.466173, 25.670298, 26.43064, 26.073217, 26.26409, 26.136869, 26.272474, 23.796045, 19.587935, 17.760683, 15.333536, 12.260674, 11.461445, 9.176311, 7.480515, 5.861433, 4.299437, 2.631817, 1.900277, 1.409837, 0.90336, 6.7e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 195, "item_id": "gsm8kpl-1052", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1191, "region_end": 190, "roundtrip_ok": true, "tf_agree": 0.9949, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [67, 40, 37, 46, 64, 47, 41, 42, 26, 35, 36, 49, 45, 45, 43, 36, 37, 37, 39, 39, 38, 45, 34, 45, 60, 58, 50, 66, 63, 61, 49, 51, 50, 49, 59, 57, 47, 48, 48, 47, 46, 48, 44, 50, 52, 45, 21, 15, 5, 4], "n_am_pl": [26, 58, 51, 42, 39, 30, 30, 33, 31, 34, 21, 37, 53, 51, 36, 45, 49, 32, 40, 45, 39, 32, 39, 34, 15, 32, 30, 34, 47, 51, 42, 46, 39, 30, 18, 20, 17, 20, 19, 22, 26, 27, 22, 16, 12, 14, 27, 15, 46, 48], "n_pos": 253, "sum_m_en": [23.591591, 12.027521, 12.519291, 12.718477, 13.724968, 13.934311, 13.466649, 13.576831, 14.447191, 14.789708, 14.89402, 15.92984, 16.570925, 16.779858, 17.391333, 16.065567, 15.439463, 15.509063, 14.644978, 13.38132, 12.253184, 11.692942, 11.520824, 11.254556, 22.313423, 22.560698, 23.930536, 22.515337, 23.979189, 23.650282, 22.139278, 21.656404, 22.267571, 21.208297, 21.688691, 22.23027, 23.138634, 25.128804, 26.957302, 32.237106, 32.518727, 34.288595, 33.006866, 34.309336, 39.557445, 33.334161, 24.194721, 19.29656, 6.126442, 3.6722], "sum_m_pl": [105.659868, 125.277516, 120.803061, 118.212861, 116.840037, 113.654288, 116.502319, 117.264078, 112.726797, 114.449169, 112.323516, 115.492937, 115.923821, 115.077579, 114.480428, 116.73607, 116.742548, 113.640701, 118.113124, 120.746321, 122.846191, 122.820523, 122.446312, 123.526136, 97.268493, 97.879394, 94.443245, 104.55917, 107.833596, 108.900153, 107.6668, 106.7784, 103.851812, 93.815713, 91.959904, 84.422592, 76.954775, 74.375026, 73.306779, 70.742703, 68.166439, 65.72246, 61.990703, 54.127569, 46.466101, 47.937329, 43.576418, 30.90925, 45.520625, 48.493463]}, "digit": {"n_am_en": [16, 17, 13, 8, 6, 6, 7, 10, 5, 8, 7, 11, 10, 13, 10, 6, 7, 8, 9, 7, 6, 10, 4, 6, 9, 10, 7, 15, 13, 12, 7, 5, 5, 4, 8, 5, 5, 1, 2, 3, 3, 8, 6, 8, 9, 6, 1, 1, 0, 0], "n_am_pl": [0, 13, 6, 8, 8, 1, 2, 2, 3, 8, 4, 6, 10, 6, 8, 5, 7, 4, 6, 9, 5, 4, 5, 6, 0, 3, 2, 5, 6, 11, 12, 13, 9, 4, 0, 3, 0, 4, 3, 4, 3, 2, 3, 3, 2, 1, 1, 0, 0, 0], "n_pos": 52, "sum_m_en": [4.351302, 2.221711, 2.229305, 2.275751, 2.370815, 2.358601, 2.415832, 2.573802, 2.681361, 2.802246, 2.809059, 2.934084, 3.27625, 3.274587, 3.232242, 2.982606, 2.857857, 3.007501, 2.710503, 2.468353, 2.241485, 2.129035, 2.105527, 2.052474, 3.496965, 3.791827, 4.242899, 4.276962, 4.307162, 4.107843, 4.067082, 3.774873, 3.70253, 3.451813, 3.450398, 3.609444, 3.415571, 3.238117, 3.465623, 3.609405, 4.07533, 4.348658, 4.104314, 4.49534, 5.461038, 3.963227, 3.473175, 3.167459, 0.227638, 0.0], "sum_m_pl": [23.745895, 27.937541, 26.602934, 26.02185, 25.346267, 24.793043, 25.043254, 24.541932, 23.844479, 24.130574, 24.221865, 24.614413, 24.22356, 24.221568, 23.987989, 24.346151, 24.391789, 23.847911, 25.196469, 25.652511, 25.832689, 26.034052, 26.034472, 26.283229, 23.192873, 22.728703, 22.216438, 23.505492, 23.856493, 23.642498, 23.207557, 23.222174, 22.878701, 21.910889, 21.727158, 20.655884, 19.966411, 20.076918, 19.68939, 19.691695, 19.035815, 18.986606, 18.9475, 17.242972, 16.173563, 14.637799, 11.542339, 7.380343, 0.644343, 0.000545]}, "lang": {"n_am_en": [10, 3, 8, 9, 11, 12, 6, 10, 6, 9, 8, 6, 9, 9, 7, 7, 12, 11, 8, 9, 8, 8, 10, 13, 20, 19, 18, 22, 21, 18, 21, 17, 21, 18, 18, 21, 20, 19, 22, 24, 22, 21, 23, 25, 24, 25, 12, 12, 5, 4], "n_am_pl": [11, 9, 5, 9, 9, 4, 1, 5, 4, 6, 6, 6, 13, 11, 8, 8, 8, 7, 12, 14, 12, 9, 12, 9, 7, 11, 8, 10, 9, 11, 8, 9, 8, 7, 7, 6, 7, 6, 8, 4, 6, 10, 7, 8, 8, 9, 16, 14, 45, 48], "n_pos": 53, "sum_m_en": [4.836979, 2.591708, 2.740218, 2.920271, 3.151215, 3.166006, 3.063669, 2.993182, 3.205717, 3.269778, 3.248569, 3.547081, 3.492607, 3.512131, 3.634101, 3.417219, 3.257241, 3.198932, 3.097215, 2.862186, 2.71662, 2.581756, 2.503433, 2.476246, 6.207201, 6.056853, 6.014452, 5.485772, 5.814848, 5.592591, 5.557297, 5.391995, 5.926782, 5.849209, 5.508071, 5.862038, 7.735435, 8.460692, 9.457774, 13.791301, 14.870206, 17.115666, 16.349255, 16.974819, 20.239553, 18.674732, 12.217105, 10.359613, 5.276034, 3.671639], "sum_m_pl": [20.481478, 24.38472, 23.57675, 23.092815, 22.989931, 21.905609, 22.529492, 23.311889, 22.750854, 23.384499, 22.754079, 23.369411, 23.672322, 23.823637, 23.949827, 24.534573, 24.641082, 24.119813, 24.923567, 25.351933, 25.700254, 25.694229, 25.577959, 25.771193, 21.40735, 21.233296, 20.96328, 22.627096, 22.694167, 23.53385, 23.486079, 23.394445, 23.010478, 21.609655, 21.63244, 20.435126, 19.261404, 18.90582, 18.791525, 16.200414, 15.764156, 14.50312, 14.157734, 13.315599, 10.69058, 13.692753, 16.409324, 14.416273, 41.82941, 48.292388]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 253, "item_id": "gsm8kpl-1052", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1050, "region_end": 253, "roundtrip_ok": true, "tf_agree": 0.9921, "tf_agree_excl_first": 0.996}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [85, 89, 85, 72, 47, 55, 55, 67, 75, 92, 96, 111, 101, 96, 102, 87, 78, 82, 94, 72, 77, 80, 79, 87, 123, 126, 104, 94, 93, 99, 90, 101, 108, 94, 96, 102, 123, 114, 140, 148, 153, 143, 135, 132, 134, 137, 129, 135, 119, 118], "n_am_pl": [10, 42, 42, 52, 28, 30, 45, 22, 24, 40, 25, 37, 40, 28, 28, 36, 37, 36, 45, 57, 50, 59, 53, 48, 21, 16, 32, 35, 48, 45, 40, 39, 33, 38, 38, 30, 22, 19, 17, 17, 13, 9, 11, 12, 12, 8, 6, 1, 0, 0], "n_pos": 304, "sum_m_en": [34.672832, 16.857737, 15.948768, 15.327966, 15.987327, 16.070246, 16.242132, 17.038587, 17.919449, 18.042716, 19.480746, 20.62116, 21.733308, 21.620557, 22.128194, 21.355027, 20.243241, 20.456067, 18.285505, 16.91632, 15.809536, 14.690978, 14.230603, 13.928046, 39.033692, 39.656561, 38.786034, 34.71233, 32.56053, 32.811679, 29.495593, 29.298277, 30.23745, 30.966251, 32.540109, 37.566728, 48.63078, 54.049908, 77.276625, 91.934957, 96.333211, 98.078762, 107.738713, 107.938228, 117.556728, 122.42778, 122.89289, 129.853727, 118.388328, 117.256101], "sum_m_pl": [114.364237, 146.609596, 144.711945, 142.475485, 138.779022, 137.65834, 138.605831, 138.457889, 136.358736, 140.465096, 137.864668, 139.612956, 138.477382, 136.359578, 136.064938, 139.221675, 141.640083, 141.726851, 144.358565, 147.935498, 148.058002, 149.217167, 149.961039, 150.706672, 117.033545, 115.898854, 113.815396, 123.331443, 127.230195, 128.050159, 130.425554, 128.66507, 129.895723, 119.021653, 117.013786, 108.743817, 94.253423, 87.319283, 74.134849, 67.461191, 62.729751, 55.649333, 46.218634, 40.689459, 36.781332, 30.673624, 15.876825, 8.356012, 1.119699, 0.000408]}, "digit": {"n_am_en": [5, 15, 19, 5, 4, 4, 2, 6, 6, 6, 15, 13, 12, 10, 9, 8, 6, 5, 6, 5, 3, 3, 4, 5, 6, 8, 13, 7, 8, 6, 4, 4, 7, 2, 4, 5, 9, 7, 7, 9, 7, 7, 6, 8, 5, 2, 2, 2, 0, 0], "n_am_pl": [0, 4, 3, 6, 5, 1, 3, 4, 2, 5, 2, 4, 6, 5, 5, 7, 7, 8, 9, 13, 13, 12, 8, 5, 4, 3, 5, 5, 11, 11, 11, 9, 5, 6, 7, 5, 3, 3, 5, 4, 6, 3, 1, 3, 3, 2, 1, 0, 0, 0], "n_pos": 45, "sum_m_en": [3.95297, 1.897868, 1.814887, 1.808075, 1.912187, 1.962523, 2.08916, 2.308782, 2.418137, 2.42738, 2.681577, 2.676473, 2.916418, 2.862379, 2.799782, 2.841115, 2.789985, 2.938525, 2.42758, 2.23053, 2.125721, 2.010715, 1.977222, 1.937448, 3.363423, 3.367921, 3.712272, 3.596219, 3.510103, 3.409647, 3.368242, 3.297188, 3.160126, 2.933173, 3.10258, 3.338921, 3.962771, 3.794081, 4.080066, 3.843996, 4.077724, 3.728252, 4.038239, 3.959871, 3.362832, 3.237728, 2.384015, 2.664369, 0.227015, 0.0], "sum_m_pl": [19.427972, 24.42185, 23.50712, 22.901534, 22.403014, 21.767966, 21.600272, 21.072728, 20.905403, 21.424803, 21.310734, 21.543885, 20.67378, 20.257812, 20.64228, 20.812877, 20.801184, 20.762631, 21.724832, 22.233318, 21.954444, 22.106933, 22.055284, 22.194912, 18.402981, 18.628457, 18.345788, 19.661012, 20.005324, 20.059404, 20.008279, 19.694367, 19.800295, 18.243267, 18.159266, 17.472675, 16.285802, 15.86218, 15.253993, 15.132414, 14.715704, 13.988002, 12.838017, 11.368593, 11.680168, 9.041497, 5.518755, 3.560466, 0.521444, 0.0]}, "lang": {"n_am_en": [32, 34, 24, 30, 21, 27, 29, 30, 39, 45, 44, 54, 52, 46, 58, 47, 45, 49, 53, 40, 47, 47, 47, 55, 72, 68, 56, 51, 48, 57, 52, 57, 58, 55, 53, 60, 79, 71, 91, 95, 97, 96, 95, 91, 96, 104, 100, 107, 113, 117], "n_am_pl": [6, 12, 18, 18, 9, 12, 20, 9, 11, 18, 11, 23, 20, 14, 10, 11, 16, 12, 19, 24, 20, 27, 27, 28, 8, 8, 15, 15, 21, 17, 11, 16, 16, 19, 21, 14, 8, 8, 4, 6, 3, 2, 4, 4, 5, 3, 2, 1, 0, 0], "n_pos": 118, "sum_m_en": [13.319776, 6.941766, 6.437907, 6.187265, 6.257297, 6.492366, 6.56808, 6.806398, 7.243569, 7.18585, 7.76739, 8.495745, 9.141774, 9.20762, 9.56051, 9.069682, 8.517422, 8.550616, 7.66429, 7.157073, 6.560526, 6.003764, 5.724717, 5.52894, 20.984651, 21.989165, 21.172664, 18.38762, 16.9838, 17.228823, 14.931082, 14.479175, 14.953791, 16.045869, 16.70994, 20.047094, 28.221455, 32.628735, 50.324022, 59.926459, 64.867194, 68.412009, 74.62876, 76.476463, 84.501193, 90.215179, 94.096999, 101.735966, 110.807517, 115.838803], "sum_m_pl": [44.3064, 54.566072, 54.785034, 53.744206, 53.014921, 52.474483, 52.952788, 53.840915, 53.382562, 55.376264, 54.290416, 55.146717, 55.48602, 54.778344, 54.579299, 55.921706, 56.867841, 56.630954, 57.31671, 58.364582, 58.547954, 59.169404, 59.446872, 59.856947, 48.121362, 47.771188, 47.039491, 50.552105, 52.138026, 51.677123, 53.17103, 52.282172, 53.913843, 51.073711, 50.10125, 47.27376, 40.33836, 37.253272, 28.528109, 24.704279, 21.269751, 17.830505, 14.592887, 11.762738, 10.613134, 8.336657, 4.120771, 1.825168, 0.153606, 0.000318]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 308, "item_id": "gsm8kpl-1066", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1161, "region_end": 304, "roundtrip_ok": true, "tf_agree": 0.9935, "tf_agree_excl_first": 0.9967}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [100, 96, 95, 90, 78, 41, 50, 62, 52, 71, 90, 101, 85, 88, 89, 79, 100, 84, 76, 72, 66, 81, 69, 78, 136, 120, 116, 117, 103, 105, 97, 96, 100, 96, 119, 101, 109, 98, 101, 109, 99, 97, 113, 99, 92, 85, 61, 50, 40, 41], "n_am_pl": [25, 77, 69, 50, 42, 71, 76, 89, 61, 82, 63, 57, 71, 63, 58, 81, 71, 68, 93, 107, 109, 99, 86, 90, 53, 62, 64, 69, 95, 85, 80, 71, 86, 58, 59, 47, 39, 42, 48, 51, 48, 35, 26, 37, 38, 47, 55, 68, 82, 87], "n_pos": 411, "sum_m_en": [36.445115, 20.064691, 20.979587, 21.644001, 22.306024, 21.355539, 21.76842, 21.983309, 23.340277, 23.404777, 24.300473, 26.718002, 27.756229, 27.759522, 27.787665, 27.110632, 26.11458, 26.644211, 23.432435, 21.426366, 19.868897, 18.823443, 18.440341, 17.867686, 39.454261, 38.662166, 39.700001, 39.973827, 39.633972, 40.691467, 39.207615, 38.32001, 38.907279, 38.931964, 38.811044, 38.776128, 41.994975, 41.288326, 54.319715, 65.242478, 67.574449, 68.093923, 90.767047, 89.949112, 83.277106, 79.641855, 59.295364, 54.16432, 41.808607, 41.241144], "sum_m_pl": [169.440873, 200.16503, 192.324278, 188.2802, 185.349088, 183.052677, 186.27781, 190.000982, 188.330493, 191.785848, 188.111564, 188.156987, 187.28791, 185.518496, 185.934723, 192.899618, 194.594657, 194.131207, 199.777928, 204.345168, 204.421639, 204.071741, 203.506369, 204.845177, 170.112969, 166.226381, 161.305401, 173.309656, 179.602451, 178.734419, 178.372046, 177.738854, 173.886927, 161.235846, 159.848473, 149.892383, 139.383893, 135.649616, 125.866611, 122.422192, 117.058072, 112.970409, 88.080235, 85.316469, 73.83624, 78.917034, 66.471394, 73.272218, 81.218349, 86.441686]}, "digit": {"n_am_en": [8, 27, 20, 15, 13, 10, 11, 18, 12, 13, 13, 13, 10, 13, 12, 10, 13, 10, 8, 7, 5, 7, 7, 10, 8, 12, 11, 12, 11, 10, 8, 9, 8, 8, 11, 7, 6, 5, 5, 6, 7, 7, 7, 5, 5, 2, 1, 0, 0, 0], "n_am_pl": [0, 6, 5, 1, 0, 0, 1, 2, 2, 4, 1, 5, 10, 6, 6, 8, 6, 6, 9, 10, 6, 7, 3, 4, 4, 3, 5, 4, 9, 7, 10, 7, 9, 6, 8, 8, 2, 3, 6, 3, 5, 3, 1, 3, 3, 1, 0, 0, 1, 0], "n_pos": 45, "sum_m_en": [3.877819, 2.048292, 1.992382, 2.014088, 2.100776, 1.981311, 2.01088, 2.096342, 2.179456, 2.205151, 2.395985, 2.464654, 2.659535, 2.630659, 2.561321, 2.625734, 2.711499, 2.893888, 2.364446, 2.175184, 2.062405, 1.955097, 1.928575, 1.867738, 3.312026, 3.238653, 3.675049, 3.769484, 4.03181, 3.898951, 3.856274, 3.814347, 3.612503, 3.381955, 3.481319, 3.460966, 3.651076, 3.319172, 3.336686, 3.539399, 3.734852, 3.362299, 3.647618, 2.569115, 2.26866, 1.940564, 2.214493, 1.14739, 0.090636, 0.0], "sum_m_pl": [20.633741, 24.457184, 23.565943, 22.946581, 22.422996, 22.02434, 21.971798, 21.513423, 21.49427, 21.529378, 21.281121, 21.625937, 20.904166, 20.855508, 21.060612, 21.476886, 21.354973, 21.175433, 21.966403, 22.373904, 22.181623, 22.281499, 22.240317, 22.526766, 19.167047, 18.591602, 18.56949, 19.978655, 20.597502, 20.102547, 19.94622, 19.636587, 19.882485, 18.47056, 18.292589, 17.548253, 16.542116, 16.26392, 15.579101, 15.397006, 15.101409, 15.002588, 14.252119, 13.724983, 12.221549, 9.303808, 5.509186, 3.802454, 0.80905, 0.0]}, "lang": {"n_am_en": [38, 15, 21, 28, 23, 12, 18, 21, 19, 24, 41, 39, 35, 34, 34, 28, 33, 31, 32, 27, 24, 33, 33, 33, 58, 41, 35, 35, 35, 34, 35, 35, 47, 46, 47, 44, 49, 55, 51, 61, 57, 54, 65, 61, 63, 65, 46, 44, 40, 41], "n_am_pl": [11, 31, 21, 15, 10, 25, 24, 20, 17, 17, 14, 20, 20, 22, 20, 33, 25, 23, 30, 36, 40, 33, 30, 27, 15, 20, 23, 32, 33, 35, 25, 28, 32, 21, 30, 27, 19, 17, 21, 19, 18, 17, 14, 24, 29, 37, 44, 59, 80, 87], "n_pos": 128, "sum_m_en": [11.470784, 6.277995, 6.843219, 6.973432, 6.947339, 6.861339, 6.952619, 7.108371, 7.77967, 7.524319, 7.921208, 8.81227, 9.062454, 9.101363, 8.988751, 8.672585, 8.070427, 8.234072, 7.434314, 6.803139, 6.239454, 5.878687, 5.681273, 5.515189, 13.675508, 12.949534, 12.641612, 12.036556, 11.996789, 12.632586, 12.579205, 12.80589, 13.2732, 14.008319, 13.49692, 13.916817, 15.936374, 17.520798, 29.189891, 38.612188, 39.839989, 40.063252, 53.515475, 54.447205, 58.384783, 57.347426, 44.372454, 42.545744, 40.506449, 40.971979], "sum_m_pl": [51.695131, 59.408232, 56.931336, 56.185853, 56.262911, 55.039377, 56.405568, 58.777911, 57.888293, 59.9842, 58.909593, 59.087795, 59.488161, 58.729451, 59.561017, 61.757607, 62.441861, 61.730714, 63.130531, 64.218418, 64.207649, 64.206444, 64.119351, 64.324908, 56.280302, 55.392986, 54.110744, 58.034503, 59.795309, 59.133916, 59.446749, 59.011586, 59.472807, 56.866501, 57.824228, 56.410761, 53.195201, 51.752123, 45.667898, 41.619915, 40.704742, 38.166875, 30.148946, 34.051141, 32.734517, 39.226701, 43.470204, 56.973489, 76.54331, 86.393331]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 411, "item_id": "gsm8kpl-1066", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1020, "region_end": 411, "roundtrip_ok": true, "tf_agree": 0.9927, "tf_agree_excl_first": 0.9951}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [61, 61, 50, 46, 52, 43, 28, 32, 36, 37, 37, 52, 51, 56, 43, 49, 51, 45, 30, 31, 34, 33, 33, 35, 65, 59, 48, 53, 54, 52, 54, 40, 50, 48, 42, 47, 44, 41, 51, 62, 65, 58, 55, 57, 56, 65, 74, 65, 63, 63], "n_am_pl": [4, 26, 26, 25, 30, 30, 27, 26, 33, 25, 18, 23, 31, 23, 23, 28, 37, 35, 46, 41, 32, 37, 30, 31, 17, 12, 17, 17, 22, 18, 27, 26, 22, 17, 12, 26, 16, 19, 10, 10, 11, 8, 12, 7, 4, 4, 5, 5, 0, 0], "n_pos": 186, "sum_m_en": [21.777602, 10.928169, 10.714356, 11.131582, 12.161471, 12.576196, 12.460347, 13.016293, 14.016503, 12.841757, 13.454379, 15.134525, 15.481133, 15.73076, 16.027861, 14.559141, 13.854773, 13.068863, 11.675687, 10.857917, 10.144274, 9.202178, 8.869338, 8.705806, 22.410419, 23.920882, 22.922643, 20.809254, 20.635183, 19.978359, 18.673917, 18.19778, 17.92957, 18.389373, 20.7915, 22.065993, 27.129485, 28.827063, 34.945584, 35.602272, 38.541692, 42.574596, 45.443498, 51.130345, 52.156297, 59.171238, 68.059509, 65.975345, 63.364258, 64.731358], "sum_m_pl": [68.16774, 90.74865, 89.045216, 86.021858, 82.402919, 80.650904, 80.167772, 79.526892, 77.980171, 82.196064, 81.497256, 81.876542, 81.19965, 79.678187, 77.607106, 81.625543, 83.097953, 83.702524, 85.492118, 87.76038, 88.184416, 89.52826, 89.667477, 90.368564, 67.540929, 67.059, 67.227152, 71.886081, 72.719118, 72.670685, 76.087925, 74.341442, 74.564997, 70.719451, 65.076047, 61.127269, 51.80962, 46.660876, 39.418179, 38.099516, 35.991075, 30.824504, 29.527852, 22.935364, 16.977091, 14.812485, 10.905699, 6.171951, 0.844783, 0.004076]}, "digit": {"n_am_en": [10, 13, 5, 0, 7, 3, 2, 4, 1, 5, 6, 9, 10, 5, 3, 5, 6, 4, 3, 6, 5, 4, 3, 4, 11, 5, 5, 9, 10, 5, 5, 3, 6, 4, 5, 4, 4, 4, 2, 3, 2, 4, 2, 5, 2, 3, 1, 0, 0, 0], "n_am_pl": [0, 0, 3, 6, 13, 6, 5, 6, 14, 9, 7, 10, 9, 6, 6, 9, 12, 16, 15, 13, 7, 7, 5, 8, 5, 5, 7, 2, 3, 3, 6, 6, 2, 6, 6, 14, 9, 7, 4, 6, 8, 5, 6, 4, 2, 1, 1, 1, 0, 0], "n_pos": 35, "sum_m_en": [3.846916, 1.704654, 1.567979, 1.67912, 1.763902, 1.839262, 1.952317, 2.050653, 1.975499, 1.925499, 2.033546, 2.205309, 2.394155, 2.409634, 2.303666, 2.17686, 2.185663, 2.0904, 1.957843, 1.847045, 1.766441, 1.629548, 1.590796, 1.57725, 3.417413, 3.466403, 3.506123, 3.043831, 2.96147, 2.77926, 2.749619, 2.689214, 2.589036, 2.639383, 2.872863, 2.895742, 3.122388, 3.086909, 3.388713, 2.93138, 2.823001, 2.96238, 3.031047, 4.690268, 3.304921, 3.149311, 2.114958, 1.509518, 0.149401, 0.0], "sum_m_pl": [13.648791, 18.308369, 17.617516, 16.652734, 15.793783, 15.615467, 15.442494, 15.069368, 15.074649, 15.888532, 15.912971, 15.855649, 15.20089, 14.926482, 14.602358, 15.245341, 15.759971, 15.936098, 16.080635, 16.468837, 16.45872, 16.818151, 16.934623, 17.1463, 14.145932, 14.268206, 13.984551, 14.775301, 14.879014, 14.541822, 14.552055, 14.505719, 14.48813, 14.318412, 14.138199, 13.447155, 12.304712, 11.390946, 10.616851, 10.806483, 10.322099, 9.848331, 9.760065, 8.378631, 7.499119, 5.301481, 3.645257, 2.111556, 0.176183, 0.0]}, "lang": {"n_am_en": [18, 22, 21, 22, 24, 23, 15, 14, 21, 16, 19, 25, 24, 26, 22, 22, 21, 19, 15, 13, 16, 15, 19, 20, 31, 32, 29, 28, 24, 27, 30, 24, 29, 25, 24, 26, 22, 23, 28, 39, 41, 38, 35, 37, 42, 48, 50, 52, 57, 63], "n_am_pl": [1, 9, 10, 6, 7, 11, 10, 12, 6, 6, 4, 8, 10, 8, 5, 8, 11, 6, 10, 11, 9, 13, 7, 8, 5, 2, 5, 6, 6, 5, 8, 8, 10, 5, 4, 6, 1, 3, 2, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 64, "sum_m_en": [6.820567, 4.005768, 4.265529, 4.462384, 4.89383, 5.633035, 5.285726, 5.524627, 6.606709, 5.543264, 5.802664, 6.92325, 6.847187, 6.844011, 7.096759, 6.236263, 5.483306, 5.182407, 4.59364, 4.222029, 3.87305, 3.431637, 3.266265, 3.188446, 9.806322, 11.512528, 11.038788, 9.54291, 9.400477, 8.862887, 7.92762, 8.050493, 7.992965, 8.307874, 9.813862, 9.859619, 13.243299, 14.28498, 18.638354, 20.179607, 22.845631, 28.121683, 29.63348, 32.732082, 36.550998, 41.934764, 47.66844, 49.828866, 56.064335, 62.491601], "sum_m_pl": [21.722903, 29.100866, 29.025807, 28.102557, 26.954412, 25.81581, 25.455595, 25.908081, 25.233513, 26.98238, 26.797199, 26.851489, 27.073271, 26.560697, 25.895998, 27.532907, 27.775282, 27.851836, 28.729699, 29.632451, 29.929715, 30.38982, 30.359378, 30.57118, 21.883996, 21.590223, 22.00262, 23.712391, 23.859979, 23.773905, 25.812043, 24.885048, 25.069406, 24.043563, 21.787892, 21.4427, 17.561584, 16.017137, 13.674148, 12.771679, 11.381118, 9.219682, 8.122475, 5.868942, 3.524211, 2.879142, 1.059202, 0.267517, 0.019301, 0.001317]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "gsm8kpl-1070", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1193, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9842, "tf_agree_excl_first": 0.9894}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 28, 24, 15, 19, 24, 20, 18, 18, 17, 21, 21, 26, 31, 21, 23, 20, 16, 14, 18, 16, 11, 11, 18, 29, 33, 23, 19, 29, 25, 26, 32, 29, 28, 23, 21, 24, 23, 27, 29, 28, 21, 24, 24, 22, 19, 14, 7, 7, 1], "n_am_pl": [7, 34, 37, 28, 31, 21, 20, 10, 25, 22, 22, 18, 23, 27, 24, 24, 22, 28, 36, 29, 25, 30, 33, 23, 12, 13, 15, 16, 13, 24, 15, 20, 22, 19, 13, 14, 11, 8, 11, 8, 8, 9, 13, 7, 12, 18, 14, 16, 28, 32], "n_pos": 122, "sum_m_en": [12.50754, 5.960034, 6.019408, 6.45409, 6.771384, 6.624749, 6.995681, 6.977524, 7.335397, 7.245319, 7.2797, 7.844456, 8.326342, 8.315487, 8.791518, 8.172233, 7.749466, 7.564757, 6.778719, 6.390901, 6.107075, 5.634215, 5.475806, 5.439533, 12.535539, 11.436845, 11.250205, 10.531282, 11.280632, 10.932358, 11.032194, 10.670789, 10.822403, 11.366426, 12.912578, 13.558038, 14.340526, 15.344975, 16.456553, 17.941957, 17.843274, 17.653675, 18.403817, 18.180379, 18.368459, 13.587792, 11.272503, 7.913449, 6.891828, 1.001722], "sum_m_pl": [46.875179, 59.788738, 59.135313, 57.246787, 55.3034, 54.797706, 54.531191, 54.32868, 54.006711, 55.792334, 55.475256, 55.481551, 57.086783, 55.817569, 55.573391, 58.298589, 58.008534, 58.245153, 59.449087, 60.452922, 60.174134, 60.583757, 60.294496, 60.432784, 46.959661, 48.471698, 49.309559, 52.756799, 53.909896, 55.073965, 55.027612, 54.259102, 54.604982, 51.031638, 47.647467, 46.557725, 42.019113, 37.260383, 33.881909, 32.722518, 32.1209, 29.395863, 28.972244, 24.565873, 21.634527, 24.86944, 20.450778, 19.534834, 26.263584, 32.020208]}, "digit": {"n_am_en": [3, 10, 6, 2, 3, 3, 1, 1, 1, 1, 1, 3, 5, 6, 5, 4, 5, 5, 1, 1, 0, 0, 1, 3, 4, 6, 5, 5, 6, 4, 4, 7, 8, 4, 2, 1, 2, 4, 3, 3, 3, 2, 2, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 6, 1, 4, 0, 2, 3, 7, 7, 7, 7, 5, 6, 6, 6, 3, 5, 9, 5, 4, 7, 7, 2, 1, 2, 2, 2, 0, 5, 2, 2, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.315807, 1.004184, 0.963372, 0.986556, 1.090873, 1.057262, 1.114066, 1.22987, 1.199837, 1.148128, 1.149879, 1.27871, 1.482119, 1.457474, 1.49746, 1.450524, 1.353631, 1.374082, 1.297146, 1.19857, 1.131464, 1.016952, 0.987736, 0.977409, 1.997346, 2.002925, 2.001733, 1.855633, 1.87683, 1.812637, 1.95533, 1.767215, 1.716903, 1.722492, 1.947654, 1.96317, 1.840119, 1.579404, 2.166959, 1.610378, 1.50297, 1.532655, 1.410881, 1.103104, 0.739054, 0.484936, 0.217713, 0.066813, 0.008503, 0.0], "sum_m_pl": [8.655879, 11.503053, 11.296963, 10.752773, 9.864254, 9.899329, 9.657461, 9.492559, 9.619546, 10.106463, 10.225563, 10.020848, 10.063271, 9.755794, 9.667761, 9.961983, 10.19521, 10.071717, 10.298829, 10.630652, 10.604278, 10.729872, 10.682559, 10.765137, 8.615703, 8.947226, 9.173252, 9.770861, 10.128528, 10.32341, 10.06998, 9.952804, 9.791841, 9.381136, 8.924314, 9.12297, 8.784696, 7.743795, 6.670657, 6.220333, 5.9632, 5.610638, 5.699498, 4.746934, 4.422679, 2.782633, 1.180393, 0.471753, 0.133397, 1e-06]}, "lang": {"n_am_en": [14, 6, 8, 4, 5, 9, 6, 4, 5, 6, 8, 8, 9, 10, 8, 7, 9, 7, 9, 10, 12, 7, 7, 8, 10, 14, 9, 11, 11, 10, 10, 15, 12, 14, 11, 13, 12, 12, 13, 13, 13, 11, 12, 12, 13, 10, 11, 6, 4, 1], "n_am_pl": [1, 9, 11, 9, 7, 6, 6, 5, 5, 2, 4, 3, 5, 5, 4, 5, 5, 7, 8, 6, 7, 9, 11, 11, 7, 7, 10, 7, 8, 9, 8, 9, 9, 7, 5, 2, 5, 4, 2, 3, 3, 5, 10, 6, 9, 13, 10, 14, 25, 31], "n_pos": 32, "sum_m_en": [3.995622, 1.614725, 1.689525, 1.785583, 1.930605, 1.832616, 1.97589, 1.884533, 2.027232, 2.021921, 2.025464, 2.248529, 2.318562, 2.299379, 2.450408, 2.235324, 2.170549, 2.157793, 1.912078, 1.772721, 1.655963, 1.496348, 1.442494, 1.432382, 4.391531, 3.856483, 3.662653, 3.242003, 3.357282, 3.507778, 3.852352, 3.697524, 3.897556, 4.270557, 5.213538, 5.572517, 6.756092, 7.683944, 7.262635, 8.141474, 8.226602, 8.769726, 9.387975, 9.490385, 10.999523, 7.377545, 8.034109, 5.558008, 4.08864, 0.988939], "sum_m_pl": [11.003072, 15.194062, 15.175458, 14.881369, 14.472515, 14.422516, 14.261294, 14.185397, 14.042569, 14.376123, 14.311085, 14.576108, 15.433371, 15.263842, 15.420406, 16.092266, 15.880223, 16.045475, 16.39012, 16.646198, 16.555219, 16.631973, 16.434498, 16.482158, 14.05245, 14.389746, 14.227699, 14.856534, 14.995199, 15.213432, 15.251813, 15.015504, 15.376106, 14.645622, 13.408418, 13.425575, 12.469886, 11.580146, 11.062073, 10.493991, 10.754384, 10.053462, 10.083128, 9.16657, 8.518711, 12.301725, 11.708709, 15.174668, 22.417098, 29.91581]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "gsm8kpl-1070", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1052, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9683, "tf_agree_excl_first": 0.976}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 32, 20, 20, 20, 14, 20, 27, 31, 36, 32, 39, 41, 44, 42, 41, 36, 39, 35, 35, 36, 29, 25, 34, 48, 42, 39, 45, 41, 40, 44, 41, 39, 44, 50, 52, 60, 52, 58, 62, 57, 57, 59, 55, 49, 63, 66, 73, 70, 65], "n_am_pl": [4, 16, 32, 24, 17, 17, 9, 13, 16, 8, 9, 8, 18, 14, 14, 17, 16, 15, 10, 11, 15, 14, 18, 17, 7, 10, 12, 13, 21, 17, 21, 11, 11, 13, 10, 10, 5, 5, 6, 7, 7, 5, 4, 6, 6, 5, 5, 4, 4, 5], "n_pos": 145, "sum_m_en": [15.405733, 8.445615, 7.954686, 7.688049, 7.800899, 7.775777, 8.144488, 8.856343, 9.445437, 9.835411, 10.543743, 11.542341, 11.645121, 12.174698, 12.823959, 11.761714, 11.049686, 10.453035, 9.490329, 8.595716, 7.841562, 7.293926, 6.971684, 6.868953, 16.603338, 16.976213, 17.561902, 17.537804, 17.460659, 18.089932, 16.446478, 16.671403, 16.919982, 17.195544, 18.526278, 20.843103, 23.517265, 25.161543, 29.305339, 32.117723, 32.613941, 35.72799, 38.385682, 40.589169, 39.249508, 47.578215, 59.354262, 63.598642, 68.833798, 66.697389], "sum_m_pl": [52.516326, 66.961346, 66.662562, 65.256642, 64.199257, 64.574764, 65.360493, 63.740773, 63.485983, 64.314365, 63.422165, 63.192851, 63.647169, 62.133661, 63.004357, 65.514382, 64.821658, 64.589404, 65.673694, 67.048395, 68.19862, 69.242417, 69.883287, 70.385921, 54.730442, 51.938649, 51.285232, 54.356812, 56.05984, 55.93829, 58.042442, 56.865514, 56.607508, 54.914978, 54.176888, 52.044104, 44.696099, 40.910204, 37.731632, 37.637071, 35.141653, 29.152839, 27.968217, 21.938388, 18.151462, 14.385351, 11.130459, 8.687883, 4.75889, 4.427471]}, "digit": {"n_am_en": [0, 6, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 2, 0, 1, 1, 2, 0, 0, 0, 1, 3, 1, 2, 2, 1, 1, 2, 3, 0, 1, 1, 2, 1, 2, 2, 2, 1, 2, 3, 3, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 3, 6, 4, 3, 1, 0, 1, 1, 1, 0, 2, 2, 4, 2, 5, 2, 1, 2, 3, 2, 3, 2, 1, 3, 2, 3, 3, 0, 3, 0, 1, 1, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.32357, 0.726528, 0.710141, 0.701181, 0.747165, 0.758657, 0.785498, 0.891039, 0.940298, 0.902117, 0.860958, 0.89933, 0.984377, 1.018111, 1.050099, 1.035338, 0.98493, 0.998833, 0.899421, 0.844386, 0.762688, 0.712268, 0.694438, 0.685652, 1.190748, 1.311743, 1.363984, 1.376324, 1.366015, 1.462227, 1.493258, 1.466393, 1.388899, 1.314337, 1.319122, 1.239306, 1.338537, 1.876581, 1.452873, 1.472283, 1.841035, 1.738105, 1.772952, 1.965104, 1.90844, 1.534285, 1.038638, 0.579956, 0.066055, 0.0], "sum_m_pl": [7.10021, 8.502402, 8.264083, 8.03991, 7.645452, 7.45208, 7.602517, 7.519362, 7.397101, 7.582976, 7.531115, 7.515896, 7.170376, 7.071595, 7.360548, 7.305498, 7.219628, 6.957161, 7.278353, 7.54242, 7.66401, 7.810877, 7.80647, 7.864608, 6.505832, 6.076391, 5.993567, 6.406101, 6.470004, 6.396999, 6.573362, 6.429864, 6.276535, 6.091421, 6.113038, 5.668258, 5.053814, 4.234647, 3.776291, 4.24894, 3.884086, 3.757354, 4.062547, 3.315795, 2.974373, 2.269272, 1.821153, 1.114791, 0.14427, 0.0]}, "lang": {"n_am_en": [24, 15, 10, 8, 11, 14, 14, 17, 21, 24, 22, 22, 24, 29, 28, 23, 23, 27, 20, 25, 25, 18, 15, 21, 30, 26, 23, 21, 26, 29, 27, 23, 24, 30, 31, 32, 38, 29, 32, 34, 33, 32, 37, 35, 33, 41, 49, 56, 63, 65], "n_am_pl": [3, 10, 16, 11, 7, 6, 2, 6, 8, 4, 5, 5, 7, 5, 5, 8, 4, 7, 5, 6, 7, 9, 10, 9, 2, 3, 6, 8, 13, 12, 8, 6, 6, 5, 3, 3, 2, 1, 4, 5, 5, 4, 3, 5, 4, 4, 4, 4, 4, 5], "n_pos": 71, "sum_m_en": [8.515298, 4.081044, 3.727692, 3.675322, 3.802243, 3.93059, 4.189842, 4.444609, 4.797179, 5.08618, 5.680226, 6.189915, 6.249792, 6.502249, 6.803619, 6.23067, 5.816826, 5.425167, 4.936109, 4.39658, 3.930011, 3.617326, 3.425124, 3.3795, 8.711773, 9.087246, 9.74397, 9.468604, 9.831872, 10.461785, 9.344025, 9.655991, 9.777282, 10.004444, 11.087784, 12.577793, 14.235689, 14.91637, 17.219943, 18.469198, 20.256912, 22.467011, 23.926258, 25.769855, 26.217855, 32.565858, 44.268571, 50.241283, 60.972567, 64.692568], "sum_m_pl": [23.777456, 32.36663, 32.457494, 31.500765, 31.316215, 31.256199, 31.947094, 31.085958, 31.421039, 31.565817, 31.315889, 31.112631, 31.505494, 30.790723, 30.945152, 32.457666, 31.999604, 32.061047, 32.39737, 33.010776, 33.635029, 34.202249, 34.556052, 34.813703, 27.65142, 26.138337, 25.779521, 27.330278, 28.042099, 27.366065, 28.269851, 27.545268, 27.467001, 27.164703, 26.370686, 25.546949, 21.516102, 20.486353, 18.096819, 18.458409, 17.108337, 14.706308, 13.943508, 11.467882, 9.822165, 7.763371, 6.459921, 5.714759, 4.427357, 4.424988]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "gsm8kpl-1074", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1164, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9933, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [54, 36, 43, 37, 45, 45, 52, 56, 39, 52, 41, 47, 43, 55, 56, 66, 51, 50, 46, 36, 44, 39, 38, 34, 68, 75, 49, 65, 69, 75, 55, 65, 66, 59, 76, 66, 65, 67, 69, 67, 60, 63, 58, 61, 50, 49, 27, 8, 2, 2], "n_am_pl": [22, 68, 74, 58, 56, 40, 51, 44, 34, 37, 34, 44, 51, 44, 38, 43, 38, 34, 35, 38, 39, 43, 42, 45, 35, 26, 36, 39, 40, 33, 43, 37, 32, 23, 21, 31, 33, 19, 21, 24, 32, 32, 33, 30, 28, 22, 30, 37, 78, 81], "n_pos": 272, "sum_m_en": [24.102325, 13.164425, 14.042765, 14.127219, 14.684781, 14.16671, 14.728025, 15.242662, 16.107313, 16.385868, 16.509289, 17.913956, 18.307969, 19.692363, 20.9273, 19.517311, 18.357076, 17.946803, 16.368795, 15.092059, 13.962489, 13.392121, 13.01315, 12.580289, 26.486107, 27.603971, 28.406722, 28.063399, 28.704997, 29.23855, 26.629638, 27.078657, 27.938997, 27.111209, 29.382278, 32.530935, 36.677058, 36.894888, 38.416803, 39.35924, 37.668025, 38.360039, 36.356988, 38.851821, 34.2599, 32.323179, 23.130909, 14.468471, 5.17686, 2.008886], "sum_m_pl": [110.935771, 130.21837, 127.704326, 122.637818, 122.873732, 120.959024, 124.323107, 123.114759, 120.397732, 121.4766, 120.157946, 121.328222, 124.124281, 122.805367, 122.275003, 126.116082, 123.670172, 123.780335, 127.481305, 129.539542, 130.715895, 130.841097, 131.067205, 131.568432, 106.204911, 103.965439, 100.313293, 106.363468, 108.054883, 109.530497, 110.66887, 110.495275, 106.516139, 101.588009, 98.535711, 94.402491, 84.859251, 80.107346, 79.179906, 80.560138, 78.478346, 75.702267, 73.894625, 63.925084, 59.255747, 55.418436, 48.404583, 45.560581, 72.316115, 80.583452]}, "digit": {"n_am_en": [1, 8, 5, 3, 3, 4, 8, 5, 3, 10, 4, 6, 1, 2, 3, 4, 4, 3, 2, 2, 2, 2, 1, 1, 5, 6, 6, 11, 6, 9, 7, 3, 5, 5, 8, 4, 3, 3, 1, 1, 2, 2, 3, 3, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 7, 15, 10, 7, 2, 7, 2, 2, 3, 3, 9, 6, 7, 6, 6, 6, 3, 2, 2, 2, 2, 3, 2, 1, 5, 5, 6, 3, 7, 4, 5, 5, 3, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.440339, 1.370052, 1.382802, 1.343108, 1.451921, 1.458809, 1.547032, 1.61375, 1.711296, 1.684538, 1.528149, 1.723254, 1.858041, 1.919178, 2.015091, 1.910425, 1.81657, 1.819876, 1.587339, 1.525513, 1.413399, 1.349804, 1.338655, 1.295082, 2.587382, 2.779167, 2.921502, 2.906118, 2.971545, 3.319725, 3.172592, 2.845075, 2.867682, 2.635055, 2.848575, 2.487169, 2.462813, 2.452138, 1.757795, 2.067267, 2.285653, 2.02735, 2.029534, 1.961183, 1.396148, 1.080392, 0.66052, 0.436632, 0.081765, 3.1e-05], "sum_m_pl": [13.604622, 15.962376, 15.40587, 15.190937, 14.872942, 14.511054, 14.736431, 14.334739, 13.913844, 14.242114, 14.387644, 14.475672, 14.411141, 14.193176, 14.161968, 14.489768, 14.221831, 14.115228, 14.508701, 14.67107, 14.775255, 14.835864, 14.862379, 14.9848, 12.718188, 12.398052, 12.17208, 12.67494, 13.135195, 13.170381, 13.01276, 12.931153, 12.315781, 11.770767, 11.345339, 10.619708, 8.878883, 8.630441, 7.532748, 7.991485, 7.678642, 7.773895, 8.492167, 6.794845, 6.666316, 5.094679, 3.785777, 2.286742, 0.385893, 0.008344]}, "lang": {"n_am_en": [13, 5, 8, 13, 13, 14, 12, 17, 14, 12, 12, 12, 13, 20, 22, 25, 17, 17, 22, 18, 21, 16, 15, 14, 31, 30, 19, 26, 32, 27, 20, 24, 21, 21, 21, 25, 23, 28, 25, 24, 23, 21, 22, 21, 19, 24, 14, 4, 2, 2], "n_am_pl": [6, 24, 23, 15, 13, 8, 19, 9, 6, 8, 10, 12, 15, 13, 10, 9, 13, 8, 12, 9, 9, 10, 9, 8, 10, 5, 7, 10, 9, 9, 17, 15, 9, 7, 10, 14, 18, 10, 9, 13, 15, 14, 20, 21, 22, 19, 22, 33, 72, 81], "n_pos": 83, "sum_m_en": [6.457983, 4.1259, 4.325601, 4.535034, 4.763309, 4.514993, 4.945045, 5.086478, 5.499022, 5.548701, 5.59374, 5.965934, 5.865621, 6.434936, 6.786227, 6.234352, 5.675576, 5.430958, 5.010808, 4.652855, 4.294967, 4.069392, 3.892684, 3.791634, 8.77538, 9.760031, 10.332255, 9.896968, 9.761297, 9.598554, 8.378986, 8.675663, 8.950119, 8.691193, 8.637375, 11.151755, 13.315249, 13.587452, 14.32031, 15.462544, 14.565637, 14.081169, 13.220128, 14.038138, 14.031616, 15.278436, 9.672434, 5.811286, 3.236162, 2.008145], "sum_m_pl": [31.751068, 36.110524, 35.727665, 33.824129, 34.221424, 34.105397, 35.632614, 35.274777, 34.87629, 35.265225, 34.732893, 35.339784, 36.885312, 36.385656, 37.0753, 38.428504, 37.936537, 37.927362, 39.014322, 39.607219, 39.828716, 40.265003, 40.362603, 40.543135, 34.497323, 32.732445, 31.219415, 33.306426, 33.391028, 33.673463, 35.278048, 35.68415, 35.710053, 34.758503, 34.055645, 33.892043, 32.48165, 31.63339, 31.109316, 31.350818, 31.083556, 30.69591, 32.334373, 29.152104, 27.724341, 27.229083, 27.886921, 30.981191, 64.408229, 79.764095]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 277, "item_id": "gsm8kpl-1074", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1023, "region_end": 272, "roundtrip_ok": true, "tf_agree": 0.9928, "tf_agree_excl_first": 0.9964}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [64, 68, 57, 75, 56, 52, 56, 53, 58, 78, 85, 89, 79, 83, 67, 72, 71, 67, 65, 60, 57, 55, 55, 60, 74, 71, 67, 75, 70, 73, 68, 71, 55, 75, 74, 78, 84, 88, 90, 106, 88, 92, 92, 95, 99, 97, 92, 98, 83, 79], "n_am_pl": [15, 43, 37, 37, 41, 37, 35, 38, 30, 27, 23, 27, 28, 26, 33, 35, 37, 34, 23, 21, 35, 38, 39, 37, 22, 17, 22, 19, 23, 24, 30, 24, 22, 26, 21, 31, 25, 22, 19, 21, 25, 21, 21, 22, 17, 19, 17, 14, 13, 9], "n_pos": 277, "sum_m_en": [29.390471, 15.354189, 14.804293, 14.800795, 15.796261, 15.183637, 15.238312, 16.325296, 17.187452, 19.530748, 20.058409, 21.62469, 22.097605, 22.113106, 22.868992, 20.808886, 20.116269, 19.396559, 17.458871, 16.391007, 15.143054, 13.976274, 13.343335, 13.297524, 32.364114, 31.950659, 32.163957, 31.435122, 32.634185, 32.894164, 32.15424, 31.398866, 32.130385, 33.307368, 35.250338, 39.148711, 44.995509, 50.695946, 52.202147, 55.926817, 55.012263, 62.290102, 66.479913, 72.530014, 76.838151, 82.337949, 85.16593, 93.446059, 83.145386, 79.413836], "sum_m_pl": [107.05163, 133.750305, 131.300618, 126.393339, 126.268606, 125.735749, 126.440999, 125.263081, 124.156405, 126.269956, 125.072493, 121.226356, 120.538598, 120.138182, 119.441871, 122.916991, 122.202686, 121.956479, 123.538636, 126.799967, 129.396174, 131.203151, 132.349963, 133.158651, 98.891297, 98.215843, 95.88375, 102.137363, 102.688133, 102.836257, 103.557211, 105.237702, 103.682567, 98.293139, 94.575603, 88.364568, 78.805775, 71.972901, 68.347313, 67.754593, 63.451624, 55.682088, 52.039897, 47.303833, 40.831956, 36.539324, 30.338969, 19.916453, 13.598423, 9.486556]}, "digit": {"n_am_en": [5, 17, 7, 5, 7, 2, 2, 1, 1, 6, 8, 10, 5, 4, 3, 6, 5, 6, 4, 4, 6, 6, 7, 3, 6, 10, 7, 9, 8, 4, 5, 5, 6, 5, 1, 1, 5, 2, 2, 6, 3, 5, 4, 5, 3, 3, 4, 3, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 1, 3, 3, 2, 1, 5, 4, 5, 3, 5, 4, 6, 6, 3, 4, 5, 4, 4, 4, 3, 0, 3, 3, 2, 4, 3, 2, 4, 2, 2, 6, 5, 6, 4, 3, 2, 1, 0, 3, 2, 2, 1, 1, 0, 0], "n_pos": 30, "sum_m_en": [2.54088, 1.310473, 1.239362, 1.199734, 1.279788, 1.236683, 1.138862, 1.259954, 1.329096, 1.507323, 1.47245, 1.577648, 1.780599, 1.813495, 1.705639, 1.660999, 1.617002, 1.596766, 1.463114, 1.387873, 1.294734, 1.2173, 1.184865, 1.181605, 1.874894, 1.99518, 2.174454, 2.204673, 2.236471, 2.22546, 2.363088, 2.29977, 2.266682, 2.130775, 2.111339, 2.078197, 2.083771, 2.082626, 1.939908, 1.996005, 1.989958, 2.804088, 2.845325, 2.986049, 2.835129, 3.177404, 3.166044, 2.21115, 0.543568, 0.0], "sum_m_pl": [13.914305, 16.045219, 15.535253, 14.758482, 14.567659, 14.409516, 14.541616, 14.077214, 14.329422, 14.408683, 14.671406, 14.604667, 13.828831, 13.635546, 13.837451, 14.025245, 13.606842, 13.344787, 13.889022, 14.387746, 14.525354, 14.621643, 14.648764, 14.800399, 13.229572, 12.840691, 12.620719, 12.890971, 12.894972, 12.768022, 12.730585, 12.893768, 12.943296, 12.348506, 12.007395, 11.533274, 11.277563, 10.684736, 10.482104, 10.661479, 9.991095, 8.671201, 8.676131, 8.617992, 7.262088, 5.653499, 5.104989, 2.980582, 0.92366, 0.0]}, "lang": {"n_am_en": [23, 21, 25, 31, 27, 24, 26, 31, 29, 24, 31, 34, 33, 35, 26, 28, 31, 33, 35, 28, 25, 20, 23, 26, 34, 30, 29, 28, 27, 28, 31, 32, 27, 35, 36, 33, 41, 38, 42, 48, 46, 52, 52, 55, 59, 55, 58, 65, 73, 79], "n_am_pl": [1, 17, 16, 23, 20, 15, 11, 16, 10, 9, 6, 6, 5, 2, 9, 10, 7, 8, 5, 2, 9, 11, 9, 10, 5, 5, 6, 4, 10, 6, 6, 6, 4, 6, 5, 7, 7, 5, 3, 8, 10, 10, 14, 10, 9, 9, 11, 10, 11, 9], "n_pos": 89, "sum_m_en": [9.503942, 5.217718, 5.113424, 5.112162, 5.599703, 5.488788, 5.590886, 5.961571, 6.122325, 6.706936, 7.072746, 7.777148, 8.014069, 8.01451, 8.385119, 7.67142, 7.432684, 7.148631, 6.25625, 5.78677, 5.258709, 4.754642, 4.528252, 4.510606, 13.739019, 13.671226, 14.29908, 13.15938, 13.999184, 14.082784, 13.984011, 13.924558, 14.670211, 15.514603, 16.038695, 17.731566, 21.716442, 25.409285, 27.114113, 29.762406, 31.430529, 36.642262, 40.095073, 44.303599, 49.070337, 51.637986, 56.070294, 62.375024, 72.16103, 77.90095], "sum_m_pl": [32.329344, 41.638959, 41.461146, 40.228684, 39.915912, 39.406509, 40.151864, 40.062624, 39.532797, 40.303813, 39.925131, 39.022053, 38.768747, 38.427966, 38.310606, 39.735775, 39.708326, 40.051582, 40.491795, 41.29287, 41.967641, 42.445882, 42.774935, 42.941208, 31.923709, 31.167848, 29.315691, 31.518695, 31.681922, 31.709587, 31.796379, 32.43302, 31.32793, 30.604839, 29.223639, 27.870133, 24.464325, 21.616404, 20.149351, 20.627286, 18.859483, 16.153053, 15.188226, 13.551039, 11.924558, 11.696911, 11.934759, 9.591127, 10.349889, 9.465765]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 282, "item_id": "gsm8kpl-1081", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 277, "roundtrip_ok": true, "tf_agree": 0.9929, "tf_agree_excl_first": 0.9964}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [202, 150, 155, 148, 168, 175, 164, 176, 169, 193, 173, 149, 168, 177, 187, 189, 189, 156, 139, 123, 114, 122, 111, 117, 205, 218, 190, 180, 217, 188, 199, 209, 202, 209, 216, 226, 197, 185, 175, 185, 167, 174, 173, 149, 123, 127, 65, 60, 13, 9], "n_am_pl": [64, 152, 133, 142, 148, 126, 123, 131, 104, 146, 117, 104, 131, 115, 121, 125, 134, 171, 162, 196, 218, 216, 229, 231, 148, 139, 141, 144, 119, 120, 118, 103, 115, 92, 81, 113, 98, 113, 135, 140, 144, 157, 148, 142, 138, 129, 162, 154, 194, 206], "n_pos": 812, "sum_m_en": [72.940487, 38.866303, 41.510196, 43.058559, 45.046678, 44.402943, 42.71884, 45.266679, 47.448094, 53.154468, 52.461923, 55.843223, 58.571162, 61.398642, 65.497522, 60.711458, 56.953489, 54.490107, 49.092843, 45.783696, 42.050068, 39.531647, 38.332245, 37.129613, 77.026239, 80.305294, 79.56643, 79.720259, 86.184027, 88.54818, 84.09453, 85.713486, 88.615328, 92.641451, 96.967524, 98.629564, 94.665197, 100.91843, 101.888174, 107.612294, 104.895436, 112.619009, 117.334889, 111.847968, 104.602695, 107.204841, 74.259274, 69.070748, 20.071368, 9.028568], "sum_m_pl": [334.091662, 394.327976, 385.315968, 374.221673, 376.067958, 370.80531, 381.756255, 379.215356, 374.561769, 378.310671, 371.133348, 362.950022, 365.594517, 365.721616, 365.847178, 373.945977, 371.875317, 377.996957, 385.802077, 391.935405, 395.093723, 396.282019, 397.407112, 399.608207, 335.350028, 333.964324, 323.73121, 341.047194, 342.818551, 339.082305, 345.659184, 338.745128, 330.379615, 305.503805, 295.503845, 279.769225, 258.391067, 248.139917, 245.016422, 245.05917, 238.867994, 230.969509, 223.88115, 210.053231, 199.577295, 190.12541, 191.541747, 171.133506, 190.651574, 202.172817]}, "digit": {"n_am_en": [16, 53, 35, 21, 24, 16, 15, 15, 19, 25, 28, 25, 30, 36, 30, 29, 24, 22, 16, 14, 13, 12, 12, 17, 21, 28, 29, 27, 31, 24, 24, 27, 22, 18, 16, 11, 9, 10, 11, 14, 10, 12, 13, 13, 6, 6, 3, 4, 1, 0], "n_am_pl": [1, 15, 10, 11, 8, 11, 7, 6, 9, 13, 18, 9, 11, 8, 8, 12, 17, 28, 21, 26, 26, 25, 26, 28, 10, 11, 7, 16, 13, 13, 17, 18, 17, 17, 13, 27, 25, 19, 16, 13, 9, 11, 9, 10, 10, 8, 5, 5, 0, 0], "n_pos": 104, "sum_m_en": [8.937109, 4.582109, 4.715285, 4.612341, 4.727673, 4.553312, 4.444534, 4.910274, 5.178394, 5.612837, 5.855251, 6.331933, 7.350889, 7.905512, 7.844556, 7.073011, 6.47036, 6.384609, 5.62313, 5.195439, 4.722288, 4.447981, 4.351978, 4.258432, 7.21669, 8.211273, 9.124192, 9.362725, 9.995361, 10.517816, 10.27432, 10.00795, 9.706185, 9.088599, 9.095225, 8.587121, 7.750526, 8.1835, 7.707755, 7.943434, 7.58398, 7.45498, 7.280136, 6.909275, 6.215611, 5.790957, 4.588662, 3.55802, 1.44255, 0.000577], "sum_m_pl": [47.83095, 56.030364, 53.359863, 51.103906, 50.712543, 49.67676, 50.404524, 48.982795, 48.567062, 48.996007, 48.771091, 48.063446, 47.60722, 47.862571, 47.61587, 48.456867, 47.602864, 48.072923, 49.836143, 51.07533, 51.520174, 51.675721, 51.699779, 52.083315, 46.401116, 45.218596, 44.114478, 45.729545, 46.043986, 44.71346, 45.548991, 45.423012, 44.687657, 42.611422, 40.648866, 39.013727, 37.645184, 36.838558, 35.379037, 36.192693, 34.29643, 33.387571, 33.69386, 32.898237, 30.750362, 27.30565, 21.91411, 13.922019, 2.985396, 0.047827]}, "lang": {"n_am_en": [37, 17, 31, 30, 39, 39, 57, 53, 44, 46, 45, 33, 48, 51, 60, 55, 51, 51, 39, 41, 37, 39, 37, 40, 67, 61, 56, 54, 58, 47, 60, 66, 66, 66, 65, 79, 77, 82, 73, 70, 64, 63, 70, 60, 51, 61, 31, 29, 9, 9], "n_am_pl": [31, 41, 29, 43, 44, 16, 16, 30, 23, 30, 22, 28, 32, 30, 30, 42, 31, 37, 32, 43, 46, 53, 52, 54, 37, 35, 31, 32, 28, 31, 32, 24, 30, 27, 24, 27, 17, 33, 43, 56, 62, 64, 61, 65, 72, 78, 107, 109, 179, 202], "n_pos": 211, "sum_m_en": [18.216457, 10.274826, 10.518894, 11.288781, 12.535642, 12.523848, 12.592854, 13.391078, 13.504509, 15.507702, 14.757868, 15.907656, 15.943884, 16.63812, 18.102191, 16.208967, 15.788143, 14.511461, 13.318344, 12.439291, 11.543651, 10.604255, 10.131736, 9.8218, 25.059525, 25.653441, 24.053667, 22.735587, 23.485042, 23.562037, 22.322728, 23.019243, 24.403555, 27.467892, 29.165582, 31.831816, 33.444984, 38.007305, 37.517064, 40.121823, 39.424577, 43.349962, 46.804731, 45.590751, 45.673535, 51.101288, 31.402869, 29.702565, 12.238741, 9.021558], "sum_m_pl": [78.677161, 93.691114, 93.404327, 91.723246, 91.367558, 90.669087, 94.009651, 94.418874, 93.244119, 95.46346, 93.242848, 91.493152, 93.217862, 93.189229, 94.077751, 97.171495, 97.462905, 99.233534, 100.809562, 101.847839, 102.250475, 103.180009, 103.497509, 103.782116, 87.751377, 86.082987, 83.980713, 89.28439, 90.64213, 90.018891, 92.708135, 90.77848, 90.933689, 83.912646, 80.809461, 78.722059, 74.690832, 72.212502, 73.070003, 74.978666, 76.047478, 74.63499, 74.688852, 71.757216, 73.581523, 81.298668, 100.835078, 102.68481, 162.052777, 197.096829]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 834, "item_id": "gsm8kpl-1081", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1025, "region_end": 812, "roundtrip_ok": true, "tf_agree": 0.9916, "tf_agree_excl_first": 0.9928}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [75, 59, 46, 46, 33, 23, 31, 21, 31, 43, 46, 50, 43, 46, 39, 38, 44, 32, 34, 30, 31, 35, 33, 32, 54, 60, 50, 43, 59, 55, 50, 51, 52, 53, 50, 55, 58, 56, 55, 48, 54, 59, 63, 65, 53, 57, 66, 69, 55, 56], "n_am_pl": [8, 20, 11, 22, 26, 31, 27, 28, 30, 29, 25, 27, 16, 24, 28, 31, 32, 32, 39, 39, 38, 37, 38, 35, 19, 17, 21, 15, 13, 21, 23, 17, 20, 17, 17, 12, 14, 14, 17, 16, 15, 11, 13, 14, 12, 10, 12, 11, 7, 8], "n_pos": 175, "sum_m_en": [21.089129, 11.019362, 10.504891, 9.686902, 9.968161, 9.597255, 9.595736, 9.459943, 9.976268, 10.365364, 11.214224, 12.266976, 12.996362, 13.27442, 12.671315, 11.629812, 11.593457, 11.418838, 10.680254, 9.803809, 8.910569, 8.311492, 8.049718, 7.817773, 19.803822, 20.556999, 19.737756, 18.07056, 18.964485, 19.353007, 17.362011, 17.933043, 17.514204, 17.622204, 18.919069, 20.670225, 26.321408, 28.648237, 30.030431, 31.011182, 32.838227, 37.777465, 48.127845, 51.192469, 49.257626, 53.401496, 61.539658, 63.107083, 56.251612, 55.451029], "sum_m_pl": [66.820435, 84.054042, 81.125567, 78.61183, 75.509444, 75.99924, 76.271444, 78.025102, 75.932978, 79.419994, 79.0994, 80.279471, 80.25314, 78.302744, 79.10695, 82.793575, 81.931844, 80.985575, 81.820673, 84.022026, 84.774528, 85.691117, 86.260796, 86.354254, 66.699581, 66.384402, 63.772163, 68.269923, 70.329035, 71.751178, 72.835798, 71.039736, 70.992323, 67.701609, 64.679465, 59.763014, 53.131277, 51.363788, 47.056369, 42.585742, 40.080661, 35.226168, 29.562828, 27.633355, 22.754798, 19.98477, 17.53907, 12.501497, 7.172523, 7.648823]}, "digit": {"n_am_en": [5, 9, 4, 3, 3, 0, 2, 0, 0, 4, 3, 3, 2, 1, 4, 6, 5, 4, 5, 2, 2, 4, 5, 6, 7, 9, 8, 4, 8, 2, 6, 3, 1, 2, 2, 3, 6, 3, 2, 1, 2, 3, 1, 2, 2, 2, 4, 2, 0, 0], "n_am_pl": [2, 5, 1, 4, 4, 6, 2, 4, 7, 5, 5, 3, 1, 2, 3, 4, 5, 6, 8, 5, 3, 4, 4, 2, 3, 4, 1, 0, 1, 2, 1, 3, 5, 4, 4, 4, 5, 2, 4, 3, 4, 2, 4, 3, 1, 1, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.354705, 1.13193, 1.106278, 1.10351, 1.115661, 1.11227, 1.165287, 1.173203, 1.145368, 1.144372, 1.185303, 1.238458, 1.310163, 1.405044, 1.370231, 1.320174, 1.368464, 1.421378, 1.306195, 1.208753, 1.126298, 1.037388, 1.01565, 0.989083, 1.975861, 2.098011, 2.162633, 1.978092, 2.034387, 1.93298, 1.909865, 1.917429, 1.690675, 1.523307, 1.580582, 1.721859, 2.058632, 1.841248, 1.680049, 1.612455, 1.535531, 1.636111, 1.851196, 3.131029, 2.566255, 2.500689, 2.705095, 1.611243, 0.203724, 0.0], "sum_m_pl": [10.704592, 12.700627, 11.966561, 11.619879, 11.204923, 10.900647, 11.020827, 11.018268, 10.724382, 11.378289, 11.284087, 11.475311, 11.005162, 10.621329, 10.600326, 11.166836, 10.870682, 10.997299, 11.231917, 11.506818, 11.529077, 11.733981, 11.825071, 11.909722, 10.016517, 9.924057, 9.395679, 9.653328, 10.161259, 10.179246, 9.939501, 9.740625, 9.812554, 9.335749, 8.99648, 8.719008, 8.562925, 8.275276, 8.037769, 8.388404, 8.122008, 7.850624, 7.465464, 6.634026, 5.381615, 4.061564, 2.810919, 1.89482, 0.213283, 0.0]}, "lang": {"n_am_en": [27, 24, 21, 23, 17, 15, 17, 13, 19, 23, 23, 24, 21, 23, 18, 16, 24, 19, 18, 17, 17, 18, 19, 16, 25, 33, 30, 31, 30, 32, 22, 23, 27, 32, 29, 32, 28, 34, 31, 30, 30, 36, 41, 40, 38, 41, 46, 50, 52, 56], "n_am_pl": [1, 5, 3, 7, 9, 11, 11, 13, 14, 14, 9, 14, 6, 9, 11, 11, 10, 10, 10, 16, 18, 16, 18, 16, 8, 7, 9, 4, 6, 9, 15, 9, 7, 5, 7, 3, 2, 6, 6, 7, 5, 7, 7, 8, 9, 7, 6, 7, 7, 8], "n_pos": 65, "sum_m_en": [7.731217, 4.53017, 4.222174, 3.825297, 3.924284, 3.859794, 3.802082, 3.638871, 3.992507, 4.221103, 4.601697, 5.200321, 5.573706, 5.671394, 5.439285, 4.876124, 4.92714, 4.814511, 4.546848, 4.105987, 3.612483, 3.333893, 3.191693, 3.087493, 9.717943, 10.376027, 9.561829, 8.745363, 8.617253, 8.910113, 7.760795, 8.176093, 8.122955, 8.560159, 9.068645, 10.597201, 13.706068, 15.204521, 17.020906, 17.434569, 19.817084, 24.142343, 32.153677, 33.616915, 35.092753, 37.625337, 44.104813, 46.929069, 52.198629, 55.112729], "sum_m_pl": [23.591121, 29.917207, 29.161419, 28.327064, 27.516594, 27.748084, 27.586396, 29.008981, 28.287826, 29.6198, 29.615997, 30.162542, 30.263826, 29.841458, 30.406833, 31.700057, 31.261656, 30.733128, 30.903878, 31.648865, 31.985416, 32.15501, 32.316063, 32.291091, 25.844566, 25.88243, 24.369942, 26.118525, 26.724356, 26.742194, 27.773642, 27.126947, 27.742681, 27.192495, 26.359788, 24.710468, 21.314696, 20.873206, 18.909596, 16.985979, 15.548834, 13.044443, 11.171934, 11.418546, 10.824944, 9.461919, 7.739923, 7.080966, 6.7929, 7.648668]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "gsm8kpl-1083", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1179, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 0.9944}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [62, 60, 45, 20, 27, 31, 34, 35, 31, 44, 54, 58, 51, 48, 47, 43, 48, 40, 28, 38, 36, 38, 36, 40, 67, 62, 53, 55, 58, 65, 56, 56, 48, 48, 49, 56, 66, 69, 65, 49, 50, 44, 44, 44, 40, 32, 13, 3, 3, 2], "n_am_pl": [22, 51, 52, 46, 40, 43, 35, 30, 32, 32, 27, 35, 35, 28, 40, 42, 53, 63, 66, 65, 58, 58, 55, 48, 17, 20, 34, 25, 29, 32, 34, 42, 35, 28, 24, 15, 18, 12, 12, 9, 13, 14, 16, 15, 11, 24, 28, 26, 53, 61], "n_pos": 210, "sum_m_en": [20.465405, 10.668853, 10.534487, 10.516282, 11.012492, 10.865488, 10.926107, 11.314813, 11.892785, 12.222525, 12.930647, 14.224007, 15.264711, 15.395905, 15.783552, 13.976428, 13.947276, 13.570068, 12.204757, 11.384067, 10.551179, 9.707395, 9.404609, 9.81769, 23.816586, 23.108799, 23.46675, 21.841555, 22.985199, 23.364946, 21.309508, 21.730214, 20.729187, 20.091823, 22.158346, 25.280689, 26.785468, 29.163848, 29.91429, 29.690632, 28.759981, 28.653383, 32.150079, 33.691656, 29.499489, 26.689189, 14.19133, 6.785571, 3.127698, 1.637013], "sum_m_pl": [82.908591, 103.849767, 100.628621, 97.928845, 93.519068, 94.37502, 93.684364, 93.497647, 93.922057, 97.832427, 97.276613, 96.888679, 99.241119, 96.923791, 97.931093, 102.58851, 102.32052, 102.242366, 103.407285, 105.331323, 105.25147, 106.028976, 106.564017, 106.623014, 87.099093, 86.992094, 85.343544, 90.356615, 92.251079, 93.739301, 95.120195, 93.705439, 94.811866, 90.054073, 85.493666, 80.169999, 73.104509, 70.192937, 63.566167, 59.34323, 57.695137, 52.943867, 45.506311, 40.852923, 35.520421, 37.386836, 38.329304, 34.862529, 50.192372, 59.7307]}, "digit": {"n_am_en": [2, 18, 14, 4, 3, 5, 3, 6, 1, 8, 14, 13, 8, 6, 10, 7, 11, 9, 5, 8, 5, 6, 7, 8, 15, 15, 10, 11, 12, 16, 9, 11, 10, 5, 8, 8, 11, 12, 9, 4, 6, 7, 4, 4, 5, 2, 1, 0, 0, 0], "n_am_pl": [0, 7, 8, 9, 14, 11, 6, 9, 13, 3, 5, 8, 8, 8, 9, 14, 12, 16, 11, 16, 11, 11, 11, 9, 1, 2, 13, 5, 7, 5, 7, 5, 6, 7, 9, 4, 4, 0, 2, 1, 2, 1, 0, 2, 0, 0, 0, 1, 0, 0], "n_pos": 47, "sum_m_en": [4.592075, 2.115023, 2.041982, 2.019307, 2.23986, 2.181483, 2.257036, 2.47307, 2.419062, 2.420463, 2.532521, 2.700521, 3.241808, 3.315674, 3.350762, 3.065569, 3.238096, 3.26144, 2.849241, 2.601087, 2.307132, 2.08363, 2.016059, 1.96879, 3.702261, 4.302352, 4.548273, 4.43414, 4.547058, 4.385982, 4.428245, 4.513595, 4.031386, 3.840493, 4.173726, 4.631211, 4.584788, 4.535233, 4.135149, 3.645232, 3.639487, 3.435277, 3.472619, 3.483168, 2.965742, 2.671235, 1.642576, 1.167356, 0.106813, 0.0], "sum_m_pl": [19.12486, 24.895631, 24.129071, 23.321053, 21.788278, 22.038759, 21.48922, 21.26882, 21.885354, 22.74276, 22.616222, 22.506546, 22.240972, 21.684449, 21.552341, 22.346771, 22.209728, 22.240046, 22.527646, 22.970394, 23.182948, 23.582281, 23.781826, 23.932716, 21.115959, 20.5523, 19.836765, 20.644218, 21.422358, 21.527635, 20.877126, 20.446697, 20.807446, 20.327741, 19.428331, 19.035246, 18.162823, 17.768026, 16.914709, 16.682755, 16.263553, 15.576084, 14.556239, 12.702353, 11.084489, 8.879303, 5.835827, 3.463715, 0.433608, 0.0]}, "lang": {"n_am_en": [23, 15, 14, 2, 9, 9, 7, 10, 14, 11, 13, 15, 17, 23, 18, 18, 17, 17, 10, 17, 13, 14, 13, 13, 25, 22, 23, 22, 23, 28, 15, 22, 20, 25, 20, 25, 31, 29, 28, 27, 24, 23, 25, 26, 25, 20, 8, 3, 3, 1], "n_am_pl": [6, 12, 10, 16, 13, 13, 13, 9, 8, 15, 9, 11, 7, 4, 9, 8, 15, 18, 21, 17, 19, 18, 18, 20, 5, 8, 6, 7, 10, 7, 12, 12, 13, 11, 10, 7, 8, 8, 8, 8, 10, 12, 13, 11, 9, 17, 24, 24, 51, 59], "n_pos": 60, "sum_m_en": [5.852987, 3.210623, 3.137784, 3.138381, 3.225944, 3.221495, 3.252552, 3.267105, 3.591148, 3.661861, 4.102003, 4.583957, 4.725622, 4.820253, 4.962797, 4.366782, 4.335988, 4.147296, 3.794445, 3.534613, 3.254493, 2.969318, 2.856864, 2.768847, 8.659796, 7.891122, 8.059493, 6.753406, 7.403806, 8.116488, 6.839114, 7.341742, 7.449266, 7.467261, 8.422623, 9.85531, 11.122024, 11.212598, 12.653695, 12.459074, 11.446018, 12.136855, 16.585399, 18.731041, 18.044275, 16.148884, 8.343144, 4.357703, 2.649818, 1.088348], "sum_m_pl": [22.139197, 28.180069, 27.7292, 27.293751, 26.663156, 26.654345, 26.443328, 26.622292, 26.856455, 27.926412, 27.864057, 27.339088, 28.664801, 28.119856, 28.784402, 29.966816, 29.820202, 29.894756, 30.315535, 30.902365, 30.834706, 30.923041, 31.027457, 31.029526, 25.078645, 25.697781, 25.301408, 26.58346, 26.161388, 26.170259, 27.675847, 26.847928, 27.776888, 27.527491, 26.629231, 25.678469, 24.575666, 25.592062, 23.668365, 22.051205, 22.45389, 21.30513, 18.369649, 17.455872, 15.799472, 20.233207, 26.000915, 26.075574, 47.07237, 57.009854]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 270, "item_id": "gsm8kpl-1083", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1038, "region_end": 210, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9814}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [43, 42, 36, 29, 28, 20, 25, 26, 27, 28, 41, 40, 39, 30, 38, 31, 27, 24, 32, 27, 33, 33, 39, 42, 51, 50, 40, 41, 41, 42, 38, 36, 33, 32, 34, 38, 43, 43, 49, 51, 49, 51, 54, 51, 57, 55, 53, 64, 60, 59], "n_am_pl": [4, 17, 23, 18, 12, 17, 7, 10, 9, 12, 10, 13, 21, 15, 6, 15, 12, 17, 14, 22, 17, 17, 20, 19, 12, 13, 12, 15, 13, 18, 16, 16, 9, 8, 6, 12, 12, 11, 10, 13, 11, 9, 9, 9, 8, 6, 8, 1, 0, 0], "n_pos": 117, "sum_m_en": [15.512744, 6.772666, 6.478507, 5.849049, 6.239529, 6.020238, 5.782666, 6.186944, 6.547692, 6.778401, 7.235623, 7.627261, 7.654738, 7.70001, 7.799811, 7.490201, 7.140172, 6.895745, 6.521534, 6.149442, 5.764366, 5.37363, 5.290131, 5.2563, 18.996178, 16.832286, 15.251284, 12.430917, 12.406788, 12.185789, 10.652533, 10.312139, 9.96763, 10.224636, 11.015383, 12.798752, 17.501789, 19.224137, 23.441214, 33.20096, 35.265023, 37.38462, 43.134216, 44.069394, 49.575988, 48.558092, 50.96534, 60.22239, 58.753195, 58.547515], "sum_m_pl": [43.649572, 57.737301, 56.632, 55.045828, 53.830828, 53.814156, 54.734771, 54.307834, 52.607462, 53.887852, 53.363008, 53.720099, 53.541988, 51.687699, 52.632563, 53.967077, 54.729122, 54.534429, 55.686268, 56.535135, 56.823067, 58.04115, 58.128194, 58.261344, 43.441823, 44.170427, 44.212444, 47.177251, 48.298464, 49.608798, 49.923821, 49.897347, 50.272374, 45.665783, 46.015964, 41.962449, 36.326135, 34.894194, 30.707376, 29.969282, 28.272338, 24.85384, 22.91935, 20.219868, 17.489217, 15.005295, 10.975075, 3.41103, 0.540653, 0.003809]}, "digit": {"n_am_en": [4, 13, 7, 2, 1, 0, 1, 3, 4, 1, 9, 7, 6, 7, 4, 2, 4, 2, 5, 3, 2, 5, 5, 4, 6, 5, 5, 4, 8, 6, 2, 3, 1, 2, 3, 3, 3, 3, 4, 6, 3, 5, 5, 6, 7, 6, 4, 3, 0, 0], "n_am_pl": [1, 1, 1, 3, 1, 6, 0, 1, 2, 4, 3, 2, 3, 1, 0, 2, 1, 1, 2, 3, 2, 1, 2, 1, 2, 4, 3, 6, 1, 2, 2, 1, 3, 1, 3, 2, 3, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.03473, 0.95134, 0.874848, 0.804225, 0.882062, 0.839347, 0.838084, 0.898567, 0.924599, 1.012078, 1.094016, 1.063072, 1.03981, 1.070666, 1.071299, 1.040279, 1.044824, 1.027725, 0.927947, 0.881192, 0.833614, 0.779276, 0.759393, 0.756761, 1.319032, 1.37455, 1.477797, 1.577653, 2.008203, 1.688955, 1.479603, 1.365641, 1.268663, 1.165411, 1.22168, 1.173338, 1.133104, 1.177093, 1.243776, 1.769974, 1.538476, 1.667261, 2.032633, 2.239767, 3.625837, 2.511469, 1.953978, 2.35996, 0.267884, 0.0], "sum_m_pl": [9.291679, 10.783596, 10.227372, 9.992658, 9.833147, 9.725274, 9.774326, 9.615219, 9.431599, 9.513033, 9.614776, 9.552522, 9.278793, 8.945456, 9.114736, 9.228782, 9.327526, 9.402423, 9.737846, 9.947281, 9.890948, 10.026559, 10.059112, 10.131474, 8.775773, 8.65377, 8.382835, 8.727819, 8.716678, 8.966406, 8.862358, 8.714255, 8.854719, 8.229416, 8.430606, 7.918323, 7.979322, 7.899164, 7.53354, 7.473906, 7.411228, 7.195635, 6.667576, 5.861397, 4.651759, 4.326889, 2.620965, 1.457637, 0.267071, 0.0]}, "lang": {"n_am_en": [22, 25, 25, 21, 19, 16, 15, 19, 17, 23, 25, 25, 25, 15, 25, 23, 18, 18, 21, 19, 25, 21, 28, 33, 35, 33, 28, 31, 27, 27, 29, 26, 24, 22, 25, 29, 30, 31, 35, 36, 36, 36, 40, 38, 43, 44, 44, 54, 57, 58], "n_am_pl": [1, 6, 6, 6, 3, 4, 3, 5, 6, 5, 3, 10, 11, 8, 4, 7, 6, 9, 5, 10, 8, 12, 10, 10, 7, 8, 7, 7, 6, 11, 8, 10, 4, 3, 2, 7, 7, 8, 7, 11, 11, 9, 9, 9, 8, 6, 8, 1, 0, 0], "n_pos": 59, "sum_m_en": [8.184904, 3.466937, 3.327795, 3.053332, 3.243209, 3.197495, 3.08296, 3.304557, 3.552179, 3.597812, 3.861817, 4.098501, 4.152214, 4.17173, 4.268564, 4.066108, 3.877072, 3.703651, 3.597245, 3.378593, 3.122586, 2.861501, 2.815351, 2.783228, 11.605308, 10.407805, 9.386711, 7.744929, 7.322847, 7.276089, 6.352455, 6.146415, 5.867716, 6.03171, 6.259247, 7.429178, 11.188015, 12.846613, 17.079504, 24.949206, 27.096105, 29.074765, 33.931126, 35.195276, 38.77865, 39.52122, 43.151607, 51.034344, 55.680434, 57.624512], "sum_m_pl": [20.461056, 28.439075, 27.868954, 26.993292, 26.859321, 26.796124, 27.15548, 27.468968, 26.750594, 27.540787, 27.059157, 27.331436, 27.319236, 26.532375, 27.390614, 27.840393, 28.345225, 28.402358, 28.717081, 28.921618, 29.115535, 29.800517, 29.719092, 29.748457, 24.076284, 24.589833, 24.585952, 25.62688, 25.697828, 25.958721, 26.335521, 26.320207, 27.061551, 25.378514, 25.424593, 24.007034, 20.637322, 19.637861, 16.58589, 16.513742, 15.088733, 12.744554, 12.222815, 11.422901, 10.420158, 8.359936, 7.278753, 1.207859, 0.127106, 0.003695]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "gsm8kpl-1097", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9754, "tf_agree_excl_first": 0.9835}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 59, 34, 31, 32, 36, 23, 35, 33, 42, 60, 50, 48, 52, 56, 50, 63, 46, 48, 50, 32, 39, 47, 53, 73, 73, 53, 56, 67, 65, 50, 53, 43, 46, 60, 52, 49, 46, 53, 64, 56, 60, 62, 61, 57, 51, 32, 19, 14, 13], "n_am_pl": [8, 39, 50, 46, 40, 43, 56, 49, 41, 50, 27, 34, 47, 41, 30, 48, 40, 54, 49, 58, 58, 58, 54, 55, 29, 27, 39, 43, 40, 44, 51, 55, 46, 36, 36, 23, 25, 30, 23, 27, 28, 27, 27, 22, 24, 24, 26, 19, 59, 62], "n_pos": 206, "sum_m_en": [18.804167, 9.815013, 9.751011, 9.721269, 10.363363, 10.244473, 10.36424, 10.908258, 11.823403, 12.37905, 13.007492, 13.374399, 13.671969, 13.577306, 13.927945, 13.291456, 12.795604, 12.421221, 11.07959, 10.496298, 9.844094, 9.341587, 9.195725, 9.034761, 26.98849, 26.670431, 24.132487, 22.636535, 22.551775, 22.013726, 20.054109, 18.946834, 17.747233, 18.517711, 18.8846, 21.373195, 24.786399, 26.563293, 28.442533, 34.463799, 35.620108, 39.310249, 40.41048, 47.275055, 47.52932, 42.776896, 29.559741, 20.309069, 13.986427, 13.000201], "sum_m_pl": [80.587525, 102.965285, 100.490037, 98.785565, 96.20328, 97.469308, 98.61257, 98.109534, 96.084703, 97.370066, 95.988556, 95.341806, 98.174877, 95.291527, 97.757656, 99.791197, 100.301964, 100.156979, 103.050687, 104.642638, 104.467392, 104.716276, 105.086392, 105.645095, 84.420999, 83.975963, 85.063411, 90.976844, 94.253231, 97.028622, 97.6402, 97.290607, 98.37185, 88.272835, 89.258466, 81.647347, 74.111808, 74.743013, 69.988636, 68.817359, 66.147092, 61.887133, 56.813463, 47.472473, 41.026068, 41.485539, 36.166593, 26.488146, 54.520517, 61.611803]}, "digit": {"n_am_en": [8, 13, 9, 6, 8, 8, 3, 4, 4, 4, 13, 7, 4, 5, 7, 8, 7, 4, 3, 2, 2, 3, 5, 5, 7, 9, 8, 6, 8, 9, 5, 5, 1, 3, 3, 3, 3, 4, 4, 6, 5, 6, 6, 5, 6, 4, 3, 2, 0, 0], "n_am_pl": [0, 4, 5, 5, 2, 5, 5, 2, 4, 3, 0, 2, 3, 4, 1, 5, 4, 4, 3, 8, 9, 7, 7, 6, 3, 5, 2, 5, 6, 1, 2, 2, 4, 3, 3, 1, 2, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.49776, 1.262355, 1.210054, 1.160608, 1.230904, 1.136878, 1.126578, 1.190332, 1.291948, 1.385011, 1.477098, 1.458395, 1.519255, 1.509237, 1.494605, 1.46574, 1.437209, 1.446995, 1.257673, 1.198961, 1.124393, 1.05566, 1.03241, 1.019357, 1.686617, 1.817648, 1.997416, 2.008647, 2.063891, 1.957487, 1.812943, 1.7743, 1.589971, 1.817331, 2.051884, 2.618965, 2.151717, 1.817499, 1.948382, 2.151369, 2.00096, 2.020593, 2.424654, 2.799215, 2.249282, 2.048842, 2.050116, 2.741993, 0.163036, 0.0], "sum_m_pl": [12.174356, 14.575749, 13.901003, 13.625564, 13.307428, 13.442601, 13.440938, 13.116474, 12.906894, 12.854973, 12.827281, 12.902573, 13.021011, 12.763019, 13.107785, 13.124764, 13.007864, 12.836806, 13.356623, 13.533439, 13.50157, 13.649396, 13.730391, 13.836301, 12.686265, 12.352412, 12.006012, 12.559728, 12.994897, 12.954419, 12.805551, 12.59452, 13.040271, 12.212077, 12.010451, 11.240678, 10.992323, 11.391514, 10.759601, 10.942973, 10.790666, 10.887522, 10.54021, 9.07367, 7.983712, 6.950933, 4.768173, 2.535419, 0.306711, 0.0]}, "lang": {"n_am_en": [22, 23, 14, 7, 9, 18, 13, 15, 12, 19, 22, 24, 25, 25, 24, 24, 28, 22, 22, 23, 13, 15, 19, 23, 35, 30, 22, 19, 25, 28, 22, 26, 19, 26, 31, 26, 25, 27, 35, 39, 35, 36, 35, 42, 41, 40, 28, 15, 14, 13], "n_am_pl": [3, 16, 14, 15, 16, 17, 22, 21, 15, 24, 16, 18, 19, 18, 12, 14, 15, 26, 24, 29, 28, 28, 27, 25, 13, 12, 20, 20, 16, 19, 28, 29, 23, 19, 20, 12, 14, 12, 7, 10, 10, 14, 13, 10, 16, 15, 17, 12, 57, 61], "n_pos": 74, "sum_m_en": [6.938292, 3.504817, 3.414036, 3.460544, 3.535236, 3.71082, 3.836591, 3.967446, 4.416545, 4.406209, 4.854211, 5.089421, 5.175772, 5.199611, 5.343659, 5.141229, 4.885016, 4.729635, 4.150962, 3.907813, 3.634218, 3.400804, 3.299032, 3.254149, 10.50963, 10.141034, 9.050306, 7.767713, 8.126834, 8.058942, 7.59741, 7.445295, 7.031531, 7.586691, 7.941684, 9.752572, 12.456304, 14.132025, 15.985507, 20.760301, 22.236097, 25.032833, 25.958498, 32.074919, 35.789773, 33.831292, 24.893547, 14.976572, 13.331077, 13.000115], "sum_m_pl": [28.222766, 36.390956, 36.156883, 35.613673, 35.288443, 35.659978, 35.680365, 35.815499, 35.51021, 36.1789, 35.551291, 35.172182, 36.045131, 35.242386, 36.303772, 36.766136, 36.996742, 37.227949, 38.223497, 38.618305, 38.563516, 38.590087, 38.74733, 38.905745, 33.192751, 33.291955, 34.434911, 35.826964, 35.41746, 36.359979, 36.81449, 36.448535, 37.625308, 35.285702, 35.641657, 34.247735, 31.583224, 31.970724, 29.789183, 28.578605, 27.015241, 24.64833, 21.308861, 17.864854, 18.737787, 19.819149, 19.018918, 14.166788, 49.569874, 60.43668]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 211, "item_id": "gsm8kpl-1097", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 206, "roundtrip_ok": true, "tf_agree": 0.9858, "tf_agree_excl_first": 0.9905}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [41, 33, 36, 29, 24, 19, 21, 26, 20, 39, 39, 37, 30, 28, 21, 27, 26, 30, 23, 24, 21, 25, 15, 20, 31, 33, 31, 29, 31, 29, 28, 31, 33, 38, 31, 36, 36, 40, 43, 50, 53, 50, 57, 54, 52, 57, 55, 53, 55, 50], "n_am_pl": [6, 18, 16, 14, 12, 13, 16, 11, 13, 8, 9, 10, 14, 17, 14, 14, 15, 15, 9, 10, 18, 16, 18, 19, 14, 14, 7, 9, 12, 12, 8, 10, 7, 5, 7, 4, 5, 7, 10, 10, 9, 9, 8, 13, 11, 7, 7, 7, 0, 0], "n_pos": 115, "sum_m_en": [13.614588, 6.671049, 6.257473, 6.04066, 6.350189, 6.251168, 6.651935, 6.827971, 6.987322, 7.55465, 7.694773, 8.428116, 9.222441, 9.031583, 9.033089, 8.127493, 8.112216, 7.777644, 7.075118, 6.764794, 6.384464, 6.044115, 5.802261, 5.629269, 15.811955, 15.979569, 15.346188, 15.127214, 13.320579, 12.340596, 11.043124, 11.041056, 10.90756, 10.8589, 12.693538, 14.143751, 20.40615, 20.550957, 23.201796, 28.56622, 32.073474, 34.769235, 40.623542, 41.011098, 46.862382, 51.449656, 53.818291, 52.074028, 51.318068, 49.755421], "sum_m_pl": [44.087424, 54.839119, 54.074763, 53.56983, 51.983382, 51.158865, 51.597329, 50.763662, 48.53548, 49.798632, 50.405572, 50.936124, 50.363519, 48.549375, 49.499457, 51.730171, 50.946555, 51.112177, 51.756731, 52.44096, 52.980037, 54.206089, 54.494111, 54.874226, 39.764571, 39.885856, 37.419561, 39.96611, 42.470714, 43.94539, 44.337576, 43.688791, 44.169267, 41.958675, 40.040255, 37.817728, 31.484861, 29.749912, 28.214194, 29.512738, 27.635502, 24.836546, 21.91997, 23.363467, 19.701909, 14.129574, 9.863555, 7.245916, 1.294277, 0.080653]}, "digit": {"n_am_en": [3, 8, 9, 3, 2, 0, 0, 0, 0, 1, 4, 4, 3, 6, 3, 2, 3, 3, 3, 3, 2, 1, 2, 2, 0, 3, 4, 4, 5, 2, 1, 2, 3, 2, 1, 2, 0, 0, 1, 1, 4, 3, 5, 5, 3, 3, 3, 3, 2, 0], "n_am_pl": [0, 1, 1, 4, 2, 6, 4, 0, 0, 1, 0, 1, 2, 1, 4, 5, 4, 3, 1, 3, 1, 0, 0, 0, 1, 1, 1, 1, 2, 1, 2, 1, 1, 0, 2, 2, 0, 1, 2, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.305393, 0.737046, 0.698236, 0.641789, 0.688527, 0.696385, 0.707307, 0.723802, 0.76371, 0.790354, 0.824277, 0.876254, 0.934872, 0.959077, 0.87297, 0.800797, 0.841162, 0.833359, 0.735687, 0.715101, 0.699032, 0.671607, 0.661015, 0.637409, 1.026421, 1.165126, 1.243352, 1.291661, 1.280013, 1.153311, 1.106709, 1.076424, 1.013333, 1.014094, 1.119236, 1.237717, 1.192826, 1.223586, 1.324015, 1.32002, 1.862252, 1.824254, 1.701921, 2.870211, 2.832202, 2.156942, 2.607063, 2.232726, 1.287598, 0.0], "sum_m_pl": [6.963423, 7.939622, 7.653827, 7.624351, 7.217219, 7.084795, 7.205239, 7.09034, 6.732138, 6.83118, 7.024927, 7.188717, 6.901338, 6.891819, 6.989531, 7.118883, 6.944094, 7.009521, 7.145391, 7.185082, 7.174913, 7.266416, 7.273507, 7.364519, 6.160112, 6.077389, 5.77326, 6.094003, 6.381444, 6.446331, 6.165722, 6.079892, 6.186516, 6.039702, 5.783188, 5.770256, 5.451454, 5.387281, 5.26401, 5.383385, 5.136088, 4.924811, 4.548727, 3.463427, 2.84986, 2.296014, 1.712477, 1.243082, 0.525293, 0.0]}, "lang": {"n_am_en": [17, 18, 14, 15, 12, 9, 12, 14, 6, 20, 16, 18, 15, 12, 7, 14, 15, 16, 12, 14, 13, 16, 8, 13, 20, 20, 16, 16, 14, 14, 15, 16, 17, 24, 21, 23, 24, 21, 25, 29, 31, 29, 33, 34, 35, 38, 40, 38, 49, 50], "n_am_pl": [3, 4, 4, 4, 7, 2, 7, 5, 7, 3, 6, 5, 7, 9, 8, 4, 6, 6, 5, 7, 12, 13, 15, 12, 10, 10, 4, 4, 5, 8, 3, 6, 4, 0, 3, 1, 4, 4, 5, 9, 7, 8, 8, 9, 9, 7, 7, 7, 0, 0], "n_pos": 51, "sum_m_en": [6.706099, 3.176753, 2.916009, 2.667509, 2.798493, 2.809162, 2.955352, 2.93179, 2.976143, 3.256416, 3.36423, 3.807693, 4.279099, 4.153607, 4.101804, 3.699445, 3.791157, 3.629176, 3.339787, 3.178912, 2.953032, 2.745826, 2.639125, 2.561647, 9.050826, 9.208644, 8.643354, 8.39234, 7.122261, 6.431997, 5.630377, 5.697374, 5.584999, 5.779218, 6.925883, 7.955824, 12.280003, 11.775169, 14.205932, 17.726066, 20.27871, 22.399557, 26.342006, 27.620995, 31.748715, 35.834977, 38.105669, 37.580108, 46.669748, 49.704611], "sum_m_pl": [18.814478, 23.983654, 23.680055, 23.708111, 23.206097, 22.556173, 22.600828, 22.551841, 21.84339, 22.545419, 22.879578, 23.074774, 22.867099, 22.098361, 22.786891, 23.730632, 23.181928, 23.380273, 23.626109, 23.603345, 24.016996, 24.614915, 24.728875, 24.812122, 18.933102, 18.781814, 17.602406, 18.216223, 19.061681, 19.82757, 20.543411, 20.034639, 20.671276, 20.113499, 18.977905, 18.12539, 14.940571, 13.970049, 12.817771, 14.632032, 13.402176, 11.943445, 10.750044, 12.615798, 10.999806, 8.271012, 6.888234, 5.056248, 0.566489, 7.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "gsm8kpl-1099", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1208, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9915, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [56, 50, 37, 33, 35, 48, 48, 36, 44, 50, 58, 70, 60, 51, 61, 46, 42, 36, 27, 38, 25, 27, 24, 26, 47, 50, 42, 49, 58, 54, 41, 35, 34, 36, 38, 37, 40, 39, 32, 47, 43, 41, 37, 39, 43, 21, 7, 8, 5, 4], "n_am_pl": [20, 36, 36, 45, 36, 33, 23, 21, 16, 32, 23, 16, 29, 25, 26, 29, 27, 23, 19, 17, 32, 34, 42, 40, 25, 24, 26, 24, 34, 45, 30, 27, 29, 21, 16, 20, 19, 25, 28, 27, 26, 24, 30, 46, 49, 61, 67, 59, 74, 85], "n_pos": 198, "sum_m_en": [19.477631, 9.844721, 9.6828, 10.051116, 10.709454, 10.831108, 11.514628, 12.145909, 12.789506, 12.702744, 12.8652, 13.98165, 14.513117, 14.813362, 14.707667, 13.339475, 13.357607, 12.978753, 11.997928, 11.19577, 10.389039, 9.901022, 9.548395, 9.147852, 20.995161, 20.817721, 20.321671, 20.829671, 20.861738, 20.35168, 17.710728, 17.051412, 16.111726, 16.832986, 17.90745, 18.27746, 20.048057, 18.683114, 20.706903, 24.102307, 23.903325, 25.79812, 27.211865, 31.24901, 34.27198, 21.822378, 9.595028, 12.971392, 6.443463, 4.132571], "sum_m_pl": [80.561723, 96.839029, 94.948499, 94.027652, 91.530839, 90.432868, 91.886241, 89.983943, 88.0063, 90.10713, 89.766343, 89.432152, 90.157166, 88.402894, 89.825984, 92.614124, 91.010391, 91.279932, 92.821468, 94.246766, 95.191925, 95.775078, 95.937901, 96.891119, 79.049915, 78.302853, 75.367682, 79.996601, 83.504733, 85.727232, 84.935137, 84.117353, 84.549399, 77.276186, 74.321635, 70.352929, 64.530892, 65.042666, 63.515293, 67.384798, 66.918416, 64.391677, 59.714321, 61.797376, 62.661365, 68.371475, 70.364653, 61.034882, 71.85515, 83.962458]}, "digit": {"n_am_en": [4, 13, 11, 10, 3, 4, 4, 3, 1, 7, 9, 11, 9, 6, 8, 6, 8, 6, 3, 3, 1, 2, 1, 2, 3, 5, 5, 8, 11, 6, 5, 4, 2, 3, 3, 3, 5, 3, 2, 2, 6, 4, 4, 3, 3, 1, 3, 1, 0, 0], "n_am_pl": [0, 0, 0, 3, 2, 6, 1, 1, 0, 5, 1, 0, 2, 3, 3, 5, 3, 3, 2, 3, 4, 5, 6, 7, 4, 4, 3, 4, 7, 6, 7, 4, 3, 1, 0, 3, 3, 5, 4, 6, 4, 2, 3, 4, 4, 4, 4, 4, 0, 0], "n_pos": 26, "sum_m_en": [2.113909, 1.162438, 1.131173, 1.129649, 1.19784, 1.227008, 1.232929, 1.328252, 1.380452, 1.435819, 1.459916, 1.494468, 1.590733, 1.699711, 1.497924, 1.438848, 1.474305, 1.46119, 1.280071, 1.230045, 1.188635, 1.161683, 1.122471, 1.101975, 1.833977, 2.03906, 2.231597, 2.332634, 2.348236, 2.2366, 2.210819, 2.145744, 1.986153, 1.9634, 2.094942, 2.270824, 2.173574, 2.003583, 2.467035, 2.734193, 2.780728, 2.582856, 2.488504, 2.916213, 3.10627, 1.847025, 1.639034, 1.509586, 0.182374, 0.0], "sum_m_pl": [12.248873, 13.778559, 13.344696, 12.833527, 12.436105, 12.309312, 12.508993, 12.026853, 11.962044, 12.001748, 12.420934, 12.666907, 12.404399, 12.495147, 12.550883, 12.766734, 12.545524, 12.508812, 12.760398, 12.849252, 12.793433, 12.86318, 12.923574, 13.073294, 11.767133, 11.433245, 11.080283, 11.295152, 11.887169, 11.871125, 11.529967, 11.58394, 11.867409, 11.617125, 10.855383, 10.835481, 10.359014, 10.547604, 10.054859, 10.926484, 10.29332, 9.791094, 8.754674, 8.381981, 7.371704, 7.426586, 6.359021, 5.135529, 0.351892, 0.0]}, "lang": {"n_am_en": [21, 15, 8, 10, 20, 31, 21, 21, 26, 26, 32, 33, 29, 29, 31, 23, 20, 19, 16, 20, 11, 13, 12, 11, 28, 27, 20, 27, 28, 32, 23, 21, 24, 23, 22, 19, 27, 24, 22, 31, 27, 29, 24, 26, 32, 12, 2, 2, 4, 4], "n_am_pl": [11, 16, 17, 24, 20, 10, 9, 6, 6, 14, 12, 9, 14, 12, 12, 9, 11, 10, 6, 4, 18, 18, 22, 21, 13, 12, 17, 11, 14, 20, 14, 14, 18, 12, 10, 10, 11, 14, 16, 17, 18, 19, 23, 31, 33, 46, 54, 51, 72, 84], "n_pos": 88, "sum_m_en": [7.139054, 4.196844, 4.15441, 4.486479, 4.861222, 5.028193, 5.464636, 5.643388, 5.908796, 5.716219, 5.95771, 6.486898, 6.796637, 6.971358, 6.884757, 6.043006, 6.326626, 6.158266, 5.855411, 5.277239, 4.765077, 4.439663, 4.271099, 4.00715, 10.542488, 10.23391, 10.228272, 10.436977, 10.085233, 9.753699, 8.212566, 8.1058, 7.928511, 8.888024, 9.418599, 10.070772, 11.682843, 10.365183, 11.561791, 13.289359, 13.405472, 14.92198, 16.225899, 19.796255, 23.060729, 12.979027, 4.995095, 5.243749, 4.613948, 4.002228], "sum_m_pl": [36.547566, 42.778293, 41.897932, 41.752786, 40.73022, 40.24747, 40.546757, 40.289157, 39.524512, 41.170136, 40.451451, 40.240526, 41.034285, 40.275727, 41.206004, 42.595167, 41.143869, 41.417323, 42.043925, 42.564875, 43.110619, 43.461205, 43.526846, 43.869128, 36.787871, 37.212121, 35.450844, 37.165189, 38.681683, 39.475029, 39.477785, 39.11695, 40.204274, 37.829985, 36.477105, 35.578002, 33.368456, 34.906287, 34.749599, 38.352505, 39.254737, 39.100853, 36.820146, 38.688698, 39.331188, 46.98059, 52.359272, 49.107139, 68.565139, 82.700906]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 201, "item_id": "gsm8kpl-1099", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1067, "region_end": 198, "roundtrip_ok": true, "tf_agree": 0.9751, "tf_agree_excl_first": 0.98}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [53, 71, 55, 47, 38, 29, 36, 56, 38, 51, 51, 66, 67, 57, 50, 53, 54, 46, 49, 48, 34, 32, 32, 28, 59, 67, 49, 46, 55, 51, 59, 39, 40, 49, 60, 58, 55, 56, 53, 45, 50, 54, 52, 51, 49, 49, 46, 50, 34, 32], "n_am_pl": [27, 55, 54, 41, 36, 44, 44, 35, 40, 39, 38, 32, 37, 35, 46, 45, 52, 48, 35, 46, 47, 54, 53, 64, 25, 19, 24, 41, 38, 40, 32, 34, 43, 35, 31, 29, 19, 27, 22, 27, 20, 18, 11, 15, 23, 27, 26, 28, 29, 33], "n_pos": 260, "sum_m_en": [27.298847, 13.33028, 14.216044, 13.124969, 13.700584, 13.430674, 13.267073, 13.666826, 14.945493, 15.625615, 15.562784, 16.454834, 17.43216, 18.305135, 17.965735, 17.604118, 18.087928, 17.310458, 15.758269, 14.647444, 13.473814, 12.579367, 12.092226, 11.775751, 22.636547, 24.501461, 25.323105, 23.731762, 22.042983, 22.455157, 22.461971, 21.419747, 20.637625, 19.594501, 21.764613, 21.667173, 24.264897, 27.634693, 30.020746, 30.990173, 32.803846, 35.043872, 36.889621, 40.411167, 43.302238, 44.931437, 45.466377, 48.363064, 35.090856, 32.499792], "sum_m_pl": [100.480824, 126.567016, 123.284964, 121.048673, 117.211298, 114.83134, 115.022452, 113.977521, 110.107244, 115.032557, 115.456646, 115.675403, 115.323402, 114.396554, 113.427942, 115.682908, 115.906635, 116.600111, 118.930675, 121.91735, 123.90135, 125.147451, 125.903123, 127.047037, 99.558377, 97.497095, 94.134146, 104.452238, 110.472357, 109.322349, 107.126268, 107.503721, 104.390171, 96.024115, 97.041222, 88.079106, 79.4162, 73.889175, 71.687483, 71.756205, 66.346209, 63.310698, 54.733611, 49.194073, 44.649435, 44.778416, 36.433693, 34.617993, 26.096599, 32.483029]}, "digit": {"n_am_en": [5, 23, 14, 8, 4, 0, 2, 15, 6, 13, 15, 11, 10, 11, 3, 7, 6, 6, 6, 5, 4, 3, 3, 4, 9, 13, 8, 7, 9, 8, 11, 7, 5, 9, 6, 8, 5, 3, 4, 4, 4, 4, 4, 4, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 2, 3, 5, 8, 7, 6, 5, 2, 6, 11, 11, 9, 7, 8, 8, 12, 11, 8, 4, 3, 6, 7, 6, 7, 1, 1, 8, 7, 3, 7, 2, 2, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.07466, 1.501201, 1.370059, 1.244957, 1.293268, 1.345752, 1.40739, 1.514605, 1.56549, 1.662006, 1.653813, 1.667808, 1.859299, 2.082407, 2.020562, 2.123692, 2.399678, 2.348442, 1.977576, 1.768341, 1.603666, 1.477226, 1.419973, 1.384111, 2.488401, 2.607083, 2.922439, 2.580521, 2.646534, 2.440394, 2.645469, 2.616868, 2.374423, 2.322086, 2.507409, 2.584761, 2.491162, 2.995042, 3.447075, 2.565203, 2.629373, 2.702625, 2.653228, 2.265639, 2.386554, 1.764233, 0.661744, 0.488112, 0.06212, 0.0], "sum_m_pl": [15.309875, 17.753028, 17.282045, 16.70383, 16.347697, 15.797515, 16.08508, 15.806415, 15.322482, 15.366872, 15.726462, 15.752943, 14.459321, 14.296245, 13.665723, 14.22113, 14.393717, 14.470398, 15.233537, 15.763203, 15.968112, 16.139186, 16.193022, 16.403242, 14.258497, 14.176108, 13.945845, 14.548748, 14.853519, 14.517405, 14.039745, 14.067595, 13.948304, 13.479372, 13.370759, 13.39142, 12.781812, 12.48303, 12.125641, 12.55683, 11.533567, 11.650525, 11.365276, 9.636789, 8.564183, 5.339518, 2.253786, 0.844696, 0.059414, 0.0]}, "lang": {"n_am_en": [12, 10, 12, 10, 13, 15, 9, 13, 10, 14, 9, 15, 18, 16, 15, 18, 19, 12, 16, 13, 12, 11, 13, 11, 18, 22, 18, 11, 16, 11, 15, 14, 12, 17, 23, 21, 22, 24, 19, 15, 18, 19, 20, 20, 22, 24, 26, 33, 31, 32], "n_am_pl": [15, 12, 12, 6, 2, 5, 6, 11, 9, 9, 11, 8, 15, 10, 11, 5, 12, 14, 10, 14, 12, 14, 16, 18, 13, 8, 7, 15, 13, 12, 13, 12, 9, 15, 11, 6, 2, 9, 5, 9, 9, 7, 5, 6, 12, 18, 17, 19, 28, 33], "n_pos": 66, "sum_m_en": [6.736393, 3.388123, 3.619176, 3.431426, 3.768655, 3.633734, 3.475886, 3.584159, 3.935845, 4.01668, 4.148971, 4.563395, 4.703796, 4.840459, 4.645879, 4.44321, 4.495808, 4.265971, 4.032501, 3.848567, 3.561916, 3.307797, 3.198325, 3.120978, 7.758201, 8.043496, 8.248349, 6.981549, 6.547071, 6.879815, 6.553716, 6.382674, 6.250985, 6.043067, 6.324162, 6.863078, 8.287064, 9.584651, 9.457941, 10.517464, 11.831985, 13.678179, 15.424105, 16.385904, 19.95248, 20.238998, 23.514361, 28.804903, 31.499469, 31.991785], "sum_m_pl": [24.179072, 29.93269, 28.929136, 28.546853, 27.732438, 26.993445, 26.385613, 27.059531, 27.191428, 29.119021, 28.507592, 29.15598, 29.806472, 30.171629, 29.976422, 30.744608, 30.180488, 30.38046, 30.776167, 31.445796, 31.748339, 32.045643, 32.197532, 32.447189, 27.287006, 26.479993, 24.925896, 27.53527, 28.885883, 28.584131, 28.280055, 28.083291, 27.44569, 26.882564, 27.101355, 25.773124, 24.80562, 24.119628, 23.713348, 23.496758, 21.880424, 20.256274, 16.970266, 16.470813, 15.681898, 21.178255, 19.183668, 20.580949, 24.367623, 32.480919]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 263, "item_id": "gsm8kpl-1118", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1212, "region_end": 260, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 0.9962}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [66, 76, 67, 59, 65, 50, 45, 47, 50, 52, 64, 64, 76, 67, 70, 61, 73, 60, 53, 55, 44, 31, 27, 28, 88, 87, 77, 68, 66, 57, 75, 57, 53, 46, 67, 69, 73, 62, 49, 42, 46, 42, 34, 38, 36, 31, 20, 17, 2, 2], "n_am_pl": [22, 59, 58, 59, 40, 46, 49, 57, 55, 63, 49, 51, 52, 49, 62, 73, 66, 63, 79, 99, 90, 106, 113, 119, 37, 48, 50, 59, 81, 74, 55, 53, 76, 65, 50, 58, 48, 42, 53, 56, 50, 47, 42, 47, 52, 63, 61, 59, 81, 82], "n_pos": 307, "sum_m_en": [28.745477, 15.270917, 16.237505, 16.378192, 16.613137, 16.257653, 16.727448, 16.829273, 18.628194, 19.645798, 19.71633, 21.17373, 22.022293, 22.922603, 23.266847, 22.134336, 22.683081, 21.584652, 20.17604, 18.329676, 16.17742, 14.839416, 14.26252, 13.749395, 31.806751, 31.138333, 30.802549, 29.859606, 28.097883, 27.532166, 27.766013, 25.909901, 24.505396, 24.189846, 27.064736, 27.307383, 29.483184, 31.639571, 33.534239, 33.3929, 34.693415, 33.343743, 32.354658, 35.910467, 34.552693, 33.476091, 22.450752, 18.976288, 3.314468, 2.054254], "sum_m_pl": [120.761961, 148.763928, 146.090495, 142.240037, 140.314172, 137.227593, 137.424978, 136.220328, 132.509378, 136.684938, 134.670848, 135.285001, 136.493687, 135.917679, 136.327692, 139.607536, 139.74158, 141.209658, 146.150359, 149.543241, 150.703787, 151.740343, 151.936591, 153.487349, 126.428551, 125.289241, 121.428182, 132.379798, 140.835309, 141.191166, 136.661624, 133.995107, 133.185247, 119.240862, 121.609597, 113.265862, 105.462849, 100.753515, 97.564852, 98.36753, 92.886532, 95.21896, 86.803546, 79.441962, 76.224078, 79.950963, 68.950927, 64.883394, 72.893855, 81.664018]}, "digit": {"n_am_en": [0, 29, 13, 14, 5, 0, 1, 4, 5, 10, 13, 5, 9, 4, 5, 5, 9, 8, 8, 6, 3, 5, 3, 4, 14, 14, 15, 9, 11, 10, 8, 10, 5, 6, 11, 10, 10, 9, 6, 3, 6, 7, 4, 1, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 1, 7, 8, 9, 11, 6, 8, 6, 7, 15, 11, 8, 8, 10, 14, 13, 15, 13, 2, 2, 3, 5, 7, 5, 4, 3, 10, 9, 5, 5, 5, 2, 2, 1, 0, 0, 0, 1, 2, 3, 2, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.162483, 1.594581, 1.429323, 1.316956, 1.362841, 1.424158, 1.464908, 1.556522, 1.58696, 1.723154, 1.710408, 1.751686, 1.962205, 2.20452, 2.063197, 2.202334, 2.394526, 2.386172, 2.058449, 1.830461, 1.604624, 1.482936, 1.431196, 1.383395, 2.709205, 2.562215, 2.861946, 2.575049, 2.619455, 2.445866, 2.688856, 2.649998, 2.508757, 2.540339, 2.744865, 2.999038, 2.966182, 3.153564, 3.069943, 2.729468, 2.582768, 2.543946, 2.50986, 2.161239, 1.868463, 1.999523, 1.177219, 0.515285, 0.038444, 0.0], "sum_m_pl": [15.950763, 18.260752, 17.813947, 17.101388, 16.605663, 15.863589, 16.372912, 16.10603, 15.737982, 15.605507, 16.146871, 16.327593, 15.414193, 15.171089, 14.763386, 15.377549, 15.493077, 15.709329, 16.447243, 16.773664, 16.888372, 16.995173, 16.999425, 17.248945, 15.243076, 15.204148, 15.034565, 15.568692, 16.015796, 15.780275, 15.38874, 15.260777, 15.114183, 14.375485, 14.273368, 14.133648, 13.520581, 13.443806, 13.08294, 13.294804, 12.550681, 12.441472, 12.114048, 10.612839, 9.926693, 6.721598, 2.977264, 0.843245, 0.05509, 0.0]}, "lang": {"n_am_en": [20, 8, 15, 12, 26, 21, 16, 19, 28, 14, 20, 18, 21, 22, 20, 24, 17, 12, 14, 12, 11, 10, 11, 9, 27, 24, 27, 24, 24, 22, 24, 18, 17, 15, 21, 18, 26, 17, 19, 15, 15, 14, 13, 15, 16, 13, 9, 7, 2, 2], "n_am_pl": [14, 20, 17, 11, 14, 14, 13, 16, 14, 23, 9, 12, 12, 9, 16, 18, 22, 24, 29, 39, 29, 29, 31, 36, 15, 19, 17, 21, 19, 25, 27, 21, 27, 19, 21, 22, 19, 17, 26, 30, 27, 25, 27, 30, 36, 45, 44, 48, 76, 80], "n_pos": 82, "sum_m_en": [7.521065, 4.088674, 4.627403, 4.988891, 5.098465, 4.860003, 5.010305, 4.936226, 5.473557, 5.57352, 5.534489, 6.474582, 6.583829, 6.603263, 6.810285, 5.992141, 6.506097, 6.025961, 6.107126, 5.14938, 4.430351, 3.936326, 3.790892, 3.65519, 10.936899, 10.087871, 9.762982, 9.342063, 8.855107, 8.483279, 8.023223, 7.582649, 6.712996, 6.936505, 7.840347, 8.749864, 10.369402, 11.326738, 12.157732, 13.116768, 13.669689, 13.05294, 12.995938, 13.711987, 13.723034, 11.350935, 7.728923, 7.400207, 2.785355, 2.046537], "sum_m_pl": [29.112547, 37.095405, 36.329271, 34.736362, 34.950079, 34.499068, 33.391206, 34.284483, 34.391522, 36.348078, 34.798551, 35.32768, 36.904692, 37.274128, 37.733956, 39.280754, 38.738717, 39.106735, 40.124039, 40.810095, 40.977713, 41.304452, 41.308083, 41.415497, 35.417481, 35.790293, 34.974019, 37.734468, 39.333678, 39.662242, 38.993748, 38.350554, 39.542111, 37.020399, 37.918563, 37.398195, 36.639025, 35.765479, 35.572559, 36.44457, 35.248547, 38.143084, 35.014401, 35.863037, 36.869495, 45.275085, 44.719578, 48.331288, 68.806872, 79.710412]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 310, "item_id": "gsm8kpl-1118", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1071, "region_end": 307, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9903}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [48, 47, 40, 34, 32, 22, 32, 38, 37, 58, 54, 65, 65, 55, 56, 51, 39, 31, 34, 40, 44, 45, 49, 50, 53, 50, 52, 56, 71, 66, 56, 41, 48, 46, 52, 46, 58, 48, 59, 61, 63, 57, 62, 57, 53, 60, 56, 56, 55, 52], "n_am_pl": [6, 21, 20, 24, 26, 34, 25, 21, 20, 24, 14, 14, 20, 15, 11, 17, 18, 22, 19, 21, 22, 19, 16, 14, 16, 11, 13, 16, 18, 10, 14, 11, 6, 11, 7, 12, 9, 10, 5, 2, 6, 4, 5, 7, 10, 7, 8, 5, 7, 10], "n_pos": 186, "sum_m_en": [20.220191, 11.146202, 10.805146, 10.092073, 9.993596, 9.756118, 9.820697, 10.240759, 10.840885, 12.024374, 12.290779, 13.099583, 13.565742, 14.040273, 14.117859, 12.568098, 12.114687, 11.852609, 10.696369, 9.972525, 9.241856, 8.594796, 8.267028, 8.282012, 19.577585, 19.604066, 19.765923, 19.377476, 19.677962, 19.099128, 17.87397, 17.271522, 17.810534, 18.30158, 19.921961, 21.014188, 24.363709, 25.860478, 30.14484, 34.57073, 35.482585, 36.669166, 41.739833, 44.025231, 45.889318, 53.516763, 54.838718, 52.424692, 55.322689, 52.511723], "sum_m_pl": [71.824385, 88.657357, 87.029545, 86.615209, 85.99006, 86.089675, 87.75703, 87.30103, 86.467146, 86.399236, 85.392023, 85.556877, 85.100175, 83.099932, 82.912137, 87.300379, 86.57531, 87.583847, 88.859272, 90.758736, 91.584272, 92.762388, 92.827226, 92.800331, 71.979188, 71.00343, 69.774623, 73.763869, 74.238039, 74.554728, 75.033208, 73.833329, 74.351521, 70.897542, 71.448256, 66.621285, 60.300049, 56.623416, 51.368457, 49.068209, 47.45135, 41.547494, 36.826669, 32.536842, 29.255942, 21.07174, 16.241506, 10.745729, 8.099472, 9.298047]}, "digit": {"n_am_en": [3, 16, 13, 6, 4, 2, 8, 3, 2, 6, 4, 7, 11, 9, 7, 7, 4, 7, 2, 7, 5, 10, 10, 9, 8, 5, 12, 12, 11, 5, 5, 3, 3, 4, 4, 4, 8, 2, 5, 4, 3, 1, 2, 2, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 7, 6, 5, 2, 4, 3, 5, 5, 2, 2, 0, 1, 1, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 0, 2, 1, 1, 3, 2, 2, 3, 3, 3, 0, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.724066, 1.491308, 1.421507, 1.376873, 1.442451, 1.419536, 1.435071, 1.564467, 1.686236, 1.794239, 1.764774, 1.80113, 1.920528, 2.091553, 2.001128, 1.804383, 1.776968, 1.813444, 1.58059, 1.514435, 1.392191, 1.298421, 1.259242, 1.250161, 2.428966, 2.564024, 2.735229, 2.744293, 2.673083, 2.492174, 2.583091, 2.365074, 2.19519, 2.156646, 2.033534, 2.17202, 2.26719, 2.133661, 2.235567, 2.37462, 2.225063, 2.121163, 1.957428, 2.29527, 1.73431, 2.314809, 1.362698, 1.000883, 0.157621, 0.0], "sum_m_pl": [13.174479, 15.852822, 15.079572, 14.866625, 14.53783, 14.419295, 14.779942, 14.448465, 14.22863, 13.974917, 14.347525, 14.319217, 13.901437, 13.659542, 13.434881, 14.089962, 14.019836, 14.299739, 14.684994, 14.916987, 14.990283, 15.211278, 15.221987, 15.247449, 12.981149, 12.533405, 12.198549, 12.749188, 13.112045, 13.070962, 12.703856, 12.659786, 12.957933, 12.605125, 12.690601, 11.602018, 11.055738, 11.273599, 10.555497, 10.966376, 10.633802, 10.080737, 9.610975, 8.617932, 7.433938, 4.420942, 2.986167, 2.010706, 0.268814, 0.0]}, "lang": {"n_am_en": [20, 13, 10, 10, 11, 9, 9, 17, 13, 19, 20, 25, 21, 17, 18, 14, 17, 9, 17, 17, 18, 14, 18, 22, 25, 26, 25, 25, 30, 31, 28, 19, 19, 19, 24, 25, 31, 27, 29, 28, 32, 33, 34, 31, 32, 31, 36, 43, 52, 51], "n_am_pl": [0, 6, 5, 9, 10, 10, 11, 7, 9, 7, 5, 5, 9, 6, 4, 8, 12, 10, 9, 10, 9, 11, 10, 9, 9, 6, 6, 9, 8, 4, 5, 5, 3, 4, 1, 3, 3, 1, 0, 0, 2, 2, 4, 7, 9, 7, 8, 5, 6, 10], "n_pos": 62, "sum_m_en": [7.407322, 3.928489, 3.754271, 3.414247, 3.244734, 3.269176, 3.212713, 3.398126, 3.52084, 3.783356, 4.026329, 4.308192, 4.611632, 4.666006, 4.977263, 4.408432, 4.251583, 4.198746, 3.751129, 3.480345, 3.203598, 2.967329, 2.847651, 2.860023, 8.35244, 8.124704, 8.161714, 7.556382, 7.730798, 7.566802, 6.898744, 6.759173, 6.945047, 7.257143, 8.495465, 9.382154, 11.736464, 12.728358, 14.382145, 17.131123, 18.135661, 18.754163, 20.869633, 22.986742, 26.256091, 27.893834, 33.327974, 38.847609, 50.690324, 50.8997], "sum_m_pl": [22.339795, 28.539663, 28.640433, 28.536753, 28.502437, 28.466919, 28.983869, 29.114569, 28.988245, 29.156636, 29.045791, 28.948105, 28.98007, 28.270998, 28.175989, 29.812385, 29.576741, 29.712754, 29.961526, 30.439634, 30.656275, 31.041598, 30.96512, 31.028561, 24.993653, 24.535903, 24.417546, 25.194718, 25.134383, 25.095154, 25.78774, 25.002847, 25.474534, 24.649861, 24.628976, 23.551556, 21.158716, 20.218126, 18.875452, 17.308797, 17.269391, 15.700231, 14.373497, 13.43085, 12.667753, 10.5223, 8.849687, 6.053671, 7.277992, 8.781073]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 189, "item_id": "gsm8kpl-114", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1196, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9894, "tf_agree_excl_first": 0.9947}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [66, 48, 45, 52, 51, 42, 55, 53, 59, 68, 71, 69, 72, 65, 74, 71, 70, 56, 42, 43, 45, 47, 54, 62, 74, 64, 72, 60, 77, 74, 65, 63, 75, 65, 72, 71, 59, 48, 44, 54, 47, 54, 58, 59, 51, 49, 38, 20, 13, 6], "n_am_pl": [16, 74, 50, 41, 40, 41, 42, 50, 42, 30, 33, 34, 44, 44, 38, 37, 32, 41, 44, 48, 50, 57, 58, 60, 35, 45, 48, 42, 49, 43, 40, 35, 26, 21, 20, 20, 22, 24, 24, 25, 35, 34, 25, 27, 28, 33, 53, 53, 75, 81], "n_pos": 254, "sum_m_en": [22.848386, 12.31293, 13.394543, 14.269014, 14.728074, 14.039443, 14.131292, 14.432028, 14.910789, 16.43663, 16.305201, 17.624211, 18.234282, 18.675707, 19.918194, 18.469994, 17.730819, 17.303787, 15.371751, 14.238416, 13.244097, 12.485318, 12.099188, 11.818606, 27.364234, 27.309334, 26.549259, 26.686495, 26.719147, 27.008053, 25.374905, 25.031259, 26.001888, 26.298272, 28.428772, 29.091586, 29.362517, 28.838675, 30.271692, 35.599416, 36.188851, 38.264322, 42.503573, 42.694323, 43.449083, 42.971641, 31.575552, 21.905015, 13.567818, 6.00754], "sum_m_pl": [101.979565, 122.512013, 119.499609, 117.235774, 116.789526, 116.762869, 119.738441, 120.004836, 119.240182, 117.108151, 115.515054, 112.009366, 114.141255, 112.113959, 112.534748, 117.606176, 117.647485, 118.821148, 121.104877, 123.152402, 123.12459, 123.633599, 123.768685, 123.995452, 101.538101, 99.981145, 97.681023, 101.884811, 105.324426, 104.739722, 103.2782, 103.628755, 103.852037, 97.472357, 97.131979, 92.092359, 85.520815, 82.624594, 80.3149, 79.266222, 78.761211, 75.31329, 69.413539, 64.763949, 58.569268, 56.409847, 62.897404, 57.115261, 75.342465, 80.533653]}, "digit": {"n_am_en": [5, 8, 8, 12, 6, 3, 5, 4, 2, 4, 7, 10, 5, 7, 7, 10, 7, 8, 7, 2, 4, 5, 6, 6, 7, 2, 6, 7, 4, 5, 5, 5, 7, 7, 3, 2, 3, 2, 2, 3, 3, 2, 3, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [1, 6, 5, 2, 2, 1, 1, 2, 2, 4, 2, 3, 2, 1, 1, 1, 4, 3, 3, 4, 3, 2, 1, 2, 1, 2, 3, 3, 8, 4, 5, 6, 2, 4, 3, 4, 0, 2, 0, 1, 1, 2, 2, 2, 2, 1, 1, 1, 0, 0], "n_pos": 26, "sum_m_en": [2.146866, 1.220852, 1.277357, 1.333594, 1.341255, 1.269373, 1.3154, 1.486688, 1.48852, 1.624274, 1.645585, 1.721798, 1.843608, 1.932788, 1.950249, 1.81666, 1.756458, 1.740844, 1.484957, 1.392305, 1.252508, 1.181813, 1.15506, 1.138866, 2.1254, 2.260571, 2.488423, 2.535794, 2.593502, 2.517822, 2.581914, 2.311096, 2.167684, 2.043601, 2.002183, 2.078841, 2.239833, 1.912988, 1.883509, 2.409616, 2.19003, 2.070994, 1.864179, 1.782226, 1.419247, 1.275207, 0.536546, 0.468494, 0.05736, 0.000245], "sum_m_pl": [11.523222, 13.769929, 13.01153, 12.662797, 12.487632, 12.572775, 12.82151, 12.371783, 12.190732, 11.754711, 11.98456, 11.922326, 11.774853, 11.098655, 11.231875, 12.01352, 11.940279, 12.077036, 12.57935, 12.757549, 12.78628, 12.858713, 12.873911, 12.932739, 10.810019, 10.420274, 10.372425, 10.771799, 11.288134, 11.442231, 11.257159, 11.165556, 11.390117, 11.263876, 10.875336, 10.566894, 9.374868, 9.09233, 8.31663, 8.773859, 8.733501, 9.298043, 9.327288, 8.724443, 8.240661, 6.122827, 3.696635, 2.395275, 0.210544, 0.007752]}, "lang": {"n_am_en": [21, 10, 9, 12, 22, 18, 23, 23, 25, 24, 29, 24, 24, 21, 27, 27, 30, 17, 21, 25, 21, 20, 22, 30, 34, 33, 32, 27, 33, 32, 25, 25, 31, 28, 34, 34, 30, 26, 23, 29, 22, 26, 33, 31, 32, 29, 22, 12, 7, 6], "n_am_pl": [8, 36, 17, 18, 7, 11, 7, 15, 10, 7, 9, 12, 19, 18, 14, 14, 12, 16, 13, 17, 17, 23, 24, 22, 15, 15, 17, 16, 12, 14, 14, 12, 15, 9, 9, 10, 7, 7, 8, 7, 16, 18, 12, 17, 16, 24, 38, 42, 73, 81], "n_pos": 88, "sum_m_en": [7.772591, 4.365837, 4.76167, 5.466282, 5.616611, 5.14884, 5.039083, 5.0582, 5.15849, 5.8722, 5.707142, 6.413125, 6.467612, 6.575843, 7.349754, 6.691108, 6.404308, 6.180946, 5.719198, 5.156511, 4.748228, 4.366766, 4.16484, 4.011979, 11.262789, 11.141514, 10.628661, 10.221694, 9.716757, 9.711485, 8.735238, 8.812994, 9.986693, 10.338182, 11.48162, 11.728007, 12.826518, 13.854722, 14.940766, 17.630551, 19.200761, 19.994181, 25.149507, 25.550928, 28.192364, 25.849631, 18.399389, 12.148806, 6.647126, 6.004332], "sum_m_pl": [34.029249, 40.269637, 39.77788, 38.460258, 38.412239, 38.422967, 39.215776, 40.303134, 40.583821, 40.249521, 39.463626, 37.901896, 39.018041, 38.861138, 39.326311, 41.222032, 41.242402, 41.573048, 41.989615, 43.145122, 43.250351, 43.644535, 43.636295, 43.810189, 37.640195, 36.329105, 35.64213, 37.042714, 38.002747, 37.282525, 37.195424, 37.474977, 38.311283, 36.764133, 36.719115, 35.946099, 34.576637, 33.414488, 32.686853, 31.440015, 31.410915, 30.474079, 26.567952, 27.252773, 26.473092, 30.46371, 39.939455, 39.381416, 70.009498, 80.234199]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 254, "item_id": "gsm8kpl-114", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1055, "region_end": 254, "roundtrip_ok": true, "tf_agree": 0.9882, "tf_agree_excl_first": 0.9921}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [64, 69, 50, 50, 41, 32, 42, 38, 46, 57, 62, 58, 46, 45, 42, 49, 44, 41, 36, 39, 33, 32, 32, 46, 59, 58, 54, 56, 59, 62, 49, 53, 55, 59, 61, 54, 61, 62, 67, 59, 70, 66, 67, 70, 65, 66, 71, 72, 63, 68], "n_am_pl": [1, 19, 22, 21, 12, 19, 16, 13, 11, 14, 15, 17, 27, 24, 19, 16, 15, 20, 20, 19, 26, 29, 30, 26, 7, 13, 14, 18, 22, 12, 14, 9, 11, 17, 16, 11, 8, 7, 7, 7, 3, 7, 7, 6, 7, 4, 1, 0, 0, 0], "n_pos": 163, "sum_m_en": [20.835842, 9.94194, 9.785597, 8.599352, 9.262064, 9.203611, 9.111954, 9.324774, 10.126135, 10.646462, 10.97329, 11.371606, 11.631039, 11.502936, 11.507754, 11.338469, 11.321495, 11.379111, 10.312905, 9.540052, 8.764891, 7.988205, 7.831183, 7.747972, 19.196616, 19.273542, 19.226794, 17.838732, 17.779674, 16.711028, 15.151137, 15.456924, 15.808994, 16.15463, 18.458369, 20.558693, 25.104026, 26.856386, 32.352067, 37.977862, 41.831297, 42.975903, 47.786915, 50.081744, 53.138904, 55.312475, 60.036935, 69.911476, 65.040015, 67.850714], "sum_m_pl": [59.140803, 78.08228, 77.05884, 75.232145, 74.775238, 74.623524, 73.793365, 73.626924, 70.571279, 72.851363, 71.932148, 73.627829, 73.117097, 72.818418, 73.095258, 75.445915, 74.131758, 73.911936, 75.118748, 76.617058, 77.518636, 78.361088, 78.456259, 78.79659, 59.757791, 61.254856, 60.761241, 64.077165, 66.522527, 66.576478, 66.987438, 66.338048, 66.720565, 64.012529, 63.817408, 59.696424, 52.636602, 51.1865, 46.110388, 43.377193, 40.486501, 35.962973, 31.123009, 25.930084, 22.86957, 16.883146, 10.788268, 4.616911, 0.495534, 0.193695]}, "digit": {"n_am_en": [1, 10, 6, 1, 1, 1, 3, 2, 3, 4, 6, 4, 5, 7, 3, 5, 4, 5, 2, 3, 1, 2, 1, 7, 6, 5, 9, 9, 9, 10, 5, 2, 3, 3, 4, 2, 5, 5, 5, 4, 4, 3, 2, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 4, 1, 3, 2, 2, 1, 1, 2, 4, 4, 5, 6, 0, 2, 2, 3, 2, 1, 1, 1, 0, 0, 2, 0, 1, 1, 0, 1, 1, 1, 2, 1, 3, 2, 1, 2, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.575538, 0.825891, 0.780964, 0.713647, 0.756787, 0.77546, 0.795341, 0.865337, 0.913196, 0.962424, 0.961541, 0.948494, 1.012913, 1.049467, 0.99226, 1.025832, 1.073878, 1.154038, 0.987201, 0.903758, 0.803129, 0.726467, 0.717677, 0.705951, 1.187713, 1.237254, 1.445851, 1.484506, 1.5873, 1.464203, 1.353169, 1.297056, 1.150386, 1.121208, 1.154247, 1.294565, 1.384435, 1.558469, 1.707926, 1.434388, 1.495595, 1.197743, 0.964845, 1.142223, 1.183518, 0.848555, 0.610188, 0.447653, 0.067329, 0.0], "sum_m_pl": [8.148055, 9.630418, 9.266958, 9.070885, 8.875252, 8.681684, 8.667519, 8.541046, 8.399852, 8.546019, 8.606438, 8.700004, 8.182518, 8.25676, 8.257292, 8.344813, 8.150721, 8.113565, 8.507533, 8.645837, 8.836305, 8.945374, 8.946834, 9.012487, 7.823161, 7.865713, 7.819074, 8.084383, 8.216854, 8.175816, 7.927933, 7.960407, 8.007392, 7.71122, 7.695713, 7.651549, 7.505692, 7.456605, 7.051459, 7.000063, 6.611678, 5.90699, 5.7652, 5.131791, 5.023513, 3.326534, 2.185551, 0.986202, 0.17139, 0.0]}, "lang": {"n_am_en": [33, 27, 22, 24, 18, 14, 20, 23, 23, 27, 30, 32, 24, 17, 17, 23, 23, 24, 19, 20, 15, 17, 18, 22, 29, 26, 22, 25, 27, 29, 24, 27, 29, 34, 31, 31, 29, 34, 34, 31, 38, 43, 44, 46, 44, 49, 55, 59, 60, 66], "n_am_pl": [0, 10, 11, 9, 5, 8, 6, 3, 6, 6, 5, 3, 11, 9, 5, 9, 8, 8, 7, 7, 11, 14, 15, 15, 3, 3, 8, 10, 14, 7, 7, 5, 7, 10, 8, 4, 3, 1, 2, 3, 1, 2, 3, 3, 5, 2, 1, 0, 0, 0], "n_pos": 67, "sum_m_en": [10.29781, 4.826115, 4.484616, 3.78934, 4.043331, 4.039265, 4.063704, 4.000939, 4.480249, 4.701065, 4.739711, 5.187564, 5.263696, 5.192524, 5.394831, 5.143273, 5.248502, 5.281238, 4.75114, 4.31924, 3.86836, 3.47764, 3.379412, 3.340332, 10.573361, 10.158162, 9.625062, 8.823249, 8.779942, 8.190273, 7.320037, 7.739099, 8.202508, 8.411796, 9.740133, 10.905467, 13.278993, 14.43749, 17.529281, 21.614915, 24.643239, 26.836735, 30.933517, 31.774319, 35.797316, 40.039352, 45.596982, 56.657123, 60.011716, 65.511244], "sum_m_pl": [22.360071, 30.825161, 30.66849, 29.960965, 29.960267, 30.041765, 29.911252, 30.875076, 29.844435, 30.59843, 29.926362, 30.903965, 30.857834, 30.476231, 30.579912, 31.492789, 30.797778, 30.762372, 31.032266, 31.487347, 31.974023, 32.509896, 32.523507, 32.638015, 24.799721, 25.945274, 25.834811, 26.994245, 27.540017, 27.80746, 28.272709, 27.6377, 27.982481, 27.086574, 27.001685, 25.889467, 22.60754, 22.561973, 20.544047, 18.78432, 17.195602, 15.299151, 12.298493, 11.527035, 9.649, 6.949142, 4.505701, 0.905819, 0.081212, 2.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 166, "item_id": "gsm8kpl-1142", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1181, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9639, "tf_agree_excl_first": 0.9697}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 35, 40, 35, 34, 33, 32, 35, 27, 37, 40, 47, 49, 41, 35, 51, 58, 39, 34, 24, 25, 29, 29, 31, 54, 47, 46, 48, 48, 43, 42, 38, 37, 48, 51, 45, 49, 42, 50, 46, 37, 34, 32, 29, 26, 22, 12, 15, 2, 2], "n_am_pl": [19, 46, 35, 33, 25, 28, 25, 24, 20, 28, 26, 19, 23, 23, 31, 26, 26, 24, 33, 37, 37, 35, 41, 42, 18, 20, 23, 25, 25, 27, 30, 20, 26, 16, 20, 19, 22, 22, 24, 33, 30, 31, 28, 33, 21, 34, 34, 30, 45, 49], "n_pos": 174, "sum_m_en": [15.789468, 8.171262, 8.809146, 9.138055, 9.742735, 9.510565, 9.320411, 9.531912, 9.756981, 10.306279, 10.38731, 10.543507, 11.237555, 11.191602, 11.276635, 11.375911, 11.484434, 11.174461, 10.027299, 9.441113, 8.929974, 8.383368, 8.207273, 7.928216, 17.163629, 16.781335, 15.506157, 15.298768, 16.157683, 15.830678, 15.150832, 14.988042, 14.820927, 14.56527, 15.484316, 15.742564, 16.361184, 16.592586, 18.134204, 22.973625, 22.572722, 22.531819, 23.358526, 23.072836, 24.326167, 21.352927, 13.26251, 14.508862, 3.056914, 2.00588], "sum_m_pl": [71.282538, 85.651055, 82.903386, 79.390992, 78.333778, 77.572979, 78.50412, 79.129856, 77.776651, 79.815563, 78.764284, 80.364465, 79.708859, 80.170413, 79.981868, 82.274279, 79.911468, 80.290583, 81.914436, 82.530421, 83.178203, 83.2794, 83.220467, 83.574861, 67.836118, 67.455173, 67.242223, 71.592409, 74.612557, 75.199723, 72.945552, 73.473361, 73.169184, 67.93868, 67.419789, 63.701959, 60.724312, 59.820022, 57.58493, 56.947393, 55.286031, 55.354352, 51.674032, 47.46537, 42.656721, 45.103537, 42.466821, 36.773781, 44.583091, 48.477336]}, "digit": {"n_am_en": [1, 9, 6, 4, 0, 2, 4, 5, 4, 7, 9, 10, 10, 5, 6, 7, 8, 10, 7, 2, 3, 6, 4, 6, 7, 8, 11, 9, 10, 10, 8, 6, 2, 6, 8, 6, 9, 8, 6, 6, 5, 4, 4, 3, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 7, 2, 5, 1, 3, 2, 1, 1, 5, 4, 5, 4, 3, 3, 4, 5, 3, 3, 8, 4, 2, 3, 2, 2, 2, 1, 3, 4, 2, 3, 4, 3, 1, 0, 1, 0, 1, 1, 2, 2, 1, 1, 2, 0, 1, 0, 1, 0, 0], "n_pos": 23, "sum_m_en": [1.901444, 1.025251, 0.965559, 0.972006, 1.011841, 1.015303, 1.069513, 1.181451, 1.218063, 1.296101, 1.272715, 1.258442, 1.401674, 1.428206, 1.40103, 1.427978, 1.480787, 1.557448, 1.30346, 1.214362, 1.09381, 1.017278, 1.008163, 0.982752, 1.84393, 1.997848, 2.0194, 2.058935, 2.217195, 2.074157, 2.042983, 1.975717, 1.769674, 1.758293, 1.856868, 1.985949, 2.054107, 1.896483, 1.984994, 2.6356, 2.589385, 2.296099, 1.84014, 2.155432, 1.684435, 1.806015, 0.696415, 0.715569, 0.050445, 2e-06], "sum_m_pl": [10.169965, 12.274375, 11.801007, 11.546017, 11.290476, 10.969298, 10.899546, 10.586878, 10.495027, 10.744002, 10.838437, 11.118392, 10.649675, 10.732229, 10.586294, 10.886912, 10.677057, 10.707738, 11.148156, 11.272583, 11.289414, 11.31932, 11.333631, 11.424192, 10.006325, 9.631758, 9.615795, 10.105044, 10.469441, 10.240001, 10.083048, 10.35983, 10.24058, 9.685465, 9.2909, 9.416868, 9.144959, 9.204834, 8.808589, 8.676694, 8.271397, 8.332398, 7.700011, 7.141696, 6.997218, 5.92706, 3.246719, 2.306965, 0.17354, 0.000787]}, "lang": {"n_am_en": [6, 3, 5, 12, 9, 16, 7, 13, 14, 14, 14, 13, 18, 17, 12, 20, 21, 15, 14, 11, 12, 9, 13, 14, 21, 20, 17, 21, 17, 14, 14, 14, 9, 14, 20, 14, 18, 16, 25, 21, 16, 15, 16, 12, 14, 14, 10, 9, 2, 2], "n_am_pl": [8, 13, 13, 11, 11, 7, 8, 4, 4, 6, 8, 8, 8, 6, 11, 8, 5, 6, 11, 9, 12, 14, 13, 12, 3, 4, 9, 6, 9, 8, 9, 7, 10, 5, 8, 7, 10, 9, 8, 12, 15, 13, 13, 20, 18, 23, 25, 26, 44, 49], "n_pos": 51, "sum_m_en": [4.530993, 2.39975, 2.569024, 3.08461, 3.113522, 3.067263, 2.961746, 2.982293, 3.070372, 3.111796, 3.047328, 3.241768, 3.360574, 3.342155, 3.47167, 3.421081, 3.369751, 3.22456, 2.975163, 2.799702, 2.700343, 2.521269, 2.452517, 2.363797, 5.446464, 5.519639, 5.159891, 4.858346, 4.695942, 4.718983, 4.538033, 4.378635, 4.75113, 5.028767, 5.25726, 5.84767, 5.789236, 6.596132, 7.929098, 9.966301, 10.55022, 10.472482, 10.944504, 10.613747, 13.085153, 12.096628, 8.909405, 8.049779, 2.441034, 2.005601], "sum_m_pl": [20.146559, 23.319408, 23.348799, 21.9091, 21.364702, 21.476808, 21.861808, 22.370693, 21.949048, 22.722062, 22.298626, 22.795773, 22.96455, 23.148597, 23.250803, 23.859916, 23.337627, 23.405493, 23.864695, 24.088809, 24.28641, 24.341227, 24.348446, 24.389994, 21.113474, 20.932273, 20.632725, 21.440127, 22.337861, 22.411698, 22.169574, 22.400236, 22.786763, 21.519862, 21.674807, 21.319342, 20.938734, 21.034506, 20.489587, 20.051823, 20.039202, 20.631991, 19.188661, 19.224917, 19.270476, 23.57853, 25.739028, 26.37773, 41.987715, 48.012258]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "gsm8kpl-1142", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1040, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9887, "tf_agree_excl_first": 0.9943}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [31, 24, 26, 27, 15, 11, 8, 10, 16, 15, 23, 22, 20, 30, 24, 26, 25, 25, 35, 37, 42, 45, 42, 38, 47, 53, 37, 47, 32, 37, 30, 31, 30, 39, 38, 40, 47, 36, 45, 48, 51, 51, 46, 46, 49, 50, 41, 41, 37, 36], "n_am_pl": [4, 15, 13, 11, 11, 11, 6, 13, 12, 17, 12, 15, 24, 14, 8, 7, 9, 7, 9, 6, 3, 4, 7, 7, 3, 4, 7, 2, 11, 9, 10, 7, 4, 6, 3, 4, 1, 1, 3, 2, 3, 2, 8, 7, 1, 0, 0, 0, 0, 1], "n_pos": 98, "sum_m_en": [12.141453, 6.1368, 5.778231, 5.253594, 5.499741, 5.412735, 5.438091, 5.564585, 5.751405, 5.955204, 6.055261, 6.460339, 6.918017, 6.939655, 6.692576, 6.088573, 6.103597, 5.780253, 5.423401, 5.156821, 4.895574, 4.659324, 4.538745, 4.560596, 16.836631, 16.245117, 14.009737, 12.665346, 11.744399, 10.354611, 9.877773, 9.999879, 10.103516, 11.406559, 12.498799, 13.444482, 18.298227, 18.739184, 22.273652, 25.741497, 27.620983, 31.827747, 33.788333, 35.498836, 40.725698, 42.351203, 39.99765, 41.589781, 38.184813, 36.076921], "sum_m_pl": [38.357867, 45.747365, 45.736063, 44.56439, 42.616582, 42.858642, 42.346891, 42.269992, 41.360574, 43.176442, 42.838131, 43.612804, 43.284803, 42.442425, 43.365072, 44.774448, 45.58544, 45.597331, 46.455092, 47.07694, 47.741027, 48.404497, 48.363571, 48.110428, 34.404928, 34.362228, 33.682303, 35.665659, 36.477018, 37.491167, 38.066025, 38.098918, 37.93039, 36.764163, 36.99037, 34.776817, 30.880907, 29.51261, 27.376659, 26.297087, 24.80233, 21.400692, 19.373312, 16.532518, 11.117733, 9.155107, 3.852105, 2.528262, 0.473506, 0.55566]}, "digit": {"n_am_en": [2, 5, 6, 5, 2, 0, 1, 0, 0, 1, 1, 2, 2, 2, 1, 1, 3, 1, 2, 4, 2, 3, 4, 4, 4, 6, 5, 6, 4, 4, 1, 0, 0, 1, 2, 3, 6, 4, 5, 4, 6, 5, 4, 3, 4, 2, 4, 1, 0, 0], "n_am_pl": [0, 2, 0, 0, 0, 0, 0, 2, 1, 2, 2, 3, 3, 1, 0, 1, 2, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 2, 1, 2, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.205989, 0.5941, 0.565117, 0.52929, 0.582632, 0.570349, 0.591721, 0.625777, 0.647107, 0.639825, 0.627894, 0.631359, 0.659576, 0.684505, 0.648281, 0.703655, 0.716598, 0.657791, 0.624833, 0.652132, 0.650038, 0.580528, 0.558129, 0.556192, 1.407199, 1.388244, 1.388491, 1.163834, 1.057171, 0.902237, 0.9137, 0.854567, 0.805187, 0.96923, 0.927652, 1.036973, 1.325026, 1.281901, 1.926178, 1.915345, 1.578715, 1.371615, 1.349678, 1.154293, 1.732394, 1.529632, 1.517389, 1.394173, 0.17815, 0.0], "sum_m_pl": [5.977551, 6.992868, 6.737565, 6.603311, 6.372798, 6.226605, 6.165369, 6.078724, 5.936164, 6.085155, 6.07106, 6.033734, 5.721996, 5.569885, 5.769149, 5.769285, 5.753381, 5.88803, 6.056356, 6.14651, 6.214513, 6.352812, 6.369377, 6.377804, 5.041022, 5.17861, 4.860373, 5.123406, 5.172423, 5.100369, 4.977662, 4.884269, 4.91112, 4.700393, 4.800784, 4.683439, 4.831143, 4.838712, 4.321478, 4.6189, 4.606355, 4.602069, 4.530672, 3.910312, 3.141201, 2.346054, 1.558781, 1.072055, 0.201028, 0.0]}, "lang": {"n_am_en": [13, 10, 8, 10, 6, 6, 4, 8, 8, 9, 11, 6, 9, 13, 11, 11, 10, 12, 19, 23, 27, 27, 24, 24, 26, 29, 21, 26, 18, 21, 17, 18, 18, 21, 21, 24, 25, 19, 24, 23, 26, 23, 25, 28, 29, 33, 31, 32, 35, 35], "n_am_pl": [1, 4, 4, 4, 3, 4, 2, 6, 5, 7, 4, 8, 9, 10, 2, 1, 2, 2, 1, 0, 0, 0, 0, 0, 1, 2, 2, 0, 5, 5, 3, 1, 0, 1, 0, 1, 0, 0, 2, 2, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [4.477188, 2.428202, 2.192924, 2.01519, 2.112625, 2.172536, 2.246334, 2.213304, 2.301534, 2.336635, 2.369841, 2.601776, 2.890449, 2.984656, 2.803452, 2.433289, 2.447303, 2.241322, 2.02588, 1.978457, 1.83943, 1.739117, 1.709068, 1.712658, 7.829432, 7.786711, 6.94318, 6.318068, 5.457474, 4.715199, 4.243994, 4.582546, 4.688488, 5.511412, 6.313305, 6.580186, 9.373283, 10.523624, 11.694769, 13.524757, 15.302932, 16.986457, 19.985763, 21.827584, 25.737782, 28.418853, 30.606616, 31.36133, 34.155843, 34.134585], "sum_m_pl": [14.144528, 16.19887, 16.174543, 15.795439, 15.174903, 15.210051, 14.876497, 15.246458, 14.959598, 15.575362, 15.455648, 15.906614, 16.040752, 15.89171, 16.261181, 17.119239, 17.356117, 17.485865, 17.638446, 17.72627, 17.887474, 18.087368, 18.016272, 17.938081, 13.717835, 13.662048, 13.198716, 13.713278, 13.941781, 14.512094, 14.877986, 14.744813, 14.996345, 14.805602, 14.549158, 14.188063, 12.41001, 11.566028, 11.064968, 10.272103, 8.952265, 7.059184, 5.446321, 4.332792, 2.204544, 1.572859, 0.926684, 0.351288, 0.035788, 0.015509]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "gsm8kpl-1143", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1143, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.9709, "tf_agree_excl_first": 0.9804}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [33, 45, 26, 19, 14, 26, 26, 23, 22, 29, 26, 30, 27, 32, 31, 32, 39, 34, 41, 34, 33, 35, 29, 42, 51, 46, 43, 50, 53, 42, 33, 39, 37, 49, 51, 50, 58, 50, 50, 55, 53, 53, 50, 42, 44, 37, 24, 12, 4, 1], "n_am_pl": [15, 22, 31, 29, 30, 24, 23, 24, 20, 18, 24, 19, 29, 26, 21, 22, 20, 23, 19, 19, 23, 26, 19, 16, 16, 14, 13, 12, 15, 20, 30, 24, 19, 14, 15, 16, 11, 6, 10, 11, 6, 9, 6, 8, 4, 6, 14, 15, 28, 38], "n_pos": 147, "sum_m_en": [13.089799, 7.078852, 7.3133, 7.537792, 7.850977, 7.734697, 7.888501, 7.929685, 8.181227, 8.412454, 8.521171, 9.002287, 9.581064, 9.591507, 9.597462, 8.816588, 8.731636, 8.302932, 7.706724, 7.518542, 7.186416, 6.977333, 6.763248, 6.671819, 19.989459, 19.172188, 17.313322, 16.799906, 15.862222, 14.479654, 14.063754, 13.848581, 13.433324, 14.706752, 15.36032, 17.196993, 20.863403, 21.304795, 24.22332, 27.169642, 28.394042, 29.871888, 27.927811, 27.743067, 32.185493, 25.309958, 18.230966, 13.922639, 5.116066, 1.030174], "sum_m_pl": [60.817535, 71.69061, 69.212836, 66.490956, 64.888096, 64.766286, 65.771966, 65.361878, 63.944607, 65.489419, 64.815103, 65.010522, 65.665711, 65.104616, 66.533634, 68.47419, 69.381033, 69.480395, 70.792161, 71.51979, 71.628563, 71.688028, 71.478757, 71.20647, 53.517598, 52.710967, 51.806958, 54.971968, 57.644559, 60.21499, 60.063833, 60.761864, 60.764339, 57.242429, 57.358099, 53.970574, 48.323998, 47.34335, 45.021638, 44.453708, 42.223632, 38.876595, 37.355587, 32.42556, 23.026233, 21.206995, 21.462959, 18.744704, 30.378017, 37.667007]}, "digit": {"n_am_en": [1, 11, 9, 5, 0, 3, 6, 4, 2, 4, 4, 5, 4, 2, 4, 5, 4, 9, 6, 6, 8, 7, 4, 7, 7, 8, 9, 9, 5, 7, 3, 3, 2, 6, 5, 6, 10, 8, 6, 8, 7, 5, 5, 3, 3, 3, 5, 1, 1, 1], "n_am_pl": [0, 4, 3, 2, 2, 2, 0, 0, 1, 2, 3, 3, 1, 2, 0, 1, 0, 0, 1, 1, 0, 3, 2, 2, 2, 1, 1, 0, 1, 1, 7, 5, 3, 2, 0, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 3, 0, 0], "n_pos": 19, "sum_m_en": [1.650123, 0.838626, 0.810095, 0.813789, 0.833709, 0.8197, 0.93788, 0.989185, 1.040477, 1.027085, 1.071327, 1.057673, 1.161262, 1.13332, 1.083821, 1.060189, 1.094283, 1.046997, 0.949433, 0.975929, 0.922242, 0.864113, 0.845689, 0.834222, 2.484097, 2.428229, 2.245491, 2.175801, 1.862545, 1.531552, 1.54445, 1.50399, 1.340818, 1.471175, 1.467094, 1.775296, 1.998186, 1.891499, 2.688911, 3.034458, 3.038431, 2.416153, 2.177355, 1.790107, 2.729807, 1.869262, 1.890517, 1.620072, 0.728575, 0.729706], "sum_m_pl": [8.751809, 10.288941, 9.928247, 9.52076, 9.150003, 9.109553, 8.955696, 8.753813, 8.557442, 8.703874, 8.774905, 8.723959, 8.477957, 8.430315, 8.512718, 8.541397, 8.689476, 8.838351, 9.075834, 9.219781, 9.247917, 9.297478, 9.305484, 9.295719, 7.307588, 7.337902, 7.166547, 7.449021, 7.768527, 7.903952, 7.740592, 7.601258, 7.637927, 7.249637, 7.298425, 7.198398, 7.144509, 7.258053, 6.604285, 6.811991, 6.56335, 6.843976, 6.738252, 5.675205, 4.10404, 3.715641, 3.53898, 3.066491, 0.374468, 3.5e-05]}, "lang": {"n_am_en": [12, 9, 6, 4, 6, 4, 6, 5, 2, 6, 5, 3, 4, 7, 6, 8, 10, 6, 13, 11, 9, 10, 11, 12, 13, 14, 13, 16, 19, 13, 10, 15, 14, 17, 19, 17, 15, 15, 15, 17, 15, 16, 17, 14, 17, 15, 7, 4, 2, 0], "n_am_pl": [4, 6, 4, 8, 8, 7, 3, 4, 3, 2, 3, 2, 10, 8, 5, 7, 5, 7, 2, 5, 7, 6, 4, 5, 8, 7, 3, 5, 1, 6, 8, 6, 3, 4, 5, 3, 2, 4, 5, 5, 2, 3, 2, 5, 3, 3, 6, 11, 28, 38], "n_pos": 39, "sum_m_en": [3.354364, 1.923587, 1.969424, 1.965885, 1.999074, 1.959324, 1.925201, 1.987959, 2.0509, 2.138518, 2.211911, 2.377041, 2.491807, 2.473895, 2.505517, 2.280307, 2.255741, 2.108847, 2.022547, 1.927758, 1.845051, 1.760205, 1.708253, 1.694326, 5.053714, 4.813209, 4.290875, 4.017872, 4.026257, 3.671093, 3.759393, 3.784098, 3.813423, 4.00043, 4.263489, 4.835127, 6.960305, 7.260258, 6.982343, 9.031659, 9.753875, 11.031719, 10.429489, 10.629261, 13.435416, 10.914515, 5.956509, 3.892681, 2.067918, 0.298565], "sum_m_pl": [16.345569, 18.823983, 18.025322, 17.268745, 17.169616, 16.968356, 17.404283, 17.377714, 17.29589, 17.619678, 17.256653, 17.375367, 17.422528, 17.536359, 18.074182, 18.766456, 18.969396, 19.039504, 19.143451, 19.46496, 19.539463, 19.575098, 19.468924, 19.392028, 16.718901, 15.910098, 15.206407, 16.231805, 16.271906, 17.065518, 16.916297, 17.065654, 17.509463, 16.674466, 16.948295, 16.441579, 14.720774, 14.644221, 14.511498, 13.709119, 12.931649, 11.660229, 11.40883, 10.219277, 7.712954, 6.381769, 7.47074, 9.923301, 28.233742, 37.388429]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "gsm8kpl-1143", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1002, "region_end": 147, "roundtrip_ok": true, "tf_agree": 0.9671, "tf_agree_excl_first": 0.9735}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [70, 68, 55, 48, 50, 40, 30, 36, 38, 61, 52, 65, 61, 61, 66, 54, 47, 41, 42, 46, 44, 45, 42, 41, 81, 83, 64, 65, 85, 74, 56, 62, 69, 72, 61, 65, 70, 76, 75, 80, 90, 93, 83, 81, 76, 79, 78, 86, 74, 73], "n_am_pl": [5, 23, 28, 27, 17, 27, 28, 20, 21, 22, 17, 21, 35, 27, 20, 28, 19, 23, 22, 33, 34, 44, 48, 44, 14, 23, 25, 26, 22, 26, 33, 31, 23, 26, 38, 25, 15, 11, 8, 11, 12, 7, 6, 12, 7, 2, 6, 3, 1, 1], "n_pos": 205, "sum_m_en": [23.065934, 11.597846, 11.021841, 10.699619, 11.076545, 11.556019, 11.256309, 11.65252, 12.447791, 12.411549, 13.43347, 13.783756, 14.657213, 15.119401, 14.269025, 13.024266, 12.788082, 12.728565, 11.453581, 10.720071, 10.062174, 9.402133, 9.087665, 8.94736, 21.443375, 23.458687, 21.914498, 20.743268, 20.677456, 20.032708, 18.164418, 18.478182, 18.622815, 18.281945, 21.121081, 23.121635, 29.297326, 33.075167, 38.144466, 44.155013, 50.64528, 55.028324, 60.377003, 62.976487, 67.984751, 72.305878, 77.396416, 85.774944, 74.619686, 72.504815], "sum_m_pl": [77.807531, 99.59535, 97.471416, 95.336446, 92.497027, 91.65704, 93.082865, 92.65942, 91.988568, 95.111425, 94.008971, 95.577095, 96.945875, 95.276565, 94.90498, 96.25166, 95.595819, 96.42418, 98.648057, 101.221161, 101.684422, 101.98357, 102.236842, 102.233427, 83.312755, 80.992802, 79.84422, 86.277547, 86.730557, 88.533417, 90.976024, 90.048441, 91.3168, 87.281884, 82.404134, 77.170275, 66.595177, 62.607242, 56.09481, 54.23254, 50.45302, 43.25626, 37.576873, 32.946632, 24.760293, 18.275673, 11.112354, 5.75212, 1.382998, 1.000371]}, "digit": {"n_am_en": [14, 14, 13, 5, 6, 4, 0, 3, 1, 5, 5, 6, 6, 6, 7, 5, 6, 5, 8, 4, 4, 4, 4, 6, 12, 11, 9, 7, 8, 6, 3, 5, 3, 2, 2, 1, 4, 4, 3, 1, 4, 2, 3, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 4, 7, 2, 8, 6, 5, 6, 7, 4, 9, 5, 5, 9, 12, 7, 6, 7, 7, 8, 9, 6, 5, 2, 3, 7, 5, 4, 7, 7, 7, 2, 3, 6, 4, 2, 1, 2, 3, 5, 2, 2, 8, 4, 1, 2, 1, 0, 0], "n_pos": 34, "sum_m_en": [3.30166, 1.552259, 1.503245, 1.477852, 1.545154, 1.598043, 1.664492, 1.76986, 1.802676, 1.808084, 1.979928, 1.968722, 2.084089, 2.107602, 1.894445, 1.841154, 1.834819, 1.84611, 1.654253, 1.572346, 1.518416, 1.450746, 1.403338, 1.37758, 2.875465, 3.067795, 2.929001, 2.87278, 2.716652, 2.395858, 2.375792, 2.286358, 2.153208, 2.032256, 2.173665, 2.191347, 2.279112, 2.16101, 2.242683, 2.220061, 2.241841, 2.203504, 2.169211, 2.05055, 2.095, 1.584357, 0.944175, 0.71416, 0.118448, 0.0], "sum_m_pl": [15.039275, 18.069515, 17.150184, 16.657313, 15.931936, 15.505856, 15.644932, 15.433737, 15.403424, 16.244583, 16.014135, 16.154661, 16.065776, 15.76987, 16.13566, 16.371643, 16.197325, 16.197575, 16.531386, 16.853369, 16.677767, 16.830651, 16.903408, 16.96807, 14.222886, 13.749664, 13.529127, 14.382534, 14.799239, 14.82565, 14.868672, 14.777974, 14.992402, 14.283777, 13.882829, 13.261931, 13.123307, 12.622145, 11.829813, 11.928455, 12.110723, 11.509287, 11.517566, 10.655191, 10.088454, 6.929896, 4.582508, 2.413104, 0.279318, 0.0]}, "lang": {"n_am_en": [27, 28, 24, 20, 20, 22, 18, 18, 21, 31, 23, 32, 31, 27, 26, 20, 22, 20, 17, 23, 24, 25, 21, 22, 39, 41, 31, 29, 37, 36, 28, 28, 34, 38, 32, 35, 38, 42, 49, 50, 50, 54, 51, 53, 53, 53, 59, 65, 69, 71], "n_am_pl": [2, 5, 8, 5, 9, 7, 9, 5, 8, 5, 7, 7, 13, 12, 8, 9, 5, 6, 6, 13, 14, 20, 22, 17, 7, 8, 11, 13, 10, 8, 9, 10, 12, 15, 17, 11, 8, 6, 3, 5, 5, 3, 3, 3, 2, 1, 1, 1, 1, 1], "n_pos": 74, "sum_m_en": [9.717875, 4.645876, 4.309693, 4.068054, 4.213541, 4.680521, 4.459215, 4.3512, 4.814293, 4.677206, 5.119291, 5.311108, 5.73359, 5.99889, 5.572483, 4.921052, 4.94712, 4.990742, 4.445825, 4.129044, 3.748204, 3.464576, 3.337106, 3.261325, 9.268559, 10.889634, 9.575053, 8.813559, 8.741388, 8.702296, 7.651968, 7.938837, 7.928885, 8.181486, 9.729774, 11.346596, 14.372986, 16.65926, 20.66304, 24.146313, 28.63067, 33.334751, 38.19593, 40.616691, 46.15708, 48.190686, 56.033485, 63.955631, 68.542732, 70.436039], "sum_m_pl": [25.145066, 34.391506, 34.28423, 33.752448, 32.877037, 32.299167, 32.728941, 33.391338, 33.223754, 34.124673, 33.718633, 34.623011, 35.421984, 34.799356, 34.548879, 34.908914, 34.705623, 34.955201, 35.658616, 36.710437, 37.197123, 37.321817, 37.307591, 37.319128, 31.161706, 30.040227, 30.051579, 32.029084, 32.156689, 32.965614, 34.043811, 33.412973, 34.096873, 33.669061, 31.571244, 29.92388, 25.835007, 24.742149, 22.112984, 20.722377, 18.828429, 15.2998, 13.061882, 11.833032, 7.924126, 5.491096, 2.60036, 1.244483, 0.952081, 1.000096]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 209, "item_id": "gsm8kpl-1146", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1180, "region_end": 205, "roundtrip_ok": true, "tf_agree": 0.9761, "tf_agree_excl_first": 0.9808}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [66, 56, 50, 53, 52, 55, 47, 51, 41, 65, 54, 73, 65, 55, 62, 65, 67, 49, 43, 39, 44, 48, 51, 39, 82, 83, 75, 69, 72, 79, 65, 60, 58, 57, 60, 62, 51, 54, 54, 53, 57, 61, 60, 56, 56, 41, 27, 18, 11, 8], "n_am_pl": [21, 64, 57, 49, 48, 40, 29, 41, 28, 37, 51, 45, 61, 46, 36, 36, 36, 45, 71, 77, 72, 76, 77, 76, 39, 26, 43, 42, 47, 48, 45, 33, 43, 45, 37, 40, 23, 23, 24, 24, 26, 30, 22, 19, 18, 20, 30, 39, 59, 65], "n_pos": 270, "sum_m_en": [24.186502, 12.320206, 13.097608, 13.560823, 13.913677, 13.994309, 14.434696, 14.4435, 15.167193, 15.092428, 15.717159, 16.762152, 17.698151, 18.702633, 18.34929, 16.87931, 17.083917, 17.231837, 15.200497, 14.056291, 13.035207, 12.309044, 11.972313, 11.590085, 23.096441, 25.223031, 24.020918, 23.222695, 25.068092, 24.974045, 22.982444, 22.938444, 22.342176, 21.475845, 23.869639, 23.872315, 25.189013, 25.489696, 27.684254, 30.208306, 30.949792, 33.301396, 42.719081, 43.105686, 46.618407, 36.806847, 24.420521, 21.985162, 11.103682, 8.32694], "sum_m_pl": [111.522638, 135.142478, 131.626299, 127.535534, 125.926931, 122.391329, 124.578154, 124.382648, 123.16642, 126.559877, 124.038483, 124.546612, 127.114832, 124.545702, 123.44008, 126.359997, 126.025741, 127.922579, 132.272439, 134.82179, 135.175529, 134.847478, 134.548855, 134.580652, 113.438707, 109.118705, 107.000174, 113.464471, 114.050152, 116.00557, 118.572438, 116.100475, 114.435427, 106.754168, 100.672116, 97.170558, 87.0493, 83.150174, 78.61547, 79.295579, 77.768363, 74.964933, 63.191689, 58.895033, 45.803443, 44.744154, 41.228311, 40.28398, 59.999957, 63.813649]}, "digit": {"n_am_en": [7, 16, 13, 12, 5, 6, 5, 4, 1, 8, 11, 14, 7, 7, 14, 16, 11, 7, 8, 10, 7, 8, 10, 6, 13, 11, 14, 9, 16, 12, 8, 6, 4, 7, 5, 3, 2, 2, 2, 3, 3, 3, 5, 3, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 5, 6, 6, 3, 4, 1, 3, 5, 8, 6, 1, 6, 4, 3, 6, 6, 3, 9, 7, 11, 9, 7, 10, 5, 4, 1, 3, 3, 8, 9, 3, 5, 6, 5, 5, 3, 3, 2, 2, 1, 2, 2, 3, 2, 0, 1, 0, 0, 0], "n_pos": 39, "sum_m_en": [3.414105, 1.739154, 1.726355, 1.719229, 1.736622, 1.69338, 1.836045, 1.956024, 1.956813, 1.96108, 2.092883, 2.191791, 2.328321, 2.531643, 2.464057, 2.315288, 2.295775, 2.496655, 2.13669, 1.935221, 1.765424, 1.655208, 1.609304, 1.561095, 2.991109, 3.693623, 3.608733, 3.430817, 3.569439, 3.317922, 3.128162, 3.021906, 2.738728, 2.630775, 2.792032, 2.713682, 2.306164, 2.276138, 2.403763, 2.603948, 2.371891, 2.3517, 2.38459, 2.190378, 2.137563, 1.746681, 0.947522, 0.813858, 0.287998, 0.33604], "sum_m_pl": [17.853486, 20.969055, 20.203301, 19.697168, 19.343433, 19.068634, 18.863246, 18.423542, 18.270689, 18.853677, 18.892787, 19.152204, 19.088757, 18.711315, 18.746863, 19.052931, 18.908286, 18.808361, 19.740866, 19.91517, 19.894764, 19.93522, 19.937344, 19.961218, 17.709687, 16.331025, 16.277834, 17.199787, 17.593181, 17.83684, 17.796959, 17.378337, 17.642061, 16.314147, 15.504961, 15.028679, 13.442758, 12.512686, 11.708839, 12.189819, 11.993328, 12.596026, 11.803396, 10.638159, 10.289258, 7.639938, 4.483363, 2.916526, 0.366422, 5e-06]}, "lang": {"n_am_en": [21, 12, 9, 7, 12, 19, 16, 20, 14, 26, 17, 20, 18, 13, 16, 20, 19, 17, 13, 9, 12, 14, 16, 17, 23, 25, 28, 27, 19, 26, 19, 20, 19, 24, 30, 28, 26, 26, 26, 18, 23, 23, 25, 25, 25, 22, 13, 9, 9, 8], "n_am_pl": [8, 19, 17, 17, 16, 6, 6, 13, 9, 8, 14, 13, 18, 15, 10, 9, 9, 17, 20, 24, 24, 25, 23, 19, 18, 11, 16, 14, 12, 12, 13, 9, 13, 14, 8, 14, 10, 11, 13, 10, 10, 13, 12, 12, 12, 12, 20, 29, 56, 65], "n_pos": 73, "sum_m_en": [6.29181, 3.462822, 3.711101, 4.043835, 3.982216, 4.04818, 4.48833, 4.13578, 4.349631, 4.296931, 4.446251, 4.964822, 5.24292, 5.478533, 5.275995, 4.896109, 5.060082, 4.798645, 4.253062, 3.982682, 3.707091, 3.460569, 3.332891, 3.224788, 7.397077, 7.865798, 7.747179, 7.414435, 8.11884, 8.142511, 7.099214, 7.317981, 7.276273, 7.208672, 8.198131, 8.533717, 9.773054, 10.960934, 11.953126, 12.346632, 13.545977, 16.685144, 17.362162, 17.598162, 20.585231, 18.490739, 12.335833, 9.753855, 9.035768, 7.990181], "sum_m_pl": [27.975025, 34.566124, 33.960164, 32.672088, 32.435406, 31.406244, 32.001313, 32.766657, 32.779805, 33.833504, 32.851569, 32.642805, 33.634539, 33.543797, 33.54446, 34.40147, 34.314358, 35.140422, 36.181469, 36.888846, 37.000128, 36.80279, 36.631706, 36.654807, 32.694564, 31.363681, 30.241937, 31.726641, 30.933409, 31.84602, 33.605052, 33.355041, 33.564139, 32.812406, 31.039019, 30.557769, 28.198471, 27.010298, 25.805411, 25.644408, 24.961417, 23.07083, 20.439642, 20.970334, 15.770656, 15.972643, 19.401159, 22.993052, 54.513565, 62.874874]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 274, "item_id": "gsm8kpl-1146", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1039, "region_end": 270, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9927}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [25, 21, 19, 15, 9, 6, 4, 7, 4, 6, 9, 20, 13, 18, 21, 14, 16, 18, 19, 17, 12, 14, 18, 17, 28, 29, 17, 21, 16, 14, 16, 12, 18, 22, 30, 26, 30, 27, 32, 34, 35, 34, 33, 31, 31, 31, 26, 26, 24, 20], "n_am_pl": [2, 12, 9, 11, 10, 13, 6, 10, 4, 9, 7, 10, 15, 9, 14, 11, 13, 13, 9, 18, 18, 17, 17, 16, 7, 8, 14, 10, 12, 16, 13, 18, 17, 12, 12, 10, 11, 5, 5, 3, 4, 1, 3, 3, 2, 2, 2, 1, 0, 1], "n_pos": 77, "sum_m_en": [9.998622, 4.273192, 4.047541, 3.949197, 4.0254, 3.961534, 3.931536, 4.203111, 4.520472, 4.773161, 4.735848, 5.298362, 5.57575, 5.629792, 5.499954, 5.432692, 5.270912, 5.486535, 4.870785, 4.402492, 4.154429, 3.860976, 3.711744, 3.695925, 9.265834, 9.526227, 8.275468, 7.415268, 7.569705, 7.371706, 6.615044, 6.661826, 6.784223, 6.512146, 7.251519, 9.096727, 12.975268, 14.621622, 16.645194, 20.06047, 20.105094, 25.057684, 26.717511, 26.785507, 27.7382, 29.59432, 26.308465, 25.35769, 23.587702, 19.729264], "sum_m_pl": [29.213846, 36.785773, 36.300724, 34.883868, 34.359546, 33.869122, 32.593236, 32.000572, 31.254028, 32.720563, 32.215064, 33.702493, 33.456717, 33.19255, 32.833279, 35.195942, 35.460513, 35.395888, 36.015984, 37.082752, 37.422712, 37.695026, 37.669587, 37.746552, 29.181356, 28.520409, 29.171796, 32.483298, 33.044147, 33.368851, 34.072941, 33.78683, 34.477785, 34.332597, 34.410015, 30.620369, 25.436819, 23.817539, 22.778659, 20.966367, 20.295294, 14.750024, 13.773563, 12.020517, 8.732851, 6.22032, 4.176762, 2.142215, 0.453476, 0.567336]}, "digit": {"n_am_en": [1, 6, 6, 2, 4, 1, 3, 3, 1, 1, 3, 6, 1, 4, 4, 3, 2, 3, 3, 1, 1, 3, 5, 4, 4, 7, 3, 6, 3, 4, 1, 2, 0, 2, 4, 3, 4, 5, 4, 4, 4, 4, 3, 3, 3, 1, 3, 2, 0, 0], "n_am_pl": [0, 0, 1, 2, 4, 0, 2, 4, 1, 1, 1, 2, 5, 2, 4, 2, 5, 5, 4, 7, 5, 5, 3, 3, 0, 1, 0, 0, 3, 2, 2, 5, 4, 0, 0, 1, 1, 2, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.478235, 0.70677, 0.688265, 0.672532, 0.717661, 0.740976, 0.802057, 0.878337, 0.894466, 0.913432, 0.888833, 1.014428, 1.033099, 1.045674, 0.937675, 1.003286, 1.021328, 1.136008, 1.000003, 0.88811, 0.790321, 0.732432, 0.70401, 0.686332, 1.610781, 1.497686, 1.398025, 1.303717, 1.33777, 1.26944, 1.205479, 1.222529, 1.07345, 1.041253, 1.146638, 1.276966, 1.596133, 1.398853, 1.372592, 1.265665, 1.27718, 1.182972, 1.156719, 1.218696, 1.056814, 1.286115, 1.379772, 1.1694, 0.16736, 0.0], "sum_m_pl": [7.152464, 8.568236, 8.371272, 7.943937, 7.709134, 7.500811, 7.285781, 7.070555, 7.108223, 7.296774, 7.21388, 7.411663, 7.159164, 7.051621, 7.059903, 7.560392, 7.668321, 7.568196, 7.837943, 7.972609, 8.025651, 8.074917, 8.073994, 8.140854, 6.983676, 6.795095, 6.708759, 7.416077, 7.412821, 7.325789, 7.201797, 7.0596, 7.120683, 7.268731, 7.183084, 6.872161, 6.104328, 6.350507, 6.302079, 6.430011, 6.283419, 5.927524, 5.710758, 4.963419, 4.044666, 2.956787, 2.737889, 1.285072, 0.142224, 0.0]}, "lang": {"n_am_en": [5, 1, 4, 4, 0, 1, 0, 1, 1, 1, 4, 4, 3, 4, 6, 2, 4, 7, 7, 6, 3, 4, 5, 6, 9, 9, 6, 4, 6, 2, 5, 3, 8, 9, 13, 13, 13, 13, 17, 15, 15, 15, 16, 16, 17, 18, 16, 19, 19, 19], "n_am_pl": [1, 3, 5, 3, 2, 4, 0, 1, 1, 5, 3, 4, 5, 1, 5, 5, 4, 6, 3, 7, 7, 5, 5, 4, 3, 4, 7, 5, 5, 6, 3, 4, 3, 4, 5, 2, 3, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.307075, 1.060915, 1.052449, 0.971944, 0.905685, 0.98361, 1.011512, 1.052617, 1.188818, 1.217955, 1.227724, 1.405055, 1.471109, 1.471961, 1.531769, 1.511352, 1.412507, 1.535378, 1.342826, 1.245972, 1.201778, 1.12103, 1.057622, 1.108848, 3.562475, 3.631304, 2.825632, 2.457677, 2.312117, 2.220635, 1.992216, 2.013421, 2.190516, 2.182707, 2.363034, 3.596812, 4.893348, 5.46461, 7.708326, 9.580177, 10.185607, 13.223363, 14.444555, 14.988474, 16.554294, 17.036417, 16.89007, 18.351394, 19.126805, 18.562313], "sum_m_pl": [7.026593, 9.304726, 9.09183, 8.862916, 8.96474, 8.75784, 8.256956, 8.135259, 8.003509, 8.46099, 8.459287, 8.752063, 8.913086, 8.965294, 8.871106, 9.269045, 9.288802, 9.235568, 9.271669, 9.62415, 9.705101, 9.791901, 9.78094, 9.717297, 7.090155, 6.948434, 7.980523, 8.314025, 8.526184, 8.584884, 8.933743, 8.81026, 9.348927, 9.532037, 9.802206, 8.590554, 7.267504, 6.707261, 5.405992, 4.156399, 3.908976, 1.808733, 1.240635, 1.095203, 0.587808, 0.398504, 0.18219, 0.159471, 0.006649, 0.000314]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 81, "item_id": "gsm8kpl-1150", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1147, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.975}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [12, 13, 13, 9, 7, 4, 5, 6, 1, 2, 8, 12, 10, 10, 13, 8, 13, 12, 12, 12, 11, 10, 8, 10, 18, 18, 10, 12, 17, 7, 9, 5, 6, 12, 8, 13, 16, 16, 12, 18, 19, 19, 19, 15, 12, 12, 7, 7, 0, 0], "n_am_pl": [2, 15, 8, 8, 14, 21, 12, 8, 7, 8, 8, 12, 15, 12, 11, 14, 12, 9, 11, 14, 19, 15, 17, 18, 10, 7, 6, 8, 14, 18, 17, 14, 14, 12, 15, 9, 8, 6, 9, 8, 8, 5, 2, 4, 4, 8, 4, 10, 15, 18], "n_pos": 61, "sum_m_en": [6.120288, 3.007629, 2.893132, 2.794549, 2.953656, 2.909103, 2.996055, 3.144388, 3.261691, 3.471788, 3.474907, 3.895713, 4.143111, 4.147623, 3.947384, 3.938536, 3.782589, 3.88972, 3.455325, 3.159736, 2.971838, 2.770728, 2.720198, 2.65043, 5.471261, 5.711523, 5.465396, 5.277194, 5.627389, 5.165737, 4.705441, 4.424658, 4.184722, 4.204405, 4.681477, 5.536564, 6.701874, 8.046911, 7.996536, 8.897048, 8.782339, 12.488564, 13.669059, 12.929991, 11.035129, 10.953436, 5.407203, 4.727798, 0.728266, 0.120469], "sum_m_pl": [24.853748, 29.860888, 29.165602, 28.182612, 27.569082, 27.407742, 26.512846, 25.533052, 25.108137, 26.096421, 25.432657, 26.707411, 26.764674, 26.227039, 26.480809, 28.533168, 28.948702, 29.012508, 29.67407, 30.427458, 30.656483, 30.70441, 30.481894, 30.781827, 25.081845, 24.486341, 24.180393, 26.792096, 27.856963, 28.185256, 27.858063, 27.604995, 28.310168, 27.404081, 27.210604, 24.430589, 22.410508, 21.641842, 21.615017, 20.961577, 20.038488, 16.430326, 15.087105, 12.904428, 11.587576, 13.791785, 10.858334, 11.583337, 15.124496, 17.449728]}, "digit": {"n_am_en": [1, 3, 5, 3, 3, 2, 2, 1, 0, 1, 3, 7, 4, 2, 4, 1, 4, 3, 4, 5, 3, 4, 3, 4, 6, 6, 4, 5, 5, 3, 2, 1, 1, 1, 1, 1, 4, 2, 2, 3, 2, 2, 1, 1, 0, 2, 1, 2, 0, 0], "n_am_pl": [0, 1, 1, 0, 4, 4, 3, 4, 1, 2, 2, 2, 2, 3, 5, 6, 5, 5, 5, 3, 7, 4, 5, 4, 2, 1, 0, 3, 6, 5, 8, 6, 3, 1, 3, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.36404, 0.658577, 0.630638, 0.609742, 0.678727, 0.692519, 0.793983, 0.82163, 0.841827, 0.866017, 0.851667, 0.99558, 1.00883, 1.026245, 0.938165, 1.028009, 1.012492, 1.126858, 0.98771, 0.862732, 0.772878, 0.712382, 0.688407, 0.663818, 1.448153, 1.485325, 1.509994, 1.349808, 1.38857, 1.296252, 1.185895, 1.168872, 0.979131, 0.989591, 1.06861, 1.134126, 1.547213, 1.594729, 1.407762, 1.23172, 1.299873, 1.253563, 1.19702, 1.042086, 0.811674, 1.647065, 1.309283, 1.463494, 0.032776, 0.0], "sum_m_pl": [7.222039, 8.698804, 8.473268, 7.95163, 7.629962, 7.478259, 7.167325, 6.787938, 6.871127, 7.117328, 7.017023, 7.271275, 7.189794, 6.985471, 7.124577, 7.614897, 7.803019, 7.720358, 8.032748, 8.168396, 8.198753, 8.230726, 8.189057, 8.289722, 7.232721, 7.136261, 7.078196, 7.687612, 7.961838, 7.784121, 7.722879, 7.618594, 7.731414, 7.479299, 7.303618, 6.988653, 6.487125, 6.642706, 6.693059, 6.810141, 6.550592, 6.374951, 6.184025, 5.560202, 4.568778, 3.174801, 2.669868, 1.163549, 0.095329, 0.0]}, "lang": {"n_am_en": [6, 6, 5, 2, 3, 2, 1, 1, 1, 1, 3, 3, 3, 3, 4, 4, 4, 5, 6, 5, 5, 4, 4, 5, 9, 5, 2, 3, 6, 3, 4, 1, 4, 7, 5, 9, 7, 10, 9, 12, 12, 14, 15, 13, 11, 9, 6, 5, 0, 0], "n_am_pl": [1, 4, 2, 4, 4, 4, 2, 1, 3, 3, 2, 4, 8, 6, 3, 6, 6, 4, 5, 6, 7, 4, 4, 5, 5, 6, 5, 4, 6, 5, 5, 6, 7, 5, 5, 3, 4, 3, 4, 5, 5, 2, 2, 2, 2, 7, 3, 9, 15, 18], "n_pos": 19, "sum_m_en": [1.845405, 0.983942, 0.959498, 0.929202, 0.93885, 0.938418, 0.956026, 0.965941, 1.006334, 1.05713, 1.107362, 1.253527, 1.33397, 1.358156, 1.338124, 1.250596, 1.230405, 1.217549, 1.144128, 1.057029, 0.9846, 0.899575, 0.879241, 0.852895, 2.105932, 2.069896, 1.91156, 1.751383, 1.917594, 1.767456, 1.700562, 1.605812, 1.574539, 1.699206, 1.910099, 2.815951, 3.590906, 5.042235, 5.056153, 5.837318, 5.87645, 9.973859, 10.846818, 10.449024, 8.956751, 7.853845, 3.838704, 3.080299, 0.587748, 0.120468], "sum_m_pl": [7.61486, 8.985696, 8.836218, 8.43418, 8.446771, 8.377089, 8.118509, 7.942052, 7.736575, 7.994485, 7.902097, 8.358095, 8.519406, 8.32288, 8.503916, 9.203354, 9.130249, 9.261275, 9.290074, 9.64951, 9.720101, 9.748916, 9.667357, 9.777721, 8.620376, 8.412312, 8.554138, 8.975213, 9.010929, 9.137462, 9.183675, 9.075486, 9.465505, 9.31406, 9.205031, 8.274873, 7.779214, 7.18959, 7.532252, 6.94052, 6.882216, 3.935712, 3.576518, 3.5088, 4.030459, 7.776724, 6.013367, 8.819447, 14.247675, 17.440067]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 65, "item_id": "gsm8kpl-1150", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1006, "region_end": 61, "roundtrip_ok": true, "tf_agree": 0.9538, "tf_agree_excl_first": 0.9688}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [30, 15, 11, 12, 11, 13, 9, 9, 9, 13, 14, 14, 21, 17, 21, 25, 22, 18, 21, 19, 23, 24, 23, 25, 34, 30, 32, 30, 25, 23, 26, 17, 30, 28, 27, 26, 30, 28, 31, 39, 38, 38, 42, 36, 36, 38, 39, 40, 37, 33], "n_am_pl": [6, 6, 14, 13, 7, 10, 9, 8, 5, 7, 4, 6, 9, 7, 5, 5, 3, 5, 2, 2, 6, 5, 5, 5, 3, 3, 2, 4, 7, 6, 12, 12, 10, 9, 5, 10, 4, 7, 11, 6, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1], "n_pos": 69, "sum_m_en": [7.901697, 3.655242, 3.67085, 3.483404, 3.591065, 3.596616, 3.663138, 3.73832, 4.0876, 4.231687, 4.57648, 4.637035, 5.535787, 5.507548, 5.637626, 5.030631, 4.804785, 4.969311, 4.529291, 4.172665, 3.959353, 3.70683, 3.596921, 3.454534, 11.776499, 11.977481, 11.406695, 9.671385, 9.067619, 8.226258, 7.721662, 7.418611, 8.002218, 8.75165, 8.874248, 8.93094, 11.697236, 10.919495, 13.489666, 17.485825, 19.076057, 21.775674, 24.701879, 26.178869, 30.091609, 32.671651, 36.033325, 36.675002, 36.006984, 33.311144], "sum_m_pl": [26.138906, 32.419507, 31.169553, 30.942577, 30.341254, 30.350465, 29.530273, 28.933049, 28.285747, 29.804525, 29.404538, 30.105344, 29.806848, 28.762157, 29.45236, 30.632008, 30.503374, 29.680184, 30.422483, 30.876548, 31.521625, 31.985643, 31.863826, 32.040177, 21.748484, 22.552884, 21.313419, 23.542976, 25.173542, 26.050223, 26.612315, 26.583072, 26.536996, 25.193588, 25.066019, 24.30212, 20.714988, 19.965503, 19.310582, 17.065439, 15.363985, 12.899156, 11.721652, 8.850761, 5.708491, 5.735586, 2.97314, 2.659732, 1.30591, 0.968186]}, "digit": {"n_am_en": [0, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 2, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.369097, 0.18353, 0.167546, 0.169383, 0.164072, 0.168594, 0.182625, 0.205302, 0.218411, 0.23276, 0.237546, 0.216995, 0.257514, 0.24407, 0.22955, 0.213867, 0.220851, 0.217914, 0.205541, 0.211773, 0.207329, 0.186105, 0.179549, 0.179536, 0.324474, 0.317972, 0.438286, 0.412732, 0.437393, 0.410147, 0.379414, 0.324415, 0.282187, 0.301172, 0.261256, 0.297694, 0.283942, 0.215189, 0.180742, 0.186609, 0.17575, 0.184577, 0.186193, 0.129358, 0.045145, 0.034015, 0.00409, 0.002213, 0.000189, 0.0], "sum_m_pl": [1.743682, 2.186987, 2.129201, 2.032191, 1.935128, 1.862179, 1.728871, 1.707647, 1.6732, 1.77784, 1.802142, 1.754465, 1.723098, 1.59504, 1.631793, 1.627232, 1.634819, 1.662684, 1.706719, 1.769944, 1.727952, 1.76067, 1.761776, 1.778378, 1.286222, 1.332745, 1.261875, 1.371759, 1.506272, 1.472084, 1.346103, 1.261435, 1.313488, 1.332371, 1.197281, 1.291528, 1.251517, 1.399684, 1.602489, 1.264966, 1.235867, 1.073162, 1.023391, 0.814658, 0.328132, 0.215146, 0.018012, 0.009554, 0.00059, 0.0]}, "lang": {"n_am_en": [14, 8, 6, 4, 6, 9, 6, 7, 7, 9, 10, 9, 11, 12, 14, 15, 13, 13, 15, 13, 13, 16, 14, 16, 23, 23, 20, 19, 13, 12, 16, 9, 18, 16, 20, 17, 19, 16, 17, 26, 24, 26, 27, 27, 29, 29, 29, 32, 33, 33], "n_am_pl": [2, 0, 6, 4, 3, 2, 4, 3, 2, 3, 1, 1, 3, 4, 4, 2, 1, 4, 1, 0, 3, 2, 1, 2, 2, 2, 2, 2, 6, 4, 6, 6, 3, 5, 3, 4, 1, 3, 5, 0, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0], "n_pos": 33, "sum_m_en": [4.05294, 1.771847, 1.779972, 1.669555, 1.804993, 1.831384, 1.794944, 1.747, 2.052704, 2.143505, 2.390614, 2.452404, 3.091024, 3.04098, 3.017965, 2.641581, 2.465135, 2.541769, 2.291707, 2.062701, 1.935212, 1.836058, 1.806778, 1.659251, 7.782209, 7.846755, 7.120431, 5.879613, 5.379744, 4.601549, 4.43445, 4.276885, 4.709282, 5.179725, 5.154021, 5.240819, 7.091906, 5.834447, 6.796828, 10.294754, 11.554932, 13.498415, 15.029545, 18.306247, 21.965573, 23.384672, 26.925653, 28.713534, 30.861096, 32.464506], "sum_m_pl": [11.747698, 14.941988, 14.105044, 14.05007, 13.896977, 13.841191, 13.550041, 13.48026, 13.373682, 13.944268, 13.643012, 14.153561, 13.941735, 13.756017, 14.236333, 14.67255, 14.645603, 14.145979, 14.368061, 14.40859, 14.845559, 15.06912, 14.984434, 15.092936, 9.809696, 10.185577, 9.970925, 10.978715, 11.650872, 12.145886, 12.536538, 12.734378, 12.703345, 12.368285, 12.410295, 11.989751, 10.143788, 10.055267, 9.67892, 8.245933, 7.354591, 6.530928, 5.935368, 4.89928, 3.396066, 3.40617, 1.373483, 0.60426, 0.399662, 0.000398]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 72, "item_id": "gsm8kpl-1163", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1147, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.9718}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [10, 10, 9, 6, 8, 5, 2, 8, 3, 7, 12, 6, 5, 6, 9, 10, 10, 5, 8, 8, 6, 9, 7, 5, 16, 17, 14, 17, 11, 10, 9, 8, 11, 12, 10, 15, 10, 9, 10, 11, 12, 12, 11, 10, 11, 6, 4, 1, 2, 1], "n_am_pl": [6, 5, 12, 8, 11, 10, 5, 5, 6, 3, 2, 5, 10, 7, 6, 4, 4, 5, 6, 7, 7, 7, 8, 8, 2, 3, 2, 4, 6, 8, 6, 9, 9, 8, 8, 7, 7, 11, 10, 6, 8, 9, 7, 8, 6, 8, 15, 14, 23, 23], "n_pos": 45, "sum_m_en": [3.899016, 2.101573, 2.099807, 2.161473, 2.220421, 2.157065, 2.222456, 2.304901, 2.349134, 2.485249, 2.595832, 2.638118, 2.80624, 2.936066, 3.157314, 2.89555, 2.734611, 2.673319, 2.38588, 2.327688, 2.230867, 2.121139, 2.063496, 2.060555, 5.429437, 5.211071, 5.031839, 4.273939, 4.283072, 3.869345, 3.648629, 3.676829, 3.664474, 4.298197, 4.503337, 4.337985, 4.66567, 4.670523, 4.218153, 4.850555, 5.380768, 5.796398, 7.870692, 7.57385, 7.821543, 5.000296, 2.754631, 1.525817, 2.080606, 1.005386], "sum_m_pl": [18.222778, 21.861969, 21.266464, 20.554415, 20.152115, 20.148791, 20.078539, 19.738643, 19.275375, 19.74923, 19.570998, 19.943715, 20.306432, 19.858005, 19.986448, 20.656644, 20.560237, 20.397226, 21.121453, 21.558755, 21.790135, 22.025135, 21.747683, 21.853712, 16.043027, 16.378789, 15.810002, 17.112987, 18.299158, 19.479017, 19.601283, 19.319261, 19.692567, 17.85048, 17.74928, 16.924496, 15.865326, 15.542947, 15.778353, 15.385625, 15.005156, 14.526907, 13.035524, 11.373788, 9.952409, 13.405761, 14.992385, 15.337522, 20.289444, 22.135628]}, "digit": {"n_am_en": [0, 2, 3, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 2, 1, 1, 2, 2, 2, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.4316, 0.21134, 0.185429, 0.185931, 0.177252, 0.191872, 0.203392, 0.212475, 0.224562, 0.219947, 0.249249, 0.25274, 0.278644, 0.307977, 0.310741, 0.292927, 0.307354, 0.307727, 0.291439, 0.290675, 0.283846, 0.249461, 0.23757, 0.230146, 0.739023, 0.46162, 0.413109, 0.405427, 0.494771, 0.454845, 0.4407, 0.38991, 0.361368, 0.375673, 0.367032, 0.459472, 0.414533, 0.377833, 0.334736, 0.290285, 0.276531, 0.284596, 0.286388, 0.318767, 0.160644, 0.085996, 0.023092, 0.009327, 0.000204, 0.0], "sum_m_pl": [2.142992, 2.742714, 2.656888, 2.513473, 2.333119, 2.253174, 2.268908, 2.235738, 2.194041, 2.207089, 2.289168, 2.241144, 2.213916, 2.103854, 2.120511, 2.086044, 2.04379, 2.090838, 2.168987, 2.24917, 2.242126, 2.295025, 2.27064, 2.318466, 1.583534, 1.762825, 1.823916, 1.926124, 2.104039, 2.166384, 2.122327, 2.034197, 1.943367, 1.903633, 1.774266, 1.834641, 1.852337, 1.923778, 1.876205, 1.586823, 1.577643, 1.613232, 1.528555, 1.444353, 0.793777, 0.503659, 0.116239, 0.043571, 0.001373, 0.0]}, "lang": {"n_am_en": [5, 3, 4, 4, 5, 3, 1, 5, 2, 3, 5, 3, 5, 4, 4, 4, 5, 2, 3, 5, 3, 5, 3, 0, 6, 10, 8, 11, 6, 6, 4, 6, 8, 8, 7, 10, 7, 6, 7, 7, 8, 9, 6, 6, 8, 5, 3, 0, 1, 1], "n_am_pl": [3, 1, 5, 4, 6, 3, 2, 2, 4, 2, 2, 3, 3, 3, 1, 2, 2, 2, 2, 2, 3, 4, 3, 6, 2, 1, 1, 1, 3, 4, 3, 5, 5, 5, 5, 5, 4, 6, 5, 4, 6, 6, 7, 7, 6, 8, 13, 12, 19, 20], "n_pos": 21, "sum_m_en": [1.710884, 0.969613, 1.005759, 1.056369, 1.091829, 1.047603, 1.108111, 1.117655, 1.12065, 1.208004, 1.278026, 1.3336, 1.426068, 1.46677, 1.569552, 1.418925, 1.298187, 1.242739, 1.113548, 1.084188, 1.028813, 0.987181, 0.957958, 0.964971, 2.839722, 3.02244, 2.999676, 2.275927, 2.179058, 1.982123, 1.859074, 2.04515, 2.069306, 2.661702, 2.80361, 2.594292, 3.06931, 3.055346, 2.541548, 3.083068, 3.75512, 4.18904, 5.469436, 4.965427, 5.668941, 3.276086, 1.784958, 0.936205, 1.356475, 1.004354], "sum_m_pl": [8.268607, 9.805636, 9.511459, 9.385549, 9.365623, 9.308939, 9.126297, 8.993633, 8.83985, 9.021005, 8.932733, 9.024115, 9.275286, 9.189587, 9.379411, 9.643585, 9.742636, 9.613932, 9.918935, 10.1018, 10.202121, 10.37949, 10.203194, 10.208324, 7.440455, 7.506402, 7.11591, 7.888094, 8.54873, 9.15629, 9.335365, 9.216867, 9.569042, 8.641373, 8.559853, 8.415985, 7.768799, 7.402865, 7.768864, 7.720849, 7.590358, 7.721362, 6.927727, 6.39005, 6.486607, 9.930604, 12.471134, 12.42129, 16.50942, 19.450799]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 48, "item_id": "gsm8kpl-1163", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1006, "region_end": 45, "roundtrip_ok": true, "tf_agree": 0.8958, "tf_agree_excl_first": 0.9149}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [46, 53, 41, 43, 32, 25, 26, 31, 23, 34, 46, 46, 41, 42, 37, 47, 42, 32, 30, 35, 32, 39, 35, 39, 52, 49, 45, 51, 46, 43, 43, 38, 40, 37, 46, 47, 51, 42, 46, 46, 59, 60, 66, 62, 58, 64, 55, 45, 46, 48], "n_am_pl": [9, 27, 43, 34, 27, 24, 25, 17, 29, 31, 26, 13, 17, 16, 16, 15, 12, 23, 14, 15, 16, 16, 18, 11, 12, 12, 10, 17, 12, 13, 15, 16, 16, 17, 14, 9, 14, 14, 16, 15, 12, 9, 10, 6, 10, 10, 4, 3, 3, 3], "n_pos": 176, "sum_m_en": [18.850532, 9.365636, 8.995536, 8.859319, 9.370725, 9.071253, 9.241646, 9.539002, 9.894447, 10.631104, 10.629268, 11.154069, 11.499362, 11.420239, 12.00635, 10.990124, 10.870356, 10.911553, 9.946877, 9.466995, 9.038557, 8.341999, 8.168816, 8.009655, 17.436224, 17.600089, 17.131306, 15.667599, 15.482283, 16.18313, 14.727077, 14.562176, 15.278324, 14.777058, 15.845555, 17.147404, 20.316811, 20.589331, 23.486263, 25.065353, 30.017096, 36.417744, 42.893076, 43.111636, 48.040454, 54.818291, 50.822628, 48.210736, 46.00302, 48.295219], "sum_m_pl": [71.683521, 86.728213, 84.634609, 84.052791, 81.190448, 80.506856, 81.098114, 79.779209, 77.682101, 80.512156, 79.471527, 79.413198, 78.496379, 76.971123, 75.826767, 79.917978, 79.171302, 79.094452, 80.473851, 82.427364, 82.903179, 84.207425, 84.6905, 85.381594, 66.863378, 66.396618, 64.262159, 69.73494, 71.05833, 72.131571, 71.858419, 72.629435, 70.620545, 65.954896, 64.597621, 58.473935, 52.809848, 50.266216, 47.483622, 46.785083, 42.461729, 35.722082, 33.485524, 31.213082, 25.363569, 17.39446, 10.777014, 6.42293, 3.289803, 3.036193]}, "digit": {"n_am_en": [2, 20, 11, 3, 1, 0, 3, 5, 4, 3, 8, 7, 8, 9, 8, 9, 8, 5, 5, 6, 7, 7, 4, 7, 9, 8, 12, 12, 11, 8, 8, 7, 6, 7, 5, 8, 6, 3, 3, 5, 5, 6, 6, 2, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 2, 6, 3, 7, 5, 7, 11, 9, 2, 2, 2, 4, 2, 2, 5, 4, 3, 2, 1, 2, 1, 1, 2, 1, 5, 2, 2, 5, 5, 5, 4, 4, 4, 4, 6, 3, 6, 4, 4, 3, 2, 4, 3, 1, 1, 0, 0], "n_pos": 31, "sum_m_en": [2.783641, 1.375107, 1.248689, 1.221369, 1.273593, 1.285588, 1.327381, 1.408645, 1.439072, 1.537292, 1.562067, 1.580219, 1.703837, 1.739246, 1.704617, 1.699225, 1.770541, 1.805524, 1.642528, 1.59094, 1.499572, 1.37023, 1.355137, 1.340118, 2.464101, 2.602521, 2.632486, 2.417719, 2.365477, 2.31832, 2.273893, 2.275956, 2.127906, 2.044861, 2.140967, 2.366066, 2.333179, 2.174683, 2.237743, 2.212137, 2.784324, 2.593804, 3.016941, 2.944601, 2.392523, 2.370778, 1.286617, 0.82373, 0.143539, 0.0], "sum_m_pl": [14.286927, 16.837673, 16.298407, 15.708654, 15.315611, 14.781846, 14.895502, 14.548669, 14.205231, 14.45545, 14.768339, 14.411444, 13.477924, 13.398016, 13.31127, 13.948762, 13.642014, 13.542454, 14.042949, 14.303564, 14.439284, 14.771406, 14.825967, 15.024921, 12.98948, 12.872221, 12.976902, 13.795347, 13.965703, 13.730726, 13.370248, 13.344994, 12.959935, 12.837124, 12.6494, 12.437152, 11.696475, 11.816333, 11.652792, 11.641262, 10.774396, 10.282403, 10.390474, 9.814423, 9.307517, 6.274867, 3.457165, 2.463852, 0.338631, 0.0]}, "lang": {"n_am_en": [8, 14, 12, 19, 10, 14, 11, 15, 10, 11, 17, 15, 19, 17, 15, 19, 19, 10, 11, 13, 14, 16, 16, 18, 16, 22, 13, 15, 16, 15, 16, 12, 19, 14, 21, 22, 28, 26, 26, 29, 38, 38, 41, 45, 41, 46, 45, 37, 44, 48], "n_am_pl": [1, 7, 14, 4, 8, 12, 9, 4, 12, 10, 10, 6, 8, 5, 7, 4, 5, 10, 4, 7, 7, 7, 7, 4, 8, 6, 6, 7, 5, 6, 5, 5, 3, 4, 3, 1, 2, 3, 5, 3, 3, 1, 2, 1, 3, 2, 3, 2, 3, 3], "n_pos": 53, "sum_m_en": [5.527867, 2.839506, 2.643765, 2.655601, 2.777978, 2.783476, 3.146482, 3.133166, 3.239596, 3.443481, 3.395255, 3.502025, 3.683891, 3.6407, 4.054518, 3.484502, 3.458193, 3.525465, 3.244906, 3.127831, 2.979118, 2.686612, 2.622122, 2.541448, 6.994038, 7.099908, 6.38832, 6.046425, 5.815583, 6.089042, 5.315049, 5.357618, 6.167472, 6.242619, 6.82938, 7.990489, 10.304876, 10.656541, 12.449485, 13.196693, 17.866497, 24.456014, 29.205663, 28.561366, 33.269336, 38.511996, 39.322205, 37.632928, 42.786822, 48.160533], "sum_m_pl": [21.111118, 25.257614, 24.985447, 24.629489, 24.307121, 24.254232, 24.021403, 24.010152, 23.609025, 24.542504, 24.387998, 24.401255, 24.440028, 23.888274, 23.670991, 24.842374, 24.72764, 24.74218, 24.893308, 25.315731, 25.315947, 25.772902, 25.861103, 26.09781, 21.623745, 21.468318, 20.779281, 21.477781, 21.335264, 21.671244, 22.466087, 22.10444, 22.087402, 21.284452, 21.494476, 19.757995, 18.378213, 17.184401, 16.27922, 16.414152, 14.007116, 9.503296, 8.135826, 9.130431, 6.409747, 3.113932, 3.585222, 2.104458, 2.793508, 3.004683]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 179, "item_id": "gsm8kpl-1164", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1189, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9777, "tf_agree_excl_first": 0.9831}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [80, 67, 72, 80, 82, 82, 87, 94, 92, 102, 107, 101, 99, 98, 120, 115, 132, 103, 94, 91, 91, 92, 88, 102, 146, 138, 127, 136, 129, 143, 129, 130, 114, 116, 133, 134, 126, 124, 108, 118, 122, 127, 119, 117, 110, 93, 55, 44, 17, 14], "n_am_pl": [50, 101, 98, 85, 86, 83, 92, 96, 82, 90, 83, 64, 83, 63, 52, 48, 51, 69, 81, 101, 110, 116, 113, 115, 65, 52, 52, 61, 61, 63, 62, 66, 65, 50, 48, 40, 26, 32, 42, 52, 43, 42, 45, 47, 40, 50, 50, 51, 69, 71], "n_pos": 413, "sum_m_en": [38.820315, 20.093468, 22.144837, 23.081935, 23.931253, 22.754293, 24.313127, 23.393396, 24.379848, 26.009588, 25.655037, 27.725304, 28.157407, 27.910145, 29.658898, 27.226285, 27.199341, 27.625852, 24.933188, 23.439746, 21.839677, 19.943192, 19.609772, 18.81588, 44.534973, 44.836341, 44.26353, 44.397387, 46.166714, 46.614629, 42.686647, 41.668099, 42.860999, 42.671864, 45.88307, 49.047354, 50.740211, 50.674995, 59.504799, 64.67316, 64.10161, 71.34588, 76.092243, 90.963537, 87.791886, 83.495849, 52.775881, 47.692795, 20.607834, 13.71294], "sum_m_pl": [166.504743, 200.420299, 191.587668, 190.121935, 191.128351, 191.396069, 194.973298, 197.079395, 194.497093, 195.169716, 190.693973, 188.47148, 190.447471, 187.566667, 187.612187, 194.936178, 194.874885, 195.657111, 200.126179, 202.250442, 203.247746, 204.411036, 204.977035, 206.159983, 174.030702, 173.633836, 166.678608, 176.000822, 178.290324, 179.350439, 179.691801, 180.478966, 178.98845, 165.199816, 161.915226, 150.057693, 134.053095, 130.504088, 121.653289, 121.188501, 120.095646, 111.691765, 108.886403, 93.756412, 78.371725, 76.157252, 76.639506, 63.257548, 69.151262, 71.110807]}, "digit": {"n_am_en": [5, 16, 12, 15, 5, 8, 12, 9, 7, 7, 10, 7, 10, 11, 11, 10, 11, 7, 4, 4, 7, 9, 8, 9, 9, 13, 16, 18, 13, 13, 8, 9, 12, 9, 6, 9, 9, 10, 9, 9, 6, 7, 6, 3, 2, 2, 1, 0, 0, 0], "n_am_pl": [3, 12, 4, 4, 1, 6, 2, 5, 8, 10, 7, 4, 3, 4, 5, 4, 4, 4, 6, 10, 10, 7, 5, 10, 8, 2, 5, 6, 4, 5, 14, 8, 7, 2, 5, 6, 3, 3, 7, 6, 5, 6, 6, 4, 6, 2, 1, 2, 1, 0], "n_pos": 40, "sum_m_en": [3.517278, 1.863721, 1.927729, 2.035853, 2.144962, 2.024983, 1.98788, 2.055497, 2.068098, 2.155588, 2.219338, 2.291967, 2.521532, 2.635937, 2.578747, 2.42119, 2.473602, 2.565891, 2.238443, 2.068801, 1.93504, 1.774794, 1.744461, 1.706983, 3.247904, 3.62312, 3.882304, 3.701338, 3.793866, 3.649018, 3.468531, 3.423528, 3.280144, 3.14704, 3.211353, 3.634756, 3.521611, 3.331094, 3.505717, 3.924444, 3.75159, 3.884226, 3.882999, 3.614002, 2.707409, 2.517212, 0.866778, 0.760802, 0.119488, 8e-06], "sum_m_pl": [18.378502, 21.389508, 20.302188, 19.408431, 19.269572, 19.212856, 19.404108, 18.865881, 18.500945, 18.340342, 18.184085, 18.236958, 17.725981, 17.461611, 17.581731, 18.291994, 18.266259, 18.140851, 18.96878, 19.295461, 19.324625, 19.512795, 19.586723, 19.763582, 17.459432, 16.923805, 16.639593, 17.40013, 17.551194, 17.55982, 17.570408, 17.478618, 17.25272, 16.752051, 15.99906, 15.57581, 14.640309, 14.580417, 14.643871, 14.893791, 14.70071, 14.443616, 14.057815, 13.648956, 12.358919, 9.40265, 5.203127, 3.711154, 1.231069, 0.000169]}, "lang": {"n_am_en": [18, 9, 9, 8, 13, 21, 14, 27, 27, 30, 25, 19, 23, 25, 29, 31, 38, 31, 34, 35, 30, 31, 35, 39, 41, 35, 36, 30, 23, 33, 35, 37, 27, 36, 42, 42, 46, 50, 47, 52, 56, 51, 52, 52, 58, 51, 34, 28, 14, 14], "n_am_pl": [14, 12, 16, 13, 14, 20, 25, 21, 13, 14, 16, 14, 20, 7, 13, 11, 14, 19, 16, 19, 20, 23, 22, 16, 11, 14, 10, 9, 13, 11, 14, 19, 26, 15, 10, 12, 7, 10, 11, 12, 7, 10, 16, 18, 12, 22, 35, 36, 67, 71], "n_pos": 85, "sum_m_en": [9.15048, 4.258869, 4.598245, 4.968453, 5.134118, 4.911889, 6.686291, 5.664673, 5.732021, 5.666312, 5.512793, 6.343506, 5.974411, 5.876196, 6.666828, 5.737092, 5.772203, 5.638029, 5.522003, 5.119726, 4.927466, 4.230826, 4.142609, 3.92819, 12.465485, 12.634775, 11.502302, 10.702056, 10.153198, 10.685473, 9.50497, 9.47062, 10.680847, 12.027962, 13.84865, 15.292542, 17.935774, 18.190122, 24.150124, 27.245562, 26.048237, 29.495335, 30.158972, 37.578285, 43.695096, 44.06833, 31.813815, 25.854389, 14.624434, 13.709384], "sum_m_pl": [31.32601, 38.651387, 37.164052, 37.741262, 38.097697, 38.665245, 38.914923, 40.431353, 40.269011, 41.497548, 40.151952, 39.03276, 40.194843, 39.151109, 39.557176, 41.526747, 41.665647, 42.015452, 42.125223, 42.779649, 42.664679, 43.072174, 43.092167, 43.206071, 37.173423, 36.432746, 35.421812, 37.27583, 37.57562, 37.911331, 39.602817, 39.891809, 40.359917, 37.791115, 37.019591, 35.23249, 32.497767, 32.291615, 29.102521, 28.306747, 29.318484, 26.776692, 28.729574, 24.535458, 19.365077, 22.145628, 35.560259, 35.853747, 62.913791, 70.47237]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 416, "item_id": "gsm8kpl-1164", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1048, "region_end": 413, "roundtrip_ok": true, "tf_agree": 0.9976, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [118, 97, 81, 97, 117, 106, 116, 84, 82, 80, 96, 119, 92, 94, 85, 78, 79, 73, 75, 66, 67, 65, 51, 74, 110, 104, 93, 86, 91, 92, 90, 86, 92, 96, 82, 91, 96, 91, 79, 80, 86, 86, 89, 93, 93, 93, 93, 105, 81, 76], "n_am_pl": [9, 52, 41, 34, 26, 40, 39, 34, 36, 32, 34, 39, 52, 52, 39, 46, 38, 48, 49, 46, 42, 46, 49, 43, 26, 26, 37, 45, 48, 44, 46, 46, 51, 34, 30, 29, 16, 17, 15, 12, 9, 10, 8, 7, 10, 6, 2, 1, 1, 0], "n_pos": 361, "sum_m_en": [43.016003, 19.702655, 19.587837, 18.890639, 20.238165, 21.59328, 22.02409, 21.951696, 23.108518, 24.087549, 24.351722, 25.644488, 26.335544, 25.919685, 26.355695, 24.650129, 24.564787, 23.904687, 22.203529, 21.012932, 19.602645, 18.110874, 17.428987, 17.295582, 45.032394, 45.979395, 41.758942, 38.707803, 39.029993, 38.030555, 35.72547, 34.79472, 34.99722, 37.377344, 39.710027, 41.783742, 43.480076, 46.558701, 50.048667, 58.050802, 56.275113, 61.070958, 69.741706, 72.025227, 76.77194, 82.30591, 93.878933, 99.540822, 80.239448, 76.06196], "sum_m_pl": [137.255921, 180.036398, 176.570813, 173.27341, 171.110307, 168.884377, 168.645485, 162.183532, 160.912161, 165.237307, 161.060125, 160.94162, 159.710191, 157.771759, 157.638856, 162.248263, 160.631294, 161.645136, 162.993637, 167.439096, 169.433995, 171.279816, 172.354292, 173.707208, 130.663636, 129.901518, 131.84729, 142.790483, 149.465394, 147.4352, 148.633573, 150.065948, 151.548073, 141.203746, 133.840064, 123.507362, 109.589398, 100.463263, 85.348858, 75.238209, 70.41041, 63.873567, 56.801352, 48.027562, 39.588432, 30.649475, 16.186588, 5.573526, 1.333346, 0.003068]}, "digit": {"n_am_en": [1, 17, 16, 16, 23, 10, 8, 9, 5, 12, 18, 20, 14, 16, 10, 8, 7, 8, 11, 11, 10, 8, 6, 13, 18, 16, 12, 14, 16, 16, 16, 16, 7, 7, 10, 13, 14, 12, 9, 7, 11, 9, 8, 10, 8, 3, 2, 2, 0, 0], "n_am_pl": [0, 3, 2, 1, 1, 3, 7, 3, 3, 4, 6, 11, 14, 8, 1, 3, 12, 14, 12, 12, 9, 9, 9, 7, 4, 5, 7, 7, 6, 8, 8, 7, 10, 5, 10, 9, 3, 4, 5, 3, 3, 5, 2, 2, 1, 0, 0, 0, 0, 0], "n_pos": 54, "sum_m_en": [4.718534, 2.382978, 2.329448, 2.163479, 2.349867, 2.363973, 2.368794, 2.58788, 2.697915, 2.780022, 2.839763, 2.912993, 3.132309, 3.335421, 3.117788, 3.137645, 3.288884, 3.314571, 3.057676, 2.972703, 2.743847, 2.539352, 2.446971, 2.459995, 5.351868, 5.615249, 5.038013, 4.695521, 4.701542, 4.568959, 4.96906, 4.975261, 4.423449, 4.232898, 4.350163, 5.070111, 4.789534, 5.086302, 5.087974, 5.548258, 5.588474, 5.706793, 6.271938, 5.924127, 5.940432, 4.535944, 3.939393, 2.357213, 0.369396, 0.0], "sum_m_pl": [24.287095, 28.889683, 28.013263, 27.204102, 27.029415, 26.357186, 25.829239, 24.795455, 24.949051, 26.042277, 25.831647, 25.93291, 25.213189, 24.141763, 23.956919, 24.538022, 24.215365, 24.459084, 25.051142, 25.61551, 25.775429, 25.986364, 26.163139, 26.512138, 22.030062, 21.758711, 22.039184, 23.693262, 24.206775, 23.757994, 23.504574, 23.2494, 23.901699, 22.974944, 22.050765, 21.585093, 20.876393, 20.127995, 17.66404, 16.828699, 16.223061, 16.539206, 15.716247, 13.90396, 11.113594, 8.65308, 4.499779, 1.579593, 0.28866, 0.0]}, "lang": {"n_am_en": [25, 22, 22, 27, 32, 34, 37, 27, 30, 20, 31, 34, 29, 32, 26, 26, 26, 20, 22, 19, 22, 21, 19, 23, 34, 33, 32, 25, 29, 26, 22, 24, 30, 36, 27, 29, 33, 33, 33, 28, 33, 38, 44, 42, 47, 57, 58, 69, 73, 75], "n_am_pl": [2, 14, 4, 5, 4, 9, 6, 5, 9, 7, 5, 7, 8, 9, 5, 4, 5, 4, 5, 5, 5, 6, 7, 2, 4, 5, 6, 8, 12, 10, 7, 9, 10, 6, 5, 5, 6, 6, 3, 3, 2, 2, 3, 3, 6, 5, 1, 0, 1, 0], "n_pos": 75, "sum_m_en": [8.978815, 4.514712, 4.468769, 4.515396, 4.708287, 5.235746, 5.784893, 5.497938, 6.053271, 6.257061, 6.449901, 7.100061, 7.154793, 6.865848, 7.525804, 6.362959, 6.192447, 6.09443, 5.760387, 5.28281, 4.829066, 4.357275, 4.122696, 4.089211, 15.086713, 14.341882, 14.115292, 12.810875, 12.708581, 12.601641, 11.540386, 11.282837, 12.097117, 13.63063, 14.60134, 15.505643, 17.736821, 19.253826, 22.194151, 26.066854, 26.65951, 31.355988, 36.102386, 38.097806, 40.577938, 47.264982, 55.258044, 62.925434, 72.147765, 74.561066], "sum_m_pl": [25.799077, 35.692073, 35.747283, 35.368652, 35.383934, 34.758556, 34.947081, 34.471555, 34.044008, 34.55788, 33.561332, 33.736187, 33.069577, 32.702093, 32.52643, 33.526637, 33.106505, 32.789454, 33.021139, 34.111237, 34.579269, 35.206858, 35.484642, 35.678278, 24.901486, 25.514016, 25.746518, 28.362843, 29.078033, 28.330526, 29.51639, 29.321231, 30.036654, 27.924444, 26.50219, 24.705582, 21.897907, 20.130047, 16.788776, 15.235914, 14.078183, 12.236818, 10.16947, 8.827212, 8.557804, 6.324285, 3.284313, 0.901893, 0.780056, 9e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 365, "item_id": "gsm8kpl-1168", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1172, "region_end": 361, "roundtrip_ok": true, "tf_agree": 0.9918, "tf_agree_excl_first": 0.9945}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [68, 94, 92, 90, 87, 66, 73, 77, 65, 72, 54, 73, 59, 58, 52, 90, 105, 67, 63, 62, 51, 56, 44, 49, 78, 76, 63, 70, 109, 100, 97, 76, 82, 95, 95, 99, 92, 76, 64, 76, 70, 71, 74, 70, 65, 53, 23, 16, 5, 4], "n_am_pl": [9, 76, 69, 66, 49, 55, 65, 56, 63, 72, 71, 64, 57, 65, 58, 55, 52, 66, 75, 80, 81, 87, 82, 90, 70, 69, 73, 50, 58, 64, 67, 70, 73, 55, 48, 46, 41, 33, 37, 44, 43, 44, 46, 36, 38, 47, 57, 63, 74, 82], "n_pos": 366, "sum_m_en": [32.995353, 17.313889, 18.50124, 19.403497, 19.986997, 20.916094, 20.972432, 21.56094, 22.89626, 24.547425, 23.7355, 25.88904, 25.896744, 25.762289, 26.289304, 25.839052, 25.138197, 23.885615, 21.32569, 20.106107, 19.009617, 18.013051, 17.500217, 16.936873, 35.505879, 37.29502, 36.939625, 36.540541, 39.159568, 37.609496, 34.507487, 33.409943, 30.941857, 32.546184, 36.783216, 40.014165, 38.595232, 38.658911, 39.729285, 44.217694, 44.011181, 46.929919, 52.003396, 54.943751, 51.461546, 46.510842, 25.606353, 18.008715, 6.171051, 4.318653], "sum_m_pl": [147.067243, 186.498928, 181.074759, 177.460393, 174.876309, 171.054793, 171.712413, 164.641239, 163.888753, 167.58534, 162.924348, 160.28181, 160.044332, 158.586012, 160.282383, 167.334788, 164.408835, 166.042157, 170.529496, 175.749882, 176.318619, 176.68381, 177.590182, 178.120873, 143.858643, 143.239418, 142.581606, 149.975582, 156.367317, 158.126824, 157.561076, 159.408438, 162.659415, 151.156748, 145.06748, 133.853609, 125.345975, 120.261675, 110.353646, 107.820402, 100.960808, 99.308397, 91.931387, 82.173481, 72.328368, 71.170874, 69.47616, 66.298652, 75.192237, 82.005046]}, "digit": {"n_am_en": [1, 20, 19, 5, 12, 4, 4, 7, 8, 7, 9, 6, 4, 5, 4, 7, 10, 10, 8, 9, 11, 10, 8, 8, 14, 17, 15, 11, 16, 14, 14, 12, 12, 18, 15, 14, 9, 9, 6, 8, 5, 9, 6, 3, 5, 4, 2, 2, 0, 0], "n_am_pl": [4, 6, 1, 1, 0, 1, 4, 1, 2, 6, 10, 7, 7, 9, 1, 3, 9, 8, 12, 11, 6, 8, 11, 13, 8, 8, 7, 3, 7, 8, 6, 6, 5, 2, 1, 4, 8, 6, 4, 2, 2, 2, 1, 1, 2, 1, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [3.624162, 1.869195, 1.859707, 1.825712, 1.839681, 1.871418, 1.859499, 2.054011, 2.139039, 2.146783, 2.157087, 2.208232, 2.364954, 2.506492, 2.375863, 2.446253, 2.492337, 2.523314, 2.295065, 2.215965, 2.044637, 1.91526, 1.862802, 1.806281, 3.530125, 3.662871, 3.710114, 3.607355, 3.804796, 3.608133, 3.353377, 3.529903, 2.983163, 3.349378, 3.419543, 4.145109, 3.809425, 3.865304, 3.690923, 3.170425, 3.378945, 3.756455, 3.464891, 3.395882, 2.783181, 2.408862, 1.466412, 0.803007, 0.209438, 0.0], "sum_m_pl": [19.072776, 22.771475, 21.882244, 21.194414, 21.222573, 20.779847, 20.45882, 19.391139, 19.654878, 20.112518, 19.79357, 20.036263, 19.378113, 18.903533, 19.095723, 19.62745, 19.346594, 19.215023, 20.131558, 20.527184, 20.56785, 20.646259, 20.758379, 20.921614, 18.265829, 17.876797, 17.748684, 18.82255, 19.096625, 18.936096, 18.787417, 18.442417, 19.102042, 18.315997, 17.767541, 17.177562, 16.69462, 16.272624, 15.298254, 15.318228, 14.613346, 15.261182, 15.069204, 13.856716, 12.094843, 9.944375, 6.122288, 2.987207, 0.565693, 0.0]}, "lang": {"n_am_en": [15, 10, 17, 24, 17, 13, 21, 23, 20, 19, 14, 21, 15, 11, 15, 20, 25, 17, 12, 12, 12, 17, 14, 16, 23, 18, 19, 13, 25, 23, 24, 15, 20, 26, 30, 28, 27, 28, 21, 26, 29, 27, 31, 35, 31, 31, 13, 9, 5, 4], "n_am_pl": [2, 24, 22, 9, 11, 12, 9, 11, 15, 17, 13, 20, 13, 8, 14, 13, 11, 12, 14, 18, 18, 21, 19, 18, 17, 12, 13, 12, 8, 9, 12, 18, 20, 15, 6, 9, 11, 16, 18, 28, 29, 29, 27, 26, 27, 34, 45, 53, 71, 81], "n_pos": 85, "sum_m_en": [6.967325, 4.252616, 4.607869, 5.360484, 5.292473, 5.597957, 5.570883, 5.559877, 5.890487, 6.450826, 6.199228, 6.998597, 6.630356, 6.420931, 6.826354, 6.369694, 6.228827, 5.928648, 5.382375, 5.025127, 4.821926, 4.497429, 4.340051, 4.183854, 10.356662, 10.446272, 9.907348, 9.354954, 9.92503, 9.565579, 8.852934, 8.764553, 7.627053, 9.06115, 10.623452, 12.143768, 12.817147, 13.100558, 13.945156, 17.37715, 17.338479, 19.578745, 23.694994, 26.733558, 26.813708, 25.423162, 13.410831, 10.229824, 4.972447, 4.242656], "sum_m_pl": [32.283904, 40.580055, 39.407869, 38.919746, 38.284187, 36.827525, 38.036478, 37.134068, 37.14574, 37.811275, 36.496, 36.304383, 36.176178, 35.786776, 36.450779, 38.469853, 37.889075, 38.247604, 39.131578, 40.427663, 40.539529, 40.85579, 41.087172, 41.148102, 33.564611, 33.562901, 33.118008, 34.613081, 35.30312, 35.901722, 36.592782, 37.091956, 38.333197, 35.586305, 33.988474, 32.875516, 32.729594, 32.478126, 30.226019, 33.100371, 33.087962, 31.797318, 30.542341, 29.867794, 29.418562, 34.568324, 43.069527, 49.128876, 69.683053, 80.171808]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 366, "item_id": "gsm8kpl-1168", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1031, "region_end": 366, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9863}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [93, 84, 67, 59, 51, 52, 35, 42, 49, 70, 77, 86, 61, 63, 74, 59, 62, 67, 63, 68, 52, 46, 47, 57, 86, 77, 81, 74, 81, 84, 75, 70, 74, 81, 77, 81, 87, 86, 97, 77, 89, 95, 95, 96, 89, 92, 98, 91, 78, 79], "n_am_pl": [4, 30, 42, 33, 35, 33, 33, 40, 37, 29, 25, 36, 48, 33, 26, 28, 36, 31, 38, 41, 38, 38, 44, 35, 19, 19, 22, 25, 42, 34, 29, 31, 27, 26, 37, 33, 19, 11, 10, 13, 13, 8, 8, 7, 5, 5, 7, 0, 0, 0], "n_pos": 247, "sum_m_en": [29.327806, 13.680002, 14.180423, 13.687164, 13.447754, 13.56762, 13.606264, 14.210012, 15.141712, 15.740134, 16.595028, 17.855367, 18.13583, 18.000859, 18.536385, 17.202262, 16.942287, 16.550133, 14.51124, 13.417795, 12.547937, 11.707932, 11.399087, 11.117194, 27.361766, 27.447676, 29.655834, 27.042614, 28.100282, 26.470285, 25.692631, 25.571324, 26.732208, 27.653031, 28.738158, 32.938728, 40.960155, 43.114528, 46.066073, 53.061631, 54.780906, 60.874504, 65.929473, 71.762692, 72.803526, 83.79451, 94.601287, 90.02641, 80.040423, 77.542887], "sum_m_pl": [94.515882, 120.971903, 116.066105, 114.669091, 113.595176, 112.029491, 112.804112, 111.070817, 109.829511, 112.904207, 111.841442, 114.834978, 115.910697, 115.051767, 113.148003, 117.496324, 116.639031, 116.280115, 118.259523, 120.177226, 120.316482, 121.8005, 121.809204, 122.075044, 99.653064, 98.432164, 96.175729, 102.650131, 104.765423, 105.774491, 106.013402, 104.283099, 105.330218, 102.303354, 99.834689, 92.373098, 80.650148, 73.053352, 69.258045, 59.567538, 58.274606, 48.609276, 45.269501, 38.850809, 28.286875, 22.869706, 14.52869, 6.85993, 0.788873, 0.177619]}, "digit": {"n_am_en": [15, 19, 20, 9, 17, 9, 3, 8, 10, 9, 16, 17, 10, 15, 7, 8, 7, 9, 13, 9, 7, 7, 6, 9, 12, 11, 12, 14, 17, 18, 10, 14, 10, 12, 9, 10, 10, 8, 10, 7, 10, 10, 8, 7, 8, 5, 4, 1, 0, 0], "n_am_pl": [0, 3, 4, 6, 9, 15, 12, 10, 11, 10, 6, 11, 8, 7, 7, 10, 11, 10, 13, 11, 9, 9, 11, 4, 6, 6, 6, 6, 9, 5, 7, 7, 6, 7, 9, 3, 4, 2, 6, 5, 3, 3, 1, 3, 1, 0, 1, 0, 0, 0], "n_pos": 57, "sum_m_en": [5.041772, 2.479844, 2.446069, 2.45126, 2.582894, 2.675906, 2.743041, 2.937453, 2.956645, 2.94391, 3.145545, 3.236353, 3.457377, 3.488551, 3.26943, 3.296131, 3.299728, 3.30795, 2.991062, 2.81314, 2.645593, 2.502716, 2.440752, 2.400383, 4.442688, 4.585776, 5.038431, 4.999074, 5.006581, 4.634407, 4.623665, 4.504174, 4.214802, 4.108489, 4.075391, 4.221692, 5.477934, 5.461695, 5.186532, 5.087503, 4.972648, 4.833447, 4.82451, 5.013242, 6.049679, 5.494102, 5.433872, 3.520621, 0.320813, 0.0], "sum_m_pl": [26.109731, 30.520596, 29.104086, 28.192591, 27.516411, 26.929181, 27.075359, 26.04157, 26.23112, 26.726533, 26.99098, 27.543911, 27.270372, 27.07026, 26.670915, 27.48121, 26.963495, 26.577478, 27.223988, 27.494447, 27.150647, 27.667375, 27.775258, 27.929902, 24.165602, 23.449036, 22.715404, 23.826854, 24.82857, 24.979802, 24.344617, 23.625497, 24.264044, 24.156222, 23.665569, 22.870651, 21.325434, 20.040578, 19.679274, 20.533346, 20.041277, 18.663175, 17.148312, 15.58359, 13.020855, 9.85381, 7.227891, 4.779634, 0.580557, 0.0]}, "lang": {"n_am_en": [28, 23, 18, 25, 16, 18, 22, 15, 15, 33, 32, 30, 25, 26, 39, 26, 26, 25, 25, 32, 25, 23, 24, 28, 46, 39, 36, 33, 37, 39, 40, 32, 32, 37, 42, 38, 51, 51, 56, 46, 52, 63, 58, 58, 57, 66, 70, 73, 74, 78], "n_am_pl": [3, 8, 20, 8, 14, 6, 6, 15, 10, 8, 8, 12, 20, 14, 10, 12, 15, 10, 15, 16, 15, 16, 20, 21, 7, 8, 8, 11, 15, 15, 9, 11, 10, 8, 11, 15, 6, 3, 3, 4, 7, 3, 5, 3, 2, 3, 4, 0, 0, 0], "n_pos": 79, "sum_m_en": [10.131667, 4.936717, 5.410291, 5.173367, 4.576494, 4.651426, 4.83789, 4.964902, 5.519654, 5.737259, 6.264391, 6.776553, 6.896669, 6.580339, 6.876106, 6.259073, 6.064306, 5.86281, 5.117338, 4.669544, 4.353517, 4.051489, 3.894418, 3.772775, 11.868386, 12.239677, 12.620825, 11.310576, 12.06267, 11.319573, 10.995892, 10.983215, 11.390812, 12.311636, 13.124162, 15.69763, 20.282922, 21.888296, 24.55647, 29.852925, 31.827277, 37.274789, 40.161985, 41.976923, 45.219958, 56.636245, 65.685219, 69.390895, 73.187419, 75.861001], "sum_m_pl": [26.390845, 36.11041, 34.854906, 34.758303, 35.471251, 34.740041, 34.818322, 35.020338, 34.951333, 35.984696, 35.544491, 36.414369, 37.03203, 37.019306, 36.923967, 37.870964, 37.794349, 37.913173, 38.3906, 39.067278, 39.226137, 39.555359, 39.473818, 39.446432, 31.622117, 31.343491, 30.977961, 32.645024, 32.755169, 33.266901, 33.90401, 33.52873, 34.148258, 33.793494, 33.107158, 31.390401, 27.324948, 25.120547, 23.855502, 19.702224, 19.392028, 15.148145, 13.229645, 12.154164, 9.191557, 6.733719, 3.818541, 0.359526, 0.032756, 0.167508]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "gsm8kpl-1174", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1205, "region_end": 247, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 0.992}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [102, 95, 73, 74, 77, 77, 74, 66, 60, 83, 90, 89, 82, 69, 81, 71, 84, 66, 56, 58, 50, 47, 40, 51, 76, 78, 72, 88, 123, 107, 105, 96, 85, 79, 93, 92, 68, 76, 81, 69, 58, 54, 51, 65, 62, 41, 28, 31, 10, 4], "n_am_pl": [15, 73, 74, 64, 66, 46, 65, 47, 62, 60, 50, 62, 69, 63, 62, 69, 66, 57, 79, 96, 72, 81, 89, 71, 47, 44, 68, 68, 84, 82, 66, 65, 63, 55, 60, 51, 52, 25, 28, 27, 29, 30, 29, 20, 19, 36, 42, 36, 64, 71], "n_pos": 398, "sum_m_en": [35.399839, 19.140567, 20.611497, 20.260319, 20.117556, 20.589348, 20.599146, 21.338584, 22.593502, 23.360658, 23.904571, 26.153399, 27.153381, 27.168584, 27.459133, 25.578439, 25.143094, 24.702664, 22.043902, 20.554573, 19.136293, 18.000856, 17.631417, 16.933406, 29.704605, 30.16302, 34.290284, 35.141561, 38.634161, 39.258328, 37.047412, 36.889168, 35.276978, 34.858707, 36.884714, 37.348955, 38.032344, 39.311956, 41.513383, 40.760867, 37.913961, 38.355031, 41.73816, 50.558078, 51.460742, 39.714833, 30.056373, 32.613271, 8.545598, 4.011872], "sum_m_pl": [165.987247, 198.010417, 191.132836, 190.277727, 189.13782, 183.002341, 187.618884, 184.821611, 180.684175, 184.778077, 180.904611, 183.203191, 184.800732, 182.677507, 179.950089, 186.623995, 185.981975, 183.843032, 190.140758, 193.088391, 194.562027, 196.463942, 196.21339, 196.812468, 165.691152, 164.980826, 158.002646, 168.652777, 172.281761, 174.394059, 173.024272, 169.697117, 165.965944, 155.948183, 152.640832, 141.929859, 128.979104, 119.618529, 115.848273, 99.697854, 99.267404, 96.597536, 85.909569, 74.732458, 61.107555, 65.687393, 62.559817, 49.463093, 64.450521, 70.914868]}, "digit": {"n_am_en": [10, 29, 18, 15, 11, 7, 8, 15, 10, 14, 16, 21, 13, 11, 13, 13, 15, 13, 10, 11, 9, 9, 7, 9, 8, 11, 16, 16, 25, 19, 20, 15, 14, 9, 9, 8, 6, 7, 2, 6, 5, 2, 3, 3, 4, 0, 0, 1, 0, 0], "n_am_pl": [0, 8, 8, 7, 7, 9, 9, 2, 10, 9, 6, 6, 5, 5, 8, 3, 5, 3, 12, 12, 9, 9, 12, 5, 2, 4, 8, 6, 7, 15, 9, 11, 3, 8, 7, 8, 6, 2, 5, 5, 3, 5, 5, 4, 4, 4, 3, 4, 0, 0], "n_pos": 68, "sum_m_en": [5.665146, 3.051237, 3.064201, 3.025117, 3.174048, 3.181252, 3.266248, 3.510083, 3.658193, 3.786022, 3.837335, 4.025499, 4.357563, 4.448977, 4.301253, 4.125067, 4.059689, 4.160233, 3.678454, 3.404817, 3.183817, 2.962021, 2.894324, 2.808776, 4.8586, 5.226353, 6.211811, 6.46535, 6.71957, 6.507611, 6.266374, 5.791106, 5.154876, 5.009439, 5.113554, 5.395352, 5.173494, 4.504092, 4.254397, 4.256717, 4.137448, 3.988984, 3.609639, 3.524227, 3.065531, 2.691358, 1.89773, 2.664109, 0.285157, 0.0], "sum_m_pl": [31.035899, 36.724582, 35.079753, 34.607166, 34.073884, 33.040352, 33.365395, 31.873966, 31.148942, 31.590088, 31.684543, 32.320978, 31.679341, 31.056802, 31.214537, 32.163668, 31.951728, 31.612701, 32.83933, 33.249837, 33.267724, 33.845004, 33.858463, 34.049185, 29.800179, 28.575747, 27.671535, 28.937905, 30.295584, 30.485685, 29.677945, 29.162767, 29.875309, 28.430195, 27.946373, 26.999719, 24.548812, 22.711655, 21.576028, 21.727681, 21.34541, 21.854232, 20.750578, 18.705056, 17.769198, 15.049196, 11.853662, 8.823872, 0.806854, 3e-06]}, "lang": {"n_am_en": [21, 12, 12, 18, 8, 9, 15, 10, 10, 14, 17, 15, 15, 9, 16, 14, 14, 15, 15, 10, 10, 13, 12, 11, 23, 22, 14, 18, 17, 21, 25, 22, 17, 21, 24, 27, 17, 23, 26, 24, 19, 24, 24, 31, 31, 23, 7, 9, 6, 4], "n_am_pl": [2, 12, 9, 11, 13, 4, 8, 11, 17, 13, 13, 9, 19, 18, 16, 18, 20, 20, 25, 28, 22, 24, 25, 22, 14, 13, 22, 19, 23, 17, 15, 14, 20, 14, 20, 17, 23, 11, 12, 9, 10, 9, 10, 7, 9, 22, 29, 26, 61, 71], "n_pos": 75, "sum_m_en": [6.173623, 3.818097, 4.668278, 4.612396, 3.933884, 3.989695, 3.957303, 4.003244, 4.327023, 4.439233, 4.757213, 5.362537, 5.346704, 5.276296, 5.455037, 5.102018, 4.804998, 4.644149, 4.164348, 3.932553, 3.70058, 3.50351, 3.394496, 3.230322, 6.081099, 6.139382, 6.794486, 6.906663, 7.532289, 7.665572, 7.575167, 7.736084, 7.479541, 7.668486, 7.740787, 7.966742, 9.741658, 10.529696, 11.655191, 12.619702, 12.034703, 13.714242, 16.044932, 20.145342, 20.814352, 17.065751, 8.084192, 8.144452, 5.407795, 4.003421], "sum_m_pl": [29.821629, 34.838695, 33.128391, 33.534094, 34.366547, 33.648291, 34.746984, 35.014439, 34.557777, 35.523737, 34.681341, 34.413534, 35.202185, 35.193846, 35.136094, 36.311083, 36.068672, 35.551915, 36.853265, 37.236113, 37.387118, 37.569975, 37.39916, 37.495181, 33.956971, 34.552345, 33.165986, 34.638237, 34.553349, 34.797182, 35.126538, 34.926367, 34.979239, 34.088173, 34.519298, 33.636248, 31.927885, 29.021337, 28.700218, 22.94469, 23.690438, 23.643844, 21.983576, 19.781784, 18.570454, 24.617276, 28.8655, 27.00601, 59.187163, 70.278975]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 403, "item_id": "gsm8kpl-1174", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1064, "region_end": 398, "roundtrip_ok": true, "tf_agree": 0.995, "tf_agree_excl_first": 0.9975}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [21, 24, 19, 15, 11, 9, 5, 5, 7, 15, 17, 18, 17, 20, 17, 14, 12, 14, 18, 17, 10, 12, 15, 13, 15, 14, 15, 27, 22, 20, 21, 15, 23, 24, 22, 19, 20, 19, 22, 19, 23, 24, 27, 23, 19, 24, 25, 23, 21, 21], "n_am_pl": [1, 13, 13, 9, 4, 11, 12, 10, 10, 9, 9, 8, 10, 7, 7, 6, 6, 10, 6, 9, 9, 10, 11, 11, 8, 6, 8, 5, 5, 8, 8, 6, 4, 2, 8, 5, 5, 3, 7, 3, 4, 2, 5, 5, 2, 4, 1, 0, 0, 1], "n_pos": 68, "sum_m_en": [8.051609, 3.624799, 3.586596, 3.410601, 3.690895, 3.768197, 3.58939, 3.662736, 3.808587, 4.234062, 4.630611, 4.897706, 5.406047, 5.613829, 5.571794, 5.534453, 4.975425, 4.847631, 4.297995, 4.021435, 3.635074, 3.404083, 3.298885, 3.323597, 8.534546, 8.841571, 8.691252, 8.186952, 7.895623, 8.530093, 7.539299, 7.160571, 7.948574, 9.051237, 9.823466, 10.118058, 11.300943, 11.402055, 12.684865, 13.906838, 14.768028, 14.786685, 19.465471, 18.033968, 19.444841, 21.243725, 23.013086, 22.567065, 21.617409, 20.479239], "sum_m_pl": [26.452114, 33.040575, 32.894696, 31.962527, 31.256928, 30.880936, 30.957563, 30.838212, 29.431823, 30.907231, 30.515285, 30.42735, 30.094594, 29.042435, 28.774014, 29.426315, 29.869029, 29.907869, 30.717941, 31.666485, 32.178501, 32.493288, 32.521744, 32.734392, 24.281848, 23.554653, 23.308906, 25.898943, 26.824404, 26.658634, 27.361112, 27.890877, 26.764076, 24.427963, 24.153528, 22.227962, 19.302852, 18.496482, 17.309568, 16.313787, 15.284433, 13.557722, 12.330903, 9.803346, 6.767964, 7.274307, 3.242163, 2.980362, 0.51159, 1.000208]}, "digit": {"n_am_en": [1, 6, 2, 1, 2, 1, 1, 1, 0, 1, 3, 1, 0, 0, 0, 1, 0, 2, 1, 1, 0, 0, 1, 1, 0, 1, 2, 5, 3, 2, 1, 2, 3, 1, 2, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 0, 1, 2, 0, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0, 2, 0, 1, 0, 3, 0, 0, 0, 2, 2, 2, 2, 4, 1, 0, 1, 2, 3, 1, 2, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.927321, 0.442423, 0.409637, 0.398373, 0.403144, 0.422287, 0.447236, 0.493522, 0.498845, 0.541941, 0.588208, 0.575385, 0.616261, 0.612774, 0.575904, 0.611569, 0.645407, 0.66767, 0.609023, 0.577061, 0.504641, 0.461774, 0.457857, 0.459147, 0.730437, 0.791731, 0.833634, 0.871676, 0.895112, 0.875266, 0.867244, 0.822609, 0.887298, 0.852438, 0.852987, 0.863119, 0.803873, 0.748184, 0.686967, 0.74655, 0.727571, 0.810312, 1.467859, 1.484455, 1.389946, 1.2424, 1.155868, 0.216469, 0.153073, 0.0], "sum_m_pl": [4.587258, 5.419811, 5.186625, 4.990554, 4.868075, 4.666438, 4.647271, 4.591621, 4.463078, 4.591672, 4.744579, 4.678329, 4.377688, 4.157897, 4.266733, 4.29694, 4.128701, 4.044393, 4.230159, 4.372427, 4.484866, 4.592128, 4.602041, 4.632438, 3.513284, 3.637819, 3.894084, 4.277099, 4.352146, 4.371005, 4.327372, 4.385271, 4.032578, 3.813776, 3.691027, 3.414155, 3.325869, 3.529224, 3.645166, 3.373525, 3.255289, 3.161018, 3.217256, 3.538762, 2.598395, 2.524304, 0.752784, 0.654856, 0.280768, 0.0]}, "lang": {"n_am_en": [6, 7, 6, 6, 4, 6, 4, 3, 4, 8, 4, 6, 7, 8, 6, 6, 8, 6, 10, 7, 6, 7, 7, 6, 8, 9, 8, 11, 8, 12, 13, 10, 10, 11, 12, 12, 10, 10, 14, 10, 12, 12, 14, 16, 13, 18, 18, 19, 20, 20], "n_am_pl": [0, 3, 5, 2, 0, 4, 3, 3, 3, 2, 3, 4, 5, 1, 2, 2, 3, 3, 3, 3, 3, 3, 4, 3, 4, 2, 2, 2, 2, 3, 1, 2, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1], "n_pos": 22, "sum_m_en": [2.860248, 1.278461, 1.258876, 1.157568, 1.333162, 1.392785, 1.355735, 1.285868, 1.320951, 1.439354, 1.484943, 1.670572, 2.049439, 2.071693, 2.134833, 2.127893, 1.828771, 1.768929, 1.577014, 1.451541, 1.269183, 1.170775, 1.128664, 1.129944, 3.524965, 4.098386, 4.11872, 3.554255, 3.308319, 4.019183, 3.343855, 3.137238, 3.543717, 4.065857, 4.604223, 5.025099, 5.407618, 5.685837, 6.98599, 7.450508, 8.505471, 8.584754, 10.738148, 11.711755, 13.089127, 13.918008, 16.30766, 17.377278, 19.874274, 19.480225], "sum_m_pl": [8.40194, 10.04551, 10.251153, 10.008751, 9.882185, 9.825823, 9.670006, 9.815748, 9.408987, 9.948624, 9.769586, 9.73378, 9.575284, 9.322283, 9.213769, 9.32323, 9.720243, 9.674957, 9.845756, 10.108862, 10.460043, 10.53145, 10.537469, 10.549169, 7.945972, 7.280383, 6.876432, 7.637374, 7.883233, 7.606724, 7.981796, 8.222501, 8.19925, 7.965482, 7.734527, 7.304576, 6.161728, 5.946789, 5.133392, 4.779582, 4.043222, 3.480952, 2.947864, 2.293668, 1.748786, 1.584404, 0.937756, 0.4759, 0.038118, 1.000113]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 72, "item_id": "gsm8kpl-1178", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1145, "region_end": 68, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.9718}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [21, 18, 14, 13, 12, 8, 9, 13, 11, 16, 24, 23, 20, 18, 16, 22, 17, 16, 16, 15, 15, 13, 18, 16, 19, 20, 16, 23, 20, 17, 14, 9, 18, 21, 22, 22, 22, 20, 20, 22, 23, 22, 26, 23, 21, 21, 22, 17, 7, 5], "n_am_pl": [5, 16, 13, 14, 14, 10, 11, 15, 12, 8, 8, 14, 17, 16, 14, 4, 6, 11, 13, 15, 18, 21, 19, 18, 12, 10, 8, 8, 13, 13, 16, 21, 16, 12, 11, 13, 13, 17, 17, 9, 11, 13, 13, 9, 7, 13, 8, 8, 23, 29], "n_pos": 78, "sum_m_en": [7.174284, 3.65034, 4.09579, 5.162773, 5.521047, 4.62078, 4.824672, 4.589072, 4.647845, 5.538063, 5.660592, 5.936742, 5.977246, 5.986674, 6.311914, 6.090523, 5.806809, 5.620909, 4.903141, 4.769106, 4.345108, 3.893904, 3.716574, 3.681056, 10.107817, 8.850973, 8.165713, 7.795077, 8.535175, 8.59136, 8.170654, 8.026465, 8.385693, 9.152857, 10.460494, 10.850956, 10.823689, 11.246598, 11.728876, 13.782174, 16.050601, 15.138657, 20.189559, 19.30404, 19.236592, 18.307383, 19.586259, 13.726542, 7.929219, 4.933188], "sum_m_pl": [30.601186, 38.733825, 37.625369, 36.264641, 35.829127, 35.8377, 35.793536, 35.740372, 34.751135, 35.564265, 35.19202, 34.584664, 34.95927, 33.719625, 33.690158, 34.549444, 35.371132, 35.90783, 36.864748, 37.993752, 38.352968, 38.499384, 38.451588, 38.716382, 29.865207, 29.989586, 29.500075, 32.170745, 32.89823, 33.633663, 33.310659, 33.468767, 33.557519, 30.230969, 29.369937, 27.515039, 26.151903, 25.185185, 23.862519, 23.457376, 22.257704, 21.830591, 19.93776, 15.008808, 13.504338, 15.433558, 14.992488, 13.169051, 24.536981, 29.044387]}, "digit": {"n_am_en": [0, 5, 3, 0, 0, 0, 0, 1, 1, 0, 2, 2, 1, 1, 1, 3, 2, 3, 1, 1, 0, 0, 0, 0, 2, 3, 4, 5, 6, 3, 3, 2, 3, 2, 1, 1, 1, 0, 1, 1, 1, 1, 2, 2, 2, 2, 2, 0, 0, 0], "n_am_pl": [1, 0, 1, 2, 1, 0, 0, 1, 2, 1, 1, 4, 2, 2, 4, 1, 0, 2, 0, 3, 2, 0, 2, 1, 1, 0, 0, 0, 2, 2, 2, 1, 3, 4, 1, 2, 2, 3, 3, 2, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [0.933045, 0.427088, 0.408209, 0.411877, 0.423855, 0.456756, 0.498207, 0.544381, 0.555904, 0.626038, 0.633304, 0.650039, 0.675114, 0.653552, 0.625065, 0.674613, 0.728271, 0.778208, 0.683065, 0.637007, 0.560375, 0.507878, 0.49211, 0.489147, 0.807122, 0.86114, 0.944274, 0.900949, 1.017817, 1.016394, 1.079369, 0.983826, 0.99227, 0.94451, 0.914646, 0.962848, 0.856596, 0.819734, 0.74286, 0.842243, 0.816994, 0.797297, 2.362014, 2.131492, 2.068126, 1.918389, 1.987663, 0.200905, 0.0641, 0.0], "sum_m_pl": [5.036085, 5.981042, 5.748642, 5.360641, 5.167999, 5.080781, 5.018977, 4.973681, 4.895907, 4.98623, 5.184555, 5.074372, 4.820264, 4.534869, 4.673146, 4.751237, 4.714362, 4.639103, 4.828096, 4.99707, 5.144557, 5.199936, 5.211695, 5.276992, 4.312183, 4.347984, 4.461777, 4.916852, 5.091765, 5.068446, 4.95585, 4.968316, 4.707706, 4.364609, 4.165596, 4.016769, 3.870384, 4.098086, 3.993531, 3.860175, 3.69985, 3.808739, 3.360073, 3.128581, 2.50205, 1.656249, 0.653024, 0.343139, 0.206098, 0.0]}, "lang": {"n_am_en": [10, 5, 6, 7, 5, 7, 7, 7, 8, 12, 12, 7, 13, 11, 10, 10, 9, 7, 8, 7, 8, 8, 10, 10, 7, 10, 9, 9, 6, 6, 4, 3, 9, 12, 13, 13, 12, 11, 12, 16, 16, 15, 17, 14, 13, 13, 13, 11, 4, 4], "n_am_pl": [4, 9, 2, 4, 8, 4, 3, 8, 7, 3, 0, 6, 12, 10, 5, 1, 3, 6, 7, 7, 11, 15, 12, 12, 7, 8, 7, 7, 7, 7, 10, 12, 9, 5, 7, 7, 9, 12, 8, 5, 6, 7, 6, 5, 6, 11, 8, 8, 23, 27], "n_pos": 31, "sum_m_en": [2.813753, 1.47651, 1.823477, 2.699095, 2.971632, 2.256095, 2.473566, 2.090382, 2.052911, 2.514766, 2.570984, 2.773072, 2.792848, 2.751299, 3.014391, 2.786279, 2.624294, 2.479722, 2.248975, 2.143336, 1.923227, 1.659117, 1.559, 1.523386, 5.449372, 4.57852, 3.882364, 3.806915, 4.108762, 4.147784, 3.956335, 4.055758, 4.363156, 4.948554, 6.002285, 6.497541, 6.318335, 6.563483, 7.317104, 8.640462, 10.173511, 9.601811, 12.084791, 11.91362, 12.268621, 11.22565, 11.978093, 9.867492, 4.274828, 3.747138], "sum_m_pl": [10.95754, 14.511235, 14.190773, 13.770809, 14.020836, 13.971788, 13.828004, 14.115931, 13.885816, 14.114464, 13.771886, 13.317521, 13.827019, 13.430267, 13.373272, 13.688925, 14.372371, 14.75967, 15.027605, 15.522668, 15.664492, 15.706289, 15.660727, 15.689909, 12.376515, 12.542963, 12.658814, 13.190485, 13.295258, 13.458892, 13.61626, 13.62824, 14.135584, 12.973759, 12.613206, 12.209358, 12.302378, 11.625122, 10.831919, 10.424663, 9.471081, 9.356618, 8.715141, 6.909806, 6.701816, 9.727262, 10.35312, 9.585808, 23.067661, 27.210051]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "gsm8kpl-1178", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1004, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.9634, "tf_agree_excl_first": 0.9753}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [49, 45, 41, 44, 36, 37, 28, 30, 27, 44, 62, 56, 48, 51, 36, 43, 52, 42, 37, 36, 32, 36, 37, 42, 57, 56, 48, 52, 53, 45, 41, 44, 45, 46, 44, 43, 52, 48, 47, 61, 52, 62, 65, 56, 63, 68, 69, 65, 52, 50], "n_am_pl": [5, 23, 21, 15, 16, 20, 19, 20, 25, 21, 16, 22, 25, 11, 11, 9, 10, 8, 22, 19, 18, 15, 17, 15, 11, 10, 13, 9, 5, 13, 16, 13, 10, 9, 8, 10, 8, 8, 7, 6, 8, 6, 4, 6, 3, 2, 1, 0, 0, 0], "n_pos": 166, "sum_m_en": [17.398658, 9.306114, 9.014784, 8.688372, 9.199998, 9.380562, 9.469969, 9.887728, 10.172862, 10.144875, 11.141348, 11.807973, 12.196483, 12.560488, 12.272994, 11.546422, 11.233773, 10.777891, 9.659928, 8.999246, 8.581939, 8.160939, 7.882093, 7.741077, 18.631959, 19.123348, 18.32656, 17.117855, 17.713051, 17.267392, 15.854405, 16.053822, 16.314152, 15.917355, 16.61536, 17.841117, 22.628311, 25.015713, 30.127838, 34.571948, 36.490688, 42.294762, 46.409324, 50.233278, 58.500655, 62.685729, 63.356213, 61.863955, 53.309413, 49.950254], "sum_m_pl": [65.840866, 81.021588, 78.816288, 77.529958, 76.437659, 74.331259, 75.985058, 76.005007, 74.512383, 77.308241, 76.37901, 76.499138, 77.506708, 75.268195, 75.548768, 76.913379, 76.907267, 77.92475, 79.118398, 80.295459, 80.478943, 80.628975, 80.813007, 81.348087, 61.34692, 61.942503, 62.014001, 66.055259, 67.041407, 68.635115, 70.463579, 68.804712, 70.076783, 66.981908, 65.605981, 62.115099, 53.995194, 49.252396, 44.003097, 41.239759, 37.75124, 30.941818, 26.346932, 19.698425, 16.327825, 11.571769, 6.871578, 3.392865, 0.605593, 0.006918]}, "digit": {"n_am_en": [13, 12, 13, 11, 8, 8, 2, 5, 4, 11, 11, 6, 6, 3, 5, 4, 7, 5, 1, 3, 4, 4, 7, 8, 11, 8, 6, 11, 14, 8, 6, 6, 4, 3, 5, 3, 2, 3, 1, 4, 3, 4, 5, 3, 6, 5, 4, 3, 2, 0], "n_am_pl": [0, 3, 5, 3, 4, 4, 5, 4, 8, 5, 7, 2, 2, 0, 3, 2, 3, 1, 6, 5, 7, 4, 4, 4, 5, 5, 5, 0, 0, 4, 2, 1, 1, 2, 1, 2, 2, 3, 4, 5, 4, 4, 3, 4, 2, 2, 1, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.189121, 1.681127, 1.756558, 1.683733, 1.727586, 1.81097, 1.708382, 1.933494, 1.879364, 1.869663, 2.048678, 1.978822, 2.076644, 2.115325, 2.101768, 2.130573, 2.10489, 2.092686, 1.864873, 1.77027, 1.700344, 1.631481, 1.56334, 1.537038, 3.471546, 3.507848, 3.131363, 3.131235, 3.198096, 2.883636, 2.803683, 2.630752, 2.557068, 2.271111, 2.514121, 2.414469, 2.940185, 3.084532, 3.046563, 3.253428, 3.561093, 4.205346, 4.571125, 5.184341, 5.66363, 5.27576, 4.394589, 3.631672, 2.115957, 0.0], "sum_m_pl": [15.162861, 17.991142, 17.074979, 16.87309, 16.19008, 15.834289, 16.212481, 15.93087, 15.750487, 16.335202, 16.287261, 16.28282, 16.085441, 15.724434, 15.647608, 15.574433, 15.415074, 15.546809, 15.909897, 16.133083, 16.082238, 16.185198, 16.350147, 16.573244, 13.282329, 13.287164, 13.532641, 13.949063, 13.967607, 14.24279, 14.060061, 14.005649, 14.456618, 13.885827, 13.820122, 13.065647, 12.278952, 11.1908, 10.247683, 10.350521, 10.166142, 10.047104, 9.842669, 8.218672, 7.527601, 4.810895, 2.59427, 1.295342, 0.199434, 0.0]}, "lang": {"n_am_en": [12, 16, 17, 15, 13, 13, 14, 12, 12, 18, 25, 25, 21, 25, 16, 17, 22, 21, 20, 16, 17, 16, 16, 21, 23, 23, 22, 20, 19, 16, 18, 20, 22, 26, 22, 24, 26, 26, 27, 31, 27, 35, 34, 35, 35, 39, 41, 43, 46, 50], "n_am_pl": [0, 5, 6, 7, 0, 6, 8, 6, 6, 7, 5, 7, 6, 4, 2, 1, 2, 2, 6, 3, 3, 3, 5, 3, 3, 2, 3, 3, 1, 5, 6, 6, 2, 2, 2, 3, 1, 1, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 52, "sum_m_en": [5.670401, 3.128197, 2.945699, 2.837722, 2.923449, 3.100561, 3.280943, 3.250339, 3.466622, 3.468795, 3.89085, 4.259747, 4.487488, 4.615766, 4.22315, 3.934891, 3.806224, 3.561468, 3.207365, 2.898807, 2.780083, 2.597739, 2.509266, 2.47983, 6.859318, 7.306408, 7.246028, 6.449225, 6.649495, 6.465582, 5.902536, 6.240777, 6.274645, 6.106889, 6.430626, 7.514129, 10.320143, 12.284313, 15.63229, 17.707004, 19.14343, 22.176544, 24.860795, 26.713534, 29.702448, 34.152923, 39.409466, 40.839235, 46.091056, 49.073131], "sum_m_pl": [18.700032, 23.950659, 23.766226, 23.400692, 23.551288, 22.742209, 23.224897, 23.939751, 23.320466, 24.155438, 23.700919, 23.858324, 24.101485, 23.310379, 23.69552, 24.299288, 24.37314, 24.896624, 25.110663, 25.520632, 25.673105, 25.654875, 25.548058, 25.772382, 19.509352, 19.742676, 19.239842, 20.816931, 20.781463, 21.437286, 22.221211, 21.606994, 21.895604, 21.370349, 21.084581, 20.341763, 17.135701, 16.525329, 14.535878, 13.555084, 11.350799, 8.40419, 5.567912, 4.553023, 3.694194, 2.30154, 1.439481, 0.412735, 0.149014, 0.005972]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "gsm8kpl-1180", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1202, "region_end": 166, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9883}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [81, 84, 63, 65, 57, 56, 45, 37, 59, 78, 76, 64, 60, 48, 68, 61, 63, 62, 44, 41, 38, 36, 28, 38, 63, 66, 58, 74, 84, 81, 75, 65, 73, 70, 60, 61, 45, 44, 53, 51, 51, 44, 54, 50, 58, 61, 38, 33, 18, 14], "n_am_pl": [16, 49, 42, 44, 50, 42, 50, 47, 34, 40, 37, 35, 51, 53, 30, 40, 32, 50, 55, 64, 58, 44, 44, 53, 34, 31, 28, 39, 34, 48, 48, 38, 38, 26, 37, 32, 30, 26, 26, 18, 18, 20, 22, 21, 13, 11, 23, 24, 38, 40], "n_pos": 289, "sum_m_en": [25.983429, 14.195229, 14.952385, 15.308076, 16.039978, 15.982487, 15.929638, 16.33985, 16.907873, 16.996489, 17.390627, 18.480563, 19.227998, 19.600992, 19.833253, 18.839271, 18.089253, 17.898714, 15.958202, 15.053921, 14.544372, 14.047891, 13.714767, 13.349198, 27.036094, 28.931675, 29.239109, 29.665939, 31.207202, 32.365346, 29.653974, 28.82597, 28.358406, 27.670825, 28.117373, 27.308519, 27.233225, 25.793106, 27.246225, 30.253209, 32.398156, 32.691436, 37.268223, 42.68672, 51.804435, 50.720846, 37.926776, 35.035545, 20.236699, 14.051329], "sum_m_pl": [121.734376, 144.723183, 139.661511, 136.674472, 134.437468, 131.496478, 134.134101, 134.146401, 131.699706, 135.474319, 134.210528, 133.148415, 135.450623, 133.274757, 132.943662, 136.518334, 136.906703, 139.202855, 142.464453, 143.509285, 141.93663, 141.069889, 140.928747, 141.376171, 109.962293, 109.192834, 108.456173, 114.670168, 117.204352, 121.158983, 123.526526, 122.167122, 121.971271, 113.886653, 112.713849, 109.377189, 99.632736, 95.718603, 87.705759, 84.759461, 81.825605, 75.482395, 66.935566, 56.822905, 44.996052, 39.679121, 37.057676, 32.241177, 37.244169, 40.538137]}, "digit": {"n_am_en": [16, 20, 18, 19, 11, 10, 6, 4, 7, 14, 13, 10, 14, 7, 17, 11, 12, 11, 6, 9, 7, 6, 6, 9, 16, 16, 10, 17, 22, 17, 17, 12, 13, 7, 8, 4, 2, 3, 4, 6, 8, 4, 6, 4, 4, 4, 3, 2, 0, 0], "n_am_pl": [0, 9, 7, 4, 3, 7, 3, 5, 3, 3, 5, 6, 8, 7, 2, 5, 5, 4, 6, 7, 6, 4, 5, 5, 1, 2, 2, 3, 5, 8, 4, 4, 3, 3, 3, 2, 3, 2, 1, 0, 1, 4, 4, 4, 4, 1, 0, 0, 0, 0], "n_pos": 57, "sum_m_en": [4.773596, 2.713583, 2.880895, 2.858804, 2.926177, 2.928723, 2.809426, 3.003981, 3.006479, 3.011455, 3.088112, 3.14044, 3.494603, 3.569363, 3.580246, 3.461226, 3.348137, 3.477542, 3.078454, 2.859473, 2.741484, 2.618649, 2.546525, 2.51366, 4.79915, 5.237121, 5.406994, 5.292307, 5.580602, 5.576965, 5.379708, 5.162397, 4.799708, 4.323692, 4.576932, 4.548727, 4.098731, 3.648189, 3.781822, 4.433646, 4.373825, 4.249575, 3.890622, 4.595662, 4.625292, 3.927994, 3.806387, 2.893113, 0.353074, 3e-05], "sum_m_pl": [25.415979, 30.322404, 28.83968, 28.176905, 27.404993, 26.94532, 27.063238, 26.501482, 26.290348, 27.196921, 27.433747, 27.405767, 27.125166, 26.678952, 26.475291, 26.98931, 26.564919, 26.87154, 27.682867, 28.034548, 27.580669, 27.67312, 27.827775, 28.112544, 22.66764, 21.942515, 21.857937, 23.378625, 23.811015, 24.528734, 24.391504, 23.982564, 24.390582, 22.9698, 22.7545, 22.317335, 20.909199, 19.824843, 17.579612, 17.758064, 17.391649, 18.243639, 18.354338, 16.419316, 14.938889, 11.407544, 6.688841, 4.150848, 0.579077, 0.000711]}, "lang": {"n_am_en": [12, 14, 11, 9, 9, 8, 9, 8, 10, 10, 13, 12, 10, 8, 8, 9, 11, 13, 8, 7, 8, 7, 4, 6, 10, 17, 15, 15, 19, 19, 13, 15, 17, 21, 20, 17, 10, 10, 17, 14, 12, 12, 20, 17, 19, 25, 17, 20, 14, 14], "n_am_pl": [4, 11, 6, 8, 11, 8, 10, 10, 4, 11, 7, 8, 11, 17, 10, 5, 8, 10, 11, 12, 12, 8, 10, 11, 10, 8, 13, 11, 7, 11, 13, 9, 9, 9, 8, 9, 7, 7, 3, 7, 5, 4, 8, 11, 8, 7, 15, 18, 37, 40], "n_pos": 55, "sum_m_en": [5.038981, 2.87047, 2.961993, 3.090069, 3.138842, 3.129453, 3.182704, 3.191383, 3.376742, 3.246981, 3.476665, 3.867601, 3.9313, 4.00963, 3.958238, 3.635927, 3.386146, 3.286905, 3.012747, 2.860435, 2.804277, 2.697595, 2.605464, 2.535292, 5.447088, 5.562086, 5.445298, 5.573708, 6.329756, 6.495224, 6.043288, 6.101802, 6.042702, 6.148148, 5.751376, 5.509853, 5.426719, 5.682749, 6.404976, 6.861077, 7.27196, 8.878101, 10.036234, 11.748582, 16.811921, 20.12286, 16.370783, 18.079041, 14.976166, 14.00027], "sum_m_pl": [21.258791, 25.889469, 25.222363, 24.657261, 24.989266, 24.089789, 24.653537, 25.141173, 24.858528, 25.629411, 25.045615, 24.824738, 25.567997, 25.033253, 25.098752, 25.948349, 26.306579, 26.763428, 27.280454, 27.652834, 27.479791, 27.271451, 27.104081, 27.156516, 23.05429, 23.119184, 22.310562, 23.366203, 23.44437, 23.997092, 24.673211, 24.471336, 24.218907, 23.146748, 23.494551, 23.999384, 22.708324, 22.994543, 22.234012, 22.3275, 21.342912, 18.994647, 15.517724, 15.306882, 11.476443, 11.753782, 16.255717, 17.736773, 33.581382, 40.203871]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 289, "item_id": "gsm8kpl-1180", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1061, "region_end": 289, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9931}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [151, 175, 134, 129, 122, 117, 117, 141, 128, 150, 134, 147, 145, 168, 153, 157, 173, 180, 147, 156, 155, 157, 142, 154, 205, 218, 174, 169, 183, 186, 178, 172, 188, 164, 181, 194, 211, 196, 210, 225, 204, 205, 202, 198, 176, 159, 160, 154, 131, 136], "n_am_pl": [17, 89, 102, 105, 87, 96, 93, 87, 101, 97, 98, 117, 116, 107, 88, 125, 103, 106, 98, 106, 108, 106, 116, 113, 75, 69, 89, 91, 101, 125, 100, 103, 99, 97, 99, 74, 40, 43, 36, 45, 47, 47, 51, 51, 44, 37, 26, 24, 25, 24], "n_pos": 654, "sum_m_en": [68.567132, 33.884906, 34.167722, 32.916232, 34.289828, 34.99843, 34.669598, 36.858914, 39.01969, 41.489575, 42.016627, 44.158303, 46.958072, 48.476855, 46.766062, 44.51046, 46.483036, 44.9171, 40.545845, 38.725074, 35.215027, 33.134128, 31.891776, 31.633876, 80.566925, 92.996656, 84.571296, 74.165162, 72.288854, 70.3443, 67.052704, 65.974135, 62.948805, 63.048626, 70.968274, 78.112929, 90.351372, 89.369161, 99.163233, 116.522575, 112.432221, 117.397284, 125.095961, 136.415081, 145.126247, 143.436538, 147.672847, 148.922446, 135.088553, 135.385165], "sum_m_pl": [251.363672, 327.435766, 319.128571, 315.420968, 310.951749, 301.975008, 302.614719, 294.843612, 296.733131, 304.620071, 297.16153, 296.86151, 295.568394, 289.573257, 291.099193, 303.218051, 298.894578, 302.558322, 302.191072, 308.597568, 313.03224, 314.996023, 317.378322, 318.420711, 252.721193, 239.075582, 239.364529, 260.717587, 270.283564, 274.454263, 275.380637, 279.828726, 280.720069, 274.481343, 263.777018, 249.37949, 215.222027, 204.854503, 185.640988, 176.995904, 171.24051, 159.194686, 152.368565, 132.747414, 105.237694, 86.162962, 56.932575, 38.382684, 26.668447, 24.367681]}, "digit": {"n_am_en": [9, 35, 11, 7, 17, 18, 17, 17, 13, 19, 16, 14, 13, 23, 19, 18, 24, 35, 24, 22, 30, 21, 20, 23, 30, 28, 18, 20, 22, 18, 15, 19, 23, 20, 16, 24, 25, 23, 21, 25, 18, 19, 16, 12, 9, 10, 5, 2, 0, 0], "n_am_pl": [1, 6, 5, 9, 10, 4, 12, 7, 12, 12, 8, 13, 16, 13, 10, 17, 10, 8, 8, 6, 11, 13, 14, 13, 7, 11, 8, 8, 15, 21, 15, 16, 20, 11, 10, 8, 6, 7, 3, 4, 6, 7, 9, 11, 9, 4, 0, 0, 0, 0], "n_pos": 82, "sum_m_en": [6.756341, 3.712049, 3.479117, 3.303218, 3.576748, 3.601221, 3.430853, 3.796487, 3.982088, 4.178264, 4.351021, 4.507158, 4.715126, 4.904883, 4.658481, 4.719027, 5.148252, 5.086709, 4.569878, 4.509845, 4.108457, 3.85869, 3.716453, 3.667629, 7.757395, 8.610468, 7.785886, 7.318388, 6.509486, 6.41248, 6.405803, 6.724558, 6.150927, 6.191104, 6.271528, 6.881854, 7.170118, 6.9395, 7.375261, 6.992169, 6.785175, 6.578244, 6.764949, 6.669512, 6.879251, 5.966562, 4.318267, 2.998079, 0.354103, 0.0], "sum_m_pl": [36.254434, 44.339624, 42.698189, 42.085082, 41.623647, 40.585609, 40.432961, 39.22139, 39.709965, 41.207936, 40.345887, 40.352568, 39.53819, 38.104459, 38.112047, 38.883631, 37.363217, 38.122084, 38.290034, 38.920726, 39.577349, 39.966671, 40.165854, 40.455941, 34.936212, 33.374277, 32.630783, 35.823877, 36.764698, 37.710562, 37.555332, 37.523331, 38.426574, 37.72883, 36.449222, 35.865974, 34.183797, 33.602894, 30.954639, 31.179662, 30.703544, 29.788396, 29.210814, 27.374445, 24.156553, 18.634694, 11.187243, 5.489054, 0.685032, 0.0]}, "lang": {"n_am_en": [45, 35, 38, 27, 37, 38, 39, 44, 41, 41, 43, 44, 43, 49, 46, 49, 53, 45, 39, 48, 48, 47, 49, 51, 68, 65, 58, 47, 53, 50, 51, 49, 55, 58, 63, 73, 82, 87, 99, 103, 100, 103, 105, 105, 103, 100, 111, 119, 125, 135], "n_am_pl": [4, 11, 20, 22, 20, 26, 23, 23, 25, 22, 30, 30, 22, 15, 19, 27, 21, 26, 31, 26, 18, 26, 25, 33, 14, 9, 18, 17, 21, 27, 26, 27, 29, 31, 27, 20, 17, 14, 13, 21, 18, 19, 20, 23, 24, 23, 17, 19, 24, 24], "n_pos": 159, "sum_m_en": [17.382257, 8.80324, 8.586395, 8.196175, 8.515528, 8.900486, 8.890941, 9.505392, 10.034328, 10.491755, 11.173842, 12.018663, 12.704651, 13.16749, 12.682194, 11.92492, 12.01132, 11.636537, 10.579837, 9.86262, 8.87655, 8.399981, 8.036368, 7.898203, 25.443167, 28.284799, 24.52771, 20.946029, 19.960756, 19.219638, 18.045232, 18.508881, 18.224843, 19.157935, 21.373202, 26.573807, 35.355352, 35.909533, 42.499726, 53.997342, 53.831971, 59.970646, 65.164733, 72.878254, 83.084619, 88.023178, 100.045104, 107.351793, 123.377387, 133.571481], "sum_m_pl": [56.132808, 74.955245, 74.634232, 73.250224, 72.934441, 69.563705, 70.537707, 70.602807, 71.276588, 72.803946, 71.317672, 71.8717, 71.870553, 70.275266, 71.195723, 74.481671, 74.009272, 74.306783, 74.295576, 75.79386, 76.769717, 77.40711, 77.972266, 77.927489, 62.121402, 58.5202, 60.053582, 64.519724, 65.945592, 66.668044, 67.626689, 68.109329, 68.507007, 67.69493, 65.349993, 62.561445, 54.459215, 53.50263, 47.629514, 43.869422, 43.51168, 39.950476, 39.757434, 35.73139, 29.657935, 26.267476, 22.869558, 19.037086, 23.374534, 23.989328]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 659, "item_id": "gsm8kpl-1181", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1151, "region_end": 654, "roundtrip_ok": true, "tf_agree": 0.9954, "tf_agree_excl_first": 0.997}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [87, 129, 78, 75, 90, 68, 61, 74, 80, 86, 65, 88, 88, 75, 70, 81, 100, 91, 74, 85, 77, 85, 77, 84, 115, 125, 94, 103, 110, 114, 106, 89, 89, 88, 104, 102, 113, 99, 93, 87, 74, 79, 92, 77, 61, 42, 17, 10, 3, 2], "n_am_pl": [12, 85, 83, 73, 52, 71, 85, 73, 70, 73, 77, 68, 90, 95, 80, 91, 80, 92, 88, 82, 96, 89, 108, 114, 69, 61, 64, 81, 92, 99, 98, 102, 105, 87, 79, 62, 46, 39, 38, 46, 50, 44, 49, 51, 43, 48, 49, 50, 56, 62], "n_pos": 437, "sum_m_en": [40.087777, 20.425864, 21.460167, 21.385708, 22.992632, 22.742499, 22.625492, 24.499177, 25.782874, 27.791393, 27.067458, 28.61949, 30.491564, 31.070681, 30.534151, 29.457667, 30.380306, 28.930794, 25.929906, 25.342915, 23.239939, 21.95384, 21.168545, 20.682338, 47.970444, 55.095339, 51.078159, 45.700452, 46.140856, 44.674077, 42.044284, 39.553129, 37.956518, 38.811919, 44.918876, 46.911389, 51.654107, 50.701313, 53.036068, 56.573242, 52.56472, 52.361912, 57.039095, 53.493557, 53.109772, 43.857639, 22.712688, 16.326985, 5.128433, 2.139746], "sum_m_pl": [174.420184, 223.244903, 215.427393, 212.778713, 209.773923, 205.465094, 205.060551, 198.098514, 200.329994, 205.045796, 200.67976, 199.016315, 196.698803, 192.394662, 193.124773, 202.703074, 200.623138, 203.441474, 206.237365, 209.614798, 211.379715, 212.428104, 213.670417, 214.698948, 174.654731, 165.342396, 163.849837, 178.066534, 186.368937, 190.420985, 187.685133, 191.97564, 193.68619, 184.935058, 178.517639, 172.30373, 150.360879, 144.617584, 130.929076, 127.2239, 123.112551, 120.912969, 117.073588, 107.007568, 87.906921, 81.398894, 68.286046, 56.934568, 56.246262, 61.122078]}, "digit": {"n_am_en": [2, 44, 18, 9, 19, 16, 9, 15, 17, 23, 19, 20, 16, 18, 14, 22, 23, 24, 17, 21, 23, 27, 22, 23, 26, 25, 21, 18, 21, 21, 16, 21, 14, 13, 16, 23, 22, 23, 24, 17, 17, 16, 15, 10, 8, 5, 2, 1, 0, 0], "n_am_pl": [4, 8, 5, 5, 3, 5, 10, 7, 7, 7, 9, 9, 11, 16, 12, 15, 11, 9, 10, 10, 12, 9, 15, 13, 6, 8, 8, 14, 22, 25, 24, 27, 23, 11, 10, 7, 5, 6, 2, 6, 8, 10, 8, 10, 10, 7, 6, 6, 0, 0], "n_pos": 77, "sum_m_en": [6.318736, 3.4078, 3.202328, 3.110092, 3.386552, 3.369145, 3.240942, 3.63228, 3.759473, 3.98616, 4.014743, 4.161224, 4.486915, 4.549009, 4.353684, 4.521511, 4.744675, 4.750135, 4.20008, 4.213783, 3.795015, 3.545718, 3.415346, 3.33398, 6.566365, 7.033511, 6.786575, 6.256226, 6.381068, 6.150428, 6.150424, 6.097812, 5.633022, 5.76507, 6.124165, 7.114751, 7.314802, 6.776669, 7.431792, 7.057266, 6.939217, 5.986095, 5.91634, 6.05615, 6.863129, 5.699406, 3.560799, 2.586668, 0.246233, 0.0], "sum_m_pl": [34.468212, 41.709318, 40.15293, 39.354528, 39.317919, 38.540053, 38.182541, 36.944629, 37.659836, 38.655697, 38.06018, 38.32588, 37.473617, 36.173094, 36.132736, 37.072305, 36.036009, 36.587763, 37.448216, 37.631201, 37.97653, 38.279702, 38.436202, 38.691007, 34.119031, 33.03988, 32.826904, 36.039322, 36.563592, 36.987993, 36.44375, 36.597372, 37.156863, 35.969247, 34.53607, 33.94802, 32.425411, 31.981213, 29.811888, 29.952443, 29.045204, 29.311773, 28.889028, 27.875598, 25.689786, 21.184096, 16.186221, 9.081091, 0.378017, 0.0]}, "lang": {"n_am_en": [13, 11, 3, 5, 5, 10, 11, 14, 11, 11, 12, 15, 15, 7, 3, 15, 16, 11, 16, 19, 13, 13, 14, 17, 25, 24, 20, 21, 19, 20, 18, 17, 19, 21, 22, 23, 24, 22, 20, 25, 25, 27, 29, 24, 26, 20, 10, 5, 2, 2], "n_am_pl": [4, 17, 17, 19, 13, 19, 13, 12, 10, 10, 13, 12, 15, 19, 14, 13, 16, 23, 18, 19, 23, 24, 24, 18, 15, 11, 11, 11, 14, 11, 16, 18, 22, 15, 16, 13, 17, 10, 12, 19, 19, 20, 19, 22, 25, 31, 30, 35, 55, 61], "n_pos": 64, "sum_m_en": [5.404115, 3.190022, 3.246431, 3.135623, 3.340784, 3.272489, 3.285749, 3.51781, 3.803795, 4.12304, 4.138169, 4.579776, 4.69365, 4.859558, 4.922068, 4.737538, 4.657554, 4.436747, 4.101015, 4.03468, 3.822702, 3.602305, 3.388017, 3.376332, 9.919125, 10.926938, 9.782845, 8.558616, 8.295095, 8.170457, 7.005434, 7.02039, 6.860423, 7.641133, 8.861718, 10.84822, 13.328042, 13.096552, 13.756735, 16.42437, 15.778631, 17.112252, 21.15402, 19.206565, 23.08652, 18.94724, 9.964685, 5.828179, 2.295613, 2.000826], "sum_m_pl": [23.43663, 29.576344, 28.990941, 29.192177, 29.091573, 27.748451, 28.503859, 28.358573, 28.472978, 28.986743, 28.371503, 28.208484, 28.081148, 27.703369, 27.970992, 29.612626, 29.767682, 29.90204, 30.21757, 30.652915, 30.570635, 30.686271, 31.009853, 30.929077, 25.254952, 23.658697, 23.831362, 25.657259, 26.65233, 26.75589, 27.84083, 27.919966, 28.489031, 27.46117, 26.743513, 26.66643, 24.890122, 24.284169, 22.013324, 22.084939, 22.559413, 23.366597, 22.748513, 24.196007, 22.47485, 26.088514, 30.355724, 32.931915, 52.035312, 60.221271]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 437, "item_id": "gsm8kpl-1181", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1010, "region_end": 437, "roundtrip_ok": true, "tf_agree": 0.9908, "tf_agree_excl_first": 0.9931}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [97, 81, 68, 73, 57, 68, 60, 52, 57, 70, 75, 86, 81, 80, 85, 109, 101, 94, 92, 97, 93, 91, 82, 99, 119, 122, 113, 120, 111, 112, 111, 92, 93, 110, 104, 113, 122, 128, 124, 113, 121, 124, 127, 111, 112, 113, 108, 106, 98, 98], "n_am_pl": [5, 49, 55, 57, 37, 24, 37, 23, 25, 24, 33, 23, 37, 30, 28, 25, 27, 33, 44, 37, 42, 56, 61, 62, 48, 44, 35, 37, 39, 32, 36, 39, 35, 25, 29, 23, 19, 25, 28, 37, 34, 26, 22, 27, 23, 17, 13, 11, 0, 0], "n_pos": 292, "sum_m_en": [33.986112, 16.901539, 15.988541, 15.571368, 16.166601, 16.948096, 17.798928, 19.234149, 20.009333, 21.170863, 22.285356, 22.61655, 23.451287, 23.756937, 23.229922, 22.12649, 21.619234, 20.634928, 18.559073, 17.784334, 15.831934, 14.478847, 13.93517, 13.699776, 40.468532, 40.857788, 40.03069, 35.974787, 35.485391, 35.549182, 34.10136, 33.649368, 33.275074, 34.194642, 37.453626, 41.79789, 50.24634, 55.229916, 60.315318, 67.158136, 69.453718, 80.960239, 88.391065, 89.317776, 93.184865, 99.481207, 104.502085, 104.69981, 97.781571, 98.125067], "sum_m_pl": [108.033818, 137.867194, 134.286454, 132.868131, 129.312561, 129.221559, 128.728275, 125.351661, 122.327423, 126.284791, 126.734879, 127.791361, 128.748899, 127.714738, 129.233322, 132.905979, 129.466254, 131.128991, 134.595829, 136.126995, 139.285236, 141.870876, 142.474856, 142.592374, 119.994297, 116.589031, 112.204913, 116.856711, 116.907821, 116.449621, 118.085044, 117.224319, 119.110145, 114.412295, 110.722198, 104.152868, 95.139543, 89.823747, 85.455128, 85.288719, 81.21192, 69.348792, 59.965537, 54.878706, 49.519491, 37.22705, 24.109785, 14.984515, 2.957991, 0.067813]}, "digit": {"n_am_en": [3, 16, 18, 12, 11, 10, 9, 7, 6, 6, 12, 7, 12, 11, 7, 10, 13, 13, 13, 10, 10, 11, 11, 9, 11, 13, 15, 17, 10, 13, 7, 10, 8, 10, 9, 11, 11, 11, 6, 6, 6, 7, 8, 6, 3, 4, 4, 1, 0, 0], "n_am_pl": [0, 3, 8, 5, 5, 3, 4, 4, 5, 2, 4, 2, 6, 4, 2, 4, 3, 7, 8, 8, 7, 7, 9, 12, 13, 10, 8, 5, 6, 6, 9, 6, 6, 3, 5, 7, 3, 8, 8, 14, 13, 9, 8, 7, 5, 2, 2, 3, 0, 0], "n_pos": 48, "sum_m_en": [4.248684, 2.074656, 2.021143, 2.048097, 2.138025, 2.245562, 2.353474, 2.532187, 2.697832, 2.807885, 3.053309, 3.101657, 3.353392, 3.419589, 3.13517, 3.091408, 3.017619, 2.894681, 2.590665, 2.555947, 2.299155, 2.111805, 2.025915, 2.004472, 4.073931, 4.231396, 4.3644, 4.246395, 4.338601, 4.384509, 4.389823, 4.343231, 3.523382, 3.539902, 3.366143, 3.507617, 3.635525, 3.820583, 3.932902, 3.707403, 3.392259, 4.124272, 3.80821, 4.104446, 4.508027, 3.803997, 3.214975, 2.009248, 0.641366, 0.0], "sum_m_pl": [21.122758, 25.679264, 24.755987, 24.091246, 23.4529, 22.802097, 22.359972, 21.294427, 20.952196, 21.681022, 21.752881, 21.491914, 20.922123, 21.194045, 21.372542, 21.684983, 21.299416, 21.508155, 22.453177, 22.670048, 23.115868, 23.56471, 23.714443, 23.736147, 21.485905, 20.566292, 19.296443, 19.818669, 19.848425, 19.739928, 19.280408, 18.682908, 19.910197, 19.535055, 19.423554, 19.424317, 19.370865, 18.427744, 18.254024, 19.814299, 19.497584, 18.018749, 16.525637, 15.949379, 13.819367, 8.942198, 7.106894, 4.444114, 0.905773, 0.0]}, "lang": {"n_am_en": [35, 20, 15, 26, 21, 31, 28, 22, 24, 34, 32, 42, 27, 35, 41, 54, 49, 47, 44, 47, 48, 49, 42, 50, 56, 55, 52, 57, 53, 50, 54, 48, 46, 53, 55, 57, 59, 66, 63, 57, 66, 72, 71, 62, 67, 72, 75, 81, 96, 98], "n_am_pl": [1, 20, 14, 23, 11, 4, 10, 5, 4, 8, 9, 8, 17, 10, 9, 7, 7, 7, 14, 11, 16, 23, 25, 25, 18, 16, 14, 13, 12, 8, 8, 14, 10, 5, 11, 7, 9, 9, 8, 10, 7, 7, 7, 10, 8, 7, 7, 5, 0, 0], "n_pos": 100, "sum_m_en": [12.074249, 6.667876, 6.095877, 5.984768, 6.232213, 6.781256, 7.544616, 8.019634, 8.156037, 8.477162, 8.904724, 9.045862, 9.207544, 9.388445, 9.372704, 8.578455, 8.411373, 7.918179, 7.232158, 6.67249, 5.806672, 5.234966, 4.935464, 4.831492, 19.231044, 19.426154, 18.734115, 16.295729, 15.919515, 16.137577, 15.278441, 14.852597, 15.257388, 16.082871, 18.279224, 21.037397, 27.380103, 30.373427, 31.827862, 34.558491, 37.135352, 47.941942, 53.259859, 52.282394, 57.895039, 63.779497, 70.822234, 78.82051, 92.383087, 97.674002], "sum_m_pl": [34.686533, 43.907193, 43.345697, 42.972857, 42.030376, 41.921205, 41.69498, 41.284599, 40.624161, 41.925629, 42.126229, 43.19827, 44.044841, 43.775461, 44.352256, 45.840486, 44.51752, 45.295215, 45.923285, 46.519318, 47.74358, 48.820334, 49.012579, 49.147314, 40.371021, 39.837874, 38.077113, 39.451371, 39.593, 38.776931, 40.096835, 40.088496, 40.587687, 39.091292, 37.280177, 35.699845, 31.695443, 30.533513, 29.738158, 27.612132, 26.301836, 21.247315, 17.972541, 17.330905, 14.74119, 11.00062, 7.195071, 4.556746, 0.725252, 0.000261]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 396, "item_id": "gsm8kpl-1187", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1170, "region_end": 292, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9823}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [120, 73, 47, 64, 76, 62, 73, 85, 68, 74, 79, 89, 73, 64, 73, 81, 83, 69, 68, 66, 76, 62, 57, 57, 107, 107, 91, 86, 88, 91, 93, 87, 84, 101, 93, 96, 90, 97, 83, 74, 78, 86, 85, 75, 65, 50, 33, 21, 11, 3], "n_am_pl": [28, 76, 98, 76, 51, 71, 42, 51, 40, 40, 46, 40, 57, 50, 39, 49, 47, 52, 67, 65, 70, 87, 81, 79, 61, 53, 59, 56, 67, 48, 59, 46, 54, 43, 48, 43, 44, 54, 68, 81, 84, 71, 69, 62, 47, 57, 59, 69, 86, 87], "n_pos": 368, "sum_m_en": [34.98831, 17.488839, 17.640135, 18.497489, 20.135534, 19.813828, 20.431308, 21.193419, 21.919526, 22.410548, 23.097772, 23.938177, 24.882109, 24.700779, 24.935273, 23.301112, 23.421545, 23.243758, 20.87426, 20.28866, 18.30305, 17.185964, 16.71116, 16.175417, 34.381245, 36.473923, 36.412753, 33.319401, 36.041282, 36.298905, 34.581673, 34.082786, 33.575391, 33.799702, 36.379884, 36.264706, 39.364999, 45.539824, 45.778318, 49.740251, 48.807194, 53.551074, 53.58773, 54.315425, 57.534565, 50.610094, 32.500554, 23.34411, 11.594505, 3.662831], "sum_m_pl": [151.06889, 180.403467, 175.808513, 168.569834, 163.200779, 161.489329, 163.493299, 161.658783, 156.357728, 161.733654, 159.846596, 160.543836, 163.879922, 161.762249, 162.143928, 168.088145, 163.91448, 164.839786, 172.568405, 174.011877, 177.421972, 179.268449, 178.885815, 179.189304, 150.137785, 144.307372, 139.049614, 150.54994, 150.955403, 150.855241, 153.238019, 150.27048, 147.799045, 141.194092, 137.406416, 131.757018, 122.035793, 120.571921, 120.790365, 124.197498, 120.246746, 114.671055, 105.10981, 96.274305, 91.486262, 90.759911, 81.238348, 74.242437, 86.797249, 87.26018]}, "digit": {"n_am_en": [6, 27, 16, 14, 16, 9, 14, 7, 9, 9, 16, 21, 11, 8, 13, 14, 19, 12, 14, 12, 13, 12, 13, 10, 18, 21, 17, 15, 17, 21, 12, 16, 8, 17, 11, 11, 10, 13, 8, 6, 6, 6, 5, 3, 1, 1, 0, 0, 1, 0], "n_am_pl": [0, 4, 15, 12, 9, 5, 9, 6, 5, 6, 8, 4, 14, 10, 4, 8, 2, 9, 12, 12, 13, 15, 14, 14, 10, 7, 9, 7, 14, 10, 10, 8, 11, 4, 6, 6, 9, 12, 14, 16, 15, 14, 11, 10, 5, 3, 3, 3, 1, 0], "n_pos": 68, "sum_m_en": [5.991001, 2.995436, 2.7686, 2.800759, 3.050255, 3.131215, 3.369509, 3.596445, 3.671205, 3.65715, 3.761339, 4.096541, 4.256687, 4.398643, 4.405641, 4.181645, 4.201712, 4.280104, 3.722555, 3.659379, 3.22764, 3.011364, 2.902739, 2.839898, 5.521365, 6.017785, 6.35177, 5.651282, 6.049984, 6.137484, 6.126661, 5.85341, 5.206314, 5.151994, 5.330529, 5.593544, 5.566768, 5.672854, 5.17241, 5.674361, 5.236996, 5.094844, 4.547076, 3.762248, 3.285921, 2.59411, 1.835552, 1.269679, 0.821006, 0.050537], "sum_m_pl": [30.468568, 36.636924, 35.628524, 34.234374, 32.983091, 31.890111, 31.436263, 30.500113, 29.808701, 31.136216, 31.16301, 31.105397, 30.914759, 30.304123, 30.040381, 30.96425, 30.858664, 31.020515, 32.54139, 32.736488, 33.159327, 33.566573, 33.574446, 33.682796, 29.571592, 28.019452, 26.789672, 28.418156, 28.895052, 28.533258, 28.499905, 27.58981, 27.805109, 27.412984, 27.147688, 27.138515, 26.671255, 26.668383, 26.161267, 27.885728, 26.281327, 25.72626, 22.612547, 22.763796, 19.842435, 15.613572, 11.547874, 8.164032, 2.107557, 0.001279]}, "lang": {"n_am_en": [32, 11, 8, 17, 15, 15, 19, 30, 24, 25, 27, 26, 26, 23, 25, 27, 23, 19, 25, 19, 21, 14, 13, 15, 37, 39, 33, 36, 29, 30, 34, 29, 28, 36, 30, 33, 35, 42, 38, 31, 30, 31, 38, 34, 33, 25, 14, 8, 4, 3], "n_am_pl": [10, 21, 28, 20, 12, 17, 16, 10, 6, 9, 8, 9, 12, 12, 9, 14, 12, 12, 11, 18, 21, 27, 24, 24, 18, 12, 12, 12, 15, 11, 13, 12, 14, 10, 15, 9, 10, 16, 19, 26, 29, 31, 33, 28, 27, 34, 37, 51, 77, 86], "n_pos": 91, "sum_m_en": [7.620884, 4.358301, 4.471715, 4.960239, 5.199205, 5.074521, 5.302325, 5.545466, 5.790477, 5.944991, 6.222307, 6.48675, 6.598144, 6.465474, 6.334195, 5.940433, 5.765917, 5.787713, 5.045312, 4.922771, 4.561529, 4.287007, 4.215363, 4.083742, 10.46289, 11.270401, 10.933001, 10.200507, 10.484121, 9.868233, 8.989459, 8.767148, 8.787676, 9.175179, 8.745535, 9.1655, 10.754898, 13.937586, 15.372047, 18.126876, 19.073349, 21.698398, 22.702726, 23.244525, 26.26833, 21.242742, 13.071965, 8.189568, 5.452156, 3.123296], "sum_m_pl": [36.836838, 41.980174, 40.744159, 38.810833, 38.046941, 38.223264, 38.555266, 38.72128, 37.940099, 39.512165, 39.548632, 39.554457, 40.782107, 40.275715, 40.875121, 42.416611, 41.372321, 41.861792, 43.601821, 43.850483, 44.437695, 45.13977, 44.85387, 44.842732, 39.055486, 37.185363, 35.906485, 38.014371, 37.326063, 37.846033, 39.139882, 39.16652, 39.560735, 38.129372, 38.400252, 37.443103, 35.435344, 36.518177, 37.452623, 37.603236, 36.251008, 36.262084, 36.248007, 34.303584, 35.515191, 39.478992, 42.385213, 46.286941, 72.244478, 85.395564]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 409, "item_id": "gsm8kpl-1187", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1029, "region_end": 368, "roundtrip_ok": true, "tf_agree": 0.978, "tf_agree_excl_first": 0.9804}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 20, 12, 7, 11, 13, 6, 10, 7, 19, 17, 14, 9, 11, 10, 10, 15, 10, 12, 17, 15, 16, 15, 17, 23, 26, 25, 14, 19, 20, 22, 21, 15, 17, 18, 16, 18, 15, 25, 20, 23, 22, 17, 19, 17, 20, 20, 13, 13, 13], "n_am_pl": [3, 10, 14, 15, 9, 7, 9, 10, 6, 5, 5, 12, 5, 8, 11, 9, 6, 4, 7, 3, 2, 4, 6, 8, 3, 3, 4, 7, 8, 9, 8, 4, 6, 6, 6, 6, 5, 3, 3, 1, 1, 2, 2, 2, 1, 2, 0, 2, 1, 1], "n_pos": 70, "sum_m_en": [7.367143, 3.470439, 3.681469, 3.438727, 3.482176, 3.580064, 3.70041, 3.929212, 4.140003, 4.349279, 4.096009, 4.182337, 4.608156, 4.508768, 4.686367, 4.449191, 4.434738, 4.601729, 4.148418, 4.12869, 3.962088, 3.527731, 3.327138, 3.260546, 8.354406, 7.58547, 7.480771, 6.937448, 6.777417, 6.810981, 6.508494, 6.29119, 6.375748, 6.158052, 6.73767, 7.271857, 8.336055, 8.91491, 12.728724, 13.997933, 14.772329, 15.269159, 15.88609, 15.71183, 14.706714, 21.359543, 21.50911, 15.423959, 13.464741, 13.04223], "sum_m_pl": [28.918615, 35.027199, 34.482582, 33.572988, 32.121742, 31.466758, 30.582485, 31.293537, 30.098337, 31.282839, 31.095495, 30.834485, 29.800951, 29.412345, 28.760038, 29.986359, 30.584439, 30.022402, 31.457321, 32.112053, 32.557084, 32.923354, 33.093213, 33.641234, 25.022392, 25.008774, 24.720003, 27.015908, 28.481389, 28.898229, 28.948643, 28.955091, 28.057682, 26.367806, 25.973085, 23.19152, 20.637921, 19.370572, 16.67711, 15.545006, 14.231876, 13.679859, 12.311793, 9.988919, 8.013789, 5.159902, 2.573479, 1.870182, 0.560402, 0.8227]}, "digit": {"n_am_en": [0, 8, 6, 1, 2, 1, 2, 3, 3, 5, 4, 3, 0, 0, 3, 3, 2, 0, 2, 3, 3, 3, 3, 3, 3, 5, 3, 2, 3, 1, 3, 2, 2, 2, 1, 2, 0, 2, 3, 1, 2, 4, 2, 3, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 1, 0, 1, 0, 0, 0, 2, 3, 1, 2, 1, 2, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 2, 2, 1, 0, 1, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0], "n_pos": 11, "sum_m_en": [0.97318, 0.456819, 0.4527, 0.437535, 0.438099, 0.501214, 0.527467, 0.540793, 0.564646, 0.579389, 0.558412, 0.516685, 0.583837, 0.60283, 0.569863, 0.571451, 0.641084, 0.666473, 0.632051, 0.625964, 0.567436, 0.521114, 0.507274, 0.511522, 1.160249, 0.957305, 1.032527, 0.901281, 0.946872, 0.914107, 0.971116, 0.978566, 0.842065, 0.762202, 0.87889, 0.987953, 1.014234, 1.015418, 1.234704, 1.094841, 1.109938, 1.167361, 1.305736, 1.207482, 0.76803, 0.579291, 0.652872, 0.613619, 0.001305, 0.0], "sum_m_pl": [4.99841, 6.029081, 5.892529, 5.580785, 5.351042, 5.145179, 5.067511, 5.197708, 5.136656, 5.247882, 5.290227, 5.122939, 4.721331, 4.630061, 4.392319, 4.376743, 4.555645, 4.469904, 4.824529, 4.956931, 4.983648, 4.993347, 5.035488, 5.128901, 3.56575, 3.863083, 4.018143, 4.437412, 4.530593, 4.612001, 4.603383, 4.509366, 4.229235, 4.099064, 3.92406, 3.98382, 3.756234, 3.882466, 3.579746, 3.401413, 3.107656, 3.124466, 2.890715, 1.958234, 1.70394, 1.091229, 0.59099, 0.457354, 0.001356, 0.0]}, "lang": {"n_am_en": [2, 2, 0, 0, 0, 2, 1, 0, 0, 1, 3, 1, 2, 3, 2, 3, 6, 3, 2, 5, 5, 7, 7, 6, 7, 7, 8, 3, 6, 6, 5, 5, 4, 5, 7, 8, 7, 7, 8, 9, 9, 10, 10, 11, 11, 13, 13, 12, 13, 13], "n_am_pl": [2, 4, 4, 1, 3, 0, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 0, 1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 2, 3, 2, 3, 2, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1], "n_pos": 14, "sum_m_en": [1.472063, 0.776145, 0.816335, 0.735378, 0.755658, 0.745909, 0.806643, 0.822081, 0.834245, 0.876939, 0.824984, 0.842742, 0.959753, 0.915847, 0.988507, 0.913859, 0.886317, 0.939051, 0.876063, 0.982111, 1.034458, 0.791358, 0.703321, 0.671749, 2.577614, 2.007646, 1.94263, 1.80199, 1.636581, 1.518754, 1.396865, 1.46662, 1.476807, 1.694284, 1.863228, 2.435943, 2.762299, 3.003533, 5.760357, 7.111144, 7.443654, 7.455562, 7.554256, 8.08727, 8.422269, 12.042589, 12.352235, 11.843302, 12.929295, 12.998339], "sum_m_pl": [5.320563, 6.281556, 5.964972, 6.013012, 5.811812, 5.790155, 5.616578, 5.869321, 5.665836, 5.949165, 6.034025, 6.107269, 6.2193, 6.395059, 6.418119, 6.690039, 6.641582, 6.518894, 6.598383, 6.706241, 6.66192, 6.860099, 6.910565, 6.965177, 5.457988, 5.462705, 5.419094, 5.708374, 6.078661, 6.184828, 6.194446, 6.163152, 6.14957, 5.842323, 5.729459, 5.233451, 4.741333, 4.49082, 3.073326, 2.412464, 2.257826, 2.242938, 1.856545, 1.778611, 1.634245, 0.366372, 0.107645, 0.355564, 0.524263, 0.815286]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "gsm8kpl-1189", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1168, "region_end": 70, "roundtrip_ok": true, "tf_agree": 0.9589, "tf_agree_excl_first": 0.9722}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 67, 43, 42, 36, 36, 28, 41, 40, 44, 48, 42, 51, 36, 48, 52, 54, 53, 67, 61, 48, 59, 49, 55, 76, 69, 65, 59, 62, 58, 65, 55, 49, 58, 69, 62, 48, 56, 61, 79, 68, 66, 70, 74, 60, 59, 46, 14, 2, 0], "n_am_pl": [19, 54, 52, 50, 60, 38, 40, 28, 29, 32, 39, 37, 33, 52, 39, 22, 25, 19, 18, 33, 39, 33, 36, 35, 19, 29, 27, 33, 52, 49, 41, 45, 50, 23, 29, 25, 40, 30, 32, 24, 29, 24, 22, 21, 30, 34, 44, 53, 57, 67], "n_pos": 240, "sum_m_en": [21.570722, 11.50924, 11.866616, 11.993638, 12.816987, 12.752502, 13.563031, 13.244704, 14.499045, 14.691626, 14.752583, 15.850522, 17.117741, 16.594768, 17.017471, 15.81807, 15.246154, 15.119203, 14.205158, 13.613233, 13.177463, 12.146759, 11.604765, 11.125285, 32.268808, 27.947954, 24.462374, 23.561755, 24.36228, 24.865147, 23.325507, 22.178127, 22.367126, 22.513979, 24.075171, 24.218323, 24.263025, 25.001466, 31.841009, 35.394488, 34.553799, 37.930425, 49.864883, 52.878745, 43.882281, 48.227215, 38.212358, 16.33833, 4.444466, 0.010233], "sum_m_pl": [98.772484, 115.73763, 112.436917, 110.968531, 108.554335, 107.439365, 108.331677, 111.073666, 107.472707, 108.695629, 107.695511, 106.743331, 105.379838, 104.457625, 104.165991, 106.912395, 107.974318, 107.57722, 110.761334, 113.303546, 114.394902, 114.641999, 114.75603, 115.632135, 88.046991, 90.564484, 88.948587, 95.946005, 99.991289, 100.252944, 99.319699, 99.315078, 97.648163, 87.937937, 86.839048, 83.636825, 78.991871, 75.761027, 72.191814, 71.144504, 68.490947, 65.752987, 55.794938, 52.01633, 49.591971, 47.039712, 46.940233, 50.451245, 56.642403, 65.872042]}, "digit": {"n_am_en": [4, 13, 10, 10, 4, 1, 1, 0, 1, 3, 4, 2, 6, 4, 3, 4, 4, 4, 7, 7, 3, 7, 6, 6, 9, 8, 7, 8, 9, 6, 6, 7, 2, 3, 5, 4, 1, 5, 6, 7, 6, 7, 5, 4, 2, 3, 3, 0, 0, 0], "n_am_pl": [0, 7, 3, 4, 3, 0, 1, 4, 2, 3, 8, 3, 3, 2, 1, 2, 4, 0, 2, 1, 3, 1, 2, 1, 0, 1, 2, 3, 6, 4, 4, 3, 3, 3, 3, 5, 5, 3, 4, 2, 0, 2, 2, 2, 2, 2, 3, 3, 0, 0], "n_pos": 23, "sum_m_en": [2.20018, 1.078287, 1.005964, 0.979511, 0.995145, 1.062414, 1.148524, 1.13562, 1.190999, 1.237219, 1.230645, 1.287463, 1.479379, 1.53129, 1.482118, 1.386143, 1.425766, 1.461048, 1.319036, 1.217525, 1.124707, 1.058137, 1.03229, 1.010543, 3.348757, 2.652827, 2.285988, 2.004949, 2.287738, 2.189849, 2.159154, 2.141785, 1.949823, 1.871015, 2.028935, 2.156388, 1.951761, 2.12791, 2.758448, 2.760402, 2.730487, 2.97419, 2.943349, 2.864451, 1.776886, 1.42307, 1.735928, 0.311603, 0.007124, 0.0], "sum_m_pl": [10.235848, 12.346546, 12.095585, 11.518621, 11.049917, 10.744794, 10.599074, 10.708943, 10.414637, 10.402222, 10.624932, 10.451665, 9.996524, 9.7763, 9.764886, 9.928913, 10.284315, 10.471764, 10.907408, 11.082536, 11.190169, 11.141912, 11.175083, 11.322218, 8.690817, 9.057765, 9.247159, 9.663051, 9.876219, 9.76465, 9.449356, 9.266925, 8.979929, 8.407346, 8.288799, 8.34759, 7.81798, 7.515385, 7.522885, 7.485618, 7.141279, 7.267268, 7.130847, 6.694181, 6.151014, 4.563905, 3.199429, 2.086026, 0.343635, 0.014487]}, "lang": {"n_am_en": [14, 13, 17, 12, 10, 11, 9, 13, 13, 13, 14, 11, 16, 8, 18, 19, 19, 21, 26, 23, 18, 23, 19, 23, 30, 27, 24, 21, 20, 17, 22, 24, 18, 23, 29, 29, 23, 24, 27, 33, 31, 29, 32, 32, 28, 26, 22, 7, 1, 0], "n_am_pl": [3, 17, 14, 10, 19, 8, 12, 5, 5, 7, 13, 10, 12, 18, 17, 11, 9, 11, 10, 15, 14, 12, 12, 15, 6, 14, 11, 14, 18, 15, 14, 15, 17, 11, 9, 5, 8, 10, 11, 11, 14, 13, 11, 14, 20, 26, 34, 41, 55, 66], "n_pos": 67, "sum_m_en": [5.651365, 3.316556, 3.539129, 3.630426, 4.270521, 3.754423, 4.059907, 3.891488, 4.404907, 4.493734, 4.469035, 4.947171, 5.385154, 4.944636, 5.03967, 4.542456, 4.342827, 4.2952, 4.293518, 4.071348, 4.00218, 3.601622, 3.415748, 3.208861, 11.929707, 9.26531, 7.843972, 7.493904, 7.579184, 7.752533, 7.348939, 7.109928, 7.687178, 7.876273, 8.817326, 9.209972, 9.671671, 9.906619, 12.621554, 14.72175, 14.265345, 15.815993, 22.838269, 23.323004, 19.654422, 20.947305, 18.436631, 7.680667, 2.12435, 0.006947], "sum_m_pl": [26.436216, 31.070378, 30.031395, 29.847567, 29.316305, 29.235382, 29.531617, 30.683216, 30.294957, 30.504791, 30.179001, 30.221492, 30.039628, 29.912638, 30.235066, 31.192022, 31.208715, 30.916511, 31.531469, 32.143098, 32.178238, 32.297218, 32.397293, 32.544846, 25.543693, 26.884152, 26.290726, 27.930932, 28.356189, 28.500374, 28.846351, 28.924855, 29.375914, 27.180735, 26.599156, 26.588255, 25.602627, 25.750955, 24.761543, 23.616841, 23.63556, 23.148016, 19.235392, 20.408413, 22.89618, 24.89639, 30.983471, 37.568355, 52.198355, 64.59954]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "gsm8kpl-1189", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1027, "region_end": 240, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9835}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [52, 62, 61, 45, 45, 32, 35, 30, 31, 34, 47, 57, 52, 51, 57, 56, 53, 50, 48, 47, 36, 39, 35, 39, 64, 66, 52, 56, 61, 59, 55, 51, 59, 55, 58, 75, 75, 76, 77, 77, 76, 82, 78, 79, 78, 80, 70, 74, 53, 51], "n_am_pl": [3, 29, 27, 27, 20, 28, 19, 35, 21, 30, 28, 29, 31, 24, 21, 23, 23, 24, 21, 31, 28, 22, 24, 31, 12, 8, 21, 23, 36, 32, 33, 32, 36, 30, 26, 23, 14, 11, 13, 9, 12, 13, 14, 17, 12, 6, 11, 0, 2, 2], "n_pos": 191, "sum_m_en": [23.89964, 10.57095, 10.334663, 10.333459, 10.978559, 11.656996, 10.883838, 11.680395, 13.545686, 12.92311, 12.544827, 13.345774, 14.136413, 14.095826, 14.120489, 12.996195, 13.046946, 13.304523, 11.786075, 10.897895, 10.26772, 9.388853, 9.048741, 8.833466, 20.968517, 22.356306, 23.310798, 21.076693, 21.221991, 20.537262, 18.936403, 18.488596, 19.125787, 19.522163, 22.584401, 23.279291, 28.323194, 32.638428, 38.95023, 44.513841, 45.693124, 51.267412, 54.157163, 61.807905, 64.303174, 71.679138, 71.441996, 69.161743, 54.744155, 51.818824], "sum_m_pl": [69.212767, 93.448471, 90.788725, 88.234488, 85.050849, 83.070789, 83.620848, 82.927851, 80.489123, 84.114124, 84.07998, 86.408448, 84.385708, 83.215604, 82.098024, 85.805458, 86.313463, 85.794287, 88.176449, 91.676698, 92.953471, 94.295142, 94.618001, 95.32163, 77.865401, 74.075804, 70.636274, 76.83981, 80.20813, 82.017526, 82.4164, 81.000147, 80.609675, 77.876926, 75.234414, 71.94793, 63.045754, 57.882757, 52.685157, 51.355392, 50.386953, 42.184275, 39.914766, 32.303856, 27.757428, 20.071764, 12.181286, 3.699759, 1.465158, 1.604732]}, "digit": {"n_am_en": [2, 13, 10, 2, 5, 2, 3, 4, 1, 0, 4, 5, 3, 9, 7, 3, 5, 5, 4, 6, 4, 5, 4, 4, 10, 6, 11, 8, 12, 13, 8, 4, 4, 3, 3, 5, 5, 5, 3, 3, 4, 4, 4, 6, 6, 3, 4, 3, 0, 0], "n_am_pl": [1, 0, 2, 3, 6, 2, 6, 5, 4, 6, 5, 3, 4, 3, 2, 6, 6, 7, 3, 8, 4, 4, 2, 4, 0, 2, 4, 3, 10, 6, 8, 10, 10, 9, 8, 9, 4, 4, 3, 3, 4, 4, 5, 6, 3, 3, 3, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.054819, 1.398582, 1.341362, 1.324139, 1.359105, 1.431369, 1.549289, 1.623869, 1.628046, 1.690844, 1.644466, 1.7638, 1.833855, 1.940889, 1.817494, 1.832628, 1.960103, 2.027656, 1.828289, 1.714877, 1.573913, 1.422283, 1.376398, 1.345369, 2.651167, 2.544225, 2.758391, 2.434489, 2.605646, 2.520883, 2.429835, 2.318504, 2.184654, 2.223606, 2.446832, 2.769712, 2.757662, 2.738388, 2.79979, 2.728006, 2.63437, 2.673612, 2.730207, 4.025945, 2.75756, 3.433549, 3.282298, 2.067758, 0.080692, 0.0], "sum_m_pl": [13.475167, 17.01857, 16.502632, 15.895126, 15.753351, 15.138204, 14.68428, 14.238163, 14.021103, 14.246794, 14.343144, 14.588099, 13.895018, 13.678086, 13.294152, 13.923801, 14.149603, 13.99248, 14.520509, 15.260496, 15.425508, 15.691899, 15.708717, 15.949577, 14.023508, 13.70969, 13.205334, 13.862844, 14.424208, 14.279014, 13.931547, 13.557955, 13.493356, 13.331796, 12.841083, 13.2759, 12.836455, 12.787415, 11.787889, 12.039476, 11.888496, 11.885781, 11.455017, 9.3565, 8.643973, 6.623535, 2.960279, 1.199419, 0.14551, 0.0]}, "lang": {"n_am_en": [10, 12, 20, 19, 18, 20, 15, 14, 15, 20, 23, 23, 23, 20, 27, 30, 25, 27, 24, 20, 16, 19, 17, 17, 29, 27, 21, 22, 26, 25, 22, 22, 30, 30, 32, 37, 38, 37, 41, 42, 40, 48, 50, 48, 48, 46, 46, 48, 48, 50], "n_am_pl": [1, 8, 8, 3, 4, 3, 3, 8, 6, 6, 5, 8, 9, 6, 8, 5, 5, 6, 7, 7, 5, 4, 6, 10, 2, 2, 6, 8, 6, 6, 6, 6, 6, 6, 6, 2, 1, 4, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 2, 2], "n_pos": 53, "sum_m_en": [5.843865, 3.134218, 3.236736, 3.267151, 3.596136, 4.142468, 3.381162, 3.632729, 5.23514, 4.22447, 4.073399, 4.359498, 5.057417, 4.91757, 4.84254, 4.361694, 4.168599, 4.233323, 3.676336, 3.346257, 3.13031, 2.846586, 2.700861, 2.597638, 6.971559, 8.28497, 8.762749, 8.5462, 8.492059, 8.512437, 7.461394, 7.095028, 7.604945, 8.348102, 10.130711, 10.132348, 12.853339, 16.56796, 20.142122, 25.768524, 26.253105, 32.38035, 34.620346, 37.77563, 40.714532, 42.311034, 45.572098, 46.372805, 48.646246, 49.992634], "sum_m_pl": [17.846792, 24.092725, 23.229303, 22.742471, 21.881058, 21.535697, 22.09238, 22.437677, 21.585189, 23.091102, 23.349557, 23.945802, 23.576069, 23.347548, 23.605339, 24.377708, 24.53416, 24.08568, 24.611623, 25.477662, 25.886917, 26.224583, 26.390898, 26.575281, 21.654393, 19.825848, 18.690608, 20.234909, 21.118768, 21.533612, 22.38278, 22.152094, 22.557407, 22.27329, 20.809611, 20.745385, 17.859594, 15.507128, 13.687809, 10.847945, 10.772696, 7.652509, 6.395687, 4.849939, 3.656535, 2.250373, 1.095323, 0.540455, 1.032405, 1.59615]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 195, "item_id": "gsm8kpl-1202", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1178, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9897, "tf_agree_excl_first": 0.9948}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [49, 48, 34, 34, 36, 37, 45, 34, 33, 34, 48, 42, 43, 40, 37, 24, 44, 36, 28, 29, 32, 29, 28, 33, 59, 58, 56, 61, 76, 66, 66, 62, 54, 60, 64, 60, 61, 57, 39, 45, 49, 47, 46, 46, 48, 44, 32, 20, 15, 9], "n_am_pl": [17, 51, 47, 41, 41, 30, 30, 34, 31, 51, 37, 51, 53, 52, 33, 52, 45, 41, 53, 60, 62, 58, 57, 53, 31, 28, 42, 44, 53, 67, 59, 52, 52, 42, 39, 45, 34, 27, 26, 28, 30, 31, 27, 28, 24, 32, 34, 38, 48, 59], "n_pos": 248, "sum_m_en": [23.131992, 11.80067, 12.196699, 12.461593, 13.184539, 13.33221, 13.599965, 14.045558, 14.984986, 15.448671, 15.681617, 16.152217, 16.583452, 16.711691, 16.995034, 15.905054, 16.031955, 15.76213, 14.419883, 13.506716, 12.55776, 11.689266, 11.316176, 10.890038, 20.87079, 21.885914, 22.393398, 21.899316, 24.036885, 23.542056, 22.576605, 22.077095, 22.141248, 22.116749, 23.525632, 24.771115, 25.765018, 27.40635, 28.642826, 30.880707, 31.093588, 31.295167, 31.72655, 34.761384, 40.674544, 34.577602, 25.303282, 20.410795, 14.458883, 8.655586], "sum_m_pl": [100.736335, 122.208297, 118.946987, 115.971095, 113.06576, 109.755944, 112.074713, 110.949451, 109.156067, 111.655656, 108.910416, 111.256408, 110.16566, 109.059912, 107.942349, 111.66526, 113.272112, 111.531385, 114.82239, 118.79037, 120.909231, 121.796086, 122.156063, 123.075215, 104.758592, 101.346054, 97.115431, 103.744373, 107.114999, 108.495997, 105.697329, 105.777979, 102.858303, 96.954966, 95.123407, 89.292766, 81.061888, 78.417997, 75.647349, 75.106979, 74.514544, 67.701503, 62.712391, 55.497899, 48.962733, 47.633275, 46.951788, 38.596028, 47.508301, 58.343014]}, "digit": {"n_am_en": [0, 10, 1, 5, 4, 5, 5, 4, 4, 3, 3, 4, 4, 5, 7, 2, 6, 8, 6, 6, 4, 6, 5, 4, 10, 11, 12, 11, 11, 8, 7, 9, 6, 5, 6, 7, 6, 5, 3, 4, 4, 4, 2, 2, 2, 0, 0, 1, 0, 0], "n_am_pl": [0, 4, 5, 3, 0, 0, 0, 2, 4, 7, 3, 6, 4, 4, 1, 6, 5, 7, 8, 12, 8, 8, 6, 8, 4, 3, 5, 7, 12, 10, 8, 11, 9, 7, 8, 7, 4, 4, 4, 4, 4, 3, 4, 4, 1, 3, 2, 2, 0, 0], "n_pos": 34, "sum_m_en": [2.749135, 1.409964, 1.390659, 1.448596, 1.535687, 1.535932, 1.653451, 1.756327, 1.768943, 1.850456, 1.828787, 1.910228, 2.049291, 2.192506, 2.128494, 2.108008, 2.195056, 2.21602, 2.021046, 1.859708, 1.68626, 1.549222, 1.508013, 1.458749, 2.681812, 2.789997, 2.918381, 2.737128, 2.99997, 2.889563, 2.819533, 2.780692, 2.514298, 2.498948, 2.698661, 3.109107, 3.401371, 3.688244, 3.896806, 4.081932, 3.712173, 2.671054, 2.6241, 2.18749, 1.881404, 1.417724, 0.55706, 0.701467, 0.081117, 0.046723], "sum_m_pl": [14.882111, 18.214908, 17.536892, 16.97808, 16.450076, 15.783718, 15.666027, 15.347581, 15.258637, 15.431449, 15.469079, 15.683361, 14.957817, 14.831776, 14.509492, 14.929089, 15.266306, 15.164512, 15.665313, 16.189978, 16.43562, 16.656715, 16.743109, 16.9621, 15.016672, 14.405931, 14.34335, 14.844479, 15.091147, 14.831964, 14.471778, 14.441841, 14.000252, 13.676444, 13.364642, 13.802257, 12.998951, 12.91434, 11.914727, 12.150381, 12.011266, 11.930587, 11.27482, 10.088786, 8.745588, 7.724467, 3.753033, 2.564059, 0.16757, 6.2e-05]}, "lang": {"n_am_en": [13, 15, 12, 7, 13, 9, 12, 10, 8, 7, 14, 11, 12, 14, 13, 7, 13, 13, 8, 8, 12, 10, 12, 15, 24, 21, 21, 22, 29, 27, 24, 24, 27, 28, 25, 28, 28, 22, 20, 21, 24, 29, 30, 29, 29, 29, 20, 13, 14, 9], "n_am_pl": [9, 11, 12, 12, 9, 6, 7, 7, 4, 15, 13, 16, 16, 19, 14, 11, 9, 11, 14, 15, 17, 20, 21, 17, 5, 5, 11, 8, 6, 13, 13, 9, 14, 8, 9, 10, 11, 12, 9, 10, 12, 12, 16, 18, 20, 23, 26, 33, 47, 58], "n_pos": 68, "sum_m_en": [6.566797, 3.355473, 3.381569, 3.447107, 3.615888, 3.657691, 3.74981, 3.900347, 4.26914, 4.262342, 4.466983, 4.777211, 4.793469, 4.852648, 4.965049, 4.554177, 4.594338, 4.445144, 4.067284, 3.843844, 3.608045, 3.335223, 3.202039, 3.083165, 6.550555, 7.548887, 7.689391, 7.350382, 7.883204, 7.60237, 7.183693, 7.212865, 7.585352, 7.672797, 7.713187, 8.370632, 10.256377, 11.337609, 12.167447, 13.301653, 13.516451, 16.166031, 16.689967, 19.300212, 24.701786, 21.089686, 15.406672, 13.318692, 12.931847, 8.608206], "sum_m_pl": [26.329609, 32.326658, 31.210706, 30.530762, 29.51924, 28.571061, 29.31807, 29.244614, 28.871553, 30.247786, 29.123009, 29.703816, 29.922423, 29.812631, 29.829574, 31.079962, 31.568054, 30.966596, 31.743563, 32.824175, 33.371988, 33.714399, 33.730959, 34.020202, 30.195898, 28.913562, 27.310566, 28.874196, 28.968192, 29.426271, 29.402811, 29.698927, 29.586851, 28.634051, 28.202219, 27.351423, 25.732581, 25.702329, 25.026019, 23.823572, 24.754738, 21.412585, 20.611978, 21.6221, 19.744588, 22.203919, 28.760002, 27.724804, 43.666417, 56.942682]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 272, "item_id": "gsm8kpl-1202", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1037, "region_end": 248, "roundtrip_ok": true, "tf_agree": 0.9816, "tf_agree_excl_first": 0.9852}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [54, 69, 63, 54, 50, 54, 65, 46, 50, 51, 69, 76, 64, 60, 38, 54, 59, 53, 45, 45, 39, 41, 41, 51, 75, 70, 56, 66, 47, 56, 45, 41, 45, 47, 56, 53, 45, 53, 55, 42, 51, 53, 54, 50, 53, 63, 66, 67, 63, 61], "n_am_pl": [11, 33, 32, 28, 16, 28, 23, 30, 21, 24, 28, 27, 29, 29, 25, 14, 21, 33, 29, 27, 26, 27, 26, 30, 16, 23, 25, 18, 25, 31, 35, 23, 21, 27, 25, 23, 22, 17, 12, 14, 16, 16, 11, 12, 11, 2, 2, 3, 1, 1], "n_pos": 206, "sum_m_en": [22.641845, 11.461423, 11.877603, 11.114994, 11.859842, 12.370877, 13.682487, 13.100181, 13.797057, 14.771095, 14.819957, 15.857502, 16.01726, 16.001008, 15.861974, 15.009565, 15.208277, 14.26501, 12.820263, 12.2133, 11.518203, 10.865463, 10.499465, 10.343719, 30.954845, 33.375489, 28.934965, 26.561609, 25.098631, 24.959054, 21.961721, 21.345393, 20.727586, 22.651064, 25.560911, 24.891962, 24.682506, 27.465718, 29.019739, 30.702859, 34.382128, 35.870919, 40.090324, 46.629248, 50.351817, 54.712135, 64.735951, 67.723363, 63.764526, 61.417615], "sum_m_pl": [76.397865, 102.947381, 100.510624, 100.74208, 98.332576, 96.912774, 95.711448, 93.261865, 92.204384, 94.641711, 93.055299, 92.955617, 92.501311, 90.822296, 90.93173, 93.712796, 91.682996, 92.905761, 93.389359, 96.190395, 97.116906, 97.803722, 98.498491, 98.952236, 71.320804, 70.986442, 72.441374, 78.732354, 81.312085, 82.194711, 85.643672, 85.665953, 87.304537, 84.04645, 80.000612, 75.775872, 66.985964, 63.010827, 56.428298, 55.06902, 49.051466, 46.015544, 41.542436, 33.133786, 24.177561, 17.804457, 7.880171, 4.833332, 1.522383, 0.963624]}, "digit": {"n_am_en": [1, 9, 7, 3, 4, 7, 6, 3, 3, 5, 5, 5, 4, 5, 2, 3, 7, 5, 4, 2, 3, 3, 3, 5, 4, 4, 3, 4, 5, 3, 2, 4, 1, 2, 3, 3, 3, 1, 1, 1, 2, 1, 3, 3, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 4, 1, 1, 0, 2, 0, 1, 4, 3, 2, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 5, 3, 1, 0, 4, 2, 1, 1, 2, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.368717, 0.774647, 0.81768, 0.799898, 0.796265, 0.772232, 0.800743, 0.834012, 0.841482, 0.89732, 0.881863, 0.950156, 0.985035, 1.071021, 0.925495, 0.91601, 1.043066, 0.964379, 0.89709, 0.8633, 0.834081, 0.789906, 0.779282, 0.77656, 1.710828, 2.059166, 1.956933, 1.908482, 1.543987, 1.451591, 1.400706, 1.473777, 1.254685, 1.211035, 1.255309, 1.365164, 1.308283, 1.191342, 1.270852, 1.257431, 1.247518, 1.233835, 1.173621, 1.255894, 1.141762, 1.429657, 0.978919, 0.520703, 0.038779, 0.0], "sum_m_pl": [7.550947, 9.161395, 8.728518, 8.657606, 8.607714, 8.550261, 8.428478, 8.023735, 8.054821, 8.29629, 8.300734, 8.239123, 7.956357, 7.63165, 7.73679, 7.746039, 7.463711, 7.618006, 7.876869, 8.120607, 8.151975, 8.197369, 8.226466, 8.28398, 6.656004, 6.367798, 6.360805, 6.993213, 7.394577, 7.281449, 7.188091, 7.147903, 7.493873, 7.402077, 7.011027, 6.917211, 6.658352, 6.612093, 6.035227, 6.21676, 5.947211, 6.088645, 5.777521, 5.067926, 4.562567, 3.600645, 1.848955, 1.032905, 0.054058, 0.0]}, "lang": {"n_am_en": [19, 18, 26, 18, 16, 22, 21, 20, 23, 17, 29, 32, 23, 22, 16, 22, 15, 19, 14, 17, 13, 13, 19, 24, 35, 31, 23, 27, 20, 22, 19, 18, 20, 21, 22, 20, 22, 29, 28, 25, 33, 38, 37, 36, 39, 51, 52, 56, 60, 60], "n_am_pl": [5, 9, 5, 10, 2, 8, 8, 5, 4, 4, 9, 8, 11, 4, 10, 5, 9, 8, 10, 10, 10, 11, 7, 8, 3, 4, 6, 5, 8, 4, 7, 8, 7, 7, 9, 9, 11, 11, 7, 8, 6, 6, 6, 6, 8, 1, 0, 1, 1, 1], "n_pos": 61, "sum_m_en": [7.292585, 3.536127, 3.689501, 3.40231, 3.514909, 3.868339, 4.390143, 4.179878, 4.731696, 4.880234, 4.814581, 5.288327, 5.369307, 5.41846, 5.71488, 5.194692, 5.0619, 4.729349, 4.349005, 4.036091, 3.66605, 3.425752, 3.270202, 3.19622, 13.835142, 14.059673, 11.69999, 10.411493, 10.074922, 10.214969, 8.864719, 8.248245, 8.465542, 10.1247, 10.187833, 10.168198, 11.237218, 13.450737, 14.255105, 16.029463, 18.771168, 21.446889, 25.08764, 31.374796, 35.550689, 40.332973, 49.613861, 53.654992, 58.690643, 59.937728], "sum_m_pl": [20.491783, 29.381106, 29.099178, 29.472903, 29.180901, 28.639756, 28.163384, 28.18598, 27.580831, 28.373511, 27.95242, 28.121674, 27.977343, 27.179119, 27.468245, 28.105971, 27.578741, 27.662051, 27.461327, 28.181826, 28.724399, 29.016738, 29.16331, 29.395818, 20.916544, 20.525861, 21.343342, 23.479185, 23.850852, 23.304867, 25.08359, 25.195146, 25.849715, 25.231883, 24.808749, 24.687675, 22.248331, 20.979017, 18.695124, 18.230615, 16.062224, 14.366594, 12.632684, 10.16198, 8.341356, 5.612501, 2.101618, 1.136304, 1.099055, 0.963622]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 210, "item_id": "gsm8kpl-1220", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1156, "region_end": 206, "roundtrip_ok": true, "tf_agree": 0.981, "tf_agree_excl_first": 0.9856}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [26, 33, 33, 42, 29, 32, 34, 34, 23, 32, 28, 27, 25, 23, 13, 15, 22, 18, 19, 26, 21, 26, 17, 17, 32, 30, 28, 24, 27, 24, 24, 18, 17, 21, 25, 24, 19, 23, 24, 13, 19, 19, 19, 26, 20, 17, 12, 6, 2, 2], "n_am_pl": [2, 28, 19, 21, 15, 23, 21, 15, 20, 23, 25, 13, 22, 26, 21, 16, 15, 24, 20, 19, 17, 13, 21, 28, 14, 21, 20, 18, 21, 24, 20, 24, 24, 16, 15, 14, 10, 5, 9, 8, 9, 7, 8, 11, 9, 13, 10, 10, 24, 24], "n_pos": 119, "sum_m_en": [11.373808, 5.735228, 6.19628, 6.537428, 6.818588, 7.001253, 7.680637, 7.642101, 8.015152, 8.357346, 8.338833, 8.415944, 8.316197, 8.414535, 8.181083, 7.766325, 7.971778, 7.47618, 6.532807, 6.507374, 6.401463, 6.142114, 5.918973, 5.7302, 14.609272, 14.713143, 13.404427, 12.170747, 11.869559, 11.228651, 10.78452, 9.955031, 8.684445, 8.995113, 11.180688, 11.000859, 10.175543, 10.413098, 11.036814, 10.80555, 12.838125, 12.839977, 12.986063, 19.169221, 18.808971, 16.884, 8.101032, 6.376375, 2.727767, 2.011741], "sum_m_pl": [47.710501, 60.427815, 58.527007, 58.425294, 56.459498, 56.412937, 56.294988, 53.623383, 52.454145, 54.136408, 53.385826, 53.677636, 53.560811, 52.544938, 52.642094, 54.504426, 53.096073, 54.272596, 55.966236, 57.477685, 56.934277, 57.212845, 57.576239, 58.224851, 44.303344, 43.643563, 44.902622, 47.819, 49.866524, 50.971192, 50.672333, 51.417361, 52.580405, 49.670066, 46.892, 45.490395, 42.01385, 40.613076, 37.485024, 36.353085, 31.923549, 32.435773, 30.590562, 23.535065, 17.942446, 17.919202, 17.91385, 14.701375, 22.596278, 24.018678]}, "digit": {"n_am_en": [0, 9, 7, 6, 2, 4, 5, 4, 2, 6, 4, 2, 5, 4, 3, 5, 5, 4, 2, 3, 4, 4, 2, 2, 5, 5, 5, 6, 5, 5, 3, 3, 3, 2, 4, 2, 2, 2, 2, 1, 3, 2, 3, 4, 3, 2, 3, 1, 0, 0], "n_am_pl": [0, 0, 1, 2, 1, 2, 1, 1, 0, 0, 0, 0, 4, 2, 2, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 4, 2, 3, 3, 4, 5, 5, 4, 1, 0, 0, 0, 1, 1, 2, 3, 1, 4, 1, 1, 1, 1, 0, 0], "n_pos": 15, "sum_m_en": [1.245954, 0.650664, 0.692794, 0.690921, 0.699057, 0.714234, 0.751569, 0.777056, 0.829146, 0.868875, 0.869667, 0.890444, 0.933012, 1.029598, 1.013301, 0.905262, 0.925965, 0.907651, 0.777875, 0.774073, 0.75521, 0.71535, 0.687927, 0.675013, 1.681851, 1.878433, 1.869823, 1.555289, 1.382685, 1.389516, 1.435133, 1.409382, 1.111536, 1.082462, 1.189242, 1.230363, 1.112299, 1.082439, 1.192492, 1.7915, 1.937484, 1.580524, 1.343248, 1.430932, 1.661423, 1.604102, 1.423797, 0.658594, 0.02954, 0.0], "sum_m_pl": [6.900781, 8.176126, 7.826176, 7.663148, 7.529912, 7.623939, 7.486367, 7.134889, 7.086531, 7.279924, 7.32486, 7.272273, 7.093507, 6.8074, 6.847138, 6.925168, 6.722037, 6.803042, 7.205121, 7.339442, 7.275357, 7.347872, 7.385498, 7.506597, 6.047465, 5.617512, 5.727682, 6.468444, 6.94676, 6.88918, 6.563252, 6.574091, 6.856253, 6.688216, 6.337034, 6.214014, 6.115115, 5.991707, 5.409507, 5.326735, 5.100554, 5.481855, 5.219542, 4.602052, 4.032071, 3.469098, 2.5907, 1.545326, 0.059538, 0.0]}, "lang": {"n_am_en": [8, 7, 5, 14, 9, 9, 11, 8, 7, 6, 5, 9, 8, 10, 5, 3, 6, 5, 6, 6, 5, 7, 4, 6, 10, 9, 10, 7, 5, 7, 6, 5, 4, 5, 9, 11, 7, 10, 10, 5, 9, 10, 8, 10, 10, 8, 3, 3, 2, 2], "n_am_pl": [1, 6, 7, 3, 2, 1, 3, 2, 4, 5, 5, 1, 1, 0, 4, 5, 1, 4, 3, 5, 3, 4, 3, 3, 2, 3, 1, 2, 5, 3, 3, 5, 4, 1, 2, 5, 3, 2, 1, 1, 2, 2, 3, 4, 4, 8, 8, 8, 22, 22], "n_pos": 24, "sum_m_en": [2.481974, 1.236257, 1.336918, 1.530321, 1.633206, 1.655021, 1.870458, 1.814745, 2.00527, 2.035718, 2.131012, 2.147028, 2.022025, 1.961976, 1.88001, 1.675545, 1.692587, 1.567787, 1.425938, 1.407435, 1.320322, 1.220197, 1.157763, 1.103793, 2.806015, 2.654105, 2.766899, 2.523703, 2.760293, 2.497284, 2.145703, 2.12356, 1.860885, 2.185033, 2.464973, 2.716874, 2.630518, 3.201037, 3.27704, 3.183219, 4.599778, 4.978884, 5.036272, 9.598044, 10.071442, 6.957732, 3.191781, 2.756276, 2.249211, 2.010848], "sum_m_pl": [8.991598, 11.655415, 11.320431, 11.139211, 10.592535, 10.751881, 10.837291, 10.591829, 10.256877, 10.900165, 10.755428, 10.613084, 10.839475, 10.702668, 10.762587, 11.229934, 10.897964, 10.971067, 11.123648, 11.502745, 11.51344, 11.610718, 11.62514, 11.72867, 8.984311, 9.362264, 9.400778, 10.283465, 10.461914, 10.519258, 10.880861, 11.066591, 11.284118, 10.722054, 10.350598, 10.365298, 9.632038, 9.401051, 8.607654, 8.513843, 6.96626, 7.438553, 6.898069, 4.719829, 4.681388, 7.328021, 9.897068, 10.322875, 20.425608, 21.960855]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "gsm8kpl-1220", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1015, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9836}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [68, 73, 65, 64, 56, 55, 60, 63, 63, 81, 78, 94, 87, 78, 78, 71, 86, 84, 64, 73, 66, 67, 56, 74, 86, 84, 71, 72, 85, 93, 74, 75, 72, 70, 83, 82, 80, 82, 90, 88, 90, 88, 83, 82, 83, 93, 91, 95, 88, 83], "n_am_pl": [7, 27, 34, 30, 29, 29, 23, 23, 26, 23, 28, 22, 30, 16, 20, 25, 19, 22, 16, 22, 30, 21, 26, 21, 9, 13, 23, 18, 21, 23, 20, 21, 21, 33, 24, 18, 14, 13, 15, 14, 12, 10, 11, 13, 13, 6, 8, 5, 0, 0], "n_pos": 236, "sum_m_en": [27.420025, 13.648971, 12.685835, 12.131353, 13.024409, 13.496645, 13.265678, 13.678991, 14.623459, 15.628217, 16.298098, 17.666844, 18.503599, 18.356794, 18.917831, 17.22036, 16.979148, 16.519139, 14.643561, 13.866639, 12.738888, 11.916933, 11.441027, 11.431357, 28.79974, 30.768718, 29.517442, 27.544061, 27.458984, 27.133019, 25.57657, 25.177373, 25.51234, 25.485585, 29.149121, 30.713477, 33.657914, 36.175673, 40.740192, 48.707377, 51.490064, 55.905568, 62.085029, 67.026699, 74.88511, 81.483214, 89.697151, 93.408293, 89.367065, 84.281624], "sum_m_pl": [88.61914, 113.708088, 112.370606, 110.666336, 108.593422, 107.535222, 107.39202, 106.452947, 106.367287, 107.265608, 105.432011, 104.527331, 104.390797, 102.843572, 101.567622, 105.922149, 105.511718, 106.500518, 107.368167, 109.837393, 111.260994, 112.32334, 112.862921, 113.398492, 88.32485, 85.607043, 85.072098, 89.142072, 93.86643, 94.559333, 95.808747, 97.414026, 97.317066, 93.753732, 92.965831, 88.35097, 78.780923, 73.862926, 66.937134, 62.410102, 58.098808, 49.707365, 41.637497, 38.17253, 30.75205, 23.945297, 16.145415, 9.400608, 1.36566, 0.003729]}, "digit": {"n_am_en": [3, 13, 9, 5, 3, 1, 2, 4, 2, 6, 7, 5, 4, 5, 5, 4, 5, 5, 3, 3, 1, 2, 3, 6, 10, 10, 10, 5, 8, 10, 10, 9, 9, 5, 8, 9, 6, 4, 2, 5, 3, 3, 1, 0, 0, 4, 1, 1, 0, 0], "n_am_pl": [1, 2, 3, 3, 3, 4, 2, 2, 1, 2, 5, 5, 7, 6, 3, 5, 4, 3, 2, 2, 4, 2, 2, 1, 0, 1, 1, 1, 4, 3, 1, 2, 2, 7, 3, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 1, 0, 0], "n_pos": 27, "sum_m_en": [2.548106, 1.173563, 1.116764, 1.058636, 1.132369, 1.153126, 1.14969, 1.246304, 1.345625, 1.461555, 1.499727, 1.542114, 1.643167, 1.747606, 1.684492, 1.61253, 1.708167, 1.750344, 1.577051, 1.517507, 1.385058, 1.307322, 1.255989, 1.263725, 2.867472, 2.93573, 2.637795, 2.363906, 2.601332, 2.760547, 2.650971, 2.500512, 2.407888, 2.342245, 2.441707, 2.683984, 2.442351, 2.671367, 2.169084, 2.616214, 2.291315, 2.181936, 2.101975, 2.105626, 1.773206, 2.410933, 1.654302, 1.266044, 0.219023, 0.0], "sum_m_pl": [11.935715, 14.415139, 14.011594, 13.608125, 13.277077, 12.781548, 12.785516, 12.585708, 12.607097, 12.746297, 12.850243, 12.412542, 11.940327, 11.433434, 11.451462, 11.709865, 11.48356, 11.651556, 11.958752, 12.17303, 12.374696, 12.590314, 12.662915, 12.803107, 10.083395, 9.886804, 10.001617, 10.364437, 10.918391, 10.758962, 10.716598, 11.098768, 11.274649, 11.131011, 10.776506, 10.490891, 10.305318, 9.744239, 9.442464, 8.954972, 8.84985, 8.502503, 8.40502, 7.801669, 6.813509, 5.412553, 3.884401, 2.306177, 0.420355, 0.0]}, "lang": {"n_am_en": [26, 28, 27, 26, 27, 32, 30, 26, 37, 32, 30, 39, 41, 35, 37, 34, 38, 34, 27, 32, 31, 31, 28, 36, 43, 39, 33, 40, 42, 43, 34, 33, 36, 35, 46, 41, 41, 46, 51, 50, 55, 56, 54, 56, 61, 67, 69, 73, 83, 83], "n_am_pl": [4, 6, 7, 4, 5, 2, 3, 7, 5, 8, 7, 2, 7, 0, 3, 6, 5, 6, 3, 9, 9, 8, 10, 7, 3, 5, 9, 7, 6, 8, 11, 5, 7, 13, 4, 5, 3, 4, 4, 4, 3, 3, 5, 9, 8, 3, 2, 1, 0, 0], "n_pos": 85, "sum_m_en": [10.490127, 5.393449, 4.735955, 4.481318, 4.736049, 5.29193, 5.13851, 5.136373, 5.492093, 5.843485, 6.254696, 7.032237, 7.677556, 7.438493, 7.95138, 7.122656, 6.765706, 6.485109, 5.659109, 5.244509, 4.739825, 4.386325, 4.181984, 4.161763, 12.521991, 13.015972, 13.386606, 12.330093, 12.10181, 12.022675, 11.123565, 11.030786, 11.757195, 11.900112, 14.227967, 15.907822, 18.561103, 20.316898, 23.366451, 28.607213, 31.676, 37.175654, 39.285963, 42.330898, 50.896972, 55.277607, 64.673015, 70.258156, 82.182077, 83.137082], "sum_m_pl": [30.641682, 39.006638, 39.277682, 38.788401, 38.156429, 38.151592, 38.403485, 38.738455, 38.856565, 38.823104, 37.774008, 37.978709, 37.905955, 37.670035, 36.810858, 38.381372, 38.534673, 38.755491, 39.08954, 40.134983, 40.736119, 41.120081, 41.287442, 41.494494, 33.222224, 32.029436, 31.78498, 32.543526, 34.125201, 34.410147, 35.386746, 35.354523, 34.741543, 33.858573, 33.396202, 32.457362, 29.065689, 28.02313, 24.935691, 22.744291, 20.657363, 16.649381, 14.890456, 14.337734, 10.604719, 7.614571, 4.26318, 2.315, 0.052238, 0.000687]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 239, "item_id": "gsm8kpl-1225", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 236, "roundtrip_ok": true, "tf_agree": 0.9874, "tf_agree_excl_first": 0.9916}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [72, 71, 58, 78, 58, 49, 57, 64, 47, 57, 62, 54, 59, 66, 56, 64, 71, 67, 55, 59, 50, 58, 49, 58, 75, 68, 54, 58, 70, 82, 72, 74, 63, 69, 67, 72, 64, 71, 56, 61, 50, 53, 49, 47, 49, 40, 26, 20, 9, 8], "n_am_pl": [8, 56, 40, 41, 47, 46, 55, 43, 44, 47, 40, 35, 48, 37, 31, 26, 30, 40, 42, 42, 47, 38, 42, 44, 32, 27, 48, 37, 39, 39, 48, 42, 37, 34, 38, 35, 35, 20, 27, 32, 36, 33, 25, 24, 25, 28, 36, 29, 49, 56], "n_pos": 259, "sum_m_en": [24.987957, 12.636895, 13.402929, 14.012526, 15.06595, 14.685307, 14.757599, 15.139836, 16.143205, 17.806311, 17.421424, 18.251856, 19.247677, 19.272156, 18.985642, 18.591269, 17.917259, 17.083372, 15.329128, 14.750384, 14.041333, 13.272413, 12.885138, 12.645123, 29.193201, 30.864392, 29.163262, 28.196025, 28.90822, 29.542399, 27.477769, 26.560909, 24.340181, 24.549088, 27.164675, 27.914432, 28.891569, 30.803952, 33.27744, 37.835067, 37.073503, 38.073684, 40.554784, 39.980809, 38.49077, 37.677856, 27.632462, 23.258126, 10.840422, 8.123778], "sum_m_pl": [104.420689, 130.56106, 126.117993, 124.385908, 122.68398, 119.740787, 120.771605, 118.242769, 118.428715, 118.136712, 116.256999, 115.71463, 116.059186, 114.708582, 114.355668, 117.420386, 116.308158, 118.721587, 121.695429, 123.852586, 124.051451, 123.942517, 124.798882, 125.158843, 97.540003, 94.638618, 94.65229, 99.754858, 105.669902, 108.274442, 108.89438, 111.30038, 112.608423, 105.474126, 104.801955, 100.673379, 93.569248, 87.294087, 80.587873, 78.518906, 76.769906, 74.406997, 68.446016, 62.964187, 55.115271, 52.552086, 50.304715, 39.869933, 49.662667, 56.28871]}, "digit": {"n_am_en": [0, 16, 11, 11, 7, 2, 6, 11, 6, 9, 12, 8, 10, 10, 7, 12, 9, 10, 8, 7, 5, 8, 6, 8, 7, 8, 11, 9, 9, 9, 11, 10, 6, 9, 10, 9, 9, 9, 7, 4, 5, 5, 3, 2, 3, 1, 2, 0, 0, 0], "n_am_pl": [0, 3, 1, 3, 3, 3, 2, 3, 2, 3, 3, 3, 4, 1, 1, 1, 3, 4, 7, 4, 4, 4, 4, 3, 4, 2, 2, 1, 4, 4, 8, 6, 2, 3, 3, 6, 3, 2, 4, 4, 5, 4, 4, 2, 2, 2, 1, 2, 0, 0], "n_pos": 30, "sum_m_en": [2.70031, 1.30632, 1.352901, 1.342006, 1.358269, 1.358785, 1.350752, 1.422951, 1.542406, 1.661899, 1.661678, 1.777403, 1.899149, 2.065415, 2.001368, 1.960012, 1.91861, 1.928004, 1.716591, 1.639063, 1.483067, 1.406712, 1.373185, 1.342443, 3.125092, 3.650099, 3.607707, 3.365294, 3.650943, 4.094214, 3.762457, 3.415704, 3.019497, 3.037081, 2.867789, 3.137725, 3.228029, 2.915155, 3.064613, 3.644385, 3.546805, 3.423855, 3.737253, 2.976132, 2.770493, 2.312808, 2.199878, 1.045189, 0.128015, 0.0], "sum_m_pl": [13.326449, 16.269814, 15.511801, 15.025916, 14.965741, 14.608614, 14.65499, 14.411126, 14.461762, 14.403511, 14.503309, 14.476187, 14.188914, 13.618075, 13.717982, 13.775126, 13.499378, 13.674169, 14.200954, 14.329778, 14.45662, 14.523239, 14.552726, 14.679781, 12.198995, 11.554993, 11.643139, 12.265369, 12.576107, 12.431807, 12.566963, 12.565942, 13.034743, 12.694897, 12.546026, 12.465632, 11.964924, 11.832433, 11.069777, 10.696219, 10.745085, 10.794788, 10.172187, 10.442066, 9.196622, 7.485092, 4.860166, 3.346081, 0.342137, 0.0]}, "lang": {"n_am_en": [24, 17, 7, 16, 14, 12, 16, 17, 11, 12, 17, 13, 14, 15, 13, 19, 19, 20, 17, 19, 16, 18, 12, 17, 26, 21, 15, 20, 19, 24, 22, 19, 18, 18, 20, 25, 22, 27, 23, 26, 23, 27, 29, 27, 29, 26, 17, 18, 9, 8], "n_am_pl": [4, 8, 9, 11, 11, 10, 10, 8, 5, 9, 7, 7, 10, 11, 6, 5, 7, 10, 11, 11, 12, 10, 14, 12, 7, 8, 9, 6, 6, 5, 6, 13, 13, 13, 10, 9, 10, 7, 8, 10, 13, 10, 7, 9, 10, 16, 22, 17, 45, 55], "n_pos": 63, "sum_m_en": [6.162239, 3.259673, 3.411228, 3.675532, 4.083562, 3.599965, 3.578129, 3.620486, 3.962333, 4.403476, 4.258967, 4.577987, 4.700408, 4.707767, 4.819954, 4.610911, 4.361144, 4.175451, 3.993025, 3.753365, 3.635724, 3.325464, 3.205544, 3.124794, 8.35675, 8.369252, 7.813472, 7.011673, 6.989293, 6.707001, 6.495438, 6.226386, 6.036896, 6.198007, 7.603882, 8.664565, 9.793222, 11.25564, 13.101236, 15.783008, 16.48702, 18.303186, 20.257274, 20.73084, 21.395939, 21.163423, 16.631007, 16.607885, 8.778954, 7.731939], "sum_m_pl": [24.084, 30.031161, 29.046621, 28.945272, 28.292731, 27.73312, 28.309148, 28.432725, 28.346504, 28.325079, 27.740914, 27.768066, 28.235137, 28.086707, 28.115457, 28.929198, 29.114649, 29.309759, 29.786188, 30.362118, 30.39288, 30.419495, 30.680338, 30.878933, 24.900179, 23.956627, 23.855063, 25.044261, 26.457778, 27.192246, 27.561943, 28.674103, 29.15553, 27.987256, 27.433147, 26.771735, 25.620744, 23.850124, 21.31655, 21.398899, 20.668127, 19.740309, 17.028913, 16.441906, 16.750181, 19.902968, 22.976419, 20.620973, 43.348051, 54.906681]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 259, "item_id": "gsm8kpl-1225", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1030, "region_end": 259, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9922}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [55, 38, 34, 33, 23, 20, 16, 29, 23, 37, 42, 50, 45, 38, 45, 44, 47, 45, 42, 36, 41, 38, 30, 34, 47, 39, 41, 46, 46, 42, 40, 40, 48, 52, 57, 49, 49, 53, 57, 62, 62, 62, 57, 56, 56, 61, 63, 66, 62, 60], "n_am_pl": [2, 17, 25, 19, 23, 21, 14, 10, 23, 24, 17, 8, 16, 21, 15, 19, 21, 24, 24, 19, 16, 19, 23, 25, 9, 11, 19, 24, 16, 25, 28, 24, 21, 13, 15, 17, 13, 16, 11, 8, 9, 6, 6, 5, 5, 6, 3, 0, 0, 0], "n_pos": 170, "sum_m_en": [20.076503, 9.170025, 8.890883, 8.663127, 8.770467, 8.802177, 9.045352, 10.474528, 11.243128, 11.044784, 11.142014, 11.746728, 12.598227, 12.514079, 12.454189, 11.607052, 11.440171, 11.695086, 10.188965, 9.371124, 8.955082, 8.289725, 8.079437, 7.844486, 17.648852, 17.818456, 17.597908, 16.392932, 17.034031, 16.248174, 14.877918, 14.773565, 15.144322, 14.770771, 16.376159, 18.347965, 23.708214, 25.532303, 29.284949, 33.512826, 34.276662, 37.591806, 37.451533, 39.872116, 47.444671, 54.512862, 60.070846, 63.845118, 61.261285, 58.718658], "sum_m_pl": [65.700121, 83.298587, 80.919958, 79.385304, 77.391847, 76.197169, 75.037689, 74.865732, 74.505095, 77.695604, 75.94073, 78.090084, 77.347296, 76.645897, 77.269989, 80.712297, 78.606256, 78.887634, 80.578229, 83.277456, 83.236114, 83.722848, 83.574803, 83.964393, 66.296175, 64.12756, 64.781965, 71.196386, 70.973279, 72.002237, 73.773667, 73.961416, 75.715545, 73.195588, 71.081553, 65.149199, 55.598344, 52.034818, 49.095715, 47.725735, 45.556554, 39.623428, 33.697379, 27.102033, 21.884451, 18.197612, 8.121681, 3.800366, 0.278012, 0.004033]}, "digit": {"n_am_en": [4, 9, 12, 6, 11, 5, 2, 8, 2, 5, 9, 11, 6, 8, 6, 6, 4, 7, 7, 9, 8, 7, 6, 6, 6, 6, 6, 12, 5, 7, 9, 9, 6, 9, 11, 9, 9, 12, 9, 7, 8, 8, 7, 6, 5, 2, 2, 0, 0, 0], "n_am_pl": [0, 2, 2, 3, 6, 5, 2, 1, 5, 7, 5, 5, 4, 5, 5, 8, 7, 10, 7, 6, 1, 2, 4, 2, 1, 3, 6, 5, 4, 7, 12, 7, 2, 3, 5, 5, 4, 1, 2, 1, 3, 2, 1, 2, 1, 1, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.610881, 1.706763, 1.591201, 1.618565, 1.721372, 1.777937, 1.911826, 2.237117, 2.253959, 2.153916, 2.169864, 2.211689, 2.477957, 2.362197, 2.230846, 2.186364, 2.259249, 2.350392, 2.019223, 1.926337, 1.828777, 1.706694, 1.654967, 1.618197, 3.125815, 3.161661, 3.268301, 3.075366, 3.053232, 2.91355, 2.827261, 2.81567, 2.594434, 2.516262, 2.646913, 2.760035, 3.200303, 2.852133, 2.81917, 2.555702, 2.703519, 2.670745, 2.546415, 2.460884, 3.345835, 2.224629, 1.71909, 0.983641, 0.24752, 0.0], "sum_m_pl": [16.060664, 19.629907, 18.884705, 18.308002, 17.819493, 17.146305, 17.044891, 16.84038, 16.933116, 17.594241, 17.334174, 17.729125, 17.036686, 16.954902, 17.168499, 18.016063, 17.197909, 17.234542, 17.549384, 17.934049, 17.704703, 17.900709, 17.930017, 18.110697, 15.155042, 14.664127, 14.715539, 16.191292, 16.200892, 16.085731, 16.090156, 16.352704, 16.601149, 16.111435, 15.943168, 15.457799, 14.194804, 13.836039, 13.071689, 13.287007, 13.328585, 12.958699, 11.656224, 10.282402, 8.849007, 6.12075, 3.025448, 2.056119, 0.145755, 0.0]}, "lang": {"n_am_en": [21, 13, 9, 12, 5, 12, 11, 13, 16, 20, 22, 23, 23, 18, 22, 22, 24, 18, 23, 17, 23, 20, 15, 16, 26, 21, 17, 16, 24, 22, 19, 19, 25, 26, 27, 22, 21, 25, 31, 35, 38, 38, 34, 36, 37, 43, 46, 55, 59, 59], "n_am_pl": [0, 3, 7, 5, 8, 6, 4, 2, 8, 8, 7, 0, 6, 7, 4, 5, 5, 6, 6, 5, 6, 8, 10, 14, 4, 4, 6, 12, 7, 9, 10, 8, 8, 7, 7, 6, 5, 6, 4, 4, 2, 1, 2, 1, 2, 4, 3, 0, 0, 0], "n_pos": 60, "sum_m_en": [7.037268, 3.392477, 3.287569, 3.071032, 3.048285, 3.137534, 3.30188, 3.8094, 4.435452, 4.032644, 4.156485, 4.506003, 4.932946, 4.982776, 4.888644, 4.564383, 4.331386, 4.390849, 3.848052, 3.481064, 3.31527, 3.029188, 2.944042, 2.835222, 7.080821, 7.539534, 6.917955, 6.364972, 6.901744, 6.595113, 6.06917, 6.146758, 6.378246, 6.294852, 6.706029, 8.187853, 10.995443, 11.784209, 14.903882, 17.641067, 19.211528, 23.305928, 23.287868, 25.411579, 29.536879, 35.454288, 43.855584, 52.125612, 56.526755, 57.789813], "sum_m_pl": [21.771837, 28.17535, 27.530243, 27.203329, 26.534852, 26.167034, 25.541905, 25.982531, 26.076338, 27.556071, 27.005833, 27.760141, 27.815802, 27.34144, 27.734074, 28.644913, 28.330588, 28.349922, 29.023885, 30.166137, 30.214558, 30.42483, 30.29082, 30.466333, 25.11344, 23.970041, 24.485198, 26.26283, 25.36464, 25.549727, 26.802947, 26.533873, 27.831198, 27.657299, 27.350296, 25.636872, 22.470266, 21.11046, 19.840125, 18.763405, 17.312073, 14.726381, 11.020981, 8.327204, 7.339609, 7.724947, 3.76588, 0.687205, 0.079311, 0.003992]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 174, "item_id": "gsm8kpl-1233", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1167, "region_end": 170, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 0.9942}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [102, 95, 91, 97, 86, 75, 57, 77, 74, 93, 89, 93, 86, 86, 93, 91, 103, 85, 69, 74, 69, 73, 69, 78, 97, 89, 93, 111, 105, 125, 117, 108, 126, 128, 138, 121, 111, 98, 96, 101, 97, 94, 86, 83, 74, 58, 44, 40, 26, 18], "n_am_pl": [27, 87, 64, 52, 75, 78, 87, 62, 63, 68, 67, 62, 78, 72, 54, 72, 60, 78, 109, 103, 96, 95, 86, 73, 62, 55, 52, 60, 87, 81, 84, 86, 64, 54, 54, 44, 36, 27, 31, 35, 28, 34, 33, 21, 26, 40, 46, 60, 65, 64], "n_pos": 416, "sum_m_en": [36.902723, 20.053597, 21.029899, 21.541992, 22.250939, 22.175995, 22.554797, 23.79055, 24.605082, 25.203732, 25.911261, 27.306965, 28.621524, 28.486753, 28.52618, 27.113021, 26.967319, 27.201569, 23.727948, 22.392853, 21.091231, 19.908607, 19.440023, 18.661726, 36.427759, 38.271163, 39.9367, 40.984678, 43.586441, 45.234098, 42.882015, 41.46476, 40.356303, 39.704963, 42.030967, 43.29226, 44.714599, 46.787033, 49.926676, 49.823761, 48.0905, 45.82757, 57.976147, 62.570237, 59.540163, 50.579678, 39.19127, 40.377075, 28.026214, 18.100294], "sum_m_pl": [171.313694, 207.154733, 198.582768, 194.038989, 193.230667, 191.279483, 195.148393, 195.330434, 193.335535, 196.451071, 191.812855, 193.382896, 193.279871, 191.666259, 192.846169, 200.658438, 197.854888, 198.08434, 203.58716, 206.524383, 205.380654, 205.069244, 205.011272, 205.48823, 170.509856, 165.890266, 162.593416, 174.244729, 177.04436, 178.817837, 181.603648, 182.159895, 184.759785, 172.229014, 169.094758, 157.312498, 143.035687, 137.270188, 128.051779, 128.86405, 124.910229, 119.933166, 102.811077, 88.978618, 78.758768, 84.33918, 72.885593, 64.54437, 67.782724, 63.684148]}, "digit": {"n_am_en": [8, 17, 13, 21, 16, 16, 10, 13, 7, 11, 13, 16, 7, 14, 14, 14, 14, 14, 12, 11, 9, 10, 11, 13, 15, 16, 22, 24, 14, 23, 22, 17, 20, 15, 15, 13, 12, 11, 10, 7, 11, 14, 8, 8, 4, 3, 2, 2, 0, 0], "n_am_pl": [2, 11, 8, 4, 7, 5, 4, 4, 7, 7, 6, 5, 10, 7, 5, 9, 10, 7, 11, 8, 8, 11, 7, 8, 7, 5, 6, 7, 12, 10, 10, 7, 6, 7, 10, 6, 5, 3, 2, 1, 1, 3, 0, 0, 3, 1, 0, 0, 0, 0], "n_pos": 65, "sum_m_en": [5.306238, 2.943162, 2.918885, 3.062628, 3.257388, 3.262092, 3.35848, 3.623781, 3.646031, 3.552172, 3.743831, 3.713263, 4.081499, 4.082651, 4.132298, 4.12765, 4.084355, 4.12206, 3.538437, 3.361488, 3.147975, 2.989399, 2.901815, 2.828428, 4.832487, 5.352383, 6.022663, 6.037198, 6.744187, 6.92887, 6.815832, 6.298117, 5.575535, 5.202639, 5.238034, 5.637041, 5.562603, 5.5523, 5.243136, 4.994228, 4.587975, 4.470897, 4.114707, 3.583482, 3.989528, 2.666968, 2.431858, 1.848334, 0.208451, 0.0], "sum_m_pl": [28.752506, 34.921626, 32.999822, 32.019957, 31.588504, 30.933935, 31.176582, 30.423138, 30.019334, 30.798083, 30.177778, 30.705473, 29.832055, 29.603321, 29.857947, 30.968405, 30.199786, 30.24856, 31.324627, 31.624378, 31.149088, 31.397952, 31.426544, 31.651102, 26.468967, 24.933409, 24.981169, 27.235117, 27.147192, 27.039618, 27.040148, 27.629655, 28.654492, 27.401299, 27.024923, 25.943931, 24.695995, 24.16481, 21.385713, 21.650187, 21.906535, 21.811569, 20.566645, 18.508164, 16.806588, 12.669668, 6.966542, 3.873125, 0.323524, 2.2e-05]}, "lang": {"n_am_en": [18, 15, 20, 14, 9, 6, 10, 15, 18, 27, 19, 15, 23, 21, 18, 19, 21, 15, 13, 22, 20, 23, 21, 24, 25, 27, 25, 31, 29, 28, 28, 29, 34, 42, 39, 31, 34, 25, 30, 32, 31, 28, 32, 29, 33, 29, 19, 21, 18, 18], "n_am_pl": [10, 22, 4, 10, 20, 17, 21, 13, 11, 12, 12, 10, 20, 12, 10, 10, 12, 16, 21, 24, 24, 18, 16, 13, 8, 8, 18, 9, 13, 16, 20, 24, 20, 15, 18, 11, 8, 5, 9, 11, 8, 12, 17, 14, 18, 25, 37, 44, 61, 64], "n_pos": 82, "sum_m_en": [6.682028, 4.232188, 4.333661, 4.299101, 4.302787, 4.262923, 4.626201, 4.878037, 5.077418, 5.000179, 5.341071, 5.798764, 6.05854, 6.055967, 5.934173, 5.441623, 5.211907, 5.049522, 4.576379, 4.299439, 4.173319, 3.892668, 3.761901, 3.638797, 8.232217, 8.999628, 9.204768, 9.060691, 8.72662, 8.918214, 8.342889, 8.601786, 8.858573, 9.251907, 8.86537, 9.674859, 11.621057, 12.476582, 13.236656, 13.852795, 14.029862, 14.226464, 19.032832, 21.699282, 25.671308, 22.141032, 16.439733, 19.964723, 18.477575, 18.002963], "sum_m_pl": [32.400683, 37.593478, 35.666408, 35.158497, 35.42774, 36.228917, 36.991414, 37.898447, 38.35902, 39.264393, 37.772292, 37.786583, 38.722067, 37.949976, 38.464121, 40.166909, 40.043039, 39.954189, 40.64216, 41.484667, 41.398171, 41.291682, 41.133713, 41.060837, 35.505312, 34.84178, 33.519349, 36.215105, 36.563421, 37.21437, 38.47874, 38.631613, 39.354233, 37.828016, 38.497029, 37.417928, 34.672463, 33.057903, 32.334762, 32.344077, 30.756073, 29.899108, 27.224969, 25.357222, 25.861796, 32.869766, 37.315892, 39.321798, 58.612871, 63.099146]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 442, "item_id": "gsm8kpl-1233", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1026, "region_end": 416, "roundtrip_ok": true, "tf_agree": 0.991, "tf_agree_excl_first": 0.9932}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [72, 57, 41, 46, 37, 33, 30, 43, 33, 36, 53, 53, 50, 43, 45, 54, 49, 48, 36, 44, 45, 46, 42, 46, 68, 75, 49, 47, 48, 52, 47, 54, 53, 64, 59, 56, 58, 56, 55, 56, 58, 60, 62, 61, 43, 50, 53, 53, 46, 44], "n_am_pl": [3, 21, 18, 25, 27, 33, 27, 26, 31, 34, 24, 23, 31, 30, 28, 28, 41, 36, 41, 35, 26, 28, 26, 28, 12, 14, 17, 14, 23, 18, 23, 28, 19, 21, 23, 32, 18, 20, 17, 18, 21, 17, 17, 20, 10, 10, 9, 5, 1, 1], "n_pos": 178, "sum_m_en": [21.689571, 10.572056, 10.240075, 10.052832, 10.446038, 10.425407, 10.929167, 10.968568, 11.681122, 10.997048, 11.755393, 12.328766, 12.868013, 12.556099, 13.253487, 12.527762, 11.810741, 11.977133, 10.728047, 10.116375, 9.836458, 9.278086, 9.518092, 9.049726, 30.969112, 26.158292, 22.628216, 18.88022, 17.837986, 17.756843, 16.825074, 17.13677, 17.333133, 18.680983, 20.187834, 21.745456, 25.614616, 29.40291, 31.761806, 35.591744, 39.964707, 43.833123, 46.593139, 50.945145, 45.351567, 47.788385, 51.86218, 55.356389, 47.25163, 43.869101], "sum_m_pl": [65.643968, 85.762787, 83.008923, 80.763599, 78.37494, 78.628771, 79.163667, 78.829921, 76.031952, 81.052204, 79.632043, 79.170428, 78.576534, 77.739715, 78.452986, 80.835464, 82.053917, 82.182921, 82.382905, 84.352916, 84.198477, 85.628879, 85.534768, 86.290286, 61.15845, 63.595692, 63.782315, 68.110626, 71.444472, 72.159916, 73.657864, 73.010954, 73.306991, 68.94884, 66.179821, 62.453651, 53.311143, 48.727296, 42.235156, 38.603904, 34.762525, 30.875276, 28.560666, 25.121932, 17.295595, 16.717775, 12.078887, 8.1764, 2.62311, 1.217921]}, "digit": {"n_am_en": [19, 10, 4, 3, 5, 5, 3, 4, 2, 6, 12, 10, 5, 2, 5, 7, 14, 13, 5, 6, 7, 11, 10, 11, 16, 18, 7, 9, 11, 11, 9, 10, 10, 13, 14, 12, 5, 7, 5, 7, 11, 9, 8, 8, 7, 4, 5, 3, 0, 0], "n_am_pl": [0, 3, 2, 8, 13, 14, 6, 10, 18, 18, 12, 14, 11, 10, 8, 5, 14, 10, 10, 10, 8, 3, 4, 7, 6, 3, 5, 3, 4, 5, 7, 8, 3, 6, 7, 14, 7, 11, 8, 12, 11, 9, 7, 8, 1, 3, 2, 1, 0, 0], "n_pos": 40, "sum_m_en": [4.245126, 1.845885, 1.779453, 1.959586, 2.120442, 2.134114, 2.250988, 2.422475, 2.405539, 2.228956, 2.297685, 2.264787, 2.510682, 2.513491, 2.576406, 2.44335, 2.565563, 2.635442, 2.254413, 2.153893, 2.083497, 2.111415, 2.155891, 1.974986, 9.20235, 6.65452, 4.381555, 3.740324, 3.477083, 3.209456, 3.20836, 3.294806, 3.096161, 3.185749, 3.931906, 4.324935, 3.922421, 4.867664, 5.433544, 6.330023, 7.658641, 7.226565, 7.085361, 7.206423, 7.021551, 5.61026, 4.504669, 3.464856, 0.540208, 7e-06], "sum_m_pl": [15.974016, 20.730005, 19.74636, 18.76433, 17.614376, 17.858583, 17.906926, 17.662546, 17.583454, 18.978961, 18.813132, 18.30512, 17.334606, 17.081994, 17.609234, 18.194604, 18.50561, 18.628045, 18.93924, 19.182755, 19.168258, 19.410252, 19.55062, 19.792368, 13.925239, 15.22447, 15.874609, 16.918964, 17.642946, 17.415376, 16.883111, 16.672098, 16.763837, 16.640478, 15.951972, 15.235477, 14.721177, 14.148759, 13.199666, 13.010336, 11.732877, 10.523878, 10.323347, 9.346614, 7.469567, 6.567827, 4.398893, 3.117915, 0.329982, 0.0]}, "lang": {"n_am_en": [19, 14, 13, 19, 10, 9, 9, 17, 15, 10, 16, 14, 21, 17, 20, 20, 13, 14, 13, 16, 14, 13, 13, 14, 19, 21, 15, 14, 14, 18, 20, 18, 20, 21, 19, 19, 21, 21, 22, 24, 23, 26, 28, 30, 26, 30, 29, 34, 40, 43], "n_am_pl": [1, 6, 4, 3, 3, 5, 10, 5, 3, 3, 3, 2, 7, 7, 6, 6, 8, 4, 9, 7, 6, 8, 7, 7, 1, 5, 4, 5, 8, 4, 6, 9, 7, 4, 7, 7, 6, 2, 3, 3, 4, 3, 3, 4, 5, 3, 2, 2, 1, 1], "n_pos": 45, "sum_m_en": [5.36843, 2.79734, 2.822201, 2.792686, 2.761556, 2.928424, 3.180614, 2.95998, 3.291547, 3.079007, 3.412097, 3.731328, 3.848581, 3.716319, 3.912172, 3.60405, 3.277397, 3.423271, 3.076435, 2.897444, 2.78024, 2.571506, 2.806646, 2.694616, 8.615437, 8.317182, 7.968446, 6.299638, 6.053147, 6.025495, 5.657288, 5.97365, 6.252724, 7.031717, 7.328769, 8.272492, 10.148785, 12.7429, 13.549827, 14.871926, 16.749737, 20.903821, 24.437125, 27.311141, 26.949452, 28.505688, 29.414028, 33.043623, 38.71107, 42.022177], "sum_m_pl": [15.335312, 19.908554, 19.847479, 19.474807, 19.283075, 18.916333, 19.058572, 19.363768, 18.255803, 19.358637, 19.042468, 18.986003, 19.790277, 19.637379, 20.063595, 20.432041, 20.718844, 20.725615, 20.802036, 21.370928, 21.315874, 21.612536, 21.368334, 21.545592, 15.663481, 15.733435, 15.636485, 16.787603, 17.301722, 17.384916, 18.339198, 18.147484, 18.36939, 17.18317, 16.586133, 16.268839, 13.15694, 11.433409, 10.318065, 9.308138, 8.40654, 6.450606, 5.461525, 5.778583, 4.465209, 4.027157, 3.045485, 2.29595, 1.738844, 1.044012]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 183, "item_id": "gsm8kpl-1238", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1185, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.989}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [61, 77, 53, 45, 48, 37, 50, 47, 27, 46, 38, 38, 40, 36, 54, 52, 53, 54, 50, 49, 60, 68, 64, 66, 108, 92, 81, 73, 81, 71, 68, 74, 67, 75, 78, 84, 72, 70, 66, 71, 63, 63, 48, 56, 60, 52, 28, 17, 14, 11], "n_am_pl": [29, 55, 66, 62, 51, 47, 36, 47, 41, 42, 53, 56, 68, 62, 45, 52, 68, 72, 78, 70, 64, 47, 51, 43, 25, 22, 31, 40, 43, 50, 54, 57, 56, 38, 34, 32, 19, 18, 22, 15, 21, 17, 21, 18, 10, 14, 22, 23, 37, 44], "n_pos": 294, "sum_m_en": [26.938852, 14.840046, 15.521573, 15.686086, 16.530664, 15.884139, 15.985132, 15.699642, 16.349336, 16.793789, 16.798777, 17.699247, 19.383705, 19.348465, 19.541312, 18.003069, 17.530808, 17.24995, 15.994258, 15.430676, 15.373667, 15.277522, 15.760613, 15.061877, 49.287547, 43.294926, 37.42723, 31.954682, 29.525619, 27.605936, 27.032747, 26.099464, 24.803359, 28.066918, 29.538911, 30.42432, 33.100977, 34.473999, 38.571691, 48.374087, 52.442318, 51.644978, 45.425948, 53.793076, 55.800255, 49.155505, 28.547576, 21.443774, 12.987805, 11.347892], "sum_m_pl": [122.226029, 143.384662, 138.62216, 135.759934, 132.069085, 129.553143, 130.247721, 130.451228, 127.231817, 132.98693, 131.329818, 130.06371, 131.638471, 130.684432, 131.081557, 136.295198, 136.327016, 136.960908, 139.287749, 141.133114, 140.714951, 141.104698, 140.599951, 141.647494, 102.060496, 103.337517, 104.159715, 113.442935, 119.959364, 121.7425, 123.44981, 123.441705, 122.401777, 112.943737, 109.026693, 106.807206, 93.868398, 84.337776, 77.033914, 70.783464, 65.047614, 62.535866, 59.794377, 53.592273, 41.345636, 41.839821, 39.608903, 32.433251, 40.202665, 43.492212]}, "digit": {"n_am_en": [9, 20, 11, 9, 8, 5, 5, 7, 3, 2, 5, 5, 7, 3, 13, 12, 11, 14, 13, 11, 15, 17, 17, 14, 22, 21, 20, 20, 21, 16, 15, 16, 15, 20, 19, 20, 15, 14, 11, 11, 12, 14, 10, 10, 11, 6, 1, 1, 0, 0], "n_am_pl": [0, 6, 6, 5, 8, 6, 1, 5, 12, 8, 10, 10, 11, 13, 10, 11, 10, 8, 9, 10, 11, 10, 9, 7, 4, 5, 4, 4, 4, 7, 9, 11, 9, 4, 7, 6, 4, 6, 6, 3, 5, 3, 2, 3, 0, 0, 0, 0, 0, 0], "n_pos": 52, "sum_m_en": [5.323216, 2.454071, 2.626763, 2.731874, 2.968152, 2.703996, 2.694653, 2.829959, 2.84738, 2.728237, 2.701578, 2.894026, 3.601714, 3.604033, 3.408235, 3.136119, 3.143919, 3.192791, 3.002283, 2.833451, 2.704748, 2.916374, 3.264087, 2.968371, 12.251163, 10.827047, 9.007887, 6.89019, 5.728395, 5.064911, 5.313635, 5.013555, 4.394041, 5.935175, 6.021963, 6.228149, 5.932796, 6.437878, 7.716437, 9.187966, 11.081362, 10.373546, 8.951465, 9.222675, 8.573147, 6.492824, 2.077049, 1.771451, 0.213153, 2e-06], "sum_m_pl": [21.257574, 26.657157, 25.595956, 24.906541, 23.725843, 23.705191, 23.063711, 22.84016, 23.096561, 24.46615, 24.283335, 24.008017, 23.767641, 23.590399, 24.011275, 24.913271, 24.832699, 25.022963, 25.13432, 25.310977, 25.231247, 25.26213, 25.262893, 25.515307, 17.894664, 18.38887, 18.746214, 21.301544, 22.363823, 23.044723, 22.572818, 22.797785, 23.105264, 21.356007, 20.701014, 21.42303, 19.599773, 17.720419, 17.457668, 16.048085, 14.456712, 14.106218, 14.513895, 13.464893, 11.339021, 9.406685, 6.045877, 3.870095, 0.316672, 0.000813]}, "lang": {"n_am_en": [7, 8, 10, 10, 9, 4, 6, 10, 6, 10, 8, 3, 10, 10, 14, 11, 11, 13, 13, 16, 17, 18, 17, 16, 27, 25, 20, 18, 18, 13, 18, 24, 21, 24, 25, 24, 25, 22, 24, 26, 23, 21, 19, 23, 24, 27, 19, 14, 13, 11], "n_am_pl": [3, 13, 15, 11, 12, 9, 7, 9, 7, 5, 9, 11, 12, 10, 6, 8, 15, 15, 13, 14, 11, 8, 13, 10, 6, 5, 7, 8, 6, 10, 11, 8, 13, 8, 8, 5, 6, 7, 7, 7, 6, 5, 11, 11, 8, 11, 13, 19, 35, 44], "n_pos": 55, "sum_m_en": [4.414166, 2.663553, 2.870998, 3.14949, 3.175613, 2.744894, 2.777186, 2.697442, 2.839401, 3.017577, 3.022899, 3.378522, 3.681689, 3.785763, 3.823937, 3.457894, 3.167789, 3.146541, 2.945385, 2.867723, 2.82199, 2.667031, 2.53314, 2.442684, 9.655139, 7.677002, 6.924384, 5.809763, 5.774752, 5.505885, 5.495055, 5.651323, 5.543769, 6.400767, 6.849282, 7.901697, 9.852284, 11.16379, 12.535124, 16.056438, 17.786587, 17.707392, 16.370965, 20.32437, 23.179136, 22.473488, 16.154712, 13.138838, 11.212953, 10.843863], "sum_m_pl": [21.831838, 25.318002, 24.536884, 24.401644, 23.793196, 23.424411, 23.583116, 23.888006, 23.13793, 24.322481, 24.061106, 23.719544, 24.341909, 24.389076, 24.678323, 25.555633, 25.634724, 25.568814, 26.171082, 26.641475, 26.5888, 26.850696, 26.795864, 26.981128, 21.751339, 21.631826, 21.012448, 22.10737, 22.750513, 23.155433, 23.997914, 23.756694, 24.334386, 22.75318, 22.125402, 21.474059, 19.779922, 18.898282, 17.729429, 16.121784, 15.267054, 14.658907, 15.784637, 14.815648, 9.996247, 13.138002, 15.196952, 17.508402, 35.383876, 43.336502]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 299, "item_id": "gsm8kpl-1238", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1044, "region_end": 294, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.9899}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [63, 70, 67, 55, 55, 46, 45, 62, 50, 64, 54, 81, 62, 70, 73, 66, 65, 57, 67, 51, 52, 51, 55, 59, 82, 85, 68, 65, 61, 80, 70, 70, 77, 73, 78, 88, 96, 86, 90, 92, 95, 97, 95, 99, 100, 97, 95, 100, 112, 103], "n_am_pl": [7, 37, 33, 36, 24, 21, 23, 22, 28, 16, 22, 19, 33, 32, 19, 23, 23, 31, 32, 48, 36, 45, 38, 41, 20, 17, 23, 29, 35, 29, 39, 27, 34, 27, 16, 14, 6, 6, 8, 8, 6, 1, 5, 5, 8, 2, 5, 0, 3, 0], "n_pos": 224, "sum_m_en": [25.827776, 12.820849, 12.753324, 12.397223, 13.429745, 13.835619, 13.4389, 14.706677, 14.731282, 14.472455, 14.706393, 15.624661, 15.578907, 16.367412, 16.072155, 15.527191, 15.000053, 14.534134, 13.48414, 12.640752, 11.56748, 10.60151, 10.052689, 10.010172, 25.119411, 26.980875, 27.16824, 24.732488, 24.267642, 25.004766, 22.808415, 23.403427, 23.78996, 24.03455, 28.541047, 30.257217, 38.827398, 40.663424, 47.703875, 52.011632, 55.19298, 60.539573, 67.91397, 74.364674, 87.280899, 88.228913, 93.327586, 99.00578, 108.880086, 103.221901], "sum_m_pl": [81.400795, 106.712591, 104.968831, 101.75787, 99.203964, 99.032171, 102.665422, 103.316776, 100.955432, 103.313488, 103.60868, 103.738521, 104.734302, 101.738532, 102.21125, 105.779361, 106.59717, 108.098527, 109.354997, 111.590882, 111.757619, 112.865168, 113.424357, 113.473956, 93.903789, 90.941668, 87.872689, 94.884921, 96.217862, 95.196064, 97.680528, 96.16724, 98.481393, 94.760822, 88.71105, 85.694986, 73.723439, 67.901912, 60.734386, 58.18282, 56.485889, 48.62644, 43.561265, 37.232356, 29.748183, 23.168202, 15.180372, 8.784156, 3.028872, 9.1e-05]}, "digit": {"n_am_en": [5, 5, 8, 4, 7, 2, 6, 4, 1, 3, 4, 9, 4, 10, 6, 6, 5, 5, 8, 1, 1, 3, 6, 7, 8, 11, 7, 6, 5, 7, 4, 3, 3, 3, 5, 2, 2, 4, 3, 2, 2, 4, 4, 4, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 6, 3, 2, 3, 1, 1, 3, 3, 2, 1, 2, 3, 3, 1, 1, 2, 6, 4, 9, 7, 8, 4, 7, 4, 3, 1, 4, 6, 3, 4, 6, 9, 4, 5, 2, 2, 1, 1, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.146892, 1.503546, 1.5143, 1.551875, 1.599479, 1.599162, 1.615014, 1.842112, 1.75714, 1.697915, 1.844406, 1.826357, 1.962718, 2.122277, 2.035399, 2.046905, 1.988433, 2.035926, 1.781476, 1.746178, 1.623268, 1.506595, 1.460515, 1.445921, 2.338262, 2.482978, 2.510902, 2.453944, 2.407364, 2.301889, 2.397495, 2.358509, 2.290469, 2.236081, 2.362822, 2.399827, 2.265408, 2.215689, 2.304162, 2.279574, 2.323759, 2.250992, 2.234174, 2.510821, 2.44871, 2.263552, 1.874236, 1.639766, 0.223242, 0.0], "sum_m_pl": [14.886986, 18.753193, 17.770191, 17.420194, 16.928718, 16.546579, 17.015585, 16.608416, 16.431688, 16.855428, 16.804827, 17.130473, 16.519873, 16.030394, 16.164036, 16.478137, 16.45715, 16.616706, 17.061185, 17.352718, 17.217138, 17.440908, 17.458368, 17.542377, 15.359067, 14.928743, 14.481495, 15.311833, 15.465409, 15.719785, 15.696882, 15.610682, 15.931193, 15.158219, 14.832038, 14.234601, 13.975267, 13.70226, 12.806051, 12.828028, 12.675007, 11.717909, 10.936915, 9.620524, 9.432797, 7.534025, 5.331408, 2.792797, 0.512413, 0.0]}, "lang": {"n_am_en": [29, 36, 36, 30, 30, 30, 22, 37, 31, 40, 34, 43, 38, 36, 46, 37, 36, 35, 38, 34, 35, 31, 31, 34, 47, 47, 38, 38, 32, 49, 42, 43, 48, 40, 43, 54, 61, 54, 61, 59, 61, 63, 65, 70, 71, 74, 80, 86, 102, 102], "n_am_pl": [4, 17, 15, 19, 13, 10, 15, 10, 15, 8, 14, 7, 21, 16, 11, 14, 12, 12, 14, 21, 18, 22, 20, 20, 8, 8, 13, 16, 18, 15, 18, 13, 14, 15, 6, 7, 3, 4, 5, 4, 3, 1, 3, 4, 6, 1, 2, 0, 0, 0], "n_pos": 103, "sum_m_en": [12.885508, 6.229527, 6.449229, 6.127401, 6.768021, 7.286848, 7.28531, 7.877273, 8.031142, 7.662152, 7.450043, 8.238303, 8.099064, 8.401613, 8.222064, 7.835768, 7.595512, 7.25062, 6.844495, 6.276861, 5.59049, 5.05776, 4.729416, 4.691979, 14.401014, 15.771085, 15.867051, 14.131896, 13.47284, 14.442744, 12.942808, 13.49145, 13.67897, 14.178749, 17.513855, 18.860438, 25.452882, 27.171655, 31.683471, 34.575352, 36.389913, 41.059939, 46.334905, 51.825065, 60.189833, 64.847498, 74.337012, 82.31636, 98.953502, 101.545153], "sum_m_pl": [34.667385, 47.586038, 47.53247, 45.648457, 44.820615, 44.914178, 46.378587, 47.446045, 46.475792, 47.621246, 47.930973, 47.63339, 48.75747, 47.155048, 47.758291, 49.591055, 50.004423, 50.582388, 50.784426, 51.952364, 52.276475, 52.784701, 53.004367, 53.026982, 44.175998, 43.202276, 41.627472, 44.571052, 45.173281, 44.044633, 45.713945, 44.799553, 46.065153, 44.82993, 41.101832, 40.762969, 34.008879, 31.318265, 27.64227, 26.526465, 25.623146, 21.629185, 19.699056, 18.100649, 13.633643, 10.135746, 5.544096, 1.664618, 0.17466, 8.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 228, "item_id": "gsm8kpl-1244", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1200, "region_end": 224, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9868}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [56, 49, 34, 18, 24, 24, 23, 35, 25, 31, 34, 31, 26, 33, 21, 30, 26, 27, 27, 23, 20, 22, 23, 24, 41, 40, 34, 43, 36, 35, 34, 23, 31, 25, 38, 37, 46, 39, 35, 40, 40, 48, 48, 44, 49, 32, 14, 9, 2, 2], "n_am_pl": [12, 43, 41, 44, 26, 37, 31, 24, 22, 20, 26, 25, 35, 27, 30, 28, 39, 45, 45, 54, 55, 52, 58, 49, 23, 26, 26, 29, 32, 36, 46, 40, 45, 36, 20, 22, 17, 18, 20, 15, 17, 16, 11, 8, 6, 16, 21, 26, 40, 55], "n_pos": 189, "sum_m_en": [18.40529, 8.908521, 8.861513, 9.061045, 9.774436, 9.418305, 9.176576, 9.778309, 9.88447, 9.673856, 10.035511, 10.361141, 10.542497, 11.521231, 11.336676, 11.601218, 11.336152, 11.162874, 10.049985, 9.587467, 8.90736, 8.369832, 8.09032, 7.908339, 14.020176, 15.181209, 15.267676, 14.81789, 14.691298, 14.146354, 13.746268, 13.599541, 13.290716, 13.507016, 15.034363, 16.250595, 17.624614, 19.499462, 21.427439, 24.095151, 24.390652, 26.164674, 26.081838, 29.057142, 32.8109, 26.425292, 16.318483, 8.560499, 3.349794, 2.004926], "sum_m_pl": [76.487251, 94.052771, 91.965927, 88.011315, 84.248899, 82.985333, 86.561668, 86.412438, 82.520863, 85.351345, 85.387756, 85.664901, 85.868471, 83.635952, 85.309717, 88.282437, 89.508218, 91.11115, 92.744385, 94.667017, 94.506654, 95.07015, 95.179239, 95.609786, 79.106439, 75.895342, 73.490237, 80.388664, 84.001236, 83.971245, 83.07151, 83.054403, 83.865568, 78.092861, 74.840883, 71.16313, 64.483229, 59.973954, 54.461613, 51.549813, 51.380687, 47.768296, 44.617795, 39.75833, 34.642978, 31.815916, 31.036895, 31.276984, 40.262008, 55.317851]}, "digit": {"n_am_en": [6, 19, 16, 3, 4, 6, 10, 5, 5, 3, 8, 6, 8, 11, 4, 10, 8, 10, 6, 6, 3, 5, 5, 7, 12, 12, 10, 10, 8, 9, 8, 4, 4, 2, 7, 4, 7, 7, 6, 7, 5, 10, 9, 6, 4, 1, 0, 0, 0, 0], "n_am_pl": [0, 8, 4, 4, 4, 2, 1, 6, 9, 4, 5, 4, 6, 1, 5, 4, 7, 10, 9, 11, 11, 9, 7, 6, 0, 0, 3, 5, 7, 7, 13, 13, 14, 4, 3, 3, 2, 2, 1, 1, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 47, "sum_m_en": [4.151761, 1.995584, 1.937673, 1.987657, 2.050804, 2.028571, 2.122448, 2.361163, 2.292749, 2.191343, 2.418516, 2.419726, 2.548248, 2.803173, 2.760151, 2.854941, 2.796887, 2.839919, 2.489486, 2.361011, 2.12756, 1.979269, 1.91791, 1.881205, 2.983843, 3.233849, 3.364211, 3.127671, 3.191956, 3.108534, 3.314857, 3.190812, 3.002596, 2.886789, 3.080518, 3.205834, 3.444834, 3.119369, 3.174385, 2.908948, 3.020308, 2.838034, 2.648742, 2.514327, 2.692915, 2.326301, 1.503277, 1.045664, 0.041416, 0.0], "sum_m_pl": [20.931471, 25.572512, 24.602115, 23.474474, 22.574139, 22.021186, 22.551346, 22.024086, 21.672316, 22.428584, 22.39114, 22.887455, 22.487395, 21.877723, 21.964316, 22.496619, 22.55312, 22.976999, 23.292048, 23.71276, 23.49471, 23.694354, 23.666955, 23.898909, 20.744522, 19.957294, 19.542571, 21.079352, 21.828471, 21.903331, 21.619807, 21.564699, 22.009502, 21.141703, 20.546914, 19.470703, 19.003861, 18.866561, 17.653382, 17.126318, 16.663831, 15.866843, 15.195526, 13.736374, 13.109153, 11.013492, 7.07447, 3.201324, 0.255591, 0.000124]}, "lang": {"n_am_en": [13, 8, 6, 4, 12, 8, 5, 7, 6, 9, 7, 14, 11, 9, 9, 9, 8, 9, 8, 9, 8, 8, 8, 8, 15, 11, 11, 17, 15, 14, 12, 11, 14, 10, 16, 18, 23, 16, 14, 17, 21, 22, 23, 24, 30, 22, 12, 7, 2, 2], "n_am_pl": [9, 16, 15, 14, 8, 16, 13, 7, 3, 10, 12, 10, 15, 15, 12, 13, 15, 20, 19, 19, 18, 18, 23, 20, 9, 13, 8, 7, 8, 13, 14, 14, 11, 14, 8, 9, 9, 8, 11, 10, 13, 12, 6, 8, 6, 11, 18, 21, 37, 53], "n_pos": 57, "sum_m_en": [5.003702, 2.725978, 2.750357, 2.787012, 3.171276, 2.974953, 2.850061, 2.894415, 3.000895, 2.969691, 3.007775, 3.163606, 3.199434, 3.46393, 3.40454, 3.455397, 3.397377, 3.284589, 3.021661, 2.90729, 2.737688, 2.538185, 2.418853, 2.398019, 4.183796, 4.708557, 4.582057, 4.711071, 4.790416, 4.709594, 4.525786, 4.653285, 4.608585, 5.085421, 5.327478, 6.376282, 7.566746, 7.891706, 9.602422, 12.103624, 12.358721, 13.852202, 14.594779, 19.059188, 22.563338, 18.039089, 11.398375, 5.423416, 2.46006, 2.001493], "sum_m_pl": [22.482821, 26.226595, 25.933221, 24.645329, 23.47816, 23.323736, 24.570058, 25.563811, 24.682374, 25.447091, 25.44489, 25.220862, 25.623088, 25.340877, 26.403064, 27.302603, 27.745836, 28.162428, 28.345445, 28.947143, 28.881548, 29.268515, 29.278346, 29.321591, 26.078546, 24.703857, 24.01122, 25.289977, 25.91323, 26.084006, 25.955114, 26.011318, 26.555262, 25.455792, 24.658069, 24.235791, 21.511181, 20.78421, 18.702708, 17.367691, 17.83274, 16.771287, 15.988341, 14.695316, 11.880145, 12.315139, 17.183954, 20.498473, 35.683586, 53.441127]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "gsm8kpl-1244", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1059, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9585, "tf_agree_excl_first": 0.9635}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [32, 21, 18, 21, 14, 24, 12, 22, 24, 26, 26, 30, 26, 30, 25, 23, 19, 25, 26, 26, 21, 23, 24, 24, 33, 31, 33, 33, 33, 28, 33, 30, 30, 33, 33, 35, 34, 38, 35, 40, 39, 39, 37, 40, 40, 40, 35, 37, 33, 34], "n_am_pl": [3, 13, 14, 14, 15, 12, 7, 11, 2, 6, 8, 9, 19, 14, 9, 9, 16, 11, 10, 11, 12, 12, 15, 17, 4, 4, 5, 9, 10, 12, 13, 14, 8, 11, 9, 15, 8, 8, 6, 7, 6, 4, 3, 3, 1, 6, 2, 0, 0, 0], "n_pos": 95, "sum_m_en": [11.733819, 5.107569, 5.21735, 5.044697, 5.1188, 5.241864, 5.185429, 5.542859, 5.724557, 5.954466, 6.019158, 6.384393, 6.98067, 7.387108, 7.077795, 6.574237, 6.440669, 6.391904, 5.722998, 5.4948, 5.12731, 4.731492, 4.596316, 4.566345, 12.797116, 12.655353, 12.273602, 11.496986, 10.91857, 10.279706, 9.739829, 9.618038, 9.586467, 9.67797, 11.162037, 10.914052, 14.952597, 17.05371, 17.230777, 25.941537, 25.517002, 28.769133, 32.521237, 34.087266, 35.256172, 35.652247, 35.132892, 36.819524, 32.909254, 34.317797], "sum_m_pl": [36.166866, 45.950284, 44.635642, 44.284429, 43.405533, 42.801739, 42.285361, 42.285162, 41.567136, 42.453549, 42.315411, 43.337761, 42.820355, 41.559942, 41.737995, 42.908497, 42.825529, 43.552357, 44.68989, 45.404618, 45.51362, 46.239963, 46.297937, 46.293449, 34.823819, 34.23293, 34.070585, 36.637106, 38.41296, 39.209483, 39.755227, 39.700371, 40.145994, 39.353921, 38.257219, 38.095018, 32.931804, 31.18708, 30.366849, 26.340921, 25.840476, 20.843399, 17.215564, 14.970692, 12.012575, 11.58718, 5.676022, 3.227132, 0.540542, 0.000258]}, "digit": {"n_am_en": [4, 3, 4, 2, 2, 2, 1, 5, 3, 4, 4, 3, 1, 0, 1, 2, 1, 3, 3, 3, 2, 1, 1, 0, 1, 1, 3, 5, 5, 5, 5, 3, 0, 2, 1, 2, 2, 1, 2, 3, 3, 3, 2, 4, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 5, 5, 1, 2, 2, 0, 0, 1, 1, 5, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 1, 3, 2, 2, 1, 1, 1, 3, 2, 5, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.519745, 0.674966, 0.67032, 0.696925, 0.678013, 0.689692, 0.775627, 0.813811, 0.830046, 0.883445, 0.866099, 0.861254, 0.926384, 0.960906, 0.875618, 0.90352, 0.945166, 0.966145, 0.850375, 0.851815, 0.801366, 0.73404, 0.722256, 0.711272, 1.336489, 1.327183, 1.361323, 1.23917, 1.233093, 1.134878, 1.123277, 1.073198, 0.92116, 0.949018, 0.97337, 1.061088, 1.126888, 1.168653, 1.249959, 1.325014, 1.345359, 1.402575, 1.484451, 1.386695, 1.440563, 1.688564, 0.854914, 0.496227, 0.141353, 0.0], "sum_m_pl": [7.058524, 8.586965, 8.237418, 7.955918, 7.861996, 7.59229, 7.39229, 7.409218, 7.341019, 7.512969, 7.573467, 7.691841, 7.438882, 7.141547, 7.063371, 7.150289, 6.969902, 6.994782, 7.315804, 7.486299, 7.489205, 7.687259, 7.671151, 7.688579, 5.965874, 5.998935, 6.115579, 6.57495, 6.838386, 7.021185, 6.895607, 6.638065, 6.710777, 6.641066, 6.589542, 6.827142, 6.71819, 6.988072, 6.708172, 6.662267, 6.391866, 6.084073, 5.857967, 5.14652, 4.909669, 3.730319, 2.535718, 1.133289, 0.292048, 0.0]}, "lang": {"n_am_en": [8, 7, 6, 8, 4, 14, 6, 8, 10, 9, 10, 12, 14, 18, 15, 12, 11, 12, 13, 13, 14, 18, 15, 17, 16, 17, 15, 14, 17, 14, 18, 16, 17, 20, 19, 21, 19, 23, 22, 23, 22, 23, 22, 22, 25, 25, 27, 29, 31, 33], "n_am_pl": [2, 5, 4, 3, 4, 2, 2, 1, 0, 2, 2, 3, 7, 7, 4, 4, 6, 4, 4, 4, 5, 5, 7, 6, 1, 1, 3, 3, 3, 5, 5, 7, 5, 3, 4, 5, 5, 1, 2, 2, 1, 0, 0, 0, 0, 3, 1, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.675328, 1.90067, 1.917478, 1.803897, 1.822104, 1.995203, 1.987388, 1.999808, 2.128493, 2.185731, 2.325708, 2.568111, 2.954594, 3.17005, 2.916366, 2.70496, 2.584821, 2.521587, 2.265885, 2.15142, 1.948093, 1.794959, 1.709511, 1.725892, 6.555067, 5.962611, 6.026814, 5.739395, 5.393458, 5.267551, 4.912864, 4.801772, 4.793893, 4.970788, 5.932583, 6.002826, 8.594255, 10.10336, 10.227822, 14.790976, 14.200056, 16.87824, 19.314094, 20.147955, 21.890052, 22.513856, 25.227788, 27.687526, 30.453799, 33.125637], "sum_m_pl": [12.637965, 15.516085, 15.327557, 15.359878, 15.161327, 15.093389, 14.992226, 15.015848, 14.818847, 15.265423, 15.293275, 15.637939, 15.515047, 15.104623, 15.498178, 15.828114, 15.833331, 16.006871, 16.387042, 16.482532, 16.553158, 16.721118, 16.746975, 16.664589, 12.319538, 12.434302, 12.07379, 12.79404, 13.660009, 13.804111, 14.245475, 14.289817, 14.475061, 14.171366, 13.861084, 14.036485, 11.569066, 10.371038, 10.124345, 7.717287, 7.815059, 5.54134, 4.173192, 3.998094, 3.25982, 3.794555, 1.519989, 0.72925, 0.183729, 2.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "gsm8kpl-1250", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9796}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [18, 20, 12, 13, 12, 17, 12, 20, 15, 20, 23, 20, 21, 23, 21, 17, 12, 12, 15, 19, 12, 14, 12, 14, 22, 16, 15, 16, 21, 12, 12, 14, 17, 14, 18, 11, 15, 20, 19, 25, 23, 20, 20, 23, 22, 19, 9, 8, 2, 5], "n_am_pl": [2, 17, 24, 16, 15, 8, 7, 8, 5, 8, 5, 7, 9, 7, 6, 9, 11, 15, 15, 11, 10, 13, 17, 13, 6, 6, 10, 10, 14, 21, 18, 14, 15, 19, 14, 16, 11, 10, 10, 11, 11, 8, 6, 8, 9, 16, 16, 16, 21, 23], "n_pos": 74, "sum_m_en": [7.076343, 3.683641, 3.803759, 3.725595, 3.830943, 3.905607, 3.881641, 4.217612, 4.265116, 4.319263, 4.445321, 4.684093, 5.017116, 5.089389, 5.075954, 4.745247, 4.610666, 4.524778, 3.909058, 3.887627, 3.691559, 3.415679, 3.345283, 3.346903, 6.89967, 6.774956, 6.77981, 6.446522, 6.296616, 5.709114, 5.530936, 5.457138, 5.22248, 5.351015, 5.860401, 5.552702, 5.936896, 8.245295, 8.304872, 15.265971, 14.629677, 15.135753, 15.660575, 17.194732, 17.204595, 15.1438, 9.855972, 8.128406, 2.529236, 4.428554], "sum_m_pl": [29.704501, 36.166834, 34.773918, 34.419117, 33.318399, 32.921928, 33.043644, 32.933033, 32.181778, 33.082204, 32.855205, 33.840233, 33.632674, 32.925615, 32.998105, 34.22082, 34.095593, 34.860048, 35.821122, 36.570779, 36.502748, 36.768908, 36.621287, 36.519367, 30.074474, 29.189088, 28.819877, 31.080715, 32.891334, 34.319019, 33.781199, 33.564098, 34.176501, 32.658107, 31.810744, 32.087507, 28.959585, 27.639786, 26.67691, 24.597839, 24.618302, 21.775363, 20.296218, 18.913668, 17.732484, 20.466779, 20.907009, 16.954412, 20.801293, 22.501023]}, "digit": {"n_am_en": [3, 8, 5, 2, 1, 3, 2, 2, 3, 4, 5, 2, 3, 2, 3, 1, 0, 3, 3, 4, 2, 1, 1, 1, 2, 2, 2, 3, 5, 4, 2, 2, 1, 3, 3, 2, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 5, 2, 4, 1, 2, 1, 1, 1, 1, 0, 0, 1, 1, 2, 2, 5, 2, 3, 1, 1, 3, 2, 1, 1, 1, 2, 3, 3, 3, 3, 3, 4, 3, 4, 1, 3, 1, 2, 1, 1, 1, 2, 3, 3, 1, 1, 0, 0], "n_pos": 15, "sum_m_en": [1.316604, 0.616786, 0.603029, 0.617365, 0.597001, 0.623566, 0.681665, 0.732683, 0.767344, 0.783238, 0.747111, 0.779694, 0.899196, 0.888348, 0.852973, 0.861873, 0.89679, 0.904116, 0.791432, 0.79289, 0.743757, 0.680695, 0.660461, 0.683741, 1.313183, 1.192019, 1.219593, 1.219152, 1.227754, 1.122833, 1.129906, 1.041418, 0.909415, 0.911495, 0.928374, 0.985745, 0.980617, 1.001618, 0.975699, 1.049196, 1.092749, 1.022884, 0.995318, 1.174988, 1.391727, 0.915599, 0.67763, 0.325603, 0.035877, 0.0], "sum_m_pl": [6.833883, 8.157115, 7.800595, 7.505607, 7.287501, 7.069698, 6.856572, 6.859191, 6.852335, 7.047222, 7.08245, 7.190767, 6.928934, 6.735113, 6.582153, 6.820977, 6.6741, 6.828853, 7.173644, 7.266401, 7.23967, 7.345014, 7.355868, 7.352959, 6.108939, 5.96198, 6.004642, 6.410257, 6.767873, 6.816176, 6.49498, 6.43377, 6.609944, 6.430418, 6.405141, 6.769485, 6.169799, 6.44773, 6.224492, 6.339584, 5.939646, 5.756897, 5.651151, 5.393853, 5.224465, 4.701864, 3.277808, 1.406105, 0.177789, 0.0]}, "lang": {"n_am_en": [4, 3, 3, 6, 3, 7, 5, 7, 6, 6, 8, 8, 10, 9, 11, 9, 6, 5, 6, 6, 5, 8, 7, 8, 10, 8, 8, 6, 9, 7, 8, 10, 10, 6, 9, 7, 11, 12, 11, 16, 16, 16, 16, 17, 15, 12, 7, 6, 2, 4], "n_am_pl": [2, 6, 8, 5, 7, 2, 0, 2, 1, 4, 1, 3, 4, 3, 2, 4, 5, 6, 7, 4, 5, 7, 6, 4, 3, 2, 5, 6, 6, 9, 7, 6, 8, 8, 8, 6, 6, 5, 5, 7, 7, 5, 4, 5, 5, 10, 12, 12, 20, 22], "n_pos": 27, "sum_m_en": [2.395228, 1.414031, 1.523356, 1.491278, 1.513842, 1.490271, 1.509584, 1.592958, 1.652381, 1.595139, 1.697934, 1.789483, 1.867977, 1.920773, 1.952993, 1.803179, 1.710475, 1.673951, 1.432657, 1.422816, 1.379868, 1.277451, 1.237518, 1.236606, 2.77775, 2.742537, 2.850197, 2.612733, 2.46519, 2.254123, 2.148306, 2.25294, 2.193566, 2.328849, 2.596334, 2.503932, 2.823337, 4.769625, 4.917448, 10.139075, 9.689456, 10.5793, 10.882889, 11.880663, 11.517799, 9.902038, 6.574844, 5.446912, 2.276314, 3.973317], "sum_m_pl": [10.474093, 12.252608, 12.007702, 11.957913, 11.664989, 11.606949, 11.812739, 12.045834, 11.624755, 12.024321, 11.952495, 12.289347, 12.503919, 12.375677, 12.59287, 12.927382, 12.86626, 13.132173, 13.31415, 13.593185, 13.563678, 13.579679, 13.53703, 13.473083, 11.583149, 11.263883, 10.972746, 11.742743, 12.374666, 12.68163, 12.96186, 12.867187, 13.344144, 13.134673, 12.681687, 12.971439, 11.890367, 10.801551, 10.562865, 8.663829, 9.473946, 8.290777, 8.059875, 8.246477, 8.115375, 11.141772, 13.143983, 11.758176, 18.327764, 20.566195]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 78, "item_id": "gsm8kpl-1250", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1025, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9359, "tf_agree_excl_first": 0.9481}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [65, 67, 54, 47, 46, 52, 62, 53, 42, 45, 65, 58, 54, 58, 47, 57, 47, 42, 53, 52, 59, 61, 53, 42, 83, 75, 60, 66, 69, 65, 66, 64, 67, 72, 65, 79, 80, 89, 100, 100, 104, 102, 104, 103, 110, 115, 117, 116, 104, 100], "n_am_pl": [4, 33, 31, 41, 25, 30, 27, 26, 28, 26, 18, 15, 27, 29, 38, 22, 20, 14, 13, 25, 19, 23, 25, 26, 8, 12, 16, 19, 21, 20, 17, 12, 12, 16, 10, 13, 12, 7, 13, 18, 21, 16, 13, 18, 20, 9, 8, 7, 4, 3], "n_pos": 216, "sum_m_en": [25.049396, 12.14954, 11.282785, 11.092711, 11.74746, 12.054082, 12.840527, 12.823383, 13.878711, 14.872397, 15.619291, 16.367408, 16.511825, 17.570764, 17.589054, 16.584228, 15.818988, 15.60925, 13.877538, 12.903334, 11.582652, 10.546231, 10.106387, 9.802007, 29.29659, 27.353485, 26.862632, 24.914744, 24.387241, 24.888192, 22.679448, 23.881335, 25.102799, 26.26208, 26.646821, 33.504337, 40.617887, 49.565261, 49.513028, 57.584197, 62.636652, 67.422556, 72.346597, 82.586219, 86.444573, 93.34966, 103.785981, 105.434778, 102.654977, 99.211402], "sum_m_pl": [77.863655, 102.63922, 102.04346, 100.890019, 99.187752, 97.193786, 96.870797, 93.112945, 90.283641, 93.146019, 92.795898, 93.522629, 94.21076, 91.576617, 90.950209, 91.743616, 90.955, 89.534424, 92.031584, 96.307292, 99.427312, 101.726327, 102.473991, 102.879057, 77.932009, 77.386555, 74.676984, 80.367163, 82.334682, 82.357587, 83.747253, 81.441158, 79.97554, 75.672571, 73.63024, 69.066797, 59.819371, 53.196985, 51.467248, 50.384233, 47.960252, 42.646954, 40.1279, 36.754341, 33.256978, 23.199998, 14.088581, 10.577555, 4.966098, 3.026328]}, "digit": {"n_am_en": [3, 10, 10, 5, 5, 2, 7, 7, 3, 2, 11, 4, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 2, 4, 7, 5, 6, 3, 4, 6, 5, 5, 3, 2, 2, 3, 3, 3, 3, 3, 3, 3, 4, 2, 1, 1, 1, 2, 0, 0], "n_am_pl": [0, 2, 0, 2, 2, 3, 1, 0, 2, 2, 0, 2, 1, 3, 7, 6, 3, 1, 2, 4, 2, 3, 4, 3, 0, 0, 2, 4, 4, 4, 2, 1, 3, 7, 3, 4, 4, 1, 2, 3, 4, 3, 1, 4, 3, 2, 0, 1, 0, 0], "n_pos": 21, "sum_m_en": [2.038035, 0.935973, 0.877832, 0.850345, 0.874504, 0.89475, 1.010363, 1.01329, 1.029783, 1.096479, 1.115143, 1.115876, 1.224053, 1.27798, 1.218004, 1.227376, 1.258431, 1.333314, 1.182938, 1.120625, 1.047735, 0.941452, 0.916342, 0.903657, 2.275548, 1.762437, 1.794555, 1.815454, 1.762947, 1.807691, 1.936494, 1.869491, 1.808715, 1.667898, 1.741484, 1.82796, 1.75619, 1.721007, 1.960555, 2.268348, 2.671163, 2.514086, 2.671404, 2.382825, 1.208959, 1.008095, 0.952841, 1.702657, 0.2947, 0.0], "sum_m_pl": [8.913186, 11.234529, 10.918274, 10.607438, 10.354324, 10.143293, 9.846156, 9.707176, 9.415349, 9.608358, 9.721271, 9.64463, 9.316645, 9.417522, 9.010811, 8.785072, 8.759966, 8.289062, 8.914716, 9.528961, 9.720434, 10.003068, 10.070837, 10.175674, 8.365405, 8.552286, 8.462182, 8.701604, 8.79576, 8.796916, 8.443124, 8.127275, 7.924263, 8.101247, 7.552804, 7.462501, 6.821409, 6.798595, 6.817913, 6.78149, 6.553911, 6.286969, 6.222648, 5.821568, 5.090952, 3.247686, 2.300644, 1.626477, 0.452153, 0.0]}, "lang": {"n_am_en": [34, 31, 26, 20, 21, 29, 27, 22, 25, 27, 32, 31, 31, 28, 23, 34, 29, 25, 30, 30, 34, 36, 32, 26, 53, 48, 40, 43, 42, 36, 35, 34, 37, 43, 36, 46, 52, 57, 63, 65, 70, 71, 72, 71, 77, 80, 84, 85, 95, 99], "n_am_pl": [3, 17, 16, 19, 10, 12, 13, 17, 14, 14, 7, 6, 15, 15, 17, 6, 10, 8, 8, 12, 10, 13, 15, 15, 3, 7, 10, 10, 11, 10, 7, 4, 6, 6, 4, 5, 6, 4, 8, 8, 9, 7, 6, 9, 11, 5, 7, 6, 4, 3], "n_pos": 103, "sum_m_en": [13.102635, 6.10697, 5.577408, 5.51088, 5.879076, 6.038531, 6.514761, 6.331915, 6.927622, 7.373, 7.889282, 8.293001, 8.41998, 8.954843, 8.962159, 8.386002, 8.065801, 7.852867, 7.037457, 6.553419, 5.748263, 5.222286, 4.963554, 4.770405, 16.779959, 15.562286, 15.235442, 13.81991, 13.724735, 13.653512, 11.941863, 12.60483, 13.476711, 14.652721, 14.685634, 20.272272, 26.618676, 32.762051, 33.373504, 39.581303, 44.794552, 48.268567, 50.364268, 56.073547, 60.927379, 66.564014, 77.299582, 78.635964, 91.384759, 95.954499], "sum_m_pl": [35.062114, 47.923654, 47.862441, 47.369623, 46.681286, 45.442128, 45.537828, 43.726081, 42.417365, 43.976672, 43.64619, 44.134228, 45.039737, 43.310336, 43.358342, 43.803022, 43.315773, 42.968018, 43.586459, 45.575957, 47.238309, 48.348145, 48.737652, 48.888858, 36.544292, 36.575221, 34.966812, 37.544476, 38.438697, 38.453246, 39.879849, 38.584837, 37.707332, 35.699115, 34.676716, 32.236347, 27.616845, 24.024736, 23.179123, 22.084216, 20.733302, 18.923757, 17.864538, 17.711438, 15.706638, 11.092492, 7.249117, 5.953103, 4.218994, 3.025823]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 220, "item_id": "gsm8kpl-1251", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1189, "region_end": 216, "roundtrip_ok": true, "tf_agree": 0.9818, "tf_agree_excl_first": 0.9863}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [61, 52, 48, 57, 60, 56, 52, 52, 40, 58, 44, 54, 60, 58, 42, 33, 52, 41, 38, 40, 62, 55, 49, 53, 76, 81, 66, 72, 73, 71, 69, 65, 61, 65, 74, 63, 65, 73, 63, 68, 79, 62, 74, 65, 74, 66, 30, 20, 2, 0], "n_am_pl": [18, 60, 52, 45, 49, 47, 51, 41, 31, 31, 40, 42, 46, 46, 51, 58, 45, 42, 49, 59, 65, 55, 49, 48, 31, 20, 37, 37, 42, 47, 41, 48, 46, 34, 27, 35, 25, 30, 33, 43, 50, 51, 50, 57, 55, 58, 72, 64, 102, 107], "n_pos": 288, "sum_m_en": [26.897805, 14.074637, 14.62163, 15.063851, 15.761523, 15.422138, 16.043471, 15.473763, 16.637225, 17.495768, 17.450486, 18.474615, 18.917158, 19.675428, 19.902461, 18.982959, 18.808519, 18.51412, 16.669732, 15.794821, 14.938172, 13.904596, 13.51605, 13.013908, 33.745207, 30.280156, 28.795599, 28.657313, 28.740798, 27.845364, 26.377791, 26.978493, 27.383447, 29.520846, 31.713995, 32.350777, 32.787691, 37.484731, 41.105815, 46.164821, 48.419931, 47.719173, 53.026184, 54.943212, 58.667415, 54.219443, 31.28859, 21.353771, 4.693599, 0.213613], "sum_m_pl": [112.083319, 136.438992, 133.442711, 131.694713, 129.085643, 126.633673, 128.928982, 124.976365, 120.77732, 123.990812, 121.031473, 123.133388, 124.664306, 122.128359, 120.665466, 124.577887, 123.596942, 120.985232, 125.675084, 129.577288, 132.449089, 134.271978, 134.776723, 135.51597, 100.647009, 99.215513, 97.072377, 108.262973, 110.314415, 111.210303, 112.063909, 110.385267, 106.796153, 98.802699, 94.872948, 90.529358, 81.934273, 78.305226, 77.815055, 83.190665, 84.046768, 82.827564, 77.53696, 76.382296, 71.00905, 70.750896, 77.154264, 68.520324, 94.432497, 106.716622]}, "digit": {"n_am_en": [6, 20, 13, 8, 7, 10, 5, 5, 7, 6, 7, 7, 6, 6, 7, 2, 8, 4, 5, 6, 9, 9, 10, 10, 12, 13, 11, 13, 9, 10, 8, 10, 9, 8, 8, 6, 7, 2, 1, 1, 3, 2, 2, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 8, 7, 5, 2, 3, 4, 4, 3, 4, 8, 7, 6, 6, 6, 8, 4, 5, 4, 5, 7, 4, 5, 5, 2, 1, 4, 5, 8, 4, 3, 5, 2, 5, 3, 4, 5, 6, 5, 8, 11, 9, 7, 8, 9, 6, 4, 4, 1, 0], "n_pos": 37, "sum_m_en": [3.758852, 1.810558, 1.674703, 1.566372, 1.616751, 1.639132, 1.762726, 1.803365, 1.940445, 1.980044, 2.017496, 2.022366, 2.169776, 2.320995, 2.27876, 2.121415, 2.21538, 2.260492, 2.010733, 1.884394, 1.77006, 1.638886, 1.599356, 1.581225, 4.440888, 3.299732, 3.435426, 3.358329, 3.201584, 3.092468, 3.038801, 3.167149, 2.853841, 2.951035, 3.120234, 3.464917, 2.705785, 2.712387, 2.660133, 2.541322, 2.711603, 2.746416, 2.430367, 2.505669, 1.773978, 1.675969, 1.183649, 1.249811, 0.268639, 0.003113], "sum_m_pl": [16.55841, 19.721206, 19.307496, 18.768213, 18.263443, 17.816733, 17.61785, 17.068662, 16.538306, 16.762185, 16.633671, 16.594146, 16.117881, 16.008847, 15.750519, 16.051709, 16.054172, 15.538391, 16.429164, 17.194925, 17.493673, 17.802534, 17.928245, 18.067373, 14.383538, 14.717964, 14.418918, 15.320797, 15.52899, 15.298572, 15.004336, 14.530769, 14.08465, 13.53581, 13.346658, 13.416848, 12.596384, 12.660581, 12.929208, 13.393287, 13.609944, 12.679825, 12.571894, 11.83169, 11.449146, 9.430928, 7.512476, 5.532177, 1.104168, 0.000557]}, "lang": {"n_am_en": [25, 15, 10, 23, 25, 20, 20, 15, 12, 19, 15, 17, 22, 20, 11, 16, 19, 14, 14, 19, 25, 25, 26, 22, 34, 34, 25, 25, 29, 26, 25, 29, 32, 34, 32, 32, 37, 46, 39, 45, 48, 42, 51, 45, 55, 49, 24, 16, 2, 0], "n_am_pl": [3, 18, 18, 19, 20, 21, 15, 15, 15, 10, 18, 16, 19, 21, 18, 22, 21, 21, 22, 26, 27, 28, 21, 18, 13, 12, 18, 13, 11, 17, 20, 25, 23, 10, 8, 8, 10, 13, 16, 24, 25, 24, 26, 34, 31, 40, 54, 53, 97, 104], "n_pos": 104, "sum_m_en": [9.408363, 4.917629, 5.145917, 5.60949, 5.870336, 5.477077, 5.689479, 5.415091, 5.838579, 6.167174, 6.244831, 6.75814, 6.891029, 7.198515, 7.24283, 6.920094, 6.865575, 6.721577, 6.238927, 5.946601, 5.614595, 5.072241, 4.930604, 4.688457, 13.420676, 12.970615, 11.827326, 11.387566, 11.210137, 10.89606, 9.962858, 10.493276, 11.372251, 12.885183, 12.900795, 14.12965, 17.052107, 20.278467, 22.711586, 27.334915, 29.067334, 28.49952, 34.40271, 33.330092, 39.007926, 35.852312, 21.848739, 14.524404, 3.158702, 0.150296], "sum_m_pl": [38.235331, 47.466898, 46.131108, 45.545774, 44.780485, 44.060778, 44.800344, 43.403061, 42.417697, 43.892513, 43.110562, 44.428159, 45.532297, 44.505768, 44.281056, 45.51208, 44.960755, 44.154293, 45.295473, 46.626654, 47.83684, 48.653019, 48.821264, 49.063365, 37.955395, 37.020652, 35.601716, 39.82122, 40.491415, 41.303988, 42.42167, 42.061132, 41.312916, 38.394805, 36.847696, 35.091775, 33.42534, 32.519807, 33.563353, 37.049226, 37.791685, 39.128752, 36.691919, 40.519485, 38.48889, 42.138211, 51.786284, 49.980747, 85.726509, 102.218891]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 372, "item_id": "gsm8kpl-1251", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1048, "region_end": 288, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9865}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [52, 58, 49, 40, 54, 43, 55, 46, 47, 59, 63, 69, 64, 59, 49, 52, 51, 47, 43, 46, 45, 41, 40, 46, 62, 56, 61, 48, 53, 58, 50, 53, 51, 54, 57, 54, 66, 73, 78, 89, 84, 77, 80, 74, 79, 77, 77, 80, 68, 70], "n_am_pl": [3, 25, 22, 27, 19, 21, 14, 17, 13, 14, 11, 2, 11, 18, 20, 29, 26, 23, 18, 16, 19, 21, 22, 15, 9, 8, 14, 11, 15, 18, 15, 13, 16, 18, 14, 13, 7, 5, 5, 4, 3, 3, 3, 4, 5, 4, 2, 0, 1, 1], "n_pos": 166, "sum_m_en": [19.992271, 9.658017, 9.312222, 8.718, 9.300592, 10.112479, 9.442466, 9.820032, 10.432249, 11.228214, 11.943871, 12.773465, 13.774318, 13.428529, 13.369558, 12.547603, 12.017605, 12.170945, 10.849995, 10.009804, 9.120106, 8.330895, 8.089486, 7.993875, 21.715603, 22.079889, 22.436285, 19.79029, 19.829542, 18.758907, 17.532704, 17.420116, 17.811087, 17.429627, 18.640445, 20.613876, 27.241813, 33.106673, 36.380438, 51.471851, 51.663301, 53.357105, 62.694977, 63.193701, 69.626566, 70.265297, 73.535064, 77.992682, 68.826948, 69.413276], "sum_m_pl": [58.742512, 80.586179, 80.27267, 79.339377, 77.999069, 77.615997, 78.575724, 77.96841, 75.933517, 77.076785, 75.5246, 75.317859, 74.359377, 75.262126, 74.054297, 75.523688, 75.48314, 75.10294, 76.373698, 78.227963, 79.283998, 80.668817, 80.789229, 80.510538, 62.055551, 61.9231, 61.592631, 65.601936, 68.414516, 68.133437, 68.185154, 67.284801, 67.948825, 64.913655, 64.13358, 59.775964, 52.752409, 48.918932, 44.149549, 36.130715, 35.849876, 26.460897, 22.750191, 19.85102, 16.335782, 13.397079, 8.340261, 5.050972, 2.263013, 1.044111]}, "digit": {"n_am_en": [4, 5, 6, 0, 2, 1, 5, 5, 4, 5, 9, 7, 8, 6, 6, 6, 5, 4, 4, 4, 3, 3, 3, 3, 5, 5, 7, 5, 7, 6, 1, 3, 2, 4, 1, 0, 1, 1, 1, 3, 1, 1, 2, 0, 1, 0, 1, 1, 0, 0], "n_am_pl": [0, 1, 4, 4, 3, 3, 0, 0, 0, 1, 0, 0, 0, 1, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 2, 2, 3, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.733192, 0.829013, 0.794785, 0.737721, 0.790859, 0.830273, 0.857522, 0.933587, 0.997458, 1.104558, 1.16833, 1.190122, 1.284577, 1.251691, 1.191244, 1.156812, 1.13441, 1.149059, 1.044397, 0.964932, 0.906423, 0.836909, 0.818098, 0.823563, 1.584621, 1.517594, 1.581031, 1.526956, 1.598781, 1.541634, 1.571793, 1.542933, 1.446335, 1.475332, 1.33674, 1.29495, 1.396089, 1.362276, 1.384049, 1.436947, 1.373311, 1.320614, 1.329109, 1.167877, 1.117421, 0.937135, 0.672714, 1.033919, 0.10957, 1e-06], "sum_m_pl": [9.050084, 10.852297, 10.461963, 10.24075, 10.106684, 9.836423, 9.919103, 9.628429, 9.454653, 9.58992, 9.552386, 9.291346, 9.012318, 9.175793, 8.827174, 8.914295, 9.061754, 8.974652, 9.282688, 9.461331, 9.468959, 9.679685, 9.709548, 9.72564, 8.014816, 8.182961, 8.312486, 8.61866, 8.791392, 8.702209, 8.455681, 8.383142, 8.314743, 7.978685, 7.745414, 7.553346, 7.271208, 7.452174, 7.158994, 7.116155, 6.914888, 6.594008, 6.258943, 5.588505, 5.400809, 4.622637, 3.935491, 2.224788, 0.23587, 0.0]}, "lang": {"n_am_en": [23, 23, 19, 20, 29, 32, 33, 29, 29, 35, 34, 36, 33, 32, 26, 27, 27, 26, 24, 27, 20, 23, 22, 27, 32, 33, 35, 29, 29, 36, 32, 32, 30, 30, 37, 33, 39, 43, 44, 50, 54, 54, 52, 50, 53, 55, 58, 62, 66, 69], "n_am_pl": [1, 9, 8, 6, 4, 6, 5, 5, 2, 3, 3, 1, 6, 10, 12, 16, 11, 8, 8, 6, 9, 10, 9, 8, 4, 4, 5, 5, 9, 11, 6, 5, 3, 7, 1, 7, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 0, 1, 1], "n_pos": 71, "sum_m_en": [9.367952, 4.354372, 4.264855, 4.016059, 4.264782, 5.184227, 4.712525, 4.732882, 5.02262, 5.177777, 5.64031, 6.094952, 6.738509, 6.657235, 6.596336, 6.044317, 5.684957, 5.713645, 4.997411, 4.660133, 4.196684, 3.803723, 3.683953, 3.654557, 11.659148, 12.423241, 12.836733, 10.742321, 11.011335, 10.136481, 9.189106, 9.082866, 9.40825, 9.035007, 10.175729, 11.762646, 16.69967, 21.162772, 22.914393, 28.977654, 29.941012, 35.237654, 40.562947, 40.169559, 46.88264, 49.580694, 54.919761, 60.647792, 65.439599, 68.15413], "sum_m_pl": [23.389576, 33.163922, 33.484144, 33.154206, 32.886865, 32.4665, 32.775183, 32.995683, 32.197076, 32.750099, 31.708239, 31.621577, 31.121638, 31.643642, 31.344851, 32.114051, 32.198728, 31.974794, 32.44972, 33.292132, 33.820404, 34.512035, 34.514426, 34.437563, 25.987443, 25.928655, 25.288951, 27.187491, 28.041822, 28.111311, 28.727652, 28.21058, 28.564412, 27.902038, 27.520163, 26.250137, 22.288183, 20.146089, 18.115756, 14.977049, 15.116615, 10.79936, 8.379427, 8.854907, 6.523209, 4.547067, 2.532839, 1.064027, 1.283494, 1.020691]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "gsm8kpl-1252", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1161, "region_end": 166, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9822}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 44, 50, 35, 40, 37, 39, 52, 47, 50, 57, 58, 48, 38, 50, 52, 57, 48, 49, 39, 41, 35, 34, 33, 69, 69, 60, 64, 65, 61, 53, 46, 39, 40, 52, 47, 46, 60, 59, 61, 72, 60, 72, 67, 70, 51, 31, 21, 1, 0], "n_am_pl": [29, 49, 60, 46, 37, 44, 46, 46, 38, 37, 39, 39, 48, 46, 47, 52, 41, 42, 60, 66, 65, 69, 66, 74, 38, 37, 37, 35, 35, 40, 41, 45, 38, 31, 22, 27, 26, 24, 22, 26, 24, 22, 18, 20, 20, 28, 43, 45, 88, 90], "n_pos": 240, "sum_m_en": [21.447803, 10.99372, 11.776104, 13.04709, 14.129872, 13.069596, 12.779189, 12.687364, 13.72934, 15.08159, 14.673421, 15.995137, 16.586144, 16.218385, 17.438207, 16.290078, 16.184073, 15.794644, 14.404043, 13.65624, 12.597098, 11.689345, 11.455184, 10.960845, 27.099143, 25.230554, 24.187904, 24.118395, 23.31105, 23.249332, 22.207912, 21.713314, 23.502497, 25.13568, 26.297943, 25.707209, 25.808617, 28.073025, 30.207614, 38.559796, 39.758536, 40.214093, 55.976702, 57.411658, 57.778225, 46.127072, 27.99534, 21.674954, 2.213113, 0.029202], "sum_m_pl": [97.958343, 116.694381, 113.776397, 108.901434, 106.863297, 107.493743, 110.854323, 111.334894, 107.980771, 109.790759, 108.05673, 107.401635, 106.42128, 107.218586, 105.876846, 109.231688, 109.028325, 110.03953, 112.353661, 114.788855, 115.835297, 116.379781, 116.030807, 116.45032, 93.7544, 95.639727, 94.096164, 100.406855, 105.262441, 103.63332, 100.609026, 100.457218, 97.289589, 87.193642, 87.001635, 81.690652, 78.377072, 76.544093, 75.654243, 71.611061, 69.733621, 63.289085, 51.223491, 49.517478, 45.859713, 48.073178, 58.173672, 52.648037, 85.250119, 89.595616]}, "digit": {"n_am_en": [0, 11, 9, 3, 3, 2, 5, 9, 7, 9, 15, 9, 11, 6, 7, 6, 5, 9, 6, 3, 4, 2, 1, 2, 7, 6, 5, 9, 8, 9, 5, 6, 5, 6, 3, 2, 3, 4, 2, 3, 3, 4, 3, 4, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 6, 6, 1, 5, 2, 4, 1, 2, 2, 1, 3, 1, 2, 7, 4, 3, 3, 6, 5, 4, 4, 5, 5, 5, 4, 3, 2, 2, 1, 0, 3, 1, 2, 2, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 24, "sum_m_en": [1.970022, 1.036197, 0.963418, 0.95207, 1.030895, 1.045451, 1.108174, 1.201149, 1.262846, 1.357168, 1.412899, 1.480446, 1.604411, 1.602245, 1.497707, 1.424975, 1.396243, 1.419796, 1.244142, 1.144472, 1.091376, 1.025383, 1.003803, 0.99404, 1.988762, 1.916483, 1.943942, 1.903103, 1.99538, 2.026025, 1.951419, 1.889529, 1.732355, 1.691896, 1.571092, 1.557628, 1.59247, 1.57361, 1.539844, 2.031381, 1.981328, 1.908882, 2.173764, 2.801724, 1.968653, 1.795487, 1.139962, 0.936937, 0.051845, 0.00024], "sum_m_pl": [11.467645, 13.151159, 12.639514, 12.019695, 11.873847, 11.77973, 11.926936, 11.587492, 11.38943, 11.475121, 11.515372, 11.289493, 10.942814, 11.188501, 10.956118, 11.107718, 11.072858, 11.100685, 11.472937, 11.599766, 11.590649, 11.690333, 11.721337, 11.742986, 9.928239, 9.776793, 9.798512, 10.289828, 10.703712, 10.56066, 10.336519, 10.289086, 10.105889, 9.52885, 9.256893, 9.172949, 9.11904, 9.076459, 8.979623, 8.756665, 8.431127, 8.0811, 7.646227, 6.751956, 6.587196, 5.757724, 4.545991, 3.083823, 0.274947, 0.021679]}, "lang": {"n_am_en": [14, 16, 14, 18, 17, 18, 14, 21, 22, 21, 14, 15, 16, 11, 20, 17, 21, 18, 23, 22, 20, 19, 18, 19, 28, 34, 28, 32, 29, 26, 25, 19, 18, 19, 29, 26, 23, 35, 34, 39, 46, 38, 47, 39, 44, 34, 21, 12, 0, 0], "n_am_pl": [16, 23, 20, 12, 9, 10, 14, 14, 11, 8, 17, 18, 21, 15, 16, 24, 18, 17, 23, 24, 24, 27, 25, 28, 17, 16, 14, 8, 11, 10, 18, 25, 18, 16, 8, 13, 13, 10, 9, 14, 9, 6, 7, 10, 10, 25, 40, 43, 86, 90], "n_pos": 90, "sum_m_en": [7.417124, 4.078075, 4.512215, 5.741369, 6.497957, 5.36872, 5.323927, 5.106045, 5.594705, 6.480739, 5.837105, 6.635607, 6.818672, 6.596367, 7.552675, 6.74042, 6.658638, 6.29525, 5.863055, 5.577501, 5.045092, 4.552379, 4.455375, 4.238179, 12.356948, 12.266378, 11.586561, 11.442735, 10.084875, 9.848496, 9.431664, 9.105145, 11.25359, 12.979482, 13.743115, 13.577132, 13.754903, 16.510508, 18.38531, 23.545874, 24.721603, 25.802724, 35.099593, 33.261504, 35.956969, 28.787605, 17.114329, 11.348827, 0.651679, 0.028157], "sum_m_pl": [34.473683, 41.026891, 39.897152, 38.376768, 37.04263, 37.673406, 39.116825, 39.74064, 38.291213, 39.22051, 38.47385, 38.319035, 38.347633, 38.542505, 38.016903, 39.946277, 40.218137, 41.142466, 41.913046, 43.027305, 43.35375, 43.71953, 43.410265, 43.530508, 36.444792, 36.941333, 36.026394, 37.870722, 39.336687, 38.804273, 38.362905, 39.060485, 38.084419, 34.945294, 35.307443, 35.293796, 35.5303, 34.423141, 34.249993, 31.16662, 30.519383, 25.178358, 18.893811, 20.514833, 20.655819, 27.545238, 41.120499, 40.960668, 81.194883, 89.054403]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 244, "item_id": "gsm8kpl-1252", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1020, "region_end": 240, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9835}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [76, 71, 40, 37, 39, 30, 37, 42, 50, 57, 59, 60, 64, 68, 57, 74, 78, 60, 58, 64, 71, 81, 77, 73, 107, 95, 85, 77, 78, 61, 63, 54, 62, 75, 76, 83, 88, 84, 89, 95, 94, 94, 94, 80, 82, 83, 85, 96, 101, 94], "n_am_pl": [5, 23, 28, 23, 22, 26, 25, 26, 18, 20, 20, 24, 29, 26, 18, 12, 13, 17, 20, 20, 19, 16, 23, 24, 14, 16, 16, 20, 22, 17, 22, 26, 23, 26, 22, 17, 20, 19, 22, 25, 24, 18, 17, 25, 23, 16, 12, 11, 0, 0], "n_pos": 209, "sum_m_en": [23.727075, 12.168816, 11.024488, 10.801401, 11.760337, 11.663079, 12.484501, 13.315204, 14.276245, 14.420931, 14.745809, 15.062393, 16.08208, 16.034269, 16.743225, 15.378466, 15.553498, 14.745894, 13.267844, 13.12456, 12.392518, 11.553035, 10.902469, 10.652847, 39.839658, 36.228289, 34.614188, 29.671329, 27.098428, 24.250424, 23.006597, 22.732007, 21.80499, 23.442955, 28.921909, 33.524245, 42.002686, 45.007047, 54.386751, 68.640747, 68.685925, 70.722914, 74.77789, 73.376, 75.080302, 79.470541, 83.680166, 91.606542, 97.566815, 94.956742], "sum_m_pl": [79.299254, 98.619624, 96.975795, 95.426705, 91.961238, 91.711182, 92.354192, 90.692102, 88.246852, 91.660986, 92.655067, 94.250385, 94.323729, 92.337778, 93.505394, 96.25441, 94.669737, 94.549397, 98.037717, 99.522624, 99.875877, 101.419207, 101.87605, 101.740142, 72.601731, 73.035066, 70.76475, 76.716522, 79.609766, 80.625059, 83.804294, 84.081936, 88.002775, 83.79503, 80.628083, 75.058916, 65.290496, 61.729516, 54.381446, 53.036403, 48.833582, 43.310599, 39.744331, 39.729518, 34.195751, 24.460706, 15.062471, 10.647319, 2.126746, 0.001312]}, "digit": {"n_am_en": [6, 17, 12, 8, 9, 4, 2, 2, 4, 6, 10, 6, 6, 11, 6, 8, 9, 6, 7, 5, 7, 5, 7, 7, 11, 12, 10, 10, 8, 8, 7, 3, 4, 6, 7, 10, 9, 5, 5, 3, 4, 4, 4, 4, 4, 1, 2, 1, 0, 0], "n_am_pl": [1, 1, 1, 2, 5, 4, 6, 3, 2, 2, 1, 2, 1, 0, 2, 0, 0, 3, 3, 2, 2, 3, 4, 4, 4, 3, 2, 3, 5, 1, 1, 3, 2, 2, 4, 3, 4, 4, 5, 10, 11, 7, 5, 6, 6, 3, 2, 2, 0, 0], "n_pos": 33, "sum_m_en": [2.903203, 1.523921, 1.421487, 1.463609, 1.591184, 1.536025, 1.536571, 1.662979, 1.822128, 1.851719, 1.976278, 1.968174, 2.096021, 2.191427, 2.077472, 1.961076, 1.996486, 2.034328, 1.849631, 1.818251, 1.678477, 1.638669, 1.55662, 1.513123, 5.170666, 4.850704, 4.41892, 3.356279, 3.021463, 2.715784, 2.495577, 2.316981, 2.080542, 2.325962, 2.395029, 3.01303, 3.542867, 3.386537, 3.937479, 4.181933, 4.065188, 3.974842, 3.572044, 3.825816, 3.27345, 1.884737, 1.328793, 1.171693, 0.204879, 0.0], "sum_m_pl": [14.95407, 17.653761, 16.9897, 16.392683, 15.788705, 15.548457, 15.522528, 14.782371, 14.328637, 14.900486, 15.348484, 15.296737, 14.886656, 14.718838, 14.93263, 15.04122, 14.738873, 14.55442, 15.412981, 15.78826, 15.733695, 15.957407, 16.056074, 16.087542, 12.591514, 12.494961, 12.071131, 13.198291, 13.708599, 13.346613, 13.381441, 12.595931, 13.518206, 13.222926, 13.428184, 12.592578, 12.136739, 11.744732, 10.967551, 13.417075, 12.658724, 11.616803, 11.03869, 11.316463, 9.743441, 6.383289, 3.663979, 2.56565, 0.407369, 0.0]}, "lang": {"n_am_en": [32, 22, 15, 16, 16, 20, 23, 33, 32, 33, 26, 28, 32, 29, 27, 36, 44, 34, 35, 36, 43, 49, 48, 47, 64, 56, 49, 45, 44, 37, 35, 37, 41, 47, 45, 50, 53, 55, 56, 61, 62, 61, 62, 52, 57, 62, 67, 79, 93, 92], "n_am_pl": [1, 7, 10, 11, 11, 12, 8, 11, 10, 10, 13, 11, 17, 15, 10, 6, 7, 6, 9, 10, 10, 10, 11, 10, 6, 9, 9, 9, 11, 10, 17, 15, 15, 15, 10, 8, 12, 11, 13, 12, 11, 8, 8, 16, 14, 10, 8, 9, 0, 0], "n_pos": 94, "sum_m_en": [10.532854, 5.558518, 4.955033, 4.886021, 5.475662, 5.666245, 6.317454, 6.660002, 7.059576, 7.033886, 7.005253, 7.320712, 8.045358, 7.824173, 8.406947, 7.557858, 7.894052, 6.994905, 6.298718, 6.231599, 5.999375, 5.061016, 4.723393, 4.615624, 20.693908, 18.861696, 18.083099, 15.505076, 14.073796, 12.781125, 12.187543, 12.2382, 11.770886, 12.653494, 15.749343, 18.563613, 23.678064, 27.873238, 33.865747, 42.16847, 42.321649, 46.444202, 50.48306, 47.707534, 53.154536, 59.927335, 65.837522, 75.52636, 88.736335, 92.335289], "sum_m_pl": [34.324189, 43.276212, 42.743281, 42.228374, 40.463053, 40.256551, 40.738595, 40.483039, 39.867532, 41.350255, 41.841188, 42.942375, 43.182192, 42.513723, 43.014728, 44.459599, 43.527656, 43.927568, 45.036699, 45.593374, 45.582857, 46.494813, 46.694698, 46.647058, 34.860679, 35.043377, 33.993277, 36.11942, 37.227541, 37.965819, 39.615922, 39.856232, 41.81556, 40.348144, 38.081572, 36.433061, 31.687272, 29.382228, 25.990245, 24.118133, 21.820824, 19.250838, 17.213408, 19.543388, 17.265068, 11.908654, 7.597737, 6.507039, 1.492156, 0.00049]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 214, "item_id": "gsm8kpl-1253", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1154, "region_end": 209, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9765}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [34, 42, 38, 34, 36, 37, 34, 42, 41, 36, 45, 45, 46, 48, 56, 73, 67, 54, 51, 58, 68, 67, 62, 60, 80, 80, 68, 69, 66, 68, 55, 56, 62, 69, 70, 73, 63, 65, 63, 66, 57, 69, 79, 71, 73, 50, 40, 24, 5, 1], "n_am_pl": [19, 40, 46, 40, 36, 34, 31, 32, 29, 30, 35, 35, 34, 28, 20, 22, 18, 18, 31, 33, 38, 33, 34, 34, 23, 24, 23, 19, 19, 27, 22, 20, 27, 15, 25, 23, 19, 21, 29, 29, 33, 29, 23, 23, 22, 23, 34, 48, 70, 72], "n_pos": 205, "sum_m_en": [17.173351, 9.694566, 10.310567, 10.970145, 11.203495, 10.980288, 11.059961, 11.212502, 11.850693, 11.873264, 12.464861, 13.242821, 14.195132, 14.28197, 14.70296, 14.108413, 13.859788, 13.314408, 11.909939, 11.592507, 10.979658, 11.483509, 10.561193, 10.175534, 35.994036, 31.608259, 28.029207, 23.895144, 22.785226, 21.849144, 19.803432, 19.886269, 18.205295, 19.723846, 21.118838, 25.757534, 27.086766, 26.939425, 33.478105, 45.189107, 44.665089, 45.936218, 52.840502, 56.196792, 57.90298, 43.578259, 34.835179, 23.964084, 5.402303, 1.327267], "sum_m_pl": [85.203812, 99.072696, 95.613947, 91.704043, 90.183739, 88.159798, 90.502037, 90.736899, 89.072499, 91.028316, 89.623455, 90.011663, 91.365017, 90.515903, 91.290446, 95.124423, 93.266899, 93.199028, 96.090429, 97.349524, 97.406797, 97.348846, 97.333207, 97.407764, 71.328821, 71.20598, 69.442, 74.613375, 78.024279, 80.889382, 82.643699, 82.648807, 84.746585, 77.697177, 76.291647, 71.116293, 66.243852, 64.467858, 61.550058, 60.820127, 59.230767, 56.696895, 48.880903, 46.260708, 42.971437, 43.475254, 45.289841, 47.216387, 67.660925, 73.261009]}, "digit": {"n_am_en": [5, 11, 9, 7, 6, 6, 5, 4, 3, 5, 9, 11, 4, 6, 6, 9, 8, 5, 5, 4, 6, 6, 5, 7, 9, 10, 8, 8, 7, 6, 3, 3, 3, 5, 4, 7, 5, 7, 5, 5, 4, 5, 6, 5, 5, 4, 3, 2, 1, 0], "n_am_pl": [2, 5, 5, 8, 1, 3, 3, 4, 3, 6, 7, 4, 5, 2, 2, 4, 0, 1, 3, 5, 6, 8, 9, 8, 6, 5, 6, 4, 3, 3, 2, 4, 7, 3, 4, 5, 4, 3, 9, 9, 11, 8, 8, 7, 7, 5, 4, 3, 2, 0], "n_pos": 30, "sum_m_en": [2.517902, 1.350612, 1.253086, 1.297328, 1.38008, 1.321342, 1.384335, 1.449954, 1.500352, 1.492614, 1.590259, 1.573334, 1.706936, 1.685263, 1.786653, 1.798454, 1.875023, 1.72343, 1.542825, 1.531385, 1.429301, 1.382195, 1.312491, 1.29345, 3.874952, 3.451396, 2.631774, 2.390498, 2.406302, 2.35296, 2.188402, 2.055017, 1.844038, 1.898455, 2.017152, 2.44654, 2.693923, 2.320668, 3.19725, 4.159587, 3.925084, 4.356588, 3.978539, 4.009532, 3.451307, 3.065467, 2.514006, 1.85525, 1.193186, 0.359287], "sum_m_pl": [14.292694, 16.259986, 15.593264, 15.022675, 14.483314, 14.249234, 14.181511, 13.930395, 13.571699, 13.831656, 13.979367, 14.032401, 13.492112, 13.3187, 13.296247, 13.743696, 13.292006, 13.334457, 13.978646, 14.170166, 14.069934, 14.182053, 14.184797, 14.270442, 12.018007, 11.813149, 11.15931, 11.550941, 11.742603, 11.794772, 12.014156, 12.005253, 12.354775, 11.204711, 11.185179, 10.697738, 10.776874, 10.900314, 10.884955, 12.648626, 12.301203, 11.178763, 10.761375, 10.973237, 9.717583, 7.624927, 5.708186, 3.925499, 2.34704, 0.000346]}, "lang": {"n_am_en": [9, 10, 14, 12, 12, 14, 9, 14, 16, 15, 16, 18, 21, 20, 18, 30, 30, 26, 24, 30, 34, 34, 28, 30, 38, 42, 36, 36, 34, 34, 30, 26, 32, 38, 36, 38, 35, 33, 31, 34, 31, 33, 41, 39, 41, 30, 20, 11, 2, 1], "n_am_pl": [8, 16, 15, 10, 13, 8, 8, 7, 10, 8, 12, 11, 8, 11, 11, 8, 7, 5, 12, 14, 17, 13, 16, 14, 10, 8, 7, 5, 5, 9, 10, 9, 10, 6, 12, 10, 9, 10, 12, 9, 11, 12, 8, 10, 11, 12, 22, 35, 66, 71], "n_pos": 72, "sum_m_en": [5.558689, 3.525876, 3.93825, 4.482008, 4.229837, 4.145438, 4.219467, 4.135281, 4.616073, 4.675766, 4.894023, 5.476883, 5.937494, 5.953439, 5.87747, 5.644059, 5.18681, 5.000763, 4.425269, 4.31425, 4.149021, 4.655899, 4.103877, 3.91634, 18.695417, 17.184994, 14.695132, 11.351613, 10.101333, 9.501419, 8.697565, 8.892455, 7.560942, 9.080161, 9.205238, 11.894738, 12.362303, 13.083951, 16.732845, 24.310851, 24.684191, 25.330729, 28.354818, 30.46635, 32.344076, 25.699567, 16.752331, 10.478269, 1.894673, 0.965706], "sum_m_pl": [27.920117, 32.632041, 31.389891, 29.663919, 29.590376, 28.58684, 29.921528, 30.752027, 30.334057, 31.201117, 30.500053, 30.608565, 31.452687, 31.226884, 32.202147, 33.55044, 33.417873, 33.53099, 34.305661, 34.755235, 34.745392, 34.659041, 34.743317, 34.752173, 25.416927, 25.169749, 24.829692, 27.057205, 27.755855, 28.72831, 29.523733, 29.751442, 31.753702, 30.048291, 29.641474, 27.883096, 27.030508, 26.370554, 25.148217, 22.53886, 22.236436, 22.983078, 19.514632, 18.107104, 18.427794, 20.300904, 25.429355, 31.870726, 61.446245, 70.220149]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 210, "item_id": "gsm8kpl-1253", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1013, "region_end": 205, "roundtrip_ok": true, "tf_agree": 0.981, "tf_agree_excl_first": 0.9856}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [65, 40, 37, 43, 36, 37, 34, 38, 41, 47, 57, 65, 58, 50, 53, 54, 50, 50, 49, 50, 52, 56, 45, 49, 72, 71, 50, 61, 64, 55, 54, 57, 50, 57, 60, 65, 69, 72, 78, 74, 75, 79, 78, 77, 81, 76, 74, 78, 73, 67], "n_am_pl": [2, 21, 27, 25, 22, 21, 16, 17, 17, 14, 16, 13, 17, 18, 16, 16, 31, 25, 22, 20, 20, 22, 26, 20, 13, 18, 18, 19, 21, 24, 16, 17, 24, 21, 13, 19, 15, 11, 14, 13, 8, 15, 11, 10, 8, 7, 2, 3, 0, 0], "n_pos": 176, "sum_m_en": [21.752617, 10.449719, 9.866463, 9.654833, 10.019637, 10.485829, 11.308788, 12.264382, 13.118716, 13.078751, 13.573782, 14.569183, 14.587726, 14.269163, 14.090254, 13.282555, 12.637835, 11.417388, 10.26432, 9.488663, 9.027802, 8.488304, 8.131773, 8.074686, 27.222098, 25.806069, 23.74165, 22.532695, 22.305325, 22.169311, 19.14392, 18.870443, 18.628944, 19.873276, 21.815743, 24.042703, 29.453624, 30.628464, 37.28964, 44.574528, 48.153171, 55.205122, 60.099589, 62.964493, 70.844892, 71.060506, 69.242293, 76.969967, 71.693209, 66.506478], "sum_m_pl": [64.707043, 82.027242, 80.457021, 78.838932, 76.419, 76.278809, 75.700728, 75.598291, 74.721742, 76.912973, 77.982714, 79.110768, 80.556241, 79.988871, 80.832093, 82.405231, 81.323056, 82.234659, 82.815254, 84.443925, 84.26164, 85.325693, 85.603062, 85.430793, 64.109686, 63.749831, 62.90867, 66.526209, 69.150183, 70.444306, 73.077653, 72.018326, 75.907776, 72.983744, 69.020718, 65.899486, 57.254664, 53.632764, 47.605383, 44.925635, 41.830937, 38.503236, 34.518783, 28.095392, 22.877974, 17.466627, 11.258628, 6.254403, 1.204216, 0.347788]}, "digit": {"n_am_en": [9, 5, 7, 4, 0, 1, 2, 3, 2, 2, 4, 9, 3, 4, 5, 5, 5, 5, 5, 3, 5, 5, 5, 5, 8, 8, 5, 7, 8, 4, 0, 2, 1, 2, 4, 4, 4, 5, 5, 3, 3, 4, 4, 3, 3, 2, 3, 1, 0, 0], "n_am_pl": [0, 1, 5, 5, 9, 10, 4, 5, 7, 3, 2, 4, 2, 2, 2, 1, 5, 4, 9, 6, 4, 5, 6, 5, 3, 2, 3, 2, 1, 4, 2, 5, 1, 2, 2, 4, 2, 3, 2, 2, 3, 3, 1, 2, 1, 1, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.792138, 1.299198, 1.271072, 1.290288, 1.366804, 1.415587, 1.458759, 1.545467, 1.514104, 1.546045, 1.592775, 1.532447, 1.646458, 1.58035, 1.494863, 1.477492, 1.492631, 1.414861, 1.330575, 1.316447, 1.322875, 1.221584, 1.172992, 1.17403, 2.489598, 2.228786, 2.243966, 2.334676, 2.146158, 1.961247, 1.831365, 1.667088, 1.58326, 1.587179, 1.717157, 1.800098, 1.895241, 1.877467, 1.963004, 2.126675, 1.978852, 2.053734, 2.077554, 2.410358, 2.804704, 2.28188, 2.078734, 1.864876, 0.562061, 0.0], "sum_m_pl": [12.284718, 14.578786, 14.017668, 13.395613, 12.882499, 12.735079, 12.560151, 12.534167, 12.570508, 13.049921, 13.096568, 13.427282, 13.143097, 12.946703, 13.164467, 13.383875, 13.049734, 13.271959, 13.480926, 13.720331, 13.515559, 13.696553, 13.775984, 13.731176, 11.408902, 10.987947, 10.616851, 11.216309, 11.815812, 12.046278, 11.892845, 11.54224, 12.045157, 11.812295, 11.524045, 11.395325, 11.314894, 10.944287, 10.144454, 10.330453, 10.299237, 9.953905, 9.651147, 8.058643, 6.926592, 4.994433, 3.574383, 2.070477, 0.532117, 0.0]}, "lang": {"n_am_en": [22, 13, 16, 16, 18, 17, 21, 18, 21, 25, 30, 31, 35, 28, 29, 29, 27, 28, 27, 28, 28, 33, 30, 32, 41, 42, 31, 35, 32, 33, 34, 33, 33, 37, 35, 38, 41, 45, 49, 48, 51, 54, 52, 52, 57, 54, 54, 60, 65, 65], "n_am_pl": [1, 8, 10, 8, 7, 5, 6, 5, 2, 4, 6, 4, 2, 5, 4, 7, 14, 10, 5, 9, 11, 10, 13, 8, 5, 10, 8, 10, 12, 10, 9, 9, 16, 11, 8, 7, 6, 3, 4, 6, 3, 5, 4, 2, 2, 2, 1, 1, 0, 0], "n_pos": 66, "sum_m_en": [8.777598, 4.284761, 3.9566, 3.988787, 4.105415, 4.643662, 5.387575, 6.028754, 6.637913, 6.296213, 6.514657, 7.528576, 7.269981, 6.937188, 6.889269, 6.49654, 6.022733, 5.124905, 4.381519, 3.917529, 3.619036, 3.404906, 3.195287, 3.141877, 15.9832, 15.345409, 13.363901, 11.910742, 11.879559, 12.276948, 10.066369, 9.872676, 10.076483, 11.557905, 12.761065, 14.366411, 18.080315, 18.746806, 24.272911, 29.777727, 33.227524, 38.078485, 41.359731, 43.28786, 51.302842, 51.782722, 51.46252, 57.707159, 64.037008, 64.259093], "sum_m_pl": [21.665686, 28.531562, 28.272364, 27.869346, 27.171072, 27.012568, 26.479779, 26.579976, 26.570821, 27.285507, 27.883975, 28.18642, 29.306215, 29.330936, 29.539329, 30.05011, 29.942007, 30.605933, 30.712549, 31.381886, 31.467397, 31.849388, 31.983932, 31.885158, 22.879049, 23.029271, 23.220555, 24.213272, 25.003674, 24.898693, 26.70366, 26.677096, 28.178695, 27.142081, 25.847625, 24.793302, 20.806091, 19.601241, 16.738519, 14.47192, 12.718126, 10.746866, 9.290869, 7.219021, 4.800982, 3.808142, 2.258218, 0.812793, 0.027652, 0.000169]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "gsm8kpl-1259", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1159, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9725, "tf_agree_excl_first": 0.9779}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [63, 69, 47, 54, 54, 50, 38, 43, 38, 56, 57, 62, 55, 50, 76, 69, 68, 57, 61, 47, 46, 54, 47, 49, 82, 89, 64, 71, 86, 83, 63, 61, 72, 68, 78, 75, 57, 51, 51, 60, 54, 55, 65, 68, 64, 53, 29, 28, 17, 16], "n_am_pl": [25, 51, 59, 48, 55, 52, 37, 39, 25, 32, 42, 40, 70, 50, 33, 44, 58, 59, 56, 66, 60, 64, 61, 50, 34, 28, 23, 30, 37, 35, 45, 45, 41, 29, 23, 21, 29, 29, 38, 36, 35, 39, 25, 23, 21, 32, 40, 39, 47, 50], "n_pos": 277, "sum_m_en": [24.372242, 13.000294, 14.222425, 14.25757, 15.305486, 14.7284, 15.224139, 15.305888, 15.999029, 16.369942, 16.355728, 17.139542, 17.95457, 17.901107, 18.745053, 17.459841, 17.27666, 16.373814, 15.327196, 14.357085, 13.857821, 13.482306, 12.829241, 12.504082, 31.455569, 31.28518, 29.068371, 29.03792, 30.450292, 30.081316, 27.746099, 26.796741, 24.372929, 24.784511, 26.021798, 24.25389, 26.030949, 26.043306, 28.380614, 29.983373, 31.192117, 32.478235, 37.649076, 40.942309, 49.101685, 40.878309, 29.44313, 28.007734, 18.7463, 15.984604], "sum_m_pl": [114.629509, 136.365506, 131.656499, 128.997704, 126.473822, 125.419299, 127.049291, 128.04177, 124.669423, 126.896708, 126.301864, 127.201104, 129.280857, 127.07568, 129.332072, 132.545444, 131.438033, 132.421238, 134.694816, 136.438726, 135.54237, 136.08264, 136.174502, 135.650224, 104.309397, 103.918172, 101.081125, 107.511961, 112.111709, 116.375603, 116.587557, 114.839806, 117.38528, 108.938884, 105.763594, 102.343435, 92.746078, 89.13286, 85.056746, 85.435926, 83.331412, 79.614706, 72.631816, 64.741926, 54.072125, 56.620508, 53.334552, 47.108924, 50.180956, 50.417034]}, "digit": {"n_am_en": [6, 12, 9, 13, 9, 7, 5, 2, 2, 5, 6, 6, 5, 2, 4, 7, 4, 6, 6, 5, 6, 6, 3, 4, 8, 9, 6, 4, 9, 7, 1, 2, 1, 1, 0, 4, 5, 6, 4, 4, 4, 4, 4, 4, 2, 3, 2, 1, 0, 0], "n_am_pl": [0, 7, 9, 3, 4, 4, 3, 1, 1, 4, 5, 2, 2, 3, 2, 3, 2, 3, 4, 5, 6, 6, 6, 6, 2, 2, 1, 7, 5, 2, 6, 3, 5, 1, 2, 5, 1, 0, 1, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.013691, 1.598273, 1.607385, 1.690768, 1.815153, 1.722779, 1.699826, 1.732788, 1.805777, 1.816644, 1.851649, 1.792553, 1.957079, 1.987454, 1.960714, 1.884607, 1.908501, 1.78565, 1.689719, 1.651553, 1.652467, 1.612071, 1.49678, 1.476218, 2.99339, 2.876052, 2.741336, 2.877569, 2.935865, 2.659551, 2.422092, 2.384733, 2.050232, 2.159006, 2.236311, 2.606099, 2.650175, 2.531349, 2.799384, 3.279905, 3.126113, 3.64514, 3.454391, 3.055265, 2.443105, 2.512573, 1.570597, 0.793725, 0.160532, 1e-06], "sum_m_pl": [16.090035, 18.452366, 17.771765, 17.264733, 16.616355, 16.491614, 16.585308, 16.371218, 15.922458, 16.188201, 16.130616, 16.276193, 16.036713, 15.851077, 16.419233, 16.458137, 16.172725, 16.373192, 16.931506, 17.282277, 16.98754, 17.118608, 17.162698, 17.106483, 13.966685, 13.595563, 13.268288, 13.849815, 14.555706, 14.919109, 14.669915, 13.775325, 14.538428, 13.508808, 13.321583, 13.458292, 13.205793, 12.343197, 11.207188, 11.4964, 11.359976, 11.454006, 11.106414, 9.574009, 8.169333, 6.272745, 4.1128, 2.487884, 0.47712, 0.000183]}, "lang": {"n_am_en": [15, 17, 9, 11, 11, 8, 6, 9, 9, 16, 18, 14, 12, 11, 18, 15, 16, 11, 11, 12, 14, 14, 13, 16, 21, 26, 17, 17, 22, 18, 16, 26, 27, 23, 29, 25, 19, 18, 16, 20, 19, 22, 24, 25, 30, 29, 14, 17, 17, 16], "n_am_pl": [8, 11, 14, 13, 9, 15, 7, 10, 6, 5, 10, 12, 24, 17, 8, 9, 20, 22, 16, 17, 15, 19, 17, 13, 13, 8, 4, 10, 11, 11, 16, 15, 13, 6, 7, 5, 11, 10, 14, 14, 14, 17, 16, 18, 17, 22, 30, 30, 46, 50], "n_pos": 67, "sum_m_en": [5.996123, 3.295068, 3.561007, 3.490329, 3.618395, 3.557956, 3.77487, 3.81712, 4.013335, 4.03798, 4.194189, 4.429515, 4.562013, 4.62407, 4.82079, 4.514401, 4.385589, 4.154787, 3.94952, 3.535484, 3.400742, 3.278603, 3.088038, 3.000121, 9.246499, 8.536388, 7.563674, 7.232168, 7.624342, 7.492839, 7.27902, 7.304992, 6.75244, 7.2529, 7.396146, 6.875342, 7.804221, 7.362666, 8.526624, 9.769865, 11.787123, 11.972896, 12.864772, 15.996556, 24.487724, 21.651419, 14.918152, 16.19214, 17.187075, 15.980152], "sum_m_pl": [26.538968, 31.975296, 31.234273, 30.891121, 30.900006, 30.689857, 30.620695, 31.1851, 30.614587, 31.312044, 30.898892, 31.215858, 31.932006, 31.317807, 31.828969, 32.66584, 32.313858, 32.574604, 33.025885, 33.544453, 33.414593, 33.488727, 33.514264, 33.310085, 27.842669, 28.132555, 26.796156, 28.476503, 28.762016, 29.618678, 29.877804, 29.750861, 30.94719, 29.34622, 29.542192, 29.040126, 26.969887, 27.394889, 26.749898, 26.589325, 25.185315, 24.572203, 24.47365, 23.309096, 20.806596, 24.935757, 30.551681, 30.346112, 44.369851, 49.799051]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 347, "item_id": "gsm8kpl-1259", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1018, "region_end": 277, "roundtrip_ok": true, "tf_agree": 0.9827, "tf_agree_excl_first": 0.9855}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [58, 52, 23, 30, 34, 24, 29, 21, 20, 25, 39, 36, 30, 34, 35, 35, 35, 35, 37, 34, 39, 41, 36, 40, 63, 58, 49, 45, 41, 44, 35, 41, 41, 45, 52, 50, 47, 48, 49, 49, 50, 52, 50, 54, 48, 52, 51, 43, 28, 28], "n_am_pl": [3, 22, 27, 31, 35, 21, 21, 37, 47, 37, 24, 30, 29, 22, 29, 33, 35, 27, 26, 27, 27, 24, 23, 23, 13, 21, 15, 18, 28, 34, 33, 22, 22, 24, 21, 17, 17, 15, 20, 19, 15, 11, 15, 13, 5, 4, 4, 5, 1, 4], "n_pos": 170, "sum_m_en": [18.902116, 9.246274, 8.895033, 8.855355, 9.619295, 9.549341, 9.716183, 9.855088, 10.191282, 9.936181, 10.344149, 11.01785, 11.424667, 11.782659, 11.557387, 10.948219, 10.587966, 10.232445, 9.468576, 8.940726, 8.480807, 7.961966, 7.697945, 7.615169, 23.562198, 20.216292, 18.417626, 16.363403, 15.804994, 14.893057, 13.983017, 14.021021, 13.600989, 14.277684, 16.207089, 17.205213, 21.028732, 23.136708, 25.539966, 30.874124, 35.106389, 36.254006, 42.264541, 44.782892, 43.192219, 45.470708, 47.750807, 40.832793, 29.724362, 27.995183], "sum_m_pl": [68.459578, 83.698788, 81.346902, 79.538992, 77.215759, 77.319554, 77.317845, 76.585768, 73.949256, 78.019584, 76.919447, 76.795613, 76.960312, 76.53835, 77.466299, 79.555505, 79.832799, 78.926227, 80.003221, 81.981189, 82.373888, 83.024249, 83.410346, 83.491213, 61.400429, 62.309964, 61.995451, 67.071831, 70.858912, 72.816996, 72.990015, 72.294782, 72.742268, 68.984197, 65.694853, 59.33248, 51.629969, 46.421795, 42.157089, 39.024175, 34.662579, 31.844132, 28.932117, 23.854432, 19.249067, 16.092109, 10.991849, 7.263819, 2.296758, 4.1565]}, "digit": {"n_am_en": [22, 14, 3, 3, 2, 1, 3, 3, 2, 2, 9, 8, 6, 5, 9, 7, 15, 12, 11, 12, 13, 13, 11, 14, 25, 17, 10, 14, 11, 11, 9, 15, 11, 11, 15, 14, 11, 10, 11, 11, 13, 12, 13, 12, 13, 13, 11, 6, 1, 0], "n_am_pl": [0, 5, 6, 7, 15, 11, 6, 14, 18, 17, 11, 14, 7, 4, 13, 10, 9, 10, 11, 7, 11, 10, 10, 11, 8, 12, 8, 5, 12, 15, 13, 6, 8, 14, 14, 14, 14, 12, 16, 14, 13, 9, 10, 9, 3, 3, 0, 2, 0, 0], "n_pos": 49, "sum_m_en": [5.063893, 2.237383, 2.163725, 2.264724, 2.490709, 2.627841, 2.79725, 2.853784, 2.814357, 2.595233, 2.674694, 2.668544, 2.986156, 3.159716, 3.078439, 2.9342, 2.947705, 2.961698, 2.734863, 2.549867, 2.423648, 2.245652, 2.142658, 2.123591, 5.340581, 4.27549, 4.311178, 4.041143, 3.735903, 3.529689, 3.609897, 3.867741, 3.577991, 3.566411, 4.037288, 4.461019, 4.956365, 4.608627, 4.760411, 6.114544, 8.179647, 8.503209, 11.097642, 11.288596, 11.024242, 10.17295, 9.060743, 6.216178, 1.073484, 0.0], "sum_m_pl": [20.508109, 25.769116, 24.477031, 23.594771, 22.534894, 22.12848, 21.937239, 21.749454, 21.531179, 23.208788, 23.070331, 22.964078, 22.536519, 22.264764, 22.689353, 23.004348, 23.08733, 22.697464, 23.023642, 23.634972, 23.901013, 24.048083, 24.283864, 24.372935, 20.189936, 20.550839, 20.336299, 21.471207, 22.601081, 22.960701, 22.512908, 22.180409, 22.355461, 21.676228, 20.9272, 19.87372, 18.874318, 17.811552, 17.268671, 16.188759, 14.824571, 14.2907, 13.272079, 12.132798, 10.784812, 8.171124, 4.845134, 2.582188, 0.203848, 0.0]}, "lang": {"n_am_en": [13, 12, 10, 7, 12, 6, 8, 7, 6, 7, 10, 9, 9, 11, 11, 7, 10, 10, 16, 16, 18, 20, 16, 16, 20, 22, 20, 17, 14, 18, 12, 13, 17, 21, 19, 24, 23, 21, 21, 25, 24, 25, 24, 27, 25, 24, 26, 26, 24, 28], "n_am_pl": [1, 2, 5, 4, 3, 2, 4, 6, 8, 4, 4, 6, 9, 6, 6, 9, 7, 5, 2, 3, 4, 2, 3, 2, 1, 3, 1, 4, 7, 9, 8, 3, 5, 2, 2, 1, 2, 1, 2, 2, 1, 1, 3, 2, 1, 0, 1, 1, 1, 4], "n_pos": 33, "sum_m_en": [4.351752, 2.019536, 1.945782, 1.727196, 1.842385, 1.792782, 1.894234, 1.920605, 2.098328, 2.136245, 2.266589, 2.673028, 2.698228, 2.729979, 2.628232, 2.326674, 2.277096, 2.133612, 1.999398, 1.897125, 1.761574, 1.658998, 1.605331, 1.602417, 9.293361, 7.030586, 5.875472, 4.5861, 4.256914, 3.85019, 3.651272, 3.719842, 3.71117, 4.360948, 4.661781, 5.576133, 7.988555, 10.422553, 12.668882, 15.930665, 17.761177, 18.768668, 20.923355, 23.431332, 22.672809, 23.167664, 24.910355, 23.169117, 24.505309, 27.470463], "sum_m_pl": [12.256161, 15.085394, 14.944831, 14.866201, 14.777704, 15.030974, 14.902754, 14.916462, 14.322779, 14.961321, 14.786445, 14.890417, 15.252611, 15.103017, 15.43471, 15.83647, 15.89515, 15.850224, 16.069154, 16.237039, 16.270489, 16.378652, 16.449371, 16.408706, 10.904819, 12.027286, 12.496142, 13.344811, 13.599197, 14.347854, 14.495075, 14.233579, 14.623322, 14.410523, 13.827117, 13.197939, 11.05287, 9.570283, 8.26978, 6.589016, 5.501474, 4.268562, 3.611196, 2.380144, 2.290645, 1.560586, 1.395588, 1.394597, 1.719667, 4.057605]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "gsm8kpl-1261", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1207, "region_end": 170, "roundtrip_ok": true, "tf_agree": 0.9943, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [32, 59, 33, 28, 23, 19, 30, 29, 24, 30, 40, 34, 27, 28, 28, 28, 39, 32, 26, 29, 37, 43, 39, 39, 56, 56, 44, 50, 50, 41, 38, 35, 34, 42, 39, 40, 31, 36, 29, 33, 33, 32, 34, 35, 32, 27, 20, 9, 3, 0], "n_am_pl": [16, 37, 36, 35, 27, 30, 38, 31, 42, 27, 24, 34, 36, 30, 25, 41, 39, 32, 37, 39, 27, 31, 31, 30, 10, 18, 18, 25, 26, 43, 31, 27, 37, 21, 24, 17, 17, 8, 11, 8, 7, 10, 10, 5, 4, 4, 7, 12, 24, 25], "n_pos": 172, "sum_m_en": [15.901984, 8.797885, 8.622088, 8.780389, 9.470439, 9.331714, 9.415023, 9.587949, 10.204822, 9.920044, 9.908932, 10.470828, 10.973576, 11.195946, 11.131142, 10.492022, 10.219091, 10.028321, 9.100386, 8.757917, 8.307012, 7.831309, 7.541732, 7.335352, 19.571023, 17.874569, 16.036947, 15.148956, 15.166766, 14.238359, 14.103158, 13.935053, 12.486959, 12.986742, 14.537831, 15.756496, 16.746385, 17.618443, 18.351266, 20.78634, 23.272325, 22.556519, 24.613658, 30.184849, 28.297726, 25.21757, 19.931686, 10.008589, 3.056825, 0.399841], "sum_m_pl": [71.189334, 86.165306, 83.834222, 81.818955, 78.786575, 78.222815, 78.523205, 77.260255, 75.095602, 78.701587, 78.143208, 77.651232, 78.962267, 77.765351, 79.062837, 81.943682, 81.819001, 81.06486, 83.272386, 84.518159, 84.93152, 85.227193, 85.355722, 85.927495, 65.790303, 67.256587, 67.135594, 71.504516, 75.460585, 77.612483, 76.760583, 75.546445, 76.645866, 70.833747, 67.083457, 62.737037, 55.436235, 49.783163, 45.19946, 42.595652, 39.027014, 37.424097, 34.21225, 27.65137, 23.566211, 20.902368, 14.596767, 17.426024, 22.550794, 25.732151]}, "digit": {"n_am_en": [8, 27, 11, 12, 2, 4, 3, 3, 1, 4, 8, 7, 5, 8, 10, 10, 17, 12, 7, 8, 11, 13, 12, 12, 22, 20, 14, 18, 15, 12, 9, 11, 10, 15, 11, 14, 10, 12, 8, 9, 8, 8, 11, 5, 6, 5, 4, 1, 0, 0], "n_am_pl": [0, 2, 2, 7, 6, 2, 14, 11, 15, 10, 6, 14, 7, 8, 4, 8, 7, 5, 6, 9, 8, 9, 10, 9, 1, 2, 5, 8, 11, 14, 9, 9, 13, 7, 8, 8, 6, 5, 3, 1, 2, 3, 2, 1, 0, 0, 2, 2, 0, 0], "n_pos": 49, "sum_m_en": [4.983434, 2.278701, 2.318223, 2.276577, 2.548881, 2.431572, 2.42138, 2.596086, 2.582972, 2.436014, 2.460194, 2.563666, 2.980712, 3.16574, 3.073691, 2.945331, 2.923782, 2.925036, 2.714671, 2.532888, 2.370944, 2.184027, 2.068061, 2.022432, 4.28321, 3.8998, 4.395601, 4.153407, 3.920944, 3.711813, 3.85413, 3.927586, 3.556051, 3.586538, 3.947504, 4.334728, 4.537124, 3.746931, 4.403737, 4.088641, 5.090682, 4.376474, 5.006286, 5.12631, 4.338946, 3.80399, 3.938367, 0.944334, 0.075208, 0.0], "sum_m_pl": [20.031946, 25.851114, 24.966246, 24.568659, 23.17722, 22.774355, 22.567205, 22.354321, 22.340643, 23.513868, 23.402338, 23.02357, 22.882761, 22.607428, 23.000731, 23.292688, 23.264617, 23.210472, 23.826138, 24.061269, 24.414273, 24.423979, 24.537748, 24.750029, 21.462178, 21.655599, 21.198814, 22.388611, 23.272897, 23.37841, 22.670534, 22.525476, 23.136986, 22.171229, 20.997093, 20.928508, 19.86807, 18.963168, 17.817145, 16.935733, 15.85012, 16.112466, 15.498479, 12.990691, 11.570302, 8.677097, 4.794046, 2.926654, 0.245228, 0.0]}, "lang": {"n_am_en": [7, 6, 4, 4, 4, 2, 5, 7, 8, 8, 6, 5, 6, 6, 6, 8, 9, 10, 6, 9, 8, 12, 11, 10, 13, 16, 13, 14, 13, 12, 13, 12, 13, 15, 15, 13, 14, 15, 13, 14, 13, 12, 13, 16, 16, 14, 12, 8, 1, 0], "n_am_pl": [0, 4, 4, 2, 5, 5, 1, 2, 2, 2, 3, 3, 4, 2, 1, 3, 5, 3, 5, 6, 4, 3, 4, 4, 1, 2, 1, 2, 2, 4, 2, 4, 4, 2, 1, 1, 2, 1, 2, 3, 1, 4, 3, 3, 2, 3, 2, 9, 21, 24], "n_pos": 24, "sum_m_en": [2.008811, 1.342582, 1.243546, 1.313912, 1.317675, 1.375927, 1.362631, 1.380234, 1.527014, 1.453291, 1.566685, 1.726954, 1.757123, 1.887913, 1.824355, 1.695673, 1.571428, 1.562872, 1.436879, 1.411348, 1.331379, 1.231995, 1.17801, 1.165095, 6.466313, 5.213985, 3.935809, 3.236361, 3.218163, 2.965335, 2.798336, 3.059701, 2.835646, 3.159391, 3.778891, 5.19664, 6.581255, 7.451625, 7.396818, 9.772288, 10.728591, 11.458878, 12.842304, 15.001035, 14.89858, 13.211695, 11.422909, 7.06365, 1.319581, 0.00061], "sum_m_pl": [9.376117, 11.04893, 10.633525, 10.410663, 10.432768, 10.220356, 10.290083, 10.438706, 10.230839, 10.613826, 10.64558, 10.549436, 10.891324, 10.776402, 11.004967, 11.541243, 11.607891, 11.612836, 11.985728, 12.060828, 11.975865, 11.991161, 11.912003, 11.804994, 8.245182, 8.784255, 9.190127, 9.76639, 10.01996, 10.817176, 10.808012, 10.401326, 11.012357, 10.758731, 10.065345, 9.335727, 8.59819, 8.025418, 8.152248, 6.943633, 6.355446, 5.966355, 4.803675, 3.620592, 3.071471, 4.22685, 4.218105, 9.583249, 19.322511, 23.934904]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "gsm8kpl-1261", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1066, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9886}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [66, 62, 62, 36, 53, 44, 43, 55, 47, 59, 67, 70, 68, 66, 66, 74, 61, 58, 66, 76, 77, 82, 75, 77, 89, 84, 74, 73, 73, 60, 68, 76, 74, 83, 87, 85, 82, 84, 87, 84, 86, 83, 81, 80, 76, 85, 93, 101, 91, 89], "n_am_pl": [12, 35, 32, 31, 22, 17, 25, 27, 24, 17, 19, 19, 32, 29, 23, 17, 20, 26, 17, 24, 18, 16, 20, 12, 7, 14, 27, 26, 25, 25, 19, 19, 28, 23, 20, 17, 11, 16, 9, 10, 7, 7, 10, 9, 11, 8, 5, 2, 0, 1], "n_pos": 229, "sum_m_en": [25.821861, 12.674956, 12.135862, 11.606236, 12.081333, 12.027041, 11.842966, 12.698352, 13.267749, 13.845367, 14.56903, 15.003774, 16.147803, 16.377763, 15.968141, 14.699009, 14.328797, 13.432032, 12.596297, 12.320257, 11.807557, 11.193169, 10.821889, 10.793308, 31.107258, 29.594003, 27.880885, 25.680216, 24.923379, 23.849272, 21.827738, 22.080445, 22.160053, 22.694453, 26.323763, 31.034808, 38.054487, 43.818688, 48.388962, 52.78425, 56.554185, 60.824675, 67.480247, 68.123489, 71.059396, 79.873857, 89.012006, 95.473329, 92.142275, 90.480171], "sum_m_pl": [86.243825, 111.370232, 108.639371, 105.888213, 103.105613, 102.797392, 104.456439, 102.784058, 100.875458, 103.288213, 103.078698, 105.306544, 105.225733, 103.413084, 104.967894, 108.41935, 106.10287, 107.702593, 107.765789, 110.335381, 110.926043, 111.272879, 111.05221, 110.864948, 84.967435, 84.755891, 82.758874, 89.110949, 91.151709, 93.293513, 95.657583, 94.768654, 97.052695, 92.542854, 88.32788, 83.239663, 71.732756, 65.997495, 60.620335, 57.564638, 54.150108, 45.491439, 39.851306, 37.912227, 32.352879, 22.918309, 15.89587, 8.3141, 1.207969, 0.995517]}, "digit": {"n_am_en": [9, 7, 6, 4, 6, 6, 4, 11, 3, 5, 12, 10, 7, 10, 8, 16, 7, 6, 7, 8, 12, 10, 9, 11, 8, 6, 7, 10, 9, 8, 8, 9, 5, 8, 7, 6, 7, 4, 3, 2, 3, 2, 2, 4, 5, 2, 1, 2, 0, 0], "n_am_pl": [0, 3, 4, 7, 8, 6, 2, 2, 4, 3, 2, 4, 5, 5, 7, 6, 6, 6, 6, 7, 4, 4, 5, 2, 1, 4, 5, 5, 3, 7, 6, 7, 8, 6, 8, 10, 6, 7, 4, 6, 3, 3, 3, 3, 2, 2, 1, 0, 0, 0], "n_pos": 43, "sum_m_en": [3.80723, 1.880774, 1.821101, 1.818897, 1.986033, 1.94512, 1.898974, 2.125501, 2.219242, 2.350263, 2.46529, 2.444456, 2.705384, 2.766902, 2.550482, 2.445334, 2.388929, 2.228409, 2.027817, 2.00228, 1.969909, 1.841105, 1.821555, 1.822087, 3.713535, 3.548698, 3.621369, 3.664103, 3.515201, 3.318291, 3.16959, 2.995837, 2.790873, 2.74414, 2.636204, 2.713739, 2.720278, 2.7907, 3.333401, 3.853061, 3.772638, 3.848054, 3.543108, 3.72396, 3.463485, 3.153225, 2.708922, 2.082274, 0.259665, 0.0], "sum_m_pl": [19.258769, 23.059813, 21.858683, 21.15327, 20.462925, 20.437987, 20.46696, 19.855783, 19.556465, 19.975009, 20.231526, 20.474927, 19.782884, 19.705253, 19.987473, 20.378081, 19.925228, 20.187291, 20.732199, 21.135582, 21.144971, 21.313793, 21.26369, 21.234167, 17.986094, 17.972239, 17.120022, 17.95356, 18.542523, 18.667856, 18.432008, 17.950924, 18.434469, 17.782048, 17.785449, 17.612819, 17.10593, 16.958877, 15.951069, 16.490011, 16.11688, 15.810385, 15.231953, 13.865639, 12.555187, 8.980352, 6.910955, 3.170984, 0.515272, 0.0]}, "lang": {"n_am_en": [26, 24, 31, 15, 24, 22, 23, 25, 27, 28, 28, 31, 40, 32, 40, 39, 35, 36, 38, 41, 38, 43, 40, 40, 48, 49, 45, 39, 40, 33, 37, 43, 45, 48, 53, 53, 51, 54, 53, 52, 54, 53, 54, 54, 55, 60, 63, 72, 82, 88], "n_am_pl": [7, 13, 8, 3, 5, 5, 9, 10, 10, 8, 10, 8, 14, 13, 6, 3, 6, 8, 3, 10, 10, 8, 11, 9, 4, 7, 9, 11, 8, 6, 6, 3, 9, 9, 6, 5, 3, 5, 2, 2, 2, 2, 5, 5, 7, 4, 4, 2, 0, 1], "n_pos": 91, "sum_m_en": [10.823117, 5.258838, 4.930092, 4.595458, 4.806639, 4.917881, 5.049347, 5.276598, 5.570696, 5.67958, 6.045319, 6.365683, 6.907845, 7.010192, 6.859805, 6.178975, 6.050295, 5.69559, 5.378387, 5.293433, 4.991467, 4.714036, 4.484666, 4.452195, 16.197086, 14.802382, 14.610212, 12.531103, 12.241348, 11.704086, 10.50034, 10.987312, 10.992811, 11.745363, 14.111949, 17.128577, 21.412146, 26.692618, 30.025977, 32.29498, 35.915177, 40.293683, 44.75588, 43.885897, 48.549402, 55.244767, 60.787261, 67.882462, 81.734692, 88.170228], "sum_m_pl": [31.166239, 42.057741, 41.836992, 41.062412, 40.368748, 39.609423, 40.556807, 40.21511, 39.463063, 40.603702, 40.539002, 41.608655, 41.712084, 41.208278, 42.257381, 43.796164, 42.637794, 43.459958, 42.866082, 43.851053, 44.283046, 44.351687, 44.167997, 44.113982, 33.675127, 34.376788, 32.891265, 35.638204, 36.400707, 37.440282, 38.980019, 38.308582, 39.797396, 38.000002, 35.730887, 34.039438, 28.688136, 25.500856, 22.7549, 20.275738, 17.901468, 13.640588, 10.549796, 12.165574, 10.467683, 6.500784, 4.756883, 1.908925, 0.417204, 0.995497]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "gsm8kpl-1262", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1184, "region_end": 229, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.9828}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [84, 77, 67, 59, 56, 50, 54, 55, 48, 52, 76, 76, 74, 68, 75, 71, 67, 53, 47, 51, 47, 53, 51, 54, 87, 92, 77, 81, 85, 92, 92, 93, 88, 83, 77, 85, 89, 75, 83, 77, 73, 91, 110, 94, 93, 81, 45, 35, 25, 13], "n_am_pl": [17, 68, 67, 55, 46, 48, 45, 47, 39, 48, 42, 41, 53, 45, 39, 44, 40, 42, 45, 55, 62, 53, 50, 47, 33, 30, 39, 40, 39, 41, 38, 37, 32, 23, 33, 22, 30, 35, 29, 30, 32, 27, 26, 28, 22, 34, 43, 49, 60, 69], "n_pos": 311, "sum_m_en": [28.460461, 15.26638, 16.533126, 17.137464, 17.780017, 16.811647, 17.347675, 17.647178, 18.838375, 19.609175, 20.090821, 20.444539, 21.344841, 21.49499, 21.681069, 20.469783, 19.868318, 18.701809, 16.85446, 16.423494, 15.698986, 15.075946, 14.807181, 14.487703, 32.258418, 34.076131, 34.732084, 33.94781, 35.145199, 35.892432, 32.684885, 31.533844, 31.007376, 29.283779, 30.881856, 31.890342, 35.768846, 38.368673, 42.684952, 45.402338, 46.357376, 49.224894, 57.399802, 57.968243, 63.606055, 60.93351, 43.592237, 36.797703, 24.16094, 13.21515], "sum_m_pl": [129.453482, 154.635087, 149.37023, 143.871495, 141.311194, 141.237824, 144.319155, 143.175154, 138.31885, 140.516607, 139.397703, 140.329156, 141.692633, 138.453318, 140.740622, 147.307754, 144.552443, 146.470477, 149.983063, 153.211996, 153.399443, 152.877381, 152.396016, 152.311776, 123.003264, 118.107317, 110.837047, 118.800244, 121.500019, 124.931369, 127.569093, 127.024035, 127.386201, 120.988176, 118.574939, 114.659013, 106.336537, 104.125295, 98.288242, 98.621654, 96.79697, 94.036313, 84.339915, 79.366874, 63.017109, 62.231923, 61.630175, 54.844276, 61.402668, 68.983556]}, "digit": {"n_am_en": [13, 11, 13, 10, 5, 9, 6, 5, 1, 5, 11, 10, 6, 9, 11, 8, 4, 5, 3, 4, 5, 5, 5, 3, 9, 11, 7, 11, 10, 11, 12, 10, 5, 5, 4, 7, 6, 7, 8, 7, 6, 7, 7, 6, 6, 4, 2, 1, 0, 0], "n_am_pl": [0, 11, 6, 4, 4, 7, 6, 4, 6, 4, 4, 2, 6, 4, 4, 7, 4, 6, 5, 8, 6, 3, 3, 1, 2, 2, 3, 4, 6, 6, 1, 1, 7, 3, 3, 2, 5, 6, 2, 0, 0, 2, 4, 3, 1, 2, 2, 1, 0, 0], "n_pos": 44, "sum_m_en": [3.946429, 1.99754, 1.989546, 2.08036, 2.210072, 2.05714, 2.110293, 2.221213, 2.347769, 2.434199, 2.537708, 2.548453, 2.784473, 2.913263, 2.788467, 2.539443, 2.484907, 2.375077, 2.122211, 2.066229, 1.972494, 1.880132, 1.871153, 1.857404, 3.06907, 3.48527, 3.574336, 3.723545, 4.053645, 3.973455, 3.725057, 3.395706, 3.037113, 2.904086, 2.984941, 3.594462, 4.085107, 4.544078, 4.713968, 4.527409, 5.230522, 5.073204, 4.609198, 4.234299, 4.183076, 3.562144, 2.643863, 1.443464, 0.192238, 0.001162], "sum_m_pl": [19.854181, 23.631029, 22.421242, 21.461492, 20.986085, 20.885626, 21.136264, 20.518401, 19.945146, 20.300393, 20.354652, 20.621777, 20.210925, 19.949361, 20.469713, 21.019619, 20.525899, 20.786134, 21.558994, 21.916658, 21.786467, 21.82168, 21.827716, 21.800364, 18.552908, 18.151284, 16.957916, 18.040368, 18.209307, 18.647937, 18.322515, 17.947264, 18.54729, 17.819501, 17.388406, 17.03654, 16.343105, 16.031025, 15.134476, 15.835187, 15.067577, 15.670135, 15.458451, 13.898187, 12.597603, 9.941676, 8.470653, 4.458723, 0.311112, 0.001159]}, "lang": {"n_am_en": [25, 20, 20, 16, 13, 10, 12, 14, 10, 9, 19, 25, 22, 21, 19, 19, 19, 20, 20, 19, 19, 22, 17, 17, 28, 30, 26, 25, 23, 27, 30, 36, 34, 32, 29, 33, 28, 30, 30, 31, 25, 36, 37, 37, 37, 41, 18, 17, 18, 13], "n_am_pl": [8, 19, 22, 15, 7, 6, 8, 11, 8, 14, 12, 9, 14, 11, 11, 10, 7, 13, 7, 13, 14, 13, 14, 11, 10, 8, 14, 16, 8, 8, 10, 13, 15, 10, 14, 7, 12, 10, 5, 7, 8, 7, 7, 9, 11, 15, 25, 31, 56, 69], "n_pos": 82, "sum_m_en": [7.012838, 3.919143, 4.351649, 4.555583, 4.494501, 4.326819, 4.464841, 4.451653, 4.792155, 4.799861, 5.2548, 5.570081, 5.672257, 5.658777, 5.718304, 5.401994, 5.240408, 4.876924, 4.479134, 4.35973, 4.186126, 4.04498, 3.927632, 3.839451, 10.347747, 9.977034, 10.029072, 9.163014, 9.619363, 9.848903, 8.694803, 8.847591, 8.862694, 8.545358, 8.718527, 9.174632, 10.323439, 12.921753, 13.581926, 14.133189, 14.613776, 16.832832, 16.540273, 17.858291, 24.972343, 29.859741, 17.31487, 16.797946, 17.289527, 12.918976], "sum_m_pl": [33.436907, 38.640673, 37.637802, 36.093217, 35.982972, 35.899827, 36.898532, 37.295211, 35.985482, 37.052034, 36.248518, 36.850915, 37.457451, 36.825737, 37.843376, 39.490422, 38.354253, 39.034255, 39.454551, 40.675527, 40.636166, 40.499908, 40.154986, 40.182439, 34.757694, 33.434201, 30.947583, 32.975455, 32.552978, 33.562319, 35.34085, 35.316123, 35.846503, 34.666659, 34.419587, 34.57578, 33.046533, 32.280221, 30.336653, 29.720087, 29.413042, 27.581363, 24.603563, 24.586532, 20.294769, 21.933096, 26.589647, 30.823663, 52.882641, 68.512957]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 372, "item_id": "gsm8kpl-1262", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1043, "region_end": 311, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9865}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [74, 49, 38, 22, 31, 15, 19, 21, 22, 33, 33, 41, 34, 31, 40, 38, 33, 37, 31, 29, 27, 25, 18, 21, 31, 33, 28, 34, 21, 31, 31, 40, 31, 34, 39, 40, 39, 40, 36, 39, 34, 35, 41, 40, 34, 43, 41, 43, 36, 35], "n_am_pl": [3, 12, 25, 37, 21, 27, 20, 23, 34, 25, 34, 26, 31, 21, 28, 26, 24, 25, 18, 25, 15, 17, 26, 18, 11, 9, 10, 8, 15, 17, 9, 17, 15, 14, 20, 8, 9, 12, 6, 8, 7, 6, 5, 7, 6, 1, 0, 0, 0, 0], "n_pos": 162, "sum_m_en": [18.556677, 8.778923, 8.70673, 8.383789, 8.93912, 8.639543, 8.499641, 9.111328, 9.318606, 9.418516, 9.523346, 10.109363, 10.697879, 11.080407, 11.350531, 11.051569, 10.514946, 10.609637, 9.447354, 8.845326, 8.416158, 8.113288, 7.713134, 7.582757, 17.043379, 16.808222, 16.425096, 15.273368, 14.292207, 14.564097, 13.238163, 13.231942, 13.534022, 13.410293, 14.63782, 19.012405, 22.921024, 24.881373, 25.167725, 28.444239, 29.050581, 29.121435, 34.148907, 36.061585, 35.749752, 38.486403, 42.195466, 43.485713, 36.108658, 34.416567], "sum_m_pl": [67.447479, 80.306839, 77.468342, 74.874244, 73.042481, 72.03024, 73.188092, 71.509891, 69.012945, 72.948533, 72.315981, 72.68526, 72.273306, 71.008652, 72.959119, 75.085068, 74.611296, 75.218768, 76.65391, 78.176775, 77.954263, 78.317383, 78.607674, 78.950434, 59.445717, 58.956726, 57.615234, 60.636705, 63.680824, 64.900884, 64.953355, 64.267132, 64.496602, 61.251126, 59.808613, 51.517163, 46.907469, 42.749392, 36.841041, 35.798634, 34.729294, 31.591855, 29.817947, 25.110257, 23.70212, 17.922092, 10.265407, 4.598115, 0.883615, 0.378171]}, "digit": {"n_am_en": [30, 18, 16, 7, 13, 7, 7, 6, 6, 14, 10, 15, 8, 7, 9, 8, 11, 12, 8, 7, 7, 4, 3, 3, 6, 7, 8, 9, 5, 11, 6, 12, 6, 5, 6, 6, 5, 3, 4, 9, 4, 5, 4, 3, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 2, 9, 18, 14, 16, 8, 9, 23, 13, 18, 17, 15, 11, 9, 9, 13, 12, 11, 15, 9, 8, 13, 12, 8, 4, 6, 4, 5, 6, 3, 6, 4, 9, 12, 6, 7, 10, 5, 6, 5, 4, 4, 6, 3, 0, 0, 0, 0, 0], "n_pos": 65, "sum_m_en": [6.686319, 3.120324, 3.203771, 3.338922, 3.523592, 3.427417, 3.166467, 3.534492, 3.694763, 3.579032, 3.499988, 3.60448, 3.848313, 3.860134, 3.865612, 4.000432, 3.824526, 3.924149, 3.331721, 3.071994, 2.886153, 2.744146, 2.684049, 2.644021, 4.425349, 4.813889, 4.846217, 4.724181, 4.440041, 4.467548, 4.324855, 4.139805, 4.016883, 4.019225, 4.273794, 4.82965, 4.390298, 4.423054, 4.613325, 4.452985, 4.413419, 4.301156, 4.204149, 4.89266, 4.566177, 4.456893, 3.603273, 2.186023, 0.338849, 0.0], "sum_m_pl": [29.64005, 33.796466, 31.407905, 30.168714, 29.580389, 29.105246, 29.692735, 28.673071, 28.294674, 30.094141, 30.567334, 30.549489, 29.525875, 29.476936, 30.039524, 30.908675, 30.642801, 31.263037, 31.856142, 32.622201, 32.115213, 32.351888, 32.344482, 32.650316, 27.456468, 26.832625, 26.705919, 27.02145, 28.043198, 28.325965, 27.51595, 27.90039, 28.12547, 26.510651, 26.345486, 25.448651, 24.941447, 24.638998, 22.20539, 22.889563, 22.716463, 20.974719, 20.935509, 18.697257, 17.086208, 12.88871, 8.084353, 3.413563, 0.396931, 0.0]}, "lang": {"n_am_en": [13, 14, 11, 11, 7, 4, 4, 6, 9, 13, 14, 14, 17, 13, 18, 16, 11, 16, 15, 14, 13, 15, 10, 13, 19, 17, 13, 14, 10, 13, 16, 18, 16, 19, 22, 22, 20, 24, 20, 17, 19, 19, 23, 27, 23, 30, 31, 32, 34, 34], "n_am_pl": [2, 5, 4, 4, 1, 2, 4, 4, 2, 2, 5, 2, 2, 3, 5, 7, 4, 3, 2, 2, 2, 1, 6, 2, 0, 1, 0, 2, 4, 4, 2, 2, 4, 3, 2, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [4.689544, 2.194627, 2.013477, 1.733691, 1.846762, 1.833598, 1.845762, 1.908771, 1.948894, 2.071886, 2.284216, 2.550068, 2.716282, 2.843147, 2.912859, 2.7255, 2.634093, 2.835708, 2.653228, 2.517065, 2.40761, 2.361894, 2.096565, 2.040708, 7.219006, 6.785757, 6.213385, 5.654952, 4.895561, 5.068457, 4.536042, 4.849987, 5.04777, 4.805878, 5.360003, 8.529105, 11.64185, 13.791843, 14.451292, 16.058172, 17.276165, 17.523513, 21.50492, 22.492701, 22.920222, 24.901921, 30.047534, 31.267122, 33.402747, 33.606399], "sum_m_pl": [13.254691, 16.514247, 16.50732, 16.048708, 15.762963, 15.241545, 15.213027, 15.234327, 14.671689, 15.365894, 15.066909, 15.447482, 15.74981, 15.173611, 15.800645, 16.407859, 16.094345, 15.576658, 15.854758, 16.118614, 16.337771, 16.486986, 16.597651, 16.610715, 11.335453, 12.133311, 11.353239, 12.227829, 12.798269, 13.054851, 13.99094, 13.373294, 14.015657, 14.362031, 13.568195, 11.328953, 9.769282, 7.954293, 6.982815, 6.163662, 5.408185, 4.948763, 3.727376, 3.181271, 3.40153, 2.241888, 1.046981, 0.34459, 0.410145, 0.376622]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 168, "item_id": "gsm8kpl-1270", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1174, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 0.994}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [99, 78, 54, 35, 52, 49, 49, 39, 39, 65, 56, 55, 38, 46, 56, 42, 41, 46, 41, 43, 37, 41, 33, 37, 63, 52, 45, 58, 59, 61, 48, 48, 48, 48, 56, 56, 54, 55, 44, 46, 44, 44, 44, 46, 42, 32, 21, 16, 1, 0], "n_am_pl": [23, 47, 55, 68, 59, 52, 41, 47, 47, 41, 40, 61, 61, 54, 53, 70, 54, 50, 59, 50, 40, 43, 41, 44, 21, 31, 31, 30, 51, 60, 58, 52, 45, 28, 20, 26, 20, 22, 21, 17, 18, 24, 20, 24, 15, 17, 23, 19, 34, 40], "n_pos": 292, "sum_m_en": [27.935751, 15.019443, 15.802957, 15.676226, 16.372462, 16.00923, 15.458092, 16.49702, 17.240065, 17.781693, 17.592673, 18.368726, 18.96665, 19.66669, 19.519998, 18.37637, 17.986029, 17.910058, 15.794442, 14.940221, 14.11323, 13.635921, 13.375847, 13.007894, 26.254767, 26.633972, 25.792952, 27.817137, 28.175363, 27.662365, 24.926515, 24.273543, 23.899159, 23.795051, 25.687113, 27.175447, 29.210937, 33.789062, 30.118074, 35.87609, 35.495167, 36.378044, 34.538651, 35.342484, 36.945822, 32.374195, 22.489951, 15.973003, 1.94867, 0.00394], "sum_m_pl": [125.351243, 144.34117, 137.429075, 132.577904, 130.601712, 126.033952, 130.312148, 126.37979, 123.234515, 129.649698, 127.380725, 128.587561, 129.117199, 128.332865, 129.515133, 133.750055, 133.938878, 133.76463, 138.615129, 140.557887, 140.588706, 140.375579, 140.535208, 141.744076, 109.943494, 106.709737, 105.953976, 111.810204, 117.290975, 119.250265, 120.314404, 119.036663, 117.30628, 107.366, 103.84967, 94.816799, 87.344167, 81.430712, 73.467637, 70.260629, 69.988782, 68.860432, 68.332177, 62.946346, 53.94193, 48.806579, 37.91709, 28.460526, 34.783015, 39.853319]}, "digit": {"n_am_en": [31, 32, 24, 17, 21, 13, 8, 10, 11, 24, 28, 22, 11, 9, 17, 15, 21, 21, 19, 15, 8, 7, 5, 7, 22, 17, 15, 16, 17, 19, 16, 21, 17, 15, 19, 14, 14, 13, 9, 7, 8, 8, 13, 10, 6, 2, 1, 0, 0, 0], "n_am_pl": [4, 12, 12, 23, 19, 18, 17, 16, 24, 19, 20, 32, 23, 19, 21, 19, 20, 25, 20, 24, 17, 15, 16, 17, 9, 13, 7, 8, 18, 27, 20, 17, 16, 14, 11, 12, 9, 5, 5, 4, 3, 3, 6, 7, 3, 2, 4, 4, 0, 0], "n_pos": 103, "sum_m_en": [9.242644, 5.025393, 5.125695, 5.338137, 5.475229, 5.172331, 4.889995, 5.53452, 5.763032, 5.759491, 5.592859, 5.743691, 6.219776, 6.166475, 6.180177, 6.154415, 5.98605, 6.125794, 5.192776, 4.89947, 4.515572, 4.369735, 4.294775, 4.174697, 7.278765, 7.762655, 8.086466, 8.652866, 8.167133, 8.089123, 7.79806, 7.706157, 7.278779, 7.219909, 8.052464, 7.643117, 7.420325, 7.329626, 7.273695, 7.02724, 6.941925, 6.896199, 6.804335, 6.540734, 6.083399, 5.372831, 4.390455, 2.523462, 0.15278, 0.001033], "sum_m_pl": [47.51342, 53.664167, 49.850251, 48.258089, 47.340319, 46.329585, 47.198346, 44.961379, 44.80105, 47.566666, 47.901353, 47.931805, 47.232963, 47.629188, 47.808844, 49.267467, 49.594625, 50.30928, 51.687987, 52.194514, 51.631645, 51.740902, 51.728803, 52.353654, 45.294929, 42.890026, 41.985633, 42.692212, 44.968898, 45.271178, 44.048997, 44.818924, 45.557911, 43.365557, 43.324795, 41.926332, 40.17706, 39.008797, 34.832883, 35.116375, 35.338481, 34.884329, 34.808403, 32.566239, 29.847695, 25.221801, 16.557773, 9.324164, 0.348344, 0.001659]}, "lang": {"n_am_en": [12, 9, 7, 5, 7, 7, 8, 7, 6, 7, 9, 7, 7, 12, 15, 10, 8, 8, 9, 15, 12, 15, 14, 16, 21, 14, 11, 13, 13, 9, 12, 10, 10, 13, 18, 24, 22, 23, 20, 22, 19, 20, 18, 18, 18, 17, 9, 7, 1, 0], "n_am_pl": [8, 5, 8, 5, 4, 5, 4, 5, 5, 3, 5, 9, 8, 12, 7, 9, 7, 9, 12, 5, 7, 7, 7, 6, 2, 6, 4, 5, 10, 8, 8, 10, 8, 2, 3, 5, 4, 8, 4, 4, 4, 5, 7, 9, 9, 9, 15, 13, 34, 40], "n_pos": 40, "sum_m_en": [3.626324, 2.265058, 2.202521, 2.172449, 2.224802, 2.320738, 2.366044, 2.508562, 2.581312, 2.726036, 2.911202, 3.191065, 3.169937, 3.535818, 3.505326, 2.960323, 2.793413, 2.781955, 2.589917, 2.417354, 2.246409, 2.136129, 2.031589, 1.971336, 6.037238, 5.960772, 5.213404, 5.294925, 5.44122, 4.994582, 4.479403, 4.579494, 4.541186, 5.092947, 5.360286, 7.122596, 8.682626, 10.929486, 9.856206, 14.208724, 13.848501, 15.157341, 14.15923, 15.161788, 15.795909, 14.121868, 7.06893, 5.31566, 1.152164, 0.000256], "sum_m_pl": [15.708449, 17.860997, 17.439241, 16.572409, 16.591644, 15.814268, 16.480746, 16.116701, 15.535679, 16.52323, 15.956685, 16.491635, 16.765722, 16.513642, 17.164697, 17.938558, 18.11797, 17.470517, 18.368502, 18.570049, 18.836747, 18.961639, 18.847346, 18.875938, 15.393901, 15.264267, 14.293526, 14.794244, 15.036136, 15.963408, 16.692231, 16.277356, 16.192006, 15.321746, 15.119028, 14.349356, 13.709487, 12.661416, 12.93649, 11.066176, 10.636666, 10.238562, 10.639104, 10.522626, 8.489856, 10.195986, 13.305694, 13.265273, 32.193149, 39.671582]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 298, "item_id": "gsm8kpl-1270", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1033, "region_end": 292, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.9899}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [61, 50, 37, 32, 42, 36, 37, 29, 32, 46, 35, 44, 36, 37, 32, 33, 34, 27, 25, 28, 30, 39, 38, 34, 58, 53, 40, 41, 41, 46, 35, 37, 38, 38, 44, 45, 50, 47, 49, 49, 52, 49, 54, 55, 46, 52, 55, 56, 47, 42], "n_am_pl": [5, 17, 20, 21, 18, 25, 20, 22, 27, 26, 20, 21, 24, 19, 15, 22, 23, 26, 26, 27, 16, 18, 18, 16, 7, 8, 12, 12, 14, 14, 14, 12, 12, 13, 15, 10, 8, 11, 8, 6, 9, 7, 8, 8, 11, 8, 7, 3, 0, 0], "n_pos": 145, "sum_m_en": [17.108028, 8.092484, 7.773987, 7.527399, 7.988815, 7.683786, 7.668458, 8.145777, 8.632388, 8.570125, 8.903386, 9.462117, 9.687904, 10.030174, 9.779832, 9.176541, 8.845595, 8.770992, 8.05866, 7.533095, 7.351027, 6.95428, 6.79786, 6.706647, 20.935925, 19.92251, 17.56454, 14.410839, 13.863479, 13.700105, 12.42521, 12.515587, 12.250214, 12.430377, 14.226583, 14.989889, 20.041037, 22.030406, 23.813362, 29.701194, 31.353748, 32.864064, 41.711233, 42.27474, 40.570623, 45.801579, 49.678523, 52.096918, 46.887569, 42.403486], "sum_m_pl": [56.843039, 71.534006, 69.690082, 67.237914, 64.967855, 64.271862, 65.425122, 64.979826, 63.391322, 66.750446, 65.729087, 66.4561, 66.63997, 65.181018, 64.957081, 68.453591, 68.265659, 67.41749, 68.015103, 70.200862, 69.40795, 69.891277, 70.199899, 70.140747, 49.709833, 49.021291, 49.25276, 54.242952, 56.446181, 58.564558, 60.739191, 60.48499, 59.343725, 55.583996, 51.773027, 48.094819, 41.816056, 39.035233, 33.974294, 31.10696, 30.034853, 27.523393, 24.82339, 22.192643, 19.436361, 16.158957, 12.889536, 5.452593, 0.458692, 0.326274]}, "digit": {"n_am_en": [8, 12, 9, 5, 8, 7, 2, 1, 1, 2, 4, 2, 2, 3, 2, 4, 8, 3, 3, 5, 3, 5, 7, 8, 8, 2, 4, 7, 6, 5, 3, 4, 3, 4, 2, 3, 2, 0, 0, 0, 1, 1, 1, 2, 2, 1, 2, 2, 0, 0], "n_am_pl": [0, 0, 2, 10, 8, 10, 6, 5, 8, 10, 9, 9, 7, 5, 6, 3, 8, 9, 9, 7, 3, 5, 3, 4, 3, 4, 3, 5, 4, 3, 2, 4, 3, 3, 5, 6, 4, 3, 3, 1, 5, 3, 4, 5, 4, 3, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.743875, 1.362098, 1.347581, 1.335186, 1.405195, 1.385831, 1.345077, 1.432821, 1.396594, 1.339332, 1.435295, 1.434217, 1.517803, 1.579171, 1.473122, 1.480951, 1.471092, 1.441231, 1.272266, 1.204706, 1.174862, 1.120256, 1.109093, 1.098152, 1.845388, 1.866447, 1.89797, 2.198463, 2.217502, 2.041374, 2.028684, 1.923343, 1.756784, 1.730546, 1.822366, 1.762051, 1.778839, 1.605264, 1.556531, 1.611768, 1.567371, 2.252213, 2.421974, 2.364631, 2.336817, 2.219334, 1.888865, 1.870656, 0.11084, 0.0], "sum_m_pl": [12.619023, 14.669876, 13.710273, 13.386353, 12.801608, 12.294234, 12.70029, 12.433695, 12.320308, 13.193653, 12.749024, 12.971929, 12.751344, 12.513795, 12.620614, 13.220284, 13.283023, 13.207507, 13.557736, 13.940359, 13.652901, 13.754484, 13.824604, 13.957884, 11.356949, 10.859103, 10.561635, 11.079023, 11.505858, 11.684032, 11.697452, 11.95951, 11.728012, 11.245748, 11.07072, 10.552548, 10.430361, 10.092034, 9.147022, 8.952344, 9.031147, 8.269553, 8.153518, 7.48179, 6.864341, 5.149102, 2.353717, 1.322261, 0.188557, 0.0]}, "lang": {"n_am_en": [18, 17, 14, 11, 12, 15, 20, 14, 16, 20, 14, 19, 15, 18, 14, 14, 16, 17, 12, 11, 15, 17, 16, 13, 24, 28, 18, 20, 18, 20, 20, 16, 16, 20, 24, 26, 26, 21, 26, 28, 27, 25, 28, 28, 28, 33, 36, 36, 42, 41], "n_am_pl": [1, 6, 6, 4, 2, 3, 5, 7, 3, 5, 3, 4, 7, 4, 2, 6, 4, 3, 6, 8, 5, 4, 7, 6, 2, 0, 5, 3, 4, 3, 5, 7, 5, 3, 3, 3, 2, 6, 4, 4, 4, 3, 3, 3, 6, 3, 3, 1, 0, 0], "n_pos": 43, "sum_m_en": [5.509181, 2.544974, 2.336396, 2.178061, 2.296476, 2.273366, 2.39657, 2.352599, 2.596491, 2.699903, 2.829839, 3.137175, 3.211158, 3.334776, 3.311265, 2.995492, 2.968797, 2.996788, 2.776568, 2.543043, 2.458956, 2.273767, 2.206435, 2.171388, 8.149867, 8.114698, 7.151234, 5.438131, 4.995946, 5.08836, 4.635106, 4.697709, 4.602936, 4.73626, 5.475077, 5.78226, 8.07056, 10.56017, 11.576864, 15.905931, 17.985693, 17.8128, 23.289862, 24.335668, 25.050614, 28.152383, 31.927524, 33.685697, 40.86003, 41.1713], "sum_m_pl": [15.085937, 20.345887, 20.364457, 19.804922, 19.28987, 19.191888, 19.350804, 19.638004, 19.111115, 19.78193, 19.50775, 19.71137, 19.998862, 19.625729, 19.582838, 20.497922, 20.318788, 20.135506, 20.197127, 20.771904, 20.589147, 20.614805, 20.666645, 20.647128, 15.304921, 15.624929, 15.258922, 16.950211, 17.129608, 17.507351, 18.484607, 18.339658, 18.522567, 18.093592, 17.149345, 17.110748, 15.094532, 13.981019, 12.132926, 11.342318, 10.351145, 9.342184, 8.238946, 7.714236, 7.51156, 5.537311, 4.912331, 1.849038, 0.111365, 0.000787]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "gsm8kpl-1272", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1182, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9733, "tf_agree_excl_first": 0.9799}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [68, 63, 63, 59, 49, 40, 35, 32, 36, 51, 60, 54, 52, 48, 48, 40, 40, 39, 30, 39, 42, 46, 46, 52, 69, 64, 67, 60, 69, 58, 56, 47, 43, 45, 53, 50, 51, 50, 46, 43, 40, 33, 41, 38, 37, 40, 24, 22, 17, 13], "n_am_pl": [13, 49, 38, 29, 39, 44, 36, 32, 32, 35, 29, 40, 58, 43, 39, 68, 64, 63, 66, 67, 52, 46, 46, 41, 23, 29, 32, 34, 42, 60, 46, 45, 46, 45, 35, 32, 17, 27, 22, 22, 19, 13, 21, 18, 18, 23, 23, 26, 44, 50], "n_pos": 228, "sum_m_en": [22.003279, 10.967906, 11.269901, 11.33385, 12.044924, 11.726718, 12.041978, 13.052626, 14.079921, 13.939541, 14.230529, 14.476279, 14.883732, 15.459738, 15.154123, 14.431237, 13.966681, 13.888796, 12.2314, 11.393766, 11.138386, 10.613782, 10.404928, 10.21658, 30.461473, 28.807095, 25.865396, 23.06333, 22.962186, 21.783398, 20.43803, 20.168155, 18.459557, 18.632342, 19.961902, 20.361127, 23.029153, 27.474348, 27.957206, 30.312459, 29.715628, 29.089483, 34.351866, 34.180404, 31.597103, 32.90933, 26.056231, 24.530903, 15.116787, 13.056732], "sum_m_pl": [89.842108, 113.462479, 109.76532, 107.825692, 104.774198, 104.704705, 105.46208, 104.398191, 103.347996, 107.454939, 105.744335, 104.947225, 107.902685, 106.395451, 107.024792, 111.854952, 111.989599, 112.019647, 114.409601, 116.315789, 114.152057, 113.690308, 113.641797, 113.887936, 87.896277, 88.616863, 89.927385, 96.146588, 99.452684, 103.609519, 105.354385, 105.565107, 106.644955, 98.677465, 94.968507, 90.476115, 82.247523, 76.378859, 66.827325, 62.607799, 61.31054, 53.010957, 50.222077, 42.562411, 37.057848, 36.858278, 29.458086, 27.200328, 41.81525, 49.987964]}, "digit": {"n_am_en": [11, 12, 15, 10, 4, 5, 3, 1, 0, 3, 9, 5, 3, 6, 9, 7, 9, 4, 2, 9, 8, 9, 8, 12, 8, 10, 7, 8, 11, 9, 7, 8, 6, 4, 5, 6, 5, 7, 5, 4, 3, 2, 3, 3, 2, 3, 0, 1, 0, 0], "n_am_pl": [2, 6, 5, 3, 6, 6, 1, 4, 5, 7, 2, 6, 11, 2, 2, 7, 6, 5, 12, 6, 7, 5, 4, 4, 2, 3, 3, 3, 4, 6, 3, 3, 5, 3, 6, 5, 1, 3, 1, 0, 0, 0, 3, 2, 0, 1, 1, 1, 0, 0], "n_pos": 35, "sum_m_en": [3.035835, 1.561788, 1.544714, 1.507098, 1.549662, 1.483475, 1.479421, 1.617387, 1.633894, 1.657287, 1.804479, 1.733678, 1.919111, 2.108582, 2.003506, 1.949231, 1.98619, 1.986933, 1.678776, 1.561323, 1.521648, 1.425429, 1.407255, 1.391128, 2.444707, 2.3911, 2.675055, 2.695784, 2.878209, 2.788177, 2.666574, 2.656442, 2.350985, 2.342883, 2.440443, 2.721092, 2.518548, 3.039691, 3.215319, 3.404796, 3.216158, 2.601716, 3.250379, 2.681334, 2.101754, 2.35181, 1.241425, 1.16544, 0.11187, 0.0], "sum_m_pl": [15.62378, 18.937416, 18.222641, 17.819211, 17.219923, 17.072577, 16.853464, 16.327974, 16.322612, 16.964604, 16.815429, 16.907697, 16.952334, 16.698356, 16.806508, 17.279048, 17.350581, 17.072975, 17.64916, 18.030786, 17.577307, 17.62183, 17.615057, 17.729166, 15.616384, 15.342804, 15.001892, 15.695489, 16.058268, 16.173369, 16.255138, 16.224453, 16.643636, 15.506287, 14.869922, 14.742697, 14.076788, 13.013863, 10.806788, 10.263941, 10.948607, 10.516102, 9.760695, 8.57945, 7.856392, 5.719796, 3.168232, 2.075035, 0.281814, 0.0]}, "lang": {"n_am_en": [20, 13, 14, 10, 13, 13, 12, 15, 11, 16, 17, 16, 19, 15, 13, 13, 14, 14, 12, 13, 12, 14, 16, 16, 27, 22, 24, 18, 22, 23, 22, 17, 15, 19, 28, 22, 22, 24, 24, 20, 19, 18, 19, 18, 19, 20, 16, 13, 16, 13], "n_am_pl": [3, 12, 13, 10, 12, 11, 9, 12, 8, 9, 8, 8, 13, 13, 12, 20, 17, 16, 19, 21, 19, 14, 17, 9, 5, 7, 3, 9, 12, 16, 12, 14, 16, 13, 8, 8, 6, 9, 8, 11, 10, 6, 10, 7, 8, 11, 13, 20, 40, 49], "n_pos": 62, "sum_m_en": [6.306697, 3.032244, 2.97386, 3.158947, 3.233238, 3.203118, 3.296192, 3.632776, 4.053174, 3.68979, 3.938397, 4.157302, 4.229973, 4.365629, 4.342572, 4.120871, 3.959271, 3.869933, 3.452317, 3.189778, 3.119853, 2.972096, 2.892989, 2.841192, 9.399704, 8.40411, 7.651055, 6.510522, 6.813393, 6.571984, 6.203762, 6.149741, 5.671216, 6.090373, 6.727922, 7.205344, 8.879714, 9.884424, 9.043064, 10.212071, 10.758176, 11.24422, 13.942887, 15.15875, 13.829404, 16.291271, 14.594394, 14.429979, 13.12242, 13.030832], "sum_m_pl": [23.29515, 29.586763, 28.801594, 27.936769, 27.817889, 28.017771, 28.163545, 28.309035, 28.070841, 29.344407, 28.765109, 28.542038, 29.381904, 28.709514, 29.365496, 30.7232, 30.735776, 30.837812, 31.416486, 31.909074, 31.379585, 31.188573, 31.093444, 31.195977, 24.084996, 24.957447, 24.981989, 26.883283, 27.021067, 28.051476, 28.763921, 28.836483, 29.948669, 28.570639, 27.725554, 27.2083, 25.243606, 24.999935, 23.74018, 21.278575, 20.86576, 18.131109, 17.454469, 14.952172, 12.963417, 14.267212, 13.540548, 17.618118, 37.013889, 48.179504]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "gsm8kpl-1272", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1041, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9914, "tf_agree_excl_first": 0.9957}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [33, 48, 37, 39, 39, 40, 34, 41, 37, 56, 52, 69, 49, 42, 45, 44, 47, 47, 50, 49, 47, 49, 47, 48, 69, 61, 64, 59, 65, 69, 63, 64, 56, 60, 64, 65, 71, 71, 73, 78, 81, 84, 78, 79, 78, 77, 74, 68, 66, 66], "n_am_pl": [6, 15, 24, 22, 18, 18, 23, 23, 17, 20, 20, 18, 23, 23, 22, 22, 24, 26, 18, 34, 36, 38, 34, 28, 9, 19, 20, 18, 21, 19, 16, 18, 14, 11, 13, 9, 7, 4, 9, 6, 4, 4, 2, 2, 2, 1, 2, 2, 2, 2], "n_pos": 164, "sum_m_en": [19.359817, 10.303984, 9.591786, 9.579244, 10.878641, 12.494738, 12.660282, 12.136926, 12.420687, 12.954612, 13.028757, 14.299128, 14.563308, 13.898878, 14.486243, 13.85393, 12.677945, 12.760836, 11.170895, 10.089909, 8.930776, 8.025866, 7.619435, 7.515403, 22.562683, 23.594346, 23.726868, 22.122147, 22.001494, 22.070842, 20.072392, 18.701721, 19.126415, 19.342762, 22.501965, 25.060685, 30.30467, 33.26129, 37.032734, 46.455051, 45.968301, 53.262647, 59.779263, 58.996195, 63.361067, 63.313034, 70.224331, 68.27137, 67.048026, 66.903518], "sum_m_pl": [58.806787, 75.783849, 75.065602, 72.03136, 70.889389, 70.192452, 70.159683, 70.619577, 70.205434, 72.493563, 72.93899, 73.977311, 72.707942, 72.058189, 70.718673, 74.680622, 74.78091, 75.234707, 77.086481, 78.798952, 80.157618, 81.211091, 81.225326, 81.585943, 65.19115, 63.073652, 63.520561, 64.427001, 66.528831, 67.434023, 68.416899, 68.37731, 67.864931, 66.078314, 64.210845, 60.121001, 51.314099, 47.025706, 45.159971, 40.204074, 38.254221, 32.840391, 28.23351, 24.078744, 18.69485, 13.393349, 7.539098, 4.505315, 2.270331, 2.32802]}, "digit": {"n_am_en": [4, 3, 4, 0, 5, 1, 0, 1, 1, 1, 5, 8, 2, 2, 4, 3, 1, 3, 5, 1, 0, 4, 3, 2, 4, 6, 5, 6, 5, 8, 3, 7, 4, 4, 4, 2, 3, 4, 3, 3, 4, 5, 4, 3, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 5, 5, 1, 1, 3, 3, 3, 4, 1, 4, 5, 3, 3, 7, 4, 3, 6, 4, 4, 3, 2, 0, 3, 2, 3, 4, 3, 4, 2, 3, 3, 0, 1, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.765612, 0.869357, 0.827919, 0.801827, 0.846005, 0.918872, 0.980898, 1.037286, 1.080312, 1.109392, 1.158348, 1.192831, 1.22788, 1.219791, 1.182868, 1.251266, 1.182228, 1.332579, 1.139423, 1.043953, 0.901885, 0.819763, 0.787996, 0.774977, 1.438736, 1.536679, 1.667438, 1.600013, 1.603865, 1.574322, 1.550608, 1.619182, 1.386734, 1.321472, 1.189086, 1.350619, 1.4638, 1.423812, 1.592353, 1.774269, 1.610161, 1.660251, 1.389719, 1.258453, 1.165982, 0.803606, 0.363786, 0.234057, 0.067619, 0.0], "sum_m_pl": [8.716153, 10.711113, 10.414625, 9.946267, 9.766922, 9.410509, 9.374664, 9.024934, 9.043613, 9.285103, 9.442265, 9.626468, 9.105385, 8.999165, 8.825712, 9.354808, 9.240546, 9.396706, 9.828092, 9.933904, 10.11956, 10.252229, 10.236546, 10.291641, 9.14598, 9.041483, 8.793531, 9.104507, 9.199263, 9.150726, 9.001961, 8.768705, 8.71254, 8.728466, 8.634491, 8.237542, 7.752513, 7.552112, 7.156779, 7.166271, 6.810584, 6.818744, 6.117435, 5.013736, 4.739651, 3.284622, 1.290157, 0.406109, 0.130682, 0.0]}, "lang": {"n_am_en": [11, 20, 18, 24, 18, 26, 21, 26, 19, 26, 27, 32, 27, 23, 26, 28, 27, 22, 23, 24, 27, 30, 30, 30, 42, 37, 34, 28, 31, 33, 33, 35, 32, 35, 37, 38, 40, 43, 45, 51, 51, 54, 49, 53, 51, 55, 56, 57, 63, 66], "n_am_pl": [3, 7, 12, 7, 5, 7, 11, 9, 11, 10, 6, 5, 10, 10, 9, 9, 9, 12, 8, 16, 18, 17, 13, 12, 5, 8, 12, 8, 11, 11, 5, 7, 5, 3, 8, 4, 4, 1, 2, 2, 1, 2, 2, 1, 1, 1, 2, 1, 2, 2], "n_pos": 69, "sum_m_en": [8.855329, 4.827456, 4.536976, 4.737323, 5.962176, 7.460986, 7.574321, 6.763143, 6.59828, 6.753485, 6.540514, 7.454625, 7.617673, 7.170951, 7.62599, 6.977612, 6.305676, 6.142825, 5.359962, 4.794791, 4.138039, 3.612686, 3.378634, 3.293605, 12.732317, 13.337847, 13.143758, 11.646851, 11.458347, 12.510643, 10.948824, 10.06093, 10.526216, 11.001228, 13.17796, 14.561582, 18.489824, 20.898087, 23.091093, 29.008233, 29.118049, 35.500941, 39.710291, 39.493817, 42.756337, 45.284039, 53.020866, 55.916048, 62.626226, 65.661412], "sum_m_pl": [22.839167, 30.103741, 30.199711, 28.704352, 28.006452, 27.599375, 27.502466, 28.434308, 28.56591, 29.558215, 29.752564, 30.192845, 30.021021, 29.976859, 29.470799, 31.071109, 31.239191, 31.545281, 32.276534, 33.219113, 33.812971, 34.248405, 34.287587, 34.422975, 27.088982, 26.252517, 26.624573, 26.630885, 27.810162, 27.514089, 28.682906, 28.826553, 28.664174, 28.299365, 27.109739, 25.758898, 21.937865, 19.603445, 18.833049, 15.985675, 15.105671, 11.62142, 9.676763, 9.063833, 6.799716, 4.545283, 2.657372, 1.509666, 1.752698, 2.228294]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 168, "item_id": "gsm8kpl-1273", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1165, "region_end": 164, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.982}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [45, 38, 30, 34, 34, 43, 38, 39, 42, 47, 59, 52, 47, 43, 43, 43, 41, 48, 40, 42, 39, 37, 32, 43, 82, 84, 75, 69, 65, 76, 70, 57, 57, 54, 70, 69, 65, 63, 66, 78, 70, 74, 64, 66, 69, 58, 36, 24, 12, 10], "n_am_pl": [18, 53, 52, 45, 39, 42, 36, 47, 39, 39, 37, 33, 41, 42, 34, 43, 32, 36, 55, 60, 75, 75, 73, 67, 39, 42, 42, 36, 50, 48, 35, 43, 37, 27, 23, 23, 22, 23, 28, 21, 21, 23, 19, 21, 14, 24, 34, 29, 43, 57], "n_pos": 224, "sum_m_en": [20.474607, 11.302333, 12.02934, 12.338948, 12.735716, 12.725398, 12.941063, 12.964913, 13.22324, 14.371216, 14.283438, 15.301278, 15.71044, 15.851356, 15.997653, 15.7707, 14.758085, 14.796501, 13.227229, 12.464276, 11.36233, 10.675907, 10.301348, 10.092149, 22.431722, 25.10401, 25.193692, 25.315263, 24.805329, 24.622335, 22.872854, 21.237914, 21.283498, 21.660738, 25.143828, 27.76168, 30.066682, 33.036804, 34.581382, 39.298686, 42.009963, 45.382014, 47.271237, 48.787248, 54.68849, 49.187087, 33.207742, 26.389409, 13.472297, 10.455368], "sum_m_pl": [90.869539, 108.425133, 104.594787, 101.507121, 101.37973, 101.142646, 101.794506, 103.290496, 102.849305, 103.291631, 102.463415, 101.231715, 100.219586, 98.805852, 96.719729, 102.416884, 103.627347, 104.732558, 108.049073, 108.230318, 109.104352, 109.279987, 109.104157, 109.48719, 92.186752, 89.489876, 88.522617, 89.917916, 94.530594, 96.577829, 95.178665, 96.141241, 94.75946, 88.942019, 87.945928, 82.477915, 76.407656, 72.718327, 68.466009, 66.624295, 62.489976, 60.943209, 54.948887, 50.805816, 39.478779, 39.042013, 44.410849, 33.876331, 45.638746, 56.20864]}, "digit": {"n_am_en": [1, 4, 2, 2, 2, 6, 4, 3, 1, 3, 8, 7, 3, 5, 5, 2, 4, 4, 3, 4, 3, 3, 2, 3, 7, 6, 8, 6, 5, 6, 6, 3, 2, 2, 3, 4, 1, 1, 2, 4, 4, 5, 2, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 5, 2, 2, 1, 0, 0, 3, 5, 2, 4, 2, 2, 3, 1, 5, 4, 7, 6, 8, 7, 7, 7, 4, 3, 2, 3, 3, 3, 2, 4, 5, 2, 4, 1, 1, 2, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.806324, 0.923921, 0.900302, 0.981256, 1.037984, 1.033986, 1.059883, 1.091263, 1.158739, 1.175266, 1.222079, 1.272427, 1.328859, 1.402752, 1.313405, 1.397973, 1.295492, 1.364977, 1.239329, 1.144055, 1.00048, 0.924698, 0.887181, 0.868213, 1.559705, 1.685674, 1.835839, 1.770942, 1.848476, 1.725881, 1.726637, 1.685456, 1.560721, 1.500045, 1.445594, 1.50751, 1.446137, 1.504783, 1.59691, 2.153503, 2.037212, 2.440458, 2.367674, 2.149795, 2.011881, 1.624913, 0.506446, 0.16924, 0.023555, 1e-06], "sum_m_pl": [10.267259, 11.927978, 11.463639, 10.711815, 10.691937, 10.508192, 10.439585, 10.160073, 10.053208, 10.131618, 10.285266, 10.131826, 9.695406, 9.372933, 9.10812, 9.624662, 9.968701, 10.161625, 10.623725, 10.595059, 10.768536, 10.857022, 10.879426, 11.009528, 9.485411, 9.231959, 9.069304, 9.358393, 9.955527, 9.957939, 9.79434, 9.722669, 9.588383, 9.230814, 9.008093, 8.901226, 8.588334, 8.380703, 7.975259, 7.784418, 7.374943, 7.391318, 7.211418, 6.202633, 5.769601, 4.40272, 1.664036, 0.645331, 0.085273, 4e-05]}, "lang": {"n_am_en": [17, 8, 10, 11, 7, 11, 10, 10, 14, 9, 13, 14, 14, 15, 12, 15, 9, 15, 15, 16, 12, 11, 10, 15, 29, 28, 24, 19, 22, 24, 26, 21, 21, 24, 22, 25, 23, 27, 28, 36, 38, 37, 41, 38, 46, 35, 19, 16, 11, 10], "n_am_pl": [6, 15, 18, 13, 13, 13, 9, 16, 9, 13, 12, 15, 20, 14, 12, 11, 7, 8, 12, 18, 20, 24, 24, 21, 12, 13, 13, 12, 17, 16, 7, 14, 12, 11, 13, 8, 8, 7, 9, 9, 6, 12, 11, 16, 12, 20, 30, 25, 43, 57], "n_pos": 67, "sum_m_en": [6.102713, 3.568928, 3.822641, 3.787508, 3.692481, 3.708288, 3.973107, 3.964061, 4.028192, 4.267424, 4.26729, 4.821745, 4.90165, 4.838467, 4.775417, 4.637554, 4.285085, 4.302148, 3.850903, 3.668096, 3.396112, 3.148865, 3.027396, 2.953543, 6.789523, 7.749139, 7.564299, 7.408326, 7.260447, 7.418642, 6.91832, 6.610497, 6.421271, 6.889195, 7.853733, 8.543532, 9.948486, 12.38765, 13.167185, 16.509862, 20.256777, 22.407858, 24.990907, 25.532329, 33.362216, 30.075744, 18.727098, 15.990136, 11.689533, 10.044061], "sum_m_pl": [25.977957, 30.91006, 30.422197, 30.109013, 30.089282, 29.851961, 29.805915, 30.763978, 30.960395, 31.421675, 30.9957, 30.821297, 31.133686, 30.631525, 30.324258, 31.796437, 31.881949, 31.835243, 32.914851, 33.187485, 33.285204, 33.532287, 33.39911, 33.463135, 29.645559, 28.508432, 27.902377, 28.532322, 29.534363, 30.170673, 30.388749, 30.787789, 31.013241, 29.725898, 29.662168, 28.308373, 26.955207, 25.247841, 24.104169, 23.185056, 20.525243, 19.521777, 18.252223, 19.756478, 15.975397, 18.46788, 30.029519, 26.461368, 42.758529, 55.112896]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 224, "item_id": "gsm8kpl-1273", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1024, "region_end": 224, "roundtrip_ok": true, "tf_agree": 0.9955, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [23, 30, 30, 20, 20, 21, 16, 15, 22, 24, 25, 26, 19, 18, 21, 27, 38, 26, 25, 22, 23, 25, 26, 28, 34, 35, 32, 32, 28, 28, 31, 28, 34, 30, 29, 32, 29, 31, 33, 37, 32, 37, 38, 31, 33, 29, 33, 32, 32, 35], "n_am_pl": [0, 11, 8, 8, 8, 9, 10, 11, 11, 10, 14, 14, 17, 11, 6, 8, 8, 10, 11, 13, 11, 11, 9, 10, 1, 3, 4, 4, 5, 15, 9, 7, 8, 9, 5, 6, 6, 9, 7, 7, 6, 4, 5, 4, 6, 2, 4, 1, 0, 0], "n_pos": 88, "sum_m_en": [10.028717, 5.173851, 5.124382, 4.910777, 5.021858, 5.028253, 4.983516, 5.066554, 5.431057, 5.417334, 5.705683, 6.010954, 6.62352, 6.315907, 6.362285, 5.920951, 5.727269, 5.571651, 5.123035, 4.731479, 4.443145, 4.104802, 3.956941, 3.901176, 11.230658, 11.676772, 11.534836, 10.015448, 9.640815, 10.008132, 8.311411, 8.089008, 8.022065, 8.286244, 8.803887, 10.201517, 12.143614, 12.203534, 14.779043, 15.937561, 16.432703, 19.114249, 21.904724, 23.868819, 25.425945, 26.259447, 30.790622, 30.944883, 32.892187, 34.53597], "sum_m_pl": [34.47714, 42.653377, 41.705795, 40.599532, 39.506493, 39.933351, 39.993054, 39.527747, 38.863417, 40.063961, 39.579269, 39.970849, 39.017212, 37.83475, 38.69307, 40.932166, 40.905825, 41.005366, 41.757868, 42.481764, 42.793363, 43.093858, 43.209387, 43.402086, 33.87516, 33.201606, 32.888561, 35.618758, 35.821045, 36.198753, 37.518271, 37.581465, 37.739104, 37.081986, 37.334812, 34.479485, 31.129469, 30.609887, 28.385789, 27.955965, 26.961851, 23.996052, 22.778822, 19.368598, 16.830288, 13.788233, 7.48552, 3.001736, 0.259932, 0.202383]}, "digit": {"n_am_en": [1, 10, 9, 2, 3, 2, 3, 0, 2, 2, 4, 2, 0, 1, 2, 2, 3, 4, 6, 4, 3, 6, 3, 3, 4, 5, 6, 6, 3, 5, 4, 2, 2, 3, 2, 1, 4, 4, 2, 5, 3, 4, 5, 3, 2, 3, 2, 1, 0, 0], "n_am_pl": [0, 3, 0, 0, 2, 2, 3, 2, 3, 3, 2, 1, 5, 2, 2, 2, 2, 1, 0, 2, 4, 2, 2, 1, 0, 2, 0, 2, 1, 5, 1, 0, 1, 0, 2, 2, 2, 3, 2, 3, 3, 1, 1, 1, 4, 1, 1, 1, 0, 0], "n_pos": 20, "sum_m_en": [1.624053, 0.889504, 0.880676, 0.84471, 0.916669, 0.946071, 0.881782, 0.939428, 0.920637, 0.934215, 1.015175, 1.032449, 1.152585, 1.138836, 1.026915, 1.015447, 1.094131, 1.075155, 0.980894, 0.956964, 0.87449, 0.836778, 0.816001, 0.787389, 2.280608, 2.230107, 2.073608, 1.482177, 1.282136, 1.178077, 1.209132, 1.207289, 1.100981, 1.825244, 1.565667, 1.825785, 1.969723, 1.925834, 2.259566, 2.156156, 2.247138, 2.070609, 2.35473, 2.428793, 2.375378, 2.507836, 1.796266, 0.749584, 0.043518, 0.0], "sum_m_pl": [9.429651, 10.72386, 10.201139, 9.928373, 9.723897, 9.499841, 9.532735, 9.306743, 9.29937, 9.387313, 9.397238, 9.344736, 8.779712, 8.399861, 8.790085, 9.244978, 9.04942, 9.08663, 9.508634, 9.689852, 9.827, 9.910236, 9.949873, 10.039036, 8.339513, 8.077988, 8.088584, 8.794226, 8.805493, 8.951303, 8.781908, 8.685406, 8.841565, 8.46461, 8.520299, 8.177543, 7.962586, 8.094324, 7.645888, 7.670234, 7.70891, 7.507483, 7.504303, 6.870892, 6.991449, 5.594488, 3.274189, 1.833412, 0.109633, 0.0]}, "lang": {"n_am_en": [7, 8, 14, 12, 7, 11, 8, 10, 11, 13, 12, 14, 12, 11, 12, 16, 19, 10, 10, 11, 12, 9, 12, 13, 17, 18, 15, 17, 13, 11, 16, 16, 20, 17, 19, 22, 18, 18, 22, 24, 23, 26, 25, 22, 26, 22, 28, 30, 32, 35], "n_am_pl": [0, 3, 2, 2, 2, 2, 4, 4, 3, 4, 6, 7, 8, 5, 3, 4, 3, 5, 6, 7, 5, 6, 5, 6, 1, 1, 4, 2, 3, 6, 3, 3, 3, 5, 2, 0, 0, 1, 1, 1, 1, 2, 3, 2, 1, 1, 3, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.976776, 2.383833, 2.350338, 2.290542, 2.195102, 2.215913, 2.364985, 2.320762, 2.568613, 2.50332, 2.646074, 2.854092, 3.240738, 3.033343, 3.213519, 2.927328, 2.683829, 2.501933, 2.376222, 2.101341, 1.942024, 1.737376, 1.658156, 1.62201, 5.338381, 5.879367, 6.085047, 5.578228, 5.411611, 5.872339, 4.517532, 4.41562, 4.325077, 4.078459, 4.442936, 5.216147, 6.563408, 6.667172, 8.527305, 9.567303, 9.657928, 12.52702, 13.648255, 16.202684, 17.971572, 19.486695, 25.204615, 28.197625, 32.18306, 34.341637], "sum_m_pl": [12.30023, 15.819992, 15.786236, 15.148579, 14.835631, 15.172767, 14.905283, 15.079756, 14.709929, 15.492748, 15.222513, 15.477975, 15.40263, 15.060037, 15.467037, 16.343777, 16.461248, 16.581382, 16.659852, 17.026089, 17.099972, 17.191422, 17.208149, 17.181776, 13.333404, 13.205352, 12.768218, 13.537982, 13.30929, 13.507435, 14.715665, 14.799489, 14.991554, 14.776553, 15.129406, 14.201702, 12.886619, 12.672392, 11.750408, 11.386834, 11.012121, 9.297295, 8.978677, 7.610321, 6.400975, 5.281365, 3.171719, 0.579783, 0.044614, 0.202135]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 94, "item_id": "gsm8kpl-1285", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1192, "region_end": 88, "roundtrip_ok": true, "tf_agree": 0.9894, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [19, 22, 17, 6, 16, 13, 11, 12, 14, 8, 8, 16, 8, 5, 10, 12, 18, 21, 22, 20, 17, 14, 18, 18, 24, 20, 15, 15, 17, 20, 17, 14, 19, 20, 21, 19, 19, 20, 15, 16, 15, 15, 18, 14, 12, 10, 8, 7, 1, 0], "n_am_pl": [5, 10, 6, 6, 4, 9, 6, 6, 5, 9, 11, 10, 14, 14, 9, 10, 11, 8, 4, 11, 10, 8, 6, 7, 4, 6, 8, 15, 11, 11, 19, 16, 7, 14, 8, 12, 15, 8, 9, 8, 7, 10, 8, 7, 9, 15, 15, 11, 14, 16], "n_pos": 70, "sum_m_en": [6.324164, 3.359905, 3.411051, 3.36402, 3.586955, 3.603024, 3.456143, 3.646272, 3.853619, 3.762172, 3.855744, 4.129272, 4.493099, 4.434771, 4.449011, 4.22701, 4.204355, 4.236346, 3.805507, 3.649021, 3.362443, 3.431071, 3.312911, 3.179666, 9.326564, 9.163414, 8.656195, 7.599154, 7.402871, 6.198023, 5.926085, 6.074169, 5.574552, 7.954611, 7.466294, 8.111119, 8.785702, 8.919201, 9.383798, 10.892888, 10.970761, 10.566659, 11.819073, 11.679287, 10.991761, 9.214398, 8.472273, 6.032845, 0.861746, 0.004527], "sum_m_pl": [30.382438, 34.852398, 33.326508, 32.372504, 31.201846, 31.032005, 30.908429, 30.62304, 29.859012, 30.882509, 30.547597, 31.091891, 30.46198, 28.924858, 30.055642, 32.390317, 32.502302, 32.595629, 33.613285, 34.312361, 34.521315, 34.525407, 34.474023, 34.913303, 28.078948, 27.629519, 27.262306, 29.344365, 30.124208, 31.509016, 31.410334, 31.385477, 31.696742, 29.645662, 29.637004, 27.751638, 26.413262, 26.246844, 24.809478, 24.211024, 23.429685, 23.191243, 22.30066, 20.937076, 19.12163, 22.379235, 19.859003, 14.784006, 15.246973, 16.594977]}, "digit": {"n_am_en": [2, 10, 10, 5, 6, 3, 1, 0, 1, 1, 3, 3, 1, 1, 2, 2, 4, 5, 5, 4, 4, 3, 2, 2, 6, 4, 6, 5, 4, 4, 3, 3, 4, 4, 7, 4, 6, 7, 4, 6, 3, 4, 5, 5, 3, 2, 2, 2, 0, 0], "n_am_pl": [2, 4, 1, 1, 0, 2, 1, 1, 2, 3, 1, 1, 3, 4, 4, 5, 5, 2, 0, 3, 5, 3, 1, 2, 1, 3, 2, 5, 2, 6, 6, 5, 2, 4, 3, 5, 3, 1, 1, 2, 2, 4, 3, 1, 2, 2, 1, 1, 0, 0], "n_pos": 24, "sum_m_en": [1.870367, 1.008604, 1.039789, 1.032423, 1.119078, 1.174611, 1.102573, 1.177993, 1.133963, 1.150162, 1.218042, 1.257417, 1.375037, 1.36414, 1.301177, 1.248457, 1.303002, 1.310644, 1.155734, 1.149963, 1.062534, 0.977551, 0.953396, 0.933528, 2.559015, 2.319927, 2.085347, 1.641952, 1.629723, 1.454564, 1.476671, 1.434997, 1.364781, 2.124275, 1.849661, 1.920953, 2.036497, 2.061845, 2.462347, 2.406232, 2.463137, 2.221572, 2.387438, 2.451011, 2.438793, 2.034245, 1.953483, 1.427463, 0.032498, 0.0], "sum_m_pl": [11.427601, 12.836733, 12.185513, 11.93158, 11.57346, 11.398952, 11.192494, 10.972719, 10.997905, 11.22608, 11.193316, 11.3371, 10.921522, 10.347619, 10.757922, 11.548623, 11.302279, 11.373914, 11.75033, 11.945969, 11.938789, 12.029761, 12.02503, 12.135472, 10.185817, 10.168066, 10.181758, 10.893724, 10.859466, 11.18375, 10.918545, 10.95405, 11.020311, 10.691985, 10.630814, 10.464603, 10.31312, 10.351874, 9.77478, 10.097286, 9.966953, 10.270444, 10.225308, 9.711938, 8.983631, 7.412731, 5.056422, 2.656049, 0.097183, 0.0]}, "lang": {"n_am_en": [7, 4, 3, 0, 3, 4, 6, 4, 5, 2, 2, 4, 4, 1, 4, 5, 6, 7, 9, 8, 8, 6, 9, 7, 8, 6, 3, 5, 7, 8, 6, 5, 5, 9, 7, 8, 7, 7, 8, 7, 7, 8, 7, 4, 5, 4, 4, 4, 1, 0], "n_am_pl": [0, 2, 1, 0, 1, 3, 3, 4, 2, 2, 4, 4, 2, 2, 2, 2, 2, 3, 1, 2, 1, 3, 1, 1, 1, 2, 4, 3, 3, 2, 3, 5, 3, 4, 4, 1, 5, 4, 4, 4, 3, 3, 5, 6, 6, 11, 11, 9, 14, 16], "n_pos": 17, "sum_m_en": [1.555929, 0.9139, 0.94963, 0.919269, 0.958728, 0.917715, 0.908737, 0.923897, 1.045052, 0.960135, 0.974366, 1.047569, 1.1812, 1.211754, 1.25966, 1.165879, 1.142632, 1.161215, 1.069229, 1.041014, 0.954308, 1.176269, 1.09963, 1.030831, 4.365539, 4.283005, 4.00499, 3.515017, 3.083185, 2.297729, 2.284332, 2.564712, 2.110581, 3.904161, 3.520055, 4.019966, 4.234374, 4.100502, 4.328197, 4.529726, 4.572947, 5.420735, 5.177224, 4.899444, 5.114782, 3.959736, 4.235733, 3.298882, 0.71444, 0.004516], "sum_m_pl": [6.801834, 7.65572, 7.322289, 7.185586, 6.852526, 6.958696, 6.972687, 7.05489, 6.869896, 7.129992, 7.033833, 7.071373, 7.104337, 6.818734, 7.143091, 7.65309, 7.774677, 7.718777, 7.987627, 8.208373, 8.331432, 8.276935, 8.281484, 8.379206, 6.133717, 5.997054, 6.07754, 6.538759, 6.840828, 7.335499, 7.504708, 7.447402, 7.965328, 6.939601, 7.159419, 6.84566, 6.885142, 7.161577, 6.936121, 6.460845, 6.301574, 5.861841, 5.849233, 6.223044, 6.178386, 10.491564, 10.429364, 9.67519, 13.943949, 16.440448]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 76, "item_id": "gsm8kpl-1285", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1051, "region_end": 70, "roundtrip_ok": true, "tf_agree": 0.9605, "tf_agree_excl_first": 0.9733}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [66, 80, 79, 58, 61, 53, 65, 65, 72, 76, 75, 89, 71, 60, 65, 65, 73, 65, 75, 58, 50, 49, 44, 51, 83, 91, 85, 77, 73, 72, 65, 73, 67, 74, 81, 87, 85, 83, 98, 109, 101, 103, 111, 114, 113, 100, 108, 104, 109, 108], "n_am_pl": [5, 26, 27, 40, 25, 36, 29, 22, 16, 21, 15, 17, 29, 26, 28, 33, 27, 27, 24, 33, 31, 30, 31, 33, 12, 13, 20, 22, 30, 26, 26, 22, 29, 24, 17, 18, 12, 7, 6, 6, 5, 4, 6, 6, 5, 4, 4, 2, 1, 0], "n_pos": 242, "sum_m_en": [30.030888, 14.061495, 13.030922, 12.167128, 12.883432, 13.405212, 14.156632, 14.648227, 15.466169, 15.896258, 16.893054, 17.483945, 17.737377, 17.410253, 17.76312, 16.681842, 16.909445, 16.091734, 14.802883, 13.554352, 13.001261, 12.08243, 11.756366, 11.723755, 34.554087, 33.637165, 32.334521, 30.177868, 28.596812, 28.484538, 25.379734, 25.685519, 26.169537, 26.120233, 28.139528, 31.071383, 36.887752, 36.035711, 42.227392, 50.038263, 51.989431, 56.448826, 69.628092, 79.378179, 84.302021, 92.593069, 100.364522, 102.061479, 106.726821, 107.623379], "sum_m_pl": [89.66497, 118.277763, 117.133008, 114.737379, 111.408349, 108.943488, 110.114878, 109.213365, 106.975941, 110.163583, 109.031642, 110.138722, 108.265446, 108.598706, 109.251258, 112.591029, 111.402089, 112.60005, 113.406256, 115.805047, 115.426655, 116.098701, 116.930142, 116.981637, 85.149554, 86.96043, 84.867671, 91.192827, 92.978545, 94.667122, 96.051771, 95.004775, 97.160667, 91.943592, 90.074294, 83.491517, 73.730772, 70.058931, 63.802006, 59.717145, 56.492065, 49.755917, 44.109971, 35.828626, 31.253021, 17.981289, 11.940109, 5.856393, 1.480003, 0.233571]}, "digit": {"n_am_en": [2, 17, 10, 3, 3, 1, 5, 6, 7, 8, 8, 11, 8, 3, 5, 6, 4, 4, 6, 4, 2, 2, 2, 3, 11, 10, 9, 9, 6, 4, 3, 6, 4, 3, 6, 4, 7, 8, 4, 3, 2, 4, 4, 4, 2, 3, 2, 1, 0, 0], "n_am_pl": [0, 1, 0, 7, 8, 2, 7, 2, 3, 4, 2, 3, 4, 5, 2, 3, 6, 3, 3, 4, 3, 5, 5, 3, 1, 0, 3, 3, 6, 4, 5, 5, 3, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.074047, 1.43098, 1.371743, 1.334464, 1.438523, 1.453003, 1.571029, 1.709595, 1.766863, 1.880478, 1.937667, 1.949229, 2.068661, 1.97011, 1.959569, 1.910605, 1.962133, 1.955442, 1.7015, 1.628799, 1.539564, 1.446541, 1.414829, 1.41188, 3.098943, 2.99355, 2.658366, 2.731785, 2.760475, 2.674817, 2.711881, 2.653033, 2.430111, 2.366708, 2.356658, 2.577044, 2.667262, 2.267185, 2.207212, 2.215764, 2.313711, 2.559317, 2.541998, 2.427757, 1.839758, 2.531685, 2.22729, 0.843838, 0.197412, 0.0], "sum_m_pl": [14.156939, 17.707397, 17.161035, 16.758237, 16.405034, 15.92502, 15.72414, 15.438183, 15.056009, 15.568815, 15.536113, 15.703887, 14.934503, 14.971976, 15.1643, 15.304947, 14.987599, 15.162475, 15.604047, 15.892803, 15.764951, 15.908485, 15.97347, 16.023364, 12.350144, 12.366681, 12.623759, 13.720783, 13.85495, 14.156538, 13.761215, 13.557934, 13.833664, 13.227368, 12.958514, 12.473895, 11.806865, 11.286355, 10.102594, 10.066084, 9.956332, 9.267181, 8.591778, 7.50072, 6.258468, 4.132744, 2.80489, 1.092527, 0.226851, 0.0]}, "lang": {"n_am_en": [33, 34, 35, 24, 27, 32, 32, 38, 40, 39, 41, 46, 40, 39, 41, 37, 42, 39, 45, 36, 34, 31, 27, 31, 49, 53, 49, 43, 45, 45, 42, 47, 43, 44, 43, 50, 45, 48, 63, 71, 75, 73, 80, 82, 86, 75, 81, 84, 104, 108], "n_am_pl": [2, 5, 11, 10, 6, 15, 12, 12, 7, 10, 5, 8, 10, 12, 15, 13, 7, 13, 10, 12, 16, 14, 16, 18, 6, 9, 10, 14, 15, 11, 11, 7, 15, 12, 9, 10, 6, 4, 2, 5, 4, 3, 5, 5, 4, 2, 1, 0, 0, 0], "n_pos": 109, "sum_m_en": [13.286856, 6.422833, 5.82044, 5.380414, 5.615975, 6.247878, 7.07556, 7.381323, 7.732164, 7.691068, 8.236773, 8.655083, 8.692163, 8.620846, 8.900153, 8.218815, 8.511989, 7.903187, 7.31925, 6.520318, 6.168338, 5.624827, 5.446778, 5.435787, 19.459271, 19.204718, 18.766173, 17.661766, 16.17143, 16.390957, 13.918441, 14.398061, 15.042108, 14.902291, 16.359054, 18.119975, 20.786539, 21.784012, 25.240006, 31.357355, 34.398231, 39.070684, 49.081716, 56.900158, 63.287627, 69.028699, 76.075678, 82.479861, 100.03403, 106.482538], "sum_m_pl": [39.311239, 52.003051, 52.307144, 50.947662, 49.588119, 48.01437, 48.858812, 49.187158, 48.812315, 50.019374, 49.489854, 50.005745, 49.496277, 49.64017, 50.153216, 51.902578, 51.532109, 52.161216, 52.213628, 53.104019, 52.95629, 53.232761, 53.418483, 53.488498, 40.708831, 42.192268, 40.615323, 42.726705, 43.595133, 43.853048, 45.334437, 43.95563, 45.22426, 43.736966, 42.842072, 40.505347, 36.195242, 34.438043, 32.636106, 30.347777, 28.360647, 25.247656, 22.290975, 18.840971, 16.244154, 6.13112, 3.816397, 1.233613, 0.252089, 0.233428]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 246, "item_id": "gsm8kpl-1290", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1154, "region_end": 242, "roundtrip_ok": true, "tf_agree": 0.9919, "tf_agree_excl_first": 0.9959}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [54, 66, 38, 32, 38, 36, 45, 40, 51, 49, 54, 48, 42, 45, 37, 36, 41, 41, 31, 32, 28, 25, 23, 30, 60, 60, 52, 52, 59, 61, 53, 48, 47, 50, 59, 53, 56, 52, 51, 57, 54, 59, 64, 64, 53, 41, 25, 17, 4, 0], "n_am_pl": [24, 47, 49, 46, 35, 49, 39, 41, 26, 37, 37, 29, 51, 47, 40, 43, 46, 42, 56, 52, 61, 55, 55, 54, 23, 32, 35, 55, 49, 58, 41, 43, 36, 29, 25, 28, 17, 19, 19, 15, 15, 17, 8, 9, 14, 18, 25, 29, 49, 50], "n_pos": 240, "sum_m_en": [22.768824, 11.790362, 12.197202, 12.621702, 12.742901, 12.67899, 13.321992, 13.372045, 14.125493, 14.813799, 14.991681, 15.112027, 15.891242, 15.724869, 16.338497, 15.13048, 14.931329, 14.74138, 13.274785, 12.617362, 12.138751, 11.423994, 11.267593, 10.982496, 25.535243, 24.134098, 21.869979, 22.393025, 24.135748, 24.241967, 22.747599, 21.873674, 21.919058, 21.741066, 22.641548, 23.583036, 23.165673, 21.570194, 22.742692, 27.535795, 28.597068, 29.434205, 33.881741, 35.775279, 35.255468, 34.452654, 21.184902, 15.348394, 3.180054, 0.006809], "sum_m_pl": [98.996685, 117.462418, 114.145627, 110.339156, 109.789594, 107.520472, 109.998405, 108.861622, 106.350354, 109.682771, 108.800598, 110.42287, 109.275329, 109.961276, 110.033684, 112.636035, 111.799154, 112.718953, 115.308478, 117.360507, 116.885114, 116.403463, 116.701151, 117.222799, 91.848644, 91.210079, 89.877918, 96.976712, 99.95531, 101.781169, 100.411333, 98.870376, 96.689327, 86.625341, 86.170979, 79.878455, 73.468769, 72.528281, 69.653343, 68.482188, 65.857248, 63.837977, 56.30201, 51.743918, 46.282247, 41.408868, 37.401592, 33.00313, 47.943146, 50.283112]}, "digit": {"n_am_en": [2, 19, 15, 7, 5, 3, 7, 10, 7, 5, 8, 10, 8, 10, 5, 5, 7, 8, 6, 5, 2, 4, 2, 4, 10, 12, 9, 9, 11, 12, 6, 8, 6, 4, 8, 6, 10, 12, 8, 6, 4, 4, 5, 3, 1, 4, 2, 1, 0, 0], "n_am_pl": [0, 12, 5, 5, 4, 7, 4, 2, 2, 4, 7, 0, 6, 4, 1, 7, 8, 5, 4, 6, 10, 5, 4, 5, 2, 2, 4, 5, 8, 7, 7, 7, 6, 7, 5, 6, 2, 1, 1, 1, 1, 2, 2, 0, 0, 1, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [3.598325, 1.792513, 1.746214, 1.727633, 1.758075, 1.738641, 1.899577, 1.981016, 2.065008, 2.171312, 2.24838, 2.256116, 2.459509, 2.487473, 2.592282, 2.461484, 2.410687, 2.390088, 2.051144, 1.992446, 1.900041, 1.791867, 1.76616, 1.74145, 2.905545, 3.054162, 3.189725, 3.359483, 3.731582, 3.631945, 3.686818, 3.523621, 3.188626, 3.043685, 3.061311, 3.328332, 3.712316, 3.221448, 3.132481, 3.603456, 3.684518, 4.014948, 4.048236, 3.677128, 2.741924, 3.842525, 2.208056, 1.279434, 0.056636, 9e-06], "sum_m_pl": [18.648294, 22.202263, 21.480826, 20.617699, 20.320032, 19.980638, 19.890846, 19.43113, 18.930694, 19.303967, 19.471907, 19.761609, 18.933081, 18.851382, 18.640826, 19.014078, 18.89464, 19.194717, 19.866401, 20.14308, 19.877702, 19.990778, 19.999973, 20.152449, 16.77772, 16.140778, 16.104057, 17.407951, 17.549157, 17.917867, 17.422148, 17.253183, 17.118079, 15.758496, 15.553035, 15.183769, 14.487865, 14.255473, 13.131764, 12.932201, 12.645804, 12.53721, 11.666108, 10.530782, 8.966669, 5.935292, 3.512076, 1.475668, 0.139998, 0.014101]}, "lang": {"n_am_en": [6, 4, 4, 8, 12, 8, 15, 12, 16, 14, 12, 8, 6, 8, 8, 6, 10, 8, 9, 11, 10, 7, 9, 10, 19, 17, 18, 17, 21, 19, 17, 14, 17, 20, 18, 18, 20, 14, 17, 19, 20, 22, 22, 23, 21, 19, 15, 10, 0, 0], "n_am_pl": [10, 10, 7, 13, 10, 11, 6, 9, 6, 5, 4, 7, 16, 13, 13, 7, 6, 7, 11, 11, 13, 13, 12, 11, 7, 7, 7, 13, 10, 9, 10, 11, 8, 7, 2, 4, 4, 7, 6, 4, 3, 5, 3, 6, 8, 10, 19, 21, 49, 50], "n_pos": 50, "sum_m_en": [4.034506, 2.544125, 2.65859, 3.126685, 3.19707, 2.925821, 3.161761, 3.067445, 3.271471, 3.470587, 3.495407, 3.615855, 3.608585, 3.455935, 3.613753, 3.366933, 3.427383, 3.237682, 3.140556, 2.87435, 2.822128, 2.500821, 2.456983, 2.398232, 6.898584, 6.530101, 6.118946, 6.081853, 6.028561, 5.971163, 5.322636, 5.222571, 6.002546, 6.118879, 6.485498, 6.95111, 6.93606, 6.693474, 7.387633, 9.209581, 10.290121, 10.443816, 10.269727, 11.716659, 11.746997, 12.725202, 10.367835, 6.656796, 0.67761, 0.005292], "sum_m_pl": [19.335391, 22.589804, 21.898482, 21.156601, 21.271108, 20.690014, 21.556527, 21.720953, 21.388198, 21.923631, 21.8214, 21.93924, 22.265014, 22.409727, 22.874086, 23.426601, 23.361021, 23.652781, 23.96628, 24.542357, 24.41166, 24.56016, 24.547491, 24.591712, 20.745542, 20.375146, 19.455429, 20.940102, 21.30352, 21.681658, 21.96911, 21.769412, 21.352228, 19.436769, 19.180139, 17.993853, 17.096269, 17.809833, 17.763192, 16.903621, 16.406675, 16.922149, 16.322456, 15.809529, 16.702845, 17.169602, 20.131306, 19.500607, 45.057925, 49.884335]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 308, "item_id": "gsm8kpl-1290", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1013, "region_end": 240, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9902}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [33, 34, 33, 23, 23, 29, 27, 35, 30, 28, 41, 42, 28, 33, 28, 32, 20, 30, 37, 33, 33, 33, 31, 36, 38, 41, 38, 33, 46, 40, 35, 40, 35, 36, 35, 42, 49, 49, 45, 53, 50, 48, 50, 44, 50, 53, 60, 55, 42, 47], "n_am_pl": [6, 31, 21, 25, 18, 18, 24, 18, 12, 14, 13, 12, 20, 23, 20, 16, 15, 18, 12, 10, 7, 9, 12, 6, 4, 6, 11, 16, 20, 12, 16, 8, 14, 12, 8, 12, 13, 12, 10, 9, 11, 9, 8, 4, 6, 3, 3, 0, 0, 1], "n_pos": 139, "sum_m_en": [14.647559, 7.861527, 7.413917, 7.294714, 8.067448, 7.991756, 8.354205, 8.785645, 9.08473, 10.205926, 9.94833, 10.984222, 10.606823, 10.137949, 10.758344, 9.401395, 9.169682, 9.046074, 8.42048, 7.669945, 7.3158, 6.8139, 6.624812, 6.570622, 16.601213, 16.911855, 16.274329, 15.368919, 15.344116, 14.147482, 13.159553, 12.93077, 14.737675, 15.59677, 17.307453, 19.954391, 23.486191, 25.748599, 28.808396, 32.757158, 32.264485, 35.086302, 35.158538, 37.821866, 46.068684, 45.587478, 50.248795, 50.224549, 43.493749, 45.897449], "sum_m_pl": [52.844142, 66.377643, 64.86932, 63.907704, 61.354328, 62.016201, 62.494121, 62.276297, 61.174889, 61.486798, 61.421629, 61.459143, 60.867064, 60.254824, 59.036449, 63.204086, 62.961962, 62.741023, 63.344161, 65.175391, 65.111518, 66.475922, 66.334007, 66.967825, 50.09906, 50.00763, 50.364263, 54.197557, 54.707953, 55.806391, 56.697808, 57.249982, 56.494488, 53.101218, 50.492767, 47.18091, 40.386501, 38.511885, 35.070756, 33.584505, 30.996604, 26.60513, 25.768411, 19.346578, 13.521302, 12.149219, 7.717776, 3.355047, 0.625, 1.008779]}, "digit": {"n_am_en": [1, 6, 7, 2, 3, 3, 1, 1, 0, 4, 6, 6, 0, 0, 2, 1, 1, 1, 3, 4, 3, 2, 2, 3, 3, 4, 2, 1, 5, 5, 2, 4, 3, 2, 2, 2, 3, 4, 3, 2, 4, 3, 3, 2, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 1, 2, 1, 1, 3, 0, 1, 1, 1, 1, 2, 3, 3, 5, 6, 6, 4, 2, 2, 3, 2, 1, 1, 0, 3, 2, 5, 2, 4, 1, 2, 4, 0, 4, 5, 5, 3, 2, 2, 2, 1, 3, 4, 2, 2, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.6711, 0.829541, 0.770896, 0.749752, 0.813789, 0.854245, 0.882485, 1.024092, 1.072124, 1.248051, 1.178278, 1.177954, 1.212019, 1.134064, 1.063051, 1.037106, 1.009802, 1.025216, 0.966339, 0.903996, 0.851711, 0.784423, 0.76432, 0.76744, 1.237003, 1.291045, 1.332381, 1.33517, 1.470067, 1.359041, 1.323577, 1.295758, 1.192296, 1.223405, 1.203233, 1.288144, 1.368604, 1.550596, 1.532901, 1.554892, 1.99292, 1.873546, 1.770606, 2.192229, 2.392279, 1.593906, 0.662146, 0.662114, 0.267063, 0.0], "sum_m_pl": [8.192318, 10.068998, 9.684472, 9.281348, 8.804281, 8.822739, 8.87706, 8.624947, 8.526408, 8.461129, 8.584269, 8.667693, 8.245426, 8.205931, 8.279605, 8.748852, 8.703278, 8.587196, 8.872703, 9.10179, 9.05475, 9.232507, 9.193819, 9.269444, 8.065777, 7.980069, 7.919402, 8.292298, 8.270906, 8.328458, 8.114312, 8.127226, 8.031691, 7.860546, 7.467906, 7.415484, 6.913626, 7.102413, 7.021815, 7.07128, 6.596031, 6.333125, 6.400072, 5.538083, 4.479789, 4.025598, 2.389025, 1.075942, 0.2053, 0.0]}, "lang": {"n_am_en": [14, 9, 12, 9, 11, 18, 13, 17, 18, 13, 16, 18, 17, 15, 14, 16, 11, 15, 22, 15, 13, 17, 15, 19, 19, 22, 17, 18, 23, 21, 17, 21, 19, 18, 21, 23, 28, 29, 28, 30, 29, 29, 30, 32, 36, 37, 38, 41, 41, 45], "n_am_pl": [4, 10, 7, 8, 5, 4, 10, 7, 5, 4, 3, 2, 5, 3, 6, 1, 3, 3, 0, 1, 1, 4, 4, 1, 0, 3, 4, 4, 6, 1, 5, 4, 5, 1, 2, 3, 2, 2, 2, 2, 2, 2, 3, 0, 1, 1, 1, 0, 0, 1], "n_pos": 47, "sum_m_en": [5.17528, 2.900904, 2.584559, 2.658542, 3.139102, 2.966097, 3.268282, 3.180342, 3.444811, 3.826989, 3.688252, 4.420629, 4.054376, 3.820109, 4.607429, 3.508253, 3.420196, 3.370759, 3.176186, 2.828835, 2.700604, 2.497015, 2.403002, 2.37833, 8.066406, 7.85457, 7.174315, 6.438021, 6.77561, 6.240562, 5.566813, 5.452324, 7.017315, 7.487954, 8.767799, 10.906833, 12.824737, 15.761061, 17.676948, 19.760466, 18.43803, 21.74901, 22.406638, 24.659183, 31.259782, 31.80938, 35.05366, 38.659677, 41.21965, 44.279038], "sum_m_pl": [16.86259, 21.471797, 21.078319, 20.828947, 20.033081, 20.291853, 20.395127, 20.838827, 20.538256, 20.579009, 20.547221, 20.474431, 20.46474, 20.271314, 19.634166, 21.239901, 21.380246, 21.433645, 21.420637, 22.064557, 21.955618, 22.461832, 22.458125, 22.637795, 16.8302, 17.286547, 17.097851, 18.182423, 18.385073, 18.801076, 19.392003, 19.441882, 19.236569, 18.240801, 16.870729, 15.621708, 13.209641, 12.228871, 11.199324, 10.347348, 9.229821, 7.719083, 7.760444, 5.583452, 3.14139, 2.894021, 1.76513, 0.681007, 0.251798, 0.95815]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "gsm8kpl-1292", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1165, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.979, "tf_agree_excl_first": 0.9859}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 39, 33, 27, 31, 31, 32, 44, 30, 39, 47, 42, 43, 31, 34, 38, 28, 30, 32, 29, 26, 26, 29, 29, 51, 42, 40, 42, 52, 56, 46, 43, 42, 54, 58, 55, 57, 52, 56, 58, 56, 52, 49, 52, 53, 47, 37, 30, 6, 1], "n_am_pl": [14, 44, 50, 35, 33, 43, 21, 35, 28, 32, 29, 26, 29, 35, 24, 23, 22, 29, 34, 38, 41, 44, 44, 41, 28, 26, 32, 27, 29, 29, 39, 29, 29, 16, 9, 23, 15, 16, 17, 15, 16, 17, 13, 10, 5, 11, 21, 21, 32, 33], "n_pos": 196, "sum_m_en": [17.340553, 9.621482, 9.821021, 10.019395, 10.305179, 10.256601, 10.606375, 11.120359, 11.840899, 12.87956, 12.624139, 13.652904, 13.675505, 13.441565, 13.871995, 13.132875, 12.884673, 12.470698, 11.333608, 10.479184, 9.962951, 9.438702, 9.183803, 8.829938, 16.814167, 17.219193, 16.875061, 17.060367, 18.645131, 19.011629, 17.798389, 17.074435, 17.964178, 19.552766, 20.64883, 21.718262, 24.656977, 27.570345, 29.152631, 35.097112, 34.174849, 34.838938, 37.559006, 40.696707, 44.788256, 44.041816, 32.921809, 27.538736, 7.296201, 1.033731], "sum_m_pl": [81.269784, 94.032658, 91.385819, 88.125916, 87.224927, 86.921452, 88.691695, 89.018441, 86.872743, 87.604777, 85.766023, 85.393193, 86.034776, 84.03641, 83.438338, 89.155343, 88.898627, 89.489213, 91.33286, 93.633536, 94.239937, 95.313085, 94.565138, 95.018729, 79.073909, 78.701117, 76.481917, 80.140156, 80.66737, 81.372302, 80.990269, 81.855354, 80.288942, 72.928202, 69.791569, 67.36319, 59.788264, 58.003953, 55.460573, 54.484928, 51.199587, 50.734052, 45.294211, 39.997288, 28.538711, 30.968158, 30.485007, 29.143918, 32.941557, 32.80235]}, "digit": {"n_am_en": [0, 10, 10, 4, 2, 2, 0, 5, 3, 3, 7, 7, 4, 5, 3, 4, 2, 2, 3, 6, 2, 1, 0, 3, 3, 4, 5, 7, 6, 5, 3, 5, 2, 5, 4, 2, 3, 5, 4, 1, 2, 3, 2, 3, 2, 2, 0, 1, 0, 0], "n_am_pl": [0, 4, 4, 2, 0, 2, 1, 1, 2, 6, 5, 1, 0, 2, 0, 2, 2, 4, 3, 3, 4, 3, 4, 1, 2, 1, 3, 2, 5, 2, 6, 2, 7, 5, 0, 5, 3, 5, 3, 3, 3, 4, 2, 3, 2, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [1.936503, 1.015983, 0.988985, 0.977785, 1.024794, 0.984723, 0.994439, 1.172848, 1.209618, 1.301413, 1.276232, 1.269975, 1.472111, 1.436318, 1.353929, 1.368882, 1.30271, 1.323108, 1.197641, 1.104417, 1.039427, 0.98425, 0.965612, 0.94841, 1.619377, 1.72429, 1.844842, 1.851871, 2.021065, 1.941182, 1.888384, 1.739199, 1.61662, 1.706942, 1.612309, 1.723226, 1.900837, 1.814847, 1.836737, 2.378104, 2.344761, 2.240499, 1.941629, 2.305158, 2.193895, 1.810443, 0.568808, 0.313066, 0.06402, 1e-06], "sum_m_pl": [10.622953, 12.440282, 12.078527, 11.350858, 11.153159, 11.172042, 11.100667, 10.722834, 10.457764, 10.569689, 10.712035, 10.658079, 10.171815, 10.06305, 10.082082, 10.655344, 10.705178, 10.596972, 11.012177, 11.271039, 11.277989, 11.374543, 11.297118, 11.380915, 9.897883, 9.643129, 9.777707, 10.103573, 10.275481, 10.150874, 10.016582, 10.041778, 10.081877, 9.486863, 8.888249, 8.821548, 8.031454, 8.23005, 8.168143, 8.203436, 7.670259, 7.706052, 7.404403, 7.110194, 5.329968, 4.28327, 1.706988, 1.014094, 0.082195, 0.000119]}, "lang": {"n_am_en": [3, 1, 5, 5, 6, 1, 7, 8, 7, 6, 8, 6, 8, 5, 6, 4, 7, 9, 8, 9, 8, 7, 14, 10, 17, 13, 9, 9, 13, 15, 13, 14, 12, 16, 18, 15, 16, 16, 16, 14, 12, 14, 15, 18, 18, 14, 6, 4, 2, 1], "n_am_pl": [4, 11, 5, 6, 5, 7, 2, 5, 4, 2, 3, 4, 6, 8, 3, 2, 3, 3, 3, 4, 4, 9, 5, 8, 2, 3, 2, 2, 3, 1, 4, 4, 4, 0, 2, 4, 2, 2, 2, 4, 4, 4, 2, 2, 0, 4, 11, 15, 29, 33], "n_pos": 34, "sum_m_en": [2.848721, 1.779378, 1.809313, 2.212409, 1.951118, 1.819717, 1.983328, 1.873456, 2.058108, 2.41892, 2.268341, 2.656834, 2.62709, 2.619387, 2.909035, 2.475992, 2.360155, 2.080849, 1.965305, 1.87278, 1.882662, 1.764017, 1.69528, 1.62028, 4.215074, 4.118226, 3.538611, 3.462485, 3.567894, 3.777312, 3.338461, 3.337839, 3.536102, 4.721711, 5.332449, 5.77073, 7.074455, 8.766637, 9.791892, 10.474669, 9.785769, 10.647618, 12.203327, 13.625898, 15.453794, 13.979461, 5.259813, 3.294372, 1.882744, 1.005277], "sum_m_pl": [12.86855, 15.150501, 14.259585, 13.674301, 13.546067, 13.788847, 14.168424, 14.693418, 14.489301, 14.541315, 14.13493, 13.965664, 14.185163, 13.851469, 14.010974, 15.008824, 15.076399, 15.20815, 15.487835, 15.92894, 15.7634, 16.092116, 16.023363, 16.11532, 13.802475, 13.401487, 12.519846, 12.992033, 12.932961, 13.228173, 13.718666, 13.540232, 13.929312, 12.957449, 12.481669, 12.526977, 11.456076, 10.924098, 10.173332, 10.088563, 9.482065, 9.688714, 8.62994, 6.985778, 3.345434, 5.522518, 11.959496, 15.061321, 27.578764, 32.241713]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "gsm8kpl-1292", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1024, "region_end": 196, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9954}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [77, 58, 45, 35, 51, 40, 30, 30, 36, 49, 47, 46, 40, 37, 35, 43, 41, 29, 32, 37, 31, 38, 38, 41, 67, 69, 53, 53, 48, 57, 38, 54, 47, 51, 50, 44, 51, 50, 55, 57, 60, 63, 67, 58, 51, 60, 53, 59, 54, 49], "n_am_pl": [6, 18, 23, 23, 18, 18, 17, 22, 30, 35, 27, 26, 25, 24, 28, 37, 39, 44, 44, 46, 51, 44, 45, 43, 22, 19, 20, 19, 27, 29, 36, 23, 25, 30, 29, 31, 27, 17, 20, 12, 14, 9, 12, 13, 15, 5, 3, 1, 1, 1], "n_pos": 177, "sum_m_en": [21.427308, 10.367294, 9.618237, 9.349606, 10.206245, 10.479269, 10.077208, 10.283341, 10.729902, 10.99604, 11.998893, 12.264246, 12.592864, 12.88338, 12.519297, 12.051714, 11.775978, 11.462739, 10.604321, 9.63582, 9.06635, 8.337474, 8.114413, 8.038292, 27.540023, 25.104699, 22.855772, 19.910543, 19.330479, 19.578058, 17.445277, 17.462049, 16.743438, 17.805647, 19.952687, 21.702414, 24.740308, 25.255567, 27.324378, 31.348757, 34.155274, 34.673373, 41.339926, 44.6338, 44.478068, 50.840616, 53.817062, 57.407269, 51.554904, 48.926467], "sum_m_pl": [67.704555, 86.266334, 83.945435, 81.53535, 79.070652, 78.935056, 79.611176, 79.258083, 77.731625, 81.200948, 79.413833, 80.173589, 78.715215, 78.255126, 78.995271, 83.124274, 83.530236, 83.06297, 83.976911, 85.839294, 86.352562, 87.201801, 87.399768, 87.339286, 63.716939, 64.378704, 63.558761, 68.462355, 71.512483, 73.041833, 74.497267, 72.942227, 74.215046, 71.475235, 69.185212, 64.765367, 55.632733, 52.297754, 46.26884, 44.155881, 41.645238, 38.834053, 35.148549, 30.782698, 29.405467, 18.415635, 9.496032, 6.067826, 1.75086, 1.030993]}, "digit": {"n_am_en": [22, 11, 8, 3, 11, 6, 2, 4, 5, 6, 7, 8, 7, 4, 3, 10, 9, 7, 7, 7, 3, 7, 6, 7, 15, 14, 10, 14, 9, 7, 3, 6, 8, 4, 4, 2, 4, 2, 6, 5, 3, 6, 3, 3, 2, 2, 0, 0, 0, 0], "n_am_pl": [3, 2, 5, 9, 7, 8, 7, 9, 18, 19, 15, 10, 11, 9, 7, 8, 11, 13, 11, 15, 17, 13, 12, 12, 6, 8, 9, 9, 7, 10, 15, 14, 8, 10, 16, 16, 14, 12, 12, 9, 12, 6, 9, 7, 5, 3, 2, 1, 0, 0], "n_pos": 42, "sum_m_en": [4.420933, 1.956979, 1.885181, 2.00327, 2.177361, 2.293176, 2.336999, 2.477988, 2.471723, 2.438244, 2.544328, 2.479058, 2.723088, 2.752018, 2.634491, 2.53055, 2.574554, 2.604851, 2.305361, 2.105595, 1.945546, 1.834179, 1.792447, 1.767826, 3.752757, 3.655088, 3.584207, 3.321129, 3.20002, 2.938369, 2.931082, 3.11218, 2.892212, 2.910391, 3.272351, 3.532288, 3.683871, 3.597714, 3.643221, 3.500516, 3.528394, 3.483423, 3.62256, 3.996721, 3.626014, 3.102144, 1.97393, 2.003549, 0.343778, 1e-05], "sum_m_pl": [17.462829, 22.005849, 20.937664, 20.075152, 19.156656, 18.815333, 18.766659, 18.233543, 18.202411, 19.554297, 19.330073, 18.991052, 18.407181, 18.056846, 18.465877, 19.456381, 19.62771, 19.450411, 20.253734, 20.551341, 20.748557, 21.030629, 21.139345, 21.207434, 18.668395, 18.578473, 18.340465, 18.738953, 19.268486, 19.16391, 19.194603, 18.986462, 18.72691, 18.025943, 17.650916, 17.194056, 16.032203, 15.684899, 14.871143, 14.798005, 14.483308, 13.669559, 13.560934, 12.720446, 11.154799, 8.961927, 5.061676, 3.027313, 0.257578, 0.0]}, "lang": {"n_am_en": [19, 14, 13, 11, 12, 13, 13, 12, 15, 16, 16, 19, 15, 18, 13, 16, 15, 11, 10, 12, 14, 17, 18, 19, 23, 25, 23, 20, 21, 25, 20, 23, 18, 24, 26, 22, 24, 26, 32, 32, 35, 34, 37, 34, 33, 41, 38, 48, 48, 48], "n_am_pl": [1, 5, 6, 2, 2, 2, 3, 2, 4, 4, 5, 8, 3, 5, 6, 10, 14, 12, 10, 13, 12, 11, 12, 10, 9, 7, 6, 4, 6, 6, 6, 3, 7, 9, 3, 8, 5, 2, 2, 1, 0, 1, 1, 1, 3, 0, 0, 0, 1, 1], "n_pos": 51, "sum_m_en": [6.192103, 3.336208, 2.954943, 2.790191, 2.975364, 3.122808, 3.064365, 3.107594, 3.196926, 3.353368, 3.772828, 4.102986, 4.144904, 4.209736, 4.235364, 4.087549, 4.002738, 3.728403, 3.608796, 3.134744, 2.962035, 2.654793, 2.566359, 2.523463, 11.100012, 10.974662, 10.147007, 8.337907, 7.898456, 8.122398, 7.042335, 7.043598, 6.682607, 6.842095, 7.685118, 8.627908, 9.959203, 10.968824, 12.274974, 15.30383, 16.92207, 18.17694, 21.826672, 24.607196, 25.932196, 33.502663, 38.024216, 43.868622, 46.244809, 47.535616], "sum_m_pl": [17.356765, 23.000377, 23.017498, 22.288709, 21.788517, 21.990851, 22.138544, 22.684561, 22.43201, 23.03251, 22.554559, 23.140545, 22.678429, 22.625585, 22.786262, 23.83715, 24.149682, 23.847284, 23.887202, 24.569335, 24.721314, 24.955462, 24.994067, 24.930284, 17.076723, 17.369125, 17.70487, 19.062299, 19.695317, 20.087232, 20.889935, 20.419922, 21.435269, 21.736259, 20.422042, 19.893577, 17.196186, 16.171431, 14.759524, 13.363059, 12.295274, 11.005281, 9.032915, 8.165207, 8.193219, 3.332753, 1.558981, 0.93576, 1.12791, 1.00722]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "gsm8kpl-1299", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1177, "region_end": 177, "roundtrip_ok": true, "tf_agree": 0.9669, "tf_agree_excl_first": 0.9722}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 47, 39, 31, 21, 19, 18, 23, 17, 21, 31, 25, 17, 17, 15, 23, 18, 13, 19, 14, 20, 22, 22, 20, 36, 30, 29, 30, 29, 26, 19, 16, 22, 22, 26, 21, 24, 24, 25, 24, 29, 28, 23, 28, 22, 21, 14, 6, 0, 1], "n_am_pl": [16, 37, 31, 29, 29, 30, 30, 20, 28, 28, 24, 26, 31, 38, 39, 39, 33, 39, 41, 39, 31, 27, 26, 27, 13, 3, 8, 19, 23, 24, 33, 40, 26, 24, 17, 18, 22, 20, 15, 17, 12, 10, 12, 7, 13, 9, 11, 11, 19, 19], "n_pos": 151, "sum_m_en": [14.509718, 8.089458, 7.759033, 7.872188, 8.246833, 7.87662, 7.742318, 7.895018, 8.383033, 8.51286, 8.540234, 8.873108, 9.258491, 9.3997, 9.041325, 8.649941, 8.665704, 8.557826, 7.807051, 7.329652, 7.121514, 6.71037, 6.485783, 6.341337, 15.027272, 13.654571, 11.940937, 12.480892, 12.585666, 11.617628, 11.164033, 10.460472, 9.568015, 9.738313, 11.084356, 10.800487, 10.628965, 10.846906, 11.712355, 14.388867, 19.128844, 18.109377, 17.602782, 20.092353, 17.255983, 16.926647, 13.726833, 7.102105, 1.590093, 0.968955], "sum_m_pl": [63.226121, 75.115064, 73.623319, 71.068277, 68.395011, 67.721443, 67.56328, 67.165664, 65.692956, 68.706639, 67.422343, 67.419945, 67.453938, 66.974885, 66.801167, 70.511913, 70.633704, 70.445505, 71.880224, 73.454699, 73.435263, 73.964493, 74.2263, 74.732479, 55.793394, 57.121929, 57.77665, 60.996355, 64.404148, 66.111759, 65.076297, 65.217684, 64.021551, 59.678413, 57.768182, 55.198465, 50.771072, 46.320113, 40.688162, 38.664477, 34.771982, 32.279135, 31.751885, 28.157404, 25.449044, 24.65398, 20.137325, 17.733405, 19.176626, 19.467042]}, "digit": {"n_am_en": [8, 20, 10, 13, 6, 6, 4, 5, 3, 4, 12, 6, 5, 5, 6, 8, 10, 2, 8, 4, 6, 8, 7, 7, 14, 9, 9, 8, 11, 9, 6, 6, 8, 7, 7, 3, 4, 7, 4, 5, 4, 5, 3, 3, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 4, 5, 3, 2, 4, 4, 11, 7, 6, 10, 12, 13, 10, 12, 9, 14, 9, 9, 11, 5, 6, 12, 4, 2, 2, 9, 8, 11, 12, 14, 7, 6, 7, 5, 7, 9, 7, 5, 4, 3, 2, 1, 4, 3, 2, 2, 0, 0], "n_pos": 43, "sum_m_en": [4.323212, 2.017056, 1.998375, 2.214272, 2.301091, 2.170211, 2.179139, 2.292137, 2.335197, 2.254428, 2.324322, 2.420679, 2.732254, 2.74635, 2.534849, 2.520041, 2.593673, 2.589757, 2.363254, 2.175263, 2.079537, 1.974005, 1.862467, 1.826841, 3.537742, 3.474276, 3.605665, 3.79462, 3.811641, 3.359149, 3.353246, 3.223635, 2.864535, 2.920186, 3.293687, 3.325438, 3.157728, 2.889711, 3.101616, 3.288247, 3.032798, 2.701136, 2.610841, 2.599455, 2.296537, 2.220516, 1.379254, 0.859476, 0.120204, 1e-06], "sum_m_pl": [18.416299, 22.462808, 21.83151, 20.806152, 19.719053, 19.505125, 19.177295, 18.953669, 19.019627, 19.993629, 20.004906, 19.746601, 19.682707, 19.495585, 19.318576, 20.187148, 20.133607, 19.998791, 20.430005, 20.749938, 20.925263, 21.136544, 21.357654, 21.554947, 18.277462, 18.324989, 18.193099, 18.950273, 19.711674, 19.807218, 19.372312, 19.593067, 19.441829, 18.816274, 17.93218, 18.19988, 17.16778, 16.948811, 16.222946, 15.605656, 15.03306, 14.390851, 14.085161, 12.740513, 11.60481, 10.408141, 7.230801, 4.110522, 0.529921, 5e-06]}, "lang": {"n_am_en": [8, 3, 5, 7, 1, 3, 1, 2, 2, 3, 4, 6, 3, 4, 4, 4, 2, 3, 2, 3, 5, 4, 5, 5, 8, 7, 5, 8, 7, 3, 3, 4, 4, 6, 5, 9, 7, 8, 9, 7, 9, 9, 9, 11, 9, 9, 7, 3, 0, 1], "n_am_pl": [2, 4, 3, 2, 2, 3, 2, 3, 2, 3, 2, 3, 3, 5, 5, 5, 7, 7, 10, 13, 9, 8, 9, 7, 2, 0, 0, 1, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 4, 5, 3, 3, 4, 3, 5, 5, 7, 7, 17, 18], "n_pos": 19, "sum_m_en": [1.847577, 1.290165, 1.087351, 1.008225, 1.007752, 0.978713, 0.921583, 0.94276, 1.029662, 1.074859, 1.049301, 1.148785, 1.163774, 1.252434, 1.203481, 1.115371, 1.12609, 1.131091, 1.016509, 0.961749, 0.951176, 0.842873, 0.823153, 0.787595, 3.12697, 2.675396, 2.109275, 1.963995, 1.93311, 1.744497, 1.552744, 1.566743, 1.57329, 1.721427, 1.901261, 2.212278, 2.164466, 2.465708, 2.810594, 3.429833, 5.205479, 5.088225, 5.219508, 7.176262, 6.272305, 5.877311, 5.584371, 2.660834, 0.521108, 0.967794], "sum_m_pl": [7.168263, 8.611385, 8.587519, 8.358467, 8.292693, 7.81925, 7.888017, 8.032669, 7.84648, 8.182074, 8.009204, 8.43571, 8.498726, 8.466251, 8.752487, 9.165878, 9.182264, 9.33762, 9.400538, 9.593463, 9.475126, 9.502306, 9.472027, 9.567501, 7.391766, 7.538542, 7.806958, 8.124514, 8.246456, 8.612439, 8.578574, 8.537563, 8.562344, 8.157183, 7.930655, 7.514639, 7.673244, 7.477134, 6.80832, 6.454429, 5.802733, 4.974047, 5.339379, 4.985942, 5.376049, 6.849908, 7.407724, 8.542994, 15.696712, 17.780817]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 155, "item_id": "gsm8kpl-1299", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1036, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.987}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 40, 34, 33, 37, 22, 21, 28, 31, 42, 57, 55, 45, 45, 40, 50, 49, 29, 31, 41, 30, 33, 23, 27, 45, 41, 36, 40, 46, 44, 42, 41, 39, 36, 42, 46, 50, 48, 54, 64, 64, 67, 65, 62, 68, 69, 71, 73, 68, 68], "n_am_pl": [10, 25, 17, 18, 10, 14, 18, 18, 20, 26, 16, 27, 17, 18, 19, 14, 19, 26, 24, 19, 23, 25, 27, 28, 15, 16, 14, 13, 21, 19, 23, 19, 27, 18, 14, 8, 6, 5, 4, 2, 5, 1, 4, 3, 4, 1, 1, 0, 0, 0], "n_pos": 148, "sum_m_en": [19.332794, 9.241088, 9.053427, 8.496016, 8.681339, 8.792599, 8.177172, 8.453148, 9.358054, 9.958331, 10.530793, 10.903394, 11.338625, 11.328396, 11.185382, 10.480006, 10.240355, 9.946818, 9.133066, 8.746074, 8.206975, 7.640076, 7.535996, 7.410632, 18.453445, 17.277685, 17.402695, 16.894197, 16.875715, 16.942123, 14.904059, 14.508258, 14.361763, 14.805931, 16.231326, 17.641884, 22.239436, 23.240582, 27.570345, 32.63964, 36.033391, 40.024378, 47.75364, 50.507485, 58.034857, 59.453486, 66.49068, 70.95168, 68.548617, 68.849281], "sum_m_pl": [56.611187, 71.040642, 68.902841, 67.176702, 65.913241, 65.643921, 68.474588, 68.890203, 67.358252, 69.205883, 68.174237, 68.803632, 67.736148, 66.624827, 67.293077, 68.130228, 69.283799, 69.752008, 70.564363, 70.58122, 70.78126, 71.703604, 71.901629, 72.24904, 53.932473, 54.79172, 52.93069, 57.410583, 58.364733, 58.044602, 60.344497, 60.732516, 62.491552, 58.791443, 57.910074, 54.257744, 45.742134, 42.770444, 36.185132, 33.807309, 32.390356, 28.433451, 25.525725, 21.786755, 17.232402, 11.71876, 6.84164, 3.454267, 0.50026, 6e-06]}, "digit": {"n_am_en": [4, 6, 6, 4, 4, 0, 1, 3, 4, 8, 7, 8, 5, 5, 2, 5, 6, 3, 3, 5, 3, 5, 3, 4, 7, 6, 3, 5, 3, 6, 4, 3, 3, 2, 3, 0, 3, 2, 3, 3, 3, 3, 4, 0, 2, 2, 2, 0, 0, 0], "n_am_pl": [1, 1, 2, 1, 1, 2, 4, 4, 5, 5, 1, 3, 0, 2, 2, 1, 4, 3, 2, 1, 2, 1, 2, 2, 3, 1, 0, 1, 4, 1, 2, 3, 4, 3, 2, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.18216, 1.210261, 1.178421, 1.108637, 1.19272, 1.300027, 1.234518, 1.385469, 1.446066, 1.490588, 1.54299, 1.453951, 1.698422, 1.638514, 1.548257, 1.468056, 1.541057, 1.54228, 1.38388, 1.29408, 1.229938, 1.150858, 1.126431, 1.109376, 2.463562, 2.208616, 2.261935, 2.283915, 2.257741, 2.070206, 2.234817, 1.966516, 1.840496, 1.697469, 1.710728, 1.72863, 1.910292, 1.67678, 1.776444, 1.67686, 1.633749, 1.801183, 1.725052, 1.672094, 2.932681, 2.742927, 1.883485, 1.057033, 0.17461, 0.0], "sum_m_pl": [11.067398, 12.522249, 11.920077, 11.824069, 11.544332, 11.230501, 11.649966, 11.397963, 11.048351, 11.453733, 11.339649, 11.517469, 10.89216, 10.648618, 10.813374, 10.753483, 10.884835, 10.759194, 10.979851, 11.104778, 11.179525, 11.433732, 11.576232, 11.681171, 8.430617, 8.185157, 7.930134, 8.618578, 9.060137, 9.380974, 9.301413, 9.563513, 9.912327, 9.158547, 8.677737, 8.130732, 7.987961, 7.386147, 7.016331, 7.265439, 7.507239, 7.746427, 7.674017, 6.960378, 6.150186, 4.054472, 2.368393, 1.669515, 0.276099, 0.0]}, "lang": {"n_am_en": [29, 15, 17, 18, 22, 17, 14, 19, 18, 20, 35, 30, 26, 27, 28, 28, 25, 12, 17, 24, 19, 19, 13, 17, 27, 25, 22, 26, 31, 21, 24, 24, 24, 22, 29, 34, 36, 35, 39, 49, 51, 54, 49, 50, 53, 54, 55, 64, 65, 68], "n_am_pl": [2, 13, 8, 4, 5, 4, 5, 3, 6, 10, 5, 11, 8, 4, 5, 7, 9, 13, 11, 8, 11, 12, 18, 17, 7, 10, 8, 8, 8, 10, 13, 8, 14, 11, 9, 4, 5, 4, 4, 0, 2, 0, 3, 3, 3, 1, 1, 0, 0, 0], "n_pos": 69, "sum_m_en": [9.40529, 4.399318, 4.278916, 4.048416, 4.15021, 4.319159, 3.989708, 4.105189, 4.727182, 4.984326, 5.291134, 5.702302, 5.674032, 5.940366, 5.780849, 5.361064, 5.037104, 4.863333, 4.57594, 4.406893, 4.09706, 3.753448, 3.726444, 3.642902, 10.247598, 9.669022, 9.663431, 9.200692, 8.971154, 9.4042, 7.760575, 7.869456, 7.934277, 8.252353, 9.127716, 10.223204, 12.817952, 14.149917, 18.271109, 23.055146, 26.336762, 30.518294, 34.974369, 37.352925, 43.431001, 46.310531, 53.487554, 60.373542, 64.245184, 67.951961], "sum_m_pl": [24.515984, 32.041863, 31.397079, 30.224207, 29.763708, 29.49932, 30.885769, 31.826018, 31.061342, 31.891658, 31.214847, 31.675618, 31.32301, 30.806952, 31.190961, 31.564794, 32.436789, 32.789907, 32.985177, 32.822659, 33.135472, 33.616514, 33.571882, 33.783684, 25.615447, 26.260837, 25.296884, 27.126848, 27.292817, 26.71255, 28.437826, 28.398553, 29.452489, 28.262281, 27.832656, 26.941325, 22.676963, 21.872982, 18.675626, 16.606975, 15.651769, 12.986581, 11.672325, 10.293387, 7.835657, 5.058139, 3.132358, 0.762222, 0.068167, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "gsm8kpl-1304", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1178, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.9935, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [46, 43, 34, 40, 35, 38, 42, 40, 42, 38, 47, 45, 49, 46, 41, 48, 36, 27, 36, 31, 25, 21, 22, 21, 32, 41, 36, 41, 46, 41, 40, 38, 31, 38, 41, 41, 43, 37, 39, 51, 55, 50, 53, 48, 52, 46, 35, 21, 16, 15], "n_am_pl": [19, 51, 33, 20, 31, 28, 31, 29, 24, 33, 28, 20, 33, 25, 34, 25, 31, 31, 39, 31, 36, 38, 36, 45, 29, 28, 29, 20, 33, 32, 30, 30, 28, 15, 15, 14, 11, 11, 13, 11, 12, 14, 13, 8, 8, 13, 13, 11, 29, 32], "n_pos": 203, "sum_m_en": [19.518964, 10.638361, 11.337419, 11.799766, 12.606014, 12.186713, 11.222533, 11.067766, 11.476122, 12.357988, 12.6828, 13.6407, 14.38604, 14.057986, 14.207999, 13.403679, 13.537807, 12.966, 11.847325, 11.399386, 10.810266, 10.280196, 10.072769, 9.711962, 18.693634, 18.617382, 19.077631, 20.191411, 21.661979, 20.351492, 19.506867, 18.306723, 17.678126, 18.226419, 19.287697, 19.421198, 21.139861, 20.624235, 23.085195, 28.992435, 31.359506, 32.219282, 38.744433, 38.407176, 39.182194, 37.519261, 32.101224, 25.222822, 16.391844, 14.883715], "sum_m_pl": [82.309311, 98.723363, 94.334938, 91.458117, 90.303756, 89.624102, 93.275363, 94.252541, 91.669077, 93.485622, 92.008664, 91.884179, 91.021671, 90.904168, 90.958731, 92.912906, 94.301044, 95.520443, 97.279153, 96.836789, 96.475195, 96.958993, 97.107156, 97.450002, 77.634931, 77.418722, 75.169918, 80.995769, 83.291565, 84.993406, 83.920361, 84.998678, 85.0015, 77.037753, 75.985345, 69.903834, 64.336286, 59.661018, 53.004992, 49.383848, 47.954553, 48.415088, 43.882462, 37.888681, 33.686866, 29.520557, 27.588997, 20.689564, 29.285892, 33.265753]}, "digit": {"n_am_en": [7, 11, 6, 9, 6, 9, 9, 6, 5, 7, 8, 10, 7, 8, 7, 9, 4, 2, 2, 3, 2, 2, 2, 3, 6, 4, 9, 9, 7, 7, 6, 2, 1, 2, 3, 2, 7, 6, 5, 6, 7, 9, 6, 5, 5, 2, 2, 0, 0, 0], "n_am_pl": [0, 4, 2, 4, 3, 1, 1, 2, 1, 4, 3, 0, 1, 0, 0, 1, 3, 5, 4, 4, 3, 1, 2, 2, 2, 2, 1, 0, 1, 2, 3, 5, 2, 1, 1, 3, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [2.831877, 1.715292, 1.726677, 1.679665, 1.71135, 1.767507, 1.690443, 1.769337, 1.818572, 1.899912, 1.910023, 1.981546, 2.282947, 2.179676, 2.107974, 2.002802, 2.071845, 2.064147, 1.840822, 1.760561, 1.663068, 1.573389, 1.549965, 1.521223, 2.633289, 2.847837, 3.280499, 3.538979, 3.649096, 3.317416, 3.179937, 2.668213, 2.458819, 2.191984, 2.374582, 2.435581, 2.630194, 2.401213, 2.611594, 3.729135, 3.7432, 4.106983, 3.845169, 3.80773, 2.96286, 2.971604, 2.035775, 1.523582, 0.10504, 2.3e-05], "sum_m_pl": [15.808448, 17.821292, 16.984491, 16.831994, 16.565372, 16.36429, 16.799994, 16.472845, 15.948479, 16.127768, 16.068538, 16.206092, 15.542738, 15.4085, 15.364416, 15.632602, 15.970073, 15.893184, 16.072159, 16.04694, 16.199222, 16.459095, 16.54186, 16.6683, 12.946425, 12.418771, 12.238991, 13.043439, 13.570267, 13.876887, 13.730233, 14.018826, 14.468514, 13.300897, 12.895954, 11.967808, 11.447058, 10.564481, 9.930214, 10.058091, 9.9398, 11.043474, 11.191542, 10.017571, 10.042214, 8.134035, 6.736861, 4.327421, 0.293088, 0.006502]}, "lang": {"n_am_en": [14, 6, 7, 13, 11, 11, 7, 9, 12, 7, 12, 10, 11, 11, 5, 8, 9, 10, 11, 10, 4, 7, 8, 7, 10, 12, 11, 10, 12, 12, 13, 14, 14, 15, 15, 18, 12, 13, 14, 23, 25, 22, 24, 23, 26, 26, 20, 18, 15, 15], "n_am_pl": [4, 12, 9, 3, 7, 9, 6, 6, 6, 10, 5, 2, 10, 5, 10, 7, 2, 3, 5, 5, 11, 12, 11, 14, 7, 8, 8, 8, 10, 7, 7, 7, 7, 4, 4, 4, 4, 4, 2, 1, 3, 3, 5, 4, 5, 8, 9, 10, 28, 32], "n_pos": 49, "sum_m_en": [4.489114, 2.68498, 3.095757, 3.542926, 3.925145, 3.701717, 2.98966, 2.933287, 2.90773, 3.306993, 3.345877, 3.716463, 3.705768, 3.611217, 3.836053, 3.58459, 3.476912, 3.213761, 3.051466, 2.908979, 2.727925, 2.579168, 2.544438, 2.435336, 5.431891, 4.867345, 5.200513, 5.368998, 5.344044, 5.15251, 4.80186, 4.831935, 4.965264, 5.727512, 5.884773, 5.940075, 6.307926, 6.735762, 8.306906, 13.162871, 15.826337, 16.897941, 20.54388, 20.175371, 23.182136, 22.843866, 18.142893, 16.75017, 14.700777, 14.879872], "sum_m_pl": [18.752805, 22.223257, 21.198924, 20.137062, 19.591914, 19.362634, 20.518933, 21.777913, 21.086734, 21.777706, 21.16872, 21.029855, 20.849744, 21.09045, 21.302571, 22.029673, 22.371856, 22.799067, 23.289614, 23.234654, 22.992999, 23.110617, 23.090376, 23.317125, 19.618651, 19.992043, 18.905834, 20.235715, 20.323946, 20.548086, 20.629416, 21.275723, 21.35758, 19.46417, 19.394852, 18.755599, 17.220938, 16.080694, 14.702788, 12.073641, 11.747503, 11.315849, 9.953053, 10.479682, 9.133098, 9.592472, 11.163106, 9.840971, 26.423813, 31.68685]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 209, "item_id": "gsm8kpl-1304", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1037, "region_end": 203, "roundtrip_ok": true, "tf_agree": 0.9713, "tf_agree_excl_first": 0.976}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [61, 45, 25, 31, 42, 31, 21, 30, 31, 47, 40, 46, 39, 39, 38, 34, 44, 45, 44, 42, 42, 41, 38, 40, 58, 51, 45, 41, 40, 48, 52, 42, 49, 38, 44, 40, 50, 45, 52, 50, 56, 51, 59, 65, 66, 65, 64, 63, 42, 34], "n_am_pl": [5, 15, 19, 34, 20, 28, 28, 24, 24, 22, 28, 29, 31, 20, 22, 28, 27, 18, 11, 22, 19, 28, 33, 33, 11, 12, 24, 25, 33, 25, 19, 26, 27, 25, 23, 16, 10, 8, 14, 15, 11, 11, 11, 12, 3, 1, 0, 0, 0, 0], "n_pos": 181, "sum_m_en": [19.680381, 10.324976, 10.261012, 9.926814, 10.210226, 10.210086, 10.250565, 10.771609, 11.313628, 11.572275, 11.651956, 12.690505, 13.369676, 12.705371, 13.190814, 12.053588, 11.961488, 11.514913, 10.333501, 9.357848, 8.719719, 8.204415, 7.956221, 7.868319, 21.70555, 21.044117, 19.741729, 18.154122, 17.889292, 18.237083, 17.839791, 17.335369, 17.962139, 18.602881, 20.704796, 21.479172, 23.819326, 23.85665, 26.834651, 30.713455, 33.380919, 33.535791, 44.293838, 46.428501, 49.063337, 47.724973, 59.168481, 57.192171, 44.508538, 34.456259], "sum_m_pl": [71.14949, 86.591655, 83.512689, 80.832303, 79.194236, 79.954164, 81.00885, 80.247514, 78.181447, 80.895075, 81.364585, 78.832758, 76.822189, 76.708932, 76.262771, 79.943688, 80.275948, 80.410554, 82.990205, 86.088794, 86.861869, 88.060693, 88.795143, 89.589911, 70.797674, 68.578796, 67.349715, 71.975179, 74.918519, 73.900901, 73.338186, 74.558689, 72.923403, 68.160163, 64.494478, 59.078995, 53.222088, 50.608554, 43.741731, 41.363226, 37.856016, 34.119407, 31.565633, 27.640087, 22.494348, 20.347769, 11.055175, 6.316132, 0.821143, 0.004555]}, "digit": {"n_am_en": [22, 17, 10, 4, 14, 8, 4, 4, 6, 7, 7, 8, 5, 10, 9, 6, 11, 12, 7, 6, 5, 7, 6, 7, 4, 7, 4, 4, 7, 7, 6, 6, 9, 1, 6, 6, 11, 10, 10, 5, 6, 2, 4, 4, 4, 4, 5, 4, 0, 0], "n_am_pl": [2, 5, 5, 14, 7, 11, 7, 13, 17, 15, 17, 16, 10, 6, 8, 13, 10, 7, 4, 6, 8, 9, 12, 11, 4, 6, 11, 5, 10, 7, 2, 6, 9, 10, 12, 9, 4, 4, 7, 7, 6, 9, 5, 10, 2, 0, 0, 0, 0, 0], "n_pos": 46, "sum_m_en": [4.62539, 2.205522, 2.266922, 2.217922, 2.33137, 2.402883, 2.150914, 2.366496, 2.370337, 2.472691, 2.36051, 2.496286, 2.888421, 2.644982, 2.581702, 2.43649, 2.465638, 2.476508, 2.260166, 2.046683, 1.8982, 1.78935, 1.750212, 1.731862, 2.688476, 3.046196, 3.017384, 3.034078, 3.110132, 2.986914, 3.03573, 2.95394, 2.941178, 2.552997, 2.696267, 2.791533, 3.762329, 3.17088, 3.247429, 3.061204, 3.143392, 2.892437, 3.157932, 3.025718, 4.244145, 4.250323, 3.728113, 3.048194, 0.360107, 0.0], "sum_m_pl": [21.040153, 24.256017, 22.034973, 21.217863, 20.705227, 20.183979, 20.840811, 20.195791, 20.082799, 20.648044, 21.516842, 20.76489, 19.766023, 20.208167, 19.994036, 20.976759, 21.069881, 20.752935, 21.523928, 22.291889, 22.566322, 22.962412, 23.065556, 23.203731, 21.280815, 20.330356, 20.032566, 20.685458, 21.029712, 20.954825, 20.586921, 20.38157, 20.37346, 20.429176, 19.472129, 18.302434, 17.958944, 17.89103, 17.323807, 17.957233, 16.899939, 15.776289, 15.992034, 14.595229, 11.685649, 10.735708, 7.778582, 4.243528, 0.439586, 0.0]}, "lang": {"n_am_en": [8, 11, 6, 8, 8, 11, 10, 11, 9, 10, 13, 15, 13, 10, 9, 8, 11, 12, 17, 17, 17, 17, 14, 14, 21, 19, 17, 13, 12, 14, 21, 13, 19, 17, 20, 15, 18, 17, 20, 20, 22, 23, 22, 29, 30, 30, 34, 30, 34, 34], "n_am_pl": [0, 1, 4, 4, 3, 1, 2, 2, 0, 3, 2, 5, 7, 3, 3, 4, 4, 3, 0, 4, 1, 6, 6, 9, 3, 3, 6, 8, 6, 6, 5, 9, 5, 6, 3, 3, 4, 3, 4, 3, 4, 1, 5, 1, 1, 1, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [4.037147, 2.46344, 2.328009, 2.14356, 2.207308, 2.238792, 2.7648, 2.830153, 3.008424, 2.84443, 3.01133, 3.404481, 3.466294, 3.057391, 3.307891, 2.731786, 2.891342, 2.504013, 2.261987, 2.086789, 1.979161, 1.842984, 1.75705, 1.751824, 7.921869, 6.819923, 6.578863, 5.087151, 5.063537, 5.323518, 5.199745, 5.144384, 5.843869, 6.815432, 8.158303, 8.866255, 10.139686, 10.73656, 12.644629, 13.966243, 15.198219, 16.511132, 20.073687, 21.456889, 22.338868, 24.130784, 30.811679, 29.054172, 34.020388, 33.998187], "sum_m_pl": [12.742392, 14.865672, 14.611818, 14.284269, 14.267656, 14.662365, 14.455879, 14.732866, 14.640882, 15.081555, 15.029864, 14.600427, 14.568122, 14.755331, 15.000887, 15.818479, 15.530698, 15.62408, 15.936974, 16.384842, 16.349457, 16.603494, 16.796217, 17.000245, 12.321797, 12.753735, 12.73504, 13.414397, 13.595743, 13.230539, 13.694286, 14.154241, 13.906116, 12.833725, 11.699592, 11.259296, 10.13061, 9.98534, 9.256925, 8.526234, 7.657581, 6.478974, 5.406498, 4.736386, 4.582685, 3.678417, 1.300545, 0.35393, 0.022142, 0.003103]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 187, "item_id": "gsm8kpl-1309", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1180, "region_end": 181, "roundtrip_ok": true, "tf_agree": 0.9893, "tf_agree_excl_first": 0.9946}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [36, 37, 28, 27, 30, 25, 27, 40, 34, 40, 48, 36, 33, 29, 27, 29, 40, 30, 37, 33, 28, 31, 30, 38, 53, 54, 40, 43, 47, 41, 47, 31, 32, 38, 49, 41, 58, 54, 62, 59, 60, 50, 48, 50, 46, 41, 31, 21, 10, 9], "n_am_pl": [14, 51, 40, 36, 26, 33, 33, 23, 24, 28, 27, 21, 31, 29, 22, 32, 32, 35, 28, 38, 30, 39, 40, 37, 18, 21, 31, 35, 49, 37, 39, 38, 35, 15, 15, 14, 9, 11, 11, 13, 15, 18, 14, 16, 10, 12, 16, 23, 43, 44], "n_pos": 197, "sum_m_en": [17.630176, 9.969817, 10.427505, 11.162944, 11.543069, 10.953833, 10.57848, 11.210879, 11.130653, 11.579138, 11.684726, 12.623139, 13.549471, 12.940623, 13.044813, 12.32278, 12.001792, 11.882264, 10.538987, 9.890956, 9.317585, 8.739547, 8.480033, 8.353097, 21.703433, 20.075597, 17.720544, 17.121608, 17.571935, 17.416491, 17.317638, 15.432441, 15.47217, 16.660159, 18.357825, 19.946344, 22.913607, 23.934096, 26.944884, 31.307956, 32.687062, 34.528254, 38.046409, 41.244977, 42.572876, 36.85075, 30.514509, 23.736666, 10.90398, 9.405287], "sum_m_pl": [80.940945, 93.49295, 89.622861, 87.019809, 86.048461, 87.399381, 88.629107, 88.418095, 87.370929, 89.786292, 89.258196, 86.982894, 85.716493, 86.001696, 86.495399, 89.992554, 90.668294, 90.838672, 93.50646, 95.761522, 95.911619, 96.997013, 97.614508, 98.61055, 81.65986, 80.829756, 80.983392, 85.045108, 89.11972, 88.925412, 86.074473, 87.447984, 86.681976, 78.906101, 75.71649, 69.213162, 63.94133, 61.413784, 55.566513, 53.799439, 50.714822, 48.858438, 47.302805, 42.35181, 36.699788, 35.411136, 33.722559, 30.100606, 41.194966, 43.232842]}, "digit": {"n_am_en": [16, 15, 14, 8, 10, 4, 5, 10, 8, 12, 21, 9, 9, 12, 7, 11, 17, 12, 12, 8, 5, 8, 8, 9, 9, 17, 13, 15, 10, 13, 11, 9, 5, 9, 13, 9, 15, 10, 13, 12, 12, 6, 5, 5, 4, 4, 3, 1, 0, 0], "n_am_pl": [0, 13, 8, 3, 1, 5, 7, 8, 3, 7, 9, 6, 4, 5, 5, 8, 5, 10, 5, 13, 8, 10, 10, 8, 2, 6, 6, 7, 18, 10, 14, 12, 15, 6, 6, 8, 4, 3, 6, 4, 4, 6, 2, 3, 1, 1, 2, 1, 0, 0], "n_pos": 58, "sum_m_en": [4.916091, 2.744446, 2.625913, 2.53603, 2.690249, 2.623217, 2.456647, 2.69749, 2.792414, 2.941309, 2.960299, 3.168221, 3.776847, 3.541598, 3.286373, 3.131316, 3.154225, 3.238002, 2.823697, 2.588286, 2.383307, 2.239235, 2.174554, 2.164987, 4.684515, 4.392055, 4.173335, 4.236894, 4.017148, 4.102034, 4.334534, 3.869324, 3.690157, 3.397609, 3.525913, 3.771897, 4.13211, 3.597333, 4.296968, 4.702865, 4.957054, 5.38628, 5.152992, 4.602088, 5.074793, 4.561508, 4.218263, 2.350658, 0.343222, 0.0], "sum_m_pl": [26.762205, 30.331799, 28.634196, 27.676537, 27.355134, 27.482904, 27.911645, 27.172795, 26.979141, 27.455637, 27.721041, 27.294611, 26.234293, 26.830232, 26.962651, 27.746131, 27.639775, 27.398964, 28.251864, 28.765586, 29.004116, 29.335633, 29.461075, 29.731497, 26.607896, 26.526488, 26.358162, 27.239766, 28.41932, 28.387134, 27.137623, 27.47599, 27.411137, 26.473721, 25.823798, 24.57751, 23.424428, 22.909136, 21.987351, 22.015026, 21.151087, 21.086383, 20.652807, 18.729466, 16.537898, 14.641839, 12.165474, 7.415363, 0.958199, 0.0]}, "lang": {"n_am_en": [10, 11, 9, 10, 9, 9, 5, 11, 14, 17, 12, 8, 8, 5, 9, 8, 5, 6, 11, 9, 9, 7, 6, 10, 22, 17, 12, 13, 16, 14, 20, 10, 13, 18, 20, 17, 23, 25, 28, 26, 27, 28, 28, 28, 29, 25, 20, 14, 10, 9], "n_am_pl": [10, 13, 11, 15, 11, 11, 9, 5, 4, 7, 8, 7, 13, 7, 4, 10, 12, 12, 14, 11, 9, 14, 14, 15, 7, 8, 9, 13, 13, 10, 11, 13, 8, 3, 3, 4, 2, 3, 2, 4, 7, 7, 8, 10, 9, 11, 11, 13, 42, 43], "n_pos": 52, "sum_m_en": [4.57865, 2.778773, 3.184637, 4.021977, 4.023683, 3.603577, 3.632917, 3.802528, 3.339482, 3.311934, 3.40413, 3.628289, 3.968176, 3.751104, 4.123924, 3.726592, 3.597544, 3.447821, 3.127147, 2.93295, 2.722101, 2.507125, 2.428595, 2.367732, 6.730654, 6.254901, 5.519761, 5.40618, 5.643675, 5.553549, 5.392929, 4.965332, 5.445872, 6.820709, 7.840696, 9.324088, 11.492842, 11.81135, 12.165324, 15.124722, 15.538954, 17.058375, 20.797966, 23.436889, 25.697168, 22.173857, 18.835924, 15.59781, 9.554231, 9.404953], "sum_m_pl": [20.094647, 22.913487, 22.461588, 21.669116, 21.508679, 22.414257, 22.162185, 22.605033, 22.665594, 23.406847, 23.224531, 22.497572, 22.707928, 22.687109, 22.961859, 24.068703, 24.321975, 24.469005, 25.25789, 25.755451, 25.645452, 26.029444, 26.206882, 26.38923, 22.561625, 22.821347, 22.568135, 23.291961, 23.741734, 23.850215, 23.69024, 24.124001, 24.08698, 21.724785, 20.38713, 18.88019, 17.66524, 16.948236, 15.268703, 13.761797, 12.90176, 11.397738, 11.123855, 10.830915, 10.491515, 12.420064, 13.504042, 15.647812, 38.421099, 42.084731]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "gsm8kpl-1309", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1039, "region_end": 197, "roundtrip_ok": true, "tf_agree": 0.9852, "tf_agree_excl_first": 0.9901}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [143, 84, 53, 69, 86, 75, 77, 102, 92, 106, 125, 124, 115, 101, 93, 106, 109, 88, 94, 94, 91, 97, 78, 93, 144, 138, 100, 130, 133, 117, 113, 98, 98, 101, 105, 110, 119, 120, 133, 138, 156, 144, 160, 159, 156, 166, 157, 145, 140, 138], "n_am_pl": [16, 60, 66, 57, 44, 57, 70, 53, 48, 38, 50, 49, 56, 58, 52, 56, 53, 56, 31, 43, 39, 50, 59, 54, 29, 30, 42, 33, 47, 49, 48, 39, 40, 38, 35, 22, 25, 25, 24, 30, 28, 22, 18, 26, 24, 15, 13, 11, 1, 0], "n_pos": 391, "sum_m_en": [43.877339, 23.572617, 20.787603, 20.925, 22.424634, 22.823551, 23.817855, 24.751644, 25.986579, 28.34525, 29.383041, 31.903429, 32.660644, 31.493502, 33.244938, 29.837972, 29.328212, 28.387374, 24.775294, 22.928246, 20.931621, 19.383092, 18.716212, 18.319611, 50.546512, 50.966441, 49.116462, 45.489745, 45.205149, 44.619288, 42.063473, 39.303113, 40.442071, 41.629483, 46.133649, 50.047017, 58.446124, 61.3508, 74.522767, 90.063543, 101.147953, 108.820553, 120.442632, 136.420517, 141.980244, 148.444105, 153.173607, 142.744814, 137.433942, 136.983187], "sum_m_pl": [143.205494, 179.969227, 177.220349, 177.105588, 173.065088, 173.693068, 175.600612, 175.060799, 171.00476, 174.592817, 172.961145, 172.19083, 174.096028, 168.932078, 168.491041, 176.121361, 174.148068, 175.556456, 178.565737, 184.608242, 187.870646, 188.800213, 188.406063, 189.505793, 146.216128, 141.771954, 139.534906, 149.954069, 153.308434, 153.644478, 157.300852, 158.008794, 159.706863, 147.834413, 138.600962, 130.225247, 112.866169, 106.326069, 94.536375, 90.640086, 82.174537, 70.09228, 62.195429, 59.035208, 51.43178, 38.860035, 24.103091, 17.454728, 4.646033, 0.000514]}, "digit": {"n_am_en": [4, 23, 12, 6, 7, 8, 6, 11, 4, 11, 16, 9, 6, 5, 2, 6, 9, 4, 3, 7, 7, 8, 6, 9, 14, 11, 6, 12, 13, 13, 7, 6, 4, 8, 5, 3, 3, 2, 1, 1, 0, 0, 2, 3, 0, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 4, 6, 6, 3, 3, 1, 2, 2, 4, 5, 7, 4, 3, 6, 3, 6, 5, 5, 5, 4, 7, 5, 5, 5, 7, 5, 6, 7, 10, 8, 9, 6, 7, 10, 5, 5, 5, 15, 12, 7, 3, 5, 5, 2, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.534284, 1.64983, 1.490804, 1.52994, 1.603991, 1.739013, 1.838626, 1.964854, 2.024046, 2.159242, 2.257562, 2.35077, 2.390549, 2.481835, 2.4013, 2.370392, 2.387684, 2.451517, 2.069299, 2.008351, 1.84694, 1.70824, 1.652028, 1.628991, 3.514789, 3.397036, 3.52286, 3.472809, 3.544505, 3.49944, 3.532423, 3.355388, 3.146034, 3.187446, 3.192132, 3.076561, 2.999759, 2.707167, 2.482335, 2.42157, 2.480878, 2.451406, 2.523779, 2.088794, 1.815534, 1.212394, 1.178833, 0.377914, 0.114053, 0.0], "sum_m_pl": [16.345773, 19.728111, 18.950392, 18.229477, 17.651437, 17.350325, 17.182358, 16.754129, 16.503603, 16.973418, 16.908553, 16.944949, 16.571585, 15.866223, 15.865069, 16.530543, 16.490785, 16.605762, 17.355531, 17.762252, 17.911241, 18.079335, 18.003654, 18.101859, 15.471689, 15.030131, 14.828664, 15.728153, 16.036305, 16.261472, 16.225954, 16.041327, 16.203042, 15.305556, 14.301837, 13.805109, 13.165646, 13.338539, 12.340086, 13.048798, 12.640873, 11.636009, 10.136968, 9.799442, 8.293801, 3.991291, 2.32741, 0.704239, 0.17534, 0.0]}, "lang": {"n_am_en": [52, 20, 21, 25, 33, 35, 33, 44, 46, 51, 55, 50, 55, 49, 51, 51, 54, 39, 44, 41, 43, 43, 36, 45, 61, 59, 48, 59, 60, 54, 52, 47, 46, 45, 54, 60, 66, 68, 81, 83, 89, 94, 95, 93, 98, 99, 102, 105, 129, 138], "n_am_pl": [7, 19, 23, 15, 11, 16, 26, 12, 16, 11, 16, 22, 25, 16, 22, 22, 21, 18, 15, 19, 15, 23, 26, 24, 13, 16, 14, 17, 16, 15, 12, 10, 11, 12, 14, 7, 15, 13, 10, 11, 11, 12, 11, 16, 14, 11, 12, 10, 1, 0], "n_pos": 139, "sum_m_en": [16.049461, 8.814223, 7.620706, 7.824086, 8.570002, 8.602081, 9.656537, 9.806166, 10.215581, 11.244259, 11.390824, 12.711458, 13.12003, 12.544491, 13.383482, 11.212748, 10.870105, 10.193623, 9.078804, 8.143929, 7.393922, 6.802073, 6.505615, 6.363722, 21.379338, 21.574726, 20.606932, 18.233599, 18.635535, 17.968466, 16.780624, 15.634267, 16.677031, 17.680264, 19.888591, 22.585122, 28.807974, 32.117946, 42.386983, 52.636389, 58.453315, 65.495331, 72.791655, 83.172836, 89.747124, 93.085378, 100.416624, 102.537018, 124.294553, 135.529467], "sum_m_pl": [49.957035, 61.825891, 61.439884, 61.800006, 60.238452, 61.169899, 61.073131, 62.003534, 60.876137, 62.186415, 61.649936, 62.05079, 63.342735, 61.074396, 61.025805, 64.306736, 63.595881, 64.164241, 64.676615, 66.611505, 67.975368, 68.233418, 68.137574, 68.54471, 54.085556, 52.387022, 51.331772, 55.30722, 56.018596, 55.97185, 58.015362, 57.722685, 58.664095, 54.549918, 51.64055, 49.617751, 43.618398, 42.119099, 37.185589, 35.77353, 32.209336, 28.425153, 23.916358, 23.648115, 20.924443, 17.065116, 12.558199, 9.922316, 2.810968, 0.000373]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 395, "item_id": "gsm8kpl-1310", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1199, "region_end": 391, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9898}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [177, 122, 100, 118, 122, 146, 103, 142, 101, 130, 154, 123, 138, 137, 125, 141, 156, 116, 106, 116, 124, 128, 110, 133, 207, 203, 171, 177, 192, 184, 176, 173, 158, 155, 181, 152, 150, 127, 120, 137, 179, 175, 180, 204, 193, 162, 112, 85, 43, 40], "n_am_pl": [37, 128, 125, 128, 110, 121, 118, 107, 95, 118, 94, 97, 106, 101, 125, 113, 106, 118, 144, 150, 156, 141, 134, 125, 107, 95, 100, 89, 103, 119, 96, 94, 96, 80, 69, 72, 83, 83, 84, 90, 97, 91, 77, 74, 69, 80, 92, 83, 113, 113], "n_pos": 652, "sum_m_en": [60.971031, 33.697784, 35.08066, 37.477197, 37.617651, 36.805898, 36.290294, 37.13652, 38.569456, 42.460258, 41.71784, 45.256665, 48.717667, 48.475557, 51.027561, 47.945689, 45.992627, 44.389763, 38.542801, 36.946478, 33.840608, 31.670541, 30.993232, 29.992733, 71.752524, 73.519328, 71.794848, 71.391881, 70.853923, 73.658186, 72.318962, 69.208103, 71.13891, 72.238697, 78.462573, 72.637124, 71.733316, 72.151697, 77.177391, 87.70007, 108.836651, 107.608393, 123.290899, 166.616098, 163.445669, 145.784881, 109.479087, 89.999533, 50.987987, 40.349755], "sum_m_pl": [255.199288, 309.982232, 299.457403, 295.733915, 292.344072, 293.818826, 299.483292, 301.293546, 292.706171, 297.948442, 295.096505, 290.450105, 292.405783, 286.696453, 282.513592, 296.039704, 291.227336, 295.161162, 306.391412, 312.749314, 317.580127, 317.791187, 316.498917, 318.86298, 260.06534, 251.190472, 243.95963, 259.346049, 267.609605, 263.396845, 264.976325, 264.228931, 259.859554, 239.236119, 229.187259, 225.785404, 211.231726, 209.88551, 201.53065, 199.788592, 190.204698, 184.629612, 166.706548, 150.403841, 138.479202, 137.930597, 126.931078, 99.562832, 113.912047, 114.175935]}, "digit": {"n_am_en": [6, 15, 10, 7, 3, 10, 6, 8, 4, 4, 9, 9, 12, 9, 5, 7, 7, 8, 11, 8, 7, 8, 8, 8, 16, 16, 12, 10, 14, 15, 13, 12, 10, 9, 12, 8, 7, 5, 3, 3, 5, 4, 3, 5, 2, 2, 2, 2, 0, 0], "n_am_pl": [0, 7, 8, 11, 6, 8, 3, 4, 2, 5, 5, 2, 2, 3, 4, 2, 8, 5, 7, 6, 7, 6, 5, 5, 8, 2, 6, 7, 4, 5, 4, 4, 4, 2, 4, 10, 10, 9, 9, 10, 12, 11, 8, 10, 7, 5, 3, 1, 0, 0], "n_pos": 47, "sum_m_en": [4.059046, 2.024224, 1.981171, 2.001283, 2.14554, 2.301374, 2.384543, 2.51735, 2.488128, 2.598594, 2.720892, 2.943094, 3.175914, 3.228647, 3.108367, 3.264438, 3.126688, 3.184961, 2.72591, 2.555718, 2.333718, 2.132326, 2.081285, 2.051838, 4.249517, 4.458312, 4.427854, 4.585563, 4.623087, 4.759993, 4.759726, 4.31611, 3.993606, 3.981677, 4.062482, 4.039553, 3.858899, 3.92423, 3.957532, 4.416468, 4.248429, 4.233188, 3.925239, 4.68878, 3.959433, 3.149871, 1.991181, 1.232012, 0.100309, 0.001048], "sum_m_pl": [19.235726, 25.172118, 23.90232, 23.178631, 22.502235, 22.005396, 21.693338, 21.702823, 20.703937, 21.10971, 20.76571, 20.767605, 20.409471, 19.652414, 19.472248, 20.221254, 20.199035, 20.174347, 21.551051, 22.331627, 22.531529, 22.737128, 22.679358, 22.892495, 18.894803, 17.73221, 17.092105, 18.26294, 18.718624, 18.881185, 19.033732, 19.166258, 19.20215, 18.076958, 17.26894, 17.183567, 16.330034, 16.236941, 16.168692, 17.241177, 17.226508, 16.424926, 14.428291, 14.278614, 12.783958, 8.931864, 5.972707, 1.697977, 0.373681, 0.114707]}, "lang": {"n_am_en": [29, 22, 29, 28, 36, 30, 24, 29, 22, 33, 46, 38, 33, 40, 34, 38, 43, 33, 33, 35, 36, 37, 35, 41, 61, 53, 47, 51, 56, 53, 48, 52, 49, 45, 47, 42, 42, 42, 42, 56, 75, 71, 80, 86, 92, 78, 63, 61, 40, 40], "n_am_pl": [12, 45, 20, 30, 12, 26, 23, 24, 19, 22, 18, 21, 33, 22, 30, 28, 26, 24, 32, 38, 33, 39, 37, 31, 22, 19, 23, 19, 20, 22, 31, 28, 29, 28, 21, 19, 26, 27, 25, 27, 27, 31, 25, 27, 26, 43, 49, 54, 98, 113], "n_pos": 154, "sum_m_en": [12.960337, 7.85083, 8.260131, 9.308184, 8.756422, 8.395254, 8.341752, 8.572926, 9.097284, 10.2664, 9.929524, 11.216104, 11.823528, 11.51621, 11.929161, 10.558469, 10.522995, 10.039079, 8.907192, 8.450195, 7.83665, 7.37105, 7.103794, 6.89483, 20.003603, 18.890476, 17.12434, 16.639367, 16.749061, 16.806362, 16.792908, 16.663603, 18.022266, 18.450743, 19.873422, 19.376049, 20.350472, 20.936192, 24.686721, 30.535647, 42.924173, 43.603678, 52.736348, 69.930123, 75.798171, 70.4089, 58.358713, 55.337626, 41.646708, 40.039474], "sum_m_pl": [59.754809, 71.340608, 69.27553, 69.386361, 68.338345, 68.682073, 69.358851, 70.020921, 68.130539, 70.04317, 69.718578, 68.662953, 70.405431, 69.35202, 69.301117, 72.787463, 71.03571, 71.505494, 73.715217, 75.171504, 75.820688, 75.748584, 75.382109, 76.028908, 63.282757, 62.649188, 61.214636, 65.040996, 65.907486, 64.975553, 66.745839, 66.691525, 66.489445, 62.423188, 60.592195, 60.85398, 59.260166, 61.90289, 58.590079, 57.324846, 53.738658, 51.879083, 46.460409, 40.017742, 38.025272, 47.225172, 52.527226, 53.745855, 90.957069, 111.355757]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 652, "item_id": "gsm8kpl-1310", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1058, "region_end": 652, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9892}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [68, 55, 60, 42, 41, 46, 37, 35, 34, 51, 48, 44, 44, 48, 54, 58, 52, 38, 49, 41, 59, 67, 54, 52, 79, 72, 61, 61, 61, 54, 57, 59, 56, 66, 67, 68, 73, 68, 68, 64, 66, 76, 83, 84, 76, 84, 88, 84, 63, 61], "n_am_pl": [5, 15, 16, 32, 27, 21, 22, 19, 25, 24, 13, 13, 27, 21, 18, 26, 28, 35, 36, 40, 28, 24, 26, 24, 14, 13, 17, 22, 15, 24, 23, 25, 24, 17, 10, 19, 11, 12, 11, 17, 10, 8, 10, 7, 2, 3, 3, 4, 0, 0], "n_pos": 174, "sum_m_en": [19.760761, 9.215108, 8.766421, 8.527683, 8.93123, 9.555457, 9.901733, 11.475768, 12.56176, 11.795022, 12.440835, 13.220211, 13.23593, 13.371705, 13.316037, 13.389252, 12.57951, 11.900217, 10.287786, 9.512204, 8.976378, 8.38092, 8.026634, 7.986159, 26.408003, 25.308657, 24.361561, 20.836842, 20.297417, 19.94066, 17.939436, 17.360495, 16.378037, 20.174044, 20.874394, 22.047086, 27.388924, 29.352092, 34.15402, 38.946628, 42.931289, 51.769556, 61.525108, 66.005362, 64.536711, 68.202476, 76.201922, 79.978761, 61.363784, 60.905813], "sum_m_pl": [66.506678, 85.180856, 83.144263, 80.516336, 77.575928, 78.079996, 78.04318, 78.262667, 76.393159, 79.279128, 78.118882, 78.018663, 78.957662, 77.774991, 79.001542, 81.432824, 81.193548, 80.940911, 82.472721, 84.451523, 84.730757, 85.600165, 85.898, 86.115851, 64.010255, 64.159525, 63.54535, 68.120222, 70.149815, 71.752439, 73.525748, 72.43185, 74.630192, 69.110194, 66.030061, 63.480292, 55.763668, 51.663259, 45.974542, 42.443615, 38.952434, 32.561725, 27.335224, 22.944789, 18.135242, 15.504076, 9.885418, 5.118636, 1.148453, 0.001008]}, "digit": {"n_am_en": [15, 11, 11, 2, 2, 4, 3, 2, 1, 3, 4, 1, 1, 3, 4, 4, 5, 3, 5, 2, 2, 4, 4, 4, 10, 10, 4, 6, 4, 4, 4, 3, 3, 2, 3, 2, 4, 4, 4, 3, 3, 5, 4, 5, 5, 5, 6, 2, 1, 0], "n_am_pl": [0, 0, 4, 9, 9, 9, 5, 7, 14, 11, 6, 5, 6, 3, 5, 5, 9, 9, 11, 10, 8, 7, 6, 8, 6, 4, 6, 2, 2, 5, 3, 6, 6, 8, 6, 9, 7, 7, 6, 10, 6, 6, 8, 6, 2, 0, 0, 1, 0, 0], "n_pos": 25, "sum_m_en": [2.915559, 1.213474, 1.133691, 1.126547, 1.166822, 1.225404, 1.195324, 1.249999, 1.279567, 1.278155, 1.349376, 1.295573, 1.289406, 1.324864, 1.304992, 1.304627, 1.34503, 1.329024, 1.254913, 1.214977, 1.161438, 1.086614, 1.055491, 1.047615, 2.905353, 2.454774, 2.2582, 2.023269, 1.981768, 1.792692, 1.790182, 1.709216, 1.525315, 1.663071, 1.582201, 1.790973, 2.105738, 2.333331, 3.552132, 2.945543, 3.323564, 3.861194, 4.644423, 4.601737, 3.570478, 3.542028, 3.896732, 2.584755, 0.94778, 0.0], "sum_m_pl": [10.367637, 13.016147, 12.343482, 11.775206, 11.000109, 10.885348, 11.059008, 11.195058, 10.69896, 11.467648, 11.315603, 11.305306, 10.955562, 10.653254, 11.130189, 11.679633, 11.661147, 11.612387, 12.05817, 12.227017, 12.053753, 12.197852, 12.261727, 12.37878, 10.370931, 10.24707, 10.163534, 10.640665, 11.054735, 11.023911, 11.016579, 10.96003, 11.286992, 10.431741, 10.062555, 9.993845, 10.186504, 10.029556, 9.223478, 9.593895, 8.950565, 8.255994, 8.106729, 7.902958, 6.808689, 4.803984, 2.867275, 1.797552, 0.70714, 0.0]}, "lang": {"n_am_en": [18, 15, 21, 20, 16, 16, 20, 20, 18, 24, 21, 20, 26, 22, 26, 26, 25, 22, 25, 25, 33, 37, 32, 32, 37, 34, 31, 34, 33, 27, 31, 29, 25, 31, 34, 39, 34, 34, 35, 32, 34, 37, 43, 46, 45, 49, 53, 54, 57, 60], "n_am_pl": [2, 7, 3, 6, 7, 3, 5, 2, 5, 4, 1, 2, 8, 4, 6, 9, 9, 11, 8, 9, 7, 3, 4, 4, 2, 2, 3, 2, 2, 4, 8, 7, 4, 1, 1, 2, 1, 2, 1, 2, 2, 1, 0, 1, 0, 3, 1, 0, 0, 0], "n_pos": 61, "sum_m_en": [7.091898, 3.422556, 3.169516, 3.074981, 3.233081, 3.718759, 4.252173, 5.499217, 6.278151, 5.448315, 5.650061, 6.322422, 6.031507, 6.080659, 6.008581, 6.288809, 5.663216, 5.208644, 4.195208, 3.724071, 3.377015, 3.12942, 2.957101, 2.944963, 12.225786, 12.52662, 12.075873, 10.212232, 9.673968, 10.024833, 8.514674, 8.1962, 7.313382, 9.596321, 9.881403, 10.246077, 13.424997, 14.683402, 16.28961, 19.754785, 22.246292, 29.826135, 35.333263, 37.113635, 38.707524, 41.975229, 48.102772, 52.524731, 54.680826, 59.488805], "sum_m_pl": [21.886081, 28.242505, 28.277839, 27.505536, 26.344357, 26.548789, 26.082216, 26.511529, 25.879656, 26.835619, 26.503873, 26.491555, 27.336028, 27.162855, 27.435259, 27.86986, 28.059, 28.147635, 28.780425, 29.590195, 29.961234, 30.239537, 30.359648, 30.384678, 21.15705, 21.535412, 20.899717, 22.617967, 23.311502, 24.145301, 25.447809, 24.975011, 26.402392, 24.524844, 23.88829, 23.856368, 19.956862, 18.446828, 16.55881, 14.58487, 13.285916, 10.012751, 7.018807, 6.544766, 5.243567, 4.656832, 2.840772, 0.474461, 0.202419, 0.000272]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 179, "item_id": "gsm8kpl-1312", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1167, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9832, "tf_agree_excl_first": 0.9888}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [39, 50, 39, 21, 21, 17, 23, 19, 19, 34, 36, 33, 25, 25, 37, 29, 30, 25, 24, 19, 23, 30, 28, 28, 52, 47, 41, 40, 43, 38, 31, 29, 32, 37, 40, 42, 41, 39, 38, 33, 35, 35, 44, 42, 39, 33, 27, 19, 2, 1], "n_am_pl": [18, 36, 23, 28, 28, 22, 18, 19, 16, 20, 15, 12, 31, 24, 22, 37, 35, 40, 38, 35, 30, 25, 24, 27, 12, 16, 20, 26, 27, 30, 38, 36, 37, 24, 19, 16, 15, 12, 10, 10, 9, 10, 7, 7, 4, 11, 15, 18, 30, 34], "n_pos": 139, "sum_m_en": [13.975184, 6.701177, 6.654146, 6.589797, 6.940928, 6.633544, 6.704937, 7.102302, 7.657971, 7.723905, 8.118502, 8.310177, 8.61084, 8.739502, 8.808116, 8.422378, 8.344607, 8.123047, 7.068892, 6.754254, 6.399827, 6.087574, 5.946631, 5.893883, 17.471332, 15.701726, 14.008507, 12.713606, 12.685041, 11.816309, 11.0565, 10.715167, 10.194246, 12.894663, 13.495547, 14.651064, 16.607037, 16.933472, 20.277635, 21.300834, 21.185073, 26.043403, 33.352586, 32.76903, 31.444495, 27.560202, 24.32468, 16.608185, 1.911833, 0.411276], "sum_m_pl": [57.170737, 69.700828, 68.054144, 66.205352, 64.202726, 64.367495, 63.967122, 64.16393, 62.408665, 64.672347, 63.788968, 63.901407, 64.508542, 63.101715, 64.131381, 67.088001, 66.795644, 66.026138, 68.305804, 69.582401, 69.223524, 69.694536, 69.616144, 70.018391, 54.39685, 55.113471, 55.903618, 58.818558, 61.32752, 63.713969, 63.398513, 62.024105, 61.613919, 55.315573, 51.620252, 49.12138, 43.220079, 41.021081, 35.198125, 34.106997, 32.120044, 27.774228, 23.181686, 20.830017, 17.525184, 20.909278, 21.601413, 23.079459, 32.513307, 34.52379]}, "digit": {"n_am_en": [2, 17, 13, 1, 0, 0, 1, 0, 3, 9, 9, 4, 4, 3, 8, 5, 6, 7, 4, 1, 3, 7, 6, 6, 11, 10, 7, 9, 10, 9, 6, 8, 6, 7, 5, 7, 7, 2, 2, 0, 0, 0, 1, 3, 2, 3, 3, 3, 0, 0], "n_am_pl": [1, 2, 0, 1, 0, 1, 0, 3, 6, 2, 1, 1, 3, 2, 1, 5, 4, 5, 9, 7, 8, 5, 4, 5, 3, 4, 4, 3, 3, 7, 5, 6, 7, 4, 4, 4, 4, 5, 5, 4, 5, 5, 5, 4, 2, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.19089, 1.082941, 0.989175, 0.946588, 1.032381, 0.999721, 1.072055, 1.144122, 1.199108, 1.245791, 1.342199, 1.341403, 1.437508, 1.507159, 1.453838, 1.431396, 1.441167, 1.443577, 1.237355, 1.171659, 1.117278, 1.068617, 1.046186, 1.0216, 2.208359, 2.065052, 2.411773, 2.284696, 2.299047, 2.104527, 2.038294, 1.894433, 1.668702, 2.163185, 1.930226, 2.25964, 2.725929, 1.787849, 2.100897, 1.531754, 1.571497, 1.499945, 2.028027, 1.517078, 1.302654, 1.996401, 2.481173, 1.958492, 0.162206, 0.0], "sum_m_pl": [11.497412, 13.679452, 13.264255, 12.774402, 12.219618, 12.214205, 11.90994, 11.828833, 11.508165, 11.907583, 11.883745, 11.708014, 11.613863, 11.287231, 11.380314, 11.506848, 11.625809, 11.543135, 12.139409, 12.285051, 12.135513, 12.195717, 12.199248, 12.340718, 10.649599, 10.43455, 10.264443, 10.626663, 11.085544, 11.562173, 11.251895, 10.75531, 10.965005, 10.169116, 9.921538, 9.900023, 9.372162, 9.952546, 8.672451, 8.806754, 8.145219, 8.024035, 7.650671, 7.88469, 6.091311, 4.211439, 2.882996, 1.918719, 0.39431, 5e-06]}, "lang": {"n_am_en": [14, 14, 14, 9, 5, 8, 8, 6, 6, 9, 9, 11, 6, 9, 11, 11, 10, 6, 9, 8, 8, 9, 8, 10, 17, 14, 14, 10, 13, 16, 11, 10, 13, 15, 19, 19, 16, 21, 18, 16, 17, 19, 22, 20, 20, 14, 11, 8, 2, 1], "n_am_pl": [5, 7, 4, 7, 10, 8, 7, 9, 6, 5, 4, 3, 8, 7, 10, 12, 10, 14, 13, 11, 7, 7, 6, 4, 1, 6, 8, 9, 9, 5, 12, 10, 10, 8, 8, 4, 4, 3, 1, 2, 1, 1, 1, 1, 1, 10, 13, 14, 30, 33], "n_pos": 34, "sum_m_en": [3.893962, 1.786003, 1.802644, 1.729136, 1.6417, 1.662984, 1.713695, 1.782541, 1.988234, 1.873823, 2.053001, 2.188625, 2.173373, 2.261752, 2.243697, 2.159036, 2.093109, 1.997107, 1.757689, 1.636554, 1.559712, 1.482488, 1.440682, 1.435181, 6.411163, 5.614753, 4.10157, 3.646338, 3.526296, 3.305637, 3.08683, 3.263158, 3.093846, 3.934502, 4.640853, 5.726544, 6.368633, 7.757558, 9.74421, 9.670051, 10.252481, 14.145855, 16.182801, 16.802816, 17.265378, 12.753511, 11.686241, 6.215929, 0.878013, 0.362111], "sum_m_pl": [12.719372, 16.345626, 16.101416, 15.770331, 15.416898, 15.408216, 15.132076, 15.497978, 15.322742, 16.081955, 15.89683, 15.946802, 16.569462, 16.373686, 16.787154, 17.317639, 17.065196, 17.088986, 17.396681, 17.665397, 17.615475, 17.67899, 17.605612, 17.610097, 14.185137, 14.575472, 15.120575, 15.525248, 15.760628, 16.241785, 16.72815, 16.538435, 16.960614, 15.949831, 14.774218, 13.892968, 12.667308, 12.146452, 10.036592, 9.541391, 9.277225, 6.648099, 5.914328, 4.342387, 4.098557, 9.489923, 12.415607, 16.119615, 29.382427, 33.22649]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "gsm8kpl-1312", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1026, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9653, "tf_agree_excl_first": 0.972}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 36, 30, 34, 20, 18, 17, 18, 25, 29, 35, 40, 36, 42, 37, 22, 24, 26, 33, 28, 24, 26, 20, 23, 43, 45, 44, 45, 53, 37, 32, 38, 32, 41, 43, 45, 53, 45, 58, 59, 57, 58, 67, 65, 61, 63, 66, 60, 55, 49], "n_am_pl": [4, 21, 27, 25, 19, 15, 25, 14, 12, 17, 13, 13, 20, 21, 25, 23, 23, 18, 27, 23, 35, 36, 36, 32, 8, 11, 15, 13, 13, 16, 22, 20, 19, 11, 12, 10, 7, 7, 3, 2, 1, 3, 0, 3, 6, 2, 0, 0, 0, 0], "n_pos": 134, "sum_m_en": [17.308617, 7.567222, 6.949826, 6.910083, 7.329355, 7.167382, 7.292115, 7.384731, 8.105697, 8.821198, 9.098597, 9.593498, 10.073443, 10.068901, 10.166002, 9.383145, 9.083709, 8.873061, 8.06684, 7.493637, 6.80286, 6.324056, 6.159118, 6.148073, 17.648804, 17.222399, 17.115883, 15.387301, 15.259794, 15.358419, 14.017836, 13.487223, 14.704165, 16.166661, 17.415021, 18.462921, 23.934973, 26.252967, 31.530257, 42.610072, 40.948714, 42.553104, 52.250488, 55.542924, 58.582219, 58.799739, 63.365856, 58.213747, 54.58856, 49.219298], "sum_m_pl": [50.772062, 64.210682, 63.846338, 61.614064, 60.555729, 60.169566, 60.790962, 60.362444, 59.050174, 61.111149, 60.214633, 60.782975, 60.339063, 59.79109, 60.608653, 61.91246, 62.191401, 61.957601, 62.587743, 63.718125, 64.533746, 65.586817, 65.559639, 65.70388, 51.827826, 51.38602, 50.590818, 54.900379, 55.762137, 55.64553, 56.454156, 56.345233, 55.759865, 52.439602, 51.205722, 47.347169, 39.036271, 35.669252, 31.986989, 26.71994, 26.146331, 23.720795, 18.89455, 14.992402, 12.970672, 10.362978, 6.11869, 3.437139, 0.915798, 0.075151]}, "digit": {"n_am_en": [3, 6, 6, 1, 2, 1, 0, 0, 1, 1, 4, 5, 5, 8, 5, 1, 1, 4, 3, 1, 1, 1, 1, 1, 5, 5, 6, 7, 8, 4, 4, 5, 3, 2, 3, 5, 4, 1, 4, 3, 2, 2, 4, 5, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 5, 5, 4, 2, 4, 2, 2, 3, 3, 1, 3, 3, 4, 4, 3, 4, 3, 3, 4, 6, 4, 3, 0, 3, 3, 1, 2, 2, 4, 3, 3, 3, 2, 0, 0, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.977581, 0.891765, 0.833997, 0.809178, 0.858849, 0.919296, 0.987079, 1.046884, 1.127189, 1.212529, 1.23094, 1.270351, 1.354982, 1.376011, 1.283269, 1.252112, 1.229339, 1.270278, 1.131069, 1.06652, 0.964567, 0.887425, 0.865352, 0.864027, 1.61244, 1.634466, 1.727304, 1.671178, 1.730476, 1.787438, 1.752555, 1.611315, 1.527999, 1.558957, 1.494458, 1.802124, 1.72988, 1.651096, 1.796564, 1.763994, 1.707088, 1.672551, 2.366736, 2.146028, 1.499032, 1.424985, 1.167618, 0.712884, 0.230759, 0.0], "sum_m_pl": [8.992481, 11.254509, 10.870071, 10.460051, 10.249546, 9.749526, 9.781366, 9.559468, 9.384366, 9.701156, 9.680453, 9.610821, 9.23379, 9.208152, 9.573077, 9.78339, 9.775772, 9.832059, 10.079609, 10.197792, 10.219424, 10.367516, 10.398194, 10.436405, 9.049816, 9.011868, 8.832329, 9.516107, 9.562274, 9.497668, 9.264733, 9.24474, 9.096948, 8.892347, 8.514627, 8.069806, 7.401208, 7.346397, 6.916682, 7.057919, 6.970818, 6.994542, 6.444945, 5.595767, 4.85561, 3.816395, 2.7882, 1.633126, 0.513579, 0.0]}, "lang": {"n_am_en": [10, 10, 10, 11, 8, 10, 10, 10, 12, 13, 14, 16, 16, 16, 16, 11, 13, 13, 15, 15, 13, 16, 10, 12, 21, 24, 21, 18, 23, 17, 14, 18, 17, 22, 20, 22, 26, 25, 33, 34, 32, 35, 35, 36, 36, 38, 41, 47, 47, 48], "n_am_pl": [0, 6, 6, 5, 5, 4, 8, 7, 4, 7, 7, 5, 7, 6, 10, 8, 11, 8, 15, 12, 17, 15, 16, 18, 6, 7, 7, 8, 8, 9, 11, 9, 5, 4, 5, 2, 3, 2, 0, 0, 0, 0, 0, 1, 3, 1, 0, 0, 0, 0], "n_pos": 49, "sum_m_en": [6.364119, 3.084903, 2.593169, 2.566812, 2.734093, 2.769732, 2.938284, 2.866077, 3.077061, 3.296904, 3.540966, 3.85452, 4.094424, 4.050211, 4.152393, 3.667808, 3.691407, 3.588684, 3.236956, 2.929157, 2.615971, 2.40537, 2.311234, 2.291184, 7.775532, 7.213076, 7.056588, 6.106245, 6.441289, 6.810003, 6.150427, 6.104906, 6.81865, 7.152086, 8.173056, 9.44732, 12.788571, 14.316126, 16.698116, 22.16639, 21.320093, 23.527748, 29.729202, 31.813108, 34.74579, 36.719974, 40.515594, 43.906718, 46.491319, 47.256263], "sum_m_pl": [17.676295, 21.802179, 22.21945, 21.477878, 21.240941, 21.505906, 21.593371, 21.957332, 21.722868, 22.438087, 21.997201, 22.202579, 22.205834, 22.072427, 22.351913, 22.694102, 22.852282, 22.673282, 22.742468, 23.379825, 23.839564, 24.184107, 24.131912, 24.195422, 19.008031, 19.189451, 18.897558, 20.255909, 20.524106, 20.030923, 20.609309, 20.466498, 20.588872, 20.118691, 19.435872, 18.055928, 14.494905, 13.226059, 11.847112, 8.025414, 8.230917, 7.731715, 4.788947, 4.30034, 3.118273, 1.989436, 1.072093, 0.394067, 0.214337, 0.000122]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "gsm8kpl-135", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1164, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9854}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [27, 33, 26, 24, 25, 18, 13, 22, 17, 25, 36, 31, 30, 31, 29, 26, 25, 15, 25, 23, 25, 22, 22, 22, 32, 32, 31, 35, 32, 34, 28, 27, 20, 25, 32, 32, 29, 32, 37, 44, 51, 48, 53, 55, 52, 47, 38, 18, 9, 5], "n_am_pl": [13, 42, 34, 33, 20, 32, 25, 23, 17, 17, 14, 14, 25, 29, 19, 21, 27, 22, 32, 31, 30, 35, 36, 33, 12, 13, 17, 20, 25, 28, 20, 19, 25, 21, 14, 9, 12, 9, 11, 2, 4, 3, 3, 1, 1, 1, 6, 11, 31, 38], "n_pos": 128, "sum_m_en": [11.566932, 5.917395, 6.026703, 6.795482, 7.352228, 6.86525, 7.008653, 7.243075, 7.57189, 8.518294, 8.724578, 9.157668, 9.277455, 9.626936, 10.042065, 9.557232, 8.985605, 8.58933, 7.75416, 7.404017, 6.746757, 6.14777, 5.947467, 5.829761, 14.993447, 14.057715, 13.843338, 12.84753, 12.93394, 12.702826, 11.714472, 11.373262, 11.973567, 13.199713, 14.505677, 15.885697, 18.610181, 19.975703, 21.498704, 31.666542, 31.874266, 33.288095, 40.371544, 40.835962, 43.207141, 43.359386, 35.755268, 19.156282, 9.817229, 5.884232], "sum_m_pl": [53.343785, 63.71959, 61.898461, 59.416118, 58.206129, 58.071682, 58.393766, 57.375843, 55.790945, 58.078414, 57.372996, 57.493041, 57.685651, 56.625452, 57.092767, 58.238804, 59.362812, 59.729921, 61.159371, 61.861988, 62.250197, 63.197913, 63.001974, 63.269919, 51.053786, 50.349646, 49.56552, 54.26298, 55.642203, 57.801593, 56.122828, 55.391435, 54.325206, 49.663266, 48.201693, 44.56369, 40.316491, 38.169934, 36.535837, 31.564699, 31.281193, 29.773888, 23.942587, 20.346022, 17.299799, 14.159867, 13.328538, 14.130126, 30.682533, 37.159436]}, "digit": {"n_am_en": [0, 9, 8, 3, 4, 3, 0, 4, 3, 2, 6, 6, 6, 6, 5, 3, 4, 1, 3, 1, 1, 2, 2, 2, 3, 4, 8, 5, 6, 9, 8, 4, 0, 3, 4, 8, 5, 4, 4, 5, 5, 3, 3, 4, 3, 2, 2, 0, 0, 0], "n_am_pl": [1, 4, 3, 5, 2, 5, 3, 4, 2, 3, 3, 2, 4, 4, 3, 5, 7, 4, 8, 4, 5, 5, 6, 6, 2, 1, 3, 7, 7, 4, 3, 2, 6, 6, 5, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.022516, 1.014576, 0.945016, 0.928488, 1.003684, 1.045741, 1.080812, 1.170461, 1.265308, 1.394313, 1.454626, 1.502414, 1.611983, 1.633616, 1.58067, 1.582866, 1.492225, 1.568015, 1.401416, 1.288345, 1.151052, 1.066445, 1.036286, 1.015708, 1.750117, 1.777968, 2.029715, 1.884323, 2.06689, 2.272076, 2.324963, 2.130827, 1.932727, 1.854322, 1.872947, 2.259792, 2.11159, 2.177125, 2.131978, 2.068124, 1.960623, 1.862394, 3.078429, 2.623866, 1.765843, 1.80454, 1.535656, 0.648544, 0.09503, 0.0], "sum_m_pl": [11.603611, 13.699758, 13.278971, 12.521933, 12.165089, 11.737956, 11.806256, 11.436164, 11.175017, 11.536223, 11.558408, 11.609118, 11.247398, 11.149675, 11.427341, 11.557089, 11.597103, 11.544212, 12.109394, 12.281781, 12.298705, 12.48509, 12.47412, 12.57179, 11.257136, 11.101022, 10.804275, 11.633336, 11.683799, 11.614482, 11.164771, 11.080036, 11.072347, 10.660004, 10.159622, 9.798635, 9.460654, 9.414323, 9.114114, 9.331299, 9.298223, 9.549674, 8.559266, 7.48237, 6.593241, 5.311022, 3.853058, 2.304031, 0.32985, 0.0]}, "lang": {"n_am_en": [10, 10, 9, 9, 10, 9, 9, 13, 8, 12, 11, 10, 12, 12, 9, 12, 14, 9, 13, 12, 16, 10, 10, 9, 12, 16, 13, 14, 12, 12, 7, 11, 12, 13, 19, 17, 15, 15, 18, 23, 28, 28, 32, 34, 35, 33, 30, 15, 8, 5], "n_am_pl": [6, 15, 9, 6, 7, 10, 6, 5, 5, 6, 4, 2, 9, 9, 8, 3, 3, 6, 7, 9, 9, 14, 12, 9, 5, 3, 5, 4, 6, 10, 7, 10, 9, 4, 2, 2, 2, 5, 5, 1, 1, 1, 1, 1, 1, 1, 4, 8, 28, 37], "n_pos": 43, "sum_m_en": [3.47579, 1.934324, 2.164571, 2.890241, 3.22807, 2.78005, 2.976531, 2.902992, 2.787279, 3.140106, 3.090818, 3.342085, 3.385389, 3.557986, 3.895057, 3.652982, 3.48394, 3.199182, 3.010896, 2.884222, 2.581562, 2.204619, 2.105009, 2.02997, 6.7945, 6.166778, 5.761321, 5.311106, 4.947314, 4.886008, 4.321403, 4.394828, 5.008178, 5.987278, 7.297475, 8.122262, 9.669842, 10.179302, 11.408827, 18.673897, 19.16306, 20.352435, 26.945168, 27.155801, 29.432002, 29.728916, 27.919404, 14.578801, 7.794681, 5.843051], "sum_m_pl": [17.597238, 20.842456, 20.380156, 19.423234, 19.217585, 19.254458, 19.145332, 19.080943, 18.696103, 19.564392, 19.245175, 19.120523, 19.492709, 18.962342, 19.371807, 19.744232, 20.166335, 20.411555, 20.812751, 21.116591, 21.319182, 21.670631, 21.549975, 21.56549, 17.077547, 16.68536, 16.598631, 18.112493, 18.399478, 19.123494, 19.001165, 18.837491, 18.949272, 17.161035, 16.370043, 15.680525, 14.188013, 14.017814, 13.206359, 9.421349, 9.103325, 8.696256, 5.308831, 4.776067, 4.259828, 3.593811, 4.931901, 8.117416, 27.694768, 35.773332]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "gsm8kpl-135", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1023, "region_end": 128, "roundtrip_ok": true, "tf_agree": 0.9545, "tf_agree_excl_first": 0.9618}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [70, 92, 88, 76, 68, 63, 64, 66, 76, 97, 98, 112, 91, 83, 63, 79, 76, 64, 62, 71, 60, 52, 52, 58, 74, 82, 80, 76, 85, 79, 67, 70, 79, 77, 79, 77, 80, 75, 83, 71, 78, 86, 84, 93, 88, 82, 91, 98, 104, 105], "n_am_pl": [20, 38, 41, 34, 31, 35, 35, 27, 23, 19, 21, 23, 37, 34, 29, 27, 37, 40, 31, 44, 46, 41, 32, 40, 21, 24, 31, 26, 37, 37, 42, 45, 44, 35, 27, 35, 21, 21, 19, 14, 12, 10, 11, 16, 12, 5, 7, 4, 1, 2], "n_pos": 288, "sum_m_en": [32.462968, 16.178059, 15.700308, 15.072302, 16.108151, 16.384757, 16.07351, 16.761399, 18.380444, 19.316733, 19.701796, 21.028712, 22.179718, 21.82536, 21.202997, 20.120542, 19.279157, 18.954767, 17.371578, 16.334478, 15.349014, 14.289889, 13.849774, 13.722536, 30.560357, 33.009061, 33.136548, 31.416191, 31.264619, 30.219054, 28.340325, 27.710388, 27.218195, 27.632054, 30.288815, 30.812395, 33.316427, 36.359151, 42.101433, 45.811891, 47.260474, 59.205658, 65.058473, 71.856814, 76.500557, 78.398278, 88.199189, 96.285573, 102.793243, 104.051556], "sum_m_pl": [110.101119, 141.311666, 139.203048, 134.729816, 132.717369, 132.629193, 133.83096, 131.00598, 127.764894, 130.347516, 130.237909, 128.390724, 128.050939, 125.794523, 124.989451, 126.67929, 126.408015, 126.947569, 128.101322, 132.966952, 134.051076, 135.645061, 136.722517, 137.720151, 107.426766, 104.745022, 102.596719, 110.190241, 116.640644, 114.268666, 114.35806, 114.125999, 114.459641, 106.524246, 106.733864, 98.976657, 89.575706, 84.044834, 76.95851, 70.249221, 64.24117, 54.336943, 49.081719, 44.454965, 36.481852, 28.116284, 17.318251, 9.393239, 2.451038, 2.125438]}, "digit": {"n_am_en": [9, 19, 15, 7, 2, 3, 2, 10, 9, 17, 13, 12, 10, 6, 4, 5, 6, 7, 8, 2, 2, 3, 5, 5, 6, 11, 10, 12, 10, 8, 10, 11, 10, 8, 8, 6, 5, 2, 2, 2, 3, 4, 2, 4, 3, 2, 3, 1, 0, 0], "n_am_pl": [0, 1, 1, 4, 4, 5, 5, 3, 4, 1, 3, 2, 3, 5, 7, 4, 8, 7, 7, 11, 11, 8, 8, 7, 7, 5, 12, 10, 11, 8, 12, 8, 9, 6, 5, 5, 5, 4, 5, 2, 1, 2, 1, 4, 1, 0, 1, 1, 0, 0], "n_pos": 45, "sum_m_en": [3.860011, 1.984163, 2.003298, 1.94964, 2.034489, 2.07618, 2.055362, 2.167314, 2.30087, 2.381936, 2.290135, 2.352691, 2.517392, 2.614767, 2.510955, 2.470429, 2.606444, 2.608855, 2.394494, 2.214468, 2.130881, 2.002948, 1.958885, 1.932704, 3.317651, 3.444286, 3.560913, 3.661227, 3.598132, 3.511072, 3.719803, 3.674666, 3.236767, 3.144873, 3.222561, 3.25101, 3.08334, 2.680855, 2.966073, 3.202625, 3.593104, 3.670961, 3.301063, 3.506938, 2.926868, 3.101428, 3.043421, 1.88215, 0.271596, 0.0], "sum_m_pl": [20.612737, 23.645386, 22.924542, 22.305408, 22.054534, 21.775671, 21.624912, 21.093276, 20.97598, 21.422923, 21.76927, 21.734035, 21.096264, 20.212801, 20.522188, 20.539199, 20.272261, 20.57204, 21.164419, 21.613656, 21.733933, 21.928139, 22.132012, 22.278866, 19.599081, 19.328318, 19.016977, 19.815559, 20.7064, 20.043085, 19.259505, 18.714322, 19.457407, 18.541957, 18.416525, 17.66199, 16.720801, 16.880725, 16.02959, 15.540952, 14.934746, 14.613131, 14.231897, 13.770532, 11.551079, 8.91455, 6.165045, 3.367956, 0.580464, 0.0]}, "lang": {"n_am_en": [30, 38, 43, 36, 38, 35, 37, 32, 38, 42, 48, 53, 39, 46, 31, 40, 39, 31, 28, 32, 28, 25, 26, 31, 43, 41, 35, 31, 38, 33, 34, 31, 38, 45, 44, 38, 46, 46, 52, 48, 51, 60, 60, 67, 66, 70, 78, 92, 100, 104], "n_am_pl": [8, 12, 10, 11, 11, 9, 7, 5, 5, 6, 7, 11, 17, 12, 12, 11, 12, 14, 8, 16, 20, 16, 12, 17, 6, 9, 8, 8, 16, 19, 15, 20, 19, 16, 13, 15, 7, 6, 5, 6, 5, 4, 5, 8, 9, 5, 3, 1, 1, 2], "n_pos": 106, "sum_m_en": [13.286338, 6.662154, 6.438261, 5.885735, 6.292741, 6.546109, 6.516161, 6.845848, 7.772207, 8.122112, 8.488599, 9.233472, 9.977695, 9.62403, 9.151176, 8.54624, 7.772846, 7.743886, 7.079437, 6.58551, 6.038383, 5.517609, 5.327365, 5.281682, 14.677527, 16.514129, 17.002165, 15.334297, 14.994762, 14.260182, 13.149651, 12.776185, 12.747424, 13.253705, 14.61729, 15.317197, 19.090834, 21.902075, 26.764851, 28.863975, 31.088426, 40.817216, 46.607865, 52.068993, 57.105606, 61.216258, 74.256876, 84.961258, 97.461305, 102.746989], "sum_m_pl": [36.785316, 50.032497, 49.79221, 48.615386, 47.922549, 48.360745, 48.591364, 48.160975, 46.883025, 47.811077, 47.407134, 46.686438, 46.856174, 46.101309, 45.649896, 46.379577, 46.454513, 46.187738, 46.441964, 48.203425, 48.836057, 49.690428, 50.038809, 50.525678, 39.082946, 37.689006, 36.455009, 39.69258, 41.920862, 41.403462, 42.442472, 42.456075, 42.833049, 41.351926, 42.037297, 40.53457, 36.5447, 33.702306, 29.853342, 27.180651, 26.161535, 20.553355, 16.971937, 15.631394, 14.297969, 9.885574, 5.83078, 2.687485, 1.049349, 1.995798]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 293, "item_id": "gsm8kpl-141", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1155, "region_end": 288, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 0.9966}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [64, 71, 48, 61, 63, 42, 56, 57, 43, 64, 66, 75, 62, 57, 40, 42, 63, 50, 49, 55, 47, 43, 38, 52, 60, 51, 61, 61, 64, 56, 52, 69, 46, 52, 53, 57, 56, 60, 54, 52, 47, 53, 51, 52, 46, 44, 34, 25, 13, 8], "n_am_pl": [18, 72, 44, 48, 38, 43, 38, 39, 39, 30, 31, 36, 32, 41, 46, 44, 46, 51, 52, 46, 36, 44, 43, 37, 38, 43, 42, 31, 41, 39, 46, 44, 46, 34, 30, 34, 33, 24, 29, 30, 29, 27, 19, 18, 18, 28, 40, 40, 62, 68], "n_pos": 280, "sum_m_en": [25.843984, 13.050697, 13.714037, 14.817087, 15.628922, 15.058286, 14.663388, 14.690573, 15.438408, 16.724811, 16.313916, 17.391966, 18.063884, 17.894168, 17.965631, 17.761232, 17.715194, 16.974894, 15.50822, 14.788267, 14.094836, 13.211869, 12.928646, 12.649171, 27.371182, 27.096467, 26.372633, 25.539829, 26.193198, 25.413554, 23.902089, 23.744042, 22.904185, 23.420671, 24.934796, 24.077775, 23.333769, 26.839083, 27.996942, 31.562201, 30.800747, 36.646481, 39.359877, 40.860807, 38.905978, 41.819835, 32.443272, 28.55015, 11.958817, 8.017631], "sum_m_pl": [113.280648, 141.592386, 135.4697, 131.697974, 129.816683, 129.296066, 131.417248, 129.348772, 128.148202, 129.269285, 129.117408, 127.220707, 128.507083, 127.517285, 127.916059, 128.632591, 127.574815, 129.890361, 132.421213, 136.230463, 135.544682, 135.367731, 136.164478, 136.377377, 109.654142, 109.048794, 109.330395, 116.625756, 122.46515, 124.03203, 121.592211, 122.659419, 123.937741, 112.386769, 111.239247, 104.370205, 98.490444, 94.315027, 89.973659, 85.26726, 79.893045, 75.125921, 69.706367, 60.534583, 55.661165, 53.396143, 49.983601, 45.182027, 62.28561, 68.369983]}, "digit": {"n_am_en": [9, 25, 12, 11, 6, 3, 6, 11, 1, 11, 10, 8, 6, 7, 3, 5, 9, 6, 8, 6, 7, 6, 4, 6, 9, 9, 9, 10, 10, 5, 8, 9, 7, 5, 6, 3, 4, 5, 3, 2, 2, 4, 4, 5, 3, 4, 3, 1, 0, 0], "n_am_pl": [0, 3, 6, 7, 8, 4, 1, 1, 5, 2, 2, 2, 1, 2, 6, 1, 8, 5, 5, 6, 7, 5, 9, 3, 4, 2, 8, 4, 11, 11, 13, 9, 7, 5, 6, 6, 5, 5, 6, 4, 2, 2, 0, 4, 0, 0, 0, 0, 0, 0], "n_pos": 43, "sum_m_en": [3.813992, 1.948645, 1.954527, 1.942895, 1.913715, 1.955829, 1.930847, 2.0344, 2.06185, 2.159682, 2.023673, 2.163394, 2.35453, 2.465055, 2.360258, 2.271399, 2.328695, 2.297428, 2.088694, 1.964129, 1.866021, 1.761676, 1.747209, 1.728907, 3.27701, 3.21913, 3.247889, 3.240178, 3.349087, 3.140569, 3.183053, 3.165343, 2.847332, 2.822831, 3.015434, 3.001011, 2.942554, 2.553208, 2.615596, 2.916373, 3.11156, 3.82271, 3.91248, 3.641833, 3.264427, 3.531574, 3.170265, 1.982877, 0.109925, 0.0], "sum_m_pl": [19.121316, 23.035035, 21.893804, 21.365675, 21.122989, 20.955152, 21.23381, 20.527312, 20.625478, 20.773204, 21.16081, 21.014669, 20.887663, 20.232443, 20.43861, 20.3446, 20.240583, 20.227944, 20.881384, 21.229618, 21.137583, 21.204119, 21.336075, 21.41843, 18.402431, 17.790592, 17.789456, 19.247694, 20.015158, 19.940148, 19.356352, 19.223662, 19.868634, 18.997313, 18.32899, 17.854036, 17.012193, 16.905618, 16.078034, 15.74536, 14.789984, 14.848017, 14.813815, 13.79417, 12.310548, 9.985298, 6.852656, 3.626567, 0.338599, 0.0]}, "lang": {"n_am_en": [24, 16, 16, 15, 21, 19, 22, 17, 17, 15, 18, 22, 23, 20, 22, 21, 27, 17, 15, 19, 18, 19, 17, 21, 22, 17, 26, 23, 26, 19, 23, 28, 16, 22, 23, 28, 30, 32, 32, 29, 25, 33, 32, 35, 31, 27, 19, 13, 9, 8], "n_am_pl": [4, 18, 8, 12, 10, 7, 10, 14, 9, 8, 6, 13, 9, 14, 10, 16, 11, 15, 14, 12, 10, 14, 12, 10, 9, 9, 4, 6, 6, 7, 12, 9, 15, 9, 6, 6, 12, 7, 11, 15, 13, 13, 8, 9, 15, 26, 36, 39, 62, 68], "n_pos": 76, "sum_m_en": [7.261918, 3.512171, 4.014908, 4.586665, 4.862522, 4.182684, 4.126253, 4.021088, 4.408022, 4.781988, 4.735287, 5.264513, 5.31402, 5.208697, 5.450198, 5.280218, 5.204429, 4.892703, 4.657757, 4.404003, 4.101123, 3.704223, 3.626774, 3.509723, 9.390767, 8.769918, 8.457946, 8.075941, 8.113336, 7.83633, 7.467281, 7.41903, 7.969702, 8.703773, 8.905521, 8.645638, 9.011796, 11.099617, 12.040847, 12.774041, 12.961306, 16.673059, 19.018488, 22.218643, 21.554494, 22.938514, 16.853696, 15.766665, 8.916667, 8.003602], "sum_m_pl": [28.660455, 36.321566, 34.228866, 33.239237, 33.064626, 33.751686, 34.426805, 34.609402, 34.20551, 34.744537, 34.778229, 34.328238, 35.002901, 34.873608, 35.209341, 35.576303, 35.179598, 35.928974, 36.062416, 37.060819, 37.073978, 37.157552, 37.158845, 37.36466, 31.059665, 31.171474, 30.994396, 32.929095, 34.0918, 34.180598, 34.299541, 34.347307, 34.585486, 32.374869, 32.64344, 32.327051, 32.034898, 31.8396, 30.517306, 30.635923, 29.896447, 26.249064, 24.045476, 21.940484, 25.228509, 28.772903, 33.879716, 36.024782, 59.869796, 67.399609]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 280, "item_id": "gsm8kpl-141", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1014, "region_end": 280, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.9857}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 64, 41, 42, 42, 40, 41, 48, 35, 52, 58, 67, 59, 50, 59, 59, 50, 47, 56, 43, 34, 43, 39, 40, 66, 68, 76, 62, 64, 61, 50, 55, 54, 55, 73, 71, 69, 63, 62, 58, 59, 60, 62, 60, 68, 69, 73, 72, 71, 67], "n_am_pl": [5, 26, 16, 28, 16, 16, 21, 11, 18, 22, 16, 18, 23, 25, 16, 19, 28, 24, 14, 18, 30, 23, 24, 16, 14, 14, 20, 22, 23, 24, 19, 20, 28, 20, 10, 10, 6, 6, 4, 8, 7, 5, 7, 8, 6, 6, 4, 3, 2, 2], "n_pos": 184, "sum_m_en": [23.180665, 10.239486, 9.825929, 9.841076, 10.809847, 11.029899, 10.575003, 10.835897, 11.483579, 11.94055, 11.703854, 12.724041, 13.6334, 13.591192, 14.10534, 12.997634, 12.666864, 12.44769, 11.46091, 10.574072, 9.837696, 9.230894, 8.94462, 8.833849, 26.981895, 25.970042, 26.922913, 24.339256, 22.784113, 21.514826, 18.973434, 19.197721, 19.618572, 20.789683, 23.297611, 25.657442, 29.883255, 31.683054, 35.708479, 41.765644, 41.117697, 44.033771, 50.003132, 54.01494, 61.606619, 65.661116, 71.034159, 73.362302, 71.113939, 67.697244], "sum_m_pl": [70.683833, 90.909536, 89.847771, 86.8705, 84.560551, 83.371981, 84.973718, 83.331138, 80.925102, 83.85936, 84.022014, 84.324074, 83.864671, 82.61918, 83.337489, 84.374333, 84.516346, 84.583751, 85.124239, 86.838811, 86.819717, 87.729837, 87.935598, 88.224726, 65.571793, 65.139049, 64.993979, 69.757085, 73.197802, 72.668237, 73.167835, 72.772851, 72.36076, 67.393137, 66.102196, 61.094226, 53.160184, 48.720921, 43.353175, 41.886684, 37.891639, 33.891693, 32.119304, 26.07246, 20.203028, 16.462424, 12.230391, 9.167519, 2.366578, 2.000707]}, "digit": {"n_am_en": [8, 13, 7, 2, 6, 2, 5, 13, 7, 6, 9, 8, 6, 3, 5, 9, 5, 5, 3, 2, 3, 4, 4, 3, 7, 7, 8, 7, 9, 8, 6, 4, 7, 1, 8, 6, 2, 2, 2, 2, 4, 5, 5, 3, 3, 4, 3, 2, 0, 0], "n_am_pl": [0, 4, 1, 6, 3, 1, 1, 1, 4, 6, 2, 3, 5, 5, 1, 1, 3, 4, 1, 3, 7, 5, 3, 3, 2, 2, 3, 4, 4, 7, 4, 4, 5, 5, 3, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.19967, 1.590343, 1.588288, 1.568439, 1.670772, 1.688578, 1.586734, 1.764527, 1.850124, 1.94494, 1.997472, 2.015855, 2.277359, 2.238137, 2.248651, 2.136239, 2.148866, 2.182893, 1.917136, 1.814697, 1.722235, 1.625781, 1.580302, 1.571465, 3.224301, 3.069111, 3.145119, 3.403694, 3.274362, 3.040347, 3.11367, 2.976677, 2.838551, 2.452747, 2.805632, 2.66499, 2.515855, 2.284411, 2.585634, 2.550667, 2.467984, 2.653548, 4.893781, 4.642851, 4.192794, 4.448523, 4.06985, 2.331184, 0.372822, 6.1e-05], "sum_m_pl": [16.560875, 19.202472, 18.447351, 18.13403, 17.8462, 17.671066, 17.964519, 17.499973, 16.844967, 17.204599, 17.287242, 17.252434, 16.787006, 17.026294, 17.029714, 16.931819, 16.757431, 16.476303, 16.785421, 17.069023, 16.999844, 17.268219, 17.342704, 17.439785, 14.350485, 13.809291, 13.990343, 14.847452, 15.041608, 15.067242, 14.640769, 14.625566, 14.875169, 14.090816, 13.726278, 13.234899, 12.537119, 12.29528, 11.565424, 11.772418, 11.49178, 11.15688, 10.762249, 9.436309, 7.987679, 6.310545, 4.19266, 2.756108, 0.203718, 0.0]}, "lang": {"n_am_en": [20, 22, 10, 18, 16, 24, 18, 22, 16, 24, 25, 31, 29, 25, 34, 26, 29, 26, 36, 25, 20, 27, 25, 27, 36, 36, 41, 34, 33, 35, 29, 34, 32, 34, 42, 43, 46, 43, 41, 39, 41, 43, 44, 47, 52, 55, 59, 61, 67, 67], "n_am_pl": [2, 10, 5, 8, 5, 5, 7, 3, 8, 9, 9, 10, 11, 11, 10, 7, 10, 9, 6, 8, 11, 7, 8, 5, 6, 5, 3, 7, 8, 7, 4, 8, 9, 7, 2, 3, 2, 1, 2, 6, 6, 4, 6, 6, 4, 5, 4, 3, 2, 2], "n_pos": 70, "sum_m_en": [8.37793, 4.053585, 3.82049, 4.116317, 4.761088, 5.035443, 4.786866, 4.688962, 4.986998, 4.969586, 4.703412, 5.483654, 5.834156, 5.849629, 5.997367, 5.444409, 5.173023, 4.975759, 4.711816, 4.295795, 3.957758, 3.655987, 3.523453, 3.472104, 12.109737, 12.545508, 13.893498, 12.335908, 10.710388, 9.828033, 8.825322, 9.103462, 9.724645, 11.150534, 12.402771, 14.921996, 18.53838, 20.12697, 22.724338, 27.968618, 28.766693, 31.17788, 34.121297, 38.102042, 46.048061, 49.595749, 55.741849, 58.802254, 66.032373, 66.569805], "sum_m_pl": [25.538811, 32.629665, 32.340685, 30.81396, 30.026163, 29.461635, 30.253033, 30.320297, 29.617626, 31.120906, 31.07215, 31.334599, 31.356173, 30.820904, 31.640289, 32.16042, 32.204853, 32.122062, 32.066649, 32.87728, 32.911603, 33.290829, 33.301362, 33.349296, 24.608005, 24.892187, 24.014699, 25.445305, 26.975287, 27.001824, 27.548755, 27.189029, 27.172993, 25.780217, 25.275536, 23.51487, 20.247657, 18.461064, 16.232613, 15.658441, 14.378663, 12.441921, 11.314778, 10.092473, 7.439746, 6.189333, 5.416045, 4.496244, 2.029726, 2.000154]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "gsm8kpl-146", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1198, "region_end": 184, "roundtrip_ok": true, "tf_agree": 0.9842, "tf_agree_excl_first": 0.9894}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 62, 60, 32, 46, 35, 45, 63, 40, 45, 51, 50, 66, 49, 62, 48, 47, 49, 42, 44, 44, 43, 39, 46, 73, 77, 63, 78, 77, 65, 72, 61, 68, 70, 82, 71, 56, 58, 58, 60, 61, 60, 65, 69, 65, 55, 39, 24, 20, 6], "n_am_pl": [17, 67, 53, 59, 50, 39, 29, 39, 40, 42, 47, 38, 46, 55, 40, 56, 61, 45, 55, 74, 60, 58, 47, 58, 32, 31, 40, 38, 43, 63, 45, 48, 49, 29, 12, 20, 24, 18, 28, 24, 24, 30, 24, 21, 18, 22, 21, 27, 45, 56], "n_pos": 290, "sum_m_en": [25.538252, 14.239674, 15.154298, 15.298174, 15.658069, 15.710962, 15.945249, 16.064581, 16.875689, 17.010155, 16.674632, 17.536869, 18.902696, 19.054255, 20.131144, 18.909103, 18.159564, 17.859851, 16.390561, 15.526781, 14.752711, 13.984346, 13.600537, 13.224313, 31.22698, 29.776508, 28.509538, 28.685705, 30.906223, 30.325883, 28.770723, 28.743194, 29.863179, 28.598067, 30.455401, 30.257565, 31.458782, 32.186211, 33.436394, 38.17089, 40.578837, 39.818034, 45.279974, 49.029886, 50.085432, 49.955462, 37.609235, 27.067989, 20.074633, 5.874203], "sum_m_pl": [121.680728, 142.68192, 138.308982, 135.497214, 134.246938, 130.485854, 133.042632, 131.914602, 128.642965, 131.718722, 129.729087, 131.501499, 131.626447, 131.202152, 130.456779, 133.164396, 132.048976, 132.030547, 134.557462, 137.872313, 137.681239, 137.966859, 138.400598, 139.244457, 107.581501, 107.642365, 106.531951, 113.377413, 117.854859, 119.013715, 119.086777, 118.97331, 117.361042, 106.574356, 104.07197, 95.704148, 87.973038, 85.205613, 81.106853, 82.528223, 77.568965, 77.018486, 73.262531, 62.744554, 52.601011, 46.54305, 40.819483, 37.855519, 44.086699, 55.272266]}, "digit": {"n_am_en": [5, 21, 12, 7, 10, 4, 6, 18, 9, 11, 14, 9, 9, 9, 11, 6, 6, 12, 9, 7, 11, 11, 10, 11, 10, 12, 8, 20, 11, 10, 10, 7, 10, 12, 11, 10, 7, 9, 6, 7, 8, 9, 9, 9, 8, 5, 5, 1, 0, 1], "n_am_pl": [0, 11, 4, 7, 6, 0, 1, 4, 5, 8, 9, 2, 7, 3, 8, 13, 17, 6, 7, 15, 8, 9, 6, 9, 6, 2, 5, 4, 9, 6, 11, 6, 11, 4, 4, 3, 3, 3, 2, 2, 2, 2, 2, 1, 2, 2, 1, 2, 0, 0], "n_pos": 62, "sum_m_en": [4.901825, 2.860141, 2.949669, 2.934792, 2.964596, 2.989174, 2.92333, 3.177382, 3.28425, 3.288228, 3.333702, 3.356403, 3.992212, 3.789891, 3.874929, 3.595389, 3.48793, 3.478182, 3.08692, 2.916827, 2.739586, 2.598443, 2.542358, 2.519173, 4.243122, 4.613888, 4.765013, 5.072421, 5.356867, 5.265853, 5.277331, 5.072042, 4.709027, 4.492487, 4.710735, 4.828767, 4.619976, 4.605107, 5.276796, 6.012134, 5.90264, 6.323874, 8.032254, 7.462361, 6.191618, 6.415317, 6.348014, 3.0131, 0.563577, 0.568281], "sum_m_pl": [28.792879, 32.941435, 31.317375, 30.989121, 30.765033, 30.28066, 30.556444, 29.472713, 28.68703, 29.328043, 29.369332, 29.865839, 29.02864, 29.252477, 28.63741, 29.197211, 29.112158, 28.927188, 29.723905, 30.165978, 30.133836, 30.427986, 30.588696, 30.78951, 25.994711, 25.04341, 24.444418, 26.025454, 26.897543, 26.396393, 25.787193, 25.779741, 26.224086, 25.030723, 24.943017, 23.842968, 22.210928, 22.663098, 21.182039, 21.534559, 20.941143, 21.313949, 20.993558, 19.504091, 17.866465, 15.209823, 11.304764, 7.769237, 0.504371, 0.001007]}, "lang": {"n_am_en": [18, 9, 13, 8, 14, 8, 13, 14, 8, 7, 9, 9, 16, 13, 13, 12, 12, 14, 15, 17, 15, 14, 13, 16, 25, 25, 19, 21, 23, 20, 23, 21, 25, 24, 28, 26, 24, 28, 26, 27, 24, 24, 28, 29, 34, 34, 24, 19, 15, 5], "n_am_pl": [5, 18, 8, 13, 12, 13, 6, 8, 7, 8, 12, 13, 10, 13, 9, 8, 8, 8, 10, 13, 16, 14, 16, 15, 6, 7, 9, 9, 9, 15, 9, 12, 9, 9, 2, 3, 6, 6, 8, 6, 5, 9, 6, 8, 5, 8, 15, 19, 41, 56], "n_pos": 62, "sum_m_en": [5.47532, 3.383963, 3.619184, 3.913674, 3.823401, 3.508046, 3.852643, 3.649825, 3.761962, 3.735776, 3.611116, 4.072131, 4.113049, 4.245754, 4.656371, 4.229497, 4.106021, 4.042294, 3.988714, 3.683199, 3.44968, 3.184845, 3.069147, 2.951191, 9.411278, 8.644273, 7.918012, 7.886012, 7.735792, 7.504292, 7.029976, 7.14909, 8.259479, 7.774105, 8.760623, 9.304925, 9.893938, 10.568271, 11.413932, 14.073609, 16.348305, 14.1421, 15.507012, 18.531945, 24.025798, 26.763422, 20.263637, 16.162537, 14.863493, 5.287288], "sum_m_pl": [24.126648, 27.231093, 27.126017, 26.521735, 26.611948, 26.020157, 26.859407, 27.126064, 26.519737, 27.448067, 26.669418, 26.891854, 27.237161, 26.94059, 27.438652, 28.061792, 27.960719, 27.823702, 28.35648, 29.322767, 29.408107, 29.478701, 29.442336, 29.642995, 24.032383, 24.085421, 23.983835, 24.822462, 25.641868, 26.138394, 26.463268, 26.455432, 25.513417, 24.300166, 23.476488, 22.64776, 21.741798, 21.750686, 21.198644, 20.486265, 18.028634, 18.779748, 18.393126, 15.601436, 12.171846, 11.876674, 15.383263, 18.977082, 38.636468, 54.620726]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 296, "item_id": "gsm8kpl-146", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1057, "region_end": 290, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9864}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 45, 27, 30, 31, 29, 37, 44, 46, 55, 51, 57, 55, 39, 37, 36, 56, 46, 45, 38, 42, 43, 40, 48, 60, 54, 43, 48, 55, 48, 45, 41, 42, 36, 50, 56, 56, 51, 59, 58, 66, 71, 69, 79, 73, 79, 83, 97, 92, 87], "n_am_pl": [29, 26, 30, 35, 24, 38, 33, 19, 24, 28, 34, 25, 26, 25, 20, 10, 12, 24, 20, 17, 27, 27, 30, 17, 12, 12, 15, 20, 18, 29, 28, 24, 18, 18, 9, 8, 11, 3, 3, 6, 0, 2, 1, 2, 2, 2, 3, 2, 0, 1], "n_pos": 178, "sum_m_en": [21.881262, 9.500777, 9.037499, 9.364115, 9.705133, 9.725791, 10.272717, 10.814918, 12.10009, 13.611474, 12.973015, 13.360089, 14.411904, 14.111768, 14.553071, 13.448035, 13.925461, 13.454888, 11.839599, 10.973579, 10.096062, 9.263948, 8.966404, 8.823691, 22.391979, 22.771541, 22.422065, 21.723909, 21.414421, 20.712705, 19.971951, 18.740618, 19.20924, 18.334917, 21.225899, 23.100285, 27.676006, 27.538023, 32.191941, 37.977087, 39.717238, 41.897495, 47.629491, 52.314137, 55.029598, 62.578512, 70.496107, 87.781443, 90.386041, 87.258899], "sum_m_pl": [68.873328, 85.783776, 83.694207, 80.924323, 81.608882, 80.446707, 81.622485, 80.833259, 79.301916, 79.899691, 80.079133, 79.427326, 78.303874, 75.452629, 76.204769, 78.463155, 77.481244, 79.53189, 81.274939, 83.689871, 83.939153, 84.924968, 85.261566, 85.701493, 64.284576, 63.873637, 64.06141, 68.619409, 69.572706, 69.62426, 68.880456, 68.967197, 69.991614, 65.433499, 63.179439, 59.132169, 50.501337, 46.662002, 40.947168, 39.629475, 37.020042, 33.2947, 28.341573, 24.034691, 21.710999, 16.383588, 11.46516, 5.407476, 1.062166, 1.368465]}, "digit": {"n_am_en": [0, 8, 8, 1, 0, 1, 2, 0, 0, 1, 5, 2, 3, 3, 1, 0, 2, 2, 1, 1, 2, 1, 0, 1, 2, 3, 2, 5, 5, 8, 4, 4, 3, 2, 2, 4, 2, 2, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [1, 1, 3, 3, 2, 1, 0, 1, 0, 2, 3, 2, 1, 2, 1, 0, 0, 0, 1, 1, 2, 1, 1, 2, 2, 2, 2, 0, 1, 1, 6, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 15, "sum_m_en": [1.409715, 0.631093, 0.592083, 0.588464, 0.601912, 0.618799, 0.650491, 0.709092, 0.7818, 0.886759, 0.876953, 0.904835, 1.012936, 0.992992, 0.99922, 0.948947, 0.975719, 0.977121, 0.874807, 0.815106, 0.742661, 0.698346, 0.677139, 0.669486, 1.170183, 1.270308, 1.365112, 1.460729, 1.558559, 1.58582, 1.648839, 1.455686, 1.275291, 1.226533, 1.184124, 1.337089, 1.227594, 1.130117, 1.196807, 1.208875, 1.207976, 1.360843, 1.994897, 1.930155, 1.768258, 1.988341, 1.552577, 1.445785, 0.058473, 0.002784], "sum_m_pl": [6.619168, 8.064877, 7.815402, 7.461419, 7.379904, 7.194535, 7.110915, 6.914196, 6.653524, 6.507916, 6.761057, 6.632178, 6.201293, 5.740688, 5.979467, 6.088579, 6.086225, 6.43655, 6.777878, 7.059439, 7.045458, 7.122071, 7.157806, 7.173715, 5.970477, 5.819357, 5.769595, 6.200263, 6.252411, 6.11999, 5.933438, 5.946814, 5.87528, 5.78297, 5.527585, 5.498703, 5.116721, 5.085497, 4.555787, 4.797337, 4.519853, 4.519072, 4.191624, 3.558769, 3.480136, 2.194159, 1.844411, 1.167574, 0.196032, 0.180552]}, "lang": {"n_am_en": [29, 15, 8, 13, 15, 17, 19, 29, 33, 30, 24, 33, 29, 21, 25, 22, 36, 25, 30, 25, 27, 32, 28, 29, 40, 35, 28, 30, 34, 26, 22, 19, 24, 20, 32, 35, 40, 37, 45, 42, 52, 59, 55, 63, 63, 67, 72, 80, 87, 87], "n_am_pl": [20, 14, 11, 12, 11, 17, 13, 6, 11, 13, 16, 12, 13, 9, 13, 5, 9, 18, 13, 10, 13, 16, 15, 10, 7, 10, 8, 14, 9, 15, 14, 16, 12, 12, 8, 5, 3, 2, 0, 2, 0, 0, 0, 1, 1, 2, 1, 1, 0, 1], "n_pos": 89, "sum_m_en": [9.689015, 4.601824, 4.537932, 4.771257, 4.876412, 4.990455, 5.329114, 5.700616, 6.474166, 7.276552, 6.827842, 7.101166, 7.814466, 7.526806, 7.979892, 7.296766, 7.63821, 7.284183, 6.349848, 5.797523, 5.267807, 4.715314, 4.53949, 4.436339, 13.202807, 13.270526, 13.369035, 12.806558, 12.400505, 11.976851, 11.308858, 10.970843, 11.237948, 10.739968, 12.564872, 13.922832, 18.455782, 18.591798, 22.802383, 26.357247, 28.99847, 31.643653, 36.374403, 39.267572, 43.489764, 50.690674, 59.998205, 72.197918, 83.489515, 86.873812], "sum_m_pl": [34.210474, 41.417881, 40.243665, 38.812618, 39.817952, 39.362778, 40.002101, 39.969373, 39.246091, 39.820604, 39.789646, 39.952476, 39.71892, 38.575696, 38.717262, 39.838389, 39.471142, 40.040102, 41.007813, 42.360803, 42.437027, 43.084486, 43.18323, 43.424569, 34.377066, 34.453394, 33.628099, 35.470621, 35.53618, 35.269595, 35.731659, 35.547021, 36.00302, 34.512427, 33.541392, 31.947952, 27.003659, 24.619637, 21.132566, 20.005972, 18.353876, 17.843019, 14.238309, 13.405171, 12.399529, 9.081184, 6.218398, 1.952219, 0.249405, 1.135796]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "gsm8kpl-149", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1156, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9945}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [69, 49, 42, 51, 50, 44, 45, 43, 44, 66, 57, 59, 52, 47, 46, 57, 62, 60, 40, 41, 40, 36, 36, 44, 67, 63, 61, 54, 70, 77, 68, 65, 68, 70, 79, 79, 72, 70, 58, 65, 68, 76, 88, 87, 81, 73, 60, 55, 28, 19], "n_am_pl": [29, 67, 66, 42, 34, 52, 44, 57, 52, 44, 43, 42, 48, 47, 40, 40, 47, 41, 49, 51, 54, 54, 47, 52, 33, 53, 58, 50, 39, 44, 46, 39, 37, 19, 22, 27, 17, 15, 19, 20, 16, 21, 11, 17, 13, 14, 21, 23, 39, 39], "n_pos": 256, "sum_m_en": [23.666527, 12.231975, 13.771797, 15.004907, 15.817601, 14.23314, 14.897777, 14.492093, 15.965328, 17.888543, 17.177897, 18.094134, 19.112194, 18.82012, 19.630311, 19.77888, 19.962005, 19.213241, 16.721048, 15.348836, 14.535123, 13.312042, 13.010004, 12.471038, 29.042937, 29.390821, 29.489883, 29.141588, 29.48629, 28.876873, 27.061208, 26.320364, 27.449474, 27.342243, 32.036608, 33.08977, 35.852449, 33.069443, 33.246154, 38.925641, 42.797884, 43.664632, 50.03455, 50.87861, 51.999735, 64.679046, 52.974846, 55.235082, 27.94367, 19.887022], "sum_m_pl": [104.514717, 124.032861, 119.655566, 115.297585, 115.616401, 114.934121, 116.749359, 118.346024, 115.437778, 116.276788, 115.0251, 113.326909, 112.726645, 111.074922, 112.503561, 115.342258, 113.914997, 117.398052, 120.012871, 122.286871, 121.441419, 121.917784, 122.082923, 123.197341, 98.484475, 99.052998, 96.733987, 100.716627, 102.538133, 104.090356, 102.304626, 102.643457, 102.192356, 93.810929, 90.875034, 86.418393, 76.417466, 75.930157, 70.72665, 69.446337, 66.370242, 65.93645, 58.711323, 52.708669, 43.30369, 36.759002, 38.724864, 31.8055, 41.429556, 39.190418]}, "digit": {"n_am_en": [2, 6, 6, 4, 3, 4, 2, 2, 1, 4, 3, 4, 4, 3, 5, 4, 5, 3, 3, 2, 1, 1, 2, 1, 4, 8, 6, 9, 8, 11, 11, 6, 3, 4, 5, 3, 3, 2, 1, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 3, 3, 0, 0, 0, 3, 4, 4, 3, 2, 1, 0, 1, 4, 4, 2, 7, 6, 5, 3, 3, 5, 2, 4, 4, 5, 3, 3, 4, 4, 2, 0, 0, 2, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.713768, 0.874799, 0.907526, 0.921681, 0.954349, 0.927299, 0.955445, 1.001202, 1.070023, 1.166089, 1.15947, 1.240926, 1.375757, 1.414013, 1.384132, 1.409898, 1.436208, 1.444735, 1.258157, 1.130755, 1.021535, 0.953802, 0.93302, 0.91822, 1.817659, 1.887203, 2.034443, 2.252534, 2.454493, 2.395129, 2.341919, 2.060208, 1.739813, 1.784561, 1.797945, 1.754171, 1.793565, 1.576608, 1.504613, 1.989473, 1.716165, 1.662976, 1.456816, 1.261087, 0.960572, 0.742685, 0.338726, 0.081152, 0.012225, 4e-06], "sum_m_pl": [9.181799, 10.757485, 10.12857, 9.647002, 9.533736, 9.446988, 9.319241, 9.265276, 8.862183, 8.743731, 8.778378, 8.717303, 8.443607, 8.219061, 8.274914, 8.460607, 8.460966, 8.876603, 9.281683, 9.56853, 9.520648, 9.520582, 9.584395, 9.662701, 7.974316, 7.892653, 7.77943, 7.978264, 8.162584, 8.270636, 8.042603, 8.368051, 8.549038, 8.067966, 7.739106, 7.811847, 6.839334, 6.816642, 6.249713, 6.353752, 6.283046, 6.801633, 6.656702, 5.709501, 5.190869, 3.590612, 1.5609, 0.495803, 0.047606, 0.000141]}, "lang": {"n_am_en": [13, 4, 8, 10, 10, 12, 6, 12, 13, 13, 13, 12, 12, 11, 8, 10, 16, 16, 15, 16, 11, 10, 11, 18, 21, 18, 15, 13, 20, 20, 19, 20, 21, 23, 26, 24, 24, 26, 20, 25, 28, 29, 33, 33, 35, 34, 33, 30, 19, 19], "n_am_pl": [12, 18, 15, 11, 3, 10, 9, 11, 11, 12, 10, 11, 14, 13, 9, 12, 9, 11, 8, 9, 14, 16, 11, 9, 10, 8, 11, 11, 6, 9, 10, 5, 3, 4, 4, 6, 3, 3, 3, 3, 2, 5, 2, 5, 3, 8, 11, 12, 35, 39], "n_pos": 58, "sum_m_en": [4.915424, 2.725448, 2.913772, 3.000644, 3.155729, 3.135339, 3.04271, 3.229615, 3.520727, 3.737482, 3.819488, 4.013413, 4.150346, 4.145653, 4.177919, 4.165456, 4.534056, 4.247484, 3.795067, 3.435865, 3.229057, 3.022362, 2.912117, 2.807769, 7.449177, 7.385657, 7.372098, 6.99991, 6.718961, 6.530583, 6.189379, 6.100361, 6.24566, 6.33607, 8.053276, 9.077267, 11.518121, 11.042512, 11.302032, 14.38271, 17.358989, 17.292891, 19.826978, 20.940842, 25.120662, 30.300269, 29.08331, 28.848767, 19.191639, 19.048754], "sum_m_pl": [22.584818, 25.935304, 25.930966, 24.982514, 25.388262, 25.410977, 25.666826, 26.291729, 26.054875, 26.677904, 25.968409, 25.821917, 25.687545, 25.170401, 26.006168, 27.055921, 26.558005, 26.977056, 27.336915, 28.128229, 28.009421, 28.059244, 27.939925, 28.077759, 23.124154, 22.323922, 21.543817, 22.93765, 23.493499, 23.859637, 23.485928, 23.545856, 23.81184, 22.640216, 21.556486, 20.69365, 18.354654, 18.232785, 17.581711, 16.373017, 15.036509, 15.480983, 13.374498, 12.065477, 9.892406, 9.955027, 12.432714, 13.30075, 33.468101, 38.237249]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 260, "item_id": "gsm8kpl-149", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1015, "region_end": 256, "roundtrip_ok": true, "tf_agree": 0.9923, "tf_agree_excl_first": 0.9961}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [231, 245, 165, 173, 180, 179, 173, 203, 214, 233, 289, 275, 285, 247, 241, 264, 245, 245, 226, 248, 223, 235, 240, 256, 312, 298, 295, 269, 273, 267, 270, 275, 252, 228, 253, 282, 287, 326, 343, 342, 334, 328, 336, 354, 328, 320, 324, 324, 277, 275], "n_am_pl": [43, 114, 161, 132, 119, 108, 116, 83, 87, 94, 80, 89, 106, 94, 95, 75, 84, 88, 82, 91, 113, 116, 127, 133, 53, 56, 62, 70, 80, 98, 103, 92, 82, 87, 74, 63, 50, 44, 49, 51, 44, 43, 46, 52, 63, 63, 56, 50, 49, 51], "n_pos": 868, "sum_m_en": [96.126412, 48.24065, 47.107156, 45.720961, 48.15763, 49.075939, 50.766196, 54.455777, 60.556187, 62.619022, 65.323001, 69.770939, 68.293799, 67.268207, 70.23351, 68.909059, 65.033771, 67.888431, 58.957294, 53.303599, 46.355756, 42.086393, 40.154122, 38.696915, 95.117818, 101.890398, 110.245222, 96.964201, 97.891471, 94.388844, 84.962234, 88.512535, 87.307243, 87.063305, 93.270634, 116.719774, 135.835808, 171.984221, 183.856889, 203.714887, 209.544615, 229.753285, 240.938958, 271.975312, 275.446456, 274.080465, 298.417495, 300.226071, 277.074655, 274.47514], "sum_m_pl": [329.239697, 415.326611, 405.95902, 402.887784, 395.383205, 389.179558, 393.42188, 387.539204, 376.299436, 386.600959, 378.683283, 383.420999, 383.222582, 372.200989, 366.907036, 383.680153, 383.884499, 379.271291, 387.253707, 402.095833, 412.096684, 419.886813, 420.500745, 425.108247, 341.086373, 334.213042, 315.015187, 338.16565, 340.658944, 345.847884, 357.922783, 345.644209, 326.910455, 311.737093, 303.401735, 274.939863, 241.062353, 217.605082, 208.817276, 200.000079, 190.061476, 163.735205, 153.951917, 142.239917, 135.979778, 118.227966, 91.229033, 71.628015, 53.489698, 51.198686]}, "digit": {"n_am_en": [13, 54, 29, 23, 27, 10, 9, 23, 20, 17, 43, 26, 28, 20, 15, 19, 18, 14, 18, 21, 18, 17, 19, 20, 35, 31, 41, 33, 32, 31, 30, 24, 18, 11, 11, 14, 9, 13, 10, 11, 12, 12, 15, 15, 8, 9, 8, 6, 0, 0], "n_am_pl": [2, 6, 16, 14, 12, 5, 21, 11, 16, 13, 13, 13, 14, 19, 19, 13, 11, 23, 21, 17, 20, 23, 27, 27, 6, 10, 13, 14, 14, 20, 18, 14, 21, 23, 16, 15, 13, 8, 8, 9, 9, 8, 9, 10, 8, 5, 3, 2, 0, 0], "n_pos": 124, "sum_m_en": [11.688118, 5.482821, 5.188776, 5.123465, 5.42151, 5.665277, 5.993183, 6.501985, 6.979001, 7.412729, 7.741652, 7.813118, 8.765429, 8.387675, 8.058669, 8.109739, 7.607283, 8.364253, 7.35716, 6.857772, 6.056694, 5.511023, 5.274478, 5.166598, 9.368957, 9.185966, 11.020643, 10.243553, 10.81295, 10.73097, 10.485572, 10.44355, 9.332344, 8.853129, 8.558288, 10.200206, 9.734992, 9.790728, 9.750409, 9.900258, 10.119257, 10.41914, 10.272251, 11.371922, 9.680237, 8.783845, 7.586876, 6.063954, 0.516797, 0.000198], "sum_m_pl": [54.130457, 66.259401, 64.15471, 62.651351, 60.936666, 58.508681, 58.482879, 56.550585, 55.526134, 56.864667, 56.95493, 56.470034, 54.720943, 52.875932, 51.519425, 54.202873, 54.33973, 53.944624, 55.980331, 57.87471, 58.932569, 60.068857, 60.252211, 61.104048, 53.036794, 52.922899, 50.377759, 52.24923, 52.828596, 52.26036, 51.855675, 49.379575, 45.601562, 46.342462, 45.156043, 45.159217, 43.314329, 42.702796, 39.556314, 40.477765, 39.723313, 38.324819, 36.555005, 33.107805, 31.386476, 21.060678, 12.891841, 5.505475, 1.111914, 0.037419]}, "lang": {"n_am_en": [87, 79, 61, 78, 68, 92, 92, 106, 123, 123, 139, 138, 148, 134, 118, 126, 123, 121, 114, 127, 119, 127, 129, 140, 161, 151, 152, 142, 135, 131, 140, 148, 141, 137, 141, 159, 171, 193, 213, 206, 197, 206, 210, 214, 207, 204, 206, 223, 259, 272], "n_am_pl": [25, 44, 72, 45, 46, 32, 29, 31, 30, 31, 24, 28, 35, 37, 37, 32, 35, 34, 30, 36, 43, 40, 43, 51, 21, 22, 24, 27, 34, 29, 38, 34, 30, 29, 24, 20, 12, 19, 16, 22, 21, 24, 25, 34, 49, 50, 44, 43, 47, 51], "n_pos": 327, "sum_m_en": [38.624796, 19.311243, 19.539401, 18.707293, 19.548633, 20.14551, 21.303737, 22.956145, 26.344344, 26.779722, 27.956774, 30.150062, 28.687471, 27.936532, 29.503313, 28.571618, 26.857272, 28.120931, 24.377121, 21.702092, 18.451529, 16.566325, 15.715544, 15.017339, 45.52772, 50.317875, 52.614845, 44.700811, 44.663652, 42.487107, 37.647785, 39.837717, 40.214977, 41.762906, 44.88921, 57.477073, 74.321889, 93.747992, 104.773883, 120.92927, 124.466355, 144.02818, 150.777367, 163.664977, 170.508397, 174.512524, 192.978106, 210.890923, 248.758107, 267.194095], "sum_m_pl": [115.269752, 149.108557, 146.864394, 146.198121, 145.034404, 142.812656, 144.982064, 144.804998, 142.09474, 146.136783, 143.805879, 145.222248, 148.039802, 144.061166, 143.222501, 148.271321, 148.10864, 145.64296, 147.836035, 153.550832, 157.52368, 160.478753, 160.604872, 162.15649, 132.731083, 128.697088, 123.203108, 131.243829, 130.869928, 132.454308, 139.280665, 135.393147, 131.072076, 128.092088, 127.096085, 116.931992, 102.377371, 93.652345, 88.878979, 80.677922, 75.643027, 64.309179, 61.602668, 62.007865, 62.727914, 61.417684, 54.637203, 46.533507, 47.024727, 50.853002]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 872, "item_id": "gsm8kpl-153", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1216, "region_end": 868, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9828}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [152, 206, 169, 206, 168, 114, 102, 130, 121, 160, 178, 182, 171, 175, 215, 196, 211, 160, 151, 171, 146, 167, 157, 159, 190, 173, 164, 215, 209, 216, 199, 206, 196, 210, 197, 194, 193, 178, 185, 185, 180, 177, 187, 166, 141, 95, 88, 64, 31, 15], "n_am_pl": [32, 180, 146, 99, 129, 128, 135, 123, 114, 107, 87, 103, 118, 94, 75, 92, 106, 88, 120, 101, 122, 116, 108, 121, 88, 79, 99, 89, 103, 100, 114, 97, 109, 85, 99, 69, 64, 56, 59, 60, 63, 77, 61, 53, 58, 90, 88, 86, 91, 100], "n_pos": 677, "sum_m_en": [63.00174, 32.750673, 35.971817, 36.153801, 37.237748, 36.446819, 37.244049, 38.792288, 41.719759, 44.321804, 45.179867, 47.034108, 48.543183, 48.863974, 48.676657, 48.059359, 47.341738, 47.315951, 41.228818, 39.205906, 35.297006, 33.002511, 31.88842, 30.656616, 66.934943, 72.715816, 73.269343, 73.233362, 77.848138, 76.663001, 71.017143, 71.198067, 68.126159, 65.481891, 70.679481, 73.147708, 76.980739, 82.469849, 87.181587, 96.213934, 94.609772, 93.359082, 107.441983, 118.898451, 98.394896, 82.446641, 80.4039, 75.71542, 30.264411, 14.908323], "sum_m_pl": [277.361523, 339.680608, 327.65623, 323.904937, 322.060793, 317.99584, 319.889658, 314.57499, 312.453056, 313.759604, 308.533296, 312.054559, 313.169403, 303.721205, 304.272192, 313.421859, 313.032944, 312.685931, 322.288444, 328.25999, 331.997681, 334.405043, 335.722965, 338.009206, 280.723187, 271.783607, 267.912223, 282.587109, 284.951868, 286.629361, 291.671847, 289.065171, 294.068574, 286.067935, 279.055188, 263.714527, 242.349732, 230.445941, 219.969843, 211.231022, 203.318267, 194.030257, 178.898116, 160.559581, 145.241778, 153.965365, 126.00987, 102.650303, 102.68285, 99.070319]}, "digit": {"n_am_en": [2, 34, 38, 34, 37, 23, 19, 26, 5, 11, 25, 24, 12, 29, 30, 29, 25, 13, 15, 18, 17, 23, 23, 23, 32, 27, 28, 35, 26, 28, 16, 21, 21, 21, 17, 18, 22, 17, 24, 21, 17, 20, 16, 14, 11, 10, 9, 3, 0, 0], "n_am_pl": [1, 20, 1, 5, 5, 8, 7, 8, 9, 12, 3, 9, 13, 6, 7, 10, 8, 4, 9, 6, 10, 9, 5, 6, 1, 4, 7, 6, 14, 11, 13, 8, 8, 6, 11, 9, 6, 5, 4, 4, 5, 4, 8, 8, 6, 7, 5, 5, 0, 0], "n_pos": 79, "sum_m_en": [6.453627, 3.516677, 3.621334, 3.736797, 3.827924, 3.767706, 3.746727, 3.962299, 4.120695, 4.188224, 4.319276, 4.460989, 4.934223, 5.003124, 4.798333, 4.77452, 4.603636, 4.903102, 4.281987, 4.145127, 3.761865, 3.480583, 3.347156, 3.234552, 6.601335, 7.31506, 7.80025, 7.049368, 7.773861, 7.438337, 7.027094, 7.296155, 6.730431, 6.420112, 6.423902, 7.338842, 7.03868, 6.519563, 6.740893, 7.02469, 6.593086, 6.203518, 6.498141, 7.683837, 5.486954, 5.80598, 8.223108, 4.908757, 1.271285, 0.0], "sum_m_pl": [34.442124, 42.405187, 40.804628, 39.859775, 39.694831, 38.85713, 38.761187, 37.859847, 37.766306, 38.27949, 38.397565, 39.07419, 38.406633, 37.170701, 37.2843, 37.866843, 37.248871, 36.93057, 38.127043, 38.50439, 38.81241, 39.41629, 39.556615, 40.003727, 35.871771, 34.433706, 33.848671, 35.868632, 35.433233, 35.762694, 35.63874, 34.967258, 35.78548, 35.554853, 34.635155, 32.828162, 31.193779, 31.486882, 29.481672, 29.725543, 29.042062, 28.835535, 27.859669, 26.445668, 24.676792, 22.639235, 13.609909, 8.150738, 0.689631, 4e-06]}, "lang": {"n_am_en": [42, 33, 20, 24, 22, 24, 15, 19, 27, 35, 34, 37, 36, 37, 44, 38, 43, 37, 38, 46, 35, 39, 37, 34, 38, 38, 28, 37, 38, 35, 36, 45, 48, 56, 56, 54, 44, 45, 45, 49, 47, 51, 52, 53, 50, 30, 28, 20, 14, 15], "n_am_pl": [9, 32, 31, 15, 19, 12, 17, 23, 13, 11, 17, 18, 22, 16, 11, 15, 16, 20, 24, 16, 24, 22, 24, 24, 18, 19, 19, 18, 14, 12, 22, 25, 23, 22, 23, 19, 18, 16, 21, 17, 19, 19, 20, 22, 31, 49, 57, 60, 84, 100], "n_pos": 116, "sum_m_en": [11.181727, 6.119967, 6.317702, 6.352465, 6.437386, 6.406911, 6.490711, 6.719309, 7.544017, 7.696261, 8.394654, 8.88289, 8.631187, 8.733376, 8.517608, 8.119522, 7.527141, 7.599729, 6.932543, 6.431185, 6.038624, 5.663496, 5.444, 5.218041, 12.531167, 13.263711, 13.35615, 12.858188, 13.841115, 13.873089, 12.838223, 13.874627, 13.394968, 13.089216, 12.754592, 13.458082, 14.928027, 18.772012, 18.983105, 24.759345, 23.603918, 25.348777, 33.881076, 36.011481, 33.67142, 27.38457, 25.575923, 21.165377, 14.127387, 14.753478], "sum_m_pl": [45.303662, 54.393405, 52.609117, 52.506989, 52.256662, 51.771471, 51.864058, 52.73763, 53.133139, 54.011877, 52.623933, 52.855697, 54.277238, 53.105947, 53.987254, 56.342714, 56.895698, 55.942317, 57.320097, 58.329565, 58.615034, 58.653302, 58.761184, 58.788435, 51.59263, 50.756212, 49.352593, 51.632736, 51.138557, 51.179681, 53.10834, 52.878508, 54.514089, 53.88385, 53.576912, 52.252691, 50.470154, 47.075819, 46.482163, 43.028652, 43.377595, 36.852052, 33.280284, 34.061757, 39.071247, 49.743695, 57.165192, 57.32925, 82.365893, 98.247214]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 677, "item_id": "gsm8kpl-153", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1075, "region_end": 677, "roundtrip_ok": true, "tf_agree": 0.9941, "tf_agree_excl_first": 0.9956}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 58, 52, 55, 57, 42, 40, 38, 34, 44, 43, 59, 45, 54, 50, 54, 58, 53, 46, 35, 39, 40, 37, 52, 73, 73, 73, 59, 60, 63, 55, 62, 54, 51, 58, 56, 48, 52, 53, 49, 48, 49, 50, 57, 53, 59, 59, 58, 58, 54], "n_am_pl": [8, 23, 28, 16, 8, 10, 17, 21, 12, 23, 19, 15, 22, 20, 19, 19, 31, 32, 26, 30, 21, 19, 21, 15, 6, 11, 11, 9, 15, 16, 18, 21, 21, 11, 12, 14, 17, 9, 9, 10, 6, 8, 8, 6, 4, 5, 6, 2, 1, 0], "n_pos": 176, "sum_m_en": [19.031206, 9.646548, 9.585814, 8.942877, 9.468859, 9.413893, 9.049162, 9.137419, 9.896541, 9.998632, 10.419199, 11.304122, 11.990006, 12.34198, 11.884252, 11.011446, 10.439545, 10.241753, 9.611471, 8.923984, 8.523547, 7.963841, 7.682486, 7.565663, 21.242795, 20.969879, 19.896995, 17.216222, 16.651953, 16.029766, 15.77399, 15.868124, 15.456224, 15.835817, 17.074055, 19.376713, 24.254538, 24.196311, 27.620723, 29.362038, 31.352273, 33.375177, 35.464508, 39.578394, 43.486701, 49.618822, 56.322611, 59.59768, 59.299642, 54.243936], "sum_m_pl": [68.814973, 86.418681, 84.49304, 82.786433, 80.289212, 79.06489, 79.543365, 79.134743, 77.072935, 80.891162, 80.212278, 80.985382, 80.173402, 79.391685, 81.901776, 84.892767, 84.611012, 84.182863, 85.072316, 86.558465, 86.448031, 87.169391, 87.348774, 87.5998, 68.913474, 68.778876, 68.113455, 72.501183, 74.431069, 75.698367, 75.813929, 76.396652, 78.050526, 75.269407, 73.384286, 69.46659, 59.302633, 54.968047, 49.084064, 45.916138, 41.851407, 38.053585, 34.205657, 29.226546, 24.203718, 20.415246, 13.888746, 7.248284, 1.317202, 0.003248]}, "digit": {"n_am_en": [6, 20, 10, 8, 7, 2, 0, 5, 4, 2, 8, 10, 7, 4, 10, 9, 12, 8, 10, 8, 9, 10, 8, 14, 18, 16, 19, 14, 19, 17, 16, 15, 12, 10, 7, 9, 3, 4, 5, 5, 2, 1, 5, 8, 5, 2, 2, 0, 0, 0], "n_am_pl": [0, 6, 7, 3, 3, 2, 3, 4, 1, 7, 6, 3, 1, 3, 3, 4, 5, 12, 9, 8, 8, 4, 4, 2, 2, 7, 1, 3, 3, 2, 2, 2, 1, 0, 2, 2, 6, 4, 5, 5, 3, 4, 2, 2, 1, 2, 2, 0, 0, 0], "n_pos": 42, "sum_m_en": [3.617578, 1.867954, 1.845772, 1.756366, 1.910122, 1.880714, 1.74476, 1.851305, 1.912168, 1.948611, 1.982606, 2.063573, 2.264765, 2.434159, 2.317478, 2.161458, 2.270574, 2.259974, 2.025867, 1.885009, 1.747635, 1.629241, 1.591617, 1.56151, 2.961369, 2.921501, 2.852926, 2.767003, 2.9104, 2.812135, 2.778748, 2.82573, 2.600582, 2.457142, 2.763201, 2.837234, 2.849549, 2.885029, 3.116387, 3.011101, 2.889867, 2.755245, 3.493069, 4.122135, 3.829542, 2.750564, 2.397885, 1.815192, 0.397547, 0.0], "sum_m_pl": [19.282283, 22.652567, 21.398642, 20.876405, 19.881823, 19.663797, 19.742223, 19.505868, 18.9117, 20.202386, 20.441454, 20.456613, 19.497457, 19.727242, 20.090231, 20.795679, 20.460084, 20.184777, 20.728081, 21.082644, 21.126528, 21.357737, 21.372907, 21.542426, 19.064737, 19.288844, 19.331359, 19.867694, 20.045555, 20.164379, 19.712978, 19.519145, 19.910201, 19.917559, 19.313537, 19.169715, 18.294669, 17.848881, 17.211822, 16.907532, 16.603805, 16.042006, 15.234568, 13.560995, 12.734313, 10.548487, 6.510842, 3.303866, 0.71827, 0.0]}, "lang": {"n_am_en": [12, 18, 17, 22, 27, 20, 24, 21, 21, 19, 16, 22, 20, 27, 23, 19, 25, 23, 19, 15, 15, 16, 15, 18, 32, 36, 35, 28, 26, 28, 27, 27, 25, 24, 31, 27, 27, 29, 29, 29, 29, 29, 30, 33, 37, 47, 47, 52, 54, 54], "n_am_pl": [6, 9, 6, 2, 1, 3, 6, 7, 3, 5, 5, 5, 7, 5, 7, 8, 13, 8, 5, 7, 6, 6, 9, 6, 1, 2, 4, 2, 3, 5, 6, 6, 10, 8, 9, 9, 6, 3, 3, 3, 0, 3, 4, 4, 1, 1, 0, 0, 0, 0], "n_pos": 55, "sum_m_en": [6.515107, 3.190112, 3.14867, 2.884792, 3.084909, 3.168864, 3.266015, 3.223016, 3.546909, 3.444356, 3.71771, 4.134287, 4.600185, 4.705113, 4.573144, 4.076111, 3.62577, 3.586346, 3.435733, 3.134386, 2.975337, 2.748122, 2.612131, 2.566881, 9.892059, 9.913034, 9.898739, 7.944673, 7.355407, 7.088745, 6.953798, 7.045777, 6.975257, 7.422945, 7.620343, 9.266899, 12.410995, 12.684229, 14.314221, 16.404327, 18.3668, 21.187779, 22.399219, 25.12848, 29.945141, 37.435633, 44.101184, 47.153182, 53.377292, 53.864939], "sum_m_pl": [19.332381, 26.497808, 26.275592, 25.856002, 25.232605, 24.71777, 24.816113, 24.927571, 24.434634, 25.352396, 24.723075, 25.398453, 25.432149, 24.689094, 25.8483, 26.733997, 27.021663, 26.93413, 26.922391, 27.336298, 27.243378, 27.401292, 27.482809, 27.518161, 20.222202, 20.510661, 20.023372, 21.873153, 22.319425, 22.645035, 22.886056, 23.03169, 23.993891, 23.330852, 23.358948, 21.887062, 18.210699, 16.636236, 15.053922, 13.435367, 12.144845, 10.59729, 9.165813, 8.444988, 6.053221, 4.399466, 2.201179, 0.655335, 0.043117, 0.003147]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "gsm8kpl-165", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1231, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9889, "tf_agree_excl_first": 0.9944}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [25, 47, 45, 35, 35, 24, 21, 19, 23, 28, 25, 27, 27, 19, 33, 22, 37, 27, 26, 18, 20, 27, 22, 33, 46, 44, 39, 38, 46, 41, 27, 27, 26, 23, 29, 24, 18, 18, 21, 24, 23, 16, 17, 18, 13, 12, 9, 8, 1, 1], "n_am_pl": [5, 31, 26, 22, 13, 16, 18, 16, 11, 17, 9, 16, 17, 24, 22, 33, 27, 32, 41, 33, 26, 24, 23, 14, 9, 9, 9, 8, 17, 17, 21, 19, 22, 18, 12, 10, 9, 7, 6, 9, 9, 5, 8, 5, 5, 7, 11, 14, 26, 30], "n_pos": 136, "sum_m_en": [11.852317, 6.814681, 6.857587, 6.680851, 7.303441, 7.236277, 7.004796, 7.057887, 7.702216, 7.788952, 7.741006, 7.919852, 8.479373, 8.806242, 8.78437, 7.841844, 7.743944, 7.555779, 6.604816, 6.295565, 6.023743, 5.725398, 5.57313, 5.41836, 14.182657, 13.006804, 11.3157, 11.141824, 11.436007, 10.54332, 9.963816, 9.870448, 9.096117, 8.892253, 9.931797, 10.113557, 10.19088, 9.915713, 12.211353, 12.652234, 13.488594, 12.77423, 13.909531, 15.252508, 13.360712, 12.115835, 8.717143, 6.713775, 1.959433, 1.001412], "sum_m_pl": [59.25997, 67.288995, 65.753173, 64.148995, 61.475119, 59.716777, 60.517783, 60.516787, 58.700344, 61.806847, 61.23117, 61.622528, 61.551051, 60.560312, 62.153014, 65.921646, 65.751479, 65.653026, 67.440132, 68.296024, 68.030008, 68.581205, 68.455074, 68.93105, 57.189043, 56.666765, 56.429647, 58.406565, 62.258378, 64.112101, 62.989013, 62.004453, 62.895829, 59.096522, 57.545147, 53.946837, 49.797913, 47.228198, 42.761352, 41.152768, 37.465334, 35.495995, 31.481428, 29.913913, 26.847069, 25.688776, 22.007389, 19.577561, 25.925884, 30.3545]}, "digit": {"n_am_en": [9, 26, 15, 13, 9, 5, 1, 2, 6, 5, 6, 7, 5, 4, 7, 5, 12, 6, 7, 2, 5, 7, 7, 13, 17, 14, 14, 11, 17, 18, 10, 10, 9, 6, 7, 4, 2, 2, 3, 1, 0, 0, 2, 2, 2, 1, 0, 1, 0, 0], "n_am_pl": [0, 3, 6, 4, 3, 1, 7, 3, 4, 3, 2, 3, 6, 7, 5, 4, 5, 14, 14, 15, 12, 9, 6, 3, 3, 4, 2, 3, 3, 3, 3, 1, 3, 3, 1, 1, 2, 1, 2, 5, 2, 1, 4, 1, 0, 0, 2, 0, 0, 0], "n_pos": 42, "sum_m_en": [3.470732, 1.89228, 1.84955, 1.726485, 1.858678, 1.845533, 1.739217, 1.853707, 1.915011, 1.912799, 1.948267, 1.977832, 2.214479, 2.324683, 2.225963, 2.102712, 2.238089, 2.205853, 1.884934, 1.794656, 1.692449, 1.590579, 1.55181, 1.518249, 2.954521, 2.860508, 2.830994, 2.725856, 2.863899, 2.740931, 2.683187, 2.650034, 2.36317, 2.249361, 2.542425, 2.607825, 2.513675, 2.490555, 2.697541, 2.52828, 2.459741, 2.13755, 2.503481, 2.443055, 2.252423, 2.058652, 1.532705, 1.021606, 0.169243, 0.0], "sum_m_pl": [20.255964, 22.498078, 21.549836, 21.024691, 20.133165, 19.632478, 19.791511, 19.61974, 19.027742, 20.08233, 20.099973, 20.240582, 19.540115, 19.444014, 19.964854, 20.792052, 20.712363, 20.390908, 21.204779, 21.523898, 21.429967, 21.644454, 21.650742, 21.807601, 19.530433, 19.392059, 19.231075, 19.954396, 20.542727, 20.764671, 20.24876, 19.89938, 20.401954, 20.122112, 19.737679, 19.526276, 18.966631, 18.452845, 17.879849, 16.979913, 16.218419, 15.762174, 15.345384, 14.767975, 14.115575, 12.035777, 8.465004, 3.785008, 0.538959, 0.0]}, "lang": {"n_am_en": [6, 3, 9, 6, 9, 7, 5, 5, 4, 8, 7, 6, 5, 5, 13, 7, 10, 10, 5, 7, 8, 10, 8, 11, 16, 16, 13, 13, 11, 12, 10, 12, 10, 8, 8, 9, 9, 10, 12, 12, 14, 9, 7, 7, 4, 5, 7, 5, 1, 1], "n_am_pl": [0, 10, 10, 6, 5, 5, 8, 6, 2, 6, 3, 6, 4, 6, 5, 11, 8, 8, 8, 6, 6, 5, 6, 5, 1, 0, 1, 1, 7, 5, 6, 5, 5, 9, 9, 6, 2, 2, 0, 0, 1, 2, 1, 3, 4, 5, 7, 12, 26, 29], "n_pos": 30, "sum_m_en": [2.655497, 1.532983, 1.612646, 1.663659, 1.78123, 1.789818, 1.845152, 1.811293, 2.081578, 2.0166, 2.142497, 2.213786, 2.348867, 2.448542, 2.530472, 1.987334, 1.916276, 1.872482, 1.653361, 1.56499, 1.501258, 1.400209, 1.340181, 1.27744, 4.380308, 3.806947, 3.487838, 3.360901, 3.121484, 2.778594, 2.7139, 2.8945, 2.801145, 2.774631, 2.887163, 3.031255, 3.308283, 3.050181, 4.017605, 4.323527, 5.305394, 5.127027, 5.052486, 5.607419, 5.327296, 4.795468, 4.501587, 3.529216, 1.377466, 1.000127], "sum_m_pl": [11.932439, 13.876191, 13.716836, 13.35773, 12.923912, 12.634949, 12.640247, 12.602922, 12.196383, 12.943941, 12.769525, 12.851169, 13.299412, 13.097131, 13.532326, 14.672536, 14.585908, 14.642163, 14.969131, 15.071926, 15.043997, 15.175546, 15.132229, 15.201978, 12.547145, 12.769219, 12.719689, 12.895766, 13.761727, 14.334416, 14.318821, 13.847459, 14.369584, 13.953418, 13.57141, 12.6533, 11.360042, 10.832767, 9.747766, 9.730025, 8.748097, 8.694452, 7.064612, 7.9689, 6.631191, 7.678525, 8.878098, 12.40829, 22.858682, 28.751683]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "gsm8kpl-165", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1090, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9857, "tf_agree_excl_first": 0.9928}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [71, 81, 49, 50, 60, 52, 59, 63, 71, 73, 69, 79, 69, 77, 69, 75, 63, 58, 58, 65, 62, 60, 50, 53, 80, 63, 63, 68, 77, 81, 72, 71, 75, 76, 82, 94, 80, 87, 89, 91, 88, 82, 84, 74, 71, 66, 67, 78, 67, 66], "n_am_pl": [15, 27, 38, 32, 32, 44, 28, 40, 25, 22, 37, 26, 35, 27, 25, 30, 35, 41, 33, 35, 38, 35, 31, 33, 33, 34, 35, 28, 32, 37, 43, 31, 33, 35, 25, 18, 22, 18, 17, 21, 15, 12, 9, 16, 11, 8, 6, 5, 2, 2], "n_pos": 266, "sum_m_en": [29.286632, 14.442611, 14.487547, 13.875722, 14.776437, 15.310136, 15.409733, 16.42325, 17.391317, 18.464789, 18.734741, 20.385951, 21.192304, 21.307182, 20.827482, 19.010257, 18.950125, 18.004117, 16.60683, 15.906537, 14.86658, 13.93056, 13.339502, 13.505282, 39.249117, 39.30049, 35.935861, 32.920862, 32.035757, 30.957384, 29.446336, 28.51673, 28.124404, 28.794783, 32.764948, 35.96869, 40.965215, 41.96215, 44.683682, 52.020975, 54.470705, 54.150744, 57.554282, 61.369734, 64.190164, 63.450723, 66.811504, 73.924051, 67.442396, 65.899499], "sum_m_pl": [102.819933, 129.874872, 126.996039, 124.636772, 122.953631, 120.469171, 119.073626, 117.455719, 116.329889, 120.443187, 117.260037, 116.707303, 116.089269, 114.661155, 116.306425, 120.49139, 118.961543, 119.567675, 120.908638, 124.048896, 125.199816, 125.969975, 126.755538, 127.572621, 91.370996, 90.26454, 91.972968, 98.432508, 103.148956, 104.966744, 105.493263, 105.916274, 107.734131, 103.74389, 100.839546, 92.80165, 76.554181, 71.377192, 63.006204, 58.439707, 52.933063, 47.297098, 43.038665, 38.154602, 30.821936, 23.053709, 12.989351, 7.187116, 2.208839, 1.928728]}, "digit": {"n_am_en": [3, 19, 11, 6, 8, 7, 7, 9, 5, 7, 9, 8, 7, 8, 6, 7, 6, 6, 9, 9, 11, 7, 4, 5, 9, 9, 9, 7, 9, 10, 7, 12, 7, 9, 8, 10, 10, 5, 6, 4, 6, 4, 4, 3, 3, 2, 3, 1, 1, 0], "n_am_pl": [2, 0, 3, 4, 2, 2, 0, 0, 2, 2, 6, 3, 6, 5, 3, 2, 6, 10, 5, 8, 6, 5, 4, 6, 4, 8, 6, 4, 6, 4, 6, 6, 7, 5, 4, 3, 4, 7, 7, 3, 1, 0, 1, 4, 1, 1, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.691483, 1.304187, 1.212719, 1.174564, 1.281427, 1.311996, 1.287105, 1.382434, 1.467278, 1.479997, 1.605441, 1.737527, 1.765874, 1.987443, 1.830385, 1.754739, 1.928725, 1.860744, 1.704071, 1.619685, 1.534005, 1.435198, 1.372366, 1.388356, 3.163735, 3.167856, 3.004381, 2.839216, 2.764259, 2.761357, 2.737652, 2.874637, 2.456449, 2.54531, 2.649919, 2.855181, 2.814784, 2.539931, 2.604134, 2.660971, 3.985572, 2.890964, 2.558229, 3.187363, 3.158645, 2.573565, 3.259012, 1.756332, 0.583001, 0.0], "sum_m_pl": [14.021826, 16.108387, 15.66551, 15.251872, 15.071996, 14.662175, 14.475427, 14.192396, 14.110893, 14.596823, 14.486603, 14.405023, 13.99354, 13.300342, 13.691249, 13.982644, 13.487122, 13.720905, 14.160005, 14.378925, 14.589186, 14.611783, 14.700502, 14.863873, 12.397514, 12.403056, 12.330485, 13.071396, 13.464344, 13.680374, 13.509837, 13.16382, 13.38665, 13.049953, 12.755501, 12.589778, 12.055584, 12.015246, 11.341353, 10.465235, 9.601382, 8.542585, 7.654385, 6.995986, 5.219124, 3.448718, 1.169598, 0.561518, 0.02057, 0.0]}, "lang": {"n_am_en": [20, 21, 18, 20, 20, 22, 23, 26, 29, 26, 26, 26, 24, 26, 24, 20, 13, 19, 17, 21, 22, 23, 19, 23, 30, 23, 21, 21, 30, 25, 24, 27, 25, 24, 23, 36, 31, 40, 39, 45, 47, 48, 51, 47, 48, 49, 50, 60, 64, 66], "n_am_pl": [2, 6, 6, 6, 7, 10, 4, 9, 7, 5, 4, 7, 10, 4, 7, 9, 13, 14, 10, 15, 13, 13, 13, 12, 10, 7, 9, 7, 4, 4, 8, 8, 9, 11, 5, 2, 7, 4, 5, 7, 6, 5, 5, 4, 6, 5, 4, 1, 2, 2], "n_pos": 68, "sum_m_en": [8.645396, 4.138676, 4.080066, 3.861715, 4.091562, 4.012608, 4.021725, 4.525443, 4.796703, 5.043208, 5.193336, 5.986288, 6.09116, 6.005662, 6.136805, 5.246413, 5.155984, 5.148288, 4.839713, 4.553157, 4.110921, 3.814699, 3.592777, 3.70138, 16.647567, 15.466478, 13.894922, 12.667622, 11.768587, 11.130431, 10.400197, 9.954696, 10.201537, 10.880555, 12.415899, 14.969296, 19.39966, 20.694638, 22.75685, 27.831658, 29.640468, 31.92721, 35.145237, 38.724556, 41.834697, 44.19136, 48.167875, 54.327676, 63.042212, 65.170307], "sum_m_pl": [23.451063, 31.295719, 31.312896, 30.799878, 30.628719, 30.161992, 29.748013, 29.874034, 29.791044, 31.080811, 30.072628, 30.196187, 30.201494, 29.819238, 30.460261, 31.393953, 30.934567, 30.791728, 30.860939, 31.577508, 31.865846, 32.17512, 32.428164, 32.48684, 21.477562, 21.059988, 21.796927, 23.363758, 24.686385, 25.34714, 26.307344, 26.508109, 26.884751, 26.502232, 25.608955, 24.502055, 19.989537, 19.792645, 17.67286, 16.237834, 15.193593, 13.542117, 11.779123, 9.605489, 9.492312, 7.857902, 6.043242, 2.604799, 1.695617, 1.923583]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 270, "item_id": "gsm8kpl-167", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1144, "region_end": 266, "roundtrip_ok": true, "tf_agree": 0.9926, "tf_agree_excl_first": 0.9963}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [73, 78, 65, 66, 70, 52, 64, 73, 63, 70, 69, 64, 62, 68, 55, 49, 56, 55, 61, 65, 56, 64, 58, 58, 78, 79, 67, 70, 82, 73, 82, 81, 69, 77, 81, 89, 82, 69, 68, 75, 69, 65, 64, 67, 64, 45, 28, 22, 12, 9], "n_am_pl": [14, 65, 57, 51, 32, 46, 52, 51, 45, 47, 40, 48, 62, 51, 42, 48, 45, 57, 60, 61, 60, 56, 52, 58, 54, 60, 63, 56, 56, 71, 60, 49, 61, 55, 50, 42, 31, 33, 31, 39, 28, 33, 28, 33, 31, 40, 39, 42, 51, 53], "n_pos": 319, "sum_m_en": [30.661326, 15.202674, 16.392313, 16.190166, 17.301181, 18.170351, 17.856214, 19.057908, 19.906832, 20.975858, 21.066061, 21.825607, 22.526806, 22.975826, 22.12458, 20.887133, 21.07728, 19.681244, 17.878137, 17.52665, 16.726585, 15.989396, 15.442419, 15.250097, 38.320445, 38.536754, 36.148125, 33.293347, 33.681009, 32.02225, 29.701912, 29.024283, 26.954404, 28.971778, 32.867398, 35.393403, 36.933673, 36.678233, 41.431734, 47.531087, 49.599813, 48.591728, 51.940185, 54.52304, 55.773846, 43.971277, 29.090675, 23.179873, 12.727224, 9.040783], "sum_m_pl": [128.451092, 160.639964, 154.536773, 152.56123, 149.08919, 144.389178, 144.977381, 141.978195, 141.009183, 144.977192, 141.955652, 140.49163, 141.114754, 140.231867, 140.925613, 146.314887, 144.941368, 146.965387, 150.898668, 154.199742, 153.969667, 153.715412, 154.396466, 154.588326, 121.055734, 120.149059, 121.007996, 128.26568, 133.491682, 137.464003, 137.044697, 137.837563, 140.447909, 132.896382, 129.986395, 121.688392, 110.775957, 104.797699, 93.423345, 89.24124, 83.928121, 83.160051, 76.016312, 68.760047, 58.336146, 56.486736, 51.459086, 46.970527, 49.471448, 53.278315]}, "digit": {"n_am_en": [4, 22, 16, 9, 8, 5, 6, 8, 9, 7, 8, 5, 6, 13, 7, 4, 12, 11, 13, 12, 12, 12, 13, 14, 15, 16, 10, 9, 8, 7, 12, 18, 13, 14, 11, 15, 12, 11, 11, 6, 6, 6, 5, 5, 5, 2, 2, 1, 0, 0], "n_am_pl": [1, 6, 3, 1, 1, 3, 4, 4, 2, 4, 3, 8, 10, 7, 6, 10, 7, 12, 10, 12, 13, 12, 12, 10, 7, 7, 8, 10, 12, 13, 9, 8, 7, 7, 4, 5, 7, 9, 3, 5, 3, 4, 5, 8, 6, 5, 3, 4, 0, 0], "n_pos": 41, "sum_m_en": [3.590936, 1.74126, 1.664402, 1.612873, 1.690059, 1.708051, 1.713428, 1.864993, 1.967528, 1.986942, 2.04059, 2.133406, 2.240219, 2.511467, 2.249119, 2.265984, 2.441959, 2.376176, 2.147106, 2.087925, 1.948027, 1.826562, 1.761376, 1.735695, 4.492421, 3.858133, 3.518739, 3.394119, 3.412558, 3.360586, 3.504802, 3.893444, 3.203063, 3.397529, 3.445726, 3.912715, 4.054148, 3.535046, 3.53504, 3.543309, 4.173788, 3.701114, 3.450318, 3.508911, 3.955603, 2.242705, 1.598583, 1.560848, 0.111251, 0.0], "sum_m_pl": [18.772119, 22.202921, 21.426543, 20.634681, 20.343753, 19.83173, 19.63004, 19.178957, 19.205389, 19.86461, 19.641822, 19.798541, 19.246095, 18.596269, 18.988387, 19.367265, 18.990658, 19.404847, 20.280562, 20.366223, 20.477996, 20.44886, 20.530735, 20.704576, 18.245932, 18.203177, 18.189137, 19.179383, 19.720738, 19.503286, 19.123, 18.748615, 19.402955, 18.512773, 17.98206, 17.852531, 16.985969, 16.984116, 16.412097, 16.089835, 15.634961, 16.228653, 15.524651, 14.964452, 12.632869, 9.804416, 5.280458, 4.548765, 0.03144, 0.0]}, "lang": {"n_am_en": [19, 11, 7, 11, 9, 10, 19, 23, 15, 19, 14, 17, 18, 16, 15, 16, 14, 16, 18, 18, 16, 22, 19, 21, 21, 18, 21, 22, 24, 24, 20, 21, 23, 28, 31, 31, 30, 23, 25, 33, 32, 30, 31, 31, 32, 25, 16, 14, 10, 9], "n_am_pl": [3, 14, 16, 12, 6, 7, 7, 6, 4, 7, 4, 9, 10, 9, 8, 6, 11, 8, 7, 11, 8, 6, 8, 7, 7, 10, 12, 11, 7, 8, 9, 7, 10, 8, 6, 6, 4, 10, 14, 14, 13, 14, 15, 18, 17, 28, 33, 33, 48, 53], "n_pos": 63, "sum_m_en": [6.118257, 3.240128, 3.759764, 3.709235, 3.758886, 4.036072, 4.068072, 4.311037, 4.453201, 4.690582, 4.631848, 4.949685, 5.062197, 4.966692, 5.06172, 4.555907, 4.652358, 4.384881, 4.087885, 3.936274, 3.79135, 3.538362, 3.405061, 3.339263, 11.235009, 11.151977, 10.768815, 9.059858, 8.650803, 7.823217, 7.080296, 6.926458, 6.996529, 7.969551, 9.409347, 11.426964, 13.71048, 13.904099, 15.114738, 17.426343, 18.641329, 18.733608, 23.082736, 24.386908, 25.943982, 22.313404, 15.094676, 12.904545, 10.215045, 8.999678], "sum_m_pl": [23.703159, 29.481384, 28.436386, 28.288833, 27.951768, 26.662469, 27.068903, 27.370859, 27.319452, 28.181313, 27.599989, 27.462869, 27.762422, 27.854563, 28.046433, 29.296786, 28.974121, 29.177882, 29.914599, 30.632219, 30.50713, 30.641599, 30.877706, 30.884656, 22.756486, 22.656601, 22.702614, 24.660232, 25.247083, 26.238454, 27.038658, 27.332132, 28.195645, 27.068731, 26.27012, 25.156434, 23.403085, 23.446146, 21.636491, 22.665682, 22.617741, 21.647757, 19.756969, 20.641075, 20.042361, 25.136354, 33.718738, 33.500216, 45.746477, 52.541148]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 319, "item_id": "gsm8kpl-167", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1003, "region_end": 319, "roundtrip_ok": true, "tf_agree": 0.9937, "tf_agree_excl_first": 0.9969}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [19, 11, 13, 10, 12, 8, 5, 5, 5, 4, 7, 6, 4, 5, 4, 3, 3, 6, 2, 7, 4, 5, 7, 9, 9, 8, 4, 9, 10, 7, 9, 5, 9, 8, 7, 9, 10, 7, 8, 13, 11, 12, 15, 14, 12, 13, 10, 11, 9, 8], "n_am_pl": [0, 3, 7, 5, 4, 6, 5, 5, 6, 4, 5, 5, 7, 9, 8, 8, 8, 7, 7, 6, 8, 7, 6, 5, 5, 3, 6, 2, 6, 6, 6, 6, 4, 3, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [5.894807, 1.986583, 2.048083, 2.057984, 2.218084, 1.945595, 1.943293, 1.994853, 2.045698, 2.273207, 2.228907, 2.302039, 2.515018, 2.292991, 2.37871, 2.237561, 2.141104, 2.165234, 1.925037, 1.857862, 1.796639, 1.715815, 1.687892, 1.683342, 3.712452, 3.313894, 3.225581, 3.31439, 3.342189, 3.471904, 3.075045, 2.985088, 3.763087, 3.987229, 4.126904, 4.362143, 4.76577, 5.176901, 6.168008, 8.071784, 7.396476, 7.836799, 9.676082, 9.076408, 9.622734, 10.554351, 10.268041, 11.112086, 9.652067, 8.424166], "sum_m_pl": [14.376079, 18.061311, 17.743534, 17.073705, 16.356615, 16.379912, 16.42372, 16.251343, 15.658324, 16.524726, 16.312091, 16.181376, 15.721089, 15.575555, 15.600394, 16.244124, 16.39141, 16.610047, 16.898227, 17.245914, 17.350347, 17.492586, 17.584387, 17.766168, 13.450728, 13.848435, 14.202963, 14.955365, 15.586853, 15.204266, 15.563389, 15.267556, 15.025247, 13.964606, 13.683796, 12.692389, 11.020735, 10.039571, 8.812832, 7.771557, 7.246876, 6.461603, 6.201139, 5.424835, 3.994917, 2.883673, 1.332376, 0.973081, 0.068655, 0.00053]}, "digit": {"n_am_en": [3, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 2, 1, 0, 1, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 1, 2, 3, 3, 3, 4, 1, 2, 2, 3, 2, 3, 3, 6, 6, 4, 5, 2, 1, 1, 2, 3, 2, 3, 0, 1, 0, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.636241, 0.28325, 0.273142, 0.284078, 0.283895, 0.311598, 0.299072, 0.313785, 0.2809, 0.345105, 0.316793, 0.298145, 0.270472, 0.249271, 0.249981, 0.251967, 0.259746, 0.260694, 0.288659, 0.289885, 0.282289, 0.270485, 0.264364, 0.269567, 0.585741, 0.553242, 0.439119, 0.549469, 0.507892, 0.472143, 0.454762, 0.423146, 0.43497, 0.40926, 0.405002, 0.417019, 0.51694, 0.447885, 0.38572, 0.406481, 0.391326, 0.389928, 0.394801, 0.358605, 0.388068, 0.363917, 0.085711, 0.106884, 0.008817, 0.0], "sum_m_pl": [2.615163, 3.061944, 2.886082, 2.720569, 2.537605, 2.413522, 2.502626, 2.529259, 2.38112, 2.513079, 2.549174, 2.529847, 2.44353, 2.282471, 2.426877, 2.521115, 2.647033, 2.712203, 2.792889, 2.771866, 2.787761, 2.790397, 2.830318, 2.866511, 2.455919, 2.316013, 2.475437, 2.451614, 2.570159, 2.428023, 2.571651, 2.562874, 2.549348, 2.555674, 2.533218, 2.430524, 2.477489, 2.565526, 2.712708, 2.647574, 2.603359, 2.454684, 2.624204, 2.301807, 2.06187, 1.571537, 0.570433, 0.4521, 0.028748, 0.0]}, "lang": {"n_am_en": [4, 2, 2, 2, 4, 3, 2, 3, 0, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 2, 1, 3, 1, 1, 1, 3, 3, 4, 3, 3, 8, 7, 8, 8, 8, 8, 8, 8, 8, 8, 8], "n_am_pl": [0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 2, 1, 2, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 2, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.116503, 0.476422, 0.419795, 0.422775, 0.447722, 0.400146, 0.387146, 0.387117, 0.41658, 0.480217, 0.469242, 0.515487, 0.589313, 0.5146, 0.577164, 0.509677, 0.490142, 0.489972, 0.441704, 0.418564, 0.407151, 0.380054, 0.375525, 0.364967, 0.972989, 0.660279, 0.668833, 0.731695, 0.769175, 0.914119, 0.799596, 0.789822, 1.300605, 1.549217, 1.645537, 1.647035, 1.789966, 1.921553, 2.360477, 4.154078, 4.260228, 4.895472, 5.646777, 5.47348, 6.432158, 7.286128, 7.637077, 7.472232, 7.936762, 7.975166], "sum_m_pl": [2.988595, 3.374184, 3.467471, 3.49523, 3.432182, 3.354713, 3.361876, 3.345109, 3.309643, 3.474573, 3.302658, 3.290248, 3.299457, 3.385647, 3.347289, 3.469969, 3.462229, 3.546417, 3.52735, 3.610209, 3.642353, 3.719531, 3.71279, 3.75916, 2.989276, 3.157638, 3.056749, 3.262724, 3.39622, 3.195673, 3.329121, 3.273066, 3.157102, 2.95515, 2.783488, 2.958462, 2.514731, 2.274081, 2.006486, 1.433809, 1.465133, 1.266305, 0.958929, 1.02566, 0.54218, 0.204308, 0.076929, 0.104998, 0.01145, 7e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 41, "item_id": "gsm8kpl-168", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1142, "region_end": 37, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 8, 8, 10, 11, 6, 4, 7, 5, 5, 7, 6, 6, 4, 4, 3, 1, 2, 5, 5, 6, 3, 5, 6, 4, 6, 3, 5, 9, 14, 5, 8, 4, 6, 8, 5, 4, 8, 7, 11, 11, 10, 13, 14, 13, 14, 9, 6, 5, 5], "n_am_pl": [1, 9, 7, 6, 3, 10, 8, 6, 1, 4, 5, 6, 7, 7, 8, 8, 9, 7, 4, 4, 5, 6, 4, 4, 5, 2, 2, 5, 6, 4, 6, 9, 9, 5, 6, 3, 6, 3, 5, 4, 3, 2, 1, 1, 0, 1, 1, 1, 4, 5], "n_pos": 39, "sum_m_en": [4.225152, 1.866378, 2.15569, 2.597249, 2.55237, 2.189371, 2.385154, 2.235027, 2.223201, 2.483079, 2.395658, 2.567537, 2.766001, 2.493499, 2.680682, 2.426313, 2.254229, 2.169585, 1.859194, 1.809078, 1.800204, 1.737261, 1.724713, 1.72221, 3.559241, 3.153411, 2.957318, 3.363758, 3.571402, 3.492369, 3.153843, 3.193355, 3.353206, 3.833747, 3.97654, 3.844922, 3.884963, 4.003156, 4.748668, 6.636987, 6.262386, 6.34425, 8.762156, 8.907417, 10.946768, 12.610879, 8.477171, 6.779487, 5.144698, 4.873396], "sum_m_pl": [15.442501, 18.919666, 18.470313, 17.702932, 17.282418, 17.413471, 17.37088, 17.54603, 17.201078, 17.742246, 17.333024, 17.249176, 16.990357, 16.694981, 16.491276, 17.336106, 17.499504, 17.890587, 18.24429, 18.683755, 18.714648, 18.769624, 18.66418, 18.862548, 14.484325, 15.210901, 15.21459, 15.803452, 16.536978, 16.704761, 16.780909, 16.552633, 16.636011, 15.128492, 15.101606, 14.401067, 13.449593, 12.378236, 11.069811, 9.557376, 8.891586, 8.004692, 6.948743, 6.507255, 4.62058, 4.07712, 2.853591, 2.281081, 4.355744, 5.070243]}, "digit": {"n_am_en": [0, 2, 3, 1, 0, 0, 0, 0, 0, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 2, 3, 1, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 2, 1, 2, 3, 3, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 0, 1, 2, 2, 2, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.494697, 0.232078, 0.238116, 0.230191, 0.233503, 0.249049, 0.288954, 0.318086, 0.324444, 0.373297, 0.360557, 0.355321, 0.381008, 0.360415, 0.332685, 0.35179, 0.344158, 0.344764, 0.291729, 0.278358, 0.268719, 0.256405, 0.249524, 0.250954, 0.495083, 0.435029, 0.432173, 0.468162, 0.529616, 0.544043, 0.473446, 0.482525, 0.433839, 0.441611, 0.427045, 0.44206, 0.39955, 0.3876, 0.365534, 0.375955, 0.324845, 0.304513, 0.30324, 0.275782, 0.233131, 0.224444, 0.111804, 0.134898, 0.0117, 0.0], "sum_m_pl": [2.751013, 3.261084, 3.144831, 2.911095, 2.802884, 2.762054, 2.69267, 2.703457, 2.675671, 2.739196, 2.789612, 2.806022, 2.674673, 2.586936, 2.681802, 2.759367, 2.758367, 2.812796, 2.911968, 2.982306, 2.976191, 2.942192, 2.926707, 2.964672, 2.269946, 2.606027, 2.711349, 2.746471, 2.887715, 2.775256, 2.766591, 2.726752, 2.698936, 2.589449, 2.556488, 2.551091, 2.50179, 2.412162, 2.540087, 2.47693, 2.407742, 2.45737, 2.379325, 2.336594, 1.847117, 1.501325, 0.677897, 0.523611, 0.02481, 0.0]}, "lang": {"n_am_en": [6, 5, 5, 6, 5, 3, 2, 3, 3, 2, 1, 2, 1, 2, 2, 2, 0, 1, 3, 3, 2, 1, 1, 1, 2, 3, 1, 2, 5, 5, 3, 4, 2, 3, 3, 2, 3, 2, 4, 5, 6, 6, 6, 6, 7, 7, 7, 6, 5, 5], "n_am_pl": [0, 1, 2, 0, 0, 1, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 2, 2, 1, 1, 1, 2, 1, 0, 2, 1, 1, 1, 0, 1, 2, 1, 0, 2, 2, 2, 1, 1, 0, 0, 0, 0, 1, 1, 1, 4, 5], "n_pos": 10, "sum_m_en": [1.08528, 0.468071, 0.673896, 1.155379, 1.040309, 0.706542, 0.901574, 0.697158, 0.641209, 0.753695, 0.676674, 0.805896, 0.881471, 0.679914, 0.888885, 0.679153, 0.650987, 0.619484, 0.508707, 0.494757, 0.480393, 0.455585, 0.446412, 0.440748, 1.33643, 1.000833, 0.830037, 0.908524, 1.032118, 0.979107, 0.922323, 0.94422, 1.089457, 1.54872, 1.795732, 1.756496, 1.83928, 1.884131, 2.23073, 2.728186, 3.003104, 2.936597, 4.135645, 3.913928, 5.615031, 6.633928, 6.651451, 6.146795, 4.948868, 4.873174], "sum_m_pl": [4.117176, 5.069268, 4.866331, 4.534296, 4.503761, 4.580986, 4.449364, 4.462648, 4.459716, 4.476959, 4.393138, 4.308292, 4.244136, 4.271809, 4.129328, 4.479103, 4.538804, 4.630975, 4.723334, 4.813893, 4.831201, 4.868446, 4.856754, 4.902877, 3.715821, 3.586157, 3.604059, 3.914094, 4.065323, 4.228538, 4.365536, 4.259916, 4.375073, 3.899268, 3.669059, 3.6042, 3.55873, 3.145917, 2.589292, 2.091783, 1.820127, 1.39243, 0.969529, 1.074312, 0.503316, 1.000441, 1.081471, 1.129017, 4.114406, 4.881632]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 43, "item_id": "gsm8kpl-168", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1001, "region_end": 39, "roundtrip_ok": true, "tf_agree": 0.9535, "tf_agree_excl_first": 0.9762}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [54, 41, 43, 37, 43, 26, 36, 29, 29, 40, 38, 48, 29, 24, 26, 31, 24, 19, 27, 22, 21, 22, 23, 23, 51, 51, 35, 27, 29, 30, 34, 35, 41, 35, 43, 34, 34, 37, 45, 42, 42, 50, 56, 49, 49, 56, 58, 54, 48, 46], "n_am_pl": [7, 24, 18, 26, 14, 17, 20, 17, 20, 23, 27, 20, 20, 16, 22, 33, 42, 31, 25, 32, 30, 28, 26, 23, 10, 10, 16, 14, 18, 14, 14, 11, 15, 14, 14, 12, 12, 12, 9, 8, 8, 7, 3, 6, 4, 2, 3, 3, 2, 2], "n_pos": 147, "sum_m_en": [17.628807, 8.313154, 8.17648, 7.64382, 8.076886, 8.113445, 8.127689, 8.789408, 9.10835, 9.231393, 9.419045, 10.296368, 10.51614, 10.652662, 10.502627, 10.088968, 9.455971, 9.184848, 8.590465, 8.009244, 7.644424, 7.146536, 6.907675, 6.895557, 19.631544, 19.409526, 17.329173, 14.578184, 13.844284, 14.035253, 12.958792, 13.174863, 12.941711, 14.247138, 16.141748, 17.570581, 20.531043, 22.38418, 24.834579, 28.431414, 28.977245, 34.383857, 40.275698, 38.700522, 40.671584, 43.987865, 54.263829, 53.929107, 48.034608, 45.990953], "sum_m_pl": [54.614338, 72.457153, 70.369776, 69.080802, 66.741862, 66.303994, 67.453061, 66.043396, 63.680453, 66.985105, 66.057139, 64.790817, 64.086866, 63.047016, 63.268581, 65.489381, 64.987746, 64.352952, 65.326083, 67.745287, 68.141077, 69.291861, 70.015186, 70.061573, 49.900377, 50.615242, 50.861456, 55.551387, 59.194935, 57.877344, 58.501575, 59.017925, 59.115685, 54.283638, 52.054515, 47.238153, 41.137935, 36.816803, 31.9335, 29.737453, 27.52438, 23.836487, 20.584287, 17.899295, 14.47107, 13.612963, 8.824226, 4.46936, 2.318428, 2.359257]}, "digit": {"n_am_en": [11, 8, 10, 6, 9, 4, 5, 4, 0, 7, 7, 8, 1, 2, 3, 3, 3, 1, 3, 2, 2, 2, 1, 2, 8, 7, 4, 4, 7, 7, 4, 4, 4, 2, 5, 1, 0, 0, 1, 1, 1, 2, 4, 2, 3, 4, 2, 2, 0, 0], "n_am_pl": [3, 2, 3, 8, 5, 6, 4, 6, 10, 10, 11, 8, 7, 5, 6, 3, 9, 8, 6, 6, 4, 4, 4, 4, 2, 1, 2, 4, 4, 4, 3, 3, 4, 4, 5, 4, 6, 7, 5, 4, 5, 4, 2, 5, 2, 1, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.429988, 1.185601, 1.122523, 1.148246, 1.220092, 1.25877, 1.241259, 1.297364, 1.280139, 1.265627, 1.31283, 1.392645, 1.431606, 1.457319, 1.400446, 1.392718, 1.388872, 1.360293, 1.294684, 1.219428, 1.15429, 1.074838, 1.049374, 1.039126, 2.682681, 2.220954, 2.151554, 2.035251, 1.932378, 1.816032, 1.81878, 1.781286, 1.571842, 1.46834, 1.556196, 1.540939, 1.689653, 1.644174, 1.799272, 1.865024, 1.899474, 1.847609, 2.038776, 1.853858, 2.120888, 2.555429, 2.161638, 1.440577, 0.15834, 0.0], "sum_m_pl": [11.482262, 13.27018, 12.48902, 12.077587, 11.692439, 11.414163, 11.654834, 11.451062, 11.219248, 12.222839, 12.218536, 11.623612, 11.220596, 11.260205, 11.292158, 11.408851, 11.3032, 10.995864, 11.199671, 11.581467, 11.657916, 11.927887, 12.063966, 12.209414, 9.762312, 9.853523, 10.013699, 10.465472, 11.122615, 10.976315, 10.770302, 10.872538, 10.951381, 10.141808, 10.106144, 9.730416, 9.48533, 9.209921, 8.557169, 8.44339, 8.065346, 7.728578, 7.644381, 7.207346, 6.767327, 5.817532, 3.653319, 1.706752, 0.307712, 0.0]}, "lang": {"n_am_en": [16, 14, 15, 11, 11, 8, 13, 11, 16, 15, 11, 17, 14, 8, 10, 18, 11, 15, 12, 11, 11, 14, 15, 12, 21, 20, 19, 11, 10, 11, 18, 20, 19, 17, 20, 18, 21, 19, 23, 22, 23, 28, 32, 34, 34, 40, 43, 45, 45, 45], "n_am_pl": [2, 11, 4, 3, 1, 5, 8, 6, 4, 2, 6, 5, 3, 4, 5, 8, 12, 9, 8, 9, 7, 9, 9, 8, 4, 3, 6, 6, 8, 3, 5, 4, 5, 5, 6, 5, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 2], "n_pos": 48, "sum_m_en": [5.570361, 2.928421, 2.763508, 2.605787, 2.706497, 2.76863, 2.879943, 3.184297, 3.398823, 3.451904, 3.26565, 3.66497, 3.779294, 3.864524, 3.974738, 3.719193, 3.50469, 3.469641, 3.230691, 2.948124, 2.809628, 2.593506, 2.476527, 2.464035, 7.331842, 7.979575, 7.787942, 6.39628, 5.783383, 6.058856, 5.470949, 5.905322, 5.955157, 7.065844, 7.689068, 8.688754, 10.278407, 12.342919, 12.984215, 14.75515, 16.095379, 20.683831, 25.598177, 26.252845, 28.373358, 31.153451, 40.070489, 42.244263, 44.675362, 44.770115], "sum_m_pl": [15.953223, 22.060524, 22.160574, 21.673748, 20.934336, 20.902414, 21.077638, 21.014712, 20.434371, 21.338307, 21.250588, 21.232892, 21.323516, 20.611272, 20.725275, 21.363622, 21.336414, 21.25153, 21.25331, 21.979943, 21.964385, 22.455474, 22.638824, 22.582332, 16.848087, 16.877048, 16.296586, 17.842112, 18.347836, 17.723601, 18.960075, 18.708498, 19.349055, 18.29251, 17.783214, 16.557722, 14.008714, 11.962499, 10.509158, 9.559157, 8.430736, 6.397814, 5.221412, 4.316941, 3.545868, 2.715856, 0.890866, 0.388206, 1.821245, 2.000493]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "gsm8kpl-170", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 147, "roundtrip_ok": true, "tf_agree": 0.9803, "tf_agree_excl_first": 0.9868}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [68, 59, 67, 59, 44, 52, 44, 45, 52, 84, 66, 75, 60, 67, 63, 58, 54, 40, 41, 32, 40, 35, 30, 47, 93, 94, 61, 56, 73, 64, 64, 67, 58, 62, 74, 55, 47, 45, 39, 41, 49, 48, 56, 55, 40, 39, 36, 28, 14, 11], "n_am_pl": [20, 78, 64, 59, 65, 58, 57, 51, 41, 49, 38, 42, 42, 49, 54, 62, 76, 82, 91, 104, 92, 84, 90, 84, 48, 54, 70, 63, 59, 65, 67, 59, 53, 38, 37, 28, 34, 26, 32, 24, 27, 25, 17, 15, 18, 26, 32, 33, 62, 74], "n_pos": 305, "sum_m_en": [27.796735, 14.920542, 15.806417, 16.023138, 16.831638, 16.477591, 16.665061, 16.846753, 17.889781, 19.089941, 19.015272, 21.16297, 22.70534, 22.892799, 22.24881, 21.492547, 20.059421, 19.667101, 18.00553, 17.142283, 16.561134, 15.430175, 14.952695, 14.85207, 39.104258, 37.160896, 33.779512, 32.529429, 32.502725, 32.641954, 31.082703, 30.190518, 28.776763, 29.865186, 31.124991, 29.278427, 29.193685, 28.397471, 29.896089, 34.066507, 35.058717, 35.16008, 36.681731, 37.532475, 35.905889, 37.394401, 36.285727, 30.665126, 15.132154, 11.128509], "sum_m_pl": [123.319919, 150.803557, 145.431682, 143.966988, 140.012219, 139.687118, 142.50942, 141.103608, 137.633344, 142.041586, 138.848494, 135.344664, 136.794312, 135.638702, 138.302605, 141.38106, 140.932024, 140.31679, 144.817524, 146.444481, 146.284365, 147.002929, 147.969793, 148.18444, 113.110415, 115.189972, 114.343369, 123.318472, 127.380567, 127.609263, 128.209221, 129.44383, 128.241383, 116.07192, 111.36426, 104.590147, 94.652231, 88.651663, 81.685439, 79.796087, 76.125034, 72.676233, 67.218005, 59.727542, 47.88105, 46.520565, 48.068882, 43.406702, 60.232946, 72.759597]}, "digit": {"n_am_en": [1, 12, 6, 4, 3, 3, 1, 3, 1, 13, 10, 13, 8, 4, 5, 7, 7, 3, 4, 1, 2, 1, 1, 5, 9, 10, 8, 10, 10, 5, 8, 6, 6, 3, 7, 3, 2, 4, 2, 2, 2, 3, 4, 5, 5, 2, 0, 0, 0, 0], "n_am_pl": [0, 5, 6, 4, 4, 1, 2, 3, 3, 3, 2, 2, 2, 4, 5, 8, 6, 8, 10, 7, 9, 9, 10, 10, 7, 8, 7, 10, 8, 7, 6, 6, 5, 5, 4, 3, 5, 4, 4, 4, 4, 3, 1, 2, 1, 2, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [2.697373, 1.383764, 1.372733, 1.325509, 1.44033, 1.458491, 1.548408, 1.631142, 1.644857, 1.718385, 1.756158, 1.879917, 2.081459, 2.18454, 2.052725, 2.023438, 1.911126, 1.83563, 1.706749, 1.633363, 1.578378, 1.485568, 1.462758, 1.43779, 2.503987, 2.983616, 3.269283, 3.033668, 3.085043, 2.839859, 2.809353, 2.668477, 2.302379, 2.283157, 2.370943, 2.467302, 2.411268, 2.246234, 2.313604, 2.892666, 2.542944, 2.408081, 2.377378, 2.249133, 1.970041, 2.030045, 1.031021, 1.07034, 0.196603, 1e-06], "sum_m_pl": [14.835359, 17.957245, 17.177384, 16.773724, 16.332013, 16.191557, 16.199954, 15.722427, 15.344336, 15.858326, 15.789431, 15.55952, 15.12737, 15.027852, 15.234818, 15.22093, 15.064081, 14.933593, 15.584096, 15.849543, 15.653354, 15.800887, 15.949947, 16.030091, 13.829332, 13.486718, 13.558148, 14.447721, 14.422085, 14.565804, 14.646012, 14.661608, 15.039949, 14.121479, 13.217182, 13.217455, 12.306274, 11.772172, 10.955212, 10.64229, 10.662226, 11.192382, 10.822868, 10.060385, 9.004069, 7.189482, 4.266342, 2.33075, 0.53148, 0.000525]}, "lang": {"n_am_en": [21, 13, 18, 18, 14, 16, 12, 10, 12, 22, 18, 21, 12, 14, 21, 22, 16, 14, 14, 10, 12, 11, 11, 22, 29, 35, 24, 19, 28, 28, 27, 25, 25, 30, 21, 17, 22, 22, 19, 27, 30, 29, 36, 30, 25, 27, 27, 23, 12, 11], "n_am_pl": [5, 30, 27, 16, 6, 9, 9, 14, 13, 11, 12, 13, 15, 15, 17, 18, 23, 20, 22, 32, 29, 27, 23, 19, 16, 11, 18, 13, 12, 15, 14, 15, 18, 15, 18, 17, 15, 9, 9, 8, 8, 8, 6, 10, 13, 20, 25, 28, 59, 73], "n_pos": 84, "sum_m_en": [6.746136, 4.223186, 4.573132, 4.823709, 4.973017, 4.540547, 4.518352, 4.490841, 4.925569, 5.322922, 5.354815, 6.352745, 6.577914, 6.536414, 6.552509, 6.188408, 5.645377, 5.529646, 5.16285, 4.94361, 4.828622, 4.367739, 4.232487, 4.394219, 13.086569, 12.055072, 10.455856, 9.180154, 9.448404, 9.523784, 9.056989, 9.300119, 9.254993, 10.142357, 9.695745, 9.877051, 10.291755, 11.502711, 13.255432, 15.286725, 17.276602, 18.388732, 20.181533, 21.928369, 23.686144, 24.197243, 23.846702, 22.089491, 12.844977, 11.007437], "sum_m_pl": [32.710969, 38.508312, 37.600546, 37.769164, 36.369812, 36.533614, 37.604572, 37.607758, 36.989568, 38.795949, 37.785352, 36.921459, 37.797514, 37.388213, 38.310465, 39.444325, 39.270609, 39.199932, 39.995029, 40.58949, 40.562453, 40.990253, 41.113665, 41.015027, 33.558004, 34.057078, 33.547086, 35.722487, 35.810235, 35.723181, 36.431239, 36.380912, 36.93973, 35.189318, 34.672209, 33.092553, 30.814021, 28.714119, 26.629382, 26.312249, 25.058096, 23.696549, 21.52198, 21.338968, 17.243305, 20.864777, 26.119601, 29.263943, 55.485451, 71.890315]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 310, "item_id": "gsm8kpl-170", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1030, "region_end": 305, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9903}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [59, 51, 35, 34, 31, 23, 30, 23, 32, 33, 49, 40, 34, 31, 31, 35, 30, 24, 26, 23, 23, 23, 22, 26, 43, 59, 38, 44, 42, 36, 34, 37, 35, 32, 38, 40, 42, 41, 44, 38, 39, 40, 46, 48, 45, 46, 44, 44, 37, 37], "n_am_pl": [9, 33, 24, 26, 15, 22, 24, 14, 10, 15, 12, 15, 17, 14, 13, 16, 11, 12, 14, 23, 22, 28, 22, 22, 17, 13, 13, 7, 9, 11, 11, 15, 12, 7, 8, 9, 7, 7, 11, 18, 19, 14, 15, 15, 15, 9, 9, 6, 0, 0], "n_pos": 145, "sum_m_en": [16.372445, 7.963412, 7.510312, 7.313827, 7.967328, 7.865774, 7.813088, 8.36553, 8.65587, 9.13984, 9.769854, 9.656092, 10.062902, 10.377246, 10.393612, 10.095222, 9.531771, 9.160331, 8.157488, 7.892913, 7.363937, 6.957763, 6.692122, 6.587725, 14.710157, 16.476751, 15.737659, 15.174956, 14.546385, 14.333826, 12.893679, 12.73374, 11.79424, 11.836079, 12.597874, 13.095531, 16.542634, 17.493001, 20.785607, 22.936597, 25.445877, 26.763004, 35.854431, 38.268095, 37.724984, 41.52148, 41.699232, 41.708387, 37.065674, 35.903029], "sum_m_pl": [59.67679, 72.154726, 70.138536, 68.489835, 66.037947, 65.237063, 65.313339, 64.517614, 61.577474, 63.522543, 64.224281, 64.809658, 64.258308, 62.476748, 62.316487, 65.011947, 63.867624, 63.569133, 65.133077, 66.858978, 67.459886, 68.335124, 68.574369, 68.887359, 51.815812, 51.556302, 49.738362, 53.352237, 54.960764, 55.912826, 56.87903, 56.819502, 56.552744, 52.502419, 50.214273, 46.43108, 42.086119, 39.426078, 37.578251, 40.918863, 38.244973, 31.406838, 27.434093, 28.314078, 25.000806, 17.208882, 13.143163, 8.030527, 1.381484, 0.001303]}, "digit": {"n_am_en": [7, 14, 16, 13, 8, 7, 6, 6, 8, 9, 12, 8, 4, 5, 6, 8, 6, 7, 4, 3, 3, 4, 4, 7, 9, 20, 9, 14, 9, 4, 4, 5, 6, 3, 4, 4, 4, 5, 5, 3, 3, 3, 5, 9, 6, 3, 3, 1, 1, 0], "n_am_pl": [1, 10, 1, 4, 4, 4, 8, 4, 4, 6, 6, 4, 3, 2, 4, 5, 2, 3, 1, 5, 5, 4, 3, 2, 6, 4, 4, 2, 3, 3, 3, 5, 4, 3, 2, 4, 1, 4, 5, 8, 9, 6, 8, 5, 4, 2, 2, 1, 0, 0], "n_pos": 38, "sum_m_en": [3.587233, 1.823334, 1.795461, 1.740253, 1.783402, 1.920554, 1.960468, 2.102146, 2.080351, 2.191925, 2.340792, 2.290783, 2.408925, 2.508551, 2.476964, 2.639786, 2.418774, 2.344466, 2.058023, 2.008882, 1.866916, 1.765687, 1.690973, 1.692961, 3.410758, 4.082489, 3.763341, 3.693896, 3.321267, 3.22051, 3.047014, 2.945275, 2.679209, 2.783756, 2.884179, 3.0599, 2.864178, 2.660752, 2.958729, 2.549438, 2.634086, 2.782745, 2.90217, 4.121221, 2.952467, 3.047313, 2.457161, 1.924196, 1.19856, 0.0], "sum_m_pl": [17.156193, 20.040678, 19.0247, 18.638254, 18.231198, 17.644606, 17.730698, 17.479693, 16.888291, 17.475196, 17.534819, 17.516941, 16.944513, 16.507727, 16.197697, 16.449046, 16.032831, 16.123251, 16.72769, 17.305755, 17.230099, 17.568407, 17.680848, 17.836561, 14.088748, 14.099955, 13.348263, 14.192663, 14.385212, 14.730338, 14.545721, 14.723296, 14.805882, 14.069938, 13.550932, 13.198431, 12.861638, 12.805434, 12.527821, 14.933526, 14.88168, 13.733589, 13.337429, 11.979711, 10.94641, 7.525499, 5.949174, 2.749074, 0.520999, 0.0]}, "lang": {"n_am_en": [18, 15, 9, 11, 10, 12, 12, 10, 14, 15, 17, 17, 15, 12, 9, 13, 12, 10, 10, 8, 11, 10, 11, 12, 20, 19, 18, 20, 18, 19, 16, 16, 16, 18, 18, 24, 23, 22, 25, 23, 23, 24, 27, 26, 27, 29, 30, 31, 34, 36], "n_am_pl": [3, 5, 3, 6, 3, 5, 2, 3, 2, 3, 2, 3, 4, 7, 3, 3, 2, 2, 2, 4, 4, 9, 6, 7, 4, 4, 5, 2, 2, 4, 3, 3, 3, 1, 2, 2, 1, 1, 2, 5, 5, 4, 4, 7, 7, 5, 4, 4, 0, 0], "n_pos": 37, "sum_m_en": [4.446568, 2.297494, 2.165157, 2.047664, 2.359863, 2.222556, 2.236707, 2.330726, 2.443536, 2.597486, 2.857866, 2.875332, 2.946104, 2.9853, 2.860172, 2.687922, 2.606057, 2.49499, 2.247234, 2.120456, 1.984466, 1.856289, 1.797571, 1.757029, 5.561747, 6.043307, 5.247161, 4.991765, 4.614098, 4.868172, 4.345328, 4.580559, 4.081177, 4.191956, 4.703577, 5.307212, 8.286383, 9.077639, 10.791423, 12.996399, 14.986496, 16.394684, 22.871428, 22.689401, 24.107162, 26.424151, 28.437732, 30.004339, 32.992518, 34.594463], "sum_m_pl": [14.567519, 17.391625, 17.121802, 16.662872, 16.085436, 16.064196, 15.879592, 16.129095, 15.563099, 15.870412, 16.308244, 16.732795, 16.965338, 16.281232, 16.661243, 17.284941, 16.976338, 16.953944, 17.129685, 17.440806, 17.639422, 17.8299, 17.830195, 17.854879, 14.300744, 14.008407, 13.710831, 14.061959, 14.418277, 14.620803, 15.310785, 14.837343, 15.383891, 14.698876, 14.294579, 13.683326, 11.711568, 10.627118, 10.345471, 10.915312, 10.176248, 8.291249, 6.069197, 8.923339, 8.116335, 5.638439, 4.306322, 3.256976, 0.693023, 0.000109]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "gsm8kpl-174", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1218, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9732, "tf_agree_excl_first": 0.9797}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 47, 37, 31, 37, 41, 30, 30, 41, 45, 59, 52, 37, 50, 49, 49, 38, 47, 41, 39, 39, 40, 33, 34, 62, 67, 54, 51, 55, 55, 49, 52, 47, 47, 60, 55, 63, 59, 61, 61, 61, 57, 59, 59, 61, 50, 36, 17, 2, 3], "n_am_pl": [13, 50, 47, 52, 35, 32, 26, 25, 28, 24, 27, 27, 36, 30, 30, 42, 46, 25, 33, 45, 48, 51, 53, 44, 35, 35, 30, 31, 37, 34, 38, 41, 33, 30, 23, 23, 19, 27, 39, 49, 46, 47, 49, 59, 52, 57, 65, 75, 81, 86], "n_pos": 214, "sum_m_en": [19.74388, 10.411304, 10.265952, 10.339325, 11.24873, 11.327233, 11.196197, 11.839536, 12.690323, 13.576383, 13.905333, 14.224369, 14.821436, 15.242797, 15.235886, 13.948442, 13.523846, 13.144793, 11.540732, 10.999357, 10.433059, 9.968532, 9.653139, 9.543748, 20.925834, 21.16759, 21.064737, 19.549384, 20.75981, 20.487405, 18.354095, 18.297158, 16.891142, 16.95984, 18.427563, 20.470534, 23.312422, 25.301238, 28.657018, 34.325385, 39.495779, 40.203488, 44.701581, 45.903142, 45.807183, 42.222342, 29.696556, 16.520152, 3.565637, 2.794112], "sum_m_pl": [83.956349, 101.863255, 99.885637, 98.839161, 96.028523, 95.458761, 97.366572, 95.373731, 93.56845, 94.928311, 94.452554, 94.571825, 96.429826, 95.130592, 96.021125, 99.517223, 98.392771, 97.606755, 100.246125, 102.837431, 103.271202, 103.862409, 103.635275, 103.648538, 84.171662, 83.615106, 79.932486, 83.766057, 86.606252, 88.871001, 92.425739, 90.722223, 91.072923, 84.899605, 83.614704, 80.060662, 74.468502, 74.088056, 76.264634, 82.471796, 77.968417, 73.074199, 68.248143, 70.513785, 70.160171, 68.687165, 73.564316, 77.751156, 82.066374, 84.696085]}, "digit": {"n_am_en": [9, 18, 11, 4, 7, 7, 5, 8, 8, 10, 16, 12, 8, 12, 12, 11, 8, 9, 2, 4, 5, 7, 5, 5, 8, 10, 10, 11, 11, 13, 6, 11, 6, 8, 9, 7, 11, 8, 6, 7, 5, 7, 7, 7, 10, 9, 6, 3, 0, 0], "n_am_pl": [2, 6, 3, 7, 6, 5, 4, 3, 3, 3, 2, 6, 2, 4, 6, 9, 9, 5, 8, 12, 13, 11, 11, 10, 11, 8, 7, 5, 10, 7, 6, 6, 5, 5, 6, 10, 6, 10, 14, 19, 20, 15, 16, 18, 15, 13, 13, 14, 2, 0], "n_pos": 41, "sum_m_en": [3.7227, 1.922324, 1.81565, 1.786359, 1.887308, 1.91416, 1.911679, 2.045301, 2.251898, 2.319759, 2.475991, 2.387144, 2.606647, 2.718141, 2.725621, 2.55904, 2.459358, 2.433752, 2.078657, 2.00051, 1.911505, 1.813889, 1.76564, 1.778253, 3.441582, 3.564598, 3.824399, 3.674364, 3.710138, 3.788855, 3.224495, 3.075982, 2.874972, 2.812021, 3.138409, 3.50635, 3.228991, 2.864375, 3.399845, 3.719344, 4.104499, 3.830451, 5.074201, 5.979123, 6.656616, 6.948598, 5.000153, 3.223465, 0.343791, 7.8e-05], "sum_m_pl": [18.59901, 21.855095, 21.092226, 20.495725, 19.798764, 19.655031, 19.844775, 19.126569, 18.698744, 18.902719, 19.037304, 19.042693, 18.818864, 18.584469, 18.785861, 18.952037, 18.527485, 18.547522, 19.152723, 19.628073, 19.558799, 19.763127, 19.745407, 19.736638, 17.341709, 17.167353, 15.802152, 16.020857, 16.873445, 17.295918, 17.713793, 17.402569, 17.742805, 16.89287, 16.869842, 16.661179, 16.559921, 17.028509, 17.124647, 21.089866, 20.297685, 18.383999, 16.43424, 18.183522, 16.775557, 14.689348, 15.35217, 12.338692, 4.286438, 0.006709]}, "lang": {"n_am_en": [22, 14, 15, 12, 12, 16, 15, 10, 11, 14, 17, 15, 9, 16, 22, 26, 18, 23, 22, 22, 24, 24, 20, 24, 40, 41, 32, 27, 28, 29, 25, 23, 25, 22, 31, 32, 35, 35, 33, 37, 41, 37, 41, 40, 42, 32, 25, 13, 2, 3], "n_am_pl": [6, 22, 21, 24, 14, 14, 8, 11, 14, 9, 13, 11, 18, 14, 11, 17, 20, 12, 13, 19, 22, 23, 23, 21, 11, 14, 10, 15, 16, 18, 24, 24, 21, 16, 14, 11, 12, 16, 23, 24, 18, 23, 28, 32, 30, 36, 45, 52, 76, 85], "n_pos": 88, "sum_m_en": [7.458137, 4.035813, 4.126014, 4.307969, 4.527708, 4.634471, 4.602749, 4.69902, 4.888372, 5.161689, 5.507263, 5.862602, 6.047649, 6.265258, 6.322303, 5.758714, 5.670297, 5.517305, 4.881047, 4.610269, 4.33933, 4.100777, 3.946913, 3.873741, 10.317197, 10.428215, 9.888557, 8.433349, 8.948125, 8.92174, 7.942747, 8.132484, 7.358005, 7.35282, 8.218856, 9.848652, 12.516915, 13.312995, 15.495493, 18.789699, 24.766115, 26.567908, 29.297893, 29.6871, 30.198566, 27.11441, 20.211214, 10.638885, 2.645873, 2.793591], "sum_m_pl": [32.341674, 40.169161, 39.356261, 39.128932, 38.198565, 37.986726, 38.727441, 38.645984, 38.637386, 39.122589, 38.863514, 38.831945, 40.038514, 39.521803, 40.167576, 41.720604, 41.370845, 41.309319, 41.859561, 43.002422, 43.407469, 43.713062, 43.477011, 43.48451, 36.618311, 35.838551, 34.765237, 37.173077, 37.522895, 38.430746, 40.200761, 39.368524, 40.920581, 38.924696, 38.711039, 37.958493, 35.695745, 36.898027, 40.273954, 41.036149, 37.502, 36.325598, 35.466837, 36.019427, 38.241347, 40.98459, 46.772719, 54.425955, 74.510856, 83.606627]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 218, "item_id": "gsm8kpl-174", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1077, "region_end": 214, "roundtrip_ok": true, "tf_agree": 0.9771, "tf_agree_excl_first": 0.9816}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [78, 65, 56, 56, 66, 36, 23, 40, 40, 45, 64, 61, 61, 56, 62, 74, 73, 49, 54, 41, 50, 48, 46, 61, 71, 72, 66, 65, 72, 72, 56, 52, 49, 44, 57, 57, 57, 53, 58, 56, 67, 66, 66, 65, 58, 53, 52, 60, 47, 43], "n_am_pl": [17, 39, 28, 28, 17, 28, 33, 27, 31, 30, 35, 26, 34, 32, 28, 13, 13, 26, 17, 30, 21, 21, 23, 28, 11, 7, 18, 15, 28, 35, 31, 28, 26, 27, 13, 13, 9, 14, 14, 9, 5, 8, 9, 10, 6, 13, 13, 3, 1, 1], "n_pos": 252, "sum_m_en": [26.650726, 13.527289, 13.002263, 12.906228, 14.194661, 13.765885, 13.144105, 13.454619, 14.09243, 13.987853, 14.856946, 15.319425, 15.873423, 16.883283, 16.552139, 15.510082, 15.719773, 16.193426, 14.673518, 13.280623, 12.196979, 11.337467, 11.187964, 10.855978, 25.812351, 24.85462, 25.371805, 22.925186, 23.983871, 22.829008, 21.040865, 20.851475, 20.441479, 19.911246, 21.785332, 23.918409, 28.251097, 32.58793, 35.846187, 38.115223, 43.316142, 46.361616, 50.682077, 53.99783, 50.758155, 53.659583, 55.124952, 60.966397, 48.759031, 43.253129], "sum_m_pl": [105.790339, 123.591918, 120.024478, 117.610773, 114.132055, 112.37753, 114.236734, 113.530854, 111.164357, 115.619617, 113.180526, 114.607319, 113.904983, 112.57041, 111.529367, 117.23366, 116.432247, 115.110353, 116.750584, 120.037163, 121.63488, 123.312018, 123.625107, 124.569364, 95.500625, 91.92465, 90.537489, 98.52731, 102.121845, 104.311433, 103.349164, 100.759748, 101.385746, 93.855578, 89.992303, 81.746482, 75.13529, 66.534081, 60.536086, 60.68244, 55.822622, 51.13569, 47.591758, 41.271836, 34.801514, 32.557574, 23.223279, 9.90864, 2.139176, 0.647776]}, "digit": {"n_am_en": [14, 23, 23, 23, 21, 1, 2, 11, 9, 15, 24, 19, 22, 22, 21, 19, 24, 16, 13, 9, 14, 16, 18, 21, 25, 22, 21, 23, 25, 20, 22, 14, 19, 10, 18, 12, 10, 9, 9, 14, 16, 16, 12, 14, 9, 4, 4, 3, 0, 0], "n_am_pl": [1, 10, 0, 3, 1, 5, 4, 6, 12, 8, 15, 12, 12, 9, 6, 2, 3, 7, 4, 5, 3, 4, 4, 5, 4, 0, 2, 1, 13, 14, 9, 10, 7, 11, 3, 5, 1, 7, 4, 2, 1, 4, 6, 3, 0, 2, 3, 3, 1, 0], "n_pos": 85, "sum_m_en": [7.17221, 4.086743, 3.983873, 3.973913, 4.237205, 3.99607, 3.789812, 4.168022, 4.174359, 4.068929, 4.406232, 4.414086, 4.896244, 5.395647, 5.218863, 4.678943, 4.876773, 5.160071, 4.593647, 4.095389, 3.673171, 3.453688, 3.409783, 3.343151, 7.331324, 6.791791, 7.327128, 7.099046, 7.343019, 6.535949, 6.641611, 6.453454, 6.066685, 5.76274, 6.25526, 6.41643, 6.442543, 6.832392, 7.185482, 7.027043, 8.621307, 9.563356, 8.394218, 11.548161, 8.389034, 6.250088, 7.197107, 4.936949, 1.110047, 0.0], "sum_m_pl": [40.125265, 44.761814, 42.627145, 41.896616, 41.028047, 40.168132, 40.567783, 39.551728, 39.493103, 40.542171, 40.617724, 40.938152, 39.863264, 39.784861, 38.97514, 40.212564, 40.657483, 39.969995, 40.515009, 41.634423, 42.250403, 42.95925, 42.934036, 43.305022, 36.177779, 34.522846, 34.300752, 36.349728, 37.943194, 38.691472, 37.418394, 36.38253, 37.72163, 35.946532, 35.046805, 33.651474, 32.782868, 30.399229, 28.029279, 29.47049, 28.043583, 28.039794, 28.462818, 24.717748, 20.524071, 16.248908, 11.453519, 7.357044, 1.706546, 0.0]}, "lang": {"n_am_en": [16, 12, 8, 6, 10, 8, 11, 12, 6, 11, 12, 14, 14, 12, 15, 22, 17, 15, 16, 12, 12, 10, 10, 18, 23, 22, 19, 12, 15, 22, 15, 17, 12, 14, 18, 23, 27, 26, 26, 24, 24, 26, 30, 33, 31, 34, 36, 39, 42, 42], "n_am_pl": [1, 5, 3, 5, 3, 4, 4, 6, 6, 3, 4, 3, 6, 5, 5, 3, 1, 3, 4, 5, 5, 5, 5, 6, 4, 3, 9, 7, 7, 5, 4, 7, 5, 4, 4, 2, 0, 1, 4, 1, 1, 2, 1, 3, 3, 4, 4, 0, 0, 1], "n_pos": 44, "sum_m_en": [4.346377, 2.522536, 2.238251, 2.247527, 2.456395, 2.444274, 2.457415, 2.326854, 2.569981, 2.58436, 2.803087, 2.947889, 3.148108, 3.36805, 3.28087, 3.205857, 3.254573, 3.453275, 3.15102, 2.806603, 2.542315, 2.293676, 2.245807, 2.170509, 7.119808, 7.24933, 7.118206, 5.772967, 5.672448, 5.638518, 5.439441, 5.587005, 5.422495, 5.59597, 6.527455, 8.076288, 10.620677, 13.07964, 14.247589, 14.046744, 16.435286, 17.222707, 22.638511, 25.028226, 25.828806, 30.999136, 32.752344, 36.488738, 41.666816, 41.818533], "sum_m_pl": [16.949599, 19.28055, 19.304221, 18.689031, 18.308259, 18.369964, 18.545723, 19.072689, 18.491606, 19.193998, 18.897425, 19.461175, 19.535206, 18.94208, 19.407183, 20.629254, 19.959772, 19.395274, 19.613981, 20.311859, 20.525102, 20.89534, 20.928547, 21.167747, 16.356008, 15.752644, 15.413734, 16.794355, 16.814277, 16.918648, 17.305681, 16.954327, 17.555962, 17.245686, 16.468386, 15.445255, 13.189778, 11.562012, 10.728622, 10.721476, 9.882029, 8.665425, 6.35954, 5.903813, 5.773611, 5.163645, 4.901334, 0.890378, 0.153418, 0.646911]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 257, "item_id": "gsm8kpl-177", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1208, "region_end": 252, "roundtrip_ok": true, "tf_agree": 0.9922, "tf_agree_excl_first": 0.9961}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [127, 116, 111, 134, 71, 85, 75, 87, 78, 98, 95, 92, 113, 113, 125, 143, 160, 132, 100, 98, 88, 109, 96, 121, 159, 165, 133, 162, 157, 161, 141, 124, 128, 141, 148, 128, 102, 119, 117, 127, 125, 125, 125, 108, 92, 81, 59, 42, 25, 21], "n_am_pl": [39, 111, 93, 78, 109, 101, 105, 81, 77, 103, 85, 90, 89, 80, 71, 100, 89, 102, 111, 124, 105, 111, 112, 116, 49, 37, 58, 68, 91, 99, 101, 93, 96, 80, 55, 48, 49, 43, 50, 51, 64, 43, 49, 47, 54, 76, 83, 78, 70, 75], "n_pos": 538, "sum_m_en": [48.759407, 26.156155, 27.536313, 28.736996, 28.727033, 28.070028, 27.931009, 28.914486, 29.891758, 31.510366, 31.718512, 32.728343, 35.033638, 35.447325, 35.591824, 33.99, 34.550362, 36.011136, 31.261084, 28.670612, 26.662289, 25.118142, 24.662854, 23.668744, 54.060891, 53.687889, 56.063417, 55.963913, 56.768169, 55.48241, 52.758284, 52.306299, 49.776244, 50.906727, 54.913686, 56.187032, 55.599251, 71.642891, 70.692336, 75.57654, 82.670493, 82.889703, 81.589137, 88.631983, 81.80593, 74.459404, 59.302431, 49.629725, 26.785247, 20.806801], "sum_m_pl": [223.788401, 265.556628, 256.696518, 252.108658, 248.50352, 245.341405, 249.905003, 248.25707, 244.180265, 249.983864, 243.087566, 243.067297, 245.58057, 245.74075, 247.797265, 258.752088, 253.557802, 250.856032, 256.025284, 261.16684, 262.995142, 265.116365, 265.506485, 267.82826, 220.123504, 212.2509, 207.498856, 221.899381, 226.992817, 229.32819, 229.419847, 226.623689, 227.702919, 213.294689, 202.996941, 186.342171, 171.853162, 155.360687, 143.828823, 147.163435, 142.370732, 130.777595, 128.214634, 110.797663, 103.827557, 110.368316, 103.759786, 89.915885, 72.392905, 73.410791]}, "digit": {"n_am_en": [13, 22, 18, 27, 16, 6, 8, 15, 6, 15, 26, 16, 13, 25, 17, 20, 28, 17, 15, 15, 15, 21, 19, 23, 21, 23, 28, 41, 42, 32, 21, 16, 20, 21, 19, 17, 13, 9, 11, 12, 11, 14, 11, 8, 5, 5, 2, 2, 0, 0], "n_am_pl": [4, 14, 12, 2, 6, 7, 6, 7, 8, 13, 7, 11, 10, 12, 6, 17, 14, 23, 16, 17, 15, 14, 14, 12, 4, 5, 4, 7, 11, 15, 17, 13, 18, 14, 7, 5, 2, 2, 3, 5, 5, 3, 8, 6, 8, 8, 3, 2, 0, 0], "n_pos": 98, "sum_m_en": [8.226777, 4.5106, 4.472878, 4.48329, 4.652467, 4.465371, 4.271264, 4.733517, 4.802173, 4.929969, 5.20834, 5.159687, 5.678053, 5.95653, 5.576079, 5.226763, 5.385635, 5.744289, 4.969753, 4.528196, 4.228051, 4.029062, 3.983379, 3.855809, 6.691465, 7.531061, 8.78042, 9.014005, 9.188858, 8.547368, 8.320602, 8.382626, 7.245932, 7.243746, 7.505932, 7.904255, 7.723867, 8.899796, 9.124184, 9.121774, 9.952862, 9.74304, 9.311474, 9.65363, 8.511397, 7.872957, 4.847256, 4.51726, 0.403806, 0.0], "sum_m_pl": [44.636694, 51.765364, 49.248375, 48.259247, 47.234461, 47.013309, 47.345232, 45.890396, 45.047427, 46.016662, 45.486495, 46.510596, 46.015487, 46.259356, 46.659028, 47.792951, 47.504344, 46.536159, 47.999734, 48.634656, 48.745868, 49.337603, 49.358461, 49.873476, 43.516431, 40.406666, 39.381275, 41.621139, 42.989525, 43.748776, 42.763029, 41.919703, 43.850952, 41.940104, 40.11983, 38.798417, 37.085011, 33.78592, 30.83921, 32.945121, 32.224869, 32.293263, 33.222808, 30.443549, 28.587131, 23.212466, 16.068216, 9.499702, 0.853062, 4e-06]}, "lang": {"n_am_en": [22, 24, 23, 31, 21, 17, 14, 12, 14, 19, 16, 19, 24, 23, 22, 27, 33, 27, 24, 24, 19, 28, 24, 24, 34, 40, 27, 28, 28, 29, 32, 32, 35, 39, 33, 28, 30, 35, 29, 32, 36, 37, 38, 39, 42, 45, 36, 28, 23, 21], "n_am_pl": [10, 23, 17, 7, 9, 15, 20, 14, 10, 9, 12, 15, 16, 15, 13, 20, 15, 20, 21, 26, 24, 28, 27, 25, 14, 8, 12, 14, 12, 13, 16, 22, 15, 13, 11, 13, 15, 10, 15, 16, 22, 15, 17, 27, 23, 28, 37, 47, 64, 75], "n_pos": 97, "sum_m_en": [8.673873, 5.110969, 5.538389, 5.852688, 5.577067, 5.068224, 5.111324, 5.298406, 5.64864, 5.641505, 6.03183, 6.385217, 6.97268, 6.873223, 6.884281, 6.489539, 6.466158, 6.707751, 6.043564, 5.526928, 5.196889, 4.802936, 4.687434, 4.490586, 10.48482, 10.755215, 10.825887, 10.126381, 10.825644, 10.356492, 10.110446, 10.044166, 9.440474, 10.828937, 10.559631, 11.098972, 11.808276, 16.109011, 15.787878, 18.098713, 21.307722, 24.120713, 24.961756, 32.709366, 38.657023, 37.716112, 33.444077, 28.017972, 22.71282, 20.803776], "sum_m_pl": [37.506413, 44.579042, 43.657012, 43.100682, 42.20555, 41.803543, 42.667884, 43.198248, 42.494655, 43.88296, 42.521275, 42.120752, 42.757124, 43.174375, 44.097206, 46.717471, 45.670791, 44.87256, 45.296389, 46.407416, 46.758166, 47.20595, 47.176502, 47.450857, 39.470041, 38.076908, 37.185462, 40.221868, 39.831292, 40.169848, 40.550278, 41.037176, 41.509982, 39.492778, 38.979034, 37.066588, 35.831748, 33.487768, 32.578324, 31.123887, 29.761261, 25.928477, 26.43196, 24.996392, 24.002867, 30.279146, 35.120478, 42.364799, 59.846699, 72.457791]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 543, "item_id": "gsm8kpl-177", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1067, "region_end": 538, "roundtrip_ok": true, "tf_agree": 0.9926, "tf_agree_excl_first": 0.9945}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [113, 79, 62, 58, 75, 90, 76, 66, 61, 77, 81, 101, 91, 91, 83, 88, 83, 84, 93, 112, 104, 95, 96, 99, 138, 143, 115, 109, 97, 94, 94, 98, 87, 119, 111, 131, 115, 121, 124, 131, 142, 134, 136, 134, 138, 141, 135, 138, 120, 118], "n_am_pl": [15, 60, 48, 47, 33, 44, 41, 32, 29, 23, 27, 38, 37, 38, 33, 30, 36, 34, 25, 20, 28, 34, 34, 32, 30, 23, 27, 27, 31, 32, 27, 34, 44, 21, 20, 19, 16, 13, 24, 35, 18, 21, 16, 19, 16, 10, 5, 4, 0, 0], "n_pos": 306, "sum_m_en": [35.889345, 16.760073, 15.864314, 16.136782, 17.516075, 17.540488, 17.045561, 17.539862, 18.356678, 19.330208, 19.657946, 20.503221, 21.71696, 22.952108, 21.80914, 19.91356, 19.45604, 19.545561, 18.94336, 18.332731, 16.692602, 15.591743, 14.786744, 14.350227, 54.143527, 51.028389, 41.686566, 37.729264, 34.969577, 31.921191, 31.706317, 31.927693, 31.187303, 32.168338, 35.511161, 41.718932, 53.514958, 60.644144, 80.350047, 91.139135, 93.139656, 98.007238, 107.15051, 113.920442, 122.920446, 123.605849, 128.887222, 130.187343, 120.601247, 118.540832], "sum_m_pl": [119.530115, 147.299353, 143.898156, 140.446622, 134.904716, 132.110434, 133.810872, 134.798588, 131.164681, 136.037907, 136.830861, 138.153555, 137.366223, 134.304607, 135.246792, 135.666374, 135.683896, 135.712882, 137.979059, 140.425357, 143.186289, 144.830161, 145.962603, 147.335796, 108.373053, 108.85883, 108.854395, 117.555951, 121.804858, 124.617942, 126.311829, 126.29739, 126.096143, 119.706753, 114.614692, 104.935536, 86.879447, 79.917338, 68.759515, 68.306235, 60.680519, 54.801067, 49.808162, 44.03027, 37.493427, 27.432243, 18.251202, 9.430672, 1.22849, 0.001154]}, "digit": {"n_am_en": [9, 16, 13, 4, 5, 5, 5, 9, 6, 6, 10, 17, 11, 8, 9, 15, 11, 9, 11, 13, 10, 8, 6, 7, 15, 20, 21, 14, 13, 17, 13, 12, 9, 11, 9, 9, 4, 5, 2, 5, 7, 4, 4, 4, 3, 4, 1, 1, 0, 0], "n_am_pl": [1, 10, 0, 13, 8, 15, 9, 5, 7, 6, 6, 8, 4, 7, 5, 2, 4, 8, 3, 3, 3, 5, 4, 2, 4, 6, 3, 4, 9, 8, 4, 8, 13, 7, 7, 5, 8, 7, 15, 20, 15, 15, 11, 11, 8, 6, 5, 3, 0, 0], "n_pos": 49, "sum_m_en": [4.364078, 2.154698, 2.070962, 1.963583, 2.123708, 2.195171, 2.259748, 2.377118, 2.446819, 2.550651, 2.545859, 2.586517, 2.73938, 2.940863, 2.702177, 2.660108, 2.722585, 2.719382, 2.505869, 2.451412, 2.263776, 2.11805, 2.049596, 2.013632, 4.259952, 4.165152, 4.114252, 3.709139, 3.65993, 3.495542, 3.900223, 3.845637, 3.371511, 3.263953, 3.333487, 3.710956, 3.548795, 4.292291, 5.081004, 4.655583, 4.725083, 4.658765, 4.570592, 3.863702, 3.807353, 3.513957, 2.343177, 2.333229, 0.430387, 0.0], "sum_m_pl": [21.961104, 26.092554, 24.903242, 24.307382, 23.378855, 22.999852, 22.7231, 22.50199, 22.139123, 22.752419, 22.944804, 23.163168, 22.332318, 22.111168, 21.771636, 21.605385, 21.658964, 21.470355, 22.106186, 22.846829, 23.278209, 23.712095, 23.889591, 24.185842, 21.205255, 21.177726, 20.465541, 21.720117, 21.814517, 21.99245, 21.854464, 21.87337, 21.644849, 21.059649, 20.353602, 19.754075, 18.589018, 18.021323, 17.506717, 19.996783, 17.788678, 17.131572, 16.580704, 17.354008, 16.162557, 12.657433, 8.884521, 4.389147, 0.851207, 0.0]}, "lang": {"n_am_en": [49, 24, 20, 25, 31, 40, 40, 31, 39, 39, 46, 43, 44, 47, 45, 40, 47, 48, 49, 59, 61, 61, 57, 64, 77, 73, 57, 61, 49, 43, 48, 48, 49, 64, 62, 70, 68, 74, 77, 82, 90, 91, 91, 92, 95, 98, 96, 101, 114, 117], "n_am_pl": [2, 11, 19, 13, 11, 19, 17, 12, 6, 8, 8, 15, 16, 9, 10, 9, 10, 9, 10, 9, 13, 17, 18, 15, 14, 8, 7, 8, 10, 8, 10, 11, 17, 9, 4, 5, 3, 2, 6, 8, 2, 5, 4, 3, 3, 2, 0, 1, 0, 0], "n_pos": 118, "sum_m_en": [14.0152, 6.736909, 6.378282, 6.576713, 7.178377, 7.090258, 6.944822, 7.076562, 7.492474, 7.766316, 8.397301, 8.760411, 9.052686, 9.662787, 9.309579, 8.320331, 8.075627, 8.17153, 7.944198, 7.717639, 6.984634, 6.49934, 6.063822, 5.880104, 29.748683, 28.043952, 22.043373, 19.585063, 17.737045, 15.568958, 15.217667, 15.65475, 15.65082, 16.72793, 18.529061, 22.459488, 29.425033, 34.424269, 47.518852, 56.441363, 58.907381, 64.472328, 69.376409, 74.640478, 82.299456, 85.743542, 90.645226, 92.357688, 111.882983, 116.259493], "sum_m_pl": [44.795583, 55.225213, 54.834944, 53.572964, 52.111183, 50.856496, 51.818679, 52.732685, 51.919452, 53.402239, 53.408423, 53.954331, 53.978972, 52.769235, 53.776691, 53.87209, 54.315717, 54.371318, 54.64342, 55.259366, 56.324942, 56.88896, 57.142765, 57.419304, 40.544281, 40.76638, 41.650401, 44.616156, 46.267228, 48.153947, 48.85103, 48.722878, 49.611382, 47.811807, 45.371338, 42.831325, 35.46547, 32.26223, 27.103485, 24.991032, 21.57979, 18.744351, 16.069102, 12.589488, 9.721548, 7.049053, 5.457266, 2.640764, 0.134249, 0.000534]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 309, "item_id": "gsm8kpl-183", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1255, "region_end": 306, "roundtrip_ok": true, "tf_agree": 0.9935, "tf_agree_excl_first": 0.9968}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [67, 87, 74, 64, 82, 74, 56, 68, 64, 75, 68, 75, 68, 71, 65, 71, 74, 66, 63, 69, 64, 61, 63, 80, 121, 116, 112, 114, 96, 93, 101, 93, 80, 85, 83, 73, 89, 84, 87, 88, 94, 87, 91, 95, 96, 75, 25, 14, 5, 5], "n_am_pl": [10, 77, 76, 58, 36, 47, 59, 50, 37, 50, 42, 52, 57, 66, 58, 54, 47, 55, 61, 60, 63, 78, 86, 74, 53, 56, 54, 43, 51, 69, 47, 55, 63, 48, 48, 43, 28, 36, 49, 72, 55, 60, 47, 50, 34, 49, 61, 61, 69, 75], "n_pos": 368, "sum_m_en": [32.585778, 17.32873, 17.908478, 18.110281, 19.998611, 20.014606, 19.471751, 20.458444, 21.65733, 22.841447, 22.40705, 22.68747, 24.71927, 26.130702, 25.51588, 23.212094, 22.536721, 22.39585, 19.924623, 19.368595, 18.247019, 17.340258, 16.745239, 16.137471, 46.222157, 41.927482, 35.727762, 35.115741, 35.079717, 33.362455, 32.890478, 32.694743, 31.953549, 30.789545, 32.743228, 32.621743, 34.092251, 33.916178, 44.065762, 54.410973, 57.26662, 57.855504, 66.520773, 72.896322, 76.99188, 70.134442, 31.618701, 16.715611, 7.326363, 5.067096], "sum_m_pl": [152.660215, 182.89725, 177.368144, 172.862762, 167.203415, 163.851674, 167.285918, 166.302141, 160.596974, 164.528885, 165.221164, 164.256974, 165.265742, 163.298064, 161.29177, 163.378316, 163.604193, 165.124559, 170.84993, 173.789853, 175.028703, 175.944797, 176.600979, 178.536588, 139.268912, 139.970113, 139.162239, 148.837185, 151.438483, 153.642383, 152.867897, 153.227881, 149.291441, 138.647737, 134.307155, 125.84678, 115.35054, 111.639318, 108.755232, 112.009524, 102.859811, 103.07342, 95.614715, 87.862682, 70.897364, 67.489953, 68.948273, 66.072066, 70.700216, 72.963638]}, "digit": {"n_am_en": [16, 38, 25, 19, 17, 10, 12, 12, 18, 24, 20, 23, 17, 12, 13, 19, 26, 13, 22, 17, 16, 20, 24, 24, 27, 29, 24, 24, 17, 21, 16, 19, 16, 17, 15, 15, 18, 19, 18, 13, 14, 13, 12, 11, 13, 7, 2, 0, 0, 0], "n_am_pl": [0, 11, 4, 3, 3, 10, 7, 4, 10, 10, 10, 15, 7, 11, 10, 13, 8, 17, 14, 14, 17, 19, 22, 18, 11, 13, 13, 7, 13, 16, 18, 15, 20, 19, 15, 7, 8, 10, 14, 27, 18, 17, 18, 17, 14, 14, 12, 11, 1, 0], "n_pos": 85, "sum_m_en": [7.261732, 3.884446, 3.718988, 3.60573, 3.806553, 3.827484, 3.705044, 4.039273, 4.235206, 4.434791, 4.540663, 4.48718, 4.961427, 5.259112, 4.909596, 4.614551, 4.584829, 4.60658, 4.086971, 4.025321, 3.736878, 3.53392, 3.423717, 3.353463, 10.27745, 8.308162, 7.01228, 6.279112, 6.140932, 6.026532, 6.482533, 6.469739, 5.984301, 5.83804, 6.169174, 6.705778, 6.791058, 6.752051, 8.953638, 8.404195, 8.112348, 7.905699, 9.21907, 8.924541, 8.769177, 6.855021, 3.254293, 2.363318, 0.34558, 0.0], "sum_m_pl": [39.475966, 45.3824, 43.665091, 42.118848, 41.270366, 40.782606, 40.891027, 39.798384, 39.027605, 39.939123, 40.186824, 40.496223, 39.627531, 39.297245, 38.476008, 38.893307, 38.691996, 39.048184, 40.818437, 41.582988, 41.83509, 42.224267, 42.406734, 42.902152, 35.796151, 36.264455, 35.917016, 37.853112, 38.538729, 38.229989, 37.657618, 37.194547, 37.168544, 36.000515, 34.990127, 34.849431, 33.578567, 33.423112, 31.695558, 34.803426, 32.115123, 32.111651, 30.793498, 31.13206, 28.269147, 23.227677, 18.077816, 11.908566, 2.702939, 0.0]}, "lang": {"n_am_en": [16, 10, 17, 16, 21, 17, 16, 25, 17, 18, 17, 16, 11, 16, 15, 17, 13, 13, 10, 18, 19, 20, 20, 24, 35, 31, 31, 35, 27, 29, 23, 26, 26, 25, 23, 26, 33, 33, 35, 36, 43, 38, 45, 44, 49, 45, 16, 9, 5, 5], "n_am_pl": [6, 25, 20, 19, 9, 8, 11, 12, 4, 7, 7, 10, 16, 19, 16, 6, 8, 13, 15, 13, 14, 19, 22, 18, 17, 11, 13, 8, 10, 8, 9, 8, 11, 8, 10, 13, 5, 8, 17, 22, 17, 20, 15, 17, 10, 20, 36, 43, 64, 73], "n_pos": 79, "sum_m_en": [6.872649, 3.814237, 4.062554, 4.218005, 4.600867, 4.551132, 4.438731, 4.683227, 4.95728, 4.969864, 4.971529, 5.176932, 5.461062, 5.818936, 5.625242, 5.113629, 5.06884, 5.012281, 4.492056, 4.291511, 4.080925, 3.863252, 3.701231, 3.543857, 10.8118, 9.967518, 8.678192, 8.455779, 8.293532, 7.717856, 7.358538, 7.671021, 7.808634, 7.737313, 7.58529, 8.148058, 9.932536, 10.914749, 15.397144, 21.826536, 26.031273, 26.587137, 30.763397, 35.272223, 42.836608, 40.373995, 19.04309, 9.496889, 5.873651, 5.061472], "sum_m_pl": [32.044468, 37.60477, 36.791004, 35.891343, 34.584581, 33.957687, 35.132734, 35.43153, 34.675158, 35.627972, 35.664761, 35.41291, 35.737693, 35.13164, 35.411123, 36.091055, 35.999913, 36.38866, 37.427526, 37.916081, 37.962783, 38.213969, 38.285028, 38.492596, 32.064042, 31.604683, 30.999734, 32.773962, 33.070488, 34.185691, 34.223478, 34.184035, 33.981205, 32.254911, 31.108492, 30.539619, 28.619626, 28.069548, 29.113125, 29.281266, 25.53614, 26.215751, 24.475164, 21.685752, 16.063254, 18.932066, 31.207015, 42.110501, 61.31019, 71.051026]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 539, "item_id": "gsm8kpl-183", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1114, "region_end": 368, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9888}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [134, 92, 84, 71, 78, 72, 78, 87, 89, 98, 104, 102, 96, 96, 101, 81, 71, 70, 65, 70, 68, 70, 68, 72, 128, 111, 96, 107, 106, 106, 97, 118, 100, 120, 124, 122, 121, 130, 132, 121, 128, 120, 132, 130, 129, 136, 146, 157, 156, 164], "n_am_pl": [13, 49, 63, 57, 45, 34, 42, 42, 38, 51, 49, 42, 48, 48, 45, 63, 65, 97, 82, 76, 87, 86, 92, 95, 51, 38, 44, 31, 32, 51, 56, 50, 55, 50, 50, 39, 36, 33, 30, 28, 21, 10, 13, 8, 9, 11, 13, 5, 0, 0], "n_pos": 367, "sum_m_en": [45.620111, 21.335897, 20.768587, 19.669404, 21.907581, 21.83661, 21.115527, 22.427193, 23.411033, 23.221037, 25.731114, 27.479551, 30.541248, 29.9748, 28.822702, 26.394051, 26.497505, 25.97032, 23.939029, 23.172563, 21.130735, 19.638785, 18.505887, 18.034715, 45.643416, 47.186951, 44.512592, 42.078427, 41.241907, 41.261693, 38.35144, 39.547546, 39.639691, 40.863679, 44.55738, 51.958338, 66.4436, 74.172035, 79.447705, 82.476343, 86.831008, 89.563939, 95.699952, 108.578134, 110.301507, 127.578241, 138.193444, 152.267398, 159.212538, 163.785042], "sum_m_pl": [134.904331, 178.406514, 175.4988, 172.260315, 170.870706, 168.229497, 170.6151, 167.234168, 163.635366, 168.994472, 167.078443, 165.459628, 163.122947, 162.829543, 167.730252, 169.668277, 166.505771, 167.48132, 168.375842, 169.778516, 172.657034, 175.927572, 178.278829, 178.503085, 139.88036, 132.802843, 130.291007, 136.839224, 142.721717, 146.193775, 148.085645, 148.021146, 150.3805, 142.21958, 133.886014, 123.72824, 107.42562, 100.544615, 93.890188, 86.430336, 83.11169, 61.36185, 52.041589, 41.043972, 32.141597, 25.358862, 17.522774, 10.116809, 0.599274, 5.9e-05]}, "digit": {"n_am_en": [3, 7, 14, 4, 6, 5, 7, 6, 4, 9, 8, 10, 6, 10, 4, 3, 2, 3, 5, 6, 4, 3, 3, 5, 11, 13, 8, 12, 10, 5, 4, 3, 3, 4, 4, 5, 2, 3, 4, 5, 7, 8, 9, 10, 7, 6, 2, 2, 0, 0], "n_am_pl": [0, 2, 4, 7, 5, 2, 6, 3, 1, 6, 7, 4, 7, 4, 1, 2, 3, 8, 6, 2, 1, 1, 2, 3, 3, 1, 3, 1, 1, 7, 8, 9, 3, 3, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 43, "sum_m_en": [4.474745, 2.000844, 1.884872, 1.831787, 1.905434, 2.133921, 2.123663, 2.442993, 2.550366, 2.501267, 2.760187, 2.962057, 3.230299, 3.065082, 2.848873, 2.775157, 2.879355, 2.868074, 2.616894, 2.467302, 2.316079, 2.133309, 2.028175, 1.971764, 3.722745, 3.851457, 4.049508, 3.888287, 3.984299, 3.641953, 3.640821, 3.596568, 3.397175, 3.043253, 3.110475, 3.046196, 3.042448, 2.838652, 2.98933, 2.924951, 3.370654, 4.527275, 4.143434, 7.732242, 4.836996, 4.463842, 1.605778, 1.181135, 0.08764, 0.0], "sum_m_pl": [16.934812, 22.52516, 21.516305, 21.489302, 21.08373, 20.006448, 20.740727, 19.766548, 18.898465, 19.823904, 19.648793, 19.135788, 18.189834, 18.225978, 18.717259, 18.65482, 17.922128, 17.995402, 18.571698, 18.932765, 19.161111, 19.818553, 20.092306, 20.267802, 15.274554, 14.156199, 13.641257, 14.472927, 15.232828, 15.435686, 15.10676, 15.566119, 16.01462, 14.449472, 13.05219, 12.13696, 11.474788, 10.610053, 9.826729, 8.861417, 10.041875, 9.350116, 9.318933, 6.067285, 5.663591, 3.738327, 3.126732, 1.427447, 0.12715, 0.0]}, "lang": {"n_am_en": [64, 47, 36, 34, 32, 27, 32, 48, 51, 57, 56, 48, 57, 46, 63, 49, 41, 43, 39, 40, 36, 40, 39, 45, 70, 55, 48, 53, 57, 65, 56, 74, 58, 69, 72, 79, 79, 89, 88, 80, 87, 86, 92, 97, 100, 106, 126, 133, 152, 163], "n_am_pl": [4, 17, 27, 27, 15, 19, 19, 23, 20, 26, 18, 19, 21, 25, 24, 34, 31, 55, 42, 41, 50, 48, 51, 49, 30, 20, 24, 15, 19, 22, 26, 24, 30, 29, 28, 26, 19, 14, 12, 13, 8, 6, 8, 4, 3, 3, 3, 3, 0, 0], "n_pos": 164, "sum_m_en": [19.843987, 9.880111, 9.762628, 8.946323, 10.359068, 10.127352, 9.650534, 10.164236, 10.785869, 10.882314, 11.88298, 12.963786, 14.761731, 14.355939, 13.800442, 12.638889, 12.626134, 12.322453, 11.334634, 10.982815, 9.988634, 9.316332, 8.710353, 8.438054, 24.686891, 25.743473, 23.599619, 21.593313, 21.129692, 21.497614, 19.471325, 20.187552, 20.677473, 22.451997, 24.772515, 31.127027, 43.045676, 49.234059, 53.548117, 55.571166, 59.769319, 64.335898, 70.4585, 78.384873, 84.027639, 98.013922, 115.213358, 127.059974, 151.478208, 162.240395], "sum_m_pl": [58.230695, 78.05036, 77.791523, 75.629975, 75.759592, 74.721173, 75.324539, 75.584286, 74.358552, 76.604306, 75.325138, 74.453069, 73.447684, 73.559561, 76.186014, 77.911353, 76.709731, 77.426822, 76.944028, 77.385547, 78.923283, 80.16777, 80.985252, 81.028755, 66.000062, 62.869444, 61.837395, 64.528954, 66.137131, 67.05475, 69.117641, 68.570986, 70.068659, 67.500363, 64.071307, 60.618751, 50.876708, 46.865288, 43.258512, 39.503049, 36.11685, 27.937091, 20.962958, 17.541697, 12.647131, 9.116873, 5.241111, 3.628005, 0.088933, 3.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 371, "item_id": "gsm8kpl-184", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1154, "region_end": 367, "roundtrip_ok": true, "tf_agree": 0.9919, "tf_agree_excl_first": 0.9946}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [113, 94, 108, 100, 65, 48, 68, 78, 71, 85, 119, 113, 91, 106, 103, 82, 89, 79, 67, 58, 56, 60, 58, 63, 118, 110, 82, 91, 113, 108, 105, 118, 113, 96, 102, 103, 93, 87, 89, 93, 93, 77, 93, 93, 87, 67, 33, 23, 14, 13], "n_am_pl": [15, 97, 99, 104, 87, 78, 73, 70, 63, 50, 56, 68, 60, 56, 71, 81, 84, 114, 127, 130, 147, 141, 138, 139, 94, 84, 94, 92, 92, 97, 94, 86, 92, 94, 72, 68, 52, 55, 60, 54, 61, 55, 50, 49, 43, 58, 63, 64, 116, 124], "n_pos": 513, "sum_m_en": [48.483203, 24.566689, 24.564809, 26.743841, 29.633734, 29.464317, 28.907696, 29.2423, 30.032906, 30.367137, 32.958425, 35.293942, 38.656811, 38.346163, 37.753077, 35.184887, 36.636221, 34.784142, 32.052412, 30.28618, 27.846962, 25.971051, 24.938342, 24.108855, 50.346683, 54.132916, 52.489408, 53.750291, 55.424052, 54.876379, 51.704049, 51.131969, 49.433373, 46.992228, 50.793177, 51.938863, 56.402656, 58.752654, 61.234179, 63.214745, 64.094964, 59.593623, 62.003166, 75.52747, 72.298123, 58.803712, 37.947821, 28.20955, 16.508964, 12.725522], "sum_m_pl": [199.956972, 253.78827, 245.842935, 239.755357, 234.637902, 231.754165, 237.142276, 234.784371, 230.375258, 234.049754, 231.655651, 230.476068, 226.215599, 225.976203, 229.347927, 232.710224, 229.110829, 231.989384, 237.920355, 241.245505, 244.351997, 246.815642, 249.048191, 249.732164, 194.542086, 182.357579, 179.796466, 192.623487, 202.697438, 207.162653, 207.569739, 209.963406, 210.851705, 195.799009, 186.773037, 171.645046, 158.079517, 152.539067, 148.77223, 144.472744, 143.709743, 130.054434, 121.427353, 108.177502, 87.826642, 89.893947, 81.529007, 70.689932, 112.159204, 123.439477]}, "digit": {"n_am_en": [4, 19, 24, 18, 5, 4, 11, 9, 6, 11, 16, 15, 11, 11, 13, 8, 7, 5, 7, 2, 3, 4, 5, 9, 14, 14, 15, 16, 17, 13, 16, 18, 14, 11, 11, 5, 8, 8, 9, 12, 17, 12, 13, 14, 6, 6, 1, 2, 0, 0], "n_am_pl": [0, 9, 3, 2, 9, 4, 1, 1, 4, 1, 7, 6, 6, 7, 2, 8, 8, 11, 8, 5, 6, 7, 5, 4, 3, 5, 4, 3, 9, 10, 3, 3, 7, 5, 4, 2, 1, 0, 0, 1, 2, 2, 2, 1, 0, 0, 1, 1, 0, 0], "n_pos": 63, "sum_m_en": [5.422079, 2.861315, 2.767735, 2.702784, 2.679637, 2.82406, 2.757064, 2.986083, 3.103199, 3.209734, 3.708581, 3.959875, 4.434309, 4.266703, 4.036076, 3.988077, 4.158524, 4.064185, 3.686364, 3.512107, 3.283936, 3.036836, 2.911645, 2.828057, 5.679421, 6.347738, 6.149865, 6.00136, 6.549833, 6.047717, 6.0388, 6.071575, 5.588121, 5.073189, 5.98241, 6.117461, 6.015387, 5.922898, 6.201135, 6.054852, 6.871012, 8.295429, 7.255167, 9.548854, 6.981231, 5.864902, 3.099564, 2.320562, 0.170577, 0.0], "sum_m_pl": [26.130414, 33.562018, 31.914158, 31.46814, 31.021916, 29.923176, 30.702589, 29.629065, 29.014011, 29.598453, 29.344321, 29.002808, 27.94895, 28.328472, 29.009664, 28.58455, 27.468815, 27.632357, 28.861687, 29.177905, 29.572616, 30.135449, 30.450115, 30.722846, 23.605699, 21.35836, 21.231511, 23.156866, 24.664011, 24.925792, 24.201037, 24.675387, 25.847487, 24.217288, 22.645511, 21.03346, 19.640359, 19.86041, 18.032822, 17.586325, 18.766845, 17.565482, 17.27986, 14.491534, 12.133195, 9.126184, 7.096009, 3.349304, 0.174571, 0.0]}, "lang": {"n_am_en": [42, 17, 26, 23, 21, 16, 29, 30, 33, 32, 46, 40, 28, 44, 34, 31, 38, 29, 32, 24, 24, 27, 23, 24, 46, 45, 25, 30, 37, 42, 30, 39, 46, 41, 40, 41, 38, 36, 36, 37, 35, 33, 40, 41, 53, 40, 24, 17, 13, 13], "n_am_pl": [5, 34, 29, 29, 25, 20, 12, 19, 19, 13, 14, 15, 16, 14, 17, 20, 21, 40, 37, 47, 53, 57, 56, 54, 29, 26, 29, 29, 31, 30, 30, 30, 32, 33, 23, 27, 21, 28, 27, 26, 29, 24, 23, 26, 25, 37, 48, 51, 110, 123], "n_pos": 137, "sum_m_en": [13.261622, 6.637782, 6.410567, 8.333516, 10.314708, 9.772672, 9.46619, 8.895411, 8.775933, 8.434644, 9.356043, 10.263778, 10.993684, 11.176718, 11.335364, 10.127048, 11.42593, 10.076525, 9.599532, 8.471523, 7.628216, 7.086562, 6.774046, 6.522607, 17.615845, 18.378392, 17.541665, 17.517301, 17.699271, 17.263833, 15.257658, 16.146971, 15.602782, 16.513067, 17.839793, 19.125118, 22.794922, 25.159522, 25.976276, 28.355112, 29.055451, 26.648685, 29.719828, 33.376484, 41.623138, 34.70096, 24.086606, 18.423257, 13.419112, 12.724944], "sum_m_pl": [50.582297, 64.469046, 63.456918, 60.586328, 59.830075, 59.561239, 60.685698, 61.849532, 61.597361, 63.297371, 62.963328, 62.432365, 62.560389, 62.612512, 63.633409, 65.077232, 63.504268, 64.784884, 65.345843, 66.140727, 67.272994, 67.736965, 68.096359, 67.883954, 57.275907, 54.429597, 53.688572, 56.04315, 58.357732, 59.290039, 60.207463, 60.059503, 61.06679, 57.959329, 56.091766, 55.881835, 52.693906, 51.351424, 50.715862, 48.327212, 47.903589, 41.529938, 37.939358, 37.628986, 33.096052, 42.247123, 48.465114, 51.33293, 105.300933, 121.759417]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 513, "item_id": "gsm8kpl-184", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1013, "region_end": 513, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 0.9922}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [49, 39, 26, 30, 25, 29, 24, 29, 33, 31, 39, 39, 27, 31, 32, 35, 38, 31, 34, 35, 41, 41, 39, 46, 54, 47, 36, 51, 51, 43, 40, 37, 40, 36, 40, 52, 52, 53, 53, 55, 61, 58, 62, 52, 54, 59, 57, 60, 61, 54], "n_am_pl": [6, 16, 23, 21, 21, 22, 19, 18, 10, 5, 12, 9, 23, 14, 7, 12, 7, 16, 10, 13, 15, 21, 20, 22, 13, 17, 8, 9, 7, 11, 7, 8, 8, 11, 10, 9, 7, 11, 11, 18, 13, 10, 10, 16, 14, 10, 9, 7, 1, 0], "n_pos": 129, "sum_m_en": [14.839547, 7.498105, 6.880782, 6.790162, 7.21345, 7.218906, 7.369831, 7.745204, 8.216991, 8.556155, 9.234819, 9.308417, 9.976594, 10.110403, 10.365628, 9.244643, 9.155324, 8.364002, 7.68775, 7.290632, 6.814187, 6.361663, 6.13027, 6.135808, 16.823724, 16.240119, 17.046371, 17.000333, 16.463906, 15.402019, 13.966327, 13.854125, 13.425688, 13.661504, 15.485353, 16.955843, 21.729074, 23.312819, 27.773589, 31.122524, 31.908223, 34.689009, 41.224794, 41.391082, 43.35426, 51.660013, 53.978187, 58.344403, 58.323973, 54.701685], "sum_m_pl": [48.969802, 60.971579, 60.238916, 59.193316, 57.706598, 58.270275, 57.984626, 57.801688, 55.694398, 57.357443, 56.952153, 57.161571, 57.547797, 56.438273, 56.461001, 59.26212, 57.931402, 58.405149, 59.547176, 61.102617, 61.707522, 62.40957, 62.425561, 62.483851, 49.950674, 48.647479, 45.458562, 48.464347, 49.134319, 50.49161, 52.495027, 51.963182, 54.09578, 52.916924, 52.002713, 49.50032, 42.700378, 40.931504, 38.866137, 40.627787, 38.925436, 33.342911, 28.87461, 27.893381, 24.370764, 18.291985, 11.41117, 8.124037, 1.696881, 0.078404]}, "digit": {"n_am_en": [5, 8, 6, 5, 4, 7, 6, 8, 5, 4, 6, 5, 1, 4, 4, 6, 8, 5, 3, 2, 3, 4, 5, 4, 5, 4, 0, 6, 8, 4, 3, 1, 3, 2, 1, 2, 1, 2, 2, 2, 4, 2, 2, 1, 1, 1, 1, 2, 0, 0], "n_am_pl": [1, 0, 2, 3, 6, 4, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 1, 0, 2, 3, 5, 5, 5, 4, 4, 2, 1, 0, 2, 1, 0, 1, 5, 3, 2, 2, 4, 5, 9, 7, 4, 4, 6, 5, 4, 3, 2, 0, 0], "n_pos": 20, "sum_m_en": [1.762118, 0.896422, 0.858593, 0.890215, 0.942839, 0.928725, 0.987197, 1.072566, 1.134599, 1.167373, 1.23653, 1.182728, 1.277346, 1.264527, 1.267759, 1.204264, 1.246037, 1.196957, 1.055063, 1.019566, 0.947573, 0.879062, 0.854382, 0.863981, 1.432126, 1.504244, 1.703895, 1.809886, 1.763018, 1.555596, 1.507042, 1.441041, 1.345096, 1.343351, 1.371174, 1.43537, 1.459973, 1.388779, 1.351616, 1.208131, 1.203813, 1.361281, 2.103515, 1.813483, 1.352329, 1.747827, 1.569102, 1.146589, 0.158595, 0.0], "sum_m_pl": [8.659044, 10.671945, 10.186296, 9.735903, 9.585364, 9.654892, 9.311559, 9.157018, 8.889529, 9.301426, 9.343353, 9.127026, 8.918871, 8.83674, 8.953182, 9.044396, 8.698693, 8.734951, 9.08058, 9.357874, 9.43446, 9.612882, 9.662367, 9.644401, 8.811344, 8.307827, 7.592667, 8.131938, 8.184171, 8.344013, 8.238278, 7.941989, 8.49031, 8.071294, 8.206841, 8.004244, 7.589444, 7.533235, 7.901533, 9.708698, 9.555435, 8.356166, 7.5686, 8.179105, 6.830649, 5.226477, 3.412345, 2.450523, 0.369364, 0.0]}, "lang": {"n_am_en": [23, 12, 9, 12, 10, 14, 11, 13, 18, 17, 19, 19, 14, 16, 17, 14, 18, 15, 15, 18, 19, 20, 20, 23, 31, 26, 21, 23, 22, 23, 19, 20, 23, 21, 24, 28, 31, 32, 32, 34, 36, 35, 37, 32, 35, 39, 42, 45, 53, 53], "n_am_pl": [2, 6, 7, 6, 7, 9, 7, 7, 3, 3, 6, 1, 10, 5, 3, 10, 3, 10, 3, 7, 9, 12, 10, 11, 8, 8, 3, 6, 5, 8, 5, 4, 4, 2, 5, 4, 5, 5, 5, 8, 6, 6, 6, 9, 8, 6, 6, 5, 1, 0], "n_pos": 54, "sum_m_en": [6.396154, 3.149211, 2.953728, 2.89105, 3.100929, 3.19506, 3.343842, 3.431319, 3.679137, 3.830585, 4.218515, 4.248743, 4.624165, 4.603877, 4.764185, 4.120254, 4.172988, 3.662664, 3.426923, 3.214292, 2.947508, 2.743099, 2.620999, 2.601036, 9.03349, 8.422085, 8.812653, 8.600394, 8.516553, 7.896447, 7.182257, 7.298437, 7.122716, 7.279569, 8.41275, 9.572767, 12.547553, 14.385177, 17.342682, 19.371215, 20.005781, 22.59703, 27.341397, 26.857054, 28.749162, 35.731792, 39.680271, 44.651666, 51.524853, 52.812949], "sum_m_pl": [19.706971, 23.941876, 24.051667, 23.890148, 23.400088, 23.517222, 23.536395, 23.791533, 22.96567, 23.442276, 23.38176, 23.664262, 23.981777, 23.345009, 23.582999, 25.00748, 24.473602, 24.833177, 25.21747, 25.81969, 26.20931, 26.45608, 26.411686, 26.468564, 21.812964, 21.257935, 19.741369, 20.519646, 20.616279, 20.988784, 22.330977, 21.813449, 22.780389, 22.554034, 21.935733, 20.889164, 17.849834, 16.930383, 15.733297, 16.56434, 15.773737, 13.70188, 11.94561, 12.161127, 11.311814, 7.96148, 6.404891, 4.485895, 1.214685, 0.002805]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 134, "item_id": "gsm8kpl-190", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1147, "region_end": 129, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.9925}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [27, 26, 25, 17, 15, 5, 6, 10, 11, 15, 16, 19, 17, 19, 17, 18, 19, 17, 21, 20, 15, 16, 18, 16, 22, 22, 25, 29, 30, 35, 18, 16, 16, 18, 18, 16, 24, 19, 22, 25, 23, 24, 23, 22, 18, 14, 11, 8, 3, 1], "n_am_pl": [4, 23, 25, 16, 10, 22, 10, 12, 18, 10, 12, 13, 21, 11, 11, 8, 10, 9, 13, 10, 16, 18, 19, 22, 14, 10, 9, 7, 10, 6, 11, 14, 11, 6, 7, 9, 12, 15, 15, 20, 23, 19, 18, 24, 22, 21, 24, 25, 27, 27], "n_pos": 91, "sum_m_en": [8.928295, 4.923644, 4.877714, 4.990857, 5.140078, 4.720365, 4.866351, 5.282591, 5.600555, 5.535522, 5.631514, 5.696263, 5.789426, 5.921243, 5.921381, 5.528998, 5.539479, 5.075188, 4.688499, 4.45313, 4.191316, 4.059789, 3.984174, 3.94963, 9.369415, 9.073424, 8.587099, 8.337482, 8.540019, 7.507475, 7.003268, 6.761833, 6.156893, 6.364904, 6.909667, 6.979315, 7.851627, 7.805447, 9.913373, 10.446132, 10.516089, 12.723513, 14.611713, 13.864621, 11.350825, 9.469317, 10.227034, 6.777575, 3.290757, 0.999959], "sum_m_pl": [37.233783, 43.526984, 42.059723, 40.141503, 38.261418, 40.314507, 40.378681, 39.705431, 38.552953, 40.335604, 40.297154, 40.565583, 41.172993, 39.942005, 40.662613, 42.203984, 41.252497, 41.331505, 43.032459, 43.947368, 44.18459, 44.780835, 44.803234, 45.093665, 36.617551, 35.750766, 34.440627, 36.676916, 37.701822, 39.119676, 38.986998, 38.645367, 40.158371, 37.195218, 37.266596, 36.061334, 33.952468, 33.723969, 32.953941, 36.942107, 36.31072, 34.774777, 32.084494, 31.906476, 31.193335, 29.749882, 26.151477, 24.783359, 24.073818, 28.253629]}, "digit": {"n_am_en": [5, 10, 8, 3, 3, 0, 1, 1, 4, 7, 5, 4, 3, 1, 3, 3, 2, 1, 3, 4, 1, 3, 3, 3, 3, 3, 3, 6, 2, 6, 3, 4, 4, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 2, 1, 2, 5, 1, 1, 2, 0, 3, 4, 0, 1, 2, 2, 1, 1, 5, 2, 6, 4, 5, 5, 5, 4, 3, 1, 2, 2, 0, 3, 0, 0, 1, 2, 2, 6, 6, 9, 10, 8, 7, 9, 5, 5, 5, 4, 3, 0], "n_pos": 18, "sum_m_en": [1.540062, 0.800586, 0.776087, 0.744591, 0.765653, 0.751216, 0.830402, 0.895085, 0.94145, 0.978765, 1.034107, 0.984943, 1.024279, 1.06325, 1.083283, 1.037594, 1.064845, 1.011461, 0.870828, 0.848975, 0.800222, 0.745842, 0.729657, 0.730077, 1.131239, 1.186124, 1.346164, 1.501133, 1.478616, 1.356317, 1.206295, 1.164525, 1.097126, 1.102246, 1.085228, 1.10083, 1.099527, 1.079674, 1.067238, 0.915983, 0.923622, 0.96493, 1.47964, 1.158985, 0.615651, 1.2372, 1.086117, 0.28527, 0.01299, 0.0], "sum_m_pl": [8.261625, 9.671991, 9.252607, 8.910129, 8.672251, 8.827105, 8.531578, 8.248151, 8.133587, 8.469956, 8.652635, 8.476693, 8.250922, 8.064494, 8.244534, 8.376919, 8.01615, 8.184433, 8.646758, 8.828761, 8.805954, 8.899295, 8.864679, 8.920098, 8.404981, 7.907172, 7.362742, 7.68836, 7.870227, 7.931617, 7.582634, 7.306036, 7.919268, 7.330432, 7.620036, 7.639954, 7.554912, 7.682282, 7.854487, 9.892572, 9.527269, 9.31516, 8.744483, 9.065636, 7.854395, 6.901493, 5.671631, 4.908252, 2.832085, 0.0]}, "lang": {"n_am_en": [12, 11, 12, 13, 8, 4, 1, 7, 3, 3, 6, 6, 9, 9, 10, 9, 10, 10, 11, 9, 8, 6, 6, 7, 10, 10, 10, 9, 13, 17, 7, 6, 5, 8, 7, 6, 13, 9, 7, 9, 11, 10, 11, 11, 10, 10, 7, 5, 1, 0], "n_am_pl": [0, 5, 5, 4, 3, 6, 4, 3, 9, 6, 5, 5, 8, 4, 3, 1, 4, 4, 4, 5, 9, 11, 11, 11, 7, 5, 4, 4, 5, 1, 4, 4, 7, 3, 5, 5, 6, 6, 8, 10, 9, 9, 9, 9, 11, 9, 12, 14, 23, 27], "n_pos": 29, "sum_m_en": [2.73399, 1.655498, 1.698551, 1.764368, 1.776402, 1.595244, 1.585683, 1.754098, 1.825714, 1.76514, 1.804942, 1.884489, 1.9045, 1.96269, 2.029338, 1.87852, 1.878212, 1.671581, 1.568907, 1.431266, 1.328015, 1.273938, 1.237985, 1.215052, 3.648169, 3.489988, 2.847467, 2.737697, 2.852888, 2.506858, 2.335923, 2.280655, 2.010574, 2.191464, 2.595425, 2.805377, 3.592775, 3.644518, 4.278636, 4.99326, 5.249561, 6.091127, 7.232572, 7.241628, 6.654431, 5.457906, 6.491146, 4.944026, 1.416817, 0.003281], "sum_m_pl": [12.076507, 13.782359, 13.144598, 12.585251, 12.167696, 12.768011, 12.653638, 12.648799, 12.437713, 13.058394, 13.097951, 13.206288, 13.393899, 13.314965, 13.366856, 13.94923, 13.683104, 13.974668, 14.354046, 14.512794, 14.599603, 14.723404, 14.754145, 14.852204, 13.21444, 12.912405, 12.518056, 13.067404, 13.093382, 13.374171, 13.476963, 13.708733, 14.161037, 13.412894, 13.218195, 13.085595, 12.827412, 13.431906, 13.91259, 14.754055, 14.587457, 14.417508, 13.331128, 13.108423, 13.862813, 13.843795, 12.885854, 12.97394, 18.992186, 27.723242]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "gsm8kpl-190", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1006, "region_end": 91, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9789}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [76, 75, 51, 33, 38, 23, 34, 36, 35, 50, 54, 67, 72, 57, 52, 53, 51, 59, 47, 43, 40, 41, 42, 45, 72, 75, 67, 66, 57, 63, 70, 63, 61, 59, 68, 66, 66, 69, 71, 79, 81, 81, 79, 82, 80, 77, 72, 72, 69, 69], "n_am_pl": [4, 19, 31, 34, 27, 30, 29, 16, 15, 10, 10, 27, 21, 18, 12, 16, 14, 17, 23, 22, 24, 28, 31, 34, 13, 15, 11, 18, 26, 25, 21, 20, 18, 18, 22, 16, 17, 10, 14, 10, 11, 7, 8, 5, 4, 5, 4, 2, 0, 9], "n_pos": 205, "sum_m_en": [24.579437, 11.799526, 11.283534, 10.818814, 11.656428, 11.316997, 11.061049, 11.579915, 12.844137, 13.158829, 12.910153, 13.734617, 14.636251, 14.919679, 15.090852, 13.546762, 13.665212, 13.964329, 12.838142, 11.747954, 10.754398, 9.833981, 9.502289, 9.292625, 22.135127, 22.701608, 23.536714, 21.141943, 19.46024, 19.708906, 18.184544, 18.61796, 20.499905, 19.775738, 22.275002, 25.247359, 27.295013, 28.593208, 33.454419, 39.716306, 42.760568, 48.803984, 50.288872, 59.666551, 61.250385, 61.214428, 67.890178, 71.581988, 69.827748, 68.433874], "sum_m_pl": [77.86227, 100.336628, 98.374583, 95.677112, 93.921682, 93.023237, 93.194554, 90.806229, 87.061107, 90.401678, 90.217414, 93.988662, 93.142627, 91.191605, 89.815456, 94.246187, 92.915977, 92.866167, 95.410677, 97.222403, 98.008459, 99.155647, 99.72332, 100.436486, 80.66115, 81.277475, 77.79032, 84.391307, 88.945874, 87.219615, 86.869637, 85.857326, 81.337617, 78.476936, 75.913482, 69.484234, 62.943225, 58.957007, 54.867948, 53.664298, 51.22617, 44.241868, 40.662374, 29.901505, 27.248924, 20.548144, 11.00221, 5.838619, 0.937688, 9.000108]}, "digit": {"n_am_en": [2, 22, 15, 7, 7, 2, 1, 5, 3, 9, 11, 13, 10, 6, 11, 10, 9, 9, 8, 4, 5, 8, 7, 9, 11, 13, 15, 12, 12, 15, 12, 8, 9, 7, 5, 5, 2, 3, 3, 5, 3, 4, 3, 4, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 3, 2, 4, 3, 5, 4, 4, 4, 4, 7, 4, 5, 1, 3, 3, 3, 3, 4, 5, 4, 4, 2, 3, 2, 1, 2, 2, 2, 1, 4, 4, 0, 4, 2, 2, 1, 2, 2, 2, 2, 3, 0, 0, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.087211, 1.553415, 1.418165, 1.364666, 1.448202, 1.449314, 1.504415, 1.657873, 1.722348, 1.775594, 1.790355, 1.902244, 2.014016, 1.978486, 1.934713, 1.932187, 2.013082, 2.196984, 2.034315, 1.825047, 1.612244, 1.473009, 1.421641, 1.404241, 3.487551, 3.155303, 3.498204, 2.815518, 2.706149, 2.747448, 2.747348, 2.750265, 2.756729, 2.622294, 2.591045, 3.505997, 2.564993, 2.302489, 2.350974, 2.419194, 2.246963, 2.272071, 2.233253, 2.407315, 2.230715, 1.566533, 0.851628, 0.821443, 0.085229, 0.0], "sum_m_pl": [15.609089, 18.220137, 17.755767, 17.256903, 17.10719, 16.539511, 16.544322, 15.974381, 15.744462, 16.077473, 16.121546, 16.347994, 15.811153, 15.613386, 15.377982, 16.098563, 15.961636, 15.50179, 16.182146, 16.558187, 16.730839, 16.937776, 16.993551, 17.165584, 15.112965, 15.091628, 14.528338, 15.20101, 15.778923, 14.999499, 14.512104, 14.158851, 13.58035, 13.554581, 13.282619, 12.64752, 12.001114, 12.260604, 11.098247, 11.70787, 11.727405, 11.44229, 11.405103, 9.317857, 8.387621, 4.75702, 1.566459, 0.636436, 0.161594, 0.0]}, "lang": {"n_am_en": [28, 29, 15, 11, 17, 19, 21, 20, 20, 29, 30, 34, 33, 27, 18, 25, 21, 27, 20, 18, 19, 19, 17, 17, 34, 37, 30, 30, 23, 23, 29, 33, 31, 28, 34, 36, 44, 38, 45, 50, 54, 54, 54, 49, 52, 53, 48, 53, 63, 68], "n_am_pl": [3, 4, 10, 14, 11, 15, 17, 6, 6, 4, 4, 10, 7, 5, 6, 4, 3, 9, 11, 10, 10, 14, 15, 19, 6, 6, 4, 6, 13, 12, 9, 5, 5, 7, 6, 6, 5, 3, 4, 2, 3, 2, 1, 1, 1, 1, 3, 2, 0, 9], "n_pos": 78, "sum_m_en": [9.500754, 4.9803, 4.704622, 4.45677, 4.837629, 4.728069, 4.514266, 4.552132, 5.267747, 5.065931, 5.040871, 5.572608, 5.996197, 6.191057, 6.378978, 5.692153, 5.503973, 5.533277, 5.156626, 4.711133, 4.289987, 3.903737, 3.753228, 3.664853, 9.629114, 10.309271, 10.686334, 9.676854, 8.408471, 8.443541, 7.62538, 8.146041, 9.126979, 8.872298, 9.801759, 11.063747, 13.788671, 15.382494, 20.046999, 22.997975, 25.527474, 31.247297, 31.739236, 32.468327, 37.558408, 41.140819, 45.632356, 50.561544, 60.917706, 67.493303], "sum_m_pl": [27.905246, 36.531502, 35.770892, 35.019342, 34.592268, 34.819604, 35.205443, 34.897659, 33.814347, 35.321236, 35.62494, 36.644678, 36.645476, 35.634172, 35.722343, 36.887175, 36.120441, 36.213744, 36.898834, 37.280523, 37.559078, 37.941826, 38.157531, 38.33206, 31.363179, 31.672492, 30.442208, 32.637295, 34.398614, 33.642084, 34.020091, 33.286024, 32.153856, 31.448131, 31.211336, 29.075853, 26.245417, 24.128383, 22.308452, 21.146145, 20.144737, 16.15742, 14.463207, 11.485479, 10.053242, 8.22373, 5.729582, 3.295691, 0.402027, 8.999449]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 209, "item_id": "gsm8kpl-193", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1249, "region_end": 205, "roundtrip_ok": true, "tf_agree": 0.9809, "tf_agree_excl_first": 0.9856}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [83, 73, 75, 60, 81, 63, 63, 69, 55, 65, 72, 86, 92, 80, 81, 83, 82, 64, 56, 46, 44, 42, 41, 47, 96, 95, 73, 95, 95, 94, 90, 91, 71, 80, 82, 79, 80, 69, 79, 87, 90, 80, 83, 89, 76, 64, 49, 29, 28, 23], "n_am_pl": [32, 73, 76, 61, 43, 47, 46, 47, 42, 64, 55, 61, 55, 57, 61, 68, 55, 57, 66, 73, 75, 70, 80, 73, 42, 48, 50, 56, 70, 55, 39, 46, 48, 37, 36, 33, 28, 15, 28, 32, 42, 39, 34, 32, 33, 52, 55, 54, 73, 88], "n_pos": 335, "sum_m_en": [31.398285, 16.234633, 17.329408, 17.894932, 19.136892, 18.954104, 18.30898, 18.6312, 20.284342, 20.939269, 21.082658, 22.39673, 24.032564, 24.52617, 24.786308, 22.446164, 22.932682, 21.783607, 20.208852, 18.22928, 16.777441, 15.657363, 15.281258, 14.725206, 30.738144, 31.682317, 33.116094, 31.559096, 32.319043, 31.839218, 29.799954, 29.553462, 29.993038, 29.575866, 32.045495, 32.117887, 32.802799, 36.563123, 41.445219, 40.803464, 43.470175, 43.148442, 46.507192, 55.617927, 53.702956, 50.051331, 42.253966, 31.28793, 24.921108, 22.957277], "sum_m_pl": [136.541927, 164.181272, 158.939793, 153.752114, 151.823485, 151.352789, 153.952373, 151.926649, 147.475906, 150.893296, 149.758519, 153.382242, 153.982928, 153.260252, 153.014071, 156.8785, 155.213782, 154.297131, 159.375557, 162.244207, 163.725334, 163.903213, 164.06958, 164.897188, 137.121878, 137.144013, 134.052366, 143.212289, 148.830136, 145.989974, 143.911771, 146.143304, 142.349618, 134.056859, 132.370564, 122.539166, 111.187515, 103.585768, 100.563483, 105.027018, 102.080115, 101.147809, 92.544352, 82.528488, 79.262342, 78.675842, 69.685833, 64.355679, 72.457991, 89.057971]}, "digit": {"n_am_en": [1, 19, 13, 12, 13, 5, 10, 8, 3, 6, 7, 7, 6, 8, 8, 7, 10, 10, 8, 6, 6, 6, 6, 9, 11, 10, 12, 11, 13, 13, 12, 10, 9, 3, 6, 8, 9, 6, 2, 4, 3, 4, 3, 4, 3, 1, 3, 0, 0, 0], "n_am_pl": [1, 5, 4, 4, 2, 4, 1, 2, 3, 3, 4, 2, 4, 3, 3, 6, 2, 7, 5, 6, 6, 1, 1, 2, 2, 2, 1, 4, 4, 2, 3, 4, 4, 3, 3, 3, 2, 0, 2, 2, 4, 3, 3, 1, 1, 1, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.009134, 1.61291, 1.592775, 1.593353, 1.678177, 1.610232, 1.738501, 1.88851, 1.92092, 1.98959, 2.011714, 2.062191, 2.257698, 2.384045, 2.244267, 2.209236, 2.346625, 2.320058, 2.059487, 1.836986, 1.65158, 1.530585, 1.488478, 1.445511, 2.749781, 2.887779, 3.448817, 3.171984, 3.377203, 3.157485, 3.090294, 2.975731, 2.834393, 2.683566, 2.824761, 2.867018, 2.641482, 2.519016, 2.47028, 2.404424, 2.264913, 2.120996, 2.028463, 2.328888, 1.646414, 1.297431, 0.587904, 0.443408, 0.039554, 0.0], "sum_m_pl": [16.074713, 18.740161, 18.104988, 17.529352, 17.443358, 17.15633, 16.94542, 16.239566, 15.683927, 16.014572, 16.082613, 16.521625, 16.245147, 16.129778, 16.175544, 16.661185, 16.526618, 16.488714, 17.236049, 17.455561, 17.443551, 17.526847, 17.543223, 17.687967, 15.919941, 15.487804, 15.019498, 15.577408, 16.007047, 15.815341, 15.47819, 15.762703, 15.488692, 15.255607, 14.747354, 14.423628, 13.081631, 13.070345, 12.145923, 12.711654, 12.414358, 12.816037, 12.731913, 11.453543, 10.205795, 7.382284, 2.937081, 1.565171, 0.071272, 4.7e-05]}, "lang": {"n_am_en": [21, 22, 30, 16, 24, 19, 22, 23, 23, 26, 33, 38, 34, 36, 32, 33, 33, 26, 23, 19, 16, 14, 16, 18, 40, 39, 27, 39, 36, 43, 34, 36, 25, 40, 37, 26, 34, 34, 41, 46, 51, 44, 49, 46, 45, 43, 30, 23, 24, 23], "n_am_pl": [13, 20, 24, 20, 9, 16, 9, 9, 12, 21, 15, 19, 21, 14, 18, 15, 14, 15, 21, 26, 32, 31, 37, 30, 17, 24, 23, 22, 26, 18, 15, 21, 20, 14, 13, 15, 12, 8, 13, 15, 19, 18, 22, 22, 26, 35, 40, 46, 68, 87], "n_pos": 110, "sum_m_en": [9.846849, 5.517213, 5.997404, 6.23983, 6.776512, 6.537237, 6.108943, 6.144278, 6.959481, 6.859694, 6.818927, 7.624916, 8.062572, 8.51522, 8.644149, 7.58283, 7.835606, 7.163378, 6.799625, 5.978647, 5.564021, 5.111769, 4.937187, 4.746517, 10.659136, 11.308732, 11.860278, 11.119797, 11.103245, 11.297123, 10.087521, 10.070138, 10.120851, 10.337162, 10.597244, 10.869741, 12.335404, 15.023269, 19.678038, 19.458612, 22.686998, 22.285124, 25.731215, 29.331598, 32.307885, 31.330273, 25.399844, 20.730762, 20.899198, 22.655092], "sum_m_pl": [41.086053, 51.232481, 49.694584, 48.006435, 46.882393, 47.757358, 48.432714, 48.621751, 47.827638, 49.769336, 49.587589, 50.890075, 51.436964, 50.774233, 51.184353, 52.694681, 52.160345, 52.202206, 53.689354, 54.535725, 55.179087, 55.274999, 55.176657, 55.359553, 49.387969, 49.981424, 48.735226, 51.275278, 52.941512, 51.517536, 51.134657, 51.407935, 51.564097, 49.314896, 49.725561, 47.348566, 44.429685, 41.27418, 40.066258, 42.429081, 40.8924, 40.822532, 38.00577, 35.58344, 38.593113, 42.296831, 43.849536, 48.045063, 66.157888, 86.873526]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 339, "item_id": "gsm8kpl-193", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1108, "region_end": 335, "roundtrip_ok": true, "tf_agree": 0.9853, "tf_agree_excl_first": 0.9882}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [73, 101, 79, 82, 86, 61, 61, 69, 72, 89, 108, 115, 92, 80, 80, 88, 89, 86, 57, 49, 53, 46, 49, 57, 92, 96, 85, 87, 86, 91, 82, 75, 83, 79, 85, 87, 94, 72, 77, 78, 72, 71, 75, 74, 71, 75, 79, 107, 107, 100], "n_am_pl": [6, 37, 43, 40, 22, 38, 36, 25, 23, 36, 18, 16, 36, 37, 47, 40, 33, 41, 41, 48, 51, 55, 57, 59, 24, 28, 35, 36, 38, 48, 51, 45, 35, 34, 31, 27, 14, 20, 10, 10, 8, 12, 12, 13, 9, 15, 7, 2, 0, 0], "n_pos": 294, "sum_m_en": [32.117266, 15.624621, 15.780091, 15.072526, 15.722843, 16.153403, 16.610209, 18.226781, 19.878649, 19.65687, 20.746286, 21.442959, 21.662037, 21.473688, 21.295241, 21.888394, 21.844008, 21.463731, 19.156893, 17.288744, 15.76099, 14.410552, 13.767366, 13.601267, 29.798124, 33.003125, 34.278665, 31.492276, 29.969152, 30.184428, 27.87558, 27.63194, 27.945163, 28.396309, 30.42978, 33.109943, 37.587883, 38.39547, 42.676751, 45.330221, 46.587419, 49.76462, 56.886436, 57.33923, 60.927111, 68.675646, 77.704969, 99.487897, 105.337884, 99.472807], "sum_m_pl": [112.222538, 146.022173, 142.276212, 140.960327, 138.99507, 135.907011, 137.303658, 135.097889, 133.899241, 137.763699, 133.643955, 136.901842, 137.409021, 135.637583, 136.221739, 138.084486, 135.639157, 137.196604, 138.044364, 141.135784, 142.18847, 144.115726, 144.764246, 144.798104, 118.431619, 113.517952, 111.423595, 119.362824, 122.037033, 124.068802, 126.545714, 125.139998, 124.868796, 119.651066, 115.892073, 109.437956, 97.282362, 92.092118, 84.468626, 77.210039, 75.414785, 64.461128, 54.635225, 42.836195, 34.487381, 33.397475, 21.907288, 10.100745, 1.37014, 0.002599]}, "digit": {"n_am_en": [2, 16, 4, 3, 2, 4, 4, 5, 2, 3, 9, 6, 11, 10, 11, 5, 7, 5, 2, 2, 0, 3, 4, 6, 13, 9, 13, 11, 7, 11, 9, 9, 5, 2, 3, 4, 1, 2, 1, 4, 3, 2, 2, 4, 2, 2, 2, 2, 0, 0], "n_am_pl": [0, 2, 4, 4, 2, 0, 1, 1, 0, 3, 1, 4, 4, 2, 5, 4, 5, 7, 4, 5, 3, 4, 4, 4, 3, 3, 3, 2, 3, 4, 6, 4, 5, 5, 4, 5, 1, 5, 0, 1, 1, 5, 2, 2, 3, 3, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.605386, 1.429406, 1.424726, 1.350662, 1.406022, 1.549145, 1.613421, 1.813476, 1.888203, 1.756661, 1.84553, 1.923811, 2.052819, 2.091733, 1.903022, 2.075834, 2.063536, 2.074649, 1.834337, 1.669067, 1.526436, 1.423931, 1.349511, 1.334039, 2.439963, 2.689654, 2.970264, 2.526835, 2.507, 2.61554, 2.472152, 2.44052, 2.184452, 2.183127, 2.32621, 2.618574, 2.335308, 2.103742, 2.181332, 2.170714, 2.159467, 2.179276, 2.321417, 2.493312, 2.549156, 2.114902, 2.677341, 1.273961, 0.285275, 0.0], "sum_m_pl": [12.869941, 16.657183, 15.760116, 15.747447, 15.649678, 15.0021, 14.947243, 14.383214, 14.308775, 14.827092, 14.390845, 14.70186, 14.473127, 14.362972, 14.276197, 14.343689, 14.020243, 14.064285, 14.322951, 14.570227, 14.485242, 14.879161, 15.031501, 15.137915, 13.21435, 12.71688, 12.419966, 13.193484, 13.482771, 13.34479, 13.251434, 13.265727, 13.323311, 12.755202, 12.342393, 12.07637, 11.619305, 11.806013, 10.552234, 10.903463, 10.991839, 11.040503, 10.897179, 10.447939, 9.563912, 7.471126, 3.878081, 2.177093, 0.394446, 0.0]}, "lang": {"n_am_en": [29, 36, 31, 26, 34, 22, 23, 25, 30, 37, 47, 46, 34, 28, 29, 30, 32, 40, 25, 21, 28, 25, 25, 36, 37, 46, 38, 31, 34, 32, 27, 30, 46, 40, 44, 41, 50, 39, 43, 43, 42, 44, 46, 45, 48, 50, 58, 81, 95, 99], "n_am_pl": [3, 10, 14, 15, 8, 10, 8, 9, 6, 13, 5, 4, 16, 13, 18, 14, 11, 13, 17, 16, 17, 20, 25, 21, 9, 12, 12, 14, 14, 16, 18, 16, 9, 9, 8, 9, 5, 4, 0, 3, 2, 3, 8, 7, 2, 8, 6, 1, 0, 0], "n_pos": 100, "sum_m_en": [12.030533, 5.658164, 5.545994, 5.263017, 5.666109, 5.745193, 6.153211, 6.772996, 7.730584, 7.356271, 8.143746, 8.361569, 8.490723, 8.481068, 8.476468, 8.670012, 8.640026, 8.528619, 7.4866, 6.508332, 5.701063, 5.100419, 4.85158, 4.805286, 12.04171, 13.384214, 13.843378, 12.657373, 11.527451, 11.704254, 10.952975, 11.367188, 12.081042, 12.902292, 13.399829, 15.048682, 17.585384, 18.64225, 20.958858, 22.632266, 24.273303, 27.367795, 32.473554, 32.069808, 35.614125, 42.42026, 52.53854, 74.558348, 92.513599, 97.949917], "sum_m_pl": [36.507309, 47.534028, 47.141243, 46.366243, 46.009499, 44.958677, 45.577846, 45.85585, 45.327439, 46.889613, 45.287689, 46.473068, 46.811191, 45.854116, 46.55672, 46.612117, 45.906012, 46.597632, 47.087684, 48.348086, 49.159631, 49.642027, 49.65372, 49.606844, 40.653409, 39.354367, 38.415981, 40.655114, 41.87533, 42.299775, 43.431176, 42.506075, 42.769537, 41.845936, 41.086238, 39.499434, 34.472442, 32.998252, 31.334063, 28.489665, 27.380668, 22.4532, 18.736043, 14.715244, 11.085591, 13.629542, 10.861746, 2.040095, 0.138229, 3.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 298, "item_id": "gsm8kpl-20", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1180, "region_end": 294, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.9933}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [77, 84, 77, 73, 71, 49, 45, 42, 40, 47, 56, 63, 64, 59, 65, 65, 60, 60, 48, 44, 40, 36, 34, 41, 78, 90, 93, 81, 84, 76, 73, 74, 63, 66, 70, 71, 63, 57, 63, 57, 61, 59, 69, 52, 53, 49, 39, 21, 19, 18], "n_am_pl": [17, 68, 56, 60, 41, 61, 55, 72, 51, 53, 38, 58, 65, 61, 63, 63, 63, 65, 86, 106, 109, 104, 105, 114, 62, 54, 54, 56, 77, 74, 67, 74, 62, 46, 58, 48, 46, 43, 42, 46, 47, 43, 33, 40, 43, 43, 51, 49, 77, 89], "n_pos": 329, "sum_m_en": [28.831032, 15.600914, 16.47956, 16.627983, 17.416823, 17.830727, 17.848843, 18.64318, 19.740734, 19.951635, 20.451098, 21.796796, 22.609298, 22.34131, 22.64685, 22.844637, 21.876713, 21.905367, 19.693112, 18.079038, 16.80894, 15.699228, 15.155668, 14.755461, 28.796162, 31.311603, 33.553529, 31.725774, 32.317713, 32.352287, 29.15273, 29.993475, 29.287695, 29.851953, 29.939753, 29.34394, 32.530586, 31.000211, 33.143821, 33.926272, 32.110717, 32.488326, 38.281794, 34.334699, 42.915005, 42.02637, 35.425227, 25.417115, 20.457155, 18.018575], "sum_m_pl": [133.352665, 162.94738, 159.613481, 156.616154, 153.495451, 150.397561, 153.834962, 153.566421, 150.166836, 152.795395, 149.715805, 149.731537, 151.708378, 150.237357, 153.111702, 154.52862, 153.580966, 155.065266, 159.181465, 161.533501, 162.351911, 163.1932, 163.125768, 163.639834, 138.358896, 133.372674, 127.832359, 136.521008, 141.622708, 144.282641, 146.184034, 145.802504, 143.752831, 132.572401, 131.326589, 127.190481, 116.673479, 115.504743, 109.258781, 104.373535, 101.69479, 98.333812, 88.102653, 73.181119, 66.857175, 67.684875, 66.30149, 53.950487, 73.683233, 89.103714]}, "digit": {"n_am_en": [4, 18, 11, 6, 4, 0, 2, 5, 5, 6, 6, 4, 7, 7, 10, 9, 8, 2, 1, 4, 1, 3, 2, 2, 9, 11, 14, 15, 12, 9, 9, 6, 5, 4, 6, 7, 3, 6, 8, 2, 4, 3, 3, 3, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 4, 2, 3, 2, 3, 2, 1, 0, 1, 4, 3, 2, 5, 3, 5, 7, 8, 7, 9, 10, 8, 8, 11, 4, 1, 2, 2, 5, 5, 3, 6, 5, 2, 3, 5, 3, 3, 3, 1, 3, 2, 3, 5, 5, 4, 2, 2, 0, 0], "n_pos": 32, "sum_m_en": [2.838961, 1.368489, 1.363309, 1.382225, 1.421444, 1.504228, 1.550862, 1.650678, 1.775411, 1.66733, 1.781896, 1.832658, 1.94188, 1.940117, 1.981873, 2.111731, 2.025659, 2.067548, 1.842795, 1.707627, 1.590592, 1.469032, 1.396416, 1.373207, 2.493192, 2.760423, 3.483015, 3.308668, 3.33262, 3.264005, 2.788711, 2.75322, 2.52553, 2.632611, 2.799066, 2.900057, 3.333779, 2.762626, 3.064056, 2.617117, 2.579111, 2.298841, 2.428201, 2.446913, 2.504325, 2.318819, 2.275545, 1.44862, 0.275158, 0.0], "sum_m_pl": [13.761689, 17.36617, 16.707201, 16.342476, 15.861434, 15.101746, 15.162434, 14.706171, 14.658336, 14.861527, 14.552317, 14.771943, 14.476347, 14.543754, 14.872049, 14.911265, 14.569382, 14.74421, 15.298544, 15.49077, 15.360422, 15.598227, 15.73282, 15.861715, 13.564692, 13.355626, 12.773274, 13.365307, 13.704011, 13.546922, 13.548458, 13.618004, 13.69743, 13.10309, 12.754081, 12.677635, 11.830395, 12.555752, 11.614942, 11.743931, 11.839751, 11.810265, 11.654188, 11.064651, 9.985503, 8.522498, 6.250802, 3.340957, 0.656567, 1e-06]}, "lang": {"n_am_en": [33, 32, 28, 32, 25, 23, 18, 17, 16, 13, 22, 19, 20, 20, 21, 18, 23, 22, 16, 15, 18, 10, 13, 16, 25, 26, 31, 24, 27, 24, 30, 27, 30, 28, 27, 27, 24, 22, 21, 18, 18, 23, 27, 20, 29, 28, 22, 16, 17, 18], "n_am_pl": [4, 14, 27, 21, 16, 12, 11, 22, 18, 12, 11, 21, 21, 17, 21, 17, 15, 16, 20, 25, 27, 35, 32, 39, 20, 17, 15, 20, 29, 27, 23, 21, 23, 12, 20, 16, 18, 17, 14, 16, 16, 17, 15, 19, 22, 25, 36, 42, 75, 88], "n_pos": 106, "sum_m_en": [9.3974, 4.91503, 5.190908, 5.421486, 5.660688, 6.017603, 5.855714, 6.164123, 6.452602, 6.317392, 6.597396, 7.329128, 7.394427, 7.220456, 7.340321, 7.420331, 6.974747, 6.981381, 6.396044, 5.838486, 5.389861, 5.013165, 4.807529, 4.663392, 9.299475, 9.783841, 10.097093, 9.352221, 9.852975, 9.978321, 9.194098, 9.809354, 9.964504, 10.545492, 10.019915, 10.224015, 10.903602, 11.51085, 12.192539, 12.555396, 11.44, 12.272976, 14.903276, 14.074293, 23.791769, 23.552958, 18.365673, 16.418282, 18.050002, 17.972611], "sum_m_pl": [42.234424, 50.97723, 50.066177, 49.214626, 48.176916, 46.905438, 48.477932, 49.296286, 47.983891, 49.520625, 48.59883, 48.871783, 49.67208, 49.484646, 50.294889, 50.80122, 50.164636, 50.537942, 51.674518, 52.442669, 52.961879, 53.308829, 53.099999, 53.189523, 47.493828, 45.907778, 44.156378, 47.275331, 48.167059, 48.423602, 49.527233, 49.132912, 49.684188, 46.442129, 45.898869, 45.483541, 42.872559, 42.552446, 40.806735, 38.023204, 37.157559, 37.173254, 31.633137, 25.970361, 26.409545, 30.393288, 40.050445, 41.66664, 69.676756, 87.799303]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 329, "item_id": "gsm8kpl-20", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1039, "region_end": 329, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9939}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [88, 90, 78, 54, 53, 51, 47, 47, 42, 65, 78, 81, 69, 65, 64, 61, 67, 60, 62, 54, 46, 57, 54, 68, 86, 98, 99, 87, 94, 94, 91, 80, 83, 90, 99, 100, 97, 102, 114, 128, 124, 119, 123, 113, 104, 112, 107, 100, 97, 90], "n_am_pl": [9, 29, 54, 48, 44, 34, 30, 36, 36, 33, 27, 36, 40, 24, 29, 48, 41, 43, 40, 58, 66, 56, 57, 54, 25, 24, 19, 42, 41, 35, 32, 35, 34, 30, 25, 16, 11, 9, 11, 9, 4, 2, 3, 3, 9, 5, 4, 7, 2, 3], "n_pos": 263, "sum_m_en": [32.301932, 15.334551, 15.134919, 13.85383, 14.233786, 14.413207, 15.041002, 15.174887, 16.345154, 16.673746, 17.868699, 18.874635, 19.39796, 19.413568, 19.528446, 18.027068, 17.480152, 17.324974, 16.462303, 15.178504, 14.015997, 13.03172, 12.412869, 12.111555, 37.644015, 34.83937, 33.773518, 27.995177, 27.512156, 26.468997, 24.818265, 24.872399, 26.142857, 27.457852, 29.76213, 33.729873, 40.382659, 42.895927, 49.710836, 65.91226, 68.26583, 70.715041, 85.131839, 86.901239, 91.541313, 97.674447, 100.718217, 101.660513, 98.581927, 91.569146], "sum_m_pl": [97.004337, 126.052776, 125.390098, 122.341212, 118.608327, 118.875609, 117.997117, 116.302632, 113.060234, 116.939976, 116.352308, 116.308767, 117.605654, 115.512401, 115.01387, 119.064794, 120.618257, 119.135762, 120.413666, 124.359693, 126.765473, 128.220814, 128.612323, 129.291489, 100.015991, 100.30053, 98.130074, 107.218463, 110.971059, 109.302946, 111.763598, 110.819682, 107.762641, 101.538649, 99.591979, 92.97911, 83.772658, 76.218487, 71.621416, 62.410807, 58.749327, 50.798697, 43.700969, 35.172006, 34.505986, 24.334338, 15.414986, 10.021491, 2.892544, 3.083928]}, "digit": {"n_am_en": [1, 15, 12, 5, 5, 0, 1, 4, 3, 4, 5, 4, 5, 5, 5, 5, 7, 6, 5, 4, 4, 5, 5, 6, 7, 11, 11, 9, 9, 7, 10, 8, 4, 6, 4, 8, 5, 4, 2, 2, 2, 4, 3, 3, 1, 2, 1, 1, 0, 0], "n_am_pl": [0, 2, 3, 0, 2, 1, 2, 0, 3, 4, 3, 4, 3, 1, 4, 4, 3, 1, 3, 4, 3, 1, 2, 1, 0, 0, 1, 5, 4, 2, 3, 4, 5, 5, 2, 2, 2, 4, 4, 3, 3, 1, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 23, "sum_m_en": [2.13911, 1.057897, 1.003628, 0.957314, 0.969906, 0.98368, 1.053101, 1.096308, 1.174548, 1.218405, 1.302032, 1.347056, 1.423768, 1.410841, 1.347585, 1.33188, 1.364055, 1.421163, 1.293945, 1.244294, 1.113751, 1.037456, 1.027007, 0.988492, 4.365354, 3.595454, 3.564937, 2.103921, 2.045742, 1.868628, 1.905319, 1.751161, 1.585396, 2.074364, 1.665375, 2.271146, 2.243069, 2.68296, 2.728382, 2.658709, 2.460227, 2.490995, 2.284376, 2.218465, 1.464323, 1.284141, 1.226067, 0.773791, 0.209754, 0.0], "sum_m_pl": [9.897158, 12.445344, 12.043988, 11.657518, 11.144374, 10.780984, 10.536217, 10.553534, 10.482369, 10.574063, 10.583253, 10.312719, 10.192915, 9.981572, 9.824227, 9.625813, 9.978668, 9.823201, 10.221551, 10.616109, 10.905521, 11.088655, 11.131425, 11.245242, 8.205965, 8.617976, 8.764769, 10.039611, 10.231978, 9.992185, 10.087926, 9.962348, 9.67189, 9.077623, 8.722951, 8.32191, 8.063147, 7.603053, 7.145496, 7.075759, 6.759424, 6.666616, 5.978363, 4.816032, 3.84514, 2.480775, 1.514745, 0.909855, 0.152954, 0.0]}, "lang": {"n_am_en": [34, 28, 26, 15, 19, 22, 18, 22, 15, 22, 33, 30, 30, 23, 26, 24, 29, 31, 29, 30, 26, 29, 29, 35, 37, 46, 45, 39, 47, 42, 40, 38, 48, 48, 52, 51, 50, 59, 66, 69, 73, 71, 68, 66, 64, 72, 74, 77, 86, 88], "n_am_pl": [1, 11, 18, 16, 11, 12, 14, 17, 14, 10, 12, 13, 14, 11, 12, 19, 17, 20, 19, 26, 26, 26, 27, 23, 14, 12, 9, 16, 18, 14, 15, 13, 9, 6, 10, 6, 3, 3, 1, 5, 0, 0, 0, 2, 5, 3, 4, 4, 2, 3], "n_pos": 93, "sum_m_en": [11.820579, 5.348786, 5.223086, 4.715803, 4.81009, 4.994692, 5.586671, 5.592445, 6.001472, 6.23931, 6.820674, 7.129128, 7.402827, 7.288738, 7.09251, 6.582846, 6.321766, 6.338837, 6.07039, 5.633502, 5.304723, 4.981232, 4.631678, 4.521439, 17.005947, 16.524502, 15.43718, 12.314567, 11.650454, 11.003816, 10.41646, 10.374125, 11.102611, 11.934454, 13.023685, 15.463766, 20.26623, 21.977897, 25.385389, 37.015124, 39.698813, 43.232456, 49.511843, 51.484855, 54.963875, 60.4345, 67.085663, 73.467666, 84.407983, 87.402697], "sum_m_pl": [33.967651, 44.628515, 44.928472, 43.698348, 42.717541, 42.298361, 41.64163, 41.300403, 40.28999, 41.086362, 40.789812, 41.200635, 42.091686, 41.283998, 41.794641, 42.840796, 43.434951, 42.891826, 42.881961, 44.27972, 44.988231, 45.532278, 45.728744, 45.9561, 36.063929, 35.875781, 35.414668, 38.801586, 39.66514, 39.200663, 40.452925, 39.978798, 39.610567, 38.314494, 37.685552, 36.006204, 32.149729, 30.465733, 28.503412, 22.555006, 20.728866, 16.977149, 14.800124, 12.557006, 13.537713, 9.869171, 7.997978, 5.049708, 2.144098, 3.036214]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 267, "item_id": "gsm8kpl-203", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1228, "region_end": 263, "roundtrip_ok": true, "tf_agree": 0.9813, "tf_agree_excl_first": 0.985}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [74, 76, 65, 54, 52, 52, 42, 41, 44, 46, 63, 63, 69, 65, 55, 59, 55, 55, 49, 47, 53, 63, 64, 63, 108, 98, 87, 80, 82, 85, 70, 61, 68, 73, 85, 93, 75, 65, 64, 94, 92, 86, 95, 92, 71, 50, 37, 12, 6, 9], "n_am_pl": [25, 38, 62, 49, 35, 31, 40, 36, 34, 46, 36, 52, 51, 45, 46, 66, 72, 64, 81, 83, 99, 82, 89, 87, 46, 33, 40, 55, 50, 53, 59, 64, 61, 38, 40, 34, 41, 26, 46, 28, 39, 35, 26, 32, 48, 51, 50, 53, 81, 80], "n_pos": 298, "sum_m_en": [27.750151, 15.119697, 15.49025, 15.450003, 15.240139, 15.304355, 15.62997, 16.01881, 16.877026, 17.915568, 18.554547, 20.09514, 20.858939, 20.949443, 20.687213, 19.240493, 18.12397, 18.758815, 17.439959, 16.563357, 15.522985, 14.447813, 13.883329, 13.302613, 40.857173, 36.4065, 33.699328, 28.265039, 27.895155, 27.588263, 26.017279, 26.293986, 25.848284, 27.078262, 27.490054, 30.798625, 33.949512, 35.421879, 38.860538, 49.564076, 49.19854, 52.198508, 54.325925, 65.752847, 57.607346, 45.758066, 32.660198, 15.503389, 7.304614, 9.015234], "sum_m_pl": [120.642379, 145.074356, 141.702572, 138.675041, 136.328742, 135.445361, 135.34152, 134.006119, 128.962465, 132.240085, 131.826104, 133.020093, 135.23424, 133.315701, 132.353902, 138.171744, 138.74922, 136.846226, 141.379719, 144.935178, 147.415379, 147.900578, 147.712657, 148.600383, 118.681638, 116.511705, 114.407556, 123.871638, 128.111611, 127.362202, 128.670383, 128.888023, 126.127669, 115.124629, 115.819723, 106.83764, 100.911751, 94.075877, 93.712942, 88.898517, 86.95668, 83.665731, 77.361284, 67.054444, 71.564623, 66.505015, 61.64357, 59.701181, 77.13729, 80.026695]}, "digit": {"n_am_en": [0, 13, 12, 5, 2, 3, 2, 2, 3, 2, 10, 5, 3, 3, 4, 4, 4, 7, 9, 4, 5, 9, 6, 7, 10, 8, 12, 8, 10, 8, 5, 6, 4, 5, 5, 7, 7, 6, 5, 7, 7, 8, 7, 5, 3, 2, 2, 0, 0, 0], "n_am_pl": [1, 6, 3, 3, 2, 2, 6, 2, 1, 6, 4, 5, 2, 4, 4, 6, 5, 5, 3, 6, 7, 3, 5, 3, 2, 1, 2, 5, 3, 3, 8, 2, 5, 2, 1, 4, 1, 2, 2, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0], "n_pos": 26, "sum_m_en": [2.387195, 1.204239, 1.144794, 1.126143, 1.117178, 1.097721, 1.20774, 1.212666, 1.274366, 1.297773, 1.378101, 1.427025, 1.52243, 1.618495, 1.515823, 1.507573, 1.493836, 1.602634, 1.48585, 1.406991, 1.332033, 1.219864, 1.177341, 1.115362, 3.99272, 3.656838, 3.531106, 2.493712, 2.538742, 2.230599, 2.171252, 2.069924, 1.853305, 1.96575, 2.014939, 2.461551, 2.728421, 2.845196, 3.712573, 4.39365, 4.131313, 3.838225, 3.576878, 3.637895, 2.850396, 2.039752, 1.455706, 0.62124, 0.054578, 2.2e-05], "sum_m_pl": [11.54891, 14.085806, 13.643516, 13.135302, 12.701429, 12.352258, 12.024901, 11.853353, 11.692249, 11.740729, 11.866609, 11.742547, 11.357129, 11.060284, 10.915958, 11.135615, 11.373029, 11.245302, 11.827959, 12.187082, 12.464707, 12.600677, 12.650769, 12.809075, 10.01095, 9.6436, 9.872241, 10.858061, 11.219003, 11.009355, 11.019229, 10.749797, 10.564791, 9.887942, 9.514317, 9.079076, 8.743927, 8.409861, 7.621144, 7.475719, 7.174233, 7.59158, 7.270497, 5.593198, 5.047272, 3.908709, 2.72361, 1.913624, 0.138485, 2e-05]}, "lang": {"n_am_en": [18, 18, 25, 18, 17, 18, 17, 18, 19, 17, 18, 22, 26, 28, 22, 23, 19, 19, 16, 19, 23, 19, 23, 23, 38, 36, 29, 31, 32, 31, 30, 27, 31, 31, 34, 32, 33, 29, 28, 39, 38, 36, 41, 42, 38, 26, 21, 7, 6, 9], "n_am_pl": [9, 10, 16, 16, 6, 6, 7, 6, 7, 5, 6, 16, 16, 16, 15, 15, 19, 20, 26, 26, 30, 26, 31, 31, 19, 13, 16, 15, 11, 16, 19, 22, 19, 11, 19, 13, 18, 12, 18, 16, 23, 20, 17, 20, 31, 31, 33, 43, 77, 80], "n_pos": 90, "sum_m_en": [7.663849, 5.026738, 5.040644, 5.290817, 5.192021, 5.084045, 5.33953, 5.552104, 5.904522, 6.558159, 6.604635, 7.475163, 7.675317, 7.372715, 7.219076, 6.5649, 5.759277, 5.805892, 5.552427, 5.395634, 5.209908, 4.70979, 4.422311, 4.232765, 14.93211, 13.422145, 12.435834, 10.339419, 9.90289, 9.878102, 9.111564, 9.473088, 9.45619, 10.015991, 10.236014, 12.249384, 14.428419, 15.322037, 15.513286, 19.868511, 20.741069, 23.259453, 24.979014, 29.028246, 28.128074, 22.424592, 17.306561, 7.126891, 5.418686, 9.007481], "sum_m_pl": [35.639607, 41.17421, 40.970641, 40.179635, 39.59885, 39.516159, 39.376139, 39.356722, 38.487644, 38.992651, 38.99848, 39.373024, 40.712941, 40.335759, 40.993226, 42.72491, 43.232213, 42.397828, 43.68342, 44.868263, 45.259146, 45.507509, 45.492742, 45.705676, 39.381867, 38.386767, 37.097601, 39.538155, 39.879307, 39.791363, 41.179473, 40.892667, 40.868548, 38.095198, 38.627683, 36.531625, 36.040852, 34.431587, 35.698268, 33.426223, 32.94631, 32.302045, 31.375115, 29.330567, 34.670448, 33.946968, 36.654487, 42.704986, 70.596993, 79.410941]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 302, "item_id": "gsm8kpl-203", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1087, "region_end": 298, "roundtrip_ok": true, "tf_agree": 0.9901, "tf_agree_excl_first": 0.9934}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [56, 48, 38, 39, 36, 21, 23, 31, 25, 43, 33, 33, 35, 33, 38, 50, 45, 33, 39, 40, 37, 47, 44, 48, 74, 81, 66, 67, 47, 53, 58, 53, 57, 56, 53, 58, 67, 61, 58, 63, 59, 60, 62, 58, 58, 57, 55, 63, 56, 55], "n_am_pl": [4, 32, 23, 19, 20, 27, 19, 11, 16, 20, 23, 25, 27, 32, 21, 22, 26, 29, 20, 27, 21, 22, 21, 22, 6, 8, 9, 15, 25, 22, 21, 19, 21, 16, 12, 9, 7, 7, 7, 4, 2, 4, 3, 2, 1, 0, 0, 0, 0, 0], "n_pos": 176, "sum_m_en": [18.947472, 8.932784, 8.639467, 8.629858, 9.112518, 9.42724, 9.01442, 10.028562, 10.904028, 10.590404, 10.590619, 11.233654, 11.829737, 11.965057, 12.249467, 11.778206, 11.430785, 11.36532, 10.283379, 9.844724, 9.144456, 8.714268, 8.60491, 8.559106, 32.229957, 30.787127, 28.693229, 23.499663, 20.41334, 20.680636, 19.431216, 18.128749, 18.212477, 20.416782, 20.802484, 24.02149, 30.20207, 29.430431, 33.278725, 41.260486, 43.426785, 42.285873, 46.237278, 48.122361, 49.395564, 54.885252, 56.771328, 57.455948, 54.869282, 52.953545], "sum_m_pl": [72.043459, 87.343571, 84.259199, 81.403088, 78.661039, 78.192068, 78.46141, 77.713764, 74.413973, 77.403169, 76.778166, 76.344533, 76.160307, 75.113906, 75.890244, 77.818315, 78.665321, 78.433331, 80.943071, 82.661363, 83.622517, 84.572841, 84.718545, 84.785688, 58.085674, 58.305213, 57.996528, 64.210454, 67.725407, 68.89199, 69.996039, 70.991135, 70.833108, 64.80616, 62.966571, 57.362007, 50.611845, 48.572736, 42.732332, 36.180477, 33.62276, 31.143311, 28.27913, 20.505322, 17.149454, 12.791828, 7.117385, 4.002949, 0.870558, 0.000324]}, "digit": {"n_am_en": [4, 19, 14, 8, 2, 2, 1, 3, 2, 7, 4, 3, 1, 2, 3, 7, 6, 4, 6, 7, 9, 9, 10, 12, 18, 19, 11, 13, 7, 13, 13, 9, 8, 10, 9, 8, 12, 9, 8, 8, 8, 8, 4, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 6, 3, 4, 8, 8, 1, 2, 3, 4, 5, 3, 4, 4, 4, 5, 6, 6, 1, 4, 2, 5, 3, 4, 2, 2, 1, 4, 9, 4, 7, 4, 6, 3, 5, 3, 2, 2, 3, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [3.389297, 1.811334, 1.696417, 1.736189, 1.818484, 1.811883, 1.781527, 1.956188, 2.041775, 2.028825, 2.100978, 2.126448, 2.398521, 2.548838, 2.303537, 2.337998, 2.321314, 2.337615, 2.090276, 2.065146, 1.914589, 1.821326, 1.78037, 1.774966, 5.345859, 4.430769, 3.869532, 3.546362, 3.189907, 3.373793, 3.192391, 3.021681, 2.718361, 3.118657, 3.171731, 3.377923, 3.46357, 3.322822, 3.563747, 4.978912, 6.785302, 5.460636, 4.019331, 3.217401, 2.56958, 2.300286, 1.917864, 1.428012, 0.35684, 0.0], "sum_m_pl": [19.221037, 22.117168, 20.932701, 20.009984, 19.535507, 19.281442, 18.91417, 18.730579, 18.019532, 18.797731, 18.922215, 18.577449, 17.710847, 17.344234, 17.316804, 17.547914, 17.745563, 17.655745, 18.58772, 19.032765, 19.181951, 19.452134, 19.541606, 19.616706, 15.223627, 15.626181, 15.455587, 16.089527, 16.986245, 17.111803, 16.808508, 16.447244, 17.400432, 15.949586, 15.967541, 15.159417, 14.977116, 14.828419, 12.922492, 11.485431, 10.61006, 11.229334, 10.699856, 8.266208, 6.722453, 5.232666, 3.319103, 2.151913, 0.576035, 0.0]}, "lang": {"n_am_en": [17, 14, 11, 19, 18, 14, 14, 17, 16, 17, 16, 16, 18, 15, 15, 18, 23, 19, 21, 22, 19, 21, 21, 23, 33, 38, 31, 30, 24, 19, 27, 23, 28, 27, 23, 25, 31, 32, 32, 31, 28, 30, 35, 37, 36, 37, 42, 48, 51, 53], "n_am_pl": [1, 7, 4, 2, 0, 6, 6, 3, 4, 3, 8, 10, 10, 11, 6, 11, 10, 9, 6, 12, 9, 9, 10, 9, 2, 3, 4, 5, 6, 7, 4, 6, 7, 7, 4, 4, 3, 3, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 54, "sum_m_en": [6.702762, 2.948866, 2.983254, 2.819098, 3.063912, 3.299699, 3.178708, 3.654472, 4.270312, 3.727865, 3.59355, 4.127527, 4.260856, 4.153117, 4.450021, 4.088768, 3.919619, 3.855714, 3.514589, 3.332279, 3.043449, 2.863947, 2.849809, 2.78417, 15.163602, 15.650044, 14.485139, 11.319893, 9.30142, 8.95359, 8.421285, 7.774904, 8.507631, 9.708657, 9.54319, 11.270509, 15.236175, 15.810874, 17.982826, 22.180575, 22.463213, 23.514247, 27.079568, 29.528497, 30.359537, 34.171566, 39.46363, 43.148918, 49.915269, 51.325479], "sum_m_pl": [20.496467, 25.154167, 24.27309, 23.655128, 22.874707, 22.835527, 23.086467, 23.131506, 22.256136, 23.292534, 22.806033, 23.190443, 23.538102, 23.073127, 24.167099, 25.072201, 25.25514, 25.307707, 25.804961, 26.152204, 26.50136, 26.864692, 26.797746, 26.788477, 17.90781, 17.821034, 17.620463, 19.850143, 20.993222, 20.709142, 21.707774, 22.254199, 22.376202, 20.670319, 20.491762, 19.315037, 16.402178, 14.999868, 12.922083, 9.631896, 8.769264, 7.137191, 7.296308, 4.320727, 4.071294, 2.667107, 1.54941, 0.610596, 0.074444, 0.000103]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "gsm8kpl-206", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1194, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9834, "tf_agree_excl_first": 0.9889}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [68, 69, 52, 60, 44, 44, 30, 45, 42, 43, 61, 43, 45, 53, 67, 63, 73, 58, 59, 58, 73, 81, 71, 83, 135, 124, 115, 105, 93, 88, 96, 78, 89, 98, 112, 103, 105, 91, 84, 91, 82, 82, 89, 81, 74, 80, 60, 51, 30, 30], "n_am_pl": [7, 73, 53, 56, 51, 56, 67, 59, 50, 57, 38, 70, 92, 74, 51, 75, 65, 60, 80, 76, 66, 72, 70, 68, 25, 33, 24, 38, 58, 71, 52, 54, 54, 32, 22, 16, 15, 29, 29, 19, 26, 21, 20, 15, 21, 21, 28, 36, 58, 61], "n_pos": 342, "sum_m_en": [30.057342, 16.493952, 16.71383, 17.024217, 18.319659, 17.64216, 17.477907, 17.859927, 19.354356, 19.304685, 19.282984, 20.924884, 22.543837, 22.47519, 23.468835, 21.966384, 21.583132, 20.962189, 19.086648, 18.111365, 17.088305, 16.427067, 16.412409, 16.128531, 56.38138, 52.675573, 46.738703, 41.758779, 38.915477, 38.399104, 36.238948, 35.386025, 33.152535, 33.76894, 35.462989, 35.617729, 46.040248, 43.901106, 50.491632, 62.112773, 64.03023, 63.516852, 64.150481, 74.131176, 74.023965, 74.814081, 58.098597, 50.084979, 31.157183, 29.606012], "sum_m_pl": [139.442178, 169.441032, 164.573942, 159.144996, 153.281337, 152.981682, 153.248919, 152.897838, 147.122697, 150.146396, 148.509067, 147.503275, 150.498993, 148.577731, 149.659494, 154.371834, 155.022396, 155.31916, 160.495918, 163.277375, 165.045882, 165.964392, 165.370684, 165.974446, 118.054881, 118.10645, 119.245621, 130.107998, 137.543433, 139.060094, 138.748469, 139.116562, 136.774339, 124.902211, 121.965892, 111.75469, 98.664868, 96.912182, 87.323178, 77.017442, 71.789842, 67.140605, 64.839931, 51.800531, 40.517355, 39.216108, 41.446594, 41.523862, 56.118693, 61.663399]}, "digit": {"n_am_en": [8, 22, 9, 6, 7, 6, 3, 9, 7, 8, 11, 5, 5, 8, 10, 8, 15, 7, 6, 6, 7, 9, 11, 11, 21, 16, 16, 15, 12, 10, 10, 6, 8, 5, 13, 10, 15, 13, 10, 10, 9, 10, 9, 4, 4, 5, 3, 1, 0, 0], "n_am_pl": [0, 8, 12, 5, 6, 8, 4, 3, 5, 5, 3, 8, 11, 7, 5, 8, 6, 5, 6, 7, 7, 9, 6, 5, 1, 4, 0, 3, 5, 10, 7, 9, 8, 6, 5, 5, 4, 6, 3, 2, 2, 2, 1, 1, 3, 1, 1, 2, 0, 0], "n_pos": 53, "sum_m_en": [4.482146, 2.460908, 2.320313, 2.261429, 2.3796, 2.268484, 2.27631, 2.321726, 2.486573, 2.468577, 2.622643, 2.659919, 2.869456, 2.983119, 2.867333, 2.895643, 2.881976, 2.836921, 2.602571, 2.537785, 2.364374, 2.237298, 2.218955, 2.191657, 6.284195, 5.2549, 4.636054, 4.32671, 3.903859, 4.015209, 4.010226, 3.761775, 3.39339, 3.41642, 3.593072, 3.789945, 4.297633, 4.473795, 4.46063, 5.694861, 7.304432, 7.125337, 6.001204, 6.100986, 5.521693, 4.746726, 3.557417, 2.295442, 0.364283, 4e-06], "sum_m_pl": [24.004171, 28.479099, 27.525552, 26.511155, 25.669549, 25.505292, 24.987335, 24.836485, 24.179816, 24.475319, 24.16566, 24.002184, 23.32139, 23.464127, 23.382942, 23.790246, 23.699626, 23.677207, 24.726197, 25.222896, 25.447799, 25.888367, 25.822614, 26.019965, 20.940974, 21.141419, 21.286984, 22.159235, 23.00275, 23.272744, 22.643162, 22.366373, 22.85272, 21.931066, 21.15287, 20.864252, 20.170252, 19.434072, 16.690219, 15.187219, 13.761831, 13.972017, 14.405294, 11.834012, 10.116703, 8.481536, 5.861328, 4.507961, 0.665132, 0.010106]}, "lang": {"n_am_en": [31, 21, 15, 19, 17, 15, 13, 19, 18, 13, 21, 13, 18, 22, 22, 20, 23, 23, 21, 24, 31, 34, 31, 33, 51, 48, 37, 38, 35, 32, 37, 31, 39, 42, 49, 50, 45, 43, 45, 45, 44, 43, 50, 53, 51, 57, 40, 40, 30, 30], "n_am_pl": [2, 23, 10, 22, 16, 15, 16, 14, 10, 17, 16, 27, 29, 22, 22, 26, 26, 21, 30, 32, 24, 26, 28, 28, 9, 12, 11, 18, 23, 23, 18, 15, 18, 8, 8, 3, 5, 6, 5, 5, 8, 10, 9, 8, 12, 19, 25, 32, 56, 61], "n_pos": 92, "sum_m_en": [8.662067, 4.53518, 4.628942, 4.570192, 4.759963, 4.806837, 4.724425, 4.865126, 5.359646, 5.187902, 5.229074, 5.858081, 6.566057, 6.634071, 7.002638, 6.347924, 6.173264, 6.1913, 5.62057, 5.330906, 4.873928, 4.724646, 4.864492, 4.810366, 20.386008, 17.368728, 14.55758, 12.202104, 10.998974, 11.007966, 10.873293, 11.007254, 10.642101, 11.344254, 11.634881, 13.793389, 20.292674, 19.182473, 25.142976, 31.145038, 32.287807, 33.450053, 35.450335, 43.83592, 48.82752, 50.219452, 38.817609, 37.29406, 30.233579, 29.600708], "sum_m_pl": [35.920193, 44.641675, 43.979459, 43.118967, 41.689729, 41.240891, 41.438012, 41.680078, 40.343302, 40.964121, 40.536924, 40.178928, 41.503379, 40.81434, 41.281009, 42.596679, 42.522229, 42.427591, 43.717702, 44.119599, 44.651857, 44.991325, 44.826892, 44.886197, 33.008197, 33.383673, 34.023515, 36.703384, 38.797236, 39.394411, 38.973622, 39.360735, 39.70263, 37.924863, 37.838728, 35.05116, 30.763196, 31.145004, 27.79081, 24.393284, 22.710264, 20.753689, 21.057014, 17.147002, 15.462631, 18.993098, 26.092158, 30.114595, 52.27389, 60.817289]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 342, "item_id": "gsm8kpl-206", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1053, "region_end": 342, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9912}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [46, 38, 26, 23, 29, 17, 19, 23, 16, 28, 31, 39, 26, 22, 26, 31, 31, 44, 34, 30, 26, 20, 20, 31, 44, 48, 43, 35, 39, 40, 30, 30, 38, 26, 41, 36, 41, 43, 43, 52, 56, 57, 56, 58, 56, 60, 65, 68, 72, 69], "n_am_pl": [1, 24, 23, 25, 15, 8, 14, 20, 15, 16, 18, 10, 31, 28, 19, 20, 19, 17, 18, 26, 30, 28, 30, 31, 14, 13, 16, 21, 26, 21, 23, 27, 18, 28, 18, 19, 12, 6, 6, 7, 4, 4, 3, 4, 3, 1, 0, 0, 0, 0], "n_pos": 140, "sum_m_en": [17.355217, 7.972489, 7.944907, 7.33221, 7.600763, 7.786437, 7.603865, 7.796375, 8.097045, 8.276305, 8.442358, 9.078358, 9.809263, 9.840985, 9.547091, 9.972421, 9.89721, 10.421073, 9.323582, 8.501445, 7.578288, 6.894816, 6.645798, 6.528811, 16.170046, 16.249538, 16.566576, 14.647056, 13.648368, 13.069293, 12.113335, 12.56813, 12.721065, 12.823484, 14.175994, 17.03345, 21.664069, 21.880669, 24.192175, 32.924305, 33.263727, 36.413963, 37.118729, 40.595225, 47.254057, 49.853681, 56.717918, 65.71116, 71.186677, 68.480697], "sum_m_pl": [52.94851, 68.325046, 66.956472, 64.367003, 63.046551, 60.840233, 61.807489, 61.995846, 60.147321, 63.121247, 62.703942, 64.32625, 62.829969, 61.377366, 61.443704, 62.799362, 63.340949, 63.782689, 65.407997, 67.714625, 68.491396, 68.818871, 68.804619, 69.315663, 55.650353, 55.80628, 54.002342, 57.059948, 58.716872, 58.503214, 60.076419, 58.802747, 58.986284, 56.780192, 55.420526, 50.277755, 43.985177, 41.888046, 38.526907, 36.353742, 33.496153, 30.24805, 28.208178, 25.559668, 20.573225, 16.142415, 10.567158, 5.109586, 0.509343, 0.014361]}, "digit": {"n_am_en": [5, 8, 6, 3, 3, 0, 3, 4, 4, 5, 7, 6, 1, 2, 3, 3, 5, 6, 2, 5, 1, 2, 2, 4, 5, 7, 3, 4, 3, 4, 5, 6, 4, 2, 3, 3, 1, 2, 2, 3, 3, 1, 3, 2, 0, 1, 0, 2, 0, 0], "n_am_pl": [0, 4, 7, 5, 6, 1, 3, 2, 2, 4, 3, 3, 5, 5, 2, 1, 4, 4, 2, 4, 4, 2, 3, 4, 0, 1, 4, 3, 4, 2, 3, 4, 0, 3, 0, 1, 1, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.552567, 1.268877, 1.283821, 1.23845, 1.31273, 1.340029, 1.295861, 1.428652, 1.499688, 1.468523, 1.472914, 1.50286, 1.772587, 1.732291, 1.552964, 1.631173, 1.681327, 1.787201, 1.58715, 1.481455, 1.335734, 1.216008, 1.186444, 1.170936, 1.995065, 2.116725, 2.252367, 2.249348, 2.243918, 2.030353, 2.183591, 2.122447, 1.936526, 1.75045, 1.813013, 1.725497, 1.702548, 1.680688, 1.905089, 2.045361, 1.787006, 1.888427, 1.647837, 1.928983, 1.759072, 1.513172, 1.214764, 1.602407, 0.315005, 0.0], "sum_m_pl": [13.303812, 15.425376, 14.634379, 14.344673, 14.09897, 13.61672, 13.997844, 13.729328, 13.224503, 13.849772, 13.866039, 13.942819, 13.148214, 12.782337, 12.845345, 12.596508, 12.866356, 12.776887, 13.456058, 14.069939, 14.375049, 14.520314, 14.53008, 14.650979, 12.549665, 12.353431, 12.046101, 12.553956, 12.740567, 13.020619, 12.761586, 12.435046, 12.614369, 11.706904, 11.624257, 10.87635, 10.82524, 10.460807, 9.850578, 10.302424, 9.613928, 9.745215, 9.420621, 8.318936, 7.606767, 6.394374, 4.833268, 2.803678, 0.378008, 0.0]}, "lang": {"n_am_en": [24, 20, 13, 15, 18, 14, 10, 15, 9, 18, 19, 24, 11, 13, 17, 20, 19, 26, 22, 17, 16, 11, 14, 17, 26, 30, 30, 27, 26, 28, 19, 19, 26, 19, 30, 27, 35, 36, 35, 42, 48, 49, 47, 50, 49, 55, 61, 65, 69, 68], "n_am_pl": [1, 11, 7, 9, 2, 2, 4, 11, 7, 9, 11, 6, 21, 19, 15, 17, 13, 10, 12, 17, 22, 23, 23, 23, 12, 10, 8, 12, 17, 14, 15, 18, 14, 19, 17, 14, 6, 3, 5, 5, 1, 0, 1, 3, 2, 0, 0, 0, 0, 0], "n_pos": 69, "sum_m_en": [9.664559, 4.300743, 4.315032, 3.896221, 3.92934, 4.02182, 3.952983, 3.882275, 4.06145, 4.127324, 4.325733, 4.763396, 5.011435, 5.060134, 5.105732, 5.281481, 5.235449, 5.587341, 5.092238, 4.605468, 4.011147, 3.606562, 3.438999, 3.365234, 9.092431, 9.203389, 9.810748, 8.834142, 7.646062, 7.515229, 6.662524, 7.256667, 7.620716, 8.25401, 9.109012, 11.293491, 16.034807, 16.360039, 17.874579, 26.084065, 26.324899, 28.664647, 29.402785, 32.193493, 39.518723, 43.393773, 50.563879, 60.153893, 67.635497, 67.392311], "sum_m_pl": [23.647306, 32.108946, 32.114119, 30.463041, 30.172826, 29.270998, 29.450407, 30.09306, 29.448443, 31.027141, 30.8458, 31.639675, 31.507848, 31.183986, 31.508033, 32.280338, 32.539575, 32.618945, 32.960542, 33.91976, 34.170257, 34.212586, 34.181333, 34.288134, 29.206769, 29.38042, 28.382982, 29.258847, 30.255515, 29.195821, 30.699147, 29.988866, 30.312867, 30.575684, 29.96771, 28.094441, 23.692163, 22.798477, 21.14679, 18.052793, 16.550971, 14.552217, 13.408481, 13.245171, 10.001739, 6.907352, 4.406073, 1.448448, 0.072092, 0.01435]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "gsm8kpl-213", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 140, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9931}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 46, 23, 27, 34, 20, 28, 42, 29, 30, 31, 35, 41, 41, 41, 34, 31, 45, 47, 44, 34, 26, 21, 23, 51, 52, 41, 49, 50, 40, 52, 50, 44, 45, 57, 51, 47, 46, 52, 58, 57, 56, 56, 51, 56, 43, 30, 18, 2, 0], "n_am_pl": [12, 34, 48, 36, 37, 39, 31, 36, 28, 41, 42, 33, 46, 40, 34, 31, 29, 28, 38, 51, 52, 54, 44, 53, 30, 27, 23, 25, 29, 27, 30, 25, 29, 26, 18, 25, 20, 13, 16, 13, 12, 21, 20, 15, 14, 17, 18, 24, 53, 58], "n_pos": 212, "sum_m_en": [18.710662, 9.58024, 10.108333, 10.469706, 11.424868, 11.311967, 11.103215, 11.113274, 11.68654, 12.22804, 12.39498, 13.193998, 14.512087, 14.654535, 15.123104, 14.369643, 14.214919, 14.130017, 12.944624, 12.207058, 10.934948, 10.014906, 9.702615, 9.354945, 20.215527, 19.771899, 19.346739, 19.217548, 20.059363, 19.138094, 18.45644, 18.328687, 18.776653, 19.342398, 20.905881, 22.871417, 24.576035, 24.154742, 25.953348, 35.34773, 35.138706, 39.132197, 41.967591, 42.755287, 47.317514, 40.671264, 28.294605, 19.182253, 3.462869, 0.019708], "sum_m_pl": [89.791667, 103.96522, 100.942245, 97.085285, 95.487134, 92.420344, 95.651657, 95.725569, 92.483721, 94.142877, 92.690054, 94.20086, 92.854518, 92.818566, 92.311233, 95.650897, 96.380535, 96.982333, 99.343998, 102.232315, 103.258276, 103.113284, 102.843307, 103.701724, 83.199862, 83.175062, 80.146827, 85.378589, 88.178549, 88.442818, 88.623942, 88.63634, 85.168045, 78.863533, 76.894899, 72.961576, 65.968173, 62.96266, 61.350674, 58.211001, 55.61641, 54.784926, 49.773568, 45.113072, 39.034628, 37.969591, 33.786421, 28.399581, 51.384904, 57.331526]}, "digit": {"n_am_en": [8, 18, 11, 7, 4, 4, 7, 7, 6, 8, 11, 11, 10, 8, 7, 6, 6, 11, 8, 6, 5, 2, 0, 4, 7, 7, 11, 15, 7, 9, 12, 7, 3, 2, 3, 2, 2, 2, 1, 1, 1, 3, 2, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 8, 8, 4, 3, 4, 5, 4, 7, 6, 4, 1, 2, 2, 3, 3, 3, 5, 8, 7, 6, 6, 7, 3, 3, 2, 2, 4, 4, 7, 4, 6, 4, 1, 2, 0, 1, 1, 1, 2, 4, 5, 2, 1, 0, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [3.26518, 1.787169, 1.72653, 1.722213, 1.853621, 1.803889, 1.766658, 1.90921, 2.043387, 2.101171, 2.146585, 2.210048, 2.64584, 2.64233, 2.484997, 2.456994, 2.445383, 2.477763, 2.114315, 1.930633, 1.743153, 1.62447, 1.586601, 1.546457, 2.87521, 3.037022, 3.28746, 3.276747, 3.277388, 3.111151, 3.236804, 3.126254, 2.809046, 2.622898, 2.702631, 2.756384, 2.580584, 2.400598, 2.423449, 2.980282, 2.590408, 2.984745, 2.923819, 2.990697, 2.65737, 2.205228, 1.490787, 1.038401, 0.101739, 0.000158], "sum_m_pl": [18.590774, 20.813761, 20.006486, 19.11413, 18.821224, 18.596509, 19.231988, 18.692665, 18.028616, 18.279291, 18.085279, 18.361612, 17.623452, 17.632208, 17.576872, 17.694687, 17.977037, 18.069893, 18.837541, 19.374355, 19.494873, 19.548625, 19.575299, 19.789999, 16.796687, 16.513177, 16.130423, 16.99678, 17.47308, 17.659038, 17.440928, 17.321012, 17.202506, 16.244397, 15.613043, 14.993534, 13.991297, 13.458461, 13.203838, 13.36784, 12.068649, 12.764484, 12.575896, 11.154385, 10.588785, 8.961474, 7.315315, 4.227499, 0.366859, 0.001156]}, "lang": {"n_am_en": [14, 8, 2, 9, 10, 7, 6, 7, 8, 7, 7, 9, 10, 6, 11, 14, 11, 18, 18, 17, 13, 13, 14, 13, 27, 29, 21, 22, 22, 14, 21, 18, 20, 21, 29, 24, 24, 27, 29, 31, 32, 34, 37, 37, 38, 34, 25, 14, 2, 0], "n_am_pl": [1, 8, 10, 10, 7, 9, 8, 13, 9, 12, 13, 7, 23, 14, 15, 13, 12, 15, 13, 18, 19, 19, 16, 17, 8, 7, 8, 6, 6, 6, 7, 10, 11, 10, 6, 12, 12, 7, 7, 4, 3, 2, 3, 5, 8, 10, 13, 19, 52, 57], "n_pos": 57, "sum_m_en": [4.738092, 2.602213, 2.897237, 3.221369, 3.468478, 3.281216, 3.204973, 3.073534, 3.198766, 3.290768, 3.448795, 3.960836, 4.091363, 4.104222, 4.649845, 4.186593, 4.048474, 4.002458, 3.856876, 3.840032, 3.352383, 2.84829, 2.700394, 2.580274, 7.857788, 7.70944, 6.706639, 6.268757, 5.990885, 5.953373, 5.577927, 5.420897, 5.921996, 7.04834, 7.560536, 9.029222, 11.752042, 11.751874, 13.610189, 20.574021, 21.443164, 24.310648, 28.096121, 28.634438, 32.301183, 29.190206, 20.62699, 13.542958, 2.932909, 0.018602], "sum_m_pl": [22.412931, 26.082818, 25.28673, 24.597996, 23.978657, 23.316168, 24.119507, 24.743563, 24.441717, 25.031596, 24.271398, 24.711091, 24.583236, 24.757395, 24.960056, 26.525365, 26.664004, 26.824867, 27.173153, 27.885213, 27.921555, 27.843789, 27.836605, 27.923776, 23.919895, 24.229251, 23.217743, 24.170434, 24.15553, 23.896455, 24.59572, 24.475167, 24.209832, 22.950183, 22.883597, 21.993938, 19.98886, 19.368649, 18.49965, 15.535205, 14.454773, 13.64103, 11.71928, 11.99062, 10.628014, 12.963746, 14.357748, 16.515742, 48.729674, 56.244201]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 217, "item_id": "gsm8kpl-213", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 212, "roundtrip_ok": true, "tf_agree": 0.9816, "tf_agree_excl_first": 0.9861}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [34, 48, 34, 25, 32, 27, 29, 38, 29, 34, 34, 38, 41, 31, 35, 41, 37, 31, 32, 31, 32, 28, 29, 34, 53, 44, 50, 52, 47, 45, 37, 34, 33, 42, 48, 43, 49, 43, 50, 42, 47, 51, 51, 44, 49, 52, 50, 57, 59, 58], "n_am_pl": [4, 19, 16, 14, 7, 4, 10, 12, 10, 9, 18, 11, 14, 17, 10, 8, 15, 24, 21, 28, 28, 27, 25, 26, 12, 14, 18, 12, 17, 10, 12, 12, 17, 15, 5, 7, 3, 4, 8, 4, 7, 9, 12, 15, 9, 9, 3, 3, 0, 0], "n_pos": 126, "sum_m_en": [15.583606, 7.408406, 7.041214, 6.356921, 6.448058, 6.846295, 6.923343, 7.19138, 7.709074, 8.116719, 8.868783, 9.11193, 9.817959, 9.105929, 9.256098, 8.757847, 8.600592, 8.239806, 7.591481, 6.97155, 6.618292, 6.128652, 5.909935, 5.966615, 17.516513, 17.037165, 17.104269, 15.775781, 14.842992, 14.422749, 12.637529, 12.765237, 13.071011, 12.876553, 15.002611, 16.449025, 21.337314, 22.022969, 24.630514, 29.561877, 31.618689, 37.966385, 40.454379, 40.008385, 46.008402, 46.4575, 48.969152, 54.204542, 58.050693, 57.547696], "sum_m_pl": [44.759675, 61.042604, 60.478615, 58.624347, 58.358188, 58.023747, 57.808925, 58.151094, 56.591274, 57.416209, 55.631539, 56.024037, 55.273451, 55.667591, 55.706349, 58.181372, 58.525448, 59.311315, 60.25163, 61.303097, 61.70118, 62.231276, 62.367955, 62.514218, 46.386711, 47.467793, 47.539849, 50.036725, 51.891341, 51.596935, 52.138571, 51.549429, 51.363625, 49.791461, 50.229141, 46.439186, 39.805258, 37.636639, 33.065257, 28.940591, 27.741037, 23.886761, 22.926104, 22.237028, 17.331508, 14.810687, 8.687343, 5.729623, 0.483798, 0.009099]}, "digit": {"n_am_en": [0, 5, 4, 1, 2, 0, 0, 3, 3, 3, 5, 1, 2, 1, 1, 2, 2, 0, 0, 0, 1, 1, 0, 1, 4, 2, 5, 3, 3, 1, 3, 0, 0, 2, 3, 1, 0, 1, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 3, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 2, 3, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 0, 1, 4, 2, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.035251, 0.469571, 0.448962, 0.418636, 0.447562, 0.458751, 0.501551, 0.534898, 0.577798, 0.623645, 0.644766, 0.606541, 0.638935, 0.607106, 0.576094, 0.618704, 0.635625, 0.657364, 0.573651, 0.54405, 0.494673, 0.463803, 0.448935, 0.451587, 0.853235, 0.817682, 0.84126, 0.824314, 0.871841, 0.813296, 0.861321, 0.911156, 0.762874, 0.752023, 0.757318, 0.7852, 0.752652, 0.699316, 0.712082, 0.724055, 0.668507, 0.686556, 0.599808, 0.532168, 0.591678, 0.508096, 0.338491, 0.203168, 0.025598, 0.0], "sum_m_pl": [4.770581, 5.879044, 5.707697, 5.495299, 5.405342, 5.249737, 5.255954, 5.234853, 5.050508, 5.065569, 5.066972, 5.007367, 4.759438, 4.649808, 4.763656, 4.913281, 4.934787, 4.964261, 5.187304, 5.287556, 5.342342, 5.347341, 5.323813, 5.387673, 3.841426, 4.237504, 4.48052, 4.847903, 5.014779, 4.863258, 4.749989, 4.677864, 4.720928, 4.538111, 4.500744, 4.287735, 4.108496, 4.07608, 3.944546, 3.891124, 3.805952, 3.823812, 3.654692, 2.863791, 2.751752, 2.384778, 1.370505, 0.497347, 0.055727, 0.0]}, "lang": {"n_am_en": [19, 21, 20, 14, 17, 18, 18, 22, 17, 22, 18, 19, 23, 20, 25, 25, 22, 19, 19, 20, 20, 15, 18, 20, 29, 25, 30, 32, 27, 28, 22, 23, 21, 28, 28, 28, 32, 30, 34, 29, 30, 30, 33, 32, 34, 35, 39, 47, 56, 56], "n_am_pl": [1, 8, 4, 4, 1, 2, 4, 3, 6, 5, 9, 6, 7, 8, 3, 5, 6, 10, 10, 14, 14, 14, 13, 16, 7, 10, 9, 4, 7, 3, 4, 3, 4, 6, 3, 5, 2, 3, 6, 4, 6, 5, 6, 7, 7, 6, 3, 2, 0, 0], "n_pos": 57, "sum_m_en": [8.31216, 3.542422, 3.36378, 3.002219, 3.066561, 3.380711, 3.462971, 3.539341, 3.81484, 4.005066, 4.427349, 4.691127, 5.200914, 4.68454, 4.959395, 4.461918, 4.478208, 4.127812, 3.853771, 3.458195, 3.284203, 2.958648, 2.834824, 2.866278, 10.581333, 10.161006, 10.541769, 9.424533, 8.52279, 8.31754, 7.103038, 7.078859, 7.666841, 7.657887, 8.883654, 9.552002, 12.706152, 13.757616, 15.604155, 17.369983, 19.137319, 22.77451, 24.698226, 25.627301, 30.232329, 31.604777, 37.928872, 43.484202, 54.140571, 55.879817], "sum_m_pl": [18.533435, 26.752009, 26.660356, 25.998178, 26.268011, 25.887474, 25.674056, 26.099173, 25.629613, 25.89892, 24.972383, 25.252115, 24.819726, 25.244975, 25.229734, 26.373558, 26.511332, 27.206029, 27.463937, 27.962685, 28.01879, 28.365864, 28.4943, 28.50025, 21.733367, 22.278292, 21.630017, 22.645947, 23.195063, 23.004556, 23.518126, 23.18513, 23.024826, 22.635885, 22.957669, 21.950613, 18.435322, 17.714146, 15.780649, 14.050099, 12.867579, 10.834843, 10.540444, 10.861708, 8.696201, 7.05261, 4.988555, 3.187023, 0.290708, 0.003231]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "gsm8kpl-217", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1146, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9769, "tf_agree_excl_first": 0.9845}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 39, 31, 35, 34, 38, 28, 28, 26, 36, 42, 37, 31, 35, 23, 32, 31, 32, 33, 27, 27, 30, 26, 26, 53, 46, 41, 40, 36, 42, 43, 39, 32, 43, 46, 41, 48, 39, 37, 40, 41, 43, 43, 40, 45, 29, 18, 12, 6, 8], "n_am_pl": [12, 38, 34, 33, 25, 29, 29, 27, 21, 26, 34, 27, 24, 22, 28, 28, 29, 39, 33, 42, 50, 45, 43, 47, 20, 24, 24, 19, 28, 26, 24, 25, 29, 15, 17, 18, 12, 15, 17, 17, 18, 18, 16, 19, 10, 14, 25, 21, 33, 37], "n_pos": 162, "sum_m_en": [14.753067, 7.772262, 8.412717, 8.789116, 9.154389, 9.056757, 9.173799, 9.155779, 9.57985, 10.19562, 10.286047, 10.698408, 11.798903, 11.384223, 11.047312, 10.538123, 10.089212, 9.920652, 9.243601, 9.002309, 8.69484, 8.342969, 8.052138, 7.965545, 19.704167, 18.011579, 16.84329, 16.543485, 16.618971, 16.972616, 15.35448, 15.266211, 15.268382, 14.886895, 16.019973, 16.371407, 19.393209, 18.912737, 19.926138, 23.517174, 23.650801, 29.421106, 30.813361, 30.18229, 32.830434, 30.373112, 17.73048, 13.305734, 7.046825, 7.498526], "sum_m_pl": [67.354291, 80.309261, 77.4251, 75.217494, 74.657585, 73.557718, 73.71926, 74.127013, 73.323084, 73.706527, 73.060826, 73.440138, 72.181649, 73.332043, 73.235837, 75.259177, 74.636195, 76.434908, 77.590212, 77.711958, 77.675283, 77.146675, 77.536805, 77.675946, 59.557116, 61.292362, 60.873197, 63.742245, 67.449267, 68.294831, 67.862735, 68.058877, 67.089291, 61.651429, 61.660714, 57.494445, 52.022079, 49.990978, 47.154898, 45.605533, 44.514576, 41.817167, 38.671081, 36.743983, 29.159819, 27.383581, 31.337087, 25.295976, 32.634728, 36.732622]}, "digit": {"n_am_en": [1, 12, 6, 3, 3, 2, 1, 3, 3, 5, 7, 3, 5, 5, 2, 3, 7, 5, 6, 3, 3, 2, 2, 3, 6, 4, 6, 4, 3, 6, 5, 5, 3, 4, 2, 2, 3, 3, 3, 3, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 3, 1, 5, 2, 1, 4, 0, 1, 3, 4, 4, 2, 2, 2, 6, 3, 4, 1, 5, 8, 3, 3, 2, 1, 0, 0, 1, 2, 2, 5, 2, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 2, 1, 0, 1, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.638177, 0.755329, 0.740936, 0.768145, 0.790492, 0.790119, 0.864519, 0.927512, 0.96973, 1.0029, 1.016946, 0.985499, 1.153276, 1.126723, 0.971315, 1.008411, 1.035676, 1.061286, 0.956385, 0.887082, 0.835908, 0.800225, 0.773159, 0.774221, 1.44157, 1.464471, 1.523068, 1.521578, 1.575169, 1.583646, 1.50999, 1.521828, 1.324586, 1.261367, 1.286908, 1.361456, 1.908301, 1.561914, 1.627875, 2.090454, 1.856154, 1.767101, 1.588052, 1.575471, 1.286262, 1.368203, 0.660684, 0.268225, 0.061424, 1e-06], "sum_m_pl": [8.069762, 9.753885, 9.457289, 8.930904, 8.819715, 8.70494, 8.516382, 8.476156, 8.370048, 8.395033, 8.564103, 8.589407, 8.278849, 8.381011, 8.321419, 8.418669, 8.390565, 8.469777, 8.828437, 8.913883, 8.911918, 8.868134, 8.885413, 8.936199, 7.121127, 7.204466, 7.170394, 7.477723, 7.980447, 8.00987, 7.973511, 7.974348, 7.932959, 7.549192, 7.114602, 7.032388, 6.61436, 6.796044, 6.638358, 6.531037, 6.3562, 6.525315, 6.534109, 5.698004, 5.543248, 4.710607, 3.337718, 1.451583, 0.174531, 0.000837]}, "lang": {"n_am_en": [12, 6, 8, 13, 14, 12, 8, 4, 6, 8, 9, 7, 6, 5, 4, 11, 10, 9, 10, 10, 9, 10, 12, 10, 19, 16, 15, 14, 12, 14, 15, 17, 18, 20, 17, 20, 17, 14, 16, 19, 22, 25, 25, 21, 29, 19, 11, 10, 6, 8], "n_am_pl": [4, 9, 9, 13, 6, 6, 6, 7, 6, 6, 9, 7, 7, 6, 6, 7, 7, 12, 4, 9, 12, 13, 10, 11, 6, 7, 6, 4, 6, 4, 7, 6, 9, 7, 9, 8, 6, 8, 7, 5, 6, 7, 5, 11, 7, 11, 19, 18, 32, 36], "n_pos": 44, "sum_m_en": [3.835827, 2.236941, 2.409427, 2.602203, 2.764383, 2.604693, 2.685956, 2.518607, 2.558984, 2.763132, 2.809002, 3.134933, 3.589269, 3.214362, 3.450476, 2.940288, 2.789532, 2.692362, 2.612629, 2.601952, 2.543335, 2.369176, 2.302944, 2.302726, 6.472686, 6.015969, 5.650293, 4.996842, 4.731812, 4.849878, 4.533107, 4.713032, 5.170071, 5.254494, 5.169717, 5.241467, 6.158877, 6.400367, 8.131444, 10.28148, 11.270564, 16.524999, 18.195299, 18.713694, 21.684461, 20.053472, 10.990704, 9.884152, 6.457032, 7.403365], "sum_m_pl": [18.208654, 20.812854, 20.223295, 20.144845, 19.887036, 19.329605, 19.539953, 19.977777, 19.880476, 20.028749, 19.505504, 19.709118, 19.245355, 19.741481, 19.74051, 20.678675, 20.552066, 20.855578, 20.987832, 20.996141, 20.99485, 21.061592, 21.116272, 21.161853, 17.593785, 17.512735, 17.141232, 18.029145, 18.526551, 18.870942, 19.10992, 19.044976, 19.158779, 18.398755, 18.656828, 18.063883, 17.278598, 16.854949, 15.610517, 14.18282, 13.901663, 11.677048, 10.368165, 11.991495, 11.485728, 11.236256, 17.523228, 17.405965, 30.451407, 35.670247]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "gsm8kpl-217", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1005, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9815, "tf_agree_excl_first": 0.9876}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 36, 22, 30, 34, 20, 10, 15, 17, 16, 31, 32, 25, 33, 33, 26, 25, 13, 21, 24, 24, 19, 19, 22, 29, 28, 31, 31, 39, 31, 40, 36, 42, 36, 41, 40, 46, 37, 37, 37, 36, 40, 36, 35, 34, 35, 37, 40, 40, 37], "n_am_pl": [1, 5, 17, 25, 13, 16, 10, 10, 6, 16, 14, 7, 11, 13, 13, 14, 18, 13, 21, 19, 13, 11, 14, 18, 12, 9, 14, 16, 15, 20, 21, 16, 10, 8, 7, 10, 4, 6, 7, 6, 6, 5, 6, 7, 3, 7, 5, 1, 1, 0], "n_pos": 121, "sum_m_en": [15.382348, 6.830349, 6.52535, 6.44483, 6.780349, 6.758631, 6.648411, 7.142711, 7.598287, 7.524272, 7.636039, 7.932017, 8.301324, 8.300375, 8.073807, 7.720815, 7.661181, 7.646124, 7.021889, 6.559784, 6.239467, 5.803785, 5.626162, 5.533908, 11.893788, 12.096073, 13.472694, 12.541278, 12.509083, 11.591775, 10.489689, 11.067728, 10.912646, 10.62352, 11.430566, 12.853021, 17.021995, 18.935074, 20.019568, 22.112166, 22.996146, 25.33005, 26.790759, 27.63194, 28.947567, 28.869304, 36.406921, 39.175124, 40.709705, 37.011199], "sum_m_pl": [45.785755, 58.151335, 57.776596, 56.263673, 55.166259, 53.454393, 53.565242, 53.071385, 51.652863, 54.115941, 53.22401, 55.376084, 54.971541, 54.253742, 54.227669, 56.035249, 56.53925, 56.824802, 57.496114, 59.090549, 59.09366, 59.557576, 59.533706, 59.681422, 46.001796, 46.024276, 45.711595, 49.80123, 50.959122, 51.846786, 53.021313, 52.24865, 52.439409, 50.971864, 49.749548, 46.32377, 40.595285, 38.277469, 36.538063, 32.345759, 30.679256, 25.90966, 23.668856, 16.153636, 13.097071, 14.621528, 9.008345, 4.952051, 1.195831, 0.0022]}, "digit": {"n_am_en": [6, 10, 7, 5, 6, 2, 0, 4, 1, 5, 7, 10, 5, 6, 7, 6, 8, 4, 4, 3, 3, 2, 2, 3, 5, 4, 6, 5, 10, 4, 7, 8, 6, 3, 5, 4, 7, 4, 5, 3, 4, 3, 1, 4, 2, 2, 1, 0, 1, 0], "n_am_pl": [0, 0, 0, 5, 3, 3, 2, 1, 0, 0, 0, 1, 0, 1, 4, 3, 6, 6, 7, 4, 2, 1, 2, 2, 2, 2, 1, 2, 2, 6, 4, 4, 0, 2, 2, 3, 1, 3, 2, 1, 1, 2, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.020544, 1.06049, 1.025758, 1.015646, 1.054707, 1.045797, 1.099863, 1.258598, 1.268658, 1.268994, 1.314653, 1.331007, 1.465426, 1.447233, 1.343616, 1.317987, 1.335832, 1.32517, 1.16714, 1.091541, 1.020048, 0.966977, 0.950239, 0.937152, 1.85351, 1.823081, 2.056436, 2.020443, 1.966907, 1.906158, 1.838515, 1.805283, 1.61229, 1.516498, 1.612998, 1.664447, 2.126993, 1.873397, 1.994757, 1.758634, 1.806641, 1.779874, 1.75418, 1.645663, 1.335837, 1.689382, 1.042521, 1.043197, 1.071199, 0.0], "sum_m_pl": [10.423098, 12.267335, 11.931033, 11.561563, 11.290592, 10.905914, 10.615407, 10.281898, 10.292507, 10.750324, 10.7545, 11.001287, 10.656749, 10.641659, 10.708386, 10.963948, 11.064824, 11.095418, 11.378595, 11.566642, 11.506548, 11.575951, 11.571514, 11.59929, 10.005618, 9.87981, 9.649858, 10.292131, 10.556699, 10.584594, 10.378155, 10.122739, 10.066726, 10.204028, 10.041484, 10.215581, 9.664256, 10.043593, 9.867871, 9.914619, 9.494984, 8.68208, 8.120147, 5.29395, 5.18328, 4.437089, 3.086104, 1.924519, 0.181921, 0.0]}, "lang": {"n_am_en": [13, 8, 2, 7, 8, 7, 4, 6, 9, 6, 14, 8, 10, 13, 12, 10, 8, 3, 10, 13, 12, 8, 9, 11, 12, 14, 13, 15, 14, 13, 16, 16, 18, 16, 17, 18, 22, 18, 15, 17, 16, 18, 19, 17, 19, 22, 25, 32, 36, 37], "n_am_pl": [0, 1, 6, 11, 3, 2, 1, 3, 3, 7, 4, 1, 2, 6, 3, 3, 5, 4, 7, 5, 3, 3, 3, 7, 5, 4, 4, 8, 6, 5, 6, 4, 4, 3, 4, 2, 0, 0, 3, 3, 3, 1, 3, 5, 1, 6, 5, 0, 1, 0], "n_pos": 37, "sum_m_en": [4.322562, 2.047756, 2.064105, 1.989072, 2.111142, 2.150696, 2.206517, 2.260393, 2.528685, 2.374584, 2.474522, 2.589606, 2.774788, 2.750735, 2.706335, 2.610058, 2.592947, 2.576757, 2.374973, 2.198157, 2.054825, 1.907444, 1.833143, 1.815723, 4.466577, 4.641739, 5.547026, 5.048019, 4.815231, 4.290673, 3.882193, 4.423678, 4.475761, 4.412749, 4.711944, 5.241116, 7.445641, 7.707269, 8.830089, 9.399355, 9.862151, 11.994622, 13.549056, 13.620549, 15.637076, 15.970179, 24.466868, 28.962263, 35.224634, 36.294214], "sum_m_pl": [13.237792, 16.87228, 17.025796, 16.596897, 16.471289, 15.948514, 16.167128, 16.409928, 15.902853, 16.74385, 16.335218, 17.105695, 17.04704, 16.920354, 17.062333, 17.434759, 17.470804, 17.443113, 17.560788, 18.131722, 18.15272, 18.28804, 18.225728, 18.203499, 14.391129, 14.32469, 13.916037, 14.828106, 14.877828, 15.41628, 16.353177, 15.963104, 16.126556, 16.285315, 16.215944, 15.550369, 13.473581, 12.713143, 11.688666, 10.277658, 9.666501, 7.895219, 7.510461, 5.132682, 3.751164, 7.065099, 4.583003, 1.080867, 0.880509, 2.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "gsm8kpl-221", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1174, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.976, "tf_agree_excl_first": 0.9839}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [58, 59, 33, 31, 29, 33, 33, 27, 26, 41, 47, 50, 39, 42, 34, 36, 46, 32, 34, 36, 38, 34, 30, 37, 56, 40, 41, 55, 69, 66, 64, 68, 60, 54, 58, 64, 58, 64, 54, 47, 43, 39, 36, 42, 49, 36, 26, 23, 8, 3], "n_am_pl": [21, 42, 48, 36, 37, 36, 21, 29, 23, 34, 32, 45, 45, 38, 39, 31, 23, 37, 51, 45, 42, 50, 43, 38, 24, 32, 34, 35, 38, 34, 28, 24, 33, 22, 20, 23, 28, 26, 30, 27, 23, 32, 21, 25, 29, 42, 52, 48, 67, 73], "n_pos": 228, "sum_m_en": [19.97098, 10.861353, 11.148378, 11.795087, 12.35766, 13.024516, 12.478807, 12.809515, 13.578604, 13.690771, 14.275247, 14.952379, 15.58555, 15.287937, 15.565091, 14.354031, 14.229815, 13.850849, 12.776001, 11.987766, 11.36192, 10.729747, 10.361911, 9.965047, 19.147281, 19.352573, 20.303168, 20.53685, 23.042778, 23.47643, 21.236117, 20.962943, 21.568675, 21.187595, 22.386672, 24.744578, 25.52737, 29.17633, 27.213088, 27.93261, 26.470015, 27.638952, 28.264379, 31.870136, 36.624357, 29.574463, 27.653862, 24.307987, 7.045455, 3.087234], "sum_m_pl": [93.929968, 108.286329, 106.373677, 102.992622, 101.097171, 97.582232, 100.191899, 101.955874, 99.31337, 101.792372, 98.403205, 100.74579, 101.414104, 100.04323, 100.398493, 104.300766, 105.875554, 106.31111, 108.516032, 111.244274, 111.861989, 112.219064, 111.808106, 112.482017, 89.090143, 88.777875, 85.906444, 93.309969, 95.555093, 96.946922, 96.886487, 96.40855, 94.319062, 87.016217, 85.541688, 81.683964, 75.343826, 71.885744, 70.976826, 64.092837, 62.966616, 61.338004, 57.069747, 47.76356, 44.777021, 54.933481, 57.639872, 49.650112, 66.392086, 74.250187]}, "digit": {"n_am_en": [7, 12, 6, 6, 2, 5, 4, 4, 2, 9, 9, 10, 7, 4, 5, 4, 6, 5, 4, 6, 6, 7, 5, 4, 3, 3, 6, 9, 12, 9, 10, 10, 3, 6, 7, 5, 7, 3, 4, 2, 2, 1, 1, 3, 3, 0, 0, 0, 0, 0], "n_am_pl": [0, 7, 3, 5, 1, 7, 4, 2, 0, 2, 3, 3, 5, 5, 2, 2, 1, 4, 5, 4, 3, 3, 3, 5, 3, 4, 5, 3, 5, 4, 4, 4, 6, 3, 2, 2, 1, 1, 1, 2, 2, 3, 0, 1, 2, 1, 1, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.347525, 1.28748, 1.24088, 1.280539, 1.365002, 1.27226, 1.296452, 1.417309, 1.502205, 1.545819, 1.639374, 1.668625, 1.815005, 1.803914, 1.748599, 1.673902, 1.658219, 1.662118, 1.48706, 1.33475, 1.258645, 1.197205, 1.169991, 1.130725, 2.087014, 2.145543, 2.542894, 2.429761, 2.52613, 2.50174, 2.490001, 2.238788, 2.062746, 1.959313, 1.981011, 2.085332, 2.11375, 2.026146, 2.119544, 1.840895, 1.74414, 1.72065, 1.640718, 1.443077, 1.454848, 0.767851, 0.517027, 0.336981, 0.069269, 0.0], "sum_m_pl": [13.232405, 15.119809, 14.553616, 13.75233, 13.207532, 13.198894, 13.226199, 12.840629, 12.509988, 12.651479, 12.434711, 12.67494, 12.471177, 12.324401, 12.583186, 12.924831, 13.151106, 13.22961, 13.725259, 13.958025, 13.938606, 13.913863, 13.928439, 14.062705, 12.267056, 12.059914, 12.030507, 12.338642, 12.673596, 12.825338, 12.554579, 12.427772, 12.503908, 11.994496, 11.928047, 11.742845, 11.110399, 11.272645, 10.946522, 10.917339, 10.259951, 9.907161, 10.087272, 6.129753, 5.998767, 4.960563, 4.085213, 2.539409, 0.365892, 4.3e-05]}, "lang": {"n_am_en": [17, 7, 9, 12, 12, 11, 13, 8, 12, 11, 12, 15, 14, 12, 11, 14, 15, 12, 12, 12, 14, 13, 11, 15, 22, 17, 17, 22, 28, 26, 23, 24, 24, 21, 23, 30, 23, 29, 24, 21, 18, 18, 21, 17, 23, 17, 11, 10, 4, 3], "n_am_pl": [9, 12, 14, 10, 9, 7, 4, 8, 5, 9, 8, 14, 14, 14, 14, 10, 10, 12, 19, 19, 15, 21, 16, 17, 10, 12, 13, 12, 8, 13, 7, 11, 14, 8, 9, 8, 10, 10, 12, 12, 8, 12, 11, 12, 17, 26, 33, 37, 64, 72], "n_pos": 76, "sum_m_en": [5.925931, 3.938866, 4.044716, 4.628034, 4.75139, 5.033558, 4.577625, 4.700161, 5.066397, 4.872939, 5.130728, 5.636125, 5.916331, 5.654892, 5.616675, 5.012063, 4.881905, 4.786429, 4.359548, 4.142821, 4.013001, 3.70543, 3.507438, 3.364916, 7.068616, 7.542418, 7.751137, 7.726796, 8.701646, 8.893621, 8.101672, 7.910271, 8.306204, 8.500656, 8.178883, 9.314922, 10.085668, 12.729495, 10.697234, 12.158682, 11.299741, 11.830693, 12.580292, 12.847599, 18.093219, 12.691277, 10.702147, 9.038695, 3.725487, 3.075734], "sum_m_pl": [29.52437, 32.673006, 32.386742, 31.591462, 31.276121, 30.197023, 30.917222, 32.331303, 31.773738, 33.378221, 32.451808, 33.266665, 33.796941, 33.64625, 34.142774, 35.391057, 35.875585, 35.812749, 36.597443, 37.618113, 37.589839, 37.833698, 37.755597, 37.991751, 31.823836, 31.064416, 29.698238, 32.702376, 32.340563, 33.080923, 33.528756, 33.597519, 33.536621, 31.700571, 31.12904, 29.631585, 28.269174, 26.179994, 26.717104, 21.014388, 20.751851, 20.953841, 19.991456, 19.567642, 19.810282, 27.553475, 33.221667, 34.877794, 61.342003, 72.091356]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "gsm8kpl-221", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1033, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.9801}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 44, 33, 22, 35, 25, 26, 20, 20, 18, 34, 38, 25, 27, 29, 31, 28, 27, 29, 37, 34, 28, 33, 33, 43, 37, 30, 32, 38, 39, 41, 38, 39, 39, 42, 49, 56, 58, 56, 62, 60, 56, 58, 59, 59, 55, 58, 58, 53, 49], "n_am_pl": [2, 9, 17, 19, 7, 14, 13, 17, 15, 9, 13, 14, 26, 15, 18, 19, 23, 26, 26, 17, 18, 20, 20, 18, 10, 12, 15, 13, 14, 11, 11, 14, 10, 15, 10, 14, 7, 3, 5, 5, 4, 3, 2, 4, 2, 0, 0, 0, 1, 1], "n_pos": 123, "sum_m_en": [16.167487, 7.591323, 7.222439, 6.937056, 7.506125, 7.828876, 8.204102, 8.424144, 8.603753, 8.687687, 9.411734, 10.062351, 10.06815, 10.296432, 10.604424, 9.361531, 9.136806, 8.306975, 7.602371, 7.002241, 6.702058, 6.235568, 5.894467, 5.867676, 17.907399, 16.78817, 16.045592, 15.601281, 16.323201, 15.875735, 14.418731, 14.096877, 14.411543, 13.704471, 16.090589, 18.272022, 25.373355, 28.38907, 31.654528, 37.556281, 39.735885, 40.629652, 45.783272, 50.66745, 50.789602, 51.06761, 55.873061, 56.871494, 52.239348, 49.160824], "sum_m_pl": [45.02245, 58.081077, 56.737676, 55.285664, 54.529746, 53.476662, 54.089859, 53.346373, 52.292539, 54.927697, 54.477143, 54.429684, 54.981508, 54.686368, 54.202654, 56.635502, 55.851791, 58.151198, 58.517055, 59.449682, 58.77401, 59.72819, 60.147183, 60.211234, 44.921975, 44.934598, 45.3712, 47.577244, 46.662806, 46.861464, 49.259738, 49.456727, 49.239065, 48.492793, 47.297942, 44.898064, 36.404187, 33.014088, 29.671185, 26.950344, 24.487205, 19.925414, 16.842908, 13.771025, 10.696579, 9.442448, 5.955463, 4.017851, 1.381509, 1.130093]}, "digit": {"n_am_en": [7, 8, 5, 4, 5, 1, 1, 0, 1, 2, 4, 2, 2, 2, 2, 2, 1, 2, 2, 3, 2, 1, 1, 1, 4, 1, 3, 3, 6, 3, 5, 2, 1, 2, 3, 5, 5, 6, 6, 7, 3, 3, 3, 3, 3, 3, 3, 1, 0, 0], "n_am_pl": [1, 0, 2, 4, 2, 7, 3, 3, 5, 3, 4, 6, 4, 3, 5, 6, 6, 7, 6, 5, 6, 6, 8, 7, 4, 4, 4, 2, 2, 3, 0, 2, 1, 3, 3, 3, 4, 2, 2, 3, 3, 2, 2, 3, 1, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.763825, 0.840528, 0.78893, 0.793091, 0.815076, 0.843668, 0.852944, 0.916526, 0.910707, 0.927157, 0.989767, 0.998432, 1.011883, 1.035612, 0.977159, 0.994719, 0.954917, 0.919981, 0.867469, 0.834212, 0.826124, 0.784666, 0.759799, 0.75799, 1.32582, 1.312492, 1.400532, 1.538516, 1.666387, 1.654182, 1.490036, 1.346422, 1.254016, 1.13063, 1.30436, 1.323473, 2.398449, 2.611274, 2.688531, 2.418173, 2.438859, 2.488084, 2.493734, 2.389073, 2.485564, 2.461, 2.119658, 1.625156, 0.128781, 0.0], "sum_m_pl": [8.160158, 9.442847, 8.861241, 8.513157, 8.122753, 7.878747, 8.1152, 7.849669, 7.68057, 8.338252, 8.272928, 8.099872, 7.81898, 7.857294, 7.867928, 8.212336, 8.087578, 8.430819, 8.761567, 8.756704, 8.566266, 8.710604, 8.830363, 8.896935, 7.833665, 7.390239, 7.430127, 7.195649, 7.352157, 7.085194, 7.238205, 7.362179, 7.392022, 7.339058, 7.220443, 7.236803, 6.719285, 6.380359, 6.093397, 6.588681, 6.276826, 5.900836, 5.798945, 5.512712, 4.901808, 4.268638, 3.227605, 2.300035, 0.274368, 0.0]}, "lang": {"n_am_en": [18, 14, 12, 6, 13, 14, 14, 14, 9, 8, 14, 15, 11, 15, 16, 17, 18, 15, 17, 20, 20, 15, 17, 19, 24, 23, 20, 15, 20, 21, 22, 22, 23, 20, 22, 26, 30, 31, 29, 37, 37, 36, 37, 39, 39, 38, 42, 45, 48, 47], "n_am_pl": [0, 3, 7, 5, 2, 2, 3, 5, 5, 3, 5, 5, 10, 6, 5, 3, 7, 8, 8, 5, 5, 8, 7, 6, 3, 5, 7, 6, 6, 5, 7, 4, 4, 5, 4, 5, 2, 1, 3, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1], "n_pos": 49, "sum_m_en": [7.094877, 3.532166, 3.291443, 3.074295, 3.474329, 3.830723, 4.299979, 4.322705, 4.407155, 4.251795, 4.498289, 4.876314, 4.778059, 4.942607, 5.282106, 4.435641, 4.526852, 4.000608, 3.572701, 3.18927, 2.95515, 2.688679, 2.473876, 2.45517, 10.114159, 9.654029, 8.95278, 7.848039, 8.381324, 8.171314, 7.502782, 7.49202, 7.715251, 7.270159, 8.779148, 10.75899, 14.499309, 16.808235, 18.81956, 22.839734, 24.974234, 26.695018, 29.351901, 33.532482, 34.612965, 36.478635, 40.706927, 43.780433, 46.162149, 46.463538], "sum_m_pl": [16.027898, 21.536983, 21.500525, 21.262207, 21.104697, 20.384361, 20.671388, 20.668352, 20.337123, 21.201781, 21.133787, 21.35137, 21.808121, 21.683431, 21.452927, 22.359197, 21.904695, 23.095634, 23.093253, 23.605778, 23.4028, 23.848365, 24.029868, 24.015759, 17.283767, 17.819173, 18.050195, 19.138565, 18.401665, 18.49136, 19.347964, 19.336874, 19.380936, 19.756293, 18.914325, 17.866503, 13.988172, 12.740019, 11.776862, 9.89929, 8.641276, 7.12847, 5.657936, 4.219469, 2.984095, 2.277787, 1.229027, 0.480325, 0.977459, 1.096402]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "gsm8kpl-237", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1161, "region_end": 123, "roundtrip_ok": true, "tf_agree": 0.9606, "tf_agree_excl_first": 0.9683}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [25, 15, 15, 7, 14, 14, 5, 11, 7, 13, 24, 19, 16, 15, 11, 16, 19, 17, 14, 16, 15, 13, 12, 17, 28, 24, 20, 21, 24, 18, 13, 15, 19, 20, 23, 27, 26, 26, 28, 25, 26, 26, 21, 26, 24, 20, 13, 9, 3, 1], "n_am_pl": [4, 18, 18, 23, 17, 16, 18, 7, 8, 7, 10, 14, 15, 20, 22, 20, 18, 21, 19, 19, 19, 16, 19, 20, 10, 8, 9, 10, 11, 10, 11, 13, 17, 9, 11, 11, 4, 8, 7, 6, 7, 8, 7, 5, 4, 10, 13, 11, 28, 32], "n_pos": 83, "sum_m_en": [7.803059, 3.90024, 3.761449, 3.747896, 4.209731, 4.351494, 4.587213, 4.934196, 4.881749, 5.280657, 5.606072, 6.051724, 5.942737, 6.277256, 6.769694, 6.13228, 5.786731, 5.381017, 4.729751, 4.522928, 4.332071, 4.050202, 3.89433, 3.813784, 8.941418, 8.522192, 8.621827, 8.71552, 9.58125, 9.159619, 7.81491, 7.848942, 7.417762, 7.153246, 7.856371, 9.05622, 10.102966, 11.600269, 13.078425, 14.304489, 14.537418, 15.040129, 16.185989, 19.949165, 18.435145, 16.845593, 11.166318, 8.034419, 3.168678, 1.014118], "sum_m_pl": [33.033884, 40.462071, 39.441539, 38.193692, 37.454571, 36.705741, 36.341586, 35.744285, 35.089701, 36.485356, 36.147295, 36.918414, 37.875558, 36.901278, 36.870513, 38.983415, 38.473375, 39.908708, 40.806408, 41.06384, 40.629108, 41.035406, 41.198992, 41.368574, 32.380418, 32.497141, 32.562918, 34.621215, 33.884453, 35.334732, 36.472523, 35.882908, 36.551426, 33.474787, 33.150859, 31.279001, 28.578165, 26.869478, 25.673949, 25.124705, 23.919422, 21.783244, 19.075013, 16.407935, 14.589557, 15.384764, 17.372034, 15.297036, 26.615721, 31.04743]}, "digit": {"n_am_en": [2, 6, 3, 0, 2, 2, 1, 1, 2, 2, 3, 4, 4, 3, 1, 2, 3, 2, 2, 2, 3, 3, 2, 3, 3, 3, 1, 2, 5, 4, 3, 2, 1, 2, 3, 4, 3, 2, 2, 2, 3, 4, 0, 3, 1, 1, 0, 1, 0, 0], "n_am_pl": [0, 2, 1, 3, 4, 1, 2, 1, 1, 2, 1, 0, 2, 1, 3, 2, 4, 4, 5, 4, 3, 2, 4, 4, 1, 0, 1, 2, 1, 0, 1, 1, 4, 1, 2, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.226553, 0.606536, 0.566281, 0.550459, 0.607756, 0.62983, 0.661828, 0.761497, 0.772727, 0.807399, 0.808349, 0.860269, 0.933377, 0.909141, 0.898066, 0.904902, 0.865693, 0.845596, 0.772517, 0.741399, 0.734807, 0.688504, 0.647166, 0.651366, 1.10092, 1.229613, 1.36095, 1.362417, 1.507308, 1.419481, 1.311873, 1.24368, 1.054415, 1.04773, 1.064086, 1.111946, 1.08297, 1.012609, 1.018848, 1.112835, 1.49691, 1.442031, 1.059474, 1.395917, 0.943958, 0.552794, 0.514578, 0.677295, 0.070098, 0.0], "sum_m_pl": [6.999841, 8.186239, 7.942581, 7.510736, 7.19301, 7.073601, 6.937603, 6.710175, 6.686534, 6.998615, 7.054301, 7.010721, 6.828121, 6.683474, 6.76346, 7.008039, 6.764244, 7.017018, 7.309498, 7.35182, 7.185364, 7.292118, 7.365978, 7.384417, 5.982342, 5.84974, 5.871432, 6.35803, 6.408762, 6.489284, 6.481052, 6.216297, 6.391744, 6.307859, 6.175353, 6.208771, 6.012477, 5.75951, 5.586919, 5.523029, 5.078636, 4.828281, 4.293924, 3.738797, 3.433024, 2.828446, 2.317309, 1.605487, 0.249427, 3e-06]}, "lang": {"n_am_en": [14, 5, 5, 5, 4, 5, 3, 3, 3, 7, 10, 5, 5, 7, 4, 5, 7, 7, 4, 5, 3, 4, 4, 6, 10, 8, 7, 8, 8, 6, 5, 7, 11, 9, 11, 14, 12, 12, 12, 12, 13, 11, 12, 14, 15, 11, 6, 6, 2, 1], "n_am_pl": [1, 6, 5, 7, 5, 7, 6, 4, 2, 3, 5, 8, 8, 10, 12, 11, 9, 8, 9, 11, 10, 8, 8, 10, 7, 6, 7, 7, 7, 6, 6, 7, 6, 4, 6, 6, 4, 8, 6, 4, 5, 7, 6, 4, 4, 9, 12, 10, 28, 31], "n_pos": 32, "sum_m_en": [3.221692, 1.605067, 1.502404, 1.504252, 1.599866, 1.604792, 1.605814, 1.688554, 1.80336, 1.981129, 2.100108, 2.32235, 2.355986, 2.306058, 2.474988, 2.17479, 2.0473, 1.872614, 1.761626, 1.734576, 1.684172, 1.587797, 1.529033, 1.480581, 3.906314, 3.349076, 3.229315, 3.214417, 3.542286, 3.633456, 3.134953, 3.365571, 3.239695, 3.155738, 3.392596, 4.18188, 4.974252, 5.557676, 6.140199, 6.837393, 6.877486, 7.253088, 8.165478, 10.83038, 11.150322, 10.468278, 6.178462, 4.933271, 2.278287, 1.013871], "sum_m_pl": [11.663933, 14.943617, 14.695494, 14.369244, 14.301779, 13.817543, 13.826448, 13.761847, 13.443888, 13.997455, 13.869949, 14.109489, 14.819839, 14.624703, 14.610023, 15.253017, 15.232304, 15.858444, 16.007042, 16.071755, 15.942595, 16.078955, 16.19959, 16.255657, 12.822644, 12.722751, 12.895323, 13.690967, 13.372578, 14.053574, 14.771092, 14.717619, 14.966433, 13.567068, 13.546189, 12.698703, 11.807824, 11.657703, 11.271036, 10.866698, 10.641591, 9.946935, 9.315619, 7.955352, 7.388713, 8.893187, 11.657865, 11.476669, 25.036461, 30.038751]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 87, "item_id": "gsm8kpl-237", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1020, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.977, "tf_agree_excl_first": 0.9884}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [82, 67, 52, 38, 41, 20, 22, 26, 34, 54, 45, 43, 40, 39, 53, 55, 48, 50, 50, 53, 52, 56, 54, 60, 65, 54, 58, 55, 44, 47, 44, 38, 46, 42, 51, 56, 59, 61, 60, 70, 77, 73, 72, 76, 77, 75, 77, 73, 72, 72], "n_am_pl": [4, 34, 30, 26, 17, 33, 30, 25, 23, 25, 22, 21, 29, 30, 17, 26, 12, 24, 20, 19, 21, 18, 16, 20, 11, 11, 13, 20, 28, 32, 33, 22, 18, 19, 16, 10, 9, 12, 12, 13, 10, 11, 14, 11, 13, 10, 10, 5, 2, 2], "n_pos": 192, "sum_m_en": [22.537657, 10.583468, 10.099717, 9.441729, 10.060467, 10.221368, 9.749482, 10.253612, 10.65972, 10.960992, 11.520538, 12.049474, 12.802228, 12.624594, 13.34574, 12.980978, 12.964728, 12.897646, 11.429961, 10.395023, 9.678615, 9.120394, 8.950486, 8.714216, 18.869968, 18.552382, 19.178213, 17.726676, 17.670752, 17.603902, 16.171263, 15.839278, 16.931905, 16.8011, 19.104175, 21.508522, 28.250512, 29.128146, 33.582063, 39.569517, 43.927316, 46.014657, 51.482572, 55.047465, 62.34967, 65.099986, 70.479807, 71.983024, 72.156851, 72.137677], "sum_m_pl": [78.118789, 94.881763, 92.66788, 91.130104, 89.201544, 87.623986, 91.303778, 90.384023, 88.636764, 91.153441, 90.318521, 91.457584, 89.95571, 89.398869, 89.715492, 92.011191, 89.904558, 89.658178, 91.377903, 93.375381, 94.007884, 94.564766, 94.584603, 94.992406, 74.934157, 73.710512, 72.328063, 79.136567, 80.817874, 80.781745, 81.161689, 80.478191, 81.227194, 76.526623, 74.821266, 67.15278, 59.956012, 57.569971, 53.223538, 51.604627, 48.562257, 43.511449, 41.418207, 35.871074, 30.663157, 27.349243, 19.045847, 9.620583, 2.916277, 2.000421]}, "digit": {"n_am_en": [10, 21, 18, 10, 8, 3, 3, 8, 8, 6, 8, 5, 9, 6, 13, 8, 7, 10, 10, 14, 10, 9, 9, 10, 9, 10, 9, 11, 12, 7, 6, 7, 5, 5, 7, 8, 7, 6, 4, 4, 5, 5, 3, 2, 7, 5, 3, 0, 0, 0], "n_am_pl": [0, 5, 5, 6, 2, 1, 3, 3, 4, 7, 4, 5, 8, 7, 2, 3, 2, 4, 3, 3, 6, 5, 5, 4, 1, 2, 4, 4, 7, 5, 8, 4, 3, 3, 2, 1, 2, 1, 2, 5, 3, 3, 4, 2, 0, 1, 1, 1, 0, 0], "n_pos": 48, "sum_m_en": [4.594945, 2.281726, 2.248925, 2.159271, 2.277983, 2.341469, 2.301238, 2.550547, 2.602822, 2.579985, 2.779948, 2.738333, 3.059991, 3.035696, 3.041854, 2.886862, 2.949758, 3.146911, 2.616706, 2.417318, 2.244242, 2.133564, 2.080656, 2.030157, 3.433047, 3.578013, 3.630428, 3.751389, 3.868337, 3.727132, 3.762555, 3.302745, 3.280614, 3.032577, 3.269801, 3.32844, 3.736839, 3.55489, 3.304006, 3.102168, 3.077569, 3.16745, 2.946698, 3.657293, 5.161215, 4.08254, 2.713232, 1.68641, 0.346832, 0.0], "sum_m_pl": [21.728387, 25.28384, 24.03673, 23.932205, 23.179888, 22.222407, 23.470909, 22.711601, 22.388532, 23.132194, 23.138883, 23.821656, 22.776512, 22.779834, 22.915686, 23.211616, 22.087174, 22.205696, 22.986028, 23.508206, 23.455182, 23.731285, 23.76619, 23.946592, 19.429815, 18.747062, 18.53009, 20.040167, 20.944352, 21.012691, 20.345269, 20.012049, 20.457693, 19.110866, 19.60802, 18.167854, 17.225699, 16.280543, 15.257849, 15.849943, 15.709198, 15.297206, 14.916179, 13.071014, 11.32562, 9.251033, 6.611263, 4.35485, 0.714297, 0.0]}, "lang": {"n_am_en": [39, 25, 25, 20, 20, 13, 9, 13, 18, 32, 25, 20, 19, 18, 26, 28, 29, 26, 25, 29, 29, 33, 30, 34, 38, 30, 28, 27, 19, 24, 25, 23, 25, 25, 30, 32, 36, 38, 37, 46, 51, 46, 53, 54, 52, 56, 60, 61, 69, 71], "n_am_pl": [4, 14, 10, 9, 3, 9, 10, 10, 10, 7, 8, 9, 10, 13, 9, 13, 5, 10, 8, 7, 9, 5, 3, 5, 4, 3, 4, 9, 9, 14, 12, 10, 11, 10, 9, 5, 3, 7, 7, 6, 4, 6, 8, 8, 11, 8, 7, 3, 2, 2], "n_pos": 74, "sum_m_en": [9.793018, 4.552421, 4.319348, 3.853302, 4.091003, 4.218646, 3.952323, 3.938457, 4.216272, 4.337136, 4.501436, 4.85537, 5.182933, 5.01903, 5.565029, 5.354698, 5.39089, 5.261, 4.782431, 4.282475, 3.924292, 3.661948, 3.595983, 3.456978, 8.823633, 8.583682, 8.845828, 7.824181, 7.786867, 7.913348, 7.170669, 7.389739, 7.929533, 7.969659, 9.260698, 11.32843, 15.200981, 17.192433, 20.332388, 24.651392, 29.367662, 32.1281, 35.91069, 37.402269, 42.526723, 46.863522, 53.511831, 58.348992, 67.816225, 70.5224], "sum_m_pl": [28.165338, 34.875131, 34.59831, 33.717089, 33.408298, 32.829709, 34.169591, 34.708405, 34.093747, 34.989922, 34.443382, 35.022817, 34.770182, 34.411273, 34.777539, 35.787738, 35.440398, 35.041947, 35.726468, 36.613098, 36.963364, 37.137873, 36.979125, 37.217785, 30.42012, 30.141012, 29.514951, 32.080786, 32.151793, 31.625824, 32.877461, 32.459853, 33.129427, 31.948191, 30.4531, 27.457566, 24.544296, 23.740328, 21.88492, 21.673949, 19.25469, 16.632123, 16.692123, 16.09152, 13.700489, 12.878964, 9.113695, 3.380938, 2.069911, 2.000416]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "gsm8kpl-239", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1187, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9746, "tf_agree_excl_first": 0.9796}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [63, 59, 41, 47, 47, 49, 34, 44, 42, 45, 55, 62, 50, 48, 50, 56, 62, 70, 62, 56, 50, 63, 53, 54, 78, 70, 54, 63, 72, 67, 72, 63, 58, 62, 71, 67, 75, 75, 68, 59, 63, 70, 67, 62, 58, 33, 20, 3, 6, 6], "n_am_pl": [24, 50, 66, 54, 49, 45, 56, 36, 37, 59, 45, 53, 55, 50, 48, 47, 42, 33, 56, 62, 56, 53, 49, 55, 22, 22, 51, 53, 65, 60, 48, 50, 45, 39, 31, 26, 15, 11, 25, 30, 29, 27, 23, 24, 23, 36, 39, 32, 51, 50], "n_pos": 277, "sum_m_en": [24.958527, 13.14961, 14.153463, 14.231725, 14.783581, 15.105155, 14.245352, 14.532622, 15.210518, 15.504335, 16.423804, 17.363711, 18.140801, 17.715576, 17.861264, 17.576976, 17.519838, 18.114885, 15.651403, 14.414221, 13.545128, 12.888476, 12.65553, 12.135984, 22.371338, 22.631304, 23.830865, 23.87379, 26.173593, 26.198577, 24.87044, 23.718792, 23.368564, 22.941748, 24.623532, 24.490866, 25.827863, 30.364367, 31.159034, 32.926854, 32.809728, 39.751285, 43.007436, 39.918469, 38.692746, 26.499057, 19.925421, 12.762716, 8.109117, 6.021527], "sum_m_pl": [116.315515, 136.781582, 132.093386, 128.922579, 128.945742, 124.676984, 130.147443, 130.056097, 126.763238, 130.044676, 128.35222, 129.277839, 128.380314, 128.396611, 130.0462, 133.422327, 130.335888, 129.825862, 134.025337, 136.89793, 137.113952, 136.925954, 136.633457, 136.742188, 112.113466, 108.604291, 107.891993, 116.00202, 120.415647, 119.983529, 118.416838, 119.865857, 119.180275, 108.705835, 106.444807, 98.244255, 89.070635, 84.404624, 80.823446, 82.249074, 80.55984, 77.398318, 72.401901, 67.080429, 58.833533, 65.96876, 55.908674, 44.878477, 51.854057, 51.250547]}, "digit": {"n_am_en": [11, 27, 10, 10, 8, 7, 8, 12, 9, 10, 12, 10, 6, 6, 9, 9, 11, 14, 13, 14, 13, 18, 14, 15, 16, 12, 10, 13, 12, 11, 12, 8, 13, 9, 15, 10, 11, 9, 7, 5, 5, 7, 4, 2, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 9, 9, 11, 4, 6, 6, 3, 6, 5, 8, 9, 10, 7, 3, 8, 3, 5, 8, 11, 10, 8, 7, 7, 2, 2, 7, 8, 10, 8, 10, 6, 4, 5, 0, 0, 1, 0, 3, 5, 4, 3, 3, 4, 3, 4, 3, 3, 0, 0], "n_pos": 57, "sum_m_en": [5.068832, 2.752483, 2.798249, 2.709349, 2.808897, 2.817938, 2.792661, 2.96405, 3.029186, 2.998589, 3.261407, 3.326515, 3.679647, 3.47196, 3.483917, 3.307607, 3.312656, 3.633114, 3.017904, 2.777226, 2.598335, 2.486043, 2.449004, 2.378718, 3.953043, 3.875851, 4.405633, 4.505767, 4.766288, 4.614513, 4.626908, 4.26826, 4.217461, 3.784203, 4.042349, 4.288163, 4.274045, 3.650537, 3.370656, 3.170391, 3.190393, 3.333857, 3.15328, 3.039512, 2.789489, 2.824933, 2.105992, 1.6184, 0.127057, 0.0], "sum_m_pl": [26.057499, 30.100881, 28.576492, 28.332901, 27.992244, 27.087121, 27.803067, 26.846362, 26.315204, 27.15345, 27.362477, 27.97534, 26.976043, 27.067835, 27.081714, 27.718021, 26.610372, 26.850236, 28.024778, 28.554867, 28.295369, 28.469165, 28.464577, 28.614965, 22.733982, 20.729977, 21.09909, 22.961381, 24.465311, 24.698238, 23.771839, 23.376975, 24.346873, 22.284372, 22.262399, 20.646274, 18.964392, 18.711172, 17.727001, 18.653047, 18.317141, 19.406785, 20.370597, 18.309986, 16.468266, 14.676093, 11.293177, 7.4152, 0.432862, 0.002187]}, "lang": {"n_am_en": [10, 7, 12, 6, 7, 10, 5, 6, 7, 9, 10, 11, 9, 8, 9, 10, 17, 11, 21, 16, 15, 18, 14, 14, 22, 26, 18, 15, 22, 20, 18, 17, 14, 19, 19, 20, 23, 27, 22, 21, 26, 29, 29, 27, 25, 22, 14, 3, 6, 6], "n_am_pl": [7, 14, 7, 13, 16, 10, 17, 11, 14, 12, 12, 13, 16, 12, 12, 10, 11, 10, 11, 8, 12, 11, 14, 18, 7, 8, 14, 13, 10, 16, 12, 15, 13, 13, 11, 13, 6, 6, 12, 14, 11, 9, 11, 12, 16, 19, 23, 26, 47, 50], "n_pos": 56, "sum_m_en": [4.160563, 2.660505, 2.929996, 2.966129, 2.910404, 2.983991, 2.837703, 2.911329, 3.091036, 3.071723, 3.302953, 3.676457, 3.614041, 3.691331, 3.555124, 3.49634, 3.430518, 3.423567, 3.102026, 2.882536, 2.742236, 2.604729, 2.544096, 2.435284, 4.816379, 4.961414, 5.226994, 4.831838, 5.49789, 5.238149, 5.000061, 5.039381, 4.941642, 5.081611, 5.1763, 5.289593, 6.393825, 7.319024, 7.324076, 9.783047, 10.804269, 15.818635, 16.55891, 12.940466, 16.470176, 14.274159, 10.406936, 4.878813, 6.308993, 6.00105], "sum_m_pl": [22.529197, 25.742771, 25.051037, 24.431138, 25.027013, 24.318316, 25.372975, 26.078634, 25.46424, 26.225377, 25.478572, 25.331824, 25.54243, 25.177513, 26.081071, 27.134973, 26.924137, 26.71471, 27.525421, 27.983014, 28.067084, 28.048059, 27.936995, 28.066817, 25.54461, 25.261353, 24.280156, 26.065233, 25.841528, 25.796065, 25.282479, 26.239352, 26.260966, 24.835974, 24.624456, 24.663223, 23.878341, 23.662922, 23.172415, 23.243656, 22.731653, 20.302377, 19.925452, 22.026879, 20.918472, 23.136269, 24.619225, 26.653873, 45.660359, 49.822072]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 314, "item_id": "gsm8kpl-239", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1046, "region_end": 277, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9904}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [40, 54, 30, 38, 46, 32, 34, 35, 31, 38, 42, 52, 40, 42, 41, 46, 55, 47, 41, 41, 39, 41, 38, 38, 47, 52, 52, 61, 53, 45, 50, 52, 60, 55, 64, 65, 74, 73, 65, 72, 73, 81, 74, 70, 71, 73, 76, 72, 72, 68], "n_am_pl": [19, 28, 40, 34, 27, 36, 25, 29, 25, 22, 12, 19, 24, 13, 24, 13, 17, 22, 19, 26, 27, 30, 31, 36, 22, 25, 19, 18, 19, 17, 23, 20, 24, 15, 11, 10, 12, 8, 9, 12, 10, 7, 9, 6, 6, 4, 2, 4, 0, 0], "n_pos": 188, "sum_m_en": [24.00687, 11.152857, 9.798613, 10.29157, 10.161464, 9.997918, 11.100167, 11.167927, 11.715758, 13.072256, 12.925127, 13.208094, 13.499754, 13.438684, 14.38057, 13.444841, 13.55855, 13.627379, 12.219705, 10.96805, 10.157881, 9.251128, 8.970164, 8.859939, 22.801229, 21.877031, 22.452422, 21.84139, 21.494744, 21.677548, 19.852261, 19.67868, 21.762576, 21.834149, 24.579267, 26.771822, 32.635196, 33.341285, 39.406561, 43.931041, 46.186179, 51.654595, 55.898727, 59.7893, 60.961817, 66.105901, 68.757313, 71.880844, 69.963704, 68.687411], "sum_m_pl": [67.873282, 88.058296, 87.839473, 84.746244, 84.237962, 84.855395, 84.529334, 85.983753, 84.245501, 85.135892, 84.255676, 84.781215, 85.095724, 83.318247, 83.226357, 85.611712, 86.17794, 85.753324, 87.230306, 89.283979, 90.078913, 91.479018, 91.741771, 92.197269, 72.610968, 72.961566, 71.702109, 74.875102, 75.235372, 74.308302, 75.948451, 74.466154, 74.914531, 70.798965, 69.959224, 65.237925, 56.534074, 54.548515, 48.610476, 46.728838, 44.331297, 38.558745, 33.735745, 28.123026, 23.54759, 18.104299, 11.325621, 6.401832, 1.270122, 0.012644]}, "digit": {"n_am_en": [0, 3, 4, 2, 1, 1, 0, 2, 0, 3, 7, 4, 3, 3, 3, 1, 2, 3, 1, 1, 0, 3, 2, 2, 2, 3, 3, 5, 8, 5, 4, 4, 3, 3, 4, 2, 4, 5, 2, 2, 1, 4, 1, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 3, 0, 3, 0, 3, 2, 0, 2, 1, 2, 1, 0, 4, 1, 0, 1, 1, 3, 1, 2, 3, 3, 4, 2, 3, 3, 4, 1, 3, 2, 0, 1, 1, 0, 1, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.864717, 0.859684, 0.82159, 0.783912, 0.827321, 0.868563, 0.927199, 1.039966, 1.092608, 1.249021, 1.228822, 1.181871, 1.323751, 1.29191, 1.207962, 1.166022, 1.231097, 1.285657, 1.080746, 0.991107, 0.903993, 0.831501, 0.818348, 0.812027, 1.305574, 1.417225, 1.579998, 1.596787, 1.662984, 1.680078, 1.717139, 1.647118, 1.511363, 1.512456, 1.520165, 1.671607, 1.593362, 1.520421, 1.688579, 1.439896, 1.367711, 1.357364, 1.425926, 1.442595, 1.478154, 1.66781, 1.437044, 0.390381, 0.068512, 0.0], "sum_m_pl": [8.840534, 10.656599, 10.241922, 10.006272, 9.763108, 9.589656, 9.591287, 9.408058, 9.2117, 9.231617, 9.430894, 9.424621, 8.987362, 8.685768, 8.82551, 9.047214, 9.179177, 9.117562, 9.455137, 9.622644, 9.704741, 9.818664, 9.824622, 9.945239, 8.763838, 8.713347, 8.440597, 8.886465, 9.153187, 8.85848, 8.509514, 8.386717, 8.382594, 7.970149, 7.832925, 7.735224, 7.548572, 7.574986, 7.025097, 7.164602, 7.002849, 6.938752, 6.768423, 6.043026, 5.494407, 3.897636, 2.357086, 1.071949, 0.088648, 0.0]}, "lang": {"n_am_en": [11, 21, 6, 12, 13, 12, 13, 18, 18, 18, 14, 17, 16, 16, 21, 19, 27, 24, 22, 26, 19, 18, 16, 19, 22, 25, 26, 32, 27, 20, 27, 28, 31, 26, 37, 35, 46, 43, 48, 55, 55, 56, 58, 54, 58, 59, 60, 60, 67, 67], "n_am_pl": [6, 8, 12, 16, 12, 16, 10, 11, 8, 11, 6, 5, 13, 2, 13, 7, 6, 10, 7, 8, 10, 11, 13, 16, 9, 10, 6, 9, 5, 6, 5, 7, 5, 6, 4, 3, 4, 3, 1, 2, 2, 0, 1, 1, 2, 0, 1, 1, 0, 0], "n_pos": 68, "sum_m_en": [8.111084, 4.327913, 3.613285, 4.142474, 3.729405, 3.736219, 4.763012, 4.500966, 4.672572, 5.131636, 4.917422, 5.254812, 5.164825, 5.185059, 5.897974, 5.213402, 5.412279, 5.380135, 4.913651, 4.248522, 3.902435, 3.456673, 3.319588, 3.244166, 11.271405, 10.694043, 10.698817, 10.290543, 10.198294, 10.528447, 9.207556, 9.188734, 10.703548, 10.447897, 12.739304, 14.025604, 17.63226, 19.589972, 24.012342, 27.547613, 29.470827, 35.033371, 40.105551, 43.411266, 47.368083, 49.994683, 54.928915, 58.008597, 64.300942, 66.778528], "sum_m_pl": [23.542358, 31.013105, 31.270699, 29.850558, 30.156585, 30.283976, 29.808769, 30.925186, 30.665341, 30.624053, 30.345242, 30.418138, 31.054253, 30.382539, 30.528501, 31.465617, 31.414987, 31.407347, 31.701737, 32.549051, 32.817005, 33.423273, 33.565569, 33.73603, 26.852742, 26.954708, 26.511496, 27.219025, 27.218225, 26.764656, 28.111998, 27.061142, 26.971897, 26.132575, 25.171408, 24.119805, 21.365442, 20.181117, 17.308235, 15.92629, 14.775846, 12.44589, 9.799172, 7.931948, 6.816225, 4.884601, 3.474405, 1.484568, 0.525597, 0.000832]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 192, "item_id": "gsm8kpl-240", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1156, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9948}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [63, 61, 44, 58, 67, 58, 50, 73, 39, 51, 58, 54, 50, 51, 54, 68, 73, 53, 35, 36, 39, 42, 40, 39, 66, 64, 54, 62, 83, 94, 72, 70, 72, 80, 85, 81, 77, 70, 66, 63, 57, 57, 63, 62, 66, 56, 44, 38, 16, 2], "n_am_pl": [33, 84, 99, 64, 46, 58, 50, 56, 64, 69, 52, 46, 62, 63, 53, 37, 44, 51, 66, 71, 71, 74, 75, 87, 68, 63, 69, 59, 60, 46, 44, 55, 45, 27, 30, 38, 35, 34, 45, 34, 45, 48, 39, 36, 31, 41, 33, 36, 56, 54], "n_pos": 327, "sum_m_en": [30.293492, 15.986685, 16.95939, 17.909204, 18.486783, 17.108546, 17.325827, 17.966988, 18.091941, 20.004671, 20.13907, 20.632778, 21.351041, 21.58101, 23.010322, 22.322707, 22.515319, 21.703396, 19.421688, 18.311682, 17.490274, 16.396709, 16.084903, 15.492356, 31.97248, 32.620731, 32.3373, 32.622102, 35.192721, 34.043273, 30.685835, 29.783619, 30.334344, 31.518871, 35.10156, 34.959084, 35.883239, 35.894989, 38.562415, 40.075882, 38.776355, 38.815957, 49.640705, 48.878339, 50.636552, 53.665526, 38.771025, 28.801476, 12.519893, 2.058444], "sum_m_pl": [133.058964, 161.994456, 157.080228, 151.099778, 150.061871, 148.181265, 150.307525, 150.620437, 148.363004, 150.964967, 148.410861, 149.465891, 150.158324, 148.819323, 147.110235, 150.804937, 150.49384, 151.675756, 154.913299, 157.29052, 157.06264, 157.160619, 157.368041, 158.285096, 132.394412, 130.464868, 127.275241, 132.822706, 136.330986, 137.312258, 138.72854, 139.749515, 136.878977, 123.604012, 122.097874, 118.683824, 108.89528, 105.877708, 100.914095, 98.711149, 94.519728, 94.756985, 84.808524, 78.107762, 72.600189, 69.413222, 56.308239, 53.157674, 56.380142, 53.949078]}, "digit": {"n_am_en": [0, 14, 7, 9, 10, 8, 7, 10, 5, 11, 11, 10, 12, 7, 6, 6, 4, 5, 2, 5, 4, 2, 4, 5, 8, 12, 13, 14, 21, 17, 12, 8, 6, 10, 10, 8, 10, 10, 8, 7, 6, 4, 2, 3, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 5, 5, 2, 2, 5, 2, 3, 4, 7, 5, 4, 3, 6, 4, 5, 4, 5, 9, 8, 9, 9, 9, 8, 5, 5, 6, 6, 6, 3, 3, 6, 7, 3, 3, 5, 2, 2, 3, 2, 2, 3, 5, 2, 2, 3, 0, 0, 0, 0], "n_pos": 40, "sum_m_en": [3.291981, 1.737243, 1.745043, 1.70081, 1.74747, 1.706549, 1.796663, 1.958263, 2.009203, 2.190792, 2.21298, 2.240917, 2.472688, 2.567195, 2.548329, 2.432234, 2.500262, 2.578926, 2.174693, 2.049254, 1.901458, 1.780233, 1.744444, 1.705263, 3.099743, 3.486038, 3.679352, 4.021543, 4.463263, 4.005127, 3.61751, 3.396502, 3.115226, 3.114141, 3.267106, 3.462013, 3.669675, 3.415862, 3.514155, 3.734279, 3.508066, 3.309146, 2.945164, 2.966505, 2.39739, 2.218698, 1.044975, 0.648476, 0.045152, 1e-05], "sum_m_pl": [18.617682, 21.67411, 20.691186, 20.143782, 20.026891, 20.08482, 19.79571, 19.195144, 18.992637, 19.054141, 19.097898, 19.263129, 18.83886, 18.550443, 18.226451, 18.746603, 18.883803, 18.83447, 19.490337, 19.581285, 19.523967, 19.617436, 19.705734, 19.909278, 17.434895, 16.762104, 16.471648, 16.979421, 17.385643, 17.428271, 17.568078, 17.63536, 17.727417, 16.801326, 16.105546, 16.478382, 15.352179, 15.013945, 14.437216, 14.107751, 13.854258, 14.051349, 14.088347, 13.373485, 12.279372, 9.704117, 5.379443, 2.159073, 0.133866, 0.001255]}, "lang": {"n_am_en": [9, 6, 8, 6, 6, 4, 7, 19, 11, 7, 7, 11, 4, 4, 9, 14, 22, 13, 10, 9, 10, 11, 16, 14, 15, 15, 11, 10, 9, 12, 12, 14, 13, 17, 22, 17, 20, 18, 16, 16, 16, 14, 17, 17, 20, 19, 14, 11, 2, 2], "n_am_pl": [8, 23, 22, 19, 7, 9, 4, 9, 13, 8, 8, 6, 12, 9, 12, 6, 5, 8, 9, 16, 15, 16, 12, 17, 12, 11, 9, 12, 11, 12, 13, 16, 11, 10, 11, 12, 12, 10, 14, 17, 19, 16, 19, 21, 21, 25, 25, 29, 51, 54], "n_pos": 56, "sum_m_en": [4.90104, 2.997201, 3.471919, 4.141088, 4.15445, 3.382944, 3.569826, 3.668573, 3.387047, 3.680659, 3.465743, 3.692764, 3.750535, 3.724327, 4.373486, 3.972347, 4.272543, 3.878057, 3.608465, 3.276049, 3.138213, 2.967782, 2.88386, 2.799236, 8.285376, 7.596596, 6.910809, 6.44442, 6.362233, 6.429738, 5.83396, 5.732322, 6.504665, 7.302394, 8.673009, 8.472604, 9.556143, 9.406095, 11.354702, 12.683928, 12.685741, 12.388907, 13.829749, 14.308987, 17.02269, 15.439672, 13.386916, 9.581321, 2.633347, 1.999773], "sum_m_pl": [21.003995, 25.858742, 26.047103, 24.137712, 24.009806, 23.739325, 24.241479, 25.044974, 25.102796, 25.853486, 25.435735, 25.508419, 26.02133, 25.841549, 25.696343, 26.364711, 25.975732, 26.329918, 26.732155, 27.06941, 27.117719, 27.053608, 27.007147, 26.991006, 23.14125, 23.105867, 22.270906, 22.971582, 23.402478, 24.040479, 24.741997, 24.848599, 24.896528, 23.026263, 22.63554, 22.842574, 22.037574, 21.859539, 21.073572, 21.318894, 21.056159, 22.632742, 21.890698, 22.04478, 23.30756, 26.428037, 26.870022, 29.219695, 49.137235, 53.494896]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 327, "item_id": "gsm8kpl-240", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1015, "region_end": 327, "roundtrip_ok": true, "tf_agree": 0.9969, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [55, 54, 53, 49, 47, 39, 40, 62, 53, 60, 63, 64, 76, 70, 89, 91, 77, 66, 74, 83, 77, 77, 69, 73, 98, 96, 90, 86, 84, 64, 70, 76, 82, 78, 80, 89, 93, 97, 94, 103, 102, 108, 104, 101, 97, 98, 105, 105, 97, 91], "n_am_pl": [9, 34, 47, 46, 40, 46, 41, 33, 31, 23, 21, 32, 27, 25, 26, 18, 22, 29, 25, 24, 35, 35, 41, 40, 29, 23, 28, 26, 28, 30, 24, 18, 23, 22, 23, 27, 23, 24, 24, 26, 28, 19, 17, 22, 24, 16, 10, 5, 0, 1], "n_pos": 240, "sum_m_en": [26.714102, 13.099108, 12.959164, 12.151472, 13.062467, 13.039473, 13.374602, 14.83402, 15.966883, 15.895093, 16.890715, 17.856999, 18.71834, 18.4504, 18.524962, 17.072106, 16.710026, 15.696697, 14.234611, 13.391017, 12.302554, 11.689656, 11.9707, 11.595667, 33.984698, 32.842496, 33.524189, 31.061464, 28.721349, 27.181721, 25.279463, 25.324733, 26.11264, 27.627901, 29.3855, 31.620382, 40.602978, 45.041272, 49.529412, 58.797375, 60.257794, 70.758291, 76.315108, 77.42937, 80.963476, 88.294542, 97.321333, 102.647232, 95.691658, 90.945167], "sum_m_pl": [89.255305, 114.742467, 111.843959, 110.330625, 107.844894, 109.20382, 110.660819, 108.582935, 106.546191, 108.183076, 106.66585, 108.77218, 109.231078, 108.437613, 108.921888, 111.520622, 110.070995, 110.519319, 112.360094, 115.996333, 116.837569, 117.630038, 117.57795, 117.708722, 95.341171, 94.081196, 92.594764, 96.932696, 98.601782, 97.629928, 99.165391, 97.995655, 98.977461, 94.9763, 92.853425, 89.249552, 75.133696, 70.244453, 66.342496, 65.565355, 63.609919, 50.222595, 45.485888, 42.72048, 38.714479, 28.358882, 16.980463, 9.186652, 1.12538, 0.966091]}, "digit": {"n_am_en": [2, 13, 10, 7, 7, 3, 11, 14, 7, 9, 13, 8, 8, 7, 9, 10, 10, 7, 9, 8, 7, 9, 8, 8, 9, 10, 15, 11, 11, 7, 4, 10, 7, 12, 10, 7, 9, 8, 8, 8, 9, 10, 10, 10, 6, 4, 5, 3, 1, 0], "n_am_pl": [1, 1, 5, 6, 5, 6, 3, 1, 1, 1, 0, 3, 4, 1, 2, 2, 5, 6, 5, 3, 5, 3, 4, 4, 6, 2, 3, 5, 5, 4, 3, 2, 4, 3, 0, 2, 2, 4, 7, 6, 8, 6, 5, 7, 5, 2, 2, 1, 0, 0], "n_pos": 34, "sum_m_en": [3.138781, 1.538549, 1.447116, 1.456315, 1.500392, 1.533538, 1.681663, 1.906394, 1.914937, 1.973426, 2.126529, 2.122471, 2.232301, 2.131179, 1.982368, 2.076682, 2.090768, 1.908896, 1.725308, 1.655801, 1.576346, 1.486223, 1.461615, 1.476575, 3.47888, 3.388175, 3.736213, 3.253083, 2.977803, 2.770099, 2.617983, 2.516638, 2.271498, 2.437364, 2.501025, 2.805081, 2.960144, 3.349461, 3.781233, 3.631416, 4.272672, 4.496139, 5.532578, 5.235293, 4.261955, 4.599474, 3.295068, 2.850162, 0.699722, 0.0], "sum_m_pl": [14.61572, 18.257315, 17.594939, 17.094867, 16.522984, 16.491687, 16.312445, 15.773247, 15.502924, 15.693714, 15.701839, 15.656109, 15.27203, 15.011447, 15.111513, 15.291655, 15.138556, 15.308178, 15.651214, 16.312156, 16.235965, 16.468284, 16.556433, 16.518435, 13.81775, 13.478513, 13.191444, 14.349687, 14.407082, 14.308392, 14.16477, 13.767852, 14.427297, 14.279151, 13.729221, 13.681924, 13.065961, 12.676858, 12.140172, 13.793539, 13.424917, 11.256903, 10.494365, 10.670674, 8.114922, 5.107723, 3.536954, 2.173998, 0.308745, 0.0]}, "lang": {"n_am_en": [18, 14, 19, 18, 19, 22, 20, 22, 20, 23, 23, 28, 34, 34, 44, 45, 38, 32, 38, 41, 43, 43, 37, 38, 55, 51, 48, 44, 39, 33, 38, 40, 44, 39, 40, 50, 56, 55, 56, 56, 58, 62, 63, 63, 60, 62, 71, 75, 91, 91], "n_am_pl": [6, 14, 22, 14, 12, 16, 12, 17, 12, 9, 10, 14, 13, 8, 10, 6, 8, 11, 8, 10, 15, 14, 18, 20, 11, 11, 13, 13, 16, 16, 16, 8, 9, 12, 15, 11, 7, 5, 5, 10, 9, 5, 5, 8, 12, 9, 5, 1, 0, 1], "n_pos": 93, "sum_m_en": [10.458872, 5.333979, 5.437281, 4.822421, 5.353704, 5.327569, 5.474059, 5.906745, 6.588211, 6.424184, 6.903514, 7.458936, 7.913475, 7.991627, 7.960484, 7.292655, 7.023718, 6.604858, 6.107062, 5.647913, 5.088413, 4.898373, 5.368822, 4.982643, 18.102237, 17.087997, 17.433882, 16.093975, 14.349778, 13.155839, 12.31621, 12.121616, 12.561137, 14.230701, 14.589288, 15.95606, 22.80726, 24.939083, 27.709676, 34.117731, 35.331762, 43.979389, 46.588785, 47.356899, 51.044588, 55.54276, 66.111438, 72.316752, 87.15504, 89.971245], "sum_m_pl": [32.809203, 42.319737, 41.373687, 41.072476, 40.412623, 40.948242, 41.505632, 40.977377, 40.490234, 41.106494, 40.479643, 41.422753, 41.887367, 41.802936, 42.340827, 43.227803, 42.876516, 43.124475, 43.683437, 45.037704, 45.574762, 45.814131, 45.580985, 45.766353, 36.970865, 36.695561, 36.242992, 37.050053, 37.812835, 37.475265, 38.769831, 38.5627, 38.852608, 37.695862, 36.916765, 36.352163, 29.197953, 27.552382, 26.018324, 24.17677, 23.1459, 18.116904, 17.119048, 16.189503, 16.421869, 12.627312, 6.638764, 2.920544, 0.465329, 0.963656]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "gsm8kpl-242", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1176, "region_end": 240, "roundtrip_ok": true, "tf_agree": 0.9918, "tf_agree_excl_first": 0.9959}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [39, 49, 39, 30, 26, 25, 31, 43, 27, 26, 49, 39, 49, 43, 50, 48, 47, 36, 34, 33, 30, 37, 37, 35, 52, 43, 43, 44, 45, 35, 38, 34, 42, 48, 46, 46, 46, 45, 47, 59, 61, 62, 62, 61, 53, 50, 34, 21, 7, 3], "n_am_pl": [7, 42, 46, 42, 35, 37, 40, 24, 23, 17, 14, 16, 28, 23, 22, 21, 28, 28, 31, 38, 40, 37, 37, 40, 19, 23, 26, 34, 39, 39, 31, 29, 29, 22, 23, 24, 24, 29, 31, 31, 31, 22, 22, 25, 29, 31, 37, 31, 54, 61], "n_pos": 179, "sum_m_en": [17.169995, 8.281482, 8.304584, 8.413956, 8.853953, 8.728886, 8.885955, 9.903891, 10.585582, 10.678395, 11.049208, 11.639838, 11.986314, 11.777548, 12.155182, 11.329444, 11.299535, 10.780099, 9.423007, 9.052924, 8.644032, 8.136975, 7.926951, 7.906218, 18.211914, 18.157167, 17.837457, 17.025779, 16.941865, 15.989752, 15.292936, 15.121289, 15.038238, 16.009244, 16.558713, 17.820899, 19.24641, 22.343289, 24.591471, 31.440621, 33.805596, 41.704947, 42.347919, 44.599301, 43.115428, 42.578569, 32.193455, 21.0043, 7.101483, 2.986662], "sum_m_pl": [71.704796, 88.53477, 86.903428, 84.554335, 82.194964, 82.469924, 83.868099, 81.388273, 79.880176, 81.340699, 80.206209, 81.661612, 81.864416, 81.68898, 81.780441, 84.291234, 83.142343, 83.412902, 85.335754, 88.023767, 88.286843, 88.822019, 88.814968, 88.851561, 74.62731, 72.419121, 72.232337, 76.288459, 78.604083, 77.836991, 77.544805, 76.359073, 77.423177, 73.614377, 72.55146, 68.697864, 62.224811, 61.624077, 59.373362, 60.602658, 58.883432, 48.818066, 43.226304, 42.574351, 40.934673, 41.844313, 42.588807, 37.678352, 54.03574, 60.414427]}, "digit": {"n_am_en": [2, 19, 14, 10, 6, 5, 7, 5, 2, 3, 12, 5, 9, 6, 7, 8, 10, 8, 7, 7, 7, 8, 7, 7, 8, 9, 12, 8, 14, 6, 8, 3, 6, 11, 9, 7, 8, 8, 6, 5, 6, 5, 5, 7, 5, 3, 2, 2, 0, 0], "n_am_pl": [2, 2, 4, 4, 6, 7, 7, 2, 2, 3, 2, 4, 5, 1, 3, 1, 8, 4, 6, 8, 6, 7, 6, 6, 6, 2, 3, 4, 6, 7, 4, 3, 4, 0, 2, 4, 3, 7, 9, 9, 8, 10, 7, 10, 7, 6, 7, 6, 0, 0], "n_pos": 33, "sum_m_en": [2.875705, 1.458988, 1.369006, 1.391785, 1.404007, 1.442933, 1.527756, 1.717012, 1.738247, 1.783769, 1.89321, 1.897772, 2.031402, 1.939092, 1.870728, 1.888144, 1.934825, 1.836849, 1.63446, 1.554513, 1.477266, 1.378815, 1.363583, 1.363857, 2.632186, 2.783291, 2.960318, 2.673308, 2.715015, 2.64383, 2.583455, 2.398645, 2.25992, 2.451112, 2.417456, 2.68466, 2.758796, 2.641372, 2.778775, 2.640886, 3.069462, 3.459347, 3.305536, 2.872038, 2.291381, 2.626987, 1.900386, 1.584745, 0.060608, 0.0], "sum_m_pl": [14.795393, 17.92193, 17.427419, 16.712807, 16.087151, 15.848606, 15.881743, 15.255524, 15.166538, 15.374713, 15.570739, 15.422456, 15.044424, 14.942799, 15.124546, 15.284342, 15.102256, 15.280945, 15.733219, 16.345581, 16.259718, 16.353546, 16.363211, 16.381041, 14.390604, 13.808526, 13.605172, 14.364383, 14.958458, 14.526365, 14.278438, 14.134995, 14.673094, 14.194311, 13.786598, 13.770287, 13.273631, 13.36729, 13.127288, 14.754417, 14.725385, 13.031333, 12.18247, 13.019581, 10.544588, 8.21842, 6.724363, 5.964974, 0.689352, 0.0]}, "lang": {"n_am_en": [11, 12, 11, 10, 8, 9, 11, 13, 10, 6, 16, 14, 19, 19, 19, 20, 24, 10, 15, 12, 14, 17, 19, 17, 24, 21, 19, 19, 17, 18, 20, 22, 24, 24, 22, 24, 26, 25, 25, 33, 34, 37, 36, 38, 32, 32, 23, 15, 6, 3], "n_am_pl": [4, 17, 25, 12, 13, 14, 14, 14, 7, 9, 6, 3, 12, 10, 10, 9, 8, 12, 11, 19, 19, 19, 16, 20, 8, 14, 15, 21, 18, 14, 12, 10, 9, 9, 11, 10, 8, 12, 12, 9, 10, 8, 11, 8, 16, 18, 21, 21, 52, 59], "n_pos": 62, "sum_m_en": [5.992955, 2.885299, 2.87587, 2.927972, 3.127099, 3.039712, 3.032499, 3.238689, 3.649, 3.578321, 3.768835, 4.079986, 4.10555, 4.120056, 4.357592, 4.077522, 4.074756, 3.86037, 3.388712, 3.274675, 3.114289, 2.900195, 2.801829, 2.789608, 8.34949, 8.008697, 7.60765, 6.906312, 6.68288, 6.178717, 6.114194, 6.141232, 6.51604, 7.212372, 7.242241, 8.402201, 9.516874, 12.371939, 14.473426, 18.844998, 20.319048, 26.143766, 26.53734, 29.178729, 27.593061, 26.369352, 21.227832, 14.244913, 5.969563, 2.986065], "sum_m_pl": [24.200836, 30.154027, 29.724308, 28.87797, 28.361574, 28.589851, 28.98763, 28.311414, 27.827717, 28.384166, 27.761265, 28.45675, 28.982806, 28.978475, 29.243509, 29.939457, 29.407297, 29.601859, 30.09777, 31.127531, 31.248962, 31.365874, 31.325466, 31.387338, 26.799246, 26.4987, 26.995415, 28.059916, 28.537985, 28.370358, 28.745515, 28.078284, 28.765314, 27.576418, 27.165614, 26.091311, 23.681925, 23.590312, 22.381182, 21.147967, 20.643088, 16.039754, 14.920859, 12.855933, 15.438007, 19.792711, 23.920991, 23.98514, 48.522847, 58.668289]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "gsm8kpl-242", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1035, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.967, "tf_agree_excl_first": 0.9724}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [61, 51, 44, 42, 43, 32, 28, 33, 21, 30, 39, 50, 45, 38, 33, 27, 26, 36, 36, 32, 24, 23, 18, 24, 46, 47, 36, 33, 40, 41, 37, 38, 32, 44, 42, 43, 41, 43, 38, 42, 49, 52, 53, 55, 59, 52, 59, 65, 61, 58], "n_am_pl": [1, 19, 18, 19, 12, 22, 20, 17, 17, 15, 16, 13, 21, 23, 14, 12, 22, 25, 23, 31, 41, 31, 32, 33, 26, 18, 22, 19, 25, 21, 25, 28, 21, 15, 17, 25, 21, 15, 16, 16, 14, 12, 12, 10, 5, 4, 1, 3, 0, 0], "n_pos": 153, "sum_m_en": [19.837118, 8.589424, 8.233588, 7.788565, 8.220897, 8.37234, 8.41911, 8.745619, 9.149864, 9.893491, 10.542593, 11.130682, 11.880742, 11.911788, 11.762754, 10.900333, 10.438392, 10.597906, 9.80021, 9.203652, 8.514977, 7.880338, 7.596441, 7.571135, 17.307739, 19.036321, 18.241172, 17.498176, 17.488738, 17.231748, 16.05765, 15.610654, 15.423982, 15.545433, 16.583919, 16.524378, 20.997715, 23.312451, 24.829396, 27.805121, 29.825891, 33.883911, 40.707392, 41.997013, 47.302582, 45.686933, 53.79802, 60.930283, 60.08081, 58.203786], "sum_m_pl": [56.453802, 74.013531, 72.697788, 71.692711, 70.377898, 68.873265, 68.860779, 68.262446, 66.166812, 68.327147, 66.545183, 67.491144, 65.407929, 64.618987, 65.092797, 67.533929, 67.588511, 68.991296, 69.387468, 71.614444, 72.702643, 73.355565, 73.649337, 73.919136, 58.399781, 56.816796, 56.348484, 59.468385, 60.865902, 60.147992, 58.839013, 59.357263, 58.063385, 55.457429, 56.176665, 55.378171, 48.6592, 48.006808, 45.676942, 43.446157, 40.490963, 33.99488, 30.725629, 27.353151, 21.120578, 15.746491, 7.163408, 4.965991, 0.394485, 0.009286]}, "digit": {"n_am_en": [1, 11, 7, 2, 2, 1, 7, 4, 1, 1, 3, 5, 3, 3, 3, 0, 3, 3, 2, 3, 1, 0, 0, 0, 2, 3, 3, 4, 4, 2, 4, 4, 1, 1, 2, 3, 3, 3, 3, 3, 2, 3, 2, 2, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 4, 4, 0, 1, 2, 1, 1, 0, 2, 0, 1, 1, 1, 1, 1, 2, 3, 5, 5, 5, 4, 4, 4, 2, 2, 1, 3, 2, 3, 3, 3, 2, 4, 4, 3, 2, 3, 2, 3, 2, 3, 3, 1, 2, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.400955, 0.747363, 0.686906, 0.656166, 0.682719, 0.68817, 0.720273, 0.75923, 0.778975, 0.818518, 0.862011, 0.835642, 0.886899, 0.940603, 0.884148, 0.832255, 0.906805, 0.946684, 0.899259, 0.871103, 0.844131, 0.786655, 0.766334, 0.748791, 1.502201, 1.570902, 1.558461, 1.52426, 1.566514, 1.48101, 1.447436, 1.309831, 1.149924, 1.1266, 1.152654, 1.246953, 1.324124, 1.338674, 2.12703, 1.989288, 1.951736, 1.901092, 1.836073, 1.848741, 1.572435, 1.340898, 0.445389, 0.278437, 0.004168, 3.9e-05], "sum_m_pl": [7.458519, 8.622632, 8.39679, 8.208572, 8.088014, 7.827306, 7.820837, 7.549331, 7.42893, 7.547119, 7.619717, 7.580684, 7.129582, 6.7853, 6.89873, 6.93007, 6.77428, 6.86484, 6.931332, 7.120909, 7.207411, 7.275949, 7.365197, 7.506144, 6.150994, 5.788731, 5.724446, 6.089062, 6.474963, 6.471177, 6.240078, 6.154071, 6.058485, 5.991906, 5.949474, 6.425599, 5.903134, 6.201551, 6.022924, 5.795106, 5.48206, 5.095542, 4.684584, 4.551387, 3.371756, 2.720383, 0.515596, 0.325104, 0.008384, 0.0]}, "lang": {"n_am_en": [23, 17, 14, 15, 15, 15, 10, 16, 14, 17, 22, 26, 26, 22, 18, 18, 11, 17, 15, 13, 9, 12, 9, 14, 23, 26, 18, 17, 18, 22, 24, 20, 21, 24, 25, 22, 21, 20, 18, 21, 30, 30, 32, 37, 40, 38, 44, 52, 58, 57], "n_am_pl": [0, 7, 3, 4, 5, 7, 8, 5, 6, 5, 6, 7, 10, 7, 3, 6, 11, 16, 15, 18, 24, 17, 19, 13, 15, 10, 12, 11, 14, 10, 10, 12, 9, 6, 6, 11, 9, 7, 7, 9, 8, 7, 8, 5, 3, 1, 0, 0, 0, 0], "n_pos": 59, "sum_m_en": [7.855819, 3.559376, 3.405553, 3.212338, 3.373764, 3.484803, 3.530658, 3.681101, 3.907499, 4.215205, 4.565554, 5.058709, 5.548074, 5.415116, 5.28585, 4.843082, 4.469448, 4.499202, 4.079115, 3.766002, 3.4401, 3.163903, 3.045922, 3.049035, 7.53909, 9.158868, 8.756778, 8.355027, 7.93527, 8.358156, 7.713095, 7.376389, 7.484752, 7.409135, 7.961942, 7.780399, 10.259816, 10.777203, 11.32908, 13.565223, 16.789131, 19.361357, 25.182344, 27.602512, 32.616904, 32.803422, 41.233777, 48.651425, 56.534801, 56.916611], "sum_m_pl": [20.415302, 26.837394, 26.559472, 26.449352, 25.987173, 25.55089, 25.732497, 25.975944, 25.038214, 25.831686, 25.136741, 25.61996, 24.979196, 25.102884, 25.189041, 26.296736, 26.599634, 27.19113, 27.311831, 28.161855, 28.598215, 28.838145, 28.761792, 28.811651, 24.051833, 23.006236, 22.865395, 23.413913, 24.04023, 23.179919, 22.896869, 23.353798, 23.225425, 22.905579, 23.318476, 23.743506, 21.190745, 20.846132, 19.653491, 18.869565, 17.25179, 14.421629, 11.946698, 10.517872, 8.097474, 6.241537, 3.6009, 1.365199, 0.037766, 4.4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "gsm8kpl-245", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1182, "region_end": 153, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.9806}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [87, 72, 61, 64, 93, 73, 79, 74, 48, 78, 74, 84, 75, 55, 47, 54, 66, 65, 52, 61, 39, 40, 32, 37, 77, 73, 68, 92, 96, 85, 83, 84, 77, 79, 87, 87, 73, 60, 64, 75, 79, 83, 80, 74, 61, 55, 36, 20, 6, 6], "n_am_pl": [32, 78, 68, 56, 42, 65, 67, 70, 63, 59, 57, 44, 56, 60, 44, 71, 57, 81, 80, 93, 102, 109, 98, 98, 80, 70, 70, 56, 77, 84, 60, 67, 59, 50, 55, 63, 47, 57, 57, 51, 60, 60, 60, 52, 49, 64, 68, 72, 105, 111], "n_pos": 373, "sum_m_en": [33.990573, 17.791017, 18.400141, 18.789245, 19.613073, 19.449792, 19.556553, 19.996002, 20.841725, 22.456174, 22.990775, 23.304547, 24.413864, 24.904811, 24.411985, 24.002455, 23.443167, 23.223052, 21.148886, 20.352635, 19.234637, 18.133404, 17.668528, 17.213866, 32.01975, 35.308652, 36.053241, 35.219429, 37.787782, 36.322444, 34.504984, 33.798458, 33.926825, 35.539759, 37.557703, 37.651681, 39.164958, 39.372948, 41.592408, 47.467988, 46.471105, 55.59309, 60.008045, 59.318739, 52.385371, 47.67478, 33.585414, 24.431492, 8.083909, 5.947142], "sum_m_pl": [152.92996, 183.515043, 178.397099, 176.350657, 174.423271, 170.680939, 173.661143, 173.703028, 170.887416, 172.876518, 167.300045, 168.473868, 166.259884, 164.426471, 164.339787, 171.476871, 170.598985, 173.410259, 175.367591, 178.089271, 178.775625, 179.275586, 179.487694, 180.36179, 147.655169, 143.82303, 141.041801, 150.065348, 152.037475, 154.481185, 151.89052, 153.206798, 147.289056, 137.098197, 137.294465, 132.377909, 121.64346, 119.045018, 115.701635, 112.844341, 109.369447, 104.696575, 97.946207, 92.297859, 82.224354, 85.560153, 83.477799, 77.60835, 102.592246, 111.320416]}, "digit": {"n_am_en": [1, 17, 10, 9, 9, 6, 13, 12, 4, 8, 8, 12, 6, 9, 6, 3, 8, 8, 6, 5, 2, 1, 0, 1, 5, 7, 8, 13, 11, 7, 8, 8, 8, 8, 5, 7, 6, 5, 5, 5, 4, 4, 3, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 3, 5, 2, 5, 5, 2, 5, 9, 6, 2, 3, 4, 2, 9, 6, 4, 6, 8, 7, 7, 7, 8, 7, 8, 8, 5, 12, 10, 7, 10, 8, 5, 7, 8, 5, 7, 5, 4, 4, 3, 4, 5, 5, 4, 2, 0, 0, 0], "n_pos": 44, "sum_m_en": [3.964585, 2.086215, 2.018938, 2.014311, 2.034925, 1.980768, 2.154526, 2.263144, 2.324433, 2.443863, 2.486549, 2.444736, 2.707046, 2.876276, 2.618728, 2.544403, 2.671754, 2.701896, 2.429714, 2.308473, 2.179536, 2.029373, 1.991049, 1.947179, 3.33227, 3.794512, 3.89513, 3.976989, 4.439008, 4.134078, 3.912659, 3.890708, 3.571449, 3.702778, 3.722054, 3.964734, 4.030398, 3.390376, 3.705579, 4.121589, 3.629108, 3.20727, 3.031672, 2.843101, 2.163652, 1.463013, 0.388304, 0.146165, 0.011995, 7e-05], "sum_m_pl": [19.478417, 23.670076, 22.751391, 22.126058, 22.131368, 21.837791, 21.517349, 20.993458, 20.610428, 20.77568, 20.36573, 20.549084, 19.565089, 18.828155, 18.805557, 19.95956, 19.834664, 19.935598, 20.411625, 20.81043, 20.911861, 21.021064, 21.087767, 21.359541, 18.345375, 17.640801, 17.08671, 17.63051, 17.82001, 17.495252, 17.650573, 17.673445, 17.304892, 17.283852, 16.875993, 16.695637, 14.923681, 15.874191, 15.163814, 15.278117, 14.612233, 15.178914, 14.800422, 14.176788, 12.127215, 9.351504, 3.069917, 1.027613, 0.045708, 0.019145]}, "lang": {"n_am_en": [26, 17, 15, 18, 24, 19, 29, 22, 20, 26, 29, 30, 33, 21, 16, 21, 23, 21, 24, 24, 15, 18, 14, 17, 32, 31, 25, 32, 36, 30, 27, 28, 30, 28, 35, 43, 35, 29, 34, 40, 43, 49, 49, 46, 44, 36, 24, 17, 6, 6], "n_am_pl": [12, 18, 18, 19, 17, 25, 9, 16, 18, 8, 14, 10, 15, 16, 13, 18, 17, 29, 18, 31, 37, 42, 38, 35, 26, 21, 21, 16, 25, 26, 19, 22, 22, 22, 21, 20, 17, 27, 22, 19, 20, 24, 24, 29, 34, 48, 57, 58, 102, 109], "n_pos": 116, "sum_m_en": [10.223041, 5.734749, 5.704837, 5.941329, 6.14858, 6.257842, 6.348101, 6.488756, 6.743894, 7.280907, 7.241385, 7.800922, 7.854904, 8.020688, 7.967649, 7.790887, 7.412019, 7.185283, 6.698124, 6.471147, 6.127052, 5.71714, 5.488474, 5.369259, 11.46366, 12.205436, 12.614251, 12.042148, 12.594751, 11.842659, 11.345954, 11.231293, 11.299118, 12.221305, 13.276238, 13.883957, 16.367154, 18.048263, 19.324557, 21.843898, 22.018927, 30.730554, 33.788395, 34.114041, 34.152743, 32.169608, 22.764883, 17.631899, 7.03384, 5.946694], "sum_m_pl": [45.641131, 54.101453, 52.827463, 52.79717, 52.571529, 50.825095, 52.117895, 53.23451, 52.594193, 53.969807, 52.19634, 51.996864, 51.989994, 51.525733, 52.324507, 54.741762, 54.742768, 55.635921, 55.978795, 56.807557, 56.768143, 57.070007, 57.114328, 57.317789, 49.235872, 47.825908, 46.607719, 49.310163, 49.683781, 50.665706, 50.130819, 51.172912, 50.10709, 47.304875, 48.317574, 47.273124, 45.572744, 44.601642, 43.51877, 42.146734, 41.744432, 39.10426, 35.971841, 37.260603, 36.462961, 46.222128, 58.320591, 57.699773, 94.735677, 108.344387]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 373, "item_id": "gsm8kpl-245", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1041, "region_end": 373, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9812}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [88, 79, 69, 56, 50, 36, 38, 40, 50, 65, 59, 52, 55, 55, 59, 54, 66, 63, 57, 58, 72, 68, 73, 75, 101, 103, 89, 70, 85, 66, 51, 61, 66, 72, 79, 78, 87, 81, 90, 89, 82, 70, 82, 75, 71, 76, 79, 89, 85, 80], "n_am_pl": [11, 20, 28, 26, 18, 18, 24, 20, 21, 24, 34, 27, 27, 28, 27, 25, 26, 42, 41, 32, 23, 23, 24, 26, 8, 10, 13, 20, 17, 33, 28, 20, 22, 21, 15, 20, 12, 6, 6, 4, 3, 4, 6, 2, 4, 1, 3, 2, 0, 0], "n_pos": 222, "sum_m_en": [26.267637, 12.686963, 12.207401, 11.729642, 12.913775, 12.603271, 12.692363, 13.123652, 14.188015, 14.012014, 14.637977, 15.069788, 15.355968, 15.77139, 15.842062, 14.927238, 14.728674, 14.112079, 12.728747, 12.058909, 11.892251, 11.134689, 10.962008, 10.697678, 39.513551, 36.727749, 34.152395, 27.565724, 27.178681, 23.742414, 21.708232, 22.886529, 21.628097, 23.598481, 27.265679, 29.390789, 41.353667, 43.558586, 46.649174, 48.476302, 50.522011, 53.023808, 63.145597, 64.165835, 64.329392, 68.922808, 76.094798, 86.999677, 85.282629, 79.994368], "sum_m_pl": [87.732926, 108.485501, 105.389314, 102.264632, 97.110991, 97.011736, 98.423293, 97.806701, 95.867996, 100.774348, 99.177417, 101.159823, 100.605002, 97.902498, 98.101213, 103.035249, 103.799444, 103.529942, 105.794553, 107.359317, 106.889485, 108.00337, 108.093087, 107.687509, 73.797683, 73.087568, 71.149802, 79.830722, 83.164824, 88.717246, 90.097788, 87.758974, 90.204016, 85.397729, 81.706063, 75.464078, 63.054103, 57.894112, 51.694498, 49.703841, 47.839452, 41.701852, 36.293438, 29.384834, 25.438263, 19.455087, 11.107842, 5.632472, 1.021421, 0.0298]}, "digit": {"n_am_en": [14, 27, 22, 14, 7, 7, 8, 6, 8, 14, 13, 5, 5, 8, 14, 12, 17, 12, 12, 18, 16, 17, 21, 21, 27, 26, 21, 21, 25, 10, 9, 7, 7, 8, 5, 14, 15, 12, 14, 14, 12, 8, 10, 8, 5, 1, 3, 2, 0, 0], "n_am_pl": [2, 3, 4, 5, 8, 9, 5, 3, 7, 11, 6, 4, 7, 3, 4, 2, 5, 12, 11, 5, 4, 3, 6, 5, 2, 3, 6, 7, 7, 13, 11, 11, 7, 4, 4, 4, 4, 0, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 54, "sum_m_en": [5.308137, 2.613877, 2.614447, 2.543527, 2.77718, 2.71571, 2.819259, 2.912814, 2.880686, 2.766561, 2.909842, 2.87477, 2.944421, 3.126708, 3.088442, 3.060484, 3.067722, 3.137309, 2.844114, 2.71163, 2.761872, 2.498957, 2.464508, 2.440212, 8.150887, 7.391874, 6.725503, 5.656813, 5.3246, 4.505303, 4.38722, 4.37321, 3.749296, 3.6627, 3.95473, 4.318552, 6.259585, 6.081964, 6.075039, 5.100613, 5.286067, 5.523571, 5.42914, 5.210946, 4.500902, 3.452312, 2.838708, 2.707523, 0.625019, 0.0], "sum_m_pl": [23.538004, 28.370472, 26.694406, 26.303051, 25.226266, 24.813493, 24.688585, 24.196333, 24.567093, 25.842195, 25.371731, 25.447572, 24.960371, 24.421365, 24.345622, 25.316771, 25.183365, 24.975372, 25.989886, 26.317546, 26.067061, 26.279994, 26.417383, 26.475461, 19.80697, 19.496209, 19.588285, 21.166458, 22.277874, 22.946237, 22.716671, 22.709881, 23.539488, 22.891596, 22.646806, 21.679217, 19.803341, 18.993362, 17.460313, 17.441876, 17.129047, 15.673948, 14.844887, 13.400921, 11.276002, 8.339849, 4.372194, 2.20659, 0.675938, 0.0]}, "lang": {"n_am_en": [32, 28, 30, 25, 26, 20, 17, 16, 25, 27, 25, 25, 28, 25, 27, 26, 29, 33, 28, 26, 39, 37, 38, 35, 48, 49, 45, 32, 36, 39, 31, 36, 38, 42, 49, 44, 45, 40, 46, 44, 42, 37, 43, 43, 49, 59, 62, 73, 79, 79], "n_am_pl": [6, 6, 8, 8, 2, 2, 8, 6, 5, 7, 12, 12, 9, 13, 10, 11, 8, 12, 9, 8, 6, 4, 5, 5, 1, 3, 4, 4, 6, 10, 8, 5, 10, 12, 6, 10, 6, 4, 1, 2, 0, 1, 2, 1, 3, 1, 1, 0, 0, 0], "n_pos": 80, "sum_m_en": [10.237463, 4.942766, 4.559443, 4.380527, 4.880318, 4.872886, 4.874761, 4.977076, 5.882578, 5.853769, 6.13653, 6.364034, 6.538016, 6.719744, 6.8063, 6.100062, 6.218316, 5.704554, 5.214003, 4.861641, 4.778476, 4.444226, 4.390733, 4.201403, 18.700795, 18.318344, 17.887828, 14.103159, 13.622642, 11.43792, 10.211257, 11.199814, 10.738654, 12.678101, 14.571976, 16.228636, 22.523931, 23.321597, 27.005045, 29.016446, 30.159107, 31.76006, 37.315372, 38.837019, 44.006022, 51.079391, 59.953402, 68.733578, 77.850034, 78.525306], "sum_m_pl": [29.820358, 37.592957, 37.432007, 36.177455, 34.267261, 34.191025, 34.472776, 34.805259, 33.621847, 35.491148, 35.122789, 36.325661, 36.138698, 35.297275, 35.588542, 37.465845, 37.868748, 37.900464, 38.32905, 38.817873, 38.637979, 39.39328, 39.341986, 39.223, 27.185274, 27.132226, 25.756813, 29.231633, 30.45405, 32.831605, 33.9038, 32.706905, 34.216833, 33.151344, 31.473951, 29.890912, 24.435684, 22.440113, 19.308184, 17.575546, 16.977703, 13.668275, 11.262529, 8.022485, 7.787005, 5.599595, 2.491249, 0.811968, 0.057621, 0.000433]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 229, "item_id": "gsm8kpl-246", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1200, "region_end": 222, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9868}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [48, 69, 56, 25, 42, 29, 33, 32, 40, 54, 57, 41, 40, 35, 35, 37, 41, 49, 45, 48, 50, 53, 53, 62, 79, 78, 69, 65, 60, 56, 55, 51, 47, 58, 66, 69, 67, 54, 56, 60, 60, 54, 52, 44, 40, 33, 21, 17, 1, 0], "n_am_pl": [13, 49, 38, 51, 37, 54, 33, 22, 28, 25, 36, 30, 38, 35, 35, 28, 45, 39, 33, 31, 33, 21, 26, 26, 12, 21, 13, 24, 37, 37, 38, 35, 35, 21, 19, 17, 19, 9, 12, 8, 15, 15, 12, 16, 13, 24, 33, 29, 55, 60], "n_pos": 226, "sum_m_en": [21.146813, 10.82187, 10.809288, 10.934603, 12.189881, 11.831061, 12.147284, 12.622864, 13.624198, 13.425117, 13.890956, 14.244408, 14.322485, 14.574092, 14.903964, 13.899037, 13.596864, 13.459599, 11.767931, 11.42671, 11.40578, 10.846701, 10.568199, 10.993796, 34.037227, 30.757003, 26.654555, 23.669833, 23.137461, 20.677914, 19.819223, 19.64194, 18.062874, 19.734581, 21.610587, 22.720248, 26.181778, 27.871228, 30.090744, 33.592017, 34.650525, 37.650311, 36.546201, 36.65785, 36.997248, 31.718394, 24.189135, 18.757433, 2.755159, 0.26103], "sum_m_pl": [93.54905, 112.332512, 108.175214, 104.882831, 100.528818, 100.990498, 102.056687, 100.16959, 98.47698, 102.664655, 101.559665, 102.429075, 104.10303, 101.587866, 101.795322, 106.574922, 107.518935, 106.678488, 110.164084, 111.967419, 110.686908, 111.004653, 110.929241, 111.083572, 77.587946, 79.90972, 81.421729, 89.411173, 93.158627, 99.199932, 97.975107, 95.692027, 98.921967, 90.975682, 87.097055, 81.488483, 72.921231, 65.354846, 58.312749, 56.152007, 52.233354, 48.788417, 46.759739, 39.946279, 36.068527, 39.669213, 41.306635, 35.443722, 53.255652, 59.637016]}, "digit": {"n_am_en": [4, 34, 26, 7, 9, 6, 8, 8, 11, 17, 19, 11, 10, 8, 16, 17, 18, 17, 16, 18, 17, 17, 17, 24, 25, 25, 23, 24, 19, 20, 16, 13, 14, 14, 17, 19, 15, 14, 11, 10, 11, 7, 7, 6, 3, 3, 1, 2, 0, 0], "n_am_pl": [1, 3, 3, 3, 4, 10, 1, 4, 9, 8, 6, 9, 9, 9, 5, 5, 12, 10, 11, 6, 4, 3, 5, 5, 4, 6, 4, 7, 10, 15, 13, 11, 7, 6, 6, 4, 3, 1, 2, 1, 2, 3, 0, 0, 0, 0, 2, 1, 0, 0], "n_pos": 62, "sum_m_en": [5.537901, 2.787973, 2.66225, 2.566638, 2.83856, 2.900549, 2.885333, 3.092619, 3.187376, 3.145295, 3.257038, 3.28799, 3.483829, 3.582721, 3.635609, 3.446722, 3.5315, 3.589838, 3.058074, 3.011771, 3.230043, 2.91794, 2.79866, 2.723649, 9.69475, 8.133756, 7.075597, 6.190148, 5.503872, 4.910361, 4.822346, 4.866239, 4.477002, 4.430358, 4.786067, 5.215929, 5.372489, 4.778027, 4.819628, 4.1424, 4.863395, 4.122787, 3.662824, 3.3945, 2.81764, 2.668773, 2.072139, 1.892625, 0.230421, 0.0], "sum_m_pl": [27.947845, 33.073583, 31.769438, 30.838478, 29.707317, 29.598563, 29.240588, 28.56646, 28.75006, 29.671574, 29.408451, 29.293934, 29.450495, 28.850333, 28.668477, 29.828331, 29.69978, 29.363839, 30.585832, 30.794363, 30.117477, 30.355979, 30.422428, 30.644443, 22.813909, 24.220416, 24.436443, 26.099434, 27.436407, 28.445837, 27.747582, 27.389976, 28.445167, 26.580733, 26.038726, 25.309461, 24.058305, 21.98948, 19.422439, 19.02106, 18.435633, 17.921301, 16.263754, 13.659686, 12.366458, 9.814548, 7.767955, 4.35282, 1.058377, 0.029347]}, "lang": {"n_am_en": [16, 11, 15, 12, 12, 12, 13, 14, 13, 21, 15, 13, 18, 13, 11, 10, 11, 16, 12, 16, 15, 19, 16, 18, 26, 26, 22, 23, 22, 22, 19, 18, 15, 22, 23, 28, 27, 20, 24, 27, 25, 28, 25, 24, 24, 19, 13, 9, 0, 0], "n_am_pl": [0, 13, 5, 7, 10, 10, 12, 9, 6, 5, 11, 7, 10, 11, 12, 9, 11, 11, 7, 10, 14, 8, 12, 14, 3, 8, 6, 8, 12, 10, 12, 10, 16, 8, 7, 6, 10, 7, 6, 5, 9, 6, 8, 10, 8, 19, 23, 23, 52, 58], "n_pos": 60, "sum_m_en": [5.222636, 2.87308, 2.910442, 2.965325, 3.191156, 3.231257, 3.318785, 3.318586, 3.789259, 3.64757, 3.907764, 3.897095, 4.058092, 4.206626, 4.314432, 3.957122, 3.799509, 3.76678, 3.243935, 3.137924, 3.055283, 2.874489, 2.806424, 2.754702, 8.698623, 8.049389, 7.652637, 6.555674, 6.876384, 6.327992, 6.153654, 6.081165, 5.587631, 6.142943, 6.710604, 7.480059, 8.392491, 9.848048, 12.27269, 15.127638, 15.332516, 18.094218, 18.187953, 19.89756, 20.144916, 17.083633, 13.136398, 8.849264, 0.977666, 0.005456], "sum_m_pl": [24.031139, 28.386912, 27.202139, 26.838003, 26.46644, 26.370533, 27.067943, 27.018545, 26.472916, 27.624088, 27.487646, 28.059238, 28.409705, 27.829847, 28.125945, 29.323619, 29.612983, 29.562059, 30.183128, 30.8037, 30.60378, 30.872104, 30.587828, 30.644605, 25.354767, 25.417956, 25.110432, 26.73526, 26.744517, 28.36682, 28.427784, 27.70235, 29.303238, 28.373109, 27.420238, 26.513892, 24.756781, 23.584966, 20.985386, 19.642511, 17.454306, 15.215379, 15.921556, 13.595621, 12.566789, 19.471321, 23.261801, 24.521823, 48.185299, 57.52987]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "gsm8kpl-246", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1059, "region_end": 226, "roundtrip_ok": true, "tf_agree": 0.9742, "tf_agree_excl_first": 0.9784}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [30, 28, 33, 32, 23, 24, 16, 20, 20, 19, 22, 30, 23, 30, 24, 27, 20, 21, 21, 25, 20, 18, 15, 20, 34, 33, 24, 27, 32, 30, 25, 25, 33, 33, 34, 29, 31, 35, 29, 31, 32, 34, 41, 36, 35, 41, 40, 36, 31, 31], "n_am_pl": [4, 12, 9, 13, 11, 12, 8, 9, 9, 11, 9, 10, 14, 12, 16, 14, 15, 16, 16, 11, 11, 11, 11, 11, 2, 7, 9, 8, 7, 9, 8, 8, 7, 6, 7, 4, 1, 2, 3, 1, 4, 0, 1, 2, 2, 0, 1, 1, 0, 0], "n_pos": 91, "sum_m_en": [10.632161, 5.483023, 5.523979, 5.877139, 6.152065, 6.981361, 6.018455, 6.181681, 6.552151, 6.288203, 6.414236, 7.143841, 7.143616, 7.046159, 6.975833, 6.357906, 6.132614, 5.547009, 5.176345, 4.897063, 4.725968, 4.476343, 4.379713, 4.346648, 13.547896, 13.250257, 11.821284, 10.959808, 11.018661, 10.926304, 9.656555, 9.204815, 9.319387, 9.639509, 10.775003, 11.237384, 15.27177, 15.413231, 17.881737, 19.777422, 21.025004, 21.990676, 28.150923, 30.388315, 29.614575, 32.201567, 36.161241, 36.054525, 31.364856, 30.962128], "sum_m_pl": [35.229284, 44.426235, 43.189386, 41.576133, 40.613895, 39.724174, 40.68352, 40.897822, 39.524941, 40.821699, 40.552017, 40.915288, 40.986003, 40.073771, 39.994973, 41.829399, 41.484671, 41.779722, 42.774413, 43.798487, 43.680594, 44.139985, 43.983232, 44.087701, 30.521169, 31.213918, 31.452133, 33.806583, 34.968136, 35.526764, 36.915073, 36.275823, 36.909727, 35.084332, 33.686916, 32.081842, 27.306, 26.565647, 22.477032, 20.854095, 20.418787, 17.579865, 16.045689, 12.832757, 8.631939, 7.822603, 5.363596, 3.48093, 0.320885, 0.02595]}, "digit": {"n_am_en": [4, 4, 7, 3, 3, 1, 1, 0, 0, 0, 2, 4, 1, 2, 1, 2, 0, 0, 0, 1, 1, 0, 0, 1, 2, 3, 1, 5, 8, 3, 0, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 3, 3, 1, 0, 1, 1, 0, 0, 0], "n_am_pl": [2, 1, 3, 4, 2, 3, 0, 3, 4, 5, 3, 2, 2, 3, 4, 2, 4, 3, 3, 2, 3, 4, 1, 2, 1, 1, 1, 0, 0, 1, 2, 2, 2, 0, 3, 2, 0, 0, 1, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.377158, 0.699405, 0.697511, 0.706321, 0.737196, 0.724519, 0.742153, 0.765475, 0.747324, 0.756881, 0.80504, 0.778677, 0.858805, 0.857823, 0.849089, 0.807552, 0.813571, 0.762978, 0.726883, 0.7346, 0.6878, 0.648079, 0.641716, 0.635334, 1.446196, 1.310574, 1.200475, 1.459127, 1.388448, 1.288368, 1.150354, 0.981856, 0.957893, 0.826987, 0.906315, 0.944966, 1.045726, 0.98451, 0.979413, 0.937656, 1.021134, 1.59648, 1.712038, 1.560717, 0.905633, 1.083448, 1.214036, 0.64902, 0.056829, 0.0], "sum_m_pl": [6.949688, 7.92863, 7.534942, 7.259265, 7.047445, 6.992586, 7.041617, 6.911098, 6.772858, 7.04137, 7.067286, 7.170535, 6.767744, 6.526306, 6.553717, 6.74152, 6.707479, 6.72954, 7.003785, 7.228644, 7.184051, 7.275848, 7.257787, 7.272624, 5.516836, 5.594615, 5.416563, 5.67075, 5.883797, 6.024992, 6.023289, 5.784724, 6.059436, 5.670613, 5.655942, 5.564858, 5.421814, 5.20054, 4.626832, 4.511812, 4.441843, 4.096361, 4.268827, 3.706519, 2.520814, 1.730654, 1.23303, 0.921335, 0.067315, 0.0]}, "lang": {"n_am_en": [12, 10, 15, 15, 9, 14, 7, 10, 10, 9, 9, 12, 11, 17, 12, 13, 10, 12, 12, 12, 10, 8, 9, 11, 16, 15, 13, 10, 11, 12, 13, 13, 16, 20, 19, 16, 14, 19, 15, 18, 18, 18, 20, 21, 22, 29, 28, 29, 29, 30], "n_am_pl": [0, 4, 2, 1, 5, 2, 6, 4, 3, 3, 1, 5, 6, 4, 6, 6, 7, 9, 5, 2, 3, 2, 5, 2, 0, 3, 4, 6, 5, 5, 4, 4, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.436511, 2.042509, 2.09297, 2.347054, 2.48604, 3.35552, 2.497687, 2.577106, 2.869418, 2.71215, 2.553762, 3.030639, 2.9578, 2.876582, 2.81895, 2.496423, 2.417116, 2.125878, 1.938366, 1.817418, 1.757471, 1.657563, 1.613851, 1.60529, 5.688234, 5.995991, 5.708798, 5.103644, 5.098739, 5.16528, 4.652017, 4.373236, 4.351059, 4.779016, 5.038887, 5.528455, 7.719167, 8.177792, 10.234431, 11.129849, 12.373635, 12.277329, 15.364371, 17.586307, 18.360507, 21.445888, 25.69669, 28.602671, 28.868063, 29.926175], "sum_m_pl": [11.953351, 15.042094, 14.712626, 14.272999, 14.134826, 13.518313, 14.012638, 14.296047, 13.809777, 14.214779, 14.267937, 14.347159, 14.552651, 14.460602, 14.485021, 15.115676, 14.985099, 15.173247, 15.429601, 15.674059, 15.553008, 15.70919, 15.594981, 15.646069, 11.455994, 11.596648, 11.391718, 12.100282, 12.375666, 12.375283, 13.023405, 13.133218, 13.551628, 13.245528, 13.039382, 12.790635, 10.433824, 10.490581, 8.600658, 7.838625, 7.235116, 6.335015, 5.220477, 4.33298, 3.027191, 2.5752, 1.499643, 0.414644, 0.111708, 0.02291]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "gsm8kpl-248", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1151, "region_end": 91, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9789}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [41, 52, 36, 46, 40, 45, 32, 28, 27, 35, 42, 43, 37, 40, 58, 58, 52, 34, 32, 37, 26, 32, 28, 34, 40, 44, 42, 49, 53, 55, 44, 38, 40, 43, 43, 44, 41, 37, 37, 32, 34, 31, 48, 47, 37, 36, 30, 28, 20, 15], "n_am_pl": [11, 34, 36, 29, 38, 38, 31, 39, 27, 32, 33, 31, 42, 41, 23, 25, 29, 53, 42, 45, 39, 32, 31, 30, 28, 26, 31, 30, 34, 31, 39, 34, 24, 16, 20, 15, 15, 19, 17, 15, 16, 19, 14, 11, 6, 6, 11, 14, 22, 28], "n_pos": 192, "sum_m_en": [17.310389, 9.637093, 10.046193, 10.485568, 10.870393, 10.86702, 10.795314, 10.81665, 11.245868, 11.356922, 11.581213, 12.392841, 12.897641, 13.306957, 13.518271, 12.512834, 12.199299, 11.307062, 10.219807, 9.675552, 9.528694, 9.300063, 9.065656, 8.978822, 18.924381, 20.247779, 20.545079, 21.171361, 21.358511, 22.43798, 19.956446, 18.505014, 17.931731, 17.363083, 18.455163, 17.88558, 19.889833, 18.078683, 18.982984, 21.260515, 21.365107, 20.499803, 29.030441, 33.976921, 33.844499, 32.564634, 29.865417, 27.657967, 20.521371, 15.052664], "sum_m_pl": [80.121513, 94.694709, 92.166285, 89.989021, 88.93156, 87.971655, 88.920423, 88.735634, 87.122939, 88.647395, 88.557086, 88.560862, 89.810997, 88.054701, 87.690192, 90.879336, 90.820113, 91.813881, 94.014983, 94.929588, 93.971325, 93.787975, 93.616719, 93.704185, 70.286301, 70.132062, 69.014162, 74.003737, 76.603472, 78.867051, 81.035081, 80.366716, 79.157034, 73.343659, 72.209888, 69.574808, 61.352857, 59.63246, 54.274949, 53.102445, 51.784776, 47.417997, 43.402558, 35.703409, 25.498421, 24.751594, 21.640964, 19.733799, 22.423647, 27.360685]}, "digit": {"n_am_en": [6, 8, 7, 11, 4, 4, 2, 1, 2, 3, 7, 5, 5, 5, 9, 7, 6, 5, 6, 8, 3, 4, 2, 4, 5, 8, 6, 8, 8, 6, 4, 4, 3, 1, 3, 2, 4, 2, 3, 2, 3, 3, 3, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 4, 2, 1, 3, 2, 1, 3, 4, 3, 1, 1, 0, 1, 1, 3, 5, 2, 7, 6, 3, 5, 2, 1, 2, 1, 4, 4, 3, 5, 5, 4, 2, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.315597, 1.17651, 1.19852, 1.347374, 1.386127, 1.289833, 1.218216, 1.259759, 1.278725, 1.263347, 1.388844, 1.381655, 1.546668, 1.655153, 1.597267, 1.473436, 1.455328, 1.380118, 1.204012, 1.154815, 1.140475, 1.093699, 1.083195, 1.075568, 1.829705, 2.005299, 2.175732, 2.473369, 2.526578, 2.292061, 2.041784, 1.879982, 1.69729, 1.583213, 1.751842, 1.854563, 1.993795, 1.728918, 1.722646, 2.273946, 2.231567, 2.00951, 1.941963, 1.954472, 1.357807, 1.378597, 0.739944, 0.603122, 0.07524, 5e-06], "sum_m_pl": [11.70404, 13.645793, 13.010203, 12.425685, 12.035991, 12.208908, 12.272913, 11.831965, 11.895021, 12.213608, 12.295513, 12.473085, 12.165547, 12.004349, 12.087283, 12.319217, 12.281781, 12.356949, 12.748269, 12.977562, 12.74859, 12.774868, 12.732464, 12.791841, 10.659919, 10.56914, 10.110021, 10.867478, 11.074383, 11.575827, 11.570862, 11.163469, 11.328899, 10.086717, 9.881517, 9.857289, 9.086162, 8.531434, 7.496561, 7.374515, 7.066056, 7.037431, 7.526514, 6.289436, 5.189891, 4.0349, 3.206742, 2.055314, 0.142907, 0.000121]}, "lang": {"n_am_en": [8, 10, 8, 8, 8, 5, 8, 8, 4, 6, 9, 7, 7, 4, 10, 14, 14, 7, 10, 9, 8, 8, 6, 11, 11, 12, 10, 11, 12, 15, 15, 14, 12, 15, 17, 14, 13, 14, 13, 13, 13, 11, 20, 22, 22, 23, 19, 21, 19, 15], "n_am_pl": [4, 10, 2, 5, 10, 7, 6, 10, 9, 5, 6, 13, 20, 18, 9, 8, 7, 17, 11, 12, 12, 9, 8, 5, 6, 5, 7, 7, 10, 9, 7, 4, 5, 4, 8, 7, 2, 2, 4, 2, 5, 7, 3, 3, 3, 4, 9, 11, 20, 27], "n_pos": 42, "sum_m_en": [3.719822, 2.281561, 2.354259, 2.305581, 2.311892, 2.338926, 2.372126, 2.485624, 2.57276, 2.518146, 2.641238, 2.92791, 2.955283, 3.093583, 3.13781, 2.930377, 2.778501, 2.563887, 2.345624, 2.18015, 2.146776, 2.058331, 1.98931, 1.982758, 4.456615, 4.411806, 4.59429, 4.475599, 4.805511, 5.104766, 4.855395, 4.579026, 4.379355, 4.472958, 4.55321, 4.549701, 5.258946, 4.946108, 5.82683, 6.630885, 7.401247, 7.281173, 11.610079, 16.188511, 19.396143, 19.371417, 18.805067, 20.301976, 18.923693, 14.999525], "sum_m_pl": [17.017865, 19.88619, 19.570702, 19.442274, 19.678649, 19.306055, 19.416413, 19.553617, 19.41184, 19.896752, 19.65713, 19.639376, 20.114011, 19.858679, 19.685175, 20.420306, 20.327206, 20.439952, 21.003418, 21.189086, 20.966049, 20.974692, 20.905002, 20.859275, 17.422709, 17.631936, 16.854523, 17.646853, 18.002014, 18.066911, 18.333686, 18.668503, 18.662409, 18.022818, 17.974378, 18.082411, 16.532595, 16.901918, 14.853097, 14.369489, 14.261998, 12.272498, 10.929503, 8.182587, 5.486465, 6.709996, 8.408385, 10.83268, 19.322269, 26.367885]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 192, "item_id": "gsm8kpl-248", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1010, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9948}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [81, 70, 67, 55, 59, 51, 55, 76, 59, 68, 79, 94, 82, 90, 73, 71, 75, 70, 59, 68, 66, 73, 81, 76, 119, 115, 83, 92, 81, 80, 69, 76, 84, 83, 89, 92, 89, 98, 106, 126, 128, 126, 122, 126, 119, 118, 116, 117, 97, 90], "n_am_pl": [6, 36, 46, 29, 26, 27, 30, 25, 25, 27, 28, 33, 33, 23, 23, 30, 36, 34, 32, 27, 26, 28, 29, 31, 16, 15, 31, 33, 31, 26, 31, 28, 21, 25, 14, 21, 16, 18, 12, 9, 9, 5, 7, 11, 9, 6, 5, 1, 0, 0], "n_pos": 266, "sum_m_en": [31.363045, 15.437247, 14.881677, 14.545388, 15.128251, 16.33856, 15.140829, 15.719491, 16.418545, 16.997006, 17.149391, 18.289251, 19.494755, 19.752531, 20.96574, 19.222927, 18.809493, 18.486113, 16.549742, 14.933119, 14.240296, 13.353904, 12.770469, 12.556585, 32.594911, 33.96909, 32.158409, 29.743319, 27.190733, 27.650085, 26.986055, 27.123927, 29.428618, 30.68615, 31.457469, 35.51907, 40.408898, 41.456777, 48.887527, 72.035485, 76.472708, 81.671975, 85.099174, 94.029381, 98.505518, 106.704097, 111.362103, 109.679964, 95.806563, 90.727767], "sum_m_pl": [100.350298, 125.719989, 121.346927, 119.341273, 116.793086, 115.99832, 116.067463, 116.639854, 115.594769, 120.54265, 120.186268, 120.473651, 118.386859, 116.694784, 115.792222, 120.052906, 120.400732, 118.891376, 122.118859, 126.376636, 127.452819, 128.293847, 129.45292, 130.042885, 105.114846, 101.698458, 99.731431, 106.797532, 111.006593, 106.636306, 107.700536, 106.850111, 105.56127, 100.201193, 98.14941, 91.193952, 80.455877, 76.996642, 69.404986, 60.857737, 58.804034, 52.472097, 46.270545, 40.215578, 33.384089, 23.653631, 14.068471, 7.082097, 0.560172, 0.002251]}, "digit": {"n_am_en": [1, 16, 15, 1, 4, 2, 3, 3, 4, 5, 10, 13, 9, 10, 10, 7, 10, 11, 5, 7, 12, 10, 13, 10, 16, 17, 13, 18, 12, 7, 12, 12, 9, 10, 11, 10, 8, 7, 8, 11, 10, 9, 8, 7, 4, 4, 2, 5, 1, 0], "n_am_pl": [0, 3, 7, 8, 10, 2, 1, 3, 4, 2, 5, 5, 3, 3, 1, 5, 5, 5, 3, 4, 3, 3, 1, 3, 5, 3, 4, 2, 4, 4, 5, 3, 6, 4, 4, 4, 4, 2, 2, 2, 1, 0, 1, 2, 1, 0, 1, 0, 0, 0], "n_pos": 43, "sum_m_en": [3.760897, 1.809983, 1.747926, 1.699535, 1.755102, 1.833237, 1.919856, 2.085986, 2.144032, 2.206074, 2.284716, 2.306078, 2.490297, 2.648277, 2.595644, 2.503684, 2.558171, 2.667048, 2.286096, 2.112058, 2.004113, 1.854439, 1.794579, 1.796277, 3.51, 3.600502, 3.964341, 3.721386, 3.580996, 3.420357, 3.64909, 3.573942, 3.233829, 3.226724, 3.239853, 4.280791, 3.764551, 3.315686, 3.569687, 5.775563, 5.059142, 4.706044, 5.343231, 5.453418, 4.687664, 4.764477, 3.56437, 3.468861, 0.991869, 0.0], "sum_m_pl": [18.850658, 23.277505, 22.418083, 21.790287, 21.131945, 20.61678, 20.144927, 20.102282, 20.232325, 20.395466, 20.39001, 20.419618, 19.611048, 19.114436, 19.058242, 19.657677, 19.816046, 19.348569, 20.298534, 20.713034, 20.76013, 21.003502, 21.184365, 21.302468, 18.320336, 18.19427, 17.49875, 18.52461, 18.800762, 18.285341, 18.318116, 17.531129, 17.788941, 17.190426, 16.342507, 15.398496, 14.96204, 15.454077, 14.686121, 13.982983, 13.628806, 13.49659, 12.746547, 11.254445, 9.660272, 6.04021, 3.004649, 1.16125, 0.266942, 0.0]}, "lang": {"n_am_en": [32, 23, 23, 23, 23, 24, 27, 30, 24, 31, 29, 43, 38, 36, 31, 26, 32, 28, 29, 32, 28, 36, 42, 35, 57, 53, 37, 39, 38, 42, 28, 33, 36, 38, 41, 44, 38, 45, 55, 63, 70, 75, 77, 76, 80, 79, 83, 83, 91, 89], "n_am_pl": [3, 8, 7, 5, 6, 11, 10, 4, 6, 9, 11, 11, 13, 9, 11, 14, 14, 13, 11, 12, 11, 14, 12, 12, 5, 5, 12, 8, 10, 6, 12, 11, 7, 12, 4, 9, 7, 9, 6, 4, 5, 5, 6, 6, 5, 4, 1, 0, 0, 0], "n_pos": 92, "sum_m_en": [10.872902, 5.703624, 5.399496, 5.222057, 5.558266, 6.845204, 5.724114, 5.792601, 6.181318, 6.474931, 6.446616, 7.228678, 8.071493, 7.995979, 8.35637, 7.706129, 7.355168, 7.093408, 6.338899, 5.689915, 5.37889, 5.159444, 4.849867, 4.648369, 16.087192, 16.516688, 14.895968, 13.136869, 11.173621, 11.653895, 11.151667, 11.278224, 12.498286, 13.968994, 14.364947, 16.066752, 19.764171, 20.479962, 26.296829, 42.505749, 45.760173, 53.584047, 54.940233, 60.281793, 68.328967, 72.47368, 78.433477, 79.852881, 89.190778, 88.967288], "sum_m_pl": [32.209223, 40.76299, 39.838059, 39.475517, 38.441782, 38.201333, 38.392361, 38.757104, 38.918728, 40.277899, 40.145316, 40.219886, 39.753745, 39.225911, 39.252018, 41.080287, 41.326309, 40.973924, 42.006601, 43.896833, 44.314372, 44.534832, 44.949046, 45.189803, 36.659455, 35.19129, 35.201255, 36.886456, 39.05633, 36.682288, 37.30169, 36.623978, 36.120918, 34.953651, 34.229137, 33.235249, 29.415925, 28.809869, 25.026897, 18.757576, 17.895039, 14.389256, 13.646451, 11.959221, 8.670061, 5.484736, 2.388451, 1.152314, 0.059574, 0.002225]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 272, "item_id": "gsm8kpl-249", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1192, "region_end": 266, "roundtrip_ok": true, "tf_agree": 0.9816, "tf_agree_excl_first": 0.9852}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [128, 100, 71, 65, 57, 64, 37, 72, 34, 51, 75, 88, 82, 76, 65, 65, 82, 79, 62, 59, 59, 79, 67, 71, 118, 101, 87, 83, 80, 71, 90, 89, 89, 81, 86, 77, 86, 76, 91, 111, 112, 100, 115, 108, 108, 85, 76, 56, 11, 4], "n_am_pl": [27, 84, 69, 60, 55, 58, 77, 75, 83, 75, 48, 52, 68, 55, 62, 63, 77, 72, 84, 82, 94, 76, 72, 71, 55, 68, 77, 76, 90, 76, 86, 75, 77, 62, 56, 53, 40, 31, 38, 39, 31, 31, 24, 37, 34, 57, 57, 49, 78, 114], "n_pos": 400, "sum_m_en": [38.148573, 19.297435, 19.60815, 20.652817, 21.132558, 21.047376, 20.497399, 21.039357, 21.860373, 23.458795, 23.840951, 25.611134, 26.386991, 26.334276, 26.958307, 25.466189, 25.792346, 25.256561, 23.008213, 20.977561, 20.251974, 18.898579, 18.396298, 17.793805, 40.008895, 38.825952, 37.818462, 37.215563, 37.4498, 37.507392, 35.94297, 35.658543, 35.525851, 35.639248, 37.017683, 38.895724, 39.976928, 39.564506, 44.569361, 70.217303, 69.547314, 65.368118, 91.902367, 93.245348, 78.10548, 71.717943, 63.971129, 47.635514, 12.357997, 4.006688], "sum_m_pl": [162.777569, 193.921334, 187.213773, 183.32959, 179.220699, 177.984139, 181.720197, 181.759162, 179.521129, 184.698573, 181.75504, 181.064498, 181.063509, 178.501455, 176.399111, 183.668307, 184.155552, 182.6572, 188.209959, 193.380364, 194.400342, 194.335694, 194.99164, 196.228396, 163.383172, 160.661659, 158.218787, 169.173561, 172.343541, 170.477112, 172.643697, 171.904885, 165.97862, 154.014434, 152.802814, 144.642005, 134.047861, 129.678453, 126.612668, 116.736132, 113.268555, 109.997597, 84.266826, 80.701244, 77.928553, 85.392304, 75.414752, 62.510894, 81.439044, 114.066187]}, "digit": {"n_am_en": [9, 34, 12, 17, 8, 6, 7, 12, 6, 6, 14, 17, 10, 16, 13, 7, 11, 10, 10, 7, 8, 10, 10, 13, 21, 18, 16, 19, 19, 13, 11, 15, 10, 9, 8, 6, 5, 5, 6, 12, 9, 8, 9, 7, 5, 6, 5, 4, 0, 0], "n_am_pl": [0, 5, 13, 2, 8, 6, 5, 3, 3, 6, 4, 6, 6, 3, 5, 12, 11, 12, 9, 6, 8, 7, 6, 7, 3, 8, 8, 9, 16, 7, 14, 13, 13, 10, 6, 10, 3, 3, 3, 4, 3, 2, 2, 2, 3, 2, 2, 0, 0, 0], "n_pos": 64, "sum_m_en": [5.372887, 2.777436, 2.637948, 2.595908, 2.635175, 2.753297, 2.800818, 3.012988, 3.065782, 3.124133, 3.236936, 3.260988, 3.528499, 3.712807, 3.618953, 3.551238, 3.584813, 3.749964, 3.295278, 3.088118, 2.951641, 2.75238, 2.670746, 2.630383, 4.792634, 4.969628, 5.438902, 5.488376, 5.512071, 5.023942, 5.391991, 5.316832, 4.524053, 4.26546, 4.257693, 4.600986, 4.424897, 4.187668, 4.442828, 8.202331, 7.878246, 6.979364, 7.228663, 6.932202, 6.103632, 5.119114, 5.310477, 3.221543, 0.163519, 0.0], "sum_m_pl": [29.265791, 34.977727, 33.785416, 32.425874, 31.348042, 30.444078, 30.462927, 29.760828, 29.939623, 30.087072, 30.141395, 30.325804, 29.627133, 28.972054, 28.098483, 29.08533, 29.519953, 29.102921, 30.487135, 30.914045, 31.06645, 31.35955, 31.57377, 31.867071, 26.937308, 26.438727, 25.603498, 27.353135, 28.019196, 27.42158, 27.478859, 27.041268, 26.61026, 25.598801, 24.725084, 24.693936, 23.399777, 23.591117, 22.616611, 21.563116, 20.75802, 20.841269, 20.416972, 18.604061, 16.324111, 11.693838, 6.445486, 3.000928, 0.302235, 0.0]}, "lang": {"n_am_en": [47, 21, 32, 16, 15, 15, 8, 32, 15, 24, 30, 32, 30, 25, 18, 28, 35, 32, 22, 22, 22, 37, 30, 32, 45, 40, 34, 29, 27, 24, 37, 31, 36, 34, 44, 37, 27, 32, 36, 46, 48, 49, 63, 54, 68, 43, 49, 40, 9, 4], "n_am_pl": [8, 24, 9, 11, 10, 20, 21, 24, 33, 22, 14, 16, 25, 22, 22, 14, 14, 16, 26, 28, 30, 20, 27, 25, 19, 23, 27, 30, 31, 25, 25, 26, 22, 23, 22, 14, 18, 13, 23, 24, 17, 22, 14, 27, 15, 41, 38, 30, 76, 114], "n_pos": 118, "sum_m_en": [10.745351, 5.765906, 6.031843, 6.615935, 6.939758, 6.61692, 6.662084, 6.708038, 6.801356, 7.15715, 7.110509, 7.963567, 8.090368, 7.857365, 8.275952, 7.776336, 7.98761, 7.135801, 7.119312, 6.367592, 6.195372, 5.643323, 5.499081, 5.261666, 15.028193, 14.335797, 12.979513, 12.570915, 11.941085, 12.562869, 11.667441, 11.62364, 12.608127, 13.02677, 13.974943, 15.288077, 15.333055, 15.394904, 18.375104, 28.399905, 29.445169, 30.317802, 46.16197, 46.486613, 44.313215, 39.980873, 40.129345, 34.159397, 8.967777, 3.999013], "sum_m_pl": [46.282436, 54.270367, 52.382145, 51.209744, 50.998589, 51.29782, 52.253692, 53.256385, 53.187018, 54.887281, 53.857445, 53.627012, 54.340207, 53.381062, 53.365604, 55.978472, 55.674821, 55.48423, 56.77831, 58.372314, 58.501083, 58.590466, 58.64479, 58.754083, 51.35066, 50.527793, 49.379667, 51.711127, 52.876745, 51.972653, 54.204176, 53.783369, 52.817998, 49.812193, 49.835053, 47.905666, 46.689431, 45.755625, 45.554852, 40.50049, 40.378001, 39.799437, 26.591748, 27.57465, 28.091361, 40.605159, 43.013948, 36.984185, 73.810868, 113.203076]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 400, "item_id": "gsm8kpl-249", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1051, "region_end": 400, "roundtrip_ok": true, "tf_agree": 0.995, "tf_agree_excl_first": 0.9975}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [28, 29, 22, 21, 18, 19, 16, 13, 13, 21, 22, 25, 19, 17, 17, 20, 23, 18, 23, 25, 23, 21, 22, 23, 26, 29, 23, 25, 27, 30, 30, 25, 25, 28, 27, 31, 28, 32, 38, 34, 36, 34, 41, 41, 40, 43, 41, 33, 36, 33], "n_am_pl": [1, 11, 14, 15, 8, 14, 13, 12, 10, 6, 14, 8, 17, 9, 9, 7, 7, 11, 6, 7, 6, 9, 11, 6, 3, 5, 7, 4, 5, 10, 10, 6, 10, 9, 5, 1, 5, 3, 4, 2, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0], "n_pos": 92, "sum_m_en": [10.855901, 4.885471, 4.840704, 4.572922, 4.919049, 4.950202, 4.754534, 4.903549, 5.320404, 5.761931, 6.252318, 6.681905, 6.723844, 6.853086, 6.477379, 6.278833, 6.126969, 5.759907, 5.251532, 5.158715, 4.73451, 4.413366, 4.22497, 4.218999, 9.444591, 10.581383, 10.648917, 10.66351, 9.997454, 10.279614, 8.985154, 8.907542, 9.102436, 9.735326, 11.276412, 12.09673, 15.052931, 17.186285, 20.144155, 22.603609, 23.620466, 27.28394, 30.733167, 35.025236, 33.750907, 37.04914, 37.669657, 33.881337, 34.852111, 32.868554], "sum_m_pl": [34.664509, 45.018721, 44.027672, 42.67049, 40.95513, 41.319141, 41.147995, 39.831373, 39.05555, 40.850351, 40.997512, 40.546766, 40.635633, 39.756538, 40.37339, 41.085275, 41.609743, 42.001341, 41.999963, 42.998375, 43.067586, 43.538588, 43.609534, 44.044688, 32.378683, 32.439797, 32.101065, 35.223603, 36.812223, 36.198445, 37.843173, 38.365686, 37.984883, 35.319027, 34.117402, 30.999131, 24.989273, 23.087054, 20.502302, 18.970105, 17.823384, 14.602455, 13.816756, 10.669711, 8.71445, 6.559133, 3.610315, 1.936367, 0.20478, 0.001541]}, "digit": {"n_am_en": [2, 6, 4, 3, 0, 2, 3, 2, 0, 4, 4, 3, 1, 1, 1, 4, 4, 1, 2, 5, 1, 3, 3, 4, 3, 5, 3, 5, 4, 3, 4, 3, 3, 2, 3, 3, 1, 3, 1, 1, 2, 3, 3, 3, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 4, 4, 2, 2, 3, 3, 1, 3, 4, 3, 0, 1, 1, 3, 5, 4, 2, 3, 3, 4, 3, 0, 3, 1, 1, 1, 5, 5, 4, 5, 4, 1, 0, 1, 1, 1, 0, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.552244, 0.743258, 0.688173, 0.658653, 0.673716, 0.73195, 0.769862, 0.794821, 0.848873, 0.921869, 1.012963, 1.05954, 1.111321, 1.175805, 1.050207, 1.069964, 1.089986, 1.015953, 0.921875, 0.919304, 0.839481, 0.777563, 0.73723, 0.76513, 1.54086, 1.57753, 1.391492, 1.530365, 1.494694, 1.533898, 1.445938, 1.38762, 1.403639, 1.328102, 1.591032, 1.650825, 1.517991, 1.563956, 1.544119, 1.477595, 1.350928, 1.545639, 1.592137, 1.826151, 1.285532, 1.286275, 1.793776, 0.558649, 0.02479, 0.0], "sum_m_pl": [7.357434, 9.087288, 8.772552, 8.471991, 8.225124, 8.018016, 7.993867, 7.767913, 7.624512, 7.914579, 7.999496, 7.809203, 7.576963, 7.318987, 7.506227, 7.322048, 7.559175, 7.668676, 7.786278, 7.97296, 8.05222, 8.159109, 8.186213, 8.256231, 6.986381, 6.952173, 6.935089, 7.148141, 7.258917, 7.135538, 7.227163, 7.28594, 7.019, 6.829353, 6.334522, 6.249432, 5.853626, 5.73775, 5.39181, 5.416037, 5.440788, 5.476892, 5.457172, 4.589214, 4.074131, 2.838326, 1.568994, 0.805692, 0.079409, 0.0]}, "lang": {"n_am_en": [14, 10, 7, 10, 7, 6, 6, 8, 9, 9, 10, 14, 12, 11, 11, 10, 13, 14, 15, 14, 15, 13, 14, 14, 16, 20, 15, 16, 16, 18, 18, 17, 15, 20, 17, 17, 19, 18, 25, 24, 23, 21, 24, 27, 28, 32, 30, 28, 34, 33], "n_am_pl": [1, 4, 2, 3, 0, 3, 3, 2, 0, 1, 2, 1, 5, 3, 5, 3, 2, 1, 0, 2, 1, 2, 3, 3, 1, 0, 1, 1, 0, 3, 3, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [4.61895, 1.909281, 1.950784, 1.811188, 2.006424, 1.894022, 1.876134, 1.947484, 2.113322, 2.245621, 2.56861, 2.929927, 2.974095, 2.981323, 2.781293, 2.631732, 2.5063, 2.431715, 2.226618, 2.155356, 1.926329, 1.760988, 1.662643, 1.635564, 5.062658, 5.88494, 6.166116, 5.852069, 4.920591, 5.000743, 4.108145, 4.336516, 4.548728, 5.418268, 6.244959, 7.072614, 9.539973, 11.316058, 13.169261, 15.518748, 16.548525, 18.895278, 21.046081, 23.341697, 23.180017, 25.770879, 27.753172, 27.449266, 32.72246, 32.500983], "sum_m_pl": [11.842451, 15.714437, 15.315382, 14.954833, 14.327647, 14.50745, 14.552841, 14.102445, 13.888116, 14.423009, 14.584172, 14.508603, 14.65382, 14.414316, 14.773891, 15.251607, 15.384221, 15.449097, 15.415523, 15.858432, 15.813992, 16.055419, 16.061591, 16.263388, 12.505859, 12.259829, 11.806989, 12.840376, 13.546625, 13.43778, 14.190476, 14.157982, 13.926881, 13.19579, 12.496839, 11.560935, 8.676868, 7.723082, 6.467227, 5.416625, 4.851456, 3.272667, 2.891684, 2.480362, 2.033492, 1.109609, 0.655169, 0.232331, 0.039324, 0.001527]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "gsm8kpl-253", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1154, "region_end": 92, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.9684}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [25, 26, 22, 18, 16, 10, 13, 14, 11, 14, 20, 11, 14, 16, 8, 8, 10, 12, 11, 14, 9, 13, 15, 11, 17, 22, 19, 18, 16, 18, 20, 18, 14, 22, 20, 19, 20, 19, 21, 21, 20, 20, 20, 24, 15, 12, 10, 3, 4, 1], "n_am_pl": [4, 13, 15, 12, 16, 12, 15, 4, 7, 9, 8, 8, 12, 6, 9, 5, 9, 11, 8, 7, 11, 9, 10, 11, 7, 4, 4, 7, 2, 8, 8, 8, 10, 11, 10, 8, 5, 9, 9, 10, 7, 8, 9, 8, 12, 14, 12, 15, 21, 26], "n_pos": 80, "sum_m_en": [7.768927, 3.702918, 3.738698, 3.939323, 4.096051, 4.116048, 4.09065, 4.305782, 4.566385, 4.556015, 4.904105, 5.114285, 5.233697, 5.607303, 5.311752, 5.016678, 4.930002, 4.649912, 4.244951, 4.176113, 4.00357, 3.804013, 3.666148, 3.603228, 6.369685, 7.479932, 7.424259, 7.751722, 7.5251, 7.278354, 6.543394, 6.456667, 6.221668, 6.276069, 6.710719, 7.571304, 8.784802, 8.869059, 9.357509, 10.863788, 11.832953, 12.653936, 15.520963, 17.314461, 12.794131, 10.862906, 7.907414, 4.216989, 3.858788, 1.454335], "sum_m_pl": [32.62221, 40.137675, 39.058814, 37.531911, 36.443684, 36.021806, 36.437542, 35.360921, 34.359296, 35.358006, 34.953777, 35.111336, 35.720767, 34.787765, 35.582899, 36.463777, 37.033318, 37.555649, 37.698386, 38.63183, 38.39744, 38.554786, 38.572278, 39.071749, 30.35247, 29.739592, 29.357327, 31.890509, 33.302201, 34.271838, 34.075759, 34.858531, 34.902204, 32.218748, 31.531495, 28.903347, 25.014198, 25.177819, 24.037824, 22.907074, 22.066658, 21.803704, 19.791388, 17.530508, 17.260032, 18.194316, 16.839815, 17.190033, 20.326772, 25.242184]}, "digit": {"n_am_en": [3, 8, 5, 4, 1, 1, 2, 2, 2, 3, 3, 0, 1, 2, 1, 1, 3, 3, 3, 6, 2, 3, 5, 3, 3, 7, 6, 5, 2, 5, 5, 4, 3, 1, 2, 2, 1, 1, 1, 0, 0, 1, 1, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 2, 0, 3, 2, 3, 3, 5, 1, 1, 0, 1, 1, 2, 0, 0, 0, 1, 1, 3, 0, 1, 1, 0, 0, 1, 3, 2, 5, 2, 1, 1, 1, 3, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.160417, 0.547075, 0.505629, 0.499649, 0.519326, 0.551215, 0.584868, 0.627078, 0.634626, 0.652054, 0.730398, 0.768562, 0.776431, 0.855798, 0.761032, 0.751054, 0.803194, 0.765506, 0.705116, 0.691744, 0.631863, 0.585994, 0.565514, 0.569524, 1.073017, 1.214657, 1.14273, 1.153352, 1.111178, 1.060573, 1.003399, 1.028405, 0.957464, 0.884582, 1.023562, 1.005843, 0.958576, 0.934112, 0.918073, 0.94276, 0.878114, 1.008873, 0.918688, 1.513193, 0.810361, 0.664473, 0.428101, 0.218996, 0.009213, 0.0], "sum_m_pl": [5.939204, 7.036434, 6.780009, 6.385016, 6.304673, 6.039536, 6.134224, 5.889398, 5.756665, 6.062834, 6.171228, 6.010631, 5.859712, 5.514923, 5.754637, 5.601432, 5.724279, 5.879441, 6.029456, 6.14586, 6.137522, 6.182965, 6.187921, 6.346707, 5.449258, 5.32878, 5.373499, 5.60908, 5.789135, 5.771834, 5.643671, 5.719899, 5.70926, 5.521769, 5.207916, 5.346547, 5.177274, 5.112553, 4.822612, 4.555427, 4.53946, 4.677265, 4.600931, 3.877438, 3.753365, 3.326775, 2.265345, 1.014507, 0.05597, 0.0]}, "lang": {"n_am_en": [8, 5, 5, 6, 9, 4, 3, 6, 3, 3, 6, 4, 1, 7, 4, 4, 5, 6, 5, 5, 3, 4, 4, 2, 8, 7, 8, 8, 11, 7, 10, 8, 6, 15, 13, 13, 10, 12, 12, 15, 14, 15, 15, 16, 11, 10, 9, 3, 4, 1], "n_am_pl": [2, 4, 6, 3, 4, 5, 2, 1, 2, 2, 2, 1, 2, 3, 1, 2, 2, 4, 2, 1, 4, 4, 3, 5, 0, 2, 0, 2, 0, 3, 2, 3, 4, 1, 3, 4, 4, 5, 5, 4, 4, 5, 5, 6, 8, 10, 8, 11, 21, 26], "n_pos": 28, "sum_m_en": [2.66703, 1.300389, 1.36024, 1.476493, 1.519625, 1.525058, 1.519384, 1.607704, 1.708128, 1.609753, 1.720287, 1.850452, 1.902033, 2.064465, 1.943973, 1.836958, 1.781152, 1.686697, 1.557589, 1.508725, 1.456699, 1.360242, 1.299315, 1.262481, 2.628065, 3.122121, 3.23806, 3.349166, 3.031019, 2.767571, 2.458124, 2.618663, 2.52162, 2.54736, 2.711156, 3.469103, 4.985963, 5.08695, 5.257237, 6.876236, 7.719832, 8.408473, 10.684463, 10.256228, 8.88711, 8.163339, 6.554514, 3.005596, 3.665834, 1.452684], "sum_m_pl": [10.508471, 13.383332, 12.942086, 12.438998, 11.969899, 11.79047, 11.990018, 11.901285, 11.853032, 12.009711, 11.817844, 12.098012, 12.56572, 12.417324, 12.634553, 13.000571, 13.266667, 13.414318, 13.457769, 13.815853, 13.705506, 13.862281, 13.811025, 13.916032, 11.579232, 11.117546, 10.838135, 11.424361, 11.839525, 12.336066, 12.571593, 12.663666, 12.895467, 12.678214, 12.662449, 12.016162, 10.245019, 10.946694, 10.494602, 9.523891, 9.704355, 9.584603, 8.672676, 8.859541, 8.582152, 9.775818, 9.966734, 12.472934, 19.72886, 25.18393]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 84, "item_id": "gsm8kpl-253", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1013, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9524, "tf_agree_excl_first": 0.9639}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 58, 46, 33, 27, 37, 35, 41, 47, 55, 67, 75, 62, 67, 64, 57, 53, 65, 67, 52, 42, 51, 45, 50, 79, 75, 75, 71, 75, 72, 70, 73, 62, 66, 71, 74, 86, 79, 92, 100, 101, 98, 86, 82, 81, 89, 90, 96, 77, 72], "n_am_pl": [6, 17, 31, 33, 24, 21, 20, 25, 15, 26, 17, 17, 30, 30, 30, 28, 27, 24, 27, 39, 43, 48, 49, 50, 19, 23, 33, 33, 34, 38, 32, 27, 24, 18, 20, 16, 11, 11, 12, 13, 6, 6, 8, 11, 6, 4, 1, 1, 0, 1], "n_pos": 207, "sum_m_en": [24.283996, 11.402186, 11.128409, 10.402475, 10.807798, 11.85638, 12.253506, 12.305729, 12.999463, 13.528567, 13.980816, 14.843565, 15.6228, 15.858358, 15.657607, 14.767956, 14.270491, 13.844236, 12.795091, 11.608367, 10.497177, 9.781662, 9.405899, 9.400278, 28.081376, 26.70712, 27.176026, 25.500125, 25.589462, 24.651581, 22.686024, 22.112497, 22.572901, 23.137299, 26.097067, 30.511384, 35.403033, 41.361946, 47.455987, 56.217086, 55.008138, 62.158088, 63.509387, 69.656699, 71.278533, 77.702659, 84.69638, 89.556552, 77.133288, 72.289813], "sum_m_pl": [76.058965, 99.599139, 98.428415, 95.612712, 95.145453, 94.682194, 94.910065, 95.111232, 93.485259, 95.419259, 95.535593, 95.481844, 96.565391, 94.269428, 95.967533, 97.857602, 97.255766, 96.828155, 98.157151, 100.478365, 101.606995, 102.679496, 102.85667, 103.115738, 83.154092, 83.609134, 84.782172, 87.821416, 88.860412, 88.619844, 90.290714, 89.14876, 88.129733, 84.331073, 82.898923, 77.005719, 70.130282, 63.962053, 59.68459, 56.228724, 54.4733, 47.270996, 43.411552, 38.552401, 25.923945, 20.200743, 15.196615, 7.312332, 0.917546, 0.79396]}, "digit": {"n_am_en": [3, 8, 6, 0, 1, 4, 4, 2, 4, 0, 7, 11, 5, 4, 3, 2, 2, 0, 2, 0, 1, 2, 4, 4, 4, 3, 6, 5, 5, 3, 5, 6, 3, 4, 5, 4, 2, 1, 1, 3, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_am_pl": [1, 1, 4, 4, 2, 4, 1, 1, 3, 1, 1, 0, 1, 0, 3, 0, 0, 4, 4, 5, 4, 5, 3, 3, 0, 4, 2, 4, 3, 7, 3, 2, 3, 1, 1, 4, 2, 3, 2, 1, 1, 1, 1, 2, 0, 0, 0, 1, 0, 0], "n_pos": 24, "sum_m_en": [2.124896, 1.029909, 0.991347, 0.968856, 1.045547, 1.038757, 1.123047, 1.195581, 1.310855, 1.386355, 1.403016, 1.472596, 1.539876, 1.579644, 1.450873, 1.441523, 1.418458, 1.422488, 1.324644, 1.210236, 1.128331, 1.046745, 1.019959, 1.005824, 1.753141, 1.92252, 2.079917, 1.932251, 2.010702, 1.955523, 1.954182, 1.812082, 1.715325, 1.656268, 1.648929, 1.682273, 1.632355, 1.582036, 1.544825, 1.70929, 1.580994, 1.648179, 1.56628, 1.445017, 1.342221, 1.341574, 0.73986, 0.623072, 0.146086, 0.0], "sum_m_pl": [10.569736, 12.848781, 12.486397, 12.240848, 11.939843, 11.797314, 11.76086, 11.400468, 11.267311, 11.338691, 11.400269, 11.18598, 10.861141, 10.537601, 10.700843, 10.8606, 10.809554, 10.870702, 11.253654, 11.454425, 11.57094, 11.7991, 11.833736, 11.904832, 10.080894, 10.08993, 10.079006, 10.534428, 10.581125, 10.573868, 10.490018, 10.331451, 10.066119, 10.012212, 10.02332, 9.667548, 9.665307, 9.220081, 8.340043, 8.661522, 8.019929, 8.031915, 7.333508, 6.517674, 5.857652, 4.679817, 2.766994, 1.659851, 0.376044, 0.0]}, "lang": {"n_am_en": [21, 18, 11, 12, 11, 21, 16, 18, 20, 24, 28, 35, 27, 28, 33, 27, 29, 37, 35, 29, 21, 27, 21, 24, 39, 41, 37, 34, 40, 37, 36, 35, 30, 34, 34, 34, 46, 44, 49, 50, 53, 54, 56, 53, 55, 56, 65, 70, 72, 72], "n_am_pl": [3, 3, 8, 9, 4, 1, 3, 6, 5, 12, 8, 5, 10, 10, 9, 12, 8, 7, 10, 17, 20, 21, 20, 23, 9, 12, 16, 15, 12, 9, 11, 7, 5, 3, 4, 5, 2, 3, 4, 8, 3, 3, 4, 4, 5, 4, 1, 0, 0, 0], "n_pos": 73, "sum_m_en": [8.96309, 4.376472, 4.23464, 3.791757, 4.078167, 5.109886, 5.321582, 5.017337, 5.173893, 5.150262, 5.379563, 5.771437, 5.980168, 6.203242, 6.308392, 5.769157, 5.66619, 5.389513, 4.912296, 4.369813, 3.893846, 3.564476, 3.404545, 3.400049, 13.998029, 12.816566, 13.325068, 12.260187, 12.311371, 12.393897, 11.148458, 10.909532, 11.13119, 11.590427, 13.630849, 16.462695, 19.891438, 24.007628, 27.568086, 31.481143, 31.705567, 39.303303, 41.534127, 44.102483, 48.532629, 49.232871, 60.673577, 65.241116, 70.610034, 71.294758], "sum_m_pl": [26.636163, 33.890897, 33.792306, 32.78209, 33.006299, 32.692738, 32.799133, 33.770646, 33.243101, 34.016791, 33.883728, 34.03369, 34.676446, 33.733322, 34.447963, 35.325881, 35.012821, 34.835981, 35.127263, 36.078159, 36.336459, 36.681737, 36.708307, 36.852229, 29.622869, 30.151046, 30.61582, 31.187637, 31.37138, 30.917043, 31.870659, 31.146395, 30.887442, 29.784035, 28.470947, 26.151709, 23.163988, 20.629875, 18.928766, 17.438889, 16.811741, 12.263957, 11.556835, 10.028459, 7.781758, 6.737667, 3.16837, 1.311189, 0.059935, 0.014739]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 212, "item_id": "gsm8kpl-255", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1168, "region_end": 207, "roundtrip_ok": true, "tf_agree": 0.9764, "tf_agree_excl_first": 0.981}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [54, 40, 31, 34, 29, 20, 24, 39, 26, 39, 50, 45, 37, 47, 44, 45, 36, 38, 32, 39, 30, 29, 34, 33, 55, 61, 50, 52, 53, 45, 49, 37, 44, 45, 48, 41, 49, 53, 52, 53, 56, 50, 45, 46, 34, 46, 22, 10, 5, 2], "n_am_pl": [4, 41, 37, 39, 29, 27, 25, 17, 19, 18, 20, 27, 28, 26, 22, 13, 18, 21, 30, 32, 32, 37, 32, 29, 19, 16, 23, 29, 29, 34, 27, 29, 28, 19, 22, 23, 22, 20, 17, 19, 16, 16, 22, 24, 20, 21, 38, 38, 54, 68], "n_pos": 189, "sum_m_en": [18.929022, 8.971339, 9.323437, 9.091297, 9.167757, 9.507559, 9.796312, 10.113911, 10.95216, 11.647328, 12.162324, 12.985069, 13.462271, 13.585056, 13.805895, 12.976766, 12.441911, 11.835957, 10.330951, 9.645101, 9.092988, 8.406172, 8.229465, 8.05599, 17.743755, 18.450443, 18.333581, 17.04583, 17.229065, 16.986811, 16.742882, 15.703559, 16.617229, 17.014181, 17.854499, 18.653365, 22.094844, 23.791307, 24.156309, 28.710802, 29.8963, 28.763714, 28.710661, 29.451594, 27.131135, 30.858737, 18.046516, 11.092747, 4.917004, 2.028424], "sum_m_pl": [73.356831, 93.955904, 90.49345, 89.130089, 88.577824, 88.47971, 88.694632, 87.455988, 85.019736, 86.393606, 85.371826, 85.656266, 87.096519, 85.627093, 86.187988, 89.451732, 89.416698, 89.578649, 92.487601, 94.897761, 95.047001, 95.728445, 95.675208, 95.878745, 81.10755, 79.208851, 77.707777, 82.735199, 85.636908, 86.226348, 84.801532, 85.030526, 82.323785, 76.799832, 76.641006, 72.315115, 68.592812, 65.997326, 63.482915, 63.316143, 61.640262, 58.686949, 54.98686, 52.807357, 45.961115, 43.101987, 52.780341, 49.097113, 59.508108, 68.728524]}, "digit": {"n_am_en": [3, 12, 9, 10, 4, 3, 6, 8, 7, 1, 8, 9, 3, 9, 6, 1, 2, 6, 3, 5, 4, 5, 6, 6, 9, 14, 12, 10, 10, 9, 10, 7, 5, 6, 8, 4, 5, 4, 3, 3, 2, 2, 2, 2, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 6, 6, 1, 2, 3, 5, 2, 6, 4, 2, 3, 4, 5, 2, 1, 3, 2, 4, 4, 2, 6, 5, 3, 3, 2, 4, 3, 7, 8, 5, 5, 6, 4, 4, 5, 3, 2, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1], "n_pos": 36, "sum_m_en": [2.99794, 1.477114, 1.405558, 1.375443, 1.448746, 1.479649, 1.593731, 1.720331, 1.921686, 1.993246, 2.121457, 2.284291, 2.49467, 2.438125, 2.303758, 2.235239, 2.193156, 2.192231, 1.969756, 1.850578, 1.722519, 1.579927, 1.537631, 1.504509, 2.802471, 3.045536, 3.300642, 3.114414, 3.228491, 3.006421, 3.250912, 3.029319, 2.836316, 2.888431, 2.963828, 2.962646, 2.625484, 2.563838, 2.578584, 2.7246, 2.506057, 2.322671, 2.224283, 2.314557, 1.728484, 1.32456, 1.567599, 0.951841, 0.088784, 0.000119], "sum_m_pl": [16.548179, 19.765875, 19.202833, 18.54572, 18.142329, 17.706906, 17.723492, 17.093399, 16.605044, 16.855676, 16.76697, 16.785962, 16.708136, 16.300917, 16.702043, 16.866165, 16.955901, 17.068232, 17.71704, 18.128581, 18.123988, 18.333563, 18.318648, 18.34527, 15.949042, 15.671934, 15.384997, 16.121949, 16.964837, 16.752811, 16.119761, 15.693202, 15.601728, 14.698803, 14.541652, 14.282824, 14.563683, 14.213466, 13.402735, 13.813926, 13.660214, 13.606771, 12.531166, 11.496627, 11.133652, 8.943684, 6.70953, 5.602679, 0.910964, 0.765404]}, "lang": {"n_am_en": [22, 10, 12, 10, 10, 9, 7, 13, 9, 20, 22, 20, 20, 21, 15, 21, 21, 16, 16, 19, 10, 8, 9, 9, 21, 21, 21, 18, 20, 18, 18, 14, 20, 21, 22, 19, 21, 24, 26, 27, 29, 24, 22, 22, 17, 26, 10, 6, 5, 2], "n_am_pl": [2, 14, 8, 15, 9, 9, 6, 6, 7, 7, 8, 9, 13, 11, 10, 6, 6, 9, 12, 14, 13, 16, 15, 14, 7, 6, 11, 15, 12, 14, 14, 18, 12, 11, 9, 5, 9, 7, 5, 6, 6, 10, 13, 17, 13, 16, 28, 29, 48, 65], "n_pos": 69, "sum_m_en": [6.96563, 3.367756, 3.747795, 3.649276, 3.495447, 3.679011, 3.79852, 3.746, 4.14779, 4.405211, 4.587719, 4.990144, 5.001925, 5.103171, 5.349857, 4.980098, 4.730067, 4.449879, 3.787776, 3.482529, 3.265627, 3.007889, 2.900186, 2.88927, 7.055507, 7.339031, 7.230671, 6.549125, 6.643164, 6.673535, 6.191308, 5.920633, 6.676631, 7.138356, 7.517682, 8.014495, 8.480722, 9.817806, 9.249376, 10.473738, 11.280928, 12.000262, 11.378159, 11.857039, 12.606746, 14.994272, 8.306692, 5.805657, 4.06668, 2.018035], "sum_m_pl": [25.223947, 32.638558, 31.441585, 31.43156, 31.4654, 31.947885, 31.736744, 32.044629, 31.493799, 32.105418, 31.855199, 31.650084, 32.661294, 32.329636, 32.374314, 33.634265, 33.556458, 33.574582, 34.45491, 35.341629, 35.347971, 35.568237, 35.596675, 35.586963, 31.102323, 30.520516, 29.978199, 31.475713, 32.209279, 32.081226, 32.168171, 32.63062, 31.886285, 30.271143, 30.220913, 28.872079, 28.030175, 27.187283, 26.876889, 26.691759, 25.95348, 25.356361, 24.791781, 25.421337, 21.183992, 22.11884, 31.81266, 30.814376, 47.632642, 63.81485]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 315, "item_id": "gsm8kpl-255", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1027, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9683, "tf_agree_excl_first": 0.9713}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [99, 75, 54, 76, 60, 54, 58, 63, 57, 74, 81, 85, 70, 65, 78, 72, 63, 51, 55, 62, 58, 63, 48, 56, 89, 85, 85, 81, 81, 80, 75, 80, 71, 73, 80, 82, 89, 96, 108, 104, 101, 107, 96, 96, 96, 109, 102, 106, 104, 107], "n_am_pl": [1, 29, 37, 25, 42, 46, 34, 31, 28, 30, 28, 25, 30, 43, 42, 43, 52, 47, 40, 50, 55, 49, 63, 60, 24, 30, 35, 46, 57, 43, 37, 29, 36, 36, 28, 20, 17, 17, 14, 10, 7, 7, 5, 4, 7, 4, 1, 1, 1, 1], "n_pos": 272, "sum_m_en": [35.04171, 14.561178, 14.44837, 13.878334, 14.076619, 13.997016, 14.10772, 14.956638, 16.354439, 17.454956, 17.480588, 18.096232, 19.791183, 18.861072, 20.126665, 19.013054, 18.308721, 18.624504, 16.049509, 14.608217, 13.498627, 12.391906, 12.141314, 12.091965, 28.981811, 30.023435, 29.655296, 28.132835, 26.884186, 26.954763, 25.170767, 25.484007, 26.90682, 27.269263, 30.537357, 34.045135, 40.28772, 42.851388, 51.816755, 59.53404, 65.60965, 70.858427, 79.210138, 81.200967, 88.523256, 92.454597, 98.179081, 106.751089, 105.52352, 106.235289], "sum_m_pl": [102.595732, 130.734773, 128.790277, 125.376042, 123.159274, 124.207028, 124.427693, 124.704999, 122.843061, 125.052162, 124.770131, 126.233161, 123.031548, 125.468637, 123.930296, 127.636866, 127.382321, 127.549235, 129.439064, 132.762389, 133.974692, 135.353883, 135.519978, 136.12393, 111.2235, 109.071194, 107.98024, 113.614355, 118.769462, 116.87338, 115.739294, 113.619652, 112.865137, 105.01517, 103.243672, 92.963325, 84.119996, 79.546233, 69.424603, 59.960551, 54.230813, 47.364421, 40.601958, 32.895075, 30.615013, 25.528333, 12.334798, 5.56466, 0.978525, 1.018367]}, "digit": {"n_am_en": [5, 9, 12, 3, 8, 4, 6, 6, 8, 11, 17, 13, 6, 5, 8, 6, 8, 8, 8, 7, 6, 10, 8, 11, 13, 17, 18, 15, 13, 11, 10, 9, 4, 6, 3, 4, 10, 7, 8, 7, 6, 10, 4, 6, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 3, 1, 12, 5, 5, 9, 2, 0, 3, 5, 4, 7, 7, 6, 9, 13, 7, 9, 9, 5, 7, 4, 3, 5, 4, 12, 12, 8, 6, 6, 13, 10, 10, 5, 6, 4, 3, 3, 1, 2, 0, 0, 3, 1, 0, 0, 0, 0], "n_pos": 46, "sum_m_en": [4.073974, 1.85469, 1.887733, 1.807814, 1.892377, 1.92046, 2.014066, 2.23172, 2.348032, 2.526968, 2.548063, 2.54729, 2.800981, 2.637663, 2.516175, 2.485805, 2.516975, 2.665142, 2.310964, 2.153738, 1.967863, 1.814982, 1.783026, 1.785813, 3.28628, 3.539016, 3.785348, 3.472395, 3.431377, 3.391759, 3.420196, 3.414612, 3.060035, 3.019093, 2.924178, 3.251851, 3.555759, 3.356092, 3.530413, 4.03053, 4.010643, 4.406022, 4.126216, 3.937854, 3.48675, 3.177683, 1.237188, 0.598417, 0.038042, 0.0], "sum_m_pl": [19.893618, 24.572945, 23.647984, 22.964958, 22.688172, 22.615935, 22.452824, 22.062152, 21.765377, 21.755311, 21.973016, 22.45244, 21.449997, 21.642093, 21.542761, 22.256678, 22.244535, 21.950999, 22.443045, 22.839285, 22.936287, 23.196445, 23.227142, 23.324563, 20.81864, 20.514957, 20.137177, 21.16531, 21.840407, 21.257684, 20.909994, 20.0068, 20.040878, 19.874044, 19.476017, 18.565296, 18.37879, 17.853463, 16.641708, 16.288889, 15.524607, 15.228405, 14.52082, 12.924105, 13.156261, 10.371908, 4.382947, 1.085689, 0.098753, 0.0]}, "lang": {"n_am_en": [34, 24, 14, 29, 21, 27, 28, 30, 30, 36, 35, 39, 38, 35, 42, 41, 33, 28, 29, 33, 32, 36, 28, 31, 43, 41, 44, 40, 39, 42, 39, 43, 36, 36, 46, 45, 48, 55, 58, 63, 64, 68, 65, 67, 71, 83, 81, 89, 102, 106], "n_am_pl": [1, 8, 8, 9, 11, 19, 12, 7, 15, 13, 9, 8, 13, 18, 20, 16, 19, 15, 15, 20, 24, 23, 28, 28, 14, 10, 15, 16, 23, 14, 14, 7, 11, 17, 8, 5, 6, 8, 6, 4, 3, 2, 2, 3, 3, 2, 1, 1, 1, 1], "n_pos": 108, "sum_m_en": [11.60898, 6.02105, 6.071208, 5.778505, 5.713004, 5.943695, 6.038616, 6.355735, 7.285462, 7.526858, 7.499373, 8.018929, 9.088947, 8.721607, 9.736182, 8.793158, 8.301733, 8.435684, 7.07031, 6.270416, 5.723522, 5.17696, 5.042605, 4.994198, 14.189108, 15.403399, 15.452153, 14.139864, 13.128465, 13.596133, 12.35559, 12.480294, 13.560823, 14.133778, 16.594924, 18.126031, 21.457246, 23.415726, 29.368075, 35.606937, 40.159628, 45.734756, 50.909765, 52.995541, 60.322495, 66.78497, 76.428265, 86.739965, 100.834201, 104.890379], "sum_m_pl": [40.281866, 49.179438, 48.52986, 47.528585, 46.636432, 47.242262, 47.084471, 48.223076, 47.974732, 49.035178, 48.87124, 48.871644, 48.026469, 49.258128, 48.664672, 50.252108, 50.352306, 50.550266, 51.354416, 52.879759, 53.444172, 54.144083, 54.145127, 54.351477, 45.245186, 44.165229, 43.665854, 45.259832, 46.95129, 45.653975, 45.759727, 44.648127, 45.020701, 41.66054, 41.123782, 39.248066, 36.143264, 34.493576, 29.095671, 22.538582, 19.075024, 16.410643, 13.24165, 10.945337, 8.838134, 7.412369, 3.722151, 1.967206, 0.726377, 1.016754]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 277, "item_id": "gsm8kpl-259", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1162, "region_end": 272, "roundtrip_ok": true, "tf_agree": 0.9928, "tf_agree_excl_first": 0.9964}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [158, 103, 104, 111, 96, 103, 86, 105, 105, 123, 142, 118, 116, 112, 103, 129, 121, 95, 81, 85, 77, 79, 75, 84, 159, 143, 142, 133, 147, 158, 141, 133, 137, 141, 165, 151, 180, 163, 169, 170, 170, 170, 173, 160, 152, 149, 94, 55, 34, 23], "n_am_pl": [59, 104, 99, 86, 99, 108, 114, 118, 89, 99, 88, 81, 95, 93, 102, 103, 94, 90, 114, 135, 168, 189, 180, 185, 106, 100, 110, 102, 122, 100, 77, 80, 84, 61, 60, 60, 42, 57, 37, 55, 45, 46, 43, 34, 31, 35, 40, 47, 82, 87], "n_pos": 548, "sum_m_en": [54.104841, 28.577861, 31.407767, 32.618052, 33.526153, 30.392662, 31.022487, 30.898392, 32.452973, 35.856537, 35.357875, 37.462302, 39.283841, 38.501069, 40.696508, 38.639484, 37.35952, 37.607831, 33.527535, 30.950139, 28.526064, 26.352802, 25.788184, 24.995541, 61.20195, 60.079886, 58.668332, 57.306408, 57.064408, 57.190505, 53.824449, 54.626358, 57.821075, 60.126096, 63.171831, 65.694444, 70.314027, 74.071235, 81.996005, 88.468949, 96.978624, 103.279104, 125.137418, 124.939495, 124.578731, 126.690667, 92.972399, 59.415062, 35.519495, 23.555376], "sum_m_pl": [217.603797, 262.585584, 253.631615, 245.756179, 244.540344, 245.749382, 249.524558, 251.078021, 247.711326, 248.804127, 247.655662, 246.572173, 244.588005, 248.175275, 246.969659, 253.887751, 250.042144, 253.125332, 259.088481, 263.32965, 266.128724, 267.492267, 267.395333, 269.280447, 226.023459, 224.979115, 222.145306, 231.0566, 239.615921, 236.372061, 232.176515, 228.551988, 223.918833, 205.340157, 202.264288, 188.907908, 174.811987, 169.612779, 159.372994, 148.525567, 140.159514, 133.23848, 114.599677, 103.71673, 95.967784, 88.530433, 77.125056, 63.067072, 84.709647, 89.462748]}, "digit": {"n_am_en": [4, 16, 16, 9, 5, 5, 8, 11, 7, 12, 16, 14, 10, 13, 11, 11, 13, 10, 7, 8, 6, 9, 8, 6, 14, 14, 17, 14, 22, 22, 15, 13, 9, 5, 8, 5, 12, 10, 7, 9, 5, 6, 5, 7, 5, 3, 1, 0, 0, 0], "n_am_pl": [3, 16, 3, 2, 3, 6, 4, 7, 5, 9, 7, 7, 5, 3, 4, 7, 9, 10, 13, 14, 15, 14, 13, 13, 11, 7, 7, 9, 12, 11, 8, 8, 10, 7, 5, 5, 5, 9, 6, 6, 8, 8, 9, 5, 5, 5, 1, 1, 0, 0], "n_pos": 55, "sum_m_en": [4.435409, 2.341184, 2.393778, 2.404341, 2.520625, 2.464947, 2.518729, 2.636485, 2.677047, 2.886891, 2.970956, 2.944276, 3.247595, 3.377426, 3.244058, 3.264417, 3.261362, 3.343892, 2.913015, 2.644621, 2.418215, 2.230308, 2.18151, 2.146693, 3.599453, 4.0596, 4.49921, 4.453689, 4.61271, 4.506522, 4.357244, 4.392985, 4.182099, 3.972797, 3.904468, 4.041725, 3.983822, 3.878492, 3.997451, 4.520411, 4.232393, 4.456744, 5.461857, 5.226679, 5.171827, 4.783583, 2.392555, 0.965935, 0.278176, 4.5e-05], "sum_m_pl": [25.457877, 29.479804, 28.264948, 26.912294, 26.492259, 26.442724, 26.212193, 25.678777, 25.170484, 25.188984, 25.514157, 26.026386, 24.926808, 25.346591, 25.139233, 25.934661, 25.601627, 25.530056, 26.452542, 26.933444, 27.224309, 27.497713, 27.51789, 27.720153, 24.588218, 24.319192, 23.592072, 24.631644, 25.391286, 25.338791, 24.869496, 24.274645, 23.709304, 22.819132, 21.997907, 21.098426, 20.57047, 20.262261, 19.457445, 19.651301, 18.747194, 18.972198, 18.210438, 17.163906, 16.587981, 14.019814, 7.20678, 3.214223, 0.592183, 0.000372]}, "lang": {"n_am_en": [25, 19, 21, 21, 20, 14, 19, 23, 29, 29, 30, 24, 29, 20, 24, 29, 32, 25, 22, 23, 21, 20, 20, 21, 43, 39, 36, 31, 32, 34, 30, 34, 39, 42, 41, 39, 39, 44, 49, 54, 51, 57, 64, 64, 62, 65, 57, 36, 25, 23], "n_am_pl": [17, 21, 13, 18, 25, 14, 17, 17, 15, 12, 12, 13, 22, 21, 16, 20, 12, 12, 15, 23, 36, 48, 41, 43, 20, 18, 18, 14, 21, 20, 16, 17, 17, 12, 20, 13, 8, 9, 6, 13, 10, 8, 7, 10, 13, 16, 23, 33, 79, 86], "n_pos": 110, "sum_m_en": [10.245486, 5.698823, 6.449948, 7.131061, 7.686247, 6.262382, 7.014816, 6.958368, 6.776521, 7.761223, 7.431884, 8.288684, 8.720448, 8.330159, 9.723746, 7.99314, 7.877841, 7.640784, 6.997054, 6.324624, 5.867718, 5.380836, 5.239384, 5.100701, 15.414481, 13.609305, 13.023981, 12.101222, 11.685332, 12.097423, 11.552684, 11.883749, 14.094948, 15.670041, 16.889277, 18.366213, 21.281377, 24.00038, 26.431143, 28.298119, 33.135074, 34.674531, 45.507881, 48.325648, 50.212276, 50.556216, 46.3172, 33.917367, 24.042151, 23.082105], "sum_m_pl": [40.497789, 50.239666, 48.306624, 46.926666, 46.280396, 46.82694, 47.960842, 48.686108, 48.618685, 48.874318, 48.192327, 47.852438, 48.708368, 48.941856, 48.957007, 51.346748, 50.701578, 51.495738, 52.378537, 53.282539, 53.626179, 53.952822, 53.725471, 53.973515, 45.243981, 45.435646, 43.889807, 46.836609, 48.026677, 47.702425, 47.549823, 46.864204, 46.004181, 43.115491, 43.050474, 41.135188, 39.904587, 37.46585, 35.934991, 33.959641, 29.343439, 28.042055, 23.214438, 21.913377, 23.106499, 24.34992, 29.518356, 33.653457, 75.944116, 85.535713]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 548, "item_id": "gsm8kpl-259", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1021, "region_end": 548, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9927}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [55, 54, 40, 43, 39, 47, 56, 56, 49, 64, 79, 78, 58, 55, 61, 57, 68, 55, 66, 54, 70, 75, 72, 72, 91, 94, 80, 77, 91, 90, 79, 71, 81, 76, 86, 86, 90, 81, 85, 85, 95, 90, 97, 105, 92, 85, 85, 88, 83, 74], "n_am_pl": [6, 24, 29, 28, 23, 29, 27, 22, 22, 24, 18, 24, 41, 28, 36, 34, 30, 41, 42, 47, 31, 30, 29, 26, 12, 11, 12, 14, 8, 17, 21, 23, 15, 14, 16, 20, 11, 16, 15, 13, 16, 9, 11, 13, 8, 3, 7, 2, 2, 2], "n_pos": 212, "sum_m_en": [23.182693, 12.399632, 11.064594, 10.701725, 11.101117, 11.667546, 13.38371, 13.30234, 14.246496, 14.046446, 14.922273, 15.56568, 16.24895, 16.653787, 16.338241, 14.619047, 14.536861, 13.747343, 12.656919, 11.383881, 10.729039, 9.954976, 9.571445, 9.474009, 32.414364, 30.100793, 30.110309, 27.702135, 26.838138, 25.397006, 23.166864, 23.0321, 23.884269, 23.928695, 28.621936, 32.941122, 41.7373, 42.31565, 45.900416, 53.61855, 59.021021, 64.52327, 71.86323, 89.974252, 81.537261, 81.564361, 84.318229, 85.389633, 80.371312, 74.983778], "sum_m_pl": [76.982024, 99.865651, 99.785411, 97.305301, 94.041027, 94.12561, 94.064819, 93.351958, 92.423962, 94.53485, 95.250469, 96.415596, 97.201638, 94.982869, 95.074931, 99.654689, 99.979412, 99.581258, 101.192236, 102.993209, 103.661386, 104.754297, 104.918226, 104.837463, 80.422309, 81.728777, 80.251084, 85.309053, 86.898033, 88.565405, 90.625428, 89.922662, 91.140329, 89.191043, 84.696933, 79.144207, 67.799186, 64.27482, 57.439423, 53.987385, 49.328624, 37.945539, 34.091173, 25.034137, 21.889974, 15.85793, 12.106945, 6.418719, 2.472522, 2.130012]}, "digit": {"n_am_en": [8, 12, 7, 8, 6, 3, 5, 2, 1, 8, 6, 8, 5, 5, 4, 5, 5, 3, 6, 6, 4, 7, 6, 7, 10, 10, 7, 5, 9, 8, 7, 4, 8, 5, 5, 2, 3, 6, 6, 4, 5, 6, 5, 5, 5, 3, 1, 1, 0, 0], "n_am_pl": [0, 1, 3, 5, 3, 5, 3, 2, 4, 6, 5, 3, 2, 1, 4, 4, 6, 8, 7, 8, 8, 6, 2, 2, 5, 5, 4, 4, 3, 2, 2, 4, 0, 0, 4, 6, 3, 3, 4, 4, 7, 4, 3, 6, 2, 1, 1, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.38899, 1.163458, 1.111818, 1.124486, 1.169662, 1.217926, 1.307886, 1.344534, 1.356418, 1.370245, 1.458274, 1.521009, 1.645347, 1.690857, 1.622883, 1.471808, 1.444136, 1.398937, 1.28013, 1.205088, 1.174264, 1.112702, 1.068562, 1.059254, 3.258954, 2.647605, 2.429446, 2.186528, 2.205752, 1.944093, 1.897134, 1.847773, 1.726958, 1.716709, 1.835297, 1.866416, 1.96758, 1.978852, 1.950528, 1.991883, 2.138341, 3.097033, 3.208267, 3.579893, 3.579052, 2.852078, 2.095895, 1.595795, 0.319138, 0.0], "sum_m_pl": [10.3631, 13.185518, 12.675018, 12.448685, 11.751701, 11.562632, 11.463569, 11.17875, 11.055576, 11.254795, 11.395285, 11.458132, 11.195954, 10.89681, 10.889673, 11.312127, 11.539077, 11.644255, 11.915626, 12.110966, 11.997346, 12.16666, 12.238388, 12.235846, 9.829722, 10.024401, 9.997123, 10.4263, 10.77457, 10.878973, 10.805123, 10.812377, 11.040524, 10.751047, 10.342947, 9.816311, 9.476298, 8.96526, 8.325274, 8.414122, 8.226278, 7.628466, 7.210082, 6.628322, 6.268289, 4.351807, 2.953993, 1.546701, 0.511826, 0.0]}, "lang": {"n_am_en": [17, 9, 9, 11, 10, 19, 23, 29, 25, 31, 35, 31, 26, 25, 29, 24, 35, 28, 30, 25, 34, 34, 29, 31, 41, 39, 38, 39, 42, 42, 39, 38, 37, 42, 45, 44, 50, 39, 45, 51, 52, 53, 57, 57, 57, 58, 64, 67, 73, 74], "n_am_pl": [2, 6, 9, 6, 6, 9, 10, 7, 4, 5, 5, 8, 18, 7, 8, 12, 7, 12, 13, 21, 11, 11, 15, 12, 5, 4, 3, 4, 3, 6, 6, 6, 5, 6, 5, 8, 3, 9, 4, 4, 5, 3, 4, 3, 3, 0, 0, 0, 2, 2], "n_pos": 77, "sum_m_en": [8.674234, 4.514295, 4.042704, 3.991904, 4.085271, 4.437327, 5.64536, 5.58106, 6.080797, 5.791451, 6.083547, 6.545064, 6.787179, 6.805671, 6.763313, 5.861192, 5.909192, 5.264616, 4.869319, 4.328768, 4.056344, 3.687279, 3.508558, 3.472734, 15.269802, 14.186075, 14.525825, 13.51369, 13.517096, 13.376816, 11.978225, 11.821458, 12.297908, 12.290258, 15.185334, 17.79152, 21.868428, 23.127068, 25.151242, 29.770643, 33.080387, 38.401254, 41.837023, 49.344728, 52.477313, 54.240061, 61.975779, 62.746145, 70.678146, 73.315255], "sum_m_pl": [26.694176, 35.487543, 35.856031, 34.971565, 34.138294, 34.305792, 33.787258, 33.862431, 33.668709, 34.492012, 34.82794, 35.226191, 35.755978, 35.199984, 35.298163, 37.080404, 37.132759, 37.245577, 37.658492, 38.36406, 38.453007, 38.789932, 38.754012, 38.747566, 29.449868, 30.301763, 29.344868, 30.809086, 30.801404, 31.353275, 32.742511, 32.309995, 32.919127, 33.030885, 31.108363, 29.222961, 25.649533, 24.411164, 22.223134, 20.350129, 17.965961, 12.786431, 10.939435, 7.226215, 6.411042, 3.80804, 1.589033, 1.190475, 1.554188, 2.127451]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 216, "item_id": "gsm8kpl-27", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 212, "roundtrip_ok": true, "tf_agree": 0.9954, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [67, 81, 63, 73, 46, 66, 76, 74, 63, 82, 77, 60, 64, 67, 67, 73, 93, 64, 69, 66, 61, 65, 64, 65, 103, 100, 89, 96, 90, 102, 90, 97, 92, 79, 90, 85, 77, 91, 76, 92, 93, 91, 97, 101, 80, 70, 35, 22, 20, 15], "n_am_pl": [27, 59, 63, 54, 64, 54, 53, 54, 47, 54, 45, 39, 64, 59, 39, 47, 43, 67, 74, 82, 63, 62, 53, 57, 31, 39, 46, 41, 44, 53, 50, 39, 41, 29, 27, 23, 29, 28, 29, 22, 26, 20, 17, 17, 18, 24, 45, 46, 61, 63], "n_pos": 312, "sum_m_en": [27.74177, 15.46405, 16.020436, 16.428903, 17.191269, 17.116861, 18.693859, 17.918888, 18.506404, 18.891469, 19.213473, 20.13134, 21.684693, 22.606139, 22.625455, 20.594228, 20.088854, 18.965622, 17.30145, 16.143876, 15.499225, 14.829109, 14.367332, 14.11674, 38.723956, 40.51608, 40.705098, 38.850521, 36.76214, 35.808936, 33.252343, 32.861273, 31.487095, 31.001661, 35.214714, 34.855172, 40.056654, 40.511018, 42.518088, 47.991826, 50.162334, 55.600455, 63.308393, 74.151548, 63.355294, 58.305352, 38.128429, 27.684261, 20.068491, 15.04107], "sum_m_pl": [127.554457, 151.781172, 147.906943, 144.911499, 141.254977, 141.296015, 143.214104, 143.322283, 142.463466, 143.897918, 143.308003, 142.054386, 144.644856, 141.469759, 141.793958, 147.959177, 148.664134, 148.692649, 152.824643, 153.88273, 153.931131, 153.811195, 153.882242, 153.811396, 117.12218, 116.538817, 114.892803, 122.763666, 127.916963, 131.122193, 132.09266, 130.840289, 132.984756, 126.047693, 121.244774, 116.983894, 105.739154, 101.232582, 93.049946, 90.235164, 85.202495, 72.397405, 66.142732, 55.931318, 50.476314, 48.413804, 53.097872, 47.161083, 56.755167, 63.886854]}, "digit": {"n_am_en": [7, 12, 15, 11, 6, 8, 8, 7, 2, 6, 10, 6, 2, 4, 5, 4, 8, 6, 7, 7, 7, 8, 7, 7, 11, 10, 10, 13, 13, 14, 11, 11, 6, 5, 5, 6, 5, 8, 7, 4, 5, 3, 5, 4, 4, 3, 2, 1, 0, 0], "n_am_pl": [1, 6, 3, 4, 4, 1, 1, 1, 7, 6, 4, 3, 3, 5, 1, 5, 6, 8, 10, 10, 7, 7, 8, 8, 2, 4, 5, 5, 3, 6, 4, 1, 4, 2, 3, 3, 2, 0, 1, 1, 1, 3, 4, 1, 1, 2, 2, 1, 0, 0], "n_pos": 33, "sum_m_en": [3.005192, 1.518681, 1.527962, 1.624438, 1.69081, 1.610977, 1.661889, 1.681733, 1.724148, 1.71033, 1.826613, 1.913216, 2.087968, 2.226905, 2.168704, 1.991106, 1.973544, 1.878934, 1.681074, 1.550888, 1.501189, 1.401043, 1.354228, 1.345273, 3.263441, 3.327969, 3.475966, 3.187959, 3.165862, 2.962147, 2.928584, 2.836307, 2.40542, 2.395809, 2.430655, 2.519819, 2.344804, 2.862585, 3.951862, 2.581695, 2.775424, 2.509762, 2.448175, 2.861408, 2.36144, 2.602156, 1.925454, 0.747796, 0.053849, 0.0], "sum_m_pl": [14.059731, 17.466871, 16.716758, 16.205366, 15.503369, 15.455943, 15.329791, 14.944249, 14.87056, 14.947019, 15.097228, 14.988662, 14.915392, 14.447239, 14.742011, 15.344751, 15.471925, 15.51775, 16.108238, 16.317641, 16.223584, 16.33851, 16.355681, 16.352253, 13.553721, 13.324523, 13.069921, 13.842169, 14.318396, 14.636305, 14.663997, 14.43616, 14.858016, 14.393719, 13.789351, 13.733389, 13.151098, 11.681321, 10.250801, 10.902511, 10.578213, 10.876737, 10.610304, 9.34767, 8.537391, 6.008561, 4.232075, 2.464416, 0.324868, 0.042142]}, "lang": {"n_am_en": [18, 24, 14, 19, 13, 22, 27, 29, 20, 23, 19, 18, 16, 16, 17, 24, 28, 17, 18, 21, 23, 18, 17, 22, 37, 36, 30, 27, 27, 30, 24, 33, 36, 36, 38, 29, 26, 31, 26, 39, 34, 39, 41, 47, 40, 37, 21, 16, 18, 15], "n_am_pl": [9, 12, 11, 11, 17, 12, 11, 12, 11, 7, 11, 15, 28, 26, 11, 9, 12, 19, 18, 26, 18, 23, 22, 19, 6, 12, 14, 17, 14, 17, 14, 10, 10, 7, 8, 5, 5, 8, 7, 6, 10, 7, 5, 9, 11, 17, 27, 30, 57, 63], "n_pos": 78, "sum_m_en": [7.721624, 3.980604, 4.069607, 4.197389, 4.196678, 4.41393, 5.447665, 5.015953, 5.024272, 4.883834, 5.008362, 5.428526, 5.74424, 5.861496, 5.920853, 5.385132, 5.332784, 4.797837, 4.386362, 4.107462, 3.903787, 3.696241, 3.552318, 3.521847, 11.307863, 11.231, 10.984199, 9.967947, 9.553948, 9.479328, 8.763896, 9.069234, 9.267248, 9.365149, 11.146283, 11.383881, 14.08514, 14.567762, 15.15324, 17.940162, 19.135119, 21.836965, 25.49063, 33.304555, 33.349037, 32.720072, 22.238211, 18.120011, 16.925575, 15.005203], "sum_m_pl": [30.333581, 37.338761, 36.79752, 35.998922, 35.467219, 35.177063, 35.172051, 35.617006, 35.882348, 36.445112, 36.222435, 35.978644, 36.747735, 36.030366, 36.495725, 37.86856, 38.012675, 38.192177, 39.071043, 39.415809, 39.408992, 39.332613, 39.264285, 39.167181, 32.497341, 32.350916, 31.596007, 33.389744, 34.075802, 34.506245, 34.956013, 34.763585, 35.887185, 34.964631, 33.783829, 33.444989, 30.570847, 30.348798, 28.326441, 27.476281, 25.790882, 20.006037, 18.718054, 17.118704, 17.28971, 18.967709, 26.317727, 26.445568, 50.773956, 62.520557]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 312, "item_id": "gsm8kpl-27", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 312, "roundtrip_ok": true, "tf_agree": 0.9904, "tf_agree_excl_first": 0.9936}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [31, 23, 30, 19, 22, 17, 20, 22, 18, 21, 24, 19, 19, 21, 21, 23, 18, 23, 27, 31, 33, 34, 30, 30, 44, 39, 40, 37, 24, 29, 33, 26, 30, 27, 28, 29, 32, 37, 38, 43, 45, 46, 40, 34, 35, 38, 38, 39, 38, 36], "n_am_pl": [0, 14, 18, 20, 12, 13, 9, 7, 7, 9, 5, 12, 14, 20, 14, 11, 13, 17, 7, 14, 10, 5, 7, 7, 1, 4, 6, 4, 8, 11, 15, 11, 14, 15, 17, 18, 6, 11, 8, 4, 4, 3, 2, 9, 9, 2, 0, 1, 0, 0], "n_pos": 95, "sum_m_en": [11.456374, 5.131394, 4.992721, 4.746507, 4.994498, 4.95902, 4.950062, 5.654547, 5.77193, 5.894088, 5.861786, 6.211227, 6.829792, 6.91936, 6.655694, 6.440679, 6.444523, 6.206048, 5.688429, 5.597108, 5.172385, 4.871016, 4.5982, 4.680751, 19.016844, 17.491481, 16.287685, 13.948929, 13.606274, 11.783473, 10.237127, 10.393662, 11.214119, 11.131461, 13.435647, 16.732303, 21.333464, 24.71017, 26.974885, 31.508752, 31.284809, 34.820998, 34.022732, 32.913513, 33.424202, 36.471202, 37.652961, 39.133884, 37.632722, 35.898777], "sum_m_pl": [34.334508, 45.761752, 45.350179, 44.234368, 42.126796, 41.264687, 40.96562, 40.961967, 39.62037, 41.294793, 40.979921, 41.284355, 40.857951, 40.481888, 41.02585, 41.706814, 42.0742, 42.435232, 43.735595, 44.762428, 44.871122, 45.546479, 45.627816, 45.63704, 31.587539, 31.5546, 31.694706, 34.159287, 33.929237, 35.453178, 37.453122, 36.311344, 36.109161, 35.855982, 34.68547, 32.216787, 25.810138, 23.748844, 21.340141, 20.24499, 18.804712, 15.777827, 15.083355, 14.71057, 12.104077, 8.373331, 4.851168, 3.438239, 0.193537, 0.000146]}, "digit": {"n_am_en": [1, 5, 9, 2, 4, 0, 1, 4, 4, 2, 6, 2, 1, 1, 1, 3, 4, 3, 2, 6, 5, 3, 2, 3, 3, 2, 5, 5, 3, 5, 5, 1, 3, 2, 4, 2, 4, 1, 3, 2, 1, 1, 0, 2, 2, 1, 2, 2, 0, 0], "n_am_pl": [0, 0, 2, 6, 3, 3, 1, 0, 1, 3, 2, 2, 0, 5, 4, 4, 4, 6, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 4, 2, 3, 4, 5, 3, 3, 3, 1, 3, 2, 2, 2, 2, 0, 0, 1, 0, 0, 1, 0, 0], "n_pos": 18, "sum_m_en": [1.565018, 0.736718, 0.683975, 0.653978, 0.707641, 0.748568, 0.759626, 0.903828, 0.939287, 0.957287, 0.930314, 0.957533, 1.059121, 1.049802, 0.955181, 0.989217, 1.010835, 0.975066, 0.876222, 0.888103, 0.826703, 0.774765, 0.757779, 0.788836, 1.850697, 1.679703, 1.804907, 1.573869, 1.658674, 1.46558, 1.35456, 1.378307, 1.317915, 1.399232, 1.207173, 1.21926, 1.305414, 1.383744, 1.37707, 1.469499, 1.35374, 1.282788, 1.15054, 1.259228, 1.184206, 1.263408, 1.10791, 1.683391, 0.149244, 0.0], "sum_m_pl": [8.081635, 9.656819, 9.388199, 9.146642, 8.608486, 8.174307, 8.09874, 7.977223, 7.940386, 8.259103, 8.360314, 8.28925, 8.064857, 7.897409, 8.034733, 8.08507, 8.007804, 8.157721, 8.544425, 8.682025, 8.703258, 8.789102, 8.83246, 8.791007, 7.246325, 7.268288, 7.103211, 7.544915, 7.563675, 7.708538, 7.856608, 7.633985, 7.580345, 7.597352, 7.614361, 7.663195, 7.099562, 6.970694, 6.784563, 6.835541, 6.023324, 5.956763, 5.321448, 4.604603, 4.649914, 3.831416, 3.263596, 2.58818, 0.153086, 0.0]}, "lang": {"n_am_en": [13, 10, 15, 8, 10, 10, 15, 10, 9, 11, 12, 8, 7, 9, 10, 12, 5, 7, 10, 11, 17, 19, 19, 17, 26, 22, 22, 20, 14, 14, 16, 15, 14, 16, 15, 18, 18, 24, 23, 28, 30, 31, 30, 27, 28, 30, 31, 33, 35, 36], "n_am_pl": [0, 3, 6, 2, 2, 3, 1, 3, 2, 3, 0, 3, 5, 6, 5, 4, 5, 6, 3, 7, 2, 0, 1, 2, 0, 0, 2, 0, 2, 3, 4, 4, 3, 6, 6, 5, 3, 4, 3, 1, 1, 0, 0, 5, 5, 1, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [4.386762, 2.032707, 2.040716, 1.966083, 2.022498, 2.044005, 2.116987, 2.346877, 2.364566, 2.317917, 2.333275, 2.473154, 2.794731, 2.83578, 2.63255, 2.596281, 2.567945, 2.530879, 2.378962, 2.379689, 2.189831, 2.069873, 1.89382, 1.943347, 11.825329, 10.468612, 9.312729, 8.123679, 7.762344, 6.330041, 5.255291, 5.356906, 5.947369, 5.85729, 7.907828, 10.961066, 14.538977, 16.930074, 19.446515, 23.280688, 23.20068, 26.860077, 26.799995, 26.56019, 26.688389, 28.571375, 30.713466, 32.063266, 34.745714, 35.863365], "sum_m_pl": [11.95787, 16.782678, 16.939314, 16.579421, 16.134859, 15.900176, 15.784973, 15.826112, 15.360183, 16.01531, 15.788673, 15.973808, 15.762993, 15.858077, 16.343463, 16.447068, 16.539247, 16.516829, 16.755031, 17.073964, 17.07423, 17.391353, 17.351539, 17.366314, 10.170496, 10.394145, 10.932648, 11.869441, 11.556269, 12.201237, 13.534594, 13.38957, 13.463325, 13.699396, 12.660126, 11.087743, 8.448545, 7.040318, 5.764042, 4.926547, 4.81126, 2.936727, 3.139355, 4.300291, 3.062616, 1.658904, 0.255851, 0.090521, 0.016446, 3.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "gsm8kpl-278", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1149, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [16, 26, 17, 8, 10, 9, 14, 15, 10, 11, 11, 7, 11, 10, 12, 9, 11, 13, 18, 18, 18, 24, 22, 22, 35, 31, 31, 28, 24, 17, 13, 12, 13, 17, 18, 23, 26, 28, 29, 36, 34, 31, 26, 24, 22, 20, 9, 1, 0, 0], "n_am_pl": [10, 11, 14, 20, 6, 9, 7, 7, 4, 5, 5, 9, 15, 22, 16, 12, 12, 14, 10, 15, 16, 12, 14, 17, 3, 6, 10, 10, 12, 14, 14, 8, 13, 16, 8, 11, 4, 10, 10, 8, 9, 6, 8, 12, 13, 16, 16, 17, 23, 21], "n_pos": 79, "sum_m_en": [6.838726, 3.44098, 3.425996, 3.517876, 3.820246, 3.828439, 3.936638, 4.470107, 4.783899, 4.942993, 4.943843, 5.145261, 5.315716, 5.382594, 5.091062, 5.05993, 5.061221, 4.688149, 4.176956, 4.284402, 3.985648, 3.7804, 3.606787, 3.702655, 13.13222, 12.592143, 12.314558, 10.211491, 9.16925, 7.733239, 6.927818, 6.951757, 6.414771, 6.396407, 7.085886, 10.054483, 11.04564, 12.311419, 14.649919, 21.819062, 19.753431, 20.942608, 19.449324, 19.217994, 19.057605, 16.154176, 7.707567, 3.3755, 0.932011, 0.217491], "sum_m_pl": [32.185493, 39.438674, 38.242351, 36.981299, 34.769541, 34.381007, 34.328838, 34.379094, 33.316596, 34.68928, 33.931875, 33.509465, 33.193736, 32.846308, 33.270321, 34.399433, 35.143323, 35.909432, 37.339884, 37.691763, 37.652353, 38.184413, 38.23929, 38.168257, 28.525334, 27.986947, 28.311589, 30.731087, 31.530999, 32.813033, 33.036887, 32.527317, 32.569249, 31.121253, 30.958847, 28.287382, 26.245003, 25.897173, 23.857195, 22.559514, 22.981937, 22.0894, 21.693988, 20.39788, 20.140122, 20.843874, 21.303208, 18.717771, 21.727203, 22.052371]}, "digit": {"n_am_en": [3, 10, 7, 4, 2, 1, 4, 5, 3, 4, 5, 2, 3, 2, 3, 1, 3, 4, 6, 5, 4, 4, 4, 5, 6, 6, 8, 8, 3, 3, 2, 2, 1, 1, 2, 3, 3, 3, 6, 8, 6, 4, 3, 4, 3, 3, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 1, 1, 2, 1, 2, 2, 2, 4, 8, 4, 2, 4, 5, 4, 4, 4, 4, 3, 3, 1, 2, 2, 2, 6, 4, 3, 2, 3, 3, 2, 4, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.660646, 0.780128, 0.74134, 0.713046, 0.771907, 0.814726, 0.858952, 0.992148, 1.069418, 1.071848, 1.064253, 1.061832, 1.1362, 1.144299, 1.048295, 1.087096, 1.10843, 1.069724, 0.920776, 0.968119, 0.909509, 0.837736, 0.809538, 0.8248, 2.329968, 1.896804, 2.020022, 1.686998, 1.733467, 1.505236, 1.433628, 1.450676, 1.378313, 1.356021, 1.333595, 1.655714, 1.999267, 2.014956, 1.863922, 2.266648, 1.883323, 1.660762, 1.386929, 1.583238, 1.564027, 1.088323, 0.800695, 0.777622, 0.070643, 0.0], "sum_m_pl": [9.375153, 11.053514, 10.675295, 10.165502, 9.590826, 9.196106, 9.120406, 9.035168, 9.006726, 9.410365, 9.548923, 9.339475, 9.10156, 8.934209, 9.103061, 9.258026, 9.166568, 9.458393, 9.975345, 9.901547, 9.811565, 9.893348, 9.935245, 9.939204, 8.275696, 8.466449, 8.322417, 8.762252, 8.933005, 9.043769, 9.002534, 8.860093, 8.871287, 8.62737, 8.628056, 8.454724, 7.7796, 7.652965, 7.519165, 7.556271, 7.125785, 7.099652, 6.708881, 5.972371, 5.360195, 4.634603, 4.456679, 2.831045, 0.341852, 0.0]}, "lang": {"n_am_en": [2, 3, 4, 1, 2, 4, 4, 3, 3, 1, 2, 2, 2, 5, 6, 4, 3, 5, 6, 7, 6, 11, 9, 10, 14, 11, 13, 12, 13, 10, 9, 8, 7, 9, 9, 15, 15, 16, 17, 17, 17, 16, 14, 10, 9, 7, 7, 1, 0, 0], "n_am_pl": [5, 5, 5, 4, 0, 3, 1, 1, 0, 2, 1, 2, 4, 5, 6, 7, 6, 7, 3, 6, 5, 3, 3, 5, 1, 2, 4, 3, 3, 3, 3, 4, 7, 7, 4, 3, 1, 4, 5, 6, 7, 5, 7, 10, 11, 15, 15, 16, 22, 20], "n_pos": 24, "sum_m_en": [1.829704, 1.03495, 1.047136, 1.175571, 1.216213, 1.214074, 1.279386, 1.398441, 1.398948, 1.377269, 1.465756, 1.50386, 1.619251, 1.741046, 1.626761, 1.668841, 1.659919, 1.545888, 1.400048, 1.415496, 1.324523, 1.253507, 1.160658, 1.209342, 4.943927, 4.844442, 4.662276, 4.284066, 3.819814, 3.228617, 2.829369, 3.037665, 2.657976, 2.695916, 3.302522, 5.790447, 5.901037, 6.992239, 8.480865, 9.988605, 8.577457, 10.104276, 9.408054, 8.673106, 7.784099, 6.48245, 4.923823, 2.368095, 0.456691, 0.022432], "sum_m_pl": [8.710949, 11.055751, 10.83625, 10.502905, 10.025108, 10.032301, 9.994939, 10.393712, 9.986723, 10.39055, 9.782705, 9.878139, 9.971725, 10.005982, 10.383277, 10.610685, 10.934608, 11.140422, 11.397505, 11.692493, 11.569022, 11.768199, 11.711016, 11.649326, 8.646558, 8.647007, 9.001492, 9.548576, 9.523632, 9.793992, 10.14739, 9.905951, 10.305327, 10.215264, 10.13468, 9.056332, 8.8159, 8.881748, 8.12521, 8.170457, 9.341984, 8.670655, 9.15253, 10.757428, 11.641235, 13.409135, 15.045747, 14.833742, 20.639275, 21.294023]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 83, "item_id": "gsm8kpl-278", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1008, "region_end": 79, "roundtrip_ok": true, "tf_agree": 0.9398, "tf_agree_excl_first": 0.9512}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [67, 74, 55, 41, 41, 36, 41, 44, 49, 55, 59, 70, 60, 62, 61, 64, 67, 70, 57, 50, 51, 52, 44, 47, 76, 71, 61, 70, 62, 51, 57, 60, 61, 62, 64, 71, 78, 71, 78, 69, 65, 59, 57, 58, 54, 62, 57, 61, 60, 61], "n_am_pl": [8, 17, 40, 28, 36, 36, 32, 41, 30, 29, 28, 24, 37, 35, 20, 26, 19, 22, 22, 24, 25, 23, 26, 28, 17, 20, 23, 28, 26, 31, 35, 25, 30, 22, 21, 17, 11, 11, 11, 18, 15, 14, 9, 9, 12, 5, 6, 2, 0, 0], "n_pos": 239, "sum_m_en": [25.268996, 12.684259, 12.465374, 12.151649, 13.425644, 13.365493, 13.423348, 14.276659, 15.31921, 17.050047, 17.005007, 18.713829, 19.626242, 19.853742, 19.576229, 18.099758, 18.200526, 17.30306, 15.569343, 14.716842, 13.742177, 12.996447, 12.384532, 12.255068, 33.392836, 36.289195, 31.46417, 30.300586, 29.004649, 27.773302, 26.018614, 24.972424, 24.854703, 25.039842, 27.695196, 29.384064, 34.828951, 34.866406, 37.694238, 44.371412, 42.179007, 42.496719, 45.931535, 48.014172, 50.898225, 53.438993, 55.437478, 61.263551, 59.834979, 60.75912], "sum_m_pl": [94.88636, 116.436335, 115.025804, 112.009112, 108.47852, 105.267751, 104.326543, 102.195753, 101.16739, 104.53926, 102.168054, 101.516397, 101.431467, 98.899937, 98.483365, 103.755192, 103.732115, 105.085958, 106.124547, 109.094524, 110.213951, 111.182615, 111.892078, 112.566756, 80.348163, 75.923423, 77.946612, 84.113589, 88.577427, 89.136756, 90.578139, 92.429384, 93.143834, 90.475438, 88.770345, 82.798566, 68.054148, 64.784947, 59.691479, 54.721657, 51.171774, 47.280577, 43.029424, 35.46621, 29.173198, 20.603559, 12.664063, 5.768113, 0.564348, 0.02041]}, "digit": {"n_am_en": [0, 22, 16, 9, 5, 5, 5, 8, 5, 9, 7, 8, 7, 8, 5, 9, 9, 10, 10, 8, 6, 5, 2, 3, 13, 10, 14, 12, 7, 7, 10, 6, 9, 8, 8, 11, 10, 6, 7, 6, 4, 0, 1, 2, 1, 4, 1, 3, 0, 0], "n_am_pl": [5, 0, 2, 3, 2, 5, 0, 0, 1, 3, 4, 1, 4, 5, 2, 5, 2, 1, 1, 3, 2, 4, 4, 3, 0, 0, 1, 3, 4, 5, 3, 4, 6, 2, 1, 1, 3, 3, 4, 4, 3, 5, 4, 4, 5, 1, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.676738, 1.356991, 1.264756, 1.243437, 1.370885, 1.407537, 1.386446, 1.482411, 1.615404, 1.715884, 1.755807, 1.84686, 1.923453, 2.086494, 2.041016, 2.079354, 2.206527, 2.097575, 1.891364, 1.8549, 1.716275, 1.596406, 1.52975, 1.507924, 4.523723, 4.301525, 3.879943, 3.305928, 3.239946, 3.308383, 3.219164, 3.070818, 2.835396, 2.99198, 2.882808, 3.129756, 2.866123, 2.751165, 2.805665, 2.643574, 2.366179, 2.090539, 2.127867, 2.015033, 1.648808, 1.428295, 1.08065, 1.237943, 0.185416, 0.0], "sum_m_pl": [13.864954, 16.11594, 15.6817, 15.089086, 14.553583, 14.125402, 13.914824, 13.446824, 13.40965, 13.885024, 13.78253, 13.718045, 13.203255, 12.538916, 12.585803, 13.038979, 12.750851, 13.255134, 13.459644, 13.811784, 13.980729, 14.052441, 14.155534, 14.366104, 10.868439, 10.57024, 10.762357, 11.747396, 12.32695, 12.155315, 12.110573, 12.331754, 12.298684, 12.177672, 11.791671, 11.89428, 11.295452, 10.904986, 10.204892, 10.314374, 10.087741, 9.804107, 9.503706, 8.158165, 6.41392, 4.377887, 2.82653, 1.331897, 0.236793, 0.0]}, "lang": {"n_am_en": [20, 16, 15, 15, 10, 13, 16, 17, 20, 14, 19, 26, 23, 23, 21, 22, 27, 25, 19, 18, 18, 18, 23, 21, 27, 25, 16, 24, 23, 17, 15, 23, 18, 19, 21, 28, 33, 31, 41, 36, 39, 38, 38, 40, 40, 49, 48, 54, 59, 61], "n_am_pl": [1, 3, 10, 7, 5, 6, 5, 10, 4, 6, 6, 4, 6, 6, 3, 1, 2, 1, 6, 7, 8, 3, 7, 9, 2, 4, 5, 5, 6, 8, 9, 4, 10, 6, 5, 2, 3, 3, 1, 5, 4, 2, 3, 2, 5, 2, 1, 0, 0, 0], "n_pos": 61, "sum_m_en": [6.689127, 3.461695, 3.367635, 3.338679, 3.763201, 3.552657, 3.659569, 4.045506, 4.401129, 4.857448, 4.833263, 5.837385, 6.186621, 6.030032, 6.267852, 5.145106, 5.106708, 4.868213, 4.395956, 3.919857, 3.565448, 3.411514, 3.217458, 3.186012, 11.91051, 12.932336, 10.092697, 9.891179, 8.957243, 8.18995, 7.496579, 7.616502, 8.523589, 9.054897, 10.157845, 11.735768, 16.177573, 17.295838, 19.521164, 25.229846, 24.967549, 26.568025, 29.116807, 31.89746, 35.460273, 41.574792, 45.490735, 50.859339, 58.441117, 60.718278], "sum_m_pl": [22.615253, 27.665336, 28.21777, 27.382605, 26.73767, 25.628031, 25.471899, 25.690613, 25.628277, 26.577682, 26.186196, 26.125241, 26.239018, 25.755368, 25.656746, 27.342363, 27.335283, 27.44478, 27.842381, 28.639204, 28.896744, 29.136854, 29.26481, 29.39744, 21.320688, 19.988171, 21.057523, 22.422098, 23.963995, 24.283099, 24.669477, 24.722759, 24.69709, 24.284646, 23.849835, 22.805902, 18.749078, 18.202218, 16.524797, 13.848805, 13.371067, 11.76891, 10.17357, 8.21107, 7.336256, 5.002945, 3.300207, 0.757411, 0.034895, 0.020384]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 242, "item_id": "gsm8kpl-279", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1145, "region_end": 239, "roundtrip_ok": true, "tf_agree": 0.9917, "tf_agree_excl_first": 0.9959}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [73, 97, 81, 94, 80, 70, 54, 52, 58, 66, 69, 70, 76, 95, 65, 88, 96, 88, 83, 80, 79, 85, 71, 75, 99, 96, 87, 91, 95, 92, 85, 91, 82, 76, 101, 91, 90, 81, 80, 85, 76, 60, 70, 60, 61, 53, 19, 21, 2, 2], "n_am_pl": [24, 54, 55, 57, 50, 66, 72, 65, 60, 48, 43, 61, 51, 59, 28, 44, 38, 52, 56, 55, 44, 34, 44, 57, 40, 34, 43, 42, 48, 64, 58, 50, 47, 58, 47, 44, 31, 19, 25, 24, 31, 30, 32, 27, 20, 28, 35, 31, 52, 57], "n_pos": 349, "sum_m_en": [32.865796, 16.720752, 17.584435, 18.038501, 19.274414, 19.048462, 19.138865, 20.533816, 21.87032, 23.694341, 23.698677, 24.616718, 26.257105, 27.518013, 26.428003, 26.135199, 27.575449, 24.85329, 21.622312, 20.761251, 19.550473, 18.424987, 17.675309, 17.286071, 44.852689, 47.617227, 44.464272, 41.742154, 42.897427, 41.448387, 38.063697, 35.359066, 33.310713, 32.822428, 37.901021, 37.99976, 39.009942, 38.777586, 44.189273, 55.12446, 53.075967, 51.670776, 56.589162, 55.097422, 56.709052, 51.468559, 25.677089, 18.267709, 3.741241, 2.014981], "sum_m_pl": [140.020382, 174.518412, 167.796131, 165.354134, 163.122837, 159.321159, 159.339092, 154.218069, 154.179067, 157.621333, 154.348633, 154.097158, 154.671254, 151.487384, 151.959938, 158.679905, 157.172659, 161.358989, 165.027, 167.824814, 168.04055, 168.469018, 169.160987, 169.428676, 125.848755, 122.473204, 121.980213, 130.599708, 137.507954, 141.906253, 143.198639, 147.16542, 150.914554, 143.075858, 140.687179, 134.728486, 120.246659, 115.062102, 105.413547, 98.739105, 95.245875, 94.236959, 86.914225, 76.549714, 61.806367, 55.082575, 46.426449, 38.783446, 50.226102, 57.170203]}, "digit": {"n_am_en": [2, 33, 18, 18, 12, 17, 13, 11, 12, 16, 15, 13, 13, 21, 14, 24, 19, 20, 21, 16, 12, 12, 8, 13, 15, 19, 20, 21, 21, 17, 17, 21, 15, 22, 22, 23, 17, 10, 9, 12, 9, 5, 4, 4, 3, 2, 1, 5, 0, 0], "n_am_pl": [2, 2, 1, 1, 7, 4, 6, 3, 6, 7, 3, 0, 8, 7, 3, 5, 4, 3, 4, 9, 7, 5, 8, 8, 7, 5, 4, 5, 5, 8, 8, 8, 5, 4, 0, 2, 3, 4, 6, 3, 6, 3, 5, 4, 3, 3, 4, 3, 0, 0], "n_pos": 50, "sum_m_en": [4.571316, 2.346024, 2.386549, 2.322687, 2.448068, 2.40784, 2.356428, 2.505378, 2.755248, 2.950803, 3.018677, 3.252883, 3.442001, 3.902969, 3.69449, 3.900512, 4.130233, 3.733593, 3.299627, 3.048254, 2.796684, 2.622274, 2.484789, 2.420282, 6.592846, 7.107016, 6.906381, 6.644291, 6.301388, 5.816124, 5.814299, 5.438543, 4.870354, 4.943469, 4.761358, 5.193133, 5.316217, 4.546857, 4.640002, 4.976373, 4.711807, 3.707558, 3.807032, 3.452494, 2.73357, 2.499394, 1.549974, 1.598046, 0.325787, 0.0], "sum_m_pl": [22.495125, 27.009384, 25.724177, 24.985357, 24.806468, 24.214741, 24.071264, 23.314242, 23.256739, 23.850583, 23.682164, 23.502809, 23.186919, 22.017036, 22.160843, 23.00413, 22.342794, 23.145578, 24.065729, 24.369559, 24.544867, 24.661994, 24.766401, 24.935538, 19.793632, 19.225488, 19.368576, 20.653219, 21.490814, 21.419902, 21.315913, 22.010256, 22.720108, 22.205216, 21.488682, 21.405969, 20.238643, 19.723563, 18.367291, 18.099476, 17.69122, 17.702212, 17.56698, 15.671465, 13.476, 10.131148, 5.867808, 3.504405, 0.386399, 0.0]}, "lang": {"n_am_en": [10, 8, 11, 8, 12, 8, 10, 11, 9, 9, 10, 12, 14, 16, 9, 15, 17, 17, 15, 22, 17, 23, 21, 18, 27, 19, 21, 20, 18, 19, 16, 18, 17, 20, 23, 26, 26, 29, 27, 30, 28, 26, 29, 24, 28, 24, 13, 10, 2, 2], "n_am_pl": [10, 11, 12, 13, 7, 10, 7, 5, 8, 8, 7, 10, 6, 6, 7, 7, 5, 7, 8, 7, 5, 5, 6, 4, 3, 3, 8, 7, 9, 6, 9, 7, 7, 7, 4, 4, 7, 4, 6, 6, 9, 9, 12, 16, 10, 19, 24, 24, 51, 57], "n_pos": 59, "sum_m_en": [5.361354, 2.823245, 3.036572, 3.37085, 3.519678, 3.489945, 3.368744, 3.576808, 3.865343, 4.095597, 4.201928, 4.345206, 4.673194, 4.856419, 4.857598, 4.678278, 4.831217, 4.299362, 3.866901, 3.644115, 3.57839, 3.371788, 3.159337, 3.074945, 10.622991, 10.553402, 9.174429, 8.38547, 8.574444, 8.341786, 7.032265, 6.925095, 6.706058, 7.213133, 8.926036, 10.565751, 11.915803, 13.835327, 15.823469, 19.21725, 18.556327, 19.737128, 24.658598, 22.764323, 25.701326, 22.34053, 13.30583, 8.695869, 2.56198, 2.008852], "sum_m_pl": [22.315502, 27.868866, 26.741523, 25.907381, 25.620898, 24.393805, 24.840262, 25.229596, 25.223859, 26.119757, 25.61144, 25.927386, 26.284702, 26.123745, 26.414149, 27.448285, 27.256984, 27.603549, 27.797254, 28.475488, 28.146018, 28.262125, 28.515522, 28.544314, 20.514649, 19.811368, 20.287023, 21.632818, 22.787658, 23.278325, 24.670823, 25.038068, 25.727466, 24.289977, 23.516036, 23.021134, 21.48552, 20.447233, 18.199509, 17.239368, 16.925762, 17.008674, 14.241439, 15.11838, 14.067312, 17.706138, 23.66753, 25.468309, 47.38225, 56.597432]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 349, "item_id": "gsm8kpl-279", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1004, "region_end": 349, "roundtrip_ok": true, "tf_agree": 0.9943, "tf_agree_excl_first": 0.9971}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 63, 56, 42, 47, 42, 40, 47, 42, 70, 62, 64, 51, 56, 48, 38, 51, 50, 47, 45, 51, 56, 61, 58, 71, 81, 75, 68, 69, 67, 61, 59, 59, 61, 70, 68, 76, 82, 76, 75, 68, 71, 76, 71, 69, 78, 73, 78, 67, 61], "n_am_pl": [6, 27, 27, 34, 32, 26, 28, 12, 15, 15, 13, 23, 27, 22, 20, 19, 26, 24, 28, 25, 25, 23, 22, 22, 10, 8, 15, 17, 16, 32, 26, 34, 19, 12, 10, 12, 13, 13, 12, 14, 14, 9, 11, 9, 8, 4, 6, 3, 0, 0], "n_pos": 186, "sum_m_en": [20.821563, 9.804436, 9.357911, 9.145863, 9.65094, 9.707097, 9.634556, 10.543041, 10.958768, 11.597147, 12.080277, 12.482224, 12.47155, 12.994678, 13.132482, 12.049106, 11.461335, 11.147219, 10.357064, 9.912099, 9.399639, 8.714676, 8.465256, 8.403774, 24.543534, 25.675667, 24.705566, 20.431138, 19.638807, 18.827605, 17.668837, 17.416648, 17.436302, 17.66464, 20.249149, 22.462092, 30.53287, 34.291894, 41.8354, 47.854744, 47.904342, 51.29278, 58.332629, 57.996731, 61.894088, 66.294935, 72.264284, 75.393582, 66.783039, 62.234108], "sum_m_pl": [72.146604, 91.687479, 90.675426, 88.008519, 86.323173, 85.609706, 85.229947, 84.984337, 83.339078, 85.298016, 85.24949, 86.293909, 86.469983, 85.661945, 84.052774, 86.247149, 87.785653, 87.162402, 87.713447, 90.253554, 90.202716, 91.355792, 91.616605, 92.154628, 71.560968, 71.18878, 70.63028, 76.800403, 79.564416, 80.847211, 81.384776, 82.183711, 82.288066, 75.873567, 74.547618, 68.364006, 56.9341, 53.988757, 47.87706, 46.245959, 43.492941, 37.00087, 33.122697, 26.32727, 21.935472, 16.271295, 10.834293, 4.544745, 0.871465, 0.001563]}, "digit": {"n_am_en": [3, 16, 9, 1, 5, 2, 6, 7, 7, 13, 12, 13, 6, 9, 6, 7, 5, 7, 7, 4, 6, 7, 9, 9, 14, 16, 18, 15, 18, 13, 7, 6, 6, 5, 5, 5, 8, 8, 6, 6, 4, 5, 4, 4, 4, 6, 3, 2, 1, 0], "n_am_pl": [0, 0, 3, 8, 10, 5, 6, 2, 2, 3, 2, 5, 3, 3, 2, 3, 5, 2, 3, 4, 4, 5, 6, 4, 3, 2, 3, 4, 1, 5, 6, 7, 3, 2, 3, 5, 2, 3, 4, 3, 4, 3, 3, 3, 3, 1, 1, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.239669, 1.531735, 1.509165, 1.495758, 1.532048, 1.558933, 1.604934, 1.734843, 1.739673, 1.890359, 1.991389, 1.977656, 1.97235, 2.062754, 1.983891, 1.980823, 1.989902, 1.961376, 1.753594, 1.72407, 1.606126, 1.497778, 1.448105, 1.436469, 3.206762, 3.176974, 3.257929, 2.95792, 2.992982, 2.653592, 2.580617, 2.596449, 2.201853, 2.303267, 2.317853, 2.61574, 2.686353, 3.035658, 3.22052, 3.548811, 3.539145, 3.801291, 4.2485, 3.815039, 3.279257, 3.184596, 2.756276, 2.246552, 1.358361, 0.0], "sum_m_pl": [15.569137, 18.805641, 18.095563, 17.580661, 17.228449, 16.861081, 16.578158, 16.44462, 16.403587, 16.712698, 16.898982, 16.858869, 16.443061, 16.272889, 16.097452, 16.325786, 16.695125, 16.294044, 16.751179, 17.328748, 17.25525, 17.497297, 17.612473, 17.769369, 15.040185, 15.19407, 15.472257, 15.908347, 16.120711, 16.064455, 15.95423, 15.800026, 15.975917, 15.199678, 14.959902, 14.321668, 13.881653, 13.853548, 13.182323, 13.185958, 12.754373, 12.1796, 11.572568, 10.316243, 8.96013, 6.209944, 3.488268, 1.683239, 0.620288, 0.0]}, "lang": {"n_am_en": [20, 22, 18, 17, 17, 18, 16, 20, 19, 26, 23, 24, 23, 23, 17, 12, 21, 21, 22, 21, 27, 28, 29, 29, 32, 36, 32, 27, 27, 27, 29, 32, 32, 36, 41, 36, 39, 42, 41, 40, 41, 44, 43, 47, 46, 50, 53, 57, 59, 60], "n_am_pl": [3, 9, 5, 6, 5, 3, 6, 6, 7, 6, 6, 10, 10, 7, 11, 11, 9, 11, 9, 10, 11, 9, 9, 10, 2, 3, 5, 6, 6, 15, 8, 8, 5, 5, 3, 4, 4, 4, 3, 4, 2, 3, 5, 2, 3, 2, 1, 1, 0, 0], "n_pos": 61, "sum_m_en": [7.155716, 3.439181, 3.186849, 3.117511, 3.298447, 3.283269, 3.433642, 3.807936, 4.099158, 4.088799, 4.383152, 4.570485, 4.549253, 4.859917, 4.893643, 4.34552, 4.028915, 3.92827, 3.704265, 3.500384, 3.311222, 3.017686, 2.917525, 2.87546, 11.459989, 12.050687, 11.31554, 8.499272, 8.030593, 8.056425, 7.50998, 7.297681, 7.432781, 7.773811, 9.125411, 10.194536, 15.108225, 17.299126, 22.767738, 26.52012, 27.752653, 32.140744, 36.001176, 37.675582, 40.373369, 44.744774, 51.590453, 54.4982, 57.880115, 59.256283], "sum_m_pl": [23.220574, 28.88257, 29.04069, 27.99854, 27.408213, 27.313432, 27.006491, 27.522143, 26.731996, 27.619608, 27.602684, 27.956035, 28.106647, 27.60999, 27.387853, 28.170189, 28.932739, 28.549046, 28.57998, 29.386804, 29.511155, 29.951865, 30.073559, 30.197848, 22.837931, 22.696227, 22.485279, 24.965438, 25.844013, 26.227596, 26.515502, 27.013376, 27.543377, 25.950516, 25.086392, 23.988234, 19.877799, 18.7241, 15.568023, 13.906684, 12.512337, 9.986695, 9.02653, 6.827117, 5.831666, 3.804053, 1.881845, 0.526681, 0.089244, 8.4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "gsm8kpl-282", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1177, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 0.9947}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 38, 34, 24, 33, 21, 21, 24, 24, 40, 39, 34, 35, 37, 38, 28, 35, 29, 33, 34, 25, 31, 32, 31, 51, 55, 45, 35, 48, 31, 39, 31, 34, 29, 41, 26, 30, 38, 40, 37, 32, 33, 33, 32, 29, 29, 18, 7, 4, 3], "n_am_pl": [5, 41, 40, 26, 22, 26, 24, 13, 22, 16, 10, 15, 28, 21, 10, 17, 23, 27, 29, 29, 31, 26, 23, 22, 10, 7, 13, 20, 20, 34, 27, 24, 24, 21, 18, 17, 19, 18, 15, 13, 16, 12, 11, 12, 7, 13, 19, 16, 35, 37], "n_pos": 138, "sum_m_en": [13.166803, 6.141952, 6.184951, 6.157004, 6.608366, 6.642341, 6.643941, 7.179521, 7.577633, 7.987205, 8.228785, 8.887748, 8.793703, 9.033877, 9.313263, 8.673611, 8.280258, 8.003498, 7.216736, 7.020753, 6.562412, 6.086756, 5.945446, 5.874981, 14.20372, 14.332709, 13.770063, 11.751187, 12.258559, 11.386084, 11.05819, 10.621548, 10.365054, 10.177093, 12.086544, 12.455967, 13.937194, 18.714137, 22.131671, 23.534288, 23.204577, 26.106891, 26.703224, 26.482289, 23.94613, 23.082061, 14.845392, 7.339924, 5.185682, 3.105274], "sum_m_pl": [56.659412, 70.676636, 68.433016, 66.859155, 65.099406, 64.655665, 64.782335, 63.779881, 62.875241, 64.399656, 64.115038, 64.401126, 65.268115, 64.721665, 64.260599, 66.372295, 66.996086, 67.356101, 68.014173, 69.758252, 69.300974, 69.65345, 69.418082, 69.913, 58.099453, 57.274847, 57.411434, 61.314356, 63.956579, 65.90068, 64.827457, 64.74159, 65.549546, 59.984801, 58.554505, 53.134822, 48.298089, 45.119086, 40.937277, 41.468713, 40.230576, 35.046969, 31.42901, 26.457066, 23.12198, 21.370765, 22.019954, 19.118337, 32.577108, 37.578257]}, "digit": {"n_am_en": [1, 15, 9, 2, 5, 5, 4, 6, 7, 14, 15, 13, 9, 8, 12, 9, 16, 11, 11, 7, 10, 10, 13, 13, 19, 17, 16, 14, 19, 10, 12, 10, 10, 7, 9, 6, 8, 7, 7, 7, 3, 5, 4, 3, 2, 2, 2, 1, 1, 0], "n_am_pl": [0, 4, 5, 2, 3, 3, 2, 1, 7, 1, 1, 1, 3, 4, 1, 1, 3, 2, 2, 4, 4, 3, 2, 2, 0, 2, 2, 4, 2, 6, 6, 4, 3, 4, 6, 5, 2, 2, 2, 2, 3, 1, 3, 2, 1, 3, 2, 1, 0, 0], "n_pos": 35, "sum_m_en": [3.047524, 1.421, 1.312282, 1.27126, 1.377198, 1.434805, 1.495785, 1.635651, 1.675211, 1.788494, 1.907979, 1.950557, 1.944684, 2.005559, 1.967191, 1.985199, 1.939606, 1.958902, 1.791548, 1.776186, 1.610139, 1.474955, 1.437919, 1.412985, 3.016127, 3.107212, 3.120827, 2.777549, 2.79879, 2.581432, 2.575649, 2.494135, 2.162895, 2.238765, 2.327712, 2.677713, 2.819179, 3.244876, 3.105872, 3.038502, 3.082019, 3.296038, 3.542114, 3.255883, 2.444425, 2.145747, 1.627929, 0.926442, 1.073834, 0.0], "sum_m_pl": [15.791532, 19.190427, 18.638554, 17.878733, 17.397686, 17.156242, 16.801762, 16.575258, 16.656719, 16.999226, 17.265366, 16.965269, 16.6567, 16.513143, 16.392368, 16.672751, 17.112278, 16.960221, 17.259498, 17.743358, 17.664074, 17.878927, 17.900522, 18.057413, 16.147432, 15.972896, 16.284886, 16.797591, 17.307144, 17.354436, 16.902649, 16.565614, 17.035159, 16.034002, 15.92801, 15.187632, 14.796664, 14.323538, 13.698411, 13.807769, 13.563327, 13.151732, 12.244198, 10.239408, 8.449816, 5.600445, 4.11835, 2.529108, 0.410375, 0.0]}, "lang": {"n_am_en": [10, 11, 7, 9, 8, 5, 6, 8, 9, 11, 10, 8, 11, 16, 11, 8, 8, 6, 8, 11, 8, 8, 10, 9, 16, 18, 14, 11, 14, 8, 11, 9, 11, 12, 17, 13, 15, 22, 24, 23, 22, 21, 21, 21, 22, 23, 13, 4, 3, 3], "n_am_pl": [0, 10, 9, 9, 8, 9, 9, 5, 6, 7, 4, 6, 10, 11, 5, 13, 11, 10, 15, 13, 13, 14, 12, 9, 6, 3, 7, 9, 9, 13, 13, 9, 9, 9, 8, 7, 8, 7, 5, 5, 4, 5, 5, 6, 2, 7, 13, 12, 32, 36], "n_pos": 39, "sum_m_en": [3.610937, 1.777244, 1.762894, 1.834815, 1.896103, 1.889091, 1.92731, 1.996649, 2.2237, 2.265241, 2.417653, 2.797483, 2.702772, 2.811257, 2.967053, 2.688739, 2.586384, 2.397082, 2.183383, 2.126779, 1.973189, 1.784613, 1.720277, 1.687157, 5.559031, 5.493305, 4.98071, 3.859166, 3.991812, 3.700452, 3.543222, 3.52128, 3.723494, 3.806254, 5.050531, 5.251428, 6.202941, 9.186962, 12.530576, 13.760617, 13.752881, 16.731293, 17.603341, 17.368996, 16.711666, 16.502292, 10.803859, 4.711285, 3.522997, 3.102986], "sum_m_pl": [15.44361, 19.197299, 18.767342, 18.497696, 18.323828, 18.055583, 18.266278, 18.171935, 17.88949, 18.280921, 18.185541, 18.082827, 18.877207, 18.734551, 18.664143, 19.209854, 19.242093, 19.47824, 19.572987, 19.999323, 19.954111, 20.047266, 20.037309, 20.059416, 16.829818, 16.745272, 17.16318, 18.150805, 18.618546, 19.346124, 19.530699, 19.427704, 19.724515, 18.455262, 17.448571, 16.671743, 15.095313, 14.056309, 11.66077, 11.394918, 10.831423, 8.515812, 7.916022, 6.633343, 5.963372, 8.595805, 12.191363, 12.411795, 28.346151, 35.601014]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "gsm8kpl-282", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1036, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.979, "tf_agree_excl_first": 0.9859}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [39, 37, 33, 35, 30, 29, 17, 17, 20, 20, 21, 28, 25, 23, 19, 22, 19, 21, 16, 19, 16, 16, 19, 19, 34, 36, 27, 33, 31, 34, 27, 23, 20, 24, 27, 32, 27, 31, 32, 32, 33, 29, 37, 41, 39, 43, 37, 41, 37, 35], "n_am_pl": [6, 21, 21, 21, 16, 5, 6, 11, 7, 5, 12, 10, 22, 16, 9, 13, 14, 21, 15, 27, 22, 16, 19, 23, 9, 8, 17, 9, 17, 15, 15, 15, 13, 9, 9, 9, 11, 13, 11, 10, 8, 8, 5, 3, 2, 2, 1, 0, 0, 0], "n_pos": 121, "sum_m_en": [15.058465, 6.473797, 6.599996, 6.605794, 7.088498, 7.155969, 7.040119, 7.111766, 7.306989, 7.447904, 7.60527, 8.145488, 8.346366, 8.351654, 7.929075, 7.775997, 7.308785, 7.46167, 6.875227, 6.690487, 6.34533, 5.863747, 5.706567, 5.590948, 12.806408, 13.255517, 13.043652, 12.590645, 11.906637, 11.526633, 10.835154, 10.094136, 9.572892, 9.57658, 11.154359, 12.319058, 14.142649, 15.204898, 18.440403, 23.032536, 23.516615, 24.936134, 30.469155, 34.440782, 34.111525, 38.611836, 35.445492, 39.943514, 36.268416, 34.486366], "sum_m_pl": [46.693765, 60.132269, 57.213006, 55.783206, 53.803162, 52.782905, 52.634296, 52.78666, 50.846103, 53.664872, 54.260998, 55.212792, 54.720119, 54.157771, 52.585247, 54.527549, 55.30572, 55.180375, 56.272169, 57.224046, 57.018558, 57.872107, 58.24137, 58.614165, 45.407259, 44.873583, 45.060863, 47.245413, 48.868814, 49.606599, 50.104416, 49.865344, 50.680332, 46.321874, 44.898818, 42.509765, 37.701722, 36.420815, 32.830444, 29.735183, 27.066842, 23.872036, 21.940655, 17.111886, 14.629361, 10.96208, 6.013328, 3.81527, 0.485841, 0.043924]}, "digit": {"n_am_en": [3, 10, 8, 3, 3, 4, 1, 1, 2, 4, 4, 6, 8, 7, 5, 5, 4, 4, 3, 2, 2, 3, 4, 4, 3, 3, 3, 5, 9, 6, 2, 3, 2, 3, 2, 4, 1, 2, 1, 2, 2, 3, 2, 2, 2, 1, 2, 2, 0, 0], "n_am_pl": [1, 5, 3, 6, 7, 1, 1, 2, 1, 0, 3, 1, 3, 4, 1, 5, 4, 6, 4, 10, 7, 4, 5, 6, 2, 1, 2, 2, 2, 2, 1, 3, 3, 2, 2, 4, 5, 6, 6, 4, 2, 2, 2, 1, 0, 1, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.569587, 1.218263, 1.205799, 1.221362, 1.311007, 1.39623, 1.415092, 1.545108, 1.585297, 1.599455, 1.61835, 1.724028, 1.786896, 1.833083, 1.713811, 1.737343, 1.614823, 1.67262, 1.530723, 1.525902, 1.435601, 1.319276, 1.296694, 1.269518, 2.210493, 2.215912, 2.332425, 2.275735, 2.443154, 2.29475, 2.216985, 2.105146, 1.831601, 1.875744, 2.065966, 2.311212, 2.146662, 2.038266, 2.200446, 2.203741, 2.311041, 2.728289, 2.577816, 2.731761, 2.855781, 1.933349, 1.933916, 1.9674, 0.197438, 0.000145], "sum_m_pl": [13.598072, 16.300876, 15.489321, 15.010443, 14.513971, 14.041852, 13.799935, 13.578909, 13.372808, 14.001799, 14.426542, 14.335971, 13.989227, 14.025717, 13.358042, 13.758603, 13.980879, 13.757071, 14.006248, 14.350768, 14.180482, 14.488629, 14.536834, 14.649352, 12.489026, 12.485749, 11.983261, 12.558867, 12.549332, 12.779418, 12.602328, 12.138721, 12.753373, 11.942935, 11.781991, 11.875446, 11.647389, 11.677108, 10.771057, 10.129384, 9.721266, 9.236131, 9.317252, 7.834933, 7.025451, 5.089423, 3.432506, 2.081259, 0.354509, 5e-06]}, "lang": {"n_am_en": [12, 9, 5, 11, 10, 13, 10, 10, 10, 7, 10, 10, 10, 10, 7, 10, 10, 15, 8, 10, 9, 9, 10, 13, 20, 22, 18, 17, 15, 15, 14, 16, 15, 15, 14, 20, 15, 16, 19, 19, 20, 16, 23, 27, 26, 32, 29, 33, 34, 35], "n_am_pl": [2, 8, 10, 6, 6, 2, 1, 2, 4, 3, 2, 5, 10, 5, 5, 5, 4, 7, 8, 7, 9, 7, 7, 8, 1, 2, 3, 3, 5, 6, 6, 3, 3, 2, 2, 0, 1, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [4.185829, 2.1026, 2.146591, 2.128624, 2.340189, 2.404058, 2.643619, 2.425443, 2.524655, 2.564125, 2.511408, 2.774531, 2.963117, 2.967105, 2.788759, 2.540784, 2.422024, 2.557933, 2.355842, 2.224797, 2.026431, 1.849254, 1.793693, 1.754453, 5.15159, 5.678921, 5.667593, 5.564535, 4.842644, 4.693639, 4.378202, 4.031838, 3.83603, 3.996203, 4.992848, 5.903885, 7.728029, 8.216866, 10.091241, 13.06639, 13.73695, 14.374271, 19.262057, 22.243902, 22.197576, 27.176353, 26.588745, 30.752199, 32.494692, 33.959122], "sum_m_pl": [13.233691, 16.908704, 16.134694, 15.768499, 15.194514, 15.076486, 14.887199, 15.308463, 14.787461, 15.546365, 15.688636, 16.152656, 16.044701, 16.001113, 16.170105, 16.915609, 16.952023, 16.658511, 17.038651, 17.235326, 17.244264, 17.441179, 17.538001, 17.676998, 13.618882, 13.621555, 13.642209, 14.138098, 14.668404, 14.913001, 15.368411, 15.524058, 16.223099, 15.264995, 14.359603, 13.617952, 11.49486, 11.051407, 9.745621, 8.410657, 7.504365, 6.239487, 4.325308, 3.497526, 2.928362, 1.683393, 1.035183, 0.556711, 0.029104, 0.037403]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "gsm8kpl-286", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1152, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.976, "tf_agree_excl_first": 0.9839}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [29, 25, 17, 21, 26, 17, 7, 11, 10, 11, 27, 14, 26, 17, 14, 19, 12, 12, 13, 15, 12, 12, 10, 11, 25, 24, 21, 24, 27, 18, 22, 17, 17, 11, 17, 20, 8, 19, 18, 20, 15, 17, 17, 12, 13, 17, 8, 5, 0, 0], "n_am_pl": [5, 19, 22, 16, 12, 16, 10, 10, 7, 11, 5, 12, 16, 24, 11, 19, 14, 26, 22, 25, 24, 23, 29, 31, 13, 10, 17, 15, 23, 20, 20, 20, 25, 22, 13, 11, 20, 16, 13, 16, 15, 10, 6, 6, 7, 8, 16, 12, 23, 23], "n_pos": 105, "sum_m_en": [10.723325, 4.738335, 4.735802, 4.72818, 5.193508, 5.240834, 5.221795, 5.658633, 5.986467, 5.87602, 6.008675, 6.422622, 6.655689, 6.480227, 6.405754, 6.341083, 5.883405, 6.004634, 5.414303, 5.336727, 5.136808, 4.75555, 4.642648, 4.566973, 10.156345, 9.58657, 9.870987, 9.391544, 9.628284, 8.519884, 8.40799, 8.023036, 7.659367, 8.054486, 9.35859, 9.718577, 9.898015, 12.164741, 11.519338, 13.758704, 13.170684, 14.047354, 12.960151, 11.422292, 12.177509, 15.413091, 6.935324, 5.757932, 0.542531, 0.000471], "sum_m_pl": [42.817144, 53.446942, 51.791684, 50.861248, 49.119196, 48.264242, 47.462187, 47.244226, 45.650189, 47.602915, 48.125157, 49.21518, 49.495583, 48.891299, 47.737311, 49.196641, 49.594754, 49.835965, 51.068158, 51.806539, 50.99229, 51.643189, 51.86142, 52.313672, 42.193045, 42.274987, 42.689028, 44.646056, 46.741349, 47.786333, 47.224088, 46.353741, 47.550087, 42.548619, 40.794435, 38.279731, 36.375948, 35.067765, 33.473402, 32.387728, 30.751947, 27.24662, 26.775387, 21.782305, 19.979154, 18.249616, 18.740487, 15.046949, 22.288213, 23.613431]}, "digit": {"n_am_en": [3, 14, 7, 5, 5, 4, 1, 3, 3, 3, 8, 2, 8, 6, 6, 7, 5, 2, 2, 3, 4, 2, 2, 2, 5, 6, 6, 7, 7, 6, 5, 3, 4, 1, 3, 3, 0, 2, 1, 4, 1, 4, 4, 2, 2, 2, 2, 1, 0, 0], "n_am_pl": [0, 3, 6, 4, 3, 2, 3, 2, 1, 4, 1, 1, 1, 6, 1, 3, 0, 8, 5, 8, 6, 6, 7, 7, 6, 1, 2, 1, 6, 5, 4, 5, 4, 4, 2, 4, 6, 5, 5, 3, 4, 4, 1, 2, 1, 1, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.446328, 1.198173, 1.154034, 1.146698, 1.234856, 1.300803, 1.384541, 1.504281, 1.550128, 1.52085, 1.569974, 1.622585, 1.729928, 1.720606, 1.627949, 1.687011, 1.583976, 1.609614, 1.447629, 1.491038, 1.400867, 1.285424, 1.260114, 1.225513, 2.223374, 2.284108, 2.385002, 2.253509, 2.412347, 2.16183, 2.126814, 1.999606, 1.769446, 1.760282, 1.985342, 2.190179, 2.01334, 1.925391, 2.053849, 2.314885, 2.471891, 3.150572, 2.757471, 2.681844, 2.656832, 2.112815, 1.532465, 1.451141, 0.101334, 0.0], "sum_m_pl": [13.989457, 16.40198, 15.686745, 14.984484, 14.393026, 14.107624, 13.557933, 13.602601, 13.421379, 14.03438, 14.497597, 14.604961, 14.307726, 14.08828, 13.632516, 14.03883, 14.321545, 14.109251, 14.374918, 14.675818, 14.432955, 14.664417, 14.740382, 14.88349, 12.944529, 12.835384, 12.609561, 13.091748, 13.482239, 13.821551, 13.375706, 12.910234, 13.379293, 12.279676, 12.135636, 12.297494, 12.507944, 12.767904, 11.797251, 11.210781, 10.149152, 9.479568, 9.558162, 8.722495, 8.02745, 5.42111, 4.14416, 1.961771, 0.207362, 0.0]}, "lang": {"n_am_en": [2, 1, 1, 4, 6, 6, 0, 2, 2, 3, 6, 5, 8, 5, 2, 5, 3, 3, 2, 5, 4, 6, 3, 4, 10, 7, 8, 10, 10, 9, 8, 6, 8, 6, 6, 11, 4, 6, 8, 6, 4, 5, 5, 3, 4, 8, 2, 1, 0, 0], "n_am_pl": [1, 6, 4, 2, 3, 3, 0, 2, 3, 3, 1, 3, 5, 8, 5, 10, 8, 8, 9, 9, 10, 9, 14, 12, 2, 5, 6, 6, 8, 5, 4, 5, 8, 11, 9, 5, 9, 9, 8, 12, 10, 5, 5, 4, 6, 7, 13, 11, 22, 23], "n_pos": 23, "sum_m_en": [2.127633, 1.01561, 0.972941, 1.016308, 1.124147, 1.140822, 1.203617, 1.262413, 1.419589, 1.331789, 1.382456, 1.609701, 1.700949, 1.641506, 1.615928, 1.526716, 1.403328, 1.471371, 1.354333, 1.28034, 1.23645, 1.13872, 1.067664, 1.066429, 3.111132, 2.800654, 3.068011, 2.985103, 3.08575, 2.635849, 2.72001, 2.651087, 2.555113, 2.811903, 3.22431, 3.605837, 3.513481, 4.539309, 4.19288, 4.117586, 3.516998, 3.18009, 3.319288, 2.991385, 3.278159, 5.892427, 2.080927, 1.188142, 0.146632, 0.000392], "sum_m_pl": [8.453928, 11.081066, 11.00645, 11.064731, 10.882835, 10.770092, 10.503353, 10.536012, 10.205072, 10.465107, 10.606684, 10.801505, 11.192579, 11.393316, 11.321385, 11.658866, 11.61596, 11.644418, 11.827592, 11.836679, 11.615005, 11.763859, 11.810146, 11.902955, 10.074058, 10.590545, 10.587833, 10.621374, 10.846739, 10.938144, 10.9577, 10.780499, 11.558205, 11.328041, 10.844508, 10.332012, 10.647897, 10.192295, 10.469481, 10.763843, 10.990365, 9.42242, 9.377666, 7.246677, 7.438172, 9.306126, 12.153954, 11.47654, 20.43662, 22.886809]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 109, "item_id": "gsm8kpl-286", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1011, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9907}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [74, 57, 46, 42, 48, 41, 40, 44, 48, 50, 73, 72, 58, 61, 61, 45, 63, 45, 46, 53, 52, 52, 47, 49, 68, 71, 68, 72, 78, 72, 56, 59, 66, 75, 71, 72, 76, 67, 68, 65, 72, 73, 76, 84, 71, 78, 80, 77, 71, 73], "n_am_pl": [8, 37, 29, 37, 30, 29, 19, 31, 28, 14, 21, 14, 35, 16, 21, 26, 32, 33, 27, 32, 29, 32, 35, 39, 24, 26, 25, 21, 19, 15, 22, 26, 16, 21, 22, 18, 22, 25, 25, 36, 29, 25, 25, 26, 21, 19, 14, 10, 1, 2], "n_pos": 222, "sum_m_en": [25.846988, 12.252276, 11.871478, 11.653724, 12.789877, 12.462397, 12.576071, 14.252831, 15.733594, 15.915128, 16.768332, 17.401094, 17.734116, 18.006328, 17.118572, 16.101069, 16.204085, 14.565767, 12.822756, 12.161029, 11.425453, 10.725931, 10.391013, 10.369768, 27.407054, 28.72926, 28.248454, 25.114618, 25.514585, 24.240819, 21.814594, 21.19556, 20.402459, 20.602844, 23.59055, 23.735942, 30.703573, 29.322805, 36.013633, 42.247942, 43.719379, 50.812792, 56.974188, 64.198, 65.468307, 70.713772, 75.342904, 74.232318, 72.0342, 71.446851], "sum_m_pl": [85.975308, 106.009086, 103.283131, 101.588201, 96.808762, 97.25608, 98.638104, 96.399234, 92.457287, 96.823642, 97.178324, 97.808233, 98.743324, 96.117579, 98.209181, 101.094832, 99.411509, 100.348339, 103.061329, 104.747747, 105.300801, 107.372069, 107.604228, 107.518084, 82.883498, 80.070904, 77.964839, 84.217452, 84.241323, 85.086049, 87.554296, 86.527344, 88.820563, 85.18964, 82.57096, 79.90124, 71.365005, 69.747906, 66.185511, 68.750789, 65.107065, 56.913296, 49.090548, 42.021242, 37.855867, 31.572694, 20.77598, 11.75387, 2.909415, 1.974447]}, "digit": {"n_am_en": [6, 10, 13, 4, 9, 4, 7, 8, 8, 6, 16, 12, 10, 7, 10, 7, 10, 7, 5, 5, 7, 6, 8, 6, 9, 7, 8, 9, 11, 9, 6, 10, 8, 8, 4, 10, 9, 5, 8, 7, 8, 6, 6, 9, 7, 4, 5, 2, 0, 0], "n_am_pl": [2, 6, 3, 10, 8, 8, 2, 6, 6, 1, 8, 5, 3, 4, 2, 9, 8, 7, 6, 12, 8, 10, 10, 12, 11, 12, 10, 7, 8, 3, 6, 6, 4, 8, 9, 7, 8, 10, 11, 17, 13, 12, 9, 11, 7, 5, 4, 4, 0, 0], "n_pos": 44, "sum_m_en": [4.184728, 1.984242, 1.872603, 1.858753, 1.93785, 2.031924, 2.175708, 2.319529, 2.51561, 2.590015, 2.830878, 2.907814, 2.937537, 3.048768, 2.813656, 2.622207, 2.71608, 2.583714, 2.289755, 2.263758, 2.136561, 2.006458, 1.935576, 1.923183, 3.762941, 4.107314, 4.092097, 3.761481, 3.7455, 3.471507, 3.385422, 3.276333, 2.865134, 2.908972, 3.002071, 3.262545, 3.259894, 3.138241, 3.679108, 3.173407, 3.099959, 3.302273, 3.470431, 6.324765, 5.871275, 4.843849, 2.642179, 1.664913, 0.580774, 0.0], "sum_m_pl": [19.124838, 23.360746, 22.525563, 21.952434, 21.050004, 20.514419, 20.314727, 20.005813, 19.34504, 20.256548, 20.490886, 20.343532, 20.01465, 19.668399, 20.118557, 20.569202, 20.041218, 19.99735, 20.620292, 20.75764, 20.825778, 21.278047, 21.342812, 21.375755, 19.006292, 17.864795, 16.996479, 18.058186, 18.120837, 18.031441, 18.087948, 17.448724, 18.34906, 17.938426, 17.838395, 17.745617, 17.637472, 17.60072, 18.07875, 21.165431, 19.907875, 18.186775, 16.631278, 15.615019, 14.271575, 11.078093, 7.845887, 4.261254, 0.921113, 0.0]}, "lang": {"n_am_en": [24, 27, 17, 21, 26, 23, 19, 22, 20, 18, 21, 28, 23, 27, 26, 19, 25, 21, 19, 23, 23, 23, 19, 25, 26, 32, 35, 34, 37, 38, 28, 27, 30, 37, 34, 34, 40, 43, 37, 38, 43, 43, 46, 46, 43, 50, 55, 64, 70, 72], "n_am_pl": [3, 9, 7, 11, 9, 10, 4, 7, 7, 7, 7, 4, 11, 3, 8, 5, 10, 10, 7, 10, 11, 12, 14, 17, 9, 10, 11, 9, 6, 5, 8, 11, 5, 7, 10, 6, 7, 7, 9, 12, 9, 9, 8, 10, 10, 8, 8, 6, 1, 2], "n_pos": 75, "sum_m_en": [8.678033, 4.264648, 4.201329, 4.266638, 4.720475, 4.82638, 4.717219, 5.739843, 6.421848, 6.410703, 6.499386, 7.017328, 7.203922, 7.291244, 6.787297, 6.512977, 6.485791, 5.497801, 4.641078, 4.326688, 4.003694, 3.725364, 3.631576, 3.631187, 12.06763, 12.956664, 12.549731, 10.726719, 10.870868, 10.914741, 9.438225, 9.261948, 8.971785, 9.014593, 10.856652, 11.741464, 16.364788, 16.730614, 21.011298, 25.872759, 28.195231, 31.821788, 38.093454, 38.96799, 40.831237, 46.896465, 54.065897, 59.620636, 68.927078, 70.652907], "sum_m_pl": [28.475179, 34.818281, 33.711162, 33.351796, 32.073892, 32.310057, 32.851099, 32.100114, 30.830441, 32.477223, 32.443511, 32.594201, 33.393547, 32.530699, 33.537302, 34.413318, 33.591897, 34.536658, 35.258794, 35.751213, 35.942212, 36.598333, 36.538476, 36.571157, 28.916419, 27.968986, 26.933215, 29.341282, 28.890968, 28.885232, 30.217679, 30.163255, 31.201569, 30.818877, 29.619243, 29.212178, 25.43501, 25.181306, 23.344348, 22.880313, 21.277013, 18.137163, 15.9497, 14.032569, 12.737959, 9.766167, 7.46847, 5.130016, 1.660423, 1.974271]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 226, "item_id": "gsm8kpl-292", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 222, "roundtrip_ok": true, "tf_agree": 0.9823, "tf_agree_excl_first": 0.9867}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [62, 64, 36, 45, 44, 45, 41, 42, 42, 42, 48, 43, 53, 44, 38, 33, 38, 29, 29, 31, 38, 35, 25, 24, 45, 57, 50, 65, 70, 68, 54, 59, 54, 50, 66, 59, 61, 56, 62, 62, 67, 56, 60, 57, 44, 33, 19, 9, 2, 0], "n_am_pl": [33, 53, 59, 54, 52, 41, 36, 55, 32, 35, 42, 42, 40, 46, 25, 35, 38, 44, 59, 53, 56, 60, 55, 64, 56, 43, 45, 35, 36, 34, 35, 36, 36, 33, 34, 36, 33, 44, 45, 57, 53, 62, 47, 52, 51, 55, 58, 56, 64, 58], "n_pos": 276, "sum_m_en": [25.057293, 12.804532, 13.013687, 13.340594, 14.40356, 14.241657, 14.097364, 14.834899, 16.140053, 16.379357, 17.292872, 17.779011, 17.866812, 18.603849, 18.24534, 16.798226, 17.113171, 16.352796, 14.706108, 14.426114, 13.650476, 13.073403, 12.684062, 12.437796, 22.047129, 23.645163, 24.702424, 23.786512, 26.124614, 24.575807, 23.153711, 22.736473, 21.50362, 21.360782, 24.126245, 24.101684, 25.258792, 24.046442, 30.549467, 34.167576, 33.506393, 32.674303, 38.490791, 42.514986, 39.961055, 31.883269, 19.394222, 12.537352, 3.419166, 0.066763], "sum_m_pl": [115.827754, 135.540093, 132.112365, 127.544449, 123.229386, 120.175074, 124.437423, 123.085267, 119.110868, 122.871262, 121.484555, 121.086597, 121.37093, 118.507725, 119.079412, 122.944194, 121.864717, 121.719861, 127.117984, 129.232928, 129.932855, 131.706447, 131.701812, 131.855262, 107.133644, 102.966334, 98.412712, 104.857519, 105.595559, 107.219848, 107.671738, 106.418526, 106.695482, 99.534076, 96.931735, 93.971881, 89.467303, 90.846694, 88.883609, 94.594193, 90.334242, 86.964081, 79.937213, 74.628345, 66.628688, 67.727045, 64.036727, 60.93834, 64.707624, 59.274806]}, "digit": {"n_am_en": [8, 28, 18, 12, 7, 9, 9, 6, 4, 8, 9, 9, 15, 12, 11, 8, 11, 3, 4, 7, 10, 5, 3, 4, 4, 9, 7, 12, 15, 13, 11, 10, 10, 3, 9, 7, 8, 8, 7, 7, 9, 7, 7, 8, 5, 2, 1, 0, 0, 0], "n_am_pl": [0, 5, 8, 12, 9, 4, 4, 13, 5, 5, 7, 7, 5, 3, 3, 11, 6, 7, 9, 8, 15, 20, 20, 19, 16, 16, 12, 11, 6, 7, 7, 8, 6, 9, 9, 9, 9, 14, 16, 22, 22, 21, 14, 18, 21, 17, 12, 8, 3, 0], "n_pos": 59, "sum_m_en": [5.672015, 2.611315, 2.467932, 2.386126, 2.515538, 2.588852, 2.761013, 2.947817, 3.218412, 3.222602, 3.465227, 3.66543, 3.760183, 4.020627, 3.831985, 3.445896, 3.496507, 3.411352, 3.008464, 3.013043, 2.808513, 2.654941, 2.581655, 2.547736, 3.977176, 4.674438, 5.270107, 4.841301, 5.353077, 4.951566, 4.862301, 4.684691, 4.201389, 4.083137, 4.190793, 4.44381, 4.29701, 3.913475, 4.535747, 5.061059, 4.792204, 4.541384, 4.292033, 6.678661, 4.605771, 3.400034, 1.641474, 1.156065, 0.186923, 2e-06], "sum_m_pl": [25.96748, 31.514009, 30.625916, 29.627897, 28.330881, 27.435807, 27.497049, 27.00007, 26.070651, 26.916017, 27.196545, 26.722894, 26.041293, 25.210344, 25.468617, 26.195871, 25.793074, 25.579916, 27.183108, 27.513476, 27.608729, 28.157402, 28.246453, 28.251054, 25.997766, 23.316215, 21.594731, 22.989601, 22.520586, 22.659033, 22.673597, 22.462821, 23.059756, 22.205704, 22.460977, 22.432844, 22.629649, 22.974303, 23.213712, 27.207696, 26.04769, 24.286946, 22.666223, 22.399485, 20.947528, 18.013694, 12.89725, 10.040403, 4.134897, 0.035025]}, "lang": {"n_am_en": [13, 8, 7, 13, 12, 8, 8, 8, 6, 9, 8, 9, 10, 11, 7, 4, 8, 11, 11, 12, 14, 13, 7, 8, 16, 20, 16, 22, 23, 21, 15, 20, 19, 16, 23, 20, 21, 17, 22, 21, 21, 19, 24, 22, 22, 19, 9, 2, 0, 0], "n_am_pl": [11, 14, 10, 7, 11, 8, 6, 4, 4, 6, 8, 10, 12, 13, 9, 8, 8, 6, 13, 12, 13, 13, 11, 13, 18, 8, 10, 7, 8, 9, 8, 6, 7, 11, 11, 12, 11, 13, 14, 13, 12, 17, 17, 17, 15, 20, 25, 32, 50, 58], "n_pos": 58, "sum_m_en": [4.683173, 2.736615, 2.803707, 3.049557, 3.354544, 3.213774, 3.159396, 3.239532, 3.490732, 3.598433, 3.759275, 3.968593, 3.87406, 4.056114, 4.026315, 3.681531, 3.834548, 3.515397, 3.138277, 3.038066, 2.912048, 2.777902, 2.679745, 2.649795, 6.180145, 6.818571, 6.631921, 5.827249, 6.115084, 5.693721, 5.323928, 5.471022, 5.522356, 5.491871, 6.899303, 6.841121, 7.824828, 7.84336, 10.544898, 13.944362, 13.782045, 14.712997, 17.485705, 17.449276, 18.519175, 15.867031, 8.44137, 3.48096, 0.855509, 0.056195], "sum_m_pl": [23.674659, 26.437252, 25.846838, 24.542889, 24.018314, 23.613045, 24.723377, 24.78627, 24.353117, 25.123372, 24.584923, 24.91705, 25.549198, 25.047015, 25.472133, 26.411912, 25.898786, 26.256061, 26.940559, 27.299874, 27.392981, 28.056689, 27.973921, 28.029816, 24.167601, 23.113403, 21.67813, 23.245588, 22.764845, 22.969663, 23.27143, 23.299747, 23.517848, 22.764856, 21.862473, 21.576885, 21.205817, 22.8301, 23.223963, 22.739913, 22.234071, 23.05703, 22.194505, 19.341513, 18.926, 21.843815, 24.021204, 29.864883, 47.100146, 56.6924]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 280, "item_id": "gsm8kpl-292", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1025, "region_end": 276, "roundtrip_ok": true, "tf_agree": 0.9857, "tf_agree_excl_first": 0.9892}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [55, 53, 42, 28, 39, 34, 36, 33, 40, 37, 46, 55, 49, 46, 50, 43, 38, 41, 36, 26, 28, 33, 22, 31, 54, 55, 58, 62, 60, 58, 56, 48, 42, 41, 50, 57, 57, 62, 71, 64, 68, 66, 60, 71, 72, 80, 82, 80, 76, 72], "n_am_pl": [4, 19, 30, 27, 16, 27, 27, 25, 23, 21, 19, 23, 20, 16, 20, 16, 23, 19, 23, 31, 34, 26, 35, 26, 14, 13, 18, 11, 12, 12, 21, 17, 11, 8, 18, 13, 7, 5, 7, 3, 4, 7, 9, 8, 6, 6, 4, 1, 0, 1], "n_pos": 178, "sum_m_en": [21.634823, 10.087799, 9.69961, 9.226201, 9.511663, 10.016408, 9.905475, 10.05304, 10.883648, 10.858365, 11.834249, 12.269384, 12.762752, 13.297741, 14.221732, 12.66361, 12.106894, 12.415398, 11.844862, 11.035237, 9.967004, 9.047047, 8.67465, 8.536257, 20.752306, 21.174548, 21.561726, 20.586302, 21.03141, 20.954718, 19.66376, 18.775979, 19.305224, 19.393536, 21.672792, 24.233998, 33.326613, 37.807228, 39.282922, 43.104936, 43.602283, 49.807844, 50.534547, 56.765123, 57.535728, 68.14976, 73.491723, 76.603027, 75.063986, 73.066604], "sum_m_pl": [62.696743, 83.84413, 82.992834, 81.0576, 80.751606, 79.584402, 81.070754, 80.163588, 78.70338, 82.142925, 81.897511, 82.479586, 82.325012, 79.704053, 78.641718, 79.32269, 81.142172, 79.949285, 81.223175, 83.092524, 84.129566, 85.531692, 85.964425, 86.330509, 67.314117, 67.378618, 66.19715, 70.356439, 70.684767, 72.109868, 73.351136, 72.904655, 71.801771, 68.390235, 66.519098, 61.403266, 49.846949, 45.169219, 40.762304, 37.890379, 35.632346, 30.908651, 29.616402, 25.38287, 21.96621, 16.544369, 10.917987, 5.77172, 0.822167, 0.972624]}, "digit": {"n_am_en": [5, 10, 10, 2, 4, 1, 1, 1, 3, 0, 3, 5, 3, 2, 4, 3, 4, 2, 2, 2, 0, 1, 1, 2, 5, 6, 5, 8, 8, 3, 5, 6, 4, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0], "n_am_pl": [0, 0, 3, 4, 4, 5, 6, 8, 9, 9, 5, 8, 4, 4, 5, 4, 7, 5, 9, 9, 10, 8, 9, 8, 4, 4, 5, 0, 4, 1, 5, 3, 4, 3, 7, 7, 4, 2, 4, 2, 3, 2, 2, 3, 1, 1, 1, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.247345, 1.074539, 1.037372, 1.036847, 1.066275, 1.145072, 1.10969, 1.19829, 1.218333, 1.190555, 1.176817, 1.194519, 1.262102, 1.285981, 1.318286, 1.255121, 1.270798, 1.210372, 1.225952, 1.174932, 1.093137, 1.018188, 0.993229, 0.978097, 1.585101, 1.645469, 1.702404, 1.924988, 1.98874, 1.877484, 2.091167, 1.950286, 1.875613, 1.682168, 1.805961, 1.810897, 1.994205, 1.753446, 1.960246, 1.900113, 1.7629, 1.838569, 1.665088, 1.417049, 1.177943, 1.025543, 0.87301, 1.035628, 0.102137, 0.0], "sum_m_pl": [10.759371, 12.685342, 12.114359, 11.625939, 11.32081, 11.002869, 11.389098, 11.05047, 11.04849, 11.675066, 11.637314, 11.468273, 11.292259, 11.107779, 10.986215, 10.900041, 11.217875, 10.935788, 11.377423, 11.436852, 11.371341, 11.573606, 11.682932, 11.736822, 10.620331, 10.146409, 9.92511, 9.931908, 10.150567, 10.20529, 10.112674, 10.176165, 10.284236, 9.856054, 9.759267, 9.240462, 9.121996, 8.467834, 7.784488, 7.86838, 7.767944, 7.295715, 7.207456, 6.604379, 4.802551, 3.780613, 3.045778, 1.387923, 0.15481, 0.0]}, "lang": {"n_am_en": [16, 20, 12, 7, 18, 13, 18, 18, 18, 16, 24, 25, 17, 17, 24, 20, 21, 20, 21, 13, 15, 16, 12, 19, 29, 31, 33, 31, 33, 33, 32, 28, 23, 19, 28, 32, 32, 36, 43, 39, 39, 41, 39, 47, 49, 52, 53, 58, 69, 69], "n_am_pl": [1, 8, 13, 6, 6, 12, 8, 6, 6, 3, 5, 10, 11, 7, 10, 6, 6, 7, 6, 9, 10, 8, 10, 7, 8, 5, 7, 3, 3, 4, 5, 8, 3, 3, 3, 3, 0, 0, 1, 1, 0, 0, 3, 3, 3, 3, 2, 0, 0, 1], "n_pos": 71, "sum_m_en": [8.679094, 4.112831, 3.733504, 3.61484, 3.773964, 3.98724, 4.129598, 4.139906, 4.544389, 4.470537, 5.175816, 5.463651, 5.546575, 5.682317, 6.209041, 5.502563, 5.258922, 5.496762, 5.20773, 4.774354, 4.210511, 3.768524, 3.596239, 3.523509, 10.202106, 10.163496, 10.725929, 9.446064, 9.977383, 10.116403, 9.255983, 8.91889, 9.370865, 9.558447, 10.633025, 12.377774, 19.206338, 22.956781, 23.949327, 27.097126, 28.60739, 33.797644, 33.46342, 36.67295, 37.635321, 44.936445, 48.629796, 54.1842, 67.297032, 68.749657], "sum_m_pl": [22.664952, 31.760252, 32.176632, 31.558791, 31.836903, 31.336701, 31.61661, 31.534488, 30.916918, 32.133977, 32.108056, 32.754607, 33.001487, 32.167089, 31.997132, 32.040834, 32.744169, 32.064924, 32.464164, 33.400305, 33.903473, 34.459093, 34.556008, 34.697966, 27.906412, 28.063829, 27.322555, 29.020569, 28.380722, 28.848601, 29.645151, 29.130106, 28.60612, 27.937906, 27.152053, 25.462475, 18.998339, 16.983664, 15.575376, 13.46992, 12.27345, 9.891347, 10.021553, 8.88981, 8.294173, 5.842787, 3.173976, 1.275331, 0.213944, 0.941223]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 183, "item_id": "gsm8kpl-298", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1196, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9563, "tf_agree_excl_first": 0.9615}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [69, 59, 47, 34, 45, 43, 40, 38, 41, 48, 49, 49, 58, 51, 63, 52, 51, 36, 31, 29, 25, 28, 27, 27, 62, 64, 56, 83, 68, 80, 59, 62, 55, 45, 60, 67, 75, 77, 73, 82, 70, 76, 74, 66, 63, 57, 36, 24, 22, 9], "n_am_pl": [38, 56, 57, 45, 59, 58, 44, 43, 30, 44, 48, 52, 56, 48, 36, 35, 49, 48, 54, 61, 50, 53, 62, 51, 28, 34, 25, 42, 58, 50, 47, 33, 33, 36, 36, 30, 20, 23, 22, 24, 22, 27, 26, 30, 27, 31, 40, 43, 66, 68], "n_pos": 282, "sum_m_en": [25.740918, 13.282508, 14.525209, 14.102986, 14.503525, 14.248816, 14.33439, 14.396179, 15.642853, 15.636838, 16.314751, 17.359617, 17.863789, 19.09218, 19.863899, 18.34266, 17.491498, 16.946513, 15.967063, 15.510353, 14.182003, 13.365869, 13.117691, 12.623814, 23.733231, 24.963964, 25.106522, 27.089505, 28.860063, 29.87501, 26.89874, 26.990443, 27.688644, 26.071166, 26.680551, 29.373202, 38.090896, 44.953157, 42.333928, 44.322625, 42.309926, 46.97445, 49.341664, 48.646533, 46.837232, 45.382017, 32.857802, 20.638191, 19.086634, 9.248824], "sum_m_pl": [117.661137, 137.113222, 133.067956, 128.239732, 128.17323, 126.297215, 130.553489, 128.511825, 124.651221, 129.104926, 127.155342, 128.862697, 129.386601, 125.658758, 122.984972, 124.975623, 126.336568, 123.359055, 128.229144, 131.659625, 134.787027, 135.726339, 135.669318, 136.542201, 110.89271, 109.509078, 105.619121, 114.383708, 116.533635, 117.115445, 116.13411, 113.397564, 109.928835, 104.052568, 102.534945, 95.229275, 81.420542, 73.150359, 71.078347, 69.913017, 64.279639, 62.862146, 59.461817, 58.819026, 54.072, 54.269091, 56.561645, 53.74918, 68.403379, 68.792401]}, "digit": {"n_am_en": [3, 14, 13, 8, 7, 5, 4, 4, 4, 9, 5, 7, 11, 3, 8, 6, 8, 3, 5, 6, 3, 2, 0, 3, 3, 6, 6, 13, 9, 12, 9, 9, 6, 4, 6, 7, 10, 8, 6, 5, 5, 4, 6, 4, 3, 3, 2, 0, 1, 0], "n_am_pl": [1, 3, 7, 6, 4, 4, 3, 2, 3, 4, 4, 3, 7, 9, 7, 6, 6, 8, 5, 8, 8, 5, 6, 8, 4, 2, 4, 6, 10, 7, 6, 3, 2, 5, 7, 6, 3, 4, 2, 1, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 40, "sum_m_en": [3.389513, 1.764458, 1.697828, 1.643052, 1.740914, 1.680944, 1.760303, 1.791315, 1.885945, 1.900174, 1.986449, 2.042739, 2.282827, 2.439926, 2.47134, 2.43216, 2.35191, 2.361614, 2.231207, 2.176243, 1.93984, 1.780797, 1.742984, 1.689108, 2.960521, 3.035283, 3.294869, 3.809815, 4.050185, 4.176584, 4.241484, 3.942899, 3.728022, 3.389055, 3.382876, 3.334939, 3.500352, 4.05006, 3.493209, 3.263663, 3.03997, 3.335881, 2.886953, 2.211367, 2.144617, 2.265491, 2.004612, 0.698652, 0.541654, 0.199585], "sum_m_pl": [18.630271, 21.528935, 20.919517, 20.106677, 19.57409, 19.357006, 19.571933, 18.989986, 18.347944, 18.846022, 18.916907, 19.071179, 18.824521, 18.422179, 17.929003, 17.869671, 18.165686, 17.462989, 18.551937, 18.888443, 19.302012, 19.478454, 19.609073, 19.798586, 17.240953, 16.702964, 15.964407, 16.871309, 16.752549, 17.162697, 16.729381, 16.324257, 15.764697, 15.356277, 15.061657, 14.694028, 13.351577, 12.146771, 11.270267, 11.379018, 10.970551, 10.904969, 10.55402, 9.401509, 7.458046, 6.336159, 4.146357, 3.032908, 0.495961, 0.130646]}, "lang": {"n_am_en": [15, 10, 9, 7, 12, 10, 7, 9, 8, 10, 10, 15, 20, 23, 19, 21, 19, 18, 12, 11, 12, 17, 15, 16, 30, 31, 26, 30, 21, 29, 17, 19, 23, 22, 26, 28, 31, 32, 34, 37, 29, 37, 36, 31, 34, 34, 24, 16, 11, 9], "n_am_pl": [14, 17, 12, 10, 17, 18, 15, 15, 13, 15, 16, 17, 17, 11, 11, 7, 11, 13, 16, 19, 15, 18, 21, 15, 9, 12, 10, 13, 17, 17, 11, 12, 14, 12, 9, 11, 4, 6, 7, 9, 9, 9, 12, 23, 21, 25, 33, 39, 64, 68], "n_pos": 78, "sum_m_en": [6.743642, 3.667274, 3.916144, 3.925881, 4.185665, 4.123384, 4.23315, 4.278261, 4.709915, 4.657709, 4.795905, 5.395931, 5.413115, 5.878625, 5.916513, 5.323285, 4.894822, 4.800059, 4.520963, 4.385835, 4.028275, 3.80324, 3.714887, 3.571391, 8.968949, 9.393735, 9.048193, 8.660009, 8.825134, 9.0979, 7.882232, 8.359614, 8.826028, 8.691375, 8.787559, 10.140897, 15.599088, 17.981897, 17.805341, 19.930938, 18.778304, 22.751875, 24.126797, 25.865504, 25.437333, 25.570639, 19.82335, 11.260077, 9.860709, 8.873121], "sum_m_pl": [30.678302, 33.990356, 33.472779, 32.233832, 32.892476, 32.923345, 34.507726, 34.194506, 33.532615, 34.916239, 34.239979, 34.703824, 35.258961, 34.245995, 34.611021, 34.997136, 35.272891, 35.138696, 36.076146, 37.016737, 37.676537, 37.944905, 37.854636, 38.030462, 32.415082, 31.753351, 31.139963, 33.072736, 33.401311, 33.649564, 33.810186, 33.095029, 33.486533, 32.073828, 31.903763, 31.033413, 26.79091, 24.916334, 25.066527, 24.273875, 21.784795, 21.564547, 22.308532, 24.156277, 25.010675, 27.694731, 34.250238, 39.089379, 60.216792, 67.078184]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 769, "item_id": "gsm8kpl-298", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1055, "region_end": 282, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9896}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [68, 69, 62, 57, 51, 62, 66, 61, 65, 84, 79, 66, 68, 76, 67, 73, 70, 66, 62, 65, 60, 61, 57, 49, 81, 83, 78, 73, 80, 74, 61, 75, 76, 66, 61, 66, 71, 83, 97, 105, 103, 112, 112, 109, 105, 109, 115, 129, 121, 114], "n_am_pl": [7, 41, 46, 39, 37, 26, 25, 25, 27, 24, 27, 31, 25, 21, 29, 26, 20, 26, 35, 32, 27, 31, 30, 37, 26, 26, 30, 25, 22, 24, 41, 45, 30, 36, 45, 50, 43, 43, 40, 27, 21, 21, 22, 28, 22, 17, 11, 8, 0, 0], "n_pos": 249, "sum_m_en": [31.203009, 14.706875, 14.123469, 13.34861, 13.526828, 14.575335, 16.076862, 16.10586, 18.198112, 17.487231, 19.707023, 19.684, 19.779407, 20.658771, 20.365446, 19.078858, 18.391662, 18.188568, 16.65735, 15.735778, 14.107375, 12.721416, 12.096183, 11.628592, 35.885593, 34.937341, 32.613323, 30.824734, 29.292665, 27.832179, 26.195432, 25.459499, 25.653884, 26.017596, 27.483661, 29.988929, 34.528334, 38.845168, 46.071517, 49.868419, 53.194015, 61.63497, 68.841592, 75.85151, 83.540385, 98.581835, 107.891967, 117.575457, 118.618571, 116.843553], "sum_m_pl": [87.168307, 117.820738, 116.718437, 112.986956, 110.694233, 110.16596, 110.22886, 108.149464, 106.011453, 108.036729, 106.010001, 107.611335, 108.616662, 105.946576, 103.916795, 104.587345, 105.615511, 104.112319, 105.661559, 109.979256, 112.427906, 114.382325, 115.276406, 115.659161, 84.254898, 84.890273, 81.658502, 87.376253, 90.36325, 92.313087, 94.892142, 96.120069, 93.736583, 91.432608, 91.594633, 90.258087, 81.050771, 77.161208, 71.891423, 69.922697, 64.756041, 57.805874, 53.180247, 50.52853, 39.411635, 28.608208, 19.764984, 12.404894, 1.192276, 0.116622]}, "digit": {"n_am_en": [0, 4, 4, 3, 1, 2, 0, 3, 3, 5, 2, 3, 0, 2, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 2, 1, 1, 1, 2, 2, 3, 3, 3, 3, 4, 4, 3, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 1, 3, 5, 0, 1, 1, 1, 0, 1, 3, 1, 1, 1, 1, 3, 3, 5, 5, 2, 2, 3, 1, 4, 2, 2, 2, 1, 1, 3, 5, 4, 6, 5, 6, 4, 6, 5, 4, 2, 2, 3, 3, 3, 3, 1, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.453985, 0.705058, 0.681857, 0.636663, 0.625436, 0.669983, 0.686623, 0.745348, 0.862516, 0.868439, 0.984963, 1.019468, 0.972765, 1.003243, 0.988679, 0.952737, 0.973172, 0.948388, 0.867865, 0.827779, 0.7434, 0.668117, 0.651573, 0.633172, 1.380731, 1.1949, 1.227953, 1.286827, 1.315309, 1.241559, 1.252365, 1.224172, 1.117366, 1.156723, 1.11618, 1.175074, 1.497236, 1.288789, 1.771636, 1.974669, 2.350611, 2.203722, 1.629825, 1.331625, 0.877713, 0.786642, 0.462133, 0.08682, 0.019962, 0.000221], "sum_m_pl": [6.222735, 8.059679, 7.948898, 7.720095, 7.352871, 7.059816, 6.890322, 6.782625, 6.484991, 6.648666, 6.462282, 6.54807, 6.420727, 6.074482, 6.002698, 5.890774, 6.039527, 6.127979, 6.298891, 6.592312, 6.734634, 6.902281, 6.880826, 6.942218, 5.570989, 5.370597, 5.033461, 5.378555, 5.640399, 5.662941, 5.7513, 5.625789, 5.524504, 5.655778, 5.895093, 6.559065, 6.208776, 6.39684, 5.871111, 5.632182, 4.797584, 4.719104, 4.343026, 4.573429, 3.306189, 3.077844, 1.078221, 0.312691, 0.042117, 0.063896]}, "lang": {"n_am_en": [28, 30, 28, 27, 24, 32, 41, 33, 32, 42, 47, 39, 43, 51, 40, 44, 41, 39, 39, 44, 38, 41, 38, 34, 50, 52, 45, 44, 50, 43, 43, 41, 40, 39, 41, 43, 44, 55, 60, 66, 66, 69, 71, 70, 68, 76, 85, 99, 108, 114], "n_am_pl": [4, 17, 20, 19, 13, 11, 13, 9, 12, 13, 15, 17, 13, 12, 21, 17, 13, 13, 20, 12, 15, 15, 15, 22, 13, 16, 14, 11, 10, 12, 24, 28, 15, 17, 16, 19, 14, 17, 14, 8, 9, 11, 12, 12, 10, 8, 6, 2, 0, 0], "n_pos": 118, "sum_m_en": [15.07134, 7.08482, 6.701916, 6.42878, 6.47632, 7.145244, 7.953514, 7.99006, 9.135753, 8.697427, 9.983419, 9.957229, 10.144382, 10.684771, 10.372414, 9.589746, 9.200783, 8.906822, 8.360533, 7.951545, 6.880032, 6.129569, 5.818613, 5.535425, 20.921135, 19.592411, 18.169141, 17.119977, 16.378402, 15.372535, 14.554714, 13.787937, 13.991876, 14.310129, 15.810026, 17.242354, 20.921706, 24.198048, 27.788563, 31.013755, 33.34546, 40.159782, 45.712106, 51.058843, 57.66902, 70.623923, 81.071288, 92.561185, 105.542297, 113.968298], "sum_m_pl": [40.999658, 54.924241, 54.79341, 52.9227, 52.033883, 51.658865, 51.897661, 51.08069, 50.31077, 51.517991, 50.557954, 51.584785, 52.176533, 51.300635, 50.454684, 50.566775, 50.950691, 49.829363, 50.335983, 52.415999, 53.788362, 54.655993, 55.152488, 55.360508, 39.452873, 40.821232, 39.543561, 41.855707, 43.753287, 44.988024, 46.060937, 47.041443, 46.055929, 45.139262, 44.212834, 42.579003, 37.533128, 36.010349, 33.596465, 32.015724, 30.193976, 27.005808, 25.766709, 23.594025, 18.429644, 10.938287, 7.464932, 3.582517, 0.491348, 0.027252]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "gsm8kpl-301", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1214, "region_end": 249, "roundtrip_ok": true, "tf_agree": 0.9683, "tf_agree_excl_first": 0.9721}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [94, 78, 69, 63, 60, 75, 70, 86, 69, 66, 72, 64, 61, 65, 72, 53, 61, 49, 38, 47, 45, 51, 38, 28, 87, 82, 65, 91, 97, 97, 77, 72, 63, 48, 70, 81, 78, 73, 88, 86, 77, 84, 81, 80, 77, 73, 57, 18, 4, 4], "n_am_pl": [25, 88, 79, 52, 50, 42, 43, 32, 28, 34, 37, 44, 50, 50, 34, 31, 44, 37, 37, 30, 37, 35, 48, 47, 18, 37, 34, 37, 32, 50, 51, 61, 51, 55, 60, 60, 55, 52, 52, 43, 39, 40, 41, 46, 45, 54, 54, 81, 127, 134], "n_pos": 357, "sum_m_en": [33.473317, 16.472206, 16.470018, 17.55478, 17.699137, 19.113084, 19.591535, 20.146365, 21.245941, 21.932135, 22.70531, 23.551413, 23.193227, 24.025175, 24.467059, 22.677593, 22.350852, 21.608778, 19.652776, 19.069945, 17.257974, 16.124036, 15.671735, 15.291644, 27.540119, 29.020243, 30.843118, 31.999795, 32.177437, 33.73414, 31.012663, 29.352608, 28.734367, 28.832942, 29.650554, 29.067203, 30.251861, 34.976211, 35.977359, 40.148022, 42.164983, 47.896742, 56.499255, 53.605373, 59.835771, 57.226741, 51.06647, 22.267091, 6.757852, 3.750114], "sum_m_pl": [141.938072, 172.488237, 169.941912, 164.275445, 162.043715, 159.11044, 161.232503, 157.860359, 153.236057, 154.300651, 155.47876, 154.238086, 157.298322, 153.926712, 153.360212, 153.234957, 155.64124, 151.321827, 155.110566, 160.370451, 165.584793, 167.520698, 168.31963, 168.480153, 132.44981, 128.78563, 122.363138, 130.548082, 138.912921, 140.941028, 140.754968, 143.257728, 136.683804, 127.784973, 125.60489, 120.67065, 112.920913, 106.858025, 105.877889, 104.946648, 99.535482, 95.409433, 84.973571, 85.816633, 72.422542, 69.568737, 70.417129, 91.101618, 118.844784, 131.888201]}, "digit": {"n_am_en": [1, 27, 20, 12, 6, 9, 14, 13, 14, 9, 13, 8, 9, 10, 15, 11, 10, 6, 9, 14, 10, 15, 11, 10, 16, 19, 12, 10, 16, 13, 13, 19, 10, 4, 13, 10, 14, 8, 7, 4, 8, 7, 5, 9, 5, 5, 2, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 4, 2, 2, 5, 1, 1, 5, 6, 3, 5, 4, 5, 5, 3, 1, 5, 2, 5, 3, 0, 2, 1, 1, 1, 3, 6, 3, 4, 7, 4, 10, 5, 10, 10, 3, 4, 6, 4, 5, 6, 5, 5, 5, 1, 0], "n_pos": 41, "sum_m_en": [3.755457, 1.873111, 1.759135, 1.660741, 1.671167, 1.759556, 1.854231, 1.883572, 1.982855, 2.005736, 2.095369, 2.129249, 2.232455, 2.356421, 2.427944, 2.372465, 2.286195, 2.268386, 2.147257, 2.184426, 1.861493, 1.725403, 1.684865, 1.653493, 3.393997, 3.524931, 3.357171, 3.35987, 3.609445, 3.456021, 3.503348, 3.539892, 3.333171, 3.271948, 3.404242, 3.346503, 3.163342, 3.243069, 3.092798, 3.169079, 3.097442, 3.233979, 4.461604, 4.161165, 4.248115, 3.342909, 1.758288, 0.940109, 0.111156, 4.1e-05], "sum_m_pl": [18.235769, 22.350053, 21.905837, 21.078425, 20.55864, 20.063196, 20.213016, 19.783366, 19.336006, 19.3984, 19.740906, 19.584438, 19.467299, 19.114082, 18.943696, 18.885866, 18.738829, 18.116815, 18.504201, 18.835322, 19.549764, 19.792059, 19.895032, 19.929079, 16.73614, 16.378653, 15.680026, 16.344427, 17.139199, 17.363512, 16.960404, 17.217274, 16.767245, 16.649375, 16.303397, 17.065401, 16.776911, 16.248606, 15.620865, 15.496009, 14.828199, 15.526294, 13.490526, 13.491329, 10.819889, 10.101263, 8.200603, 6.567084, 1.568125, 0.222942]}, "lang": {"n_am_en": [42, 24, 22, 19, 25, 24, 25, 35, 29, 32, 38, 30, 29, 28, 29, 24, 29, 24, 21, 18, 16, 20, 15, 13, 39, 34, 38, 50, 47, 45, 34, 27, 28, 28, 39, 45, 43, 45, 56, 61, 49, 53, 54, 53, 57, 48, 39, 12, 4, 4], "n_am_pl": [12, 29, 35, 25, 20, 17, 15, 12, 7, 15, 15, 19, 18, 22, 17, 14, 16, 15, 13, 14, 14, 13, 22, 20, 13, 16, 17, 13, 13, 19, 24, 32, 28, 21, 24, 23, 23, 20, 19, 19, 16, 16, 19, 23, 21, 27, 31, 60, 120, 133], "n_pos": 137, "sum_m_en": [13.479824, 6.305375, 6.351736, 6.901553, 7.220483, 7.667422, 7.871018, 8.114239, 8.840699, 9.078575, 9.500788, 9.88464, 9.461259, 9.726835, 9.621538, 9.117001, 8.904491, 8.62259, 7.871579, 7.643711, 6.941935, 6.454063, 6.198837, 6.034133, 11.589247, 12.086221, 13.905429, 14.217651, 13.854852, 14.24743, 13.110089, 12.212157, 12.310297, 12.960796, 13.387288, 13.155928, 14.710431, 18.643613, 19.341177, 22.973508, 25.651855, 29.398163, 36.600796, 35.345658, 42.736111, 38.456167, 34.996597, 13.027004, 5.815048, 3.744349], "sum_m_pl": [50.292163, 63.372693, 62.479115, 60.217886, 59.986847, 58.090896, 58.860299, 58.191864, 57.388634, 58.449154, 58.771334, 58.379414, 59.747644, 58.877869, 58.497625, 59.324421, 60.148606, 58.861416, 60.209181, 62.092603, 63.693199, 64.699593, 64.912833, 64.744543, 52.816608, 51.466567, 49.164562, 52.432653, 56.08789, 55.79586, 56.335296, 57.559896, 56.594037, 53.365348, 51.991541, 52.287018, 48.866394, 46.803424, 46.008643, 44.721758, 41.351658, 38.826624, 34.323444, 35.341821, 31.417597, 31.374999, 37.060715, 61.407246, 107.89534, 129.703388]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 357, "item_id": "gsm8kpl-301", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1073, "region_end": 357, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 0.9916}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [193, 187, 120, 147, 136, 117, 136, 144, 152, 177, 229, 204, 208, 189, 161, 172, 201, 172, 169, 192, 189, 205, 207, 230, 291, 261, 260, 238, 232, 210, 206, 213, 194, 210, 218, 232, 265, 264, 295, 303, 315, 314, 306, 308, 316, 319, 316, 312, 276, 272], "n_am_pl": [37, 105, 108, 103, 77, 131, 107, 110, 91, 72, 76, 83, 91, 107, 84, 90, 93, 112, 80, 70, 84, 92, 96, 86, 36, 47, 53, 67, 70, 73, 82, 76, 68, 46, 38, 30, 34, 36, 27, 17, 15, 21, 14, 28, 16, 15, 28, 22, 37, 38], "n_pos": 751, "sum_m_en": [79.954916, 40.911751, 38.873606, 39.049017, 39.741807, 41.874474, 42.175033, 44.91936, 49.37071, 49.027097, 50.808499, 54.3976, 58.181026, 57.244209, 57.84351, 53.274875, 52.0356, 51.588057, 47.079612, 42.929622, 38.950476, 35.877239, 34.720426, 34.095808, 95.063808, 92.796686, 99.050241, 86.866461, 88.399951, 88.484803, 80.096861, 79.955991, 81.525154, 87.404705, 94.136177, 104.890777, 132.134556, 143.414171, 162.499081, 192.449862, 205.869219, 224.045873, 233.072306, 258.384469, 268.135785, 277.904197, 292.74671, 297.123981, 275.623295, 270.968194], "sum_m_pl": [274.988729, 353.381664, 338.753169, 335.23626, 330.334662, 324.456374, 322.597925, 324.368154, 321.094362, 329.188008, 333.891354, 330.354651, 331.738992, 321.984071, 319.037775, 335.160626, 336.277268, 340.902574, 344.948601, 353.195581, 359.444036, 365.402158, 365.046494, 366.519837, 285.17555, 281.139834, 272.061614, 293.870509, 289.608346, 282.555428, 294.243515, 286.555834, 277.041647, 258.926309, 249.91071, 234.066949, 204.375394, 189.949963, 170.606165, 156.462417, 147.710857, 127.219205, 106.735459, 90.26585, 71.799831, 55.405539, 44.902377, 30.270685, 32.080569, 38.134136]}, "digit": {"n_am_en": [2, 27, 21, 8, 6, 2, 6, 6, 3, 11, 12, 14, 8, 8, 4, 8, 12, 8, 7, 9, 5, 12, 15, 19, 24, 24, 25, 20, 17, 13, 14, 14, 11, 12, 8, 6, 12, 12, 11, 14, 14, 11, 8, 9, 9, 7, 4, 3, 0, 0], "n_am_pl": [0, 0, 4, 6, 11, 19, 8, 10, 7, 9, 8, 10, 6, 9, 6, 10, 15, 9, 7, 6, 7, 8, 7, 8, 4, 7, 6, 7, 4, 5, 7, 10, 12, 8, 9, 3, 4, 6, 2, 3, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0], "n_pos": 69, "sum_m_en": [6.589652, 3.130035, 2.855017, 2.786234, 2.810566, 2.970642, 3.231169, 3.619912, 3.699967, 3.845726, 4.226131, 4.410072, 4.695706, 4.634023, 4.278584, 4.254991, 4.320513, 4.437497, 3.815724, 3.667416, 3.418047, 3.059193, 2.964201, 2.946944, 6.11209, 5.976, 6.708758, 6.170045, 6.590212, 6.653501, 6.540349, 6.460577, 5.941172, 5.98227, 5.462133, 6.189136, 6.429512, 6.847271, 7.418268, 8.647084, 10.535004, 8.941145, 7.134124, 10.477074, 8.738707, 8.053124, 5.083019, 3.058724, 0.112942, 0.0], "sum_m_pl": [26.670036, 36.724838, 35.026788, 33.963215, 32.402186, 30.743044, 29.949988, 29.542902, 30.071412, 30.632628, 30.906366, 30.819728, 29.823654, 28.494022, 28.335857, 29.642219, 30.234808, 30.911159, 31.888237, 32.707689, 32.927814, 33.690938, 33.597435, 33.699797, 28.717719, 28.1353, 27.469149, 28.828879, 28.080526, 27.802289, 27.801365, 26.903128, 25.907719, 25.166755, 24.035991, 22.794897, 21.682661, 21.558852, 19.657671, 19.502758, 18.148565, 19.005417, 15.920452, 12.060671, 10.40301, 6.398968, 2.895021, 1.076849, 0.109597, 0.0]}, "lang": {"n_am_en": [65, 74, 44, 74, 73, 83, 89, 90, 90, 97, 116, 97, 108, 100, 78, 89, 112, 97, 93, 107, 124, 128, 124, 133, 163, 144, 141, 130, 134, 115, 114, 114, 108, 125, 132, 139, 172, 170, 191, 196, 202, 210, 211, 214, 220, 225, 236, 246, 264, 272], "n_am_pl": [18, 40, 49, 39, 28, 46, 44, 41, 36, 29, 35, 34, 40, 46, 38, 40, 39, 46, 33, 29, 33, 38, 42, 38, 12, 16, 21, 22, 25, 34, 32, 32, 27, 18, 17, 18, 15, 18, 15, 10, 9, 14, 8, 12, 7, 6, 20, 19, 37, 38], "n_pos": 311, "sum_m_en": [31.304157, 17.067723, 16.506109, 16.957854, 17.360068, 19.826712, 20.080605, 21.236606, 24.484808, 22.756091, 23.497211, 25.674613, 27.159349, 26.494042, 26.733583, 24.20173, 23.657036, 23.372242, 21.745572, 19.135572, 16.777807, 15.417522, 14.825214, 14.36334, 51.406745, 51.987661, 55.816479, 45.61964, 45.658217, 45.541067, 39.303265, 39.323067, 40.30964, 44.293174, 49.189668, 53.773722, 74.927891, 82.901781, 98.058661, 123.88194, 132.568305, 149.425388, 161.864694, 178.051783, 192.967535, 198.391278, 217.461808, 231.128797, 254.491409, 268.372595], "sum_m_pl": [113.528147, 142.795883, 138.042196, 136.361551, 135.456429, 132.910611, 132.987121, 134.897686, 132.844119, 136.827136, 139.701559, 138.249955, 139.168959, 135.802667, 134.295234, 142.126243, 142.807901, 144.62541, 146.090584, 149.511437, 152.567473, 154.702592, 154.355548, 155.111371, 123.001947, 121.322136, 116.984523, 126.707297, 125.101508, 120.438916, 126.446467, 123.61121, 120.357158, 113.564229, 110.076947, 103.877929, 90.808234, 85.925569, 78.799954, 65.930705, 61.569899, 52.323279, 43.665461, 38.901629, 30.097208, 25.109296, 22.928089, 17.66815, 30.128126, 37.9993]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 755, "item_id": "gsm8kpl-307", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1178, "region_end": 751, "roundtrip_ok": true, "tf_agree": 0.9921, "tf_agree_excl_first": 0.9934}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [144, 126, 102, 98, 101, 89, 82, 86, 94, 121, 117, 127, 126, 127, 107, 126, 126, 113, 101, 126, 123, 152, 147, 160, 228, 198, 191, 204, 180, 172, 139, 142, 114, 137, 153, 148, 135, 138, 150, 171, 181, 172, 174, 189, 177, 166, 117, 88, 50, 38], "n_am_pl": [32, 125, 107, 98, 91, 84, 97, 98, 91, 85, 92, 91, 94, 77, 73, 68, 69, 78, 89, 75, 82, 80, 82, 74, 64, 63, 64, 83, 76, 101, 87, 77, 77, 47, 55, 50, 51, 49, 51, 43, 48, 50, 35, 38, 41, 47, 62, 65, 114, 118], "n_pos": 597, "sum_m_en": [52.055328, 28.724274, 30.489007, 32.049862, 32.108908, 29.894563, 30.640464, 31.275756, 32.194782, 34.45379, 35.009183, 37.104216, 40.931918, 42.256068, 42.733553, 40.192206, 40.575567, 40.67164, 36.535423, 34.578391, 31.235865, 29.224035, 28.405464, 27.640083, 71.156491, 70.753522, 73.025371, 67.786882, 69.26476, 67.401759, 64.399505, 62.447687, 60.826607, 62.995544, 65.714129, 67.505665, 73.201865, 77.962948, 83.255103, 111.845352, 118.597826, 115.083002, 121.36314, 148.730961, 147.409555, 144.273306, 111.092956, 92.236056, 49.297146, 37.160204], "sum_m_pl": [237.424823, 288.928969, 277.967466, 270.26017, 267.076715, 263.065138, 265.813544, 265.710182, 262.205163, 266.561112, 266.149313, 264.290649, 265.480408, 256.438955, 256.141107, 272.975646, 268.92431, 273.67532, 282.717612, 284.765875, 288.743052, 290.97402, 289.634896, 290.815478, 223.492877, 222.679189, 215.826139, 234.945125, 237.02365, 236.890827, 237.824485, 233.658314, 227.679674, 213.652406, 207.117311, 197.73589, 181.575625, 171.477713, 159.535523, 146.470759, 140.59146, 136.230378, 121.983985, 104.542429, 94.769582, 90.380864, 91.025521, 75.542036, 109.968039, 118.235659]}, "digit": {"n_am_en": [6, 13, 20, 9, 4, 7, 5, 5, 4, 7, 6, 5, 5, 13, 7, 9, 11, 10, 7, 12, 4, 10, 8, 9, 15, 18, 17, 20, 17, 15, 11, 9, 5, 9, 8, 6, 4, 7, 7, 12, 12, 12, 8, 9, 8, 7, 3, 2, 0, 0], "n_am_pl": [0, 8, 9, 5, 1, 0, 1, 5, 8, 3, 5, 7, 5, 3, 4, 7, 5, 5, 6, 2, 4, 5, 5, 3, 3, 2, 3, 3, 4, 6, 7, 4, 7, 2, 3, 8, 6, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 0, 0], "n_pos": 48, "sum_m_en": [4.303472, 2.06318, 2.085746, 2.181863, 2.246362, 2.110203, 2.243166, 2.340795, 2.35236, 2.44971, 2.606795, 2.854851, 3.124699, 3.361973, 3.123562, 3.180036, 3.210933, 3.373669, 2.841853, 2.711583, 2.492692, 2.268683, 2.178833, 2.144883, 4.895625, 4.925642, 5.116076, 5.072647, 5.309572, 5.002131, 4.842403, 4.605751, 4.147277, 4.363641, 4.200009, 4.290907, 3.974647, 4.721626, 5.157437, 6.916777, 8.628655, 7.308552, 5.473136, 9.018572, 7.271242, 6.146021, 3.014733, 2.34084, 0.062361, 0.003473], "sum_m_pl": [19.225838, 25.626677, 24.49967, 23.21032, 22.332268, 21.238533, 20.932037, 20.645638, 20.543841, 20.97007, 21.081865, 21.067568, 20.829934, 19.830673, 20.091292, 21.15492, 21.167655, 21.640924, 22.700463, 22.99035, 23.031259, 23.313054, 23.290618, 23.3572, 18.526946, 17.799697, 17.685668, 18.624961, 18.834576, 19.090975, 19.129327, 18.325421, 18.093897, 17.503962, 16.821384, 16.584924, 16.113946, 15.758208, 14.361389, 14.172426, 13.007801, 14.279704, 12.599432, 9.63231, 8.452704, 6.902342, 3.030304, 1.537167, 0.089251, 0.002873]}, "lang": {"n_am_en": [31, 35, 26, 22, 29, 23, 28, 28, 37, 40, 39, 39, 40, 32, 31, 42, 37, 37, 37, 45, 47, 58, 55, 67, 84, 66, 55, 61, 55, 47, 41, 47, 36, 45, 51, 43, 56, 62, 59, 69, 73, 73, 83, 87, 91, 92, 67, 55, 41, 38], "n_am_pl": [12, 33, 19, 26, 23, 17, 22, 23, 9, 17, 20, 22, 26, 24, 22, 12, 13, 19, 27, 23, 21, 29, 26, 22, 15, 18, 19, 19, 21, 28, 23, 20, 20, 10, 18, 16, 12, 11, 9, 10, 13, 18, 10, 19, 20, 25, 32, 40, 102, 117], "n_pos": 157, "sum_m_en": [13.277916, 7.742799, 8.143291, 8.653119, 8.567329, 7.989616, 8.335365, 8.449886, 8.717736, 9.355393, 9.732921, 10.708946, 11.527108, 11.759774, 11.802829, 10.92263, 11.035195, 11.279181, 10.649584, 9.775505, 8.328916, 7.718293, 7.432914, 7.202913, 21.440967, 20.446088, 20.161314, 17.80626, 18.298478, 16.999227, 17.273373, 17.377245, 17.348701, 18.975147, 19.975509, 22.366191, 25.036786, 27.500516, 31.123958, 48.907279, 52.391351, 52.2426, 57.701738, 68.890676, 76.471731, 78.428906, 62.569161, 55.106232, 40.853626, 37.049657], "sum_m_pl": [58.393737, 71.42062, 68.923269, 68.232022, 67.994083, 67.25918, 67.604981, 67.830082, 66.825118, 68.530766, 68.952484, 67.982469, 69.336169, 67.248344, 66.912211, 71.822095, 70.618274, 72.082377, 73.831774, 74.566368, 75.737677, 76.846609, 76.272632, 76.806632, 60.100342, 60.175053, 58.599162, 63.501699, 63.997497, 63.799986, 64.209886, 63.664527, 62.373659, 59.340492, 58.890017, 57.109044, 54.77784, 53.096391, 49.751685, 41.845648, 40.042573, 40.090183, 36.249333, 32.591001, 30.575382, 31.515274, 38.483006, 40.178524, 92.25626, 115.359477]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 597, "item_id": "gsm8kpl-307", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1037, "region_end": 597, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9899}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [43, 51, 38, 42, 31, 26, 30, 37, 37, 45, 48, 50, 47, 53, 46, 48, 55, 35, 45, 40, 48, 50, 40, 38, 64, 60, 59, 63, 54, 49, 40, 48, 46, 52, 45, 51, 50, 53, 53, 70, 72, 65, 67, 62, 65, 60, 56, 62, 63, 59], "n_am_pl": [9, 22, 27, 27, 15, 26, 25, 22, 17, 17, 16, 23, 31, 19, 22, 20, 18, 33, 21, 23, 26, 26, 26, 29, 15, 10, 16, 16, 25, 22, 16, 20, 24, 22, 21, 13, 8, 10, 12, 5, 4, 5, 7, 4, 4, 4, 6, 7, 0, 0], "n_pos": 164, "sum_m_en": [19.633483, 9.124857, 8.837977, 8.669067, 8.811537, 10.00836, 9.845034, 10.062883, 11.914401, 11.59314, 12.124856, 12.291745, 12.888222, 14.018785, 13.492457, 11.943478, 11.902969, 11.190937, 10.104127, 9.664658, 8.76581, 8.118005, 7.831236, 7.767564, 19.628287, 20.368838, 19.956732, 18.453171, 17.495532, 18.522267, 16.377549, 16.322084, 16.348624, 15.651731, 16.591275, 19.344576, 24.505081, 25.523504, 29.238932, 37.320377, 41.596476, 43.417326, 48.619448, 50.324425, 57.402468, 54.937783, 53.673697, 61.058562, 63.06927, 60.251749], "sum_m_pl": [60.849167, 79.577256, 77.520765, 76.174735, 74.213457, 72.87479, 74.502118, 73.467256, 72.193191, 73.679191, 71.465124, 72.247462, 72.962628, 71.238814, 72.064105, 73.671971, 73.773984, 74.265165, 76.209729, 76.781102, 78.32764, 79.623837, 80.274877, 80.295953, 63.843879, 63.053719, 61.691723, 64.730396, 66.216528, 64.564237, 67.803814, 68.143594, 67.799664, 65.033404, 65.365634, 62.076863, 54.529127, 51.356437, 47.596581, 43.807144, 40.338711, 33.25291, 29.670181, 20.888342, 17.542237, 14.41799, 13.391945, 9.478902, 1.364101, 0.006026]}, "digit": {"n_am_en": [2, 13, 6, 3, 4, 3, 5, 5, 3, 3, 5, 1, 6, 3, 6, 4, 4, 5, 6, 5, 5, 4, 3, 3, 7, 4, 8, 10, 7, 6, 4, 5, 3, 8, 1, 5, 4, 1, 4, 8, 7, 7, 5, 3, 4, 2, 3, 0, 0, 0], "n_am_pl": [0, 1, 7, 7, 3, 4, 4, 3, 4, 2, 2, 5, 4, 2, 3, 1, 1, 3, 2, 2, 5, 5, 5, 4, 3, 1, 2, 2, 2, 1, 0, 4, 3, 2, 3, 0, 0, 2, 3, 2, 1, 1, 1, 1, 1, 1, 3, 2, 0, 0], "n_pos": 23, "sum_m_en": [2.180156, 1.012974, 0.934609, 0.940941, 0.968697, 1.038526, 1.117321, 1.142245, 1.292809, 1.309469, 1.418424, 1.450084, 1.474341, 1.593927, 1.571936, 1.427233, 1.520982, 1.476919, 1.321496, 1.247228, 1.126749, 1.040564, 1.003225, 0.994382, 2.273805, 2.151001, 2.39119, 2.029605, 1.958974, 1.918147, 1.884625, 1.86963, 1.73591, 1.802555, 1.618829, 1.762813, 1.764493, 1.733414, 1.861219, 2.39558, 2.777671, 3.119572, 4.205242, 2.606374, 2.747355, 2.339787, 1.782072, 1.026963, 0.394265, 0.0], "sum_m_pl": [9.542028, 12.355714, 11.891361, 11.8048, 11.189415, 10.779636, 10.821805, 10.581123, 10.552552, 10.545608, 10.606527, 10.426698, 10.23822, 10.156572, 10.216636, 10.314506, 10.327075, 10.454839, 10.933651, 10.945616, 11.165536, 11.32967, 11.406983, 11.420439, 9.619357, 9.725941, 9.598839, 9.863135, 9.986106, 9.693672, 9.79683, 9.963554, 9.917754, 9.622436, 9.392535, 9.239186, 8.813245, 8.630069, 8.408373, 8.363137, 7.624071, 7.064636, 6.335957, 5.723903, 5.121649, 3.171473, 3.47312, 2.295771, 0.34989, 0.0]}, "lang": {"n_am_en": [17, 23, 16, 19, 15, 16, 16, 16, 14, 18, 19, 21, 19, 23, 20, 18, 19, 11, 18, 14, 24, 24, 20, 17, 32, 31, 31, 30, 26, 25, 23, 25, 25, 22, 24, 26, 26, 32, 28, 40, 41, 39, 44, 45, 46, 45, 46, 53, 57, 59], "n_am_pl": [1, 5, 6, 5, 7, 9, 5, 7, 6, 4, 5, 9, 16, 5, 8, 11, 8, 13, 7, 11, 10, 12, 12, 17, 8, 5, 9, 7, 10, 10, 10, 8, 9, 9, 12, 5, 5, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 60, "sum_m_en": [7.926324, 3.691981, 3.559402, 3.475125, 3.503173, 4.500826, 4.242147, 4.179289, 5.30796, 4.671486, 4.915275, 4.975364, 5.548985, 6.018352, 5.595803, 4.804907, 4.638115, 4.404078, 4.001033, 3.810051, 3.409498, 3.128098, 3.002705, 2.978118, 8.863709, 9.867026, 9.614143, 8.756463, 8.208969, 9.168027, 7.785987, 7.518609, 7.707061, 7.100398, 7.95499, 9.050073, 12.403096, 13.471274, 16.111103, 21.929297, 25.05868, 26.37773, 31.035982, 35.542513, 42.729461, 40.236044, 42.294197, 49.455035, 56.455599, 58.711599], "sum_m_pl": [21.603213, 28.152382, 27.885144, 27.024277, 26.884031, 26.185174, 26.789765, 26.572761, 25.80693, 26.698702, 25.61639, 26.434074, 26.978384, 25.882169, 26.490198, 27.223323, 27.280614, 27.418144, 28.018001, 28.169136, 28.819043, 29.329316, 29.56969, 29.644203, 23.959801, 23.580064, 23.192581, 23.871315, 24.352654, 23.368208, 25.043958, 24.63546, 24.719218, 24.46357, 24.604359, 23.903947, 20.736861, 19.199482, 17.221559, 14.626241, 12.632191, 9.939537, 8.389301, 5.349337, 2.74759, 3.222722, 2.882341, 1.83423, 0.028112, 2.7e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "gsm8kpl-309", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1183, "region_end": 164, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.994}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [58, 80, 74, 34, 34, 42, 53, 50, 40, 53, 64, 65, 63, 73, 77, 77, 73, 64, 57, 59, 59, 70, 58, 68, 104, 104, 83, 85, 80, 88, 82, 80, 73, 88, 91, 96, 105, 97, 93, 129, 127, 123, 109, 101, 105, 88, 46, 24, 1, 0], "n_am_pl": [6, 66, 65, 65, 57, 59, 42, 65, 67, 53, 47, 52, 74, 60, 67, 53, 60, 65, 58, 78, 74, 78, 77, 73, 37, 44, 52, 64, 57, 58, 70, 59, 59, 47, 46, 40, 34, 35, 42, 33, 35, 37, 39, 25, 35, 51, 61, 61, 118, 116], "n_pos": 344, "sum_m_en": [29.472867, 15.848191, 16.121127, 16.214, 16.509471, 16.569248, 18.01042, 18.115865, 19.601541, 20.019646, 21.251283, 22.420223, 22.861679, 24.915806, 25.365464, 22.2311, 22.462041, 22.0055, 19.680603, 18.862563, 17.241719, 16.42266, 15.802495, 15.431751, 36.262902, 33.659894, 32.513158, 31.732828, 32.411966, 31.979006, 29.160757, 30.080703, 30.757455, 30.150723, 32.164417, 33.286791, 37.991809, 41.586603, 46.267621, 57.59403, 66.040444, 73.932059, 72.538208, 77.578057, 89.968562, 74.512165, 42.252244, 25.240422, 3.822598, 0.042241], "sum_m_pl": [137.863453, 164.972875, 162.634355, 156.868468, 153.409783, 150.850566, 152.067844, 149.687723, 147.154902, 149.866816, 147.930845, 145.97769, 151.509746, 150.198916, 151.915057, 154.776017, 154.500704, 154.60216, 158.841588, 160.167774, 163.992754, 164.41375, 165.66431, 165.886004, 134.510753, 133.555945, 129.704532, 137.636461, 142.784536, 139.236431, 143.055854, 142.299612, 140.644746, 131.352783, 129.914965, 123.478221, 114.730637, 109.840868, 107.089956, 104.363047, 96.860892, 92.822682, 91.080864, 76.527921, 61.992945, 72.901558, 76.831654, 71.710344, 110.874788, 115.563848]}, "digit": {"n_am_en": [6, 37, 18, 11, 6, 3, 13, 11, 3, 5, 6, 4, 5, 9, 8, 9, 11, 9, 8, 11, 8, 13, 8, 9, 20, 21, 10, 11, 13, 9, 11, 15, 13, 15, 12, 16, 16, 13, 12, 17, 17, 16, 12, 10, 9, 9, 6, 3, 0, 0], "n_am_pl": [0, 3, 10, 8, 7, 5, 0, 5, 9, 10, 7, 13, 10, 6, 9, 7, 11, 9, 6, 8, 10, 9, 9, 8, 3, 6, 10, 12, 9, 13, 14, 6, 6, 5, 7, 5, 4, 3, 4, 4, 3, 6, 4, 0, 1, 1, 1, 2, 0, 0], "n_pos": 49, "sum_m_en": [4.281471, 2.239137, 1.970588, 2.038435, 2.045645, 2.098395, 2.221396, 2.311237, 2.401906, 2.52627, 2.771562, 3.016358, 3.064846, 3.27383, 3.14544, 2.900463, 3.078491, 3.078456, 2.72333, 2.626179, 2.323619, 2.166873, 2.075206, 2.042462, 4.830445, 4.143178, 3.880101, 3.874906, 4.069859, 3.904942, 4.089428, 4.520899, 4.216979, 3.948039, 4.469671, 4.4707, 4.644149, 4.573038, 5.520196, 6.577833, 7.470416, 7.977407, 9.078878, 8.420878, 8.045358, 7.627861, 5.358524, 2.726596, 0.32173, 0.0], "sum_m_pl": [22.706295, 26.549831, 26.122145, 24.480938, 23.213523, 22.272819, 21.878201, 21.425285, 21.204377, 21.61117, 22.090572, 21.495633, 22.348377, 22.271527, 22.723626, 22.70966, 22.333583, 22.434771, 23.207034, 23.055921, 23.807149, 23.947015, 24.36081, 24.513452, 21.064012, 21.279742, 21.315109, 21.403262, 21.857363, 21.4486, 21.719236, 21.18096, 21.321919, 20.534715, 19.847031, 19.785883, 19.158103, 19.099627, 17.940826, 18.294054, 17.381172, 16.77619, 15.138865, 13.162681, 11.965371, 9.107099, 7.136957, 4.033444, 0.681773, 0.0]}, "lang": {"n_am_en": [27, 14, 21, 12, 18, 22, 23, 16, 19, 22, 26, 29, 33, 31, 28, 25, 26, 25, 30, 28, 25, 31, 26, 35, 40, 38, 35, 40, 34, 43, 35, 28, 28, 40, 42, 45, 43, 45, 42, 69, 68, 65, 61, 58, 63, 52, 31, 18, 1, 0], "n_am_pl": [3, 20, 15, 23, 15, 16, 16, 20, 22, 15, 18, 11, 20, 17, 23, 19, 19, 23, 19, 28, 23, 24, 27, 20, 15, 16, 14, 21, 16, 16, 22, 25, 21, 17, 14, 11, 9, 17, 20, 14, 18, 16, 19, 13, 23, 35, 47, 54, 111, 116], "n_pos": 117, "sum_m_en": [9.933227, 5.193585, 5.465299, 5.508664, 5.528927, 5.650931, 6.415142, 6.348025, 6.833632, 6.825023, 7.16758, 7.792082, 7.837075, 8.85052, 8.965104, 7.791357, 7.89107, 7.595067, 6.732062, 6.440192, 5.852321, 5.501857, 5.309835, 5.181816, 12.637522, 12.048733, 11.831646, 11.641002, 11.597319, 11.68599, 10.465559, 10.745886, 11.327958, 11.470813, 12.00994, 13.794869, 15.372567, 17.881522, 19.986754, 28.790912, 34.890877, 39.250003, 38.072738, 44.566722, 55.321654, 43.867118, 25.91873, 16.715767, 2.353806, 0.041005], "sum_m_pl": [44.855094, 53.913753, 53.45933, 52.217944, 51.886263, 51.236658, 52.326232, 52.02416, 51.964011, 52.913562, 51.899283, 50.935018, 52.712186, 52.260496, 52.782794, 54.34042, 53.837971, 54.043294, 55.837194, 56.101511, 57.170136, 57.565998, 57.763228, 57.7329, 49.261582, 48.467371, 46.978149, 49.499124, 50.613628, 49.631393, 51.369566, 50.522146, 50.46297, 48.517404, 48.361385, 46.37915, 45.074993, 44.609771, 44.67568, 41.522896, 37.716209, 36.225966, 37.416019, 30.32398, 25.992163, 36.990329, 49.068295, 56.630957, 102.150483, 114.447083]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 347, "item_id": "gsm8kpl-309", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1042, "region_end": 344, "roundtrip_ok": true, "tf_agree": 0.9827, "tf_agree_excl_first": 0.9855}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [73, 73, 67, 64, 73, 56, 72, 58, 60, 65, 70, 71, 59, 60, 54, 60, 57, 64, 60, 63, 53, 52, 48, 53, 76, 80, 69, 75, 74, 67, 73, 64, 64, 80, 82, 75, 89, 90, 99, 96, 100, 98, 101, 96, 95, 96, 97, 103, 95, 99], "n_am_pl": [19, 32, 25, 22, 15, 30, 23, 23, 27, 23, 28, 31, 34, 30, 27, 24, 28, 24, 20, 32, 25, 27, 30, 26, 16, 15, 27, 31, 29, 24, 24, 22, 28, 22, 15, 16, 18, 17, 14, 14, 15, 14, 15, 14, 15, 9, 11, 6, 8, 5], "n_pos": 225, "sum_m_en": [27.93341, 12.69898, 12.584971, 12.36786, 13.4306, 12.702363, 13.537606, 13.470433, 14.752904, 16.056975, 16.58571, 16.987294, 17.663716, 17.531694, 16.871729, 15.951695, 16.165929, 15.699724, 14.429196, 13.518001, 12.774648, 11.819752, 11.39784, 11.204301, 33.939929, 34.249814, 30.95018, 28.431767, 27.253881, 25.384618, 25.000176, 23.399341, 23.524608, 24.063419, 27.368522, 28.96376, 35.619387, 38.729515, 47.801331, 54.557952, 57.927942, 63.900633, 68.936081, 70.802913, 78.281674, 82.802819, 88.969973, 93.952282, 93.65992, 99.308322], "sum_m_pl": [84.679219, 108.977836, 107.630171, 104.887315, 103.07872, 101.371178, 102.037536, 101.256655, 99.612181, 100.145089, 98.350083, 98.682485, 97.933971, 97.587523, 99.078554, 101.642544, 99.253799, 100.680446, 100.773088, 104.378684, 104.677117, 106.294696, 107.099516, 107.771173, 78.64909, 77.303511, 77.987413, 84.928978, 88.205728, 88.627766, 88.782224, 89.908463, 90.677913, 87.569671, 86.05849, 82.269079, 70.869299, 68.389018, 59.154206, 56.617953, 53.38238, 44.647323, 42.254181, 36.905505, 30.153278, 22.887485, 17.799258, 11.935746, 8.799223, 4.623541]}, "digit": {"n_am_en": [9, 13, 6, 8, 9, 4, 5, 6, 3, 5, 6, 6, 8, 5, 3, 4, 4, 3, 4, 4, 2, 1, 2, 1, 3, 3, 4, 7, 10, 9, 6, 5, 3, 5, 6, 5, 6, 5, 2, 3, 5, 6, 6, 8, 4, 2, 3, 3, 0, 0], "n_am_pl": [1, 0, 2, 1, 0, 2, 0, 2, 2, 4, 3, 2, 1, 0, 3, 2, 2, 4, 2, 5, 2, 1, 2, 1, 2, 2, 4, 4, 3, 3, 4, 4, 3, 2, 2, 2, 5, 4, 4, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.398205, 1.142619, 1.117214, 1.109187, 1.20839, 1.127019, 1.14321, 1.254529, 1.344602, 1.393044, 1.436479, 1.447086, 1.592466, 1.663102, 1.468492, 1.428717, 1.477789, 1.466266, 1.353389, 1.29487, 1.247588, 1.187232, 1.160048, 1.150122, 2.152833, 2.265713, 2.336802, 2.319889, 2.160503, 2.056098, 1.968827, 1.964111, 1.720822, 1.743237, 1.742405, 1.787737, 2.064118, 1.80574, 1.800749, 1.889497, 1.899948, 2.627321, 1.938626, 2.940014, 1.981218, 1.898284, 1.442396, 1.552755, 0.171087, 0.0], "sum_m_pl": [11.892114, 13.759047, 13.284754, 12.943888, 12.695709, 12.29716, 12.514038, 12.216361, 11.956164, 12.226668, 12.041174, 12.178786, 11.914116, 11.314454, 11.676903, 11.87321, 11.51957, 11.748333, 11.988065, 12.382067, 12.319702, 12.475973, 12.603677, 12.725201, 10.57959, 10.400483, 10.451502, 11.155179, 11.482134, 11.439802, 11.140964, 11.216565, 11.517884, 11.251542, 11.10254, 10.946001, 10.591801, 11.04343, 10.650651, 10.4875, 10.345094, 9.168543, 9.013286, 8.074445, 7.013314, 5.345118, 3.712941, 2.465701, 0.423195, 0.0]}, "lang": {"n_am_en": [34, 30, 36, 35, 37, 31, 39, 36, 36, 34, 44, 37, 31, 39, 34, 36, 36, 39, 36, 38, 36, 39, 32, 35, 51, 50, 46, 45, 43, 37, 45, 40, 41, 55, 55, 52, 70, 69, 76, 74, 76, 77, 77, 71, 77, 83, 83, 91, 93, 99], "n_am_pl": [8, 16, 10, 10, 7, 13, 12, 9, 14, 11, 10, 17, 18, 16, 12, 10, 13, 14, 13, 17, 18, 16, 16, 14, 10, 7, 13, 14, 11, 11, 11, 11, 13, 8, 4, 4, 4, 4, 2, 3, 5, 4, 9, 11, 11, 8, 8, 4, 5, 4], "n_pos": 103, "sum_m_en": [13.999323, 6.288721, 6.266738, 6.0321, 6.507839, 6.124034, 6.594471, 6.633544, 7.446031, 8.146817, 8.477884, 8.799838, 9.082754, 9.075447, 8.861884, 8.283445, 8.310432, 8.022894, 7.397158, 6.693272, 6.199863, 5.605304, 5.315011, 5.162912, 19.580242, 19.482771, 18.131698, 16.227298, 15.33582, 13.929297, 13.69358, 12.984873, 13.50039, 14.36705, 16.26, 17.791295, 24.603499, 27.27681, 36.061601, 42.063753, 45.231058, 50.632549, 54.770031, 54.545297, 63.800101, 69.853512, 76.263958, 83.324812, 91.17604, 98.652733], "sum_m_pl": [35.724903, 47.950772, 47.577632, 46.380211, 45.65946, 45.088117, 45.51027, 45.949938, 45.057563, 45.178522, 44.379606, 44.920002, 45.028969, 45.145721, 45.959055, 46.971558, 45.940951, 46.410802, 46.072536, 47.983585, 48.422919, 49.352286, 49.781266, 50.041233, 37.648091, 36.612854, 36.626582, 39.817629, 40.813459, 40.76886, 41.410066, 41.867895, 41.900708, 40.525149, 39.74445, 38.675735, 32.469675, 30.88544, 25.177203, 23.19204, 21.650628, 18.435952, 17.824039, 17.511983, 14.120572, 10.259376, 8.989696, 5.345345, 5.176907, 3.9877]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 229, "item_id": "gsm8kpl-314", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1157, "region_end": 225, "roundtrip_ok": true, "tf_agree": 0.9913, "tf_agree_excl_first": 0.9956}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [81, 84, 75, 83, 66, 47, 49, 76, 59, 66, 77, 68, 73, 71, 59, 69, 78, 72, 60, 60, 44, 52, 40, 48, 74, 68, 64, 60, 79, 74, 69, 63, 60, 75, 78, 73, 70, 83, 78, 85, 78, 68, 71, 72, 47, 36, 26, 15, 5, 0], "n_am_pl": [13, 53, 39, 35, 34, 54, 55, 46, 40, 45, 46, 41, 57, 46, 44, 39, 47, 47, 50, 64, 59, 50, 45, 52, 36, 39, 39, 52, 44, 55, 38, 43, 44, 40, 37, 39, 32, 35, 31, 26, 27, 26, 20, 17, 24, 39, 36, 30, 54, 60], "n_pos": 290, "sum_m_en": [27.096284, 13.800156, 14.649029, 15.216497, 15.753537, 15.576416, 16.213236, 16.546377, 17.683693, 19.200206, 19.12234, 19.845382, 20.763275, 21.372274, 20.222684, 19.324887, 20.1839, 19.209198, 17.267833, 16.469476, 15.726939, 14.609625, 14.142438, 13.647543, 32.647618, 33.677556, 32.414017, 30.84935, 31.228405, 31.225581, 28.58919, 27.393873, 25.183005, 26.154898, 30.115639, 30.160858, 29.404455, 31.413632, 35.005546, 37.364589, 37.518927, 39.135517, 45.792098, 46.379906, 38.542689, 35.545149, 26.965241, 18.245642, 5.793656, 0.003022], "sum_m_pl": [115.447534, 144.268765, 138.591332, 134.677547, 134.408989, 132.034858, 134.290633, 132.049582, 130.190474, 132.461449, 129.672687, 130.13722, 129.938898, 127.900833, 128.934011, 133.948455, 130.193021, 133.689135, 136.717761, 140.813039, 140.6667, 141.061943, 142.047201, 142.142766, 109.794805, 107.518588, 107.494595, 116.455264, 121.40899, 122.805179, 121.364333, 123.840063, 127.651847, 120.543861, 116.544601, 112.018828, 102.9804, 101.071021, 93.948613, 91.468548, 87.005676, 82.724972, 75.347681, 66.372793, 57.898286, 57.258773, 45.805003, 38.844617, 55.117489, 60.425748]}, "digit": {"n_am_en": [8, 19, 14, 12, 6, 4, 7, 8, 6, 8, 13, 8, 12, 10, 9, 8, 4, 6, 5, 5, 2, 4, 2, 2, 10, 6, 6, 12, 8, 7, 5, 9, 6, 7, 6, 6, 2, 8, 5, 7, 5, 4, 3, 3, 1, 2, 1, 1, 0, 0], "n_am_pl": [0, 4, 1, 2, 4, 3, 4, 5, 0, 4, 4, 2, 5, 6, 2, 5, 2, 3, 4, 5, 6, 3, 6, 3, 2, 7, 6, 7, 2, 3, 3, 5, 2, 4, 5, 7, 4, 7, 7, 4, 3, 4, 1, 1, 0, 0, 0, 0, 1, 0], "n_pos": 34, "sum_m_en": [2.992763, 1.551015, 1.723856, 1.699314, 1.705174, 1.681021, 1.629025, 1.645553, 1.899671, 1.985431, 2.101912, 2.057886, 2.360605, 2.459125, 2.230741, 2.112426, 2.120839, 2.057984, 1.74798, 1.70073, 1.661834, 1.579938, 1.520122, 1.485296, 2.860069, 2.965434, 3.145833, 3.146445, 2.903821, 2.880822, 2.840025, 2.74816, 2.363504, 2.414923, 2.560987, 2.672522, 2.581112, 3.332898, 3.545981, 3.508802, 3.742052, 3.659375, 3.302102, 3.158132, 2.639976, 2.323366, 1.113142, 0.936057, 0.116027, 0.0], "sum_m_pl": [14.796902, 18.229134, 16.923776, 16.526736, 16.352722, 16.142856, 16.522114, 16.095894, 15.570695, 15.960722, 15.390935, 15.774431, 15.685913, 14.72508, 14.984378, 15.581688, 14.947989, 15.525948, 16.212528, 16.581087, 16.395802, 16.413749, 16.594542, 16.690383, 13.620996, 13.134831, 13.349561, 14.270821, 14.482782, 13.907681, 13.600394, 13.884864, 14.847437, 14.690897, 14.105448, 14.437839, 13.991885, 13.673786, 13.154196, 12.995875, 12.590139, 12.512947, 11.671038, 10.583976, 9.372044, 7.553495, 4.735192, 2.853684, 1.097577, 0.0]}, "lang": {"n_am_en": [13, 11, 9, 11, 11, 13, 13, 19, 16, 18, 19, 15, 20, 15, 15, 21, 21, 17, 14, 13, 9, 12, 12, 13, 19, 15, 15, 12, 19, 16, 17, 15, 12, 18, 19, 20, 21, 26, 27, 32, 28, 27, 27, 29, 28, 18, 11, 8, 0, 0], "n_am_pl": [8, 13, 6, 7, 10, 12, 12, 8, 11, 8, 5, 9, 8, 10, 14, 9, 10, 10, 14, 15, 15, 13, 10, 12, 4, 5, 4, 5, 7, 11, 9, 10, 10, 7, 7, 6, 11, 12, 8, 8, 9, 8, 9, 9, 10, 29, 29, 28, 52, 60], "n_pos": 60, "sum_m_en": [5.440732, 2.81159, 2.980879, 3.481637, 3.544401, 3.374355, 3.543076, 3.569698, 3.933345, 4.304573, 4.276419, 4.549567, 4.423416, 4.433978, 4.645692, 4.3337, 4.610704, 4.303207, 4.229197, 3.77687, 3.505062, 3.079086, 3.001813, 2.84419, 9.702533, 9.688616, 8.022086, 7.562217, 7.46643, 7.365539, 6.319689, 6.241608, 6.655295, 7.522448, 8.829739, 9.28194, 9.704178, 11.47343, 13.584342, 15.963032, 16.403372, 16.698269, 20.421981, 21.026539, 21.067939, 17.816759, 10.389855, 7.719804, 0.743425, 0.002425], "sum_m_pl": [22.559669, 27.854417, 26.835024, 25.59415, 26.092228, 25.532896, 26.420204, 26.554286, 26.409677, 26.906196, 26.672126, 27.065538, 27.192294, 27.166964, 27.709253, 28.604299, 27.610947, 28.154178, 28.214487, 29.324329, 29.466926, 29.695763, 29.783263, 29.84114, 23.178551, 22.513968, 23.000696, 25.040299, 26.15705, 26.228192, 27.039842, 27.54886, 27.739452, 25.708515, 24.963003, 24.930821, 23.355476, 23.429281, 21.422666, 20.28816, 19.401951, 18.668077, 16.016325, 16.577775, 18.058845, 23.621425, 26.719191, 25.096303, 50.205181, 59.922679]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 294, "item_id": "gsm8kpl-314", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1016, "region_end": 290, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 0.9829}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [44, 35, 26, 29, 37, 25, 28, 25, 28, 26, 32, 32, 18, 20, 29, 25, 21, 26, 31, 27, 25, 26, 24, 21, 37, 39, 28, 29, 32, 34, 30, 26, 32, 35, 32, 42, 35, 42, 42, 42, 54, 49, 52, 50, 49, 52, 56, 55, 42, 38], "n_am_pl": [3, 12, 17, 25, 14, 14, 13, 13, 14, 19, 15, 11, 21, 24, 20, 20, 21, 25, 13, 15, 15, 17, 18, 15, 7, 7, 16, 6, 18, 8, 14, 15, 17, 14, 5, 6, 6, 2, 2, 4, 4, 6, 11, 14, 3, 0, 4, 1, 0, 0], "n_pos": 112, "sum_m_en": [14.574358, 6.589301, 6.34658, 6.070469, 6.293772, 6.323466, 6.322947, 6.557669, 7.077815, 7.433985, 8.141047, 8.78526, 9.096912, 8.762319, 9.365884, 8.354331, 8.051808, 7.789249, 7.184399, 6.479651, 6.229066, 5.764099, 5.500387, 5.400771, 14.299759, 13.197525, 12.724095, 12.110643, 12.668279, 12.262521, 10.83695, 10.815099, 12.115083, 12.710786, 14.155422, 15.478119, 19.625278, 21.916479, 24.973077, 28.091196, 29.713724, 31.778327, 40.251391, 41.65593, 43.834345, 45.345981, 50.993161, 50.543735, 40.29621, 38.428779], "sum_m_pl": [39.906577, 54.402952, 54.335894, 53.737317, 51.900525, 50.501839, 51.532478, 51.126946, 50.365904, 51.512397, 50.492596, 49.175737, 49.134516, 49.068601, 49.200406, 51.740501, 51.720227, 52.203055, 52.058111, 53.545804, 53.55628, 54.175642, 54.484559, 54.597829, 41.990904, 43.509744, 43.284324, 45.170372, 45.533011, 45.027074, 46.635518, 47.507774, 47.303862, 44.907079, 42.177606, 39.841916, 34.481462, 29.756553, 25.552621, 24.504981, 23.283712, 20.001527, 17.66884, 16.002958, 10.610346, 6.914413, 6.835709, 3.166117, 0.381525, 7.2e-05]}, "digit": {"n_am_en": [5, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 2, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0], "n_am_pl": [1, 0, 3, 4, 1, 1, 2, 5, 4, 4, 5, 6, 4, 4, 4, 4, 4, 4, 4, 2, 3, 3, 2, 2, 2, 1, 3, 0, 0, 0, 0, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.012442, 0.436601, 0.41014, 0.438121, 0.38525, 0.436573, 0.428437, 0.434126, 0.463434, 0.48902, 0.45308, 0.457487, 0.469227, 0.423193, 0.43508, 0.445207, 0.451053, 0.432465, 0.440771, 0.406855, 0.400304, 0.377992, 0.366488, 0.383408, 0.733935, 0.755816, 0.579475, 0.68579, 0.737349, 0.6827, 0.591882, 0.604567, 0.592855, 0.533307, 0.565228, 0.573298, 0.647738, 0.645386, 0.584535, 0.592647, 0.581744, 0.635313, 0.801765, 0.757756, 0.646182, 0.639039, 0.483053, 0.387446, 0.005868, 0.0], "sum_m_pl": [3.169932, 4.244235, 4.014459, 3.845438, 3.493398, 3.259311, 3.549556, 3.535852, 3.392264, 3.570682, 3.80108, 3.638621, 3.552232, 3.434873, 3.52635, 3.678659, 3.790529, 3.735472, 3.789256, 3.734409, 3.748594, 3.773296, 3.843227, 3.886399, 3.21032, 2.901243, 2.730643, 2.559128, 2.639437, 2.581183, 2.709759, 3.078876, 3.192878, 3.272519, 3.125865, 3.042252, 3.047936, 2.898911, 2.780062, 2.684432, 2.61044, 2.613416, 2.424578, 2.230771, 2.087685, 1.453283, 1.307249, 0.292975, 0.010568, 0.0]}, "lang": {"n_am_en": [8, 9, 11, 10, 15, 13, 12, 11, 13, 9, 15, 14, 10, 11, 14, 12, 11, 11, 18, 14, 15, 12, 11, 9, 16, 17, 12, 12, 16, 19, 14, 15, 18, 20, 18, 22, 18, 23, 22, 20, 27, 26, 26, 28, 30, 33, 36, 36, 38, 38], "n_am_pl": [0, 4, 2, 4, 6, 6, 5, 4, 2, 7, 5, 1, 7, 6, 5, 3, 8, 10, 2, 2, 3, 6, 7, 7, 2, 3, 7, 4, 7, 3, 6, 9, 8, 5, 3, 4, 1, 0, 0, 1, 1, 3, 5, 4, 0, 0, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [4.766505, 2.260243, 2.124481, 2.154168, 2.273527, 2.416527, 2.314214, 2.359201, 2.586699, 2.772018, 3.084758, 3.339033, 3.583402, 3.416037, 3.771277, 3.239757, 3.212816, 3.183987, 2.892936, 2.565388, 2.465418, 2.260962, 2.122519, 2.035691, 6.794587, 6.027703, 5.78465, 5.320362, 5.717347, 5.622212, 4.669063, 4.570845, 5.342951, 5.767841, 6.523919, 7.333908, 9.047191, 10.378434, 12.753553, 14.710839, 15.289121, 18.327117, 22.727218, 24.7457, 26.640941, 29.606315, 34.631499, 33.331755, 36.984098, 37.994795], "sum_m_pl": [12.479208, 18.455093, 18.865944, 18.308886, 17.81802, 17.145961, 17.556002, 17.657745, 17.43581, 17.762426, 17.241818, 16.819976, 16.958981, 16.844081, 16.88988, 17.864716, 17.94341, 18.192483, 18.055166, 18.630378, 18.603038, 18.869322, 18.905446, 19.002928, 13.723694, 14.974396, 15.295387, 15.813289, 15.577429, 15.3025, 16.176065, 16.40023, 16.377879, 15.46286, 14.606084, 14.035618, 11.857037, 10.012492, 7.846076, 7.476881, 6.975521, 5.701396, 4.883016, 4.036462, 1.964791, 1.221857, 0.333937, 0.211689, 0.068927, 4.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 115, "item_id": "gsm8kpl-321", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1145, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9912}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [26, 24, 21, 27, 24, 20, 31, 15, 10, 22, 22, 21, 27, 22, 24, 22, 24, 19, 19, 16, 18, 20, 16, 17, 28, 26, 24, 25, 26, 29, 26, 20, 28, 26, 32, 30, 33, 32, 23, 25, 27, 26, 30, 29, 24, 24, 15, 7, 1, 1], "n_am_pl": [12, 43, 44, 35, 28, 32, 25, 22, 20, 23, 21, 23, 29, 18, 18, 25, 33, 39, 36, 38, 38, 30, 32, 29, 24, 27, 24, 30, 24, 25, 24, 31, 24, 14, 16, 13, 10, 14, 14, 12, 16, 12, 10, 17, 13, 15, 17, 20, 37, 39], "n_pos": 125, "sum_m_en": [11.010733, 6.020695, 6.243369, 6.641237, 7.137911, 6.685411, 6.745665, 6.612884, 7.099033, 7.703205, 7.748521, 8.691415, 8.916428, 8.855498, 9.165591, 8.616676, 8.339502, 8.067687, 7.291125, 6.733371, 6.629921, 6.328471, 6.105978, 5.936872, 12.740951, 11.404717, 11.239723, 11.806926, 12.548953, 12.86739, 11.581518, 11.374273, 12.307722, 13.40667, 13.752417, 14.560828, 13.78289, 13.664303, 15.023896, 18.549091, 19.269355, 18.559916, 22.910919, 22.580122, 20.329488, 19.766607, 12.135979, 7.746916, 1.560887, 0.353767], "sum_m_pl": [52.290473, 61.531266, 60.001789, 58.531536, 56.292685, 55.318506, 57.180359, 56.519245, 55.107169, 56.098832, 54.741146, 53.513829, 54.256428, 53.819263, 54.302389, 57.757455, 58.2017, 58.706641, 59.223428, 60.235924, 60.256733, 60.169713, 60.204901, 60.221915, 48.748652, 50.069111, 48.085337, 50.501514, 51.537223, 51.455122, 51.929121, 52.511502, 50.218081, 45.332572, 43.947961, 40.567938, 36.785139, 35.511828, 32.106113, 31.0018, 30.017592, 28.799813, 25.148625, 26.324247, 20.653839, 20.16052, 22.301692, 19.936319, 32.125396, 39.402564]}, "digit": {"n_am_en": [1, 2, 1, 3, 2, 2, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 2, 1, 2, 2, 3, 5, 3, 2, 3, 2, 3, 3, 2, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 6, 4, 4, 8, 5, 4, 6, 7, 5, 7, 1, 1, 4, 3, 7, 7, 6, 5, 4, 4, 1, 1, 2, 0, 2, 0, 0, 0, 1, 5, 2, 3, 3, 1, 2, 2, 3, 1, 2, 2, 1, 2, 2, 1, 1, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.277705, 0.630358, 0.574469, 0.657577, 0.582775, 0.599388, 0.663749, 0.628669, 0.674488, 0.743593, 0.66986, 0.62703, 0.683434, 0.656636, 0.680474, 0.683621, 0.709641, 0.708195, 0.658377, 0.594896, 0.586478, 0.57237, 0.559611, 0.562353, 1.08237, 0.965183, 0.923932, 1.002393, 1.080172, 1.02102, 0.94137, 0.945127, 0.880557, 0.896062, 0.949749, 1.258804, 1.696646, 1.429891, 1.522153, 2.003549, 2.049213, 1.934803, 2.233398, 1.898243, 1.184429, 1.731151, 0.467213, 0.313708, 0.002465, 0.0], "sum_m_pl": [4.8337, 6.139986, 5.94344, 5.712676, 5.327252, 5.192273, 5.44304, 5.372178, 5.027118, 5.324695, 5.333619, 5.013065, 5.13478, 5.078527, 5.1126, 5.504949, 5.603383, 5.573428, 5.690197, 5.700075, 5.761911, 5.762353, 5.811013, 5.864232, 4.690236, 4.325251, 4.036031, 4.123059, 4.314368, 4.39061, 4.45314, 4.8198, 4.614017, 4.586357, 4.263636, 4.030447, 3.954174, 3.842766, 3.566301, 3.437465, 3.377586, 3.552358, 3.146004, 3.215936, 3.087773, 1.974647, 1.880074, 0.647579, 0.008155, 1e-05]}, "lang": {"n_am_en": [2, 6, 8, 9, 7, 2, 6, 5, 2, 6, 6, 5, 7, 5, 7, 11, 9, 10, 8, 8, 7, 8, 9, 11, 15, 14, 12, 12, 13, 17, 12, 10, 13, 12, 15, 13, 14, 15, 14, 14, 18, 15, 16, 19, 16, 18, 13, 7, 1, 1], "n_am_pl": [5, 24, 17, 13, 7, 6, 10, 5, 3, 4, 6, 7, 16, 7, 7, 11, 12, 12, 11, 13, 16, 13, 14, 11, 10, 14, 8, 8, 6, 6, 9, 10, 12, 3, 6, 6, 2, 4, 2, 2, 6, 3, 4, 8, 5, 8, 10, 17, 35, 38], "n_pos": 39, "sum_m_en": [2.913554, 1.906797, 2.064564, 2.208475, 2.449347, 2.175732, 2.130961, 2.069975, 2.248627, 2.468944, 2.51507, 2.943625, 2.971467, 2.926179, 3.106861, 2.863017, 2.717472, 2.674182, 2.399396, 2.28007, 2.261987, 2.08704, 1.987524, 1.919378, 5.125405, 4.37156, 4.115819, 3.959441, 4.349998, 4.517353, 3.937867, 4.07198, 4.872875, 6.055654, 5.875523, 6.381652, 5.985452, 6.427823, 7.62889, 9.646808, 11.240404, 11.11532, 14.237588, 14.507624, 14.208637, 13.223002, 9.268649, 5.547235, 0.987648, 0.349917], "sum_m_pl": [16.206839, 18.534637, 18.149331, 17.884745, 16.968412, 16.445782, 17.166347, 17.073856, 16.918896, 17.384556, 16.899696, 16.770852, 17.1102, 16.965654, 17.111629, 18.140149, 18.212091, 18.379997, 18.483821, 18.883051, 18.796648, 18.907346, 18.813626, 18.821083, 16.379386, 17.188954, 16.667478, 17.134402, 16.788192, 16.744279, 17.295156, 17.271823, 17.128566, 15.469837, 15.099822, 14.649879, 14.068222, 14.340571, 12.812262, 11.911764, 11.402432, 11.038704, 9.468355, 10.24638, 6.526951, 7.991155, 11.649743, 13.540679, 30.075381, 38.358322]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 128, "item_id": "gsm8kpl-321", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1004, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9764}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [291, 273, 219, 183, 230, 220, 236, 256, 273, 236, 301, 263, 262, 262, 262, 250, 264, 274, 275, 315, 327, 332, 312, 334, 398, 382, 350, 338, 360, 347, 368, 346, 337, 361, 388, 367, 398, 431, 426, 443, 427, 427, 419, 451, 418, 433, 429, 423, 392, 363], "n_am_pl": [31, 117, 150, 160, 127, 136, 139, 106, 99, 100, 101, 129, 142, 106, 92, 111, 124, 116, 114, 109, 115, 120, 148, 163, 72, 75, 98, 101, 76, 96, 98, 97, 100, 62, 70, 68, 71, 51, 52, 61, 42, 54, 63, 50, 51, 55, 62, 41, 69, 79], "n_pos": 945, "sum_m_en": [111.037876, 58.100947, 52.688033, 51.271104, 52.709766, 53.017884, 53.559936, 54.749837, 59.737285, 60.26079, 63.589164, 67.69853, 65.179204, 68.536048, 70.065118, 65.065988, 62.549496, 65.081259, 59.213, 54.042516, 49.083841, 45.45941, 43.655373, 42.320451, 111.11459, 115.686157, 122.470219, 108.425157, 109.992014, 112.836735, 102.08817, 107.496608, 117.643899, 126.473419, 139.908183, 155.508469, 195.990388, 207.976123, 204.730512, 205.459941, 204.479645, 244.384046, 269.957152, 316.350346, 315.566398, 351.721708, 371.304827, 378.036837, 377.09151, 370.255309], "sum_m_pl": [334.356767, 438.883787, 436.130198, 431.485545, 428.566835, 429.561428, 439.751179, 442.159452, 436.770472, 440.902817, 437.060235, 435.69296, 445.443541, 438.483871, 427.544388, 437.327868, 436.081479, 436.233554, 445.933081, 457.323684, 464.214201, 468.940353, 470.208555, 472.010063, 386.546346, 380.09548, 361.997483, 390.707963, 389.210723, 384.907113, 406.356111, 394.372291, 377.0018, 366.49041, 358.959913, 342.680042, 300.833014, 286.433889, 281.717212, 279.543422, 270.561103, 239.738634, 221.350734, 168.064284, 153.87401, 130.223168, 105.632976, 68.439196, 68.566235, 80.555991]}, "digit": {"n_am_en": [11, 30, 23, 6, 4, 4, 6, 4, 2, 6, 8, 7, 5, 13, 8, 6, 7, 3, 2, 5, 8, 14, 12, 11, 7, 14, 13, 11, 8, 6, 8, 8, 4, 8, 10, 5, 7, 8, 4, 8, 5, 4, 3, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [1, 3, 1, 8, 12, 9, 8, 4, 4, 3, 4, 7, 9, 4, 3, 5, 9, 13, 10, 13, 8, 7, 8, 8, 4, 1, 2, 2, 4, 3, 5, 7, 7, 3, 10, 6, 5, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 53, "sum_m_en": [4.699342, 2.377025, 2.255384, 2.118266, 2.350158, 2.281421, 2.383689, 2.527978, 2.804261, 2.929093, 2.928041, 3.084618, 3.027733, 3.15699, 3.161882, 2.859919, 2.881594, 3.161997, 2.829001, 2.638574, 2.402871, 2.249575, 2.17205, 2.106371, 3.448072, 3.624293, 4.656992, 4.064177, 4.226307, 4.410088, 3.982399, 4.062941, 3.669088, 3.726355, 3.772985, 4.084973, 4.445041, 4.653677, 4.448339, 4.200906, 4.147311, 4.492921, 4.033464, 3.683128, 3.270327, 2.051359, 1.475376, 1.250601, 0.419871, 0.0], "sum_m_pl": [23.101003, 28.030361, 27.324654, 26.603103, 25.013381, 23.640266, 24.425234, 24.090265, 23.609071, 24.182534, 24.074095, 23.872918, 24.041783, 24.281865, 23.107848, 23.865831, 23.821975, 23.755918, 24.749335, 25.512414, 25.944751, 26.315563, 26.404649, 26.590707, 23.52994, 23.204588, 21.160634, 22.748256, 22.951023, 22.275105, 23.619179, 22.889266, 21.999485, 21.779482, 21.617621, 20.705155, 19.174121, 18.435793, 17.605039, 18.322975, 18.29008, 17.85396, 17.297932, 14.761056, 14.585619, 9.5979, 7.165181, 3.921003, 1.707867, 0.0]}, "lang": {"n_am_en": [126, 107, 98, 77, 111, 108, 118, 144, 147, 122, 161, 139, 143, 133, 145, 129, 140, 153, 154, 165, 172, 173, 156, 165, 220, 207, 196, 185, 200, 202, 204, 194, 187, 202, 219, 208, 224, 239, 245, 260, 250, 253, 264, 272, 274, 283, 296, 308, 346, 360], "n_am_pl": [13, 55, 79, 71, 54, 54, 59, 47, 48, 48, 46, 60, 59, 51, 46, 54, 63, 48, 48, 50, 53, 60, 74, 80, 26, 34, 49, 50, 34, 51, 45, 47, 41, 27, 30, 31, 37, 26, 34, 35, 25, 31, 34, 29, 23, 27, 33, 32, 68, 79], "n_pos": 445, "sum_m_en": [55.168772, 28.108322, 25.683527, 25.020403, 25.757011, 26.332701, 26.977397, 27.642795, 30.484244, 30.157907, 31.842994, 34.21081, 32.83725, 34.612025, 35.449632, 32.686042, 31.025455, 32.129511, 29.502841, 26.561771, 23.957956, 22.010504, 21.072602, 20.288274, 60.416493, 63.146684, 67.416892, 59.035594, 58.545359, 60.110762, 54.248172, 56.93275, 62.692877, 67.064032, 75.432682, 84.893137, 110.493365, 116.468094, 118.186144, 120.278891, 120.173242, 145.182603, 168.007768, 190.534854, 204.516576, 230.823953, 255.905933, 275.523254, 328.640865, 354.119915], "sum_m_pl": [151.358073, 202.39607, 202.506969, 198.580516, 199.009792, 199.401348, 203.166018, 205.389055, 203.577329, 205.862447, 204.456344, 203.766242, 209.061254, 204.839011, 199.837622, 205.17632, 205.541207, 205.281082, 209.31208, 215.310181, 219.00293, 221.732906, 222.321232, 223.214381, 181.425633, 177.898007, 169.318308, 182.692581, 182.211315, 179.365082, 190.094548, 184.037974, 176.490267, 171.231999, 167.53484, 159.867844, 139.790652, 133.596697, 132.799978, 132.628084, 129.039555, 113.970913, 104.453541, 80.832907, 72.182413, 64.295192, 53.825631, 42.064228, 60.447986, 78.081331]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 949, "item_id": "gsm8kpl-323", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1207, "region_end": 945, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9842}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [70, 75, 63, 71, 59, 63, 71, 70, 70, 60, 73, 72, 68, 63, 65, 56, 65, 47, 54, 44, 55, 71, 47, 55, 74, 76, 64, 70, 80, 93, 67, 85, 80, 87, 94, 73, 84, 84, 83, 91, 88, 94, 91, 94, 89, 77, 47, 30, 21, 9], "n_am_pl": [22, 74, 63, 65, 65, 51, 39, 43, 48, 40, 46, 48, 61, 45, 48, 57, 50, 46, 69, 69, 68, 64, 71, 65, 53, 40, 35, 42, 45, 53, 58, 52, 48, 41, 40, 42, 28, 28, 26, 23, 23, 22, 29, 32, 23, 28, 44, 48, 77, 85], "n_pos": 319, "sum_m_en": [29.007066, 15.616662, 16.461727, 17.16279, 17.297972, 17.684265, 18.401247, 18.92562, 20.529581, 20.742373, 20.455968, 21.205763, 21.525231, 22.35384, 22.891855, 20.385961, 19.647157, 19.455706, 18.242154, 17.209322, 16.047996, 15.04023, 14.703476, 14.222205, 28.165549, 30.081426, 32.017859, 31.361462, 32.462289, 33.342766, 29.525441, 29.400336, 31.540721, 31.092668, 32.518537, 32.356857, 34.406844, 39.800847, 38.546256, 48.823986, 49.597828, 54.88932, 57.32809, 71.792632, 63.873204, 65.578729, 41.860919, 27.788602, 18.913737, 9.147346], "sum_m_pl": [128.610056, 155.672704, 150.724769, 147.99586, 144.872999, 144.439364, 147.65832, 146.942865, 144.502856, 146.438212, 143.578014, 142.570073, 147.018629, 142.518139, 141.289374, 147.75143, 149.002865, 148.621298, 153.273866, 155.018794, 156.511763, 157.315585, 156.8571, 157.564526, 130.789555, 127.850957, 123.683006, 130.290983, 133.423503, 134.1006, 138.219771, 137.085214, 134.20457, 127.417579, 126.23036, 120.206607, 110.971356, 106.635177, 102.349473, 95.911957, 93.375056, 89.470322, 82.727388, 67.005272, 61.151642, 55.072775, 60.154504, 55.162058, 74.996373, 84.478346]}, "digit": {"n_am_en": [5, 15, 11, 15, 9, 11, 10, 5, 5, 6, 8, 13, 7, 7, 9, 8, 8, 6, 5, 2, 6, 6, 4, 6, 5, 5, 7, 9, 10, 9, 9, 11, 8, 9, 9, 6, 5, 8, 5, 3, 4, 4, 5, 3, 2, 2, 1, 1, 0, 0], "n_am_pl": [1, 8, 3, 4, 1, 1, 0, 1, 3, 3, 4, 1, 4, 3, 1, 3, 3, 2, 9, 8, 4, 3, 4, 5, 6, 3, 2, 6, 3, 7, 5, 5, 8, 5, 4, 7, 5, 3, 3, 0, 1, 2, 1, 0, 2, 2, 1, 0, 0, 0], "n_pos": 35, "sum_m_en": [2.922847, 1.622571, 1.593977, 1.64804, 1.622418, 1.545778, 1.610492, 1.712306, 1.766351, 1.861125, 1.895246, 1.979178, 2.014259, 2.26595, 2.202167, 2.0478, 2.006696, 2.046534, 1.88355, 1.761434, 1.618392, 1.527495, 1.494581, 1.466409, 2.550569, 2.770881, 3.170972, 3.109812, 3.210389, 3.18629, 2.775258, 2.795525, 2.689163, 2.604779, 2.63041, 2.849049, 3.190834, 3.531434, 3.333379, 4.069348, 3.758585, 3.624861, 3.36499, 3.26542, 2.774232, 2.566035, 0.922765, 0.517309, 0.098648, 0.000109], "sum_m_pl": [15.974874, 18.761674, 18.135683, 17.675624, 17.273818, 16.984166, 17.017425, 16.490555, 16.410505, 16.636738, 16.526411, 16.441837, 16.559049, 15.822721, 15.617501, 16.232598, 16.37321, 16.300516, 16.94159, 17.179877, 17.232304, 17.361557, 17.379635, 17.496979, 15.054733, 14.415343, 13.812541, 14.532056, 15.027449, 15.015582, 15.756756, 15.536969, 15.158528, 15.059488, 14.757489, 13.916557, 12.559068, 12.078888, 11.680967, 11.729744, 11.74961, 11.926922, 11.769744, 9.845144, 9.275996, 6.634782, 4.304538, 1.858918, 0.233909, 0.002656]}, "lang": {"n_am_en": [22, 16, 15, 17, 12, 15, 17, 19, 22, 14, 27, 26, 18, 20, 21, 19, 21, 15, 17, 19, 21, 28, 21, 21, 38, 33, 26, 26, 26, 27, 26, 33, 32, 38, 40, 29, 32, 34, 30, 34, 39, 37, 36, 44, 41, 34, 21, 13, 10, 9], "n_am_pl": [7, 17, 13, 16, 19, 13, 11, 15, 12, 8, 11, 12, 17, 12, 14, 14, 13, 10, 18, 17, 19, 18, 21, 14, 10, 6, 6, 11, 12, 14, 17, 15, 15, 12, 15, 11, 5, 7, 4, 6, 4, 8, 14, 17, 15, 22, 37, 46, 74, 84], "n_pos": 94, "sum_m_en": [8.663771, 4.650628, 4.837231, 5.101021, 5.138446, 5.53693, 5.756414, 6.057683, 6.501737, 6.172716, 6.510614, 7.125938, 7.148759, 7.326849, 7.538178, 6.496816, 5.970478, 5.801593, 5.561624, 5.246518, 4.931283, 4.537386, 4.408613, 4.207261, 9.736108, 10.120439, 10.298998, 9.425474, 9.678347, 10.090675, 9.122397, 9.395058, 10.233751, 10.363453, 10.690436, 10.802801, 11.936537, 14.043253, 14.626273, 16.388117, 16.801423, 18.199215, 20.426587, 29.361916, 27.122749, 26.199714, 17.4762, 12.633121, 10.692555, 9.003125], "sum_m_pl": [36.820521, 43.021703, 41.665526, 41.2858, 40.381706, 40.199845, 41.408911, 41.77931, 41.418335, 42.329391, 41.003907, 40.965705, 42.661344, 41.619314, 41.544801, 43.889507, 44.363292, 43.824262, 45.022161, 45.750061, 46.312581, 46.634765, 46.354033, 46.575003, 39.499966, 38.525653, 37.151295, 39.572387, 40.297478, 40.309581, 41.771402, 41.253722, 41.338678, 40.193073, 39.673784, 38.827682, 36.471256, 36.133249, 35.105249, 34.070137, 33.707614, 31.982708, 30.603964, 26.119744, 26.933129, 28.693984, 37.349214, 42.373413, 68.601852, 82.804311]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 319, "item_id": "gsm8kpl-323", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1066, "region_end": 319, "roundtrip_ok": true, "tf_agree": 0.9875, "tf_agree_excl_first": 0.9906}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [58, 79, 56, 54, 60, 47, 46, 58, 41, 39, 51, 59, 47, 59, 61, 52, 65, 68, 57, 58, 50, 46, 38, 50, 66, 72, 67, 69, 76, 64, 60, 61, 50, 48, 67, 73, 73, 77, 83, 72, 64, 69, 62, 67, 65, 66, 68, 64, 60, 56], "n_am_pl": [5, 27, 26, 22, 20, 21, 24, 21, 26, 31, 31, 34, 33, 28, 27, 29, 33, 31, 21, 26, 35, 34, 33, 41, 22, 21, 24, 27, 31, 38, 43, 36, 33, 31, 25, 20, 17, 15, 15, 15, 14, 14, 11, 13, 13, 13, 9, 5, 0, 1], "n_pos": 199, "sum_m_en": [25.193717, 10.913006, 10.628606, 10.27704, 10.454927, 11.219217, 11.131057, 11.855073, 12.541343, 12.891199, 13.555019, 14.292621, 14.660442, 14.890772, 14.777132, 13.844965, 13.853565, 14.406916, 13.03134, 11.977601, 10.732901, 9.943306, 9.554718, 9.454413, 25.912016, 29.273438, 27.422254, 25.167317, 25.03252, 23.287728, 21.750332, 21.531218, 20.748534, 20.757944, 22.147254, 24.215973, 29.140812, 32.901743, 35.706369, 40.342627, 41.207101, 43.785852, 45.743896, 51.437235, 56.134616, 56.86403, 62.750505, 61.490004, 59.822228, 56.067009], "sum_m_pl": [72.494374, 97.86792, 96.462799, 95.53903, 94.467673, 92.242238, 91.919369, 89.960673, 88.164654, 90.284788, 88.065873, 91.197136, 90.098346, 87.892585, 89.271837, 92.411127, 90.653363, 90.285466, 91.560909, 93.403317, 95.16785, 96.375914, 96.640373, 97.043553, 76.377261, 75.075464, 75.215079, 80.687139, 81.738149, 83.027834, 82.894567, 84.300674, 85.885813, 81.826419, 80.3499, 74.877959, 62.905033, 59.617564, 55.951581, 52.618567, 49.512894, 44.891323, 42.831288, 36.251323, 30.282257, 25.035576, 15.330378, 8.291069, 1.095967, 0.650637]}, "digit": {"n_am_en": [3, 13, 6, 4, 11, 7, 4, 5, 4, 5, 8, 6, 3, 8, 9, 5, 4, 6, 4, 6, 2, 1, 1, 3, 2, 5, 8, 6, 8, 5, 8, 7, 4, 2, 5, 7, 3, 9, 11, 10, 9, 8, 8, 11, 8, 4, 4, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 2, 1, 2, 0, 1, 5, 5, 5, 6, 0, 1, 3, 3, 4, 2, 3, 3, 3, 4, 6, 2, 1, 3, 1, 2, 4, 5, 4, 6, 2, 1, 1, 2, 1, 2, 2, 0, 1, 0, 0, 1, 2, 0, 1, 0, 0], "n_pos": 21, "sum_m_en": [1.865382, 0.911881, 0.891537, 0.847623, 0.893928, 0.876015, 0.893026, 0.91653, 0.955289, 0.988372, 1.075167, 1.079307, 1.152308, 1.294038, 1.233887, 1.126248, 1.184518, 1.268503, 1.213907, 1.135269, 0.965624, 0.883956, 0.857481, 0.835176, 1.540217, 1.562257, 1.77935, 1.597209, 1.698214, 1.547082, 1.592805, 1.646731, 1.515767, 1.508814, 1.503446, 1.730333, 2.052781, 2.091717, 2.106553, 2.414039, 2.253204, 2.119, 2.423386, 2.931209, 3.273775, 3.16972, 2.469708, 1.482787, 0.258658, 0.0], "sum_m_pl": [9.662032, 11.343625, 11.03716, 10.811825, 10.859527, 10.601557, 10.470801, 10.164796, 10.219198, 10.525251, 10.224107, 10.59785, 10.332324, 9.643751, 9.846198, 10.35394, 9.903925, 9.941872, 10.300636, 10.376413, 10.670963, 10.780142, 10.756436, 10.854213, 9.994201, 9.929458, 9.53309, 10.209309, 10.098738, 10.354113, 10.086582, 10.006629, 10.25461, 9.841967, 9.360119, 9.123264, 8.022078, 8.200439, 8.098276, 7.889658, 7.895811, 8.025014, 7.758447, 6.873641, 6.367525, 5.096157, 3.273481, 2.31598, 0.362309, 0.0]}, "lang": {"n_am_en": [23, 26, 16, 17, 20, 19, 25, 24, 19, 19, 23, 21, 17, 23, 22, 16, 20, 25, 25, 28, 25, 27, 23, 29, 30, 36, 30, 34, 34, 27, 28, 29, 23, 22, 29, 29, 37, 35, 34, 35, 35, 40, 32, 36, 37, 38, 42, 47, 55, 55], "n_am_pl": [2, 3, 7, 3, 2, 0, 0, 3, 6, 2, 4, 10, 8, 7, 6, 5, 9, 6, 6, 6, 6, 6, 6, 10, 7, 6, 8, 11, 8, 9, 13, 10, 9, 11, 8, 6, 6, 6, 6, 7, 7, 6, 7, 8, 7, 8, 6, 2, 0, 1], "n_pos": 56, "sum_m_en": [7.833818, 3.549591, 3.330128, 3.208135, 3.192019, 3.637881, 3.557581, 3.873156, 4.109476, 3.933597, 4.319107, 4.575544, 4.666846, 4.726824, 4.857488, 4.434702, 4.376881, 4.615734, 4.024986, 3.618952, 3.210322, 2.933898, 2.789626, 2.739037, 11.420837, 12.149318, 10.969814, 9.73132, 9.525965, 8.772749, 7.944129, 7.737227, 7.841071, 8.253701, 8.783422, 10.192445, 14.085814, 16.7011, 19.289501, 23.575749, 25.084387, 27.562683, 28.598011, 30.089524, 33.040445, 34.450823, 39.515332, 44.172468, 53.976996, 54.918052], "sum_m_pl": [18.445597, 25.495262, 25.694978, 25.507364, 25.44846, 24.771257, 24.917706, 24.828871, 24.111003, 24.875252, 24.320074, 25.567054, 25.461033, 24.846175, 25.432271, 26.228925, 25.746658, 25.338681, 25.847465, 26.246142, 26.784161, 27.265299, 27.337892, 27.44327, 21.465634, 21.13041, 21.382022, 22.718421, 22.20287, 22.233894, 22.57829, 23.170159, 23.972804, 23.161311, 22.960593, 21.609673, 18.231317, 16.889116, 15.239334, 13.963479, 13.497917, 11.874766, 10.90621, 10.080633, 8.889851, 7.644464, 6.106308, 2.129978, 0.221585, 0.650424]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "gsm8kpl-326", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1181, "region_end": 199, "roundtrip_ok": true, "tf_agree": 0.9803, "tf_agree_excl_first": 0.9851}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 64, 59, 61, 54, 48, 48, 59, 43, 49, 49, 64, 55, 55, 59, 54, 59, 51, 69, 57, 51, 56, 53, 54, 72, 66, 63, 74, 77, 72, 66, 68, 58, 65, 75, 66, 60, 53, 48, 44, 43, 44, 46, 52, 54, 46, 17, 6, 3, 2], "n_am_pl": [10, 60, 57, 40, 47, 48, 31, 35, 42, 46, 42, 42, 48, 49, 41, 46, 45, 47, 38, 40, 41, 42, 42, 58, 35, 26, 41, 41, 46, 47, 50, 40, 40, 37, 27, 27, 29, 33, 25, 41, 36, 39, 33, 27, 28, 37, 33, 32, 53, 55], "n_pos": 259, "sum_m_en": [24.31275, 12.075298, 12.727108, 12.97611, 13.373308, 13.819185, 13.996147, 14.250088, 15.339634, 15.77512, 16.409382, 17.258095, 17.777145, 18.195845, 18.0458, 17.410948, 17.00799, 16.747225, 15.652958, 14.816982, 13.564323, 12.703347, 12.248989, 12.00808, 25.225849, 27.321894, 27.958402, 26.865547, 29.212605, 28.201902, 24.866253, 24.312232, 23.22306, 23.677442, 24.402354, 24.689468, 25.544644, 27.033133, 27.701437, 29.686771, 29.665908, 30.690686, 31.294548, 34.207955, 38.526241, 32.878796, 18.534893, 10.774202, 4.309055, 2.021711], "sum_m_pl": [101.856826, 130.018717, 125.628138, 123.677981, 122.863029, 120.37572, 121.165581, 120.688898, 118.95654, 119.814966, 116.487701, 119.539913, 119.787838, 116.922598, 117.578568, 121.534807, 118.798547, 118.828277, 121.834771, 123.496623, 125.334705, 125.556071, 125.966025, 126.473914, 101.734506, 100.869552, 98.759481, 105.450672, 107.415027, 109.987111, 109.740924, 111.823949, 112.145466, 103.986105, 104.495898, 100.179993, 91.387079, 90.415305, 84.799959, 82.201518, 76.710073, 76.218171, 75.8862, 63.836554, 58.219023, 59.551569, 51.005038, 41.696533, 53.322033, 55.242105]}, "digit": {"n_am_en": [0, 16, 9, 9, 11, 6, 9, 8, 6, 8, 11, 9, 5, 8, 7, 4, 3, 5, 8, 2, 1, 1, 0, 2, 5, 4, 9, 8, 8, 9, 10, 8, 7, 5, 7, 10, 5, 5, 6, 4, 2, 2, 1, 4, 3, 3, 2, 1, 0, 0], "n_am_pl": [0, 5, 6, 2, 3, 4, 1, 2, 2, 2, 2, 3, 5, 4, 2, 3, 5, 4, 4, 3, 5, 5, 7, 10, 2, 1, 1, 3, 5, 3, 7, 1, 6, 5, 3, 1, 3, 4, 5, 5, 5, 4, 3, 2, 1, 1, 1, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.552959, 1.178251, 1.122401, 1.131253, 1.167794, 1.166813, 1.207454, 1.285575, 1.348857, 1.37974, 1.460065, 1.515163, 1.563188, 1.700699, 1.607636, 1.502187, 1.525769, 1.647258, 1.526603, 1.462711, 1.275576, 1.184682, 1.145413, 1.114543, 2.093111, 2.114366, 2.276111, 2.099853, 2.286435, 2.201722, 2.150958, 2.135203, 2.020337, 2.08103, 2.092049, 2.28852, 2.108667, 2.024549, 2.074436, 1.964668, 1.853244, 1.796195, 1.69606, 1.530727, 1.421386, 1.539068, 1.057092, 0.755236, 0.106474, 0.0], "sum_m_pl": [11.869882, 14.814975, 14.373968, 13.88557, 13.741483, 13.607065, 13.659363, 13.182287, 13.04781, 13.171453, 13.041577, 13.359999, 13.279562, 12.799914, 12.837602, 13.25012, 12.714972, 12.585024, 13.261661, 13.29055, 13.547314, 13.603693, 13.649015, 13.768851, 12.279559, 12.098193, 11.893216, 12.740134, 12.832008, 12.918067, 12.646137, 12.478531, 12.651703, 12.197991, 11.82859, 11.513749, 10.68428, 10.60288, 10.299445, 10.279691, 10.249219, 10.357629, 10.198469, 9.172204, 8.734684, 7.536709, 4.898478, 3.116771, 0.467814, 0.072485]}, "lang": {"n_am_en": [18, 7, 10, 10, 11, 10, 11, 13, 12, 14, 10, 18, 18, 15, 15, 15, 18, 12, 23, 20, 17, 18, 22, 23, 27, 25, 23, 31, 25, 24, 17, 20, 23, 29, 32, 20, 19, 19, 24, 22, 21, 20, 20, 20, 26, 20, 9, 2, 2, 2], "n_am_pl": [4, 12, 10, 13, 12, 12, 9, 11, 6, 8, 11, 6, 8, 13, 12, 14, 8, 10, 7, 13, 11, 14, 11, 15, 9, 7, 12, 10, 8, 9, 12, 15, 10, 10, 8, 10, 12, 8, 8, 11, 10, 12, 10, 10, 11, 21, 24, 28, 53, 55], "n_pos": 58, "sum_m_en": [5.699655, 2.769859, 2.933716, 3.022327, 3.136207, 3.27598, 3.294461, 3.161565, 3.383854, 3.387462, 3.637432, 3.951866, 4.091288, 4.165104, 4.198223, 4.187968, 4.039801, 3.8417, 3.611857, 3.409689, 3.153564, 2.947779, 2.844438, 2.802251, 7.307992, 8.042063, 8.299719, 7.851511, 8.570079, 8.381985, 6.369618, 6.636522, 6.49555, 7.149323, 6.912236, 6.95635, 7.750219, 9.402475, 10.753577, 13.305174, 13.900049, 14.972742, 15.422058, 17.420722, 21.302037, 17.409734, 9.094353, 4.401933, 2.172909, 2.000405], "sum_m_pl": [21.734026, 28.23743, 27.255251, 27.118159, 26.842544, 26.169453, 26.20861, 26.978411, 26.766348, 27.218097, 26.326494, 27.196086, 27.613452, 27.229213, 27.373039, 27.98498, 27.303987, 27.150164, 27.573348, 27.836289, 28.34166, 28.315649, 28.381819, 28.444967, 23.816284, 23.253234, 22.576874, 24.350188, 24.349242, 24.6134, 25.403172, 25.489862, 26.08006, 24.615112, 25.279703, 25.404001, 24.11504, 22.77987, 21.392448, 19.534126, 18.015078, 17.730666, 18.595266, 16.82516, 15.55804, 21.124964, 24.714598, 24.81416, 48.953633, 54.263369]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 259, "item_id": "gsm8kpl-326", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1040, "region_end": 259, "roundtrip_ok": true, "tf_agree": 0.9923, "tf_agree_excl_first": 0.9961}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [66, 65, 55, 44, 46, 37, 42, 43, 37, 42, 49, 59, 46, 45, 37, 54, 55, 48, 47, 50, 35, 37, 35, 32, 56, 43, 41, 55, 41, 51, 48, 60, 60, 60, 54, 59, 61, 64, 60, 60, 60, 55, 59, 51, 52, 53, 55, 61, 63, 67], "n_am_pl": [4, 18, 30, 28, 14, 20, 20, 18, 20, 21, 20, 17, 36, 25, 16, 15, 21, 17, 15, 32, 35, 29, 32, 34, 15, 18, 19, 15, 41, 26, 31, 27, 31, 24, 25, 20, 19, 19, 12, 9, 7, 5, 4, 5, 4, 2, 3, 1, 0, 0], "n_pos": 204, "sum_m_en": [22.98453, 10.506145, 10.436438, 10.144946, 11.109422, 11.415841, 11.357124, 11.457537, 12.525363, 13.185452, 13.86591, 14.670451, 15.425864, 15.375563, 14.917185, 14.629039, 14.296276, 13.59527, 12.398831, 11.574303, 10.841419, 10.21272, 9.897145, 9.91807, 24.111583, 25.170044, 23.468662, 22.876457, 22.780368, 22.180406, 21.060472, 21.159924, 19.782107, 19.811316, 22.522497, 23.785262, 28.269318, 29.41599, 32.046469, 37.340297, 37.91843, 39.586522, 45.396804, 42.946092, 46.248209, 49.72033, 55.514504, 62.146292, 63.402798, 67.049046], "sum_m_pl": [77.366197, 101.522391, 100.105493, 97.204785, 94.728168, 92.321774, 92.110218, 91.222284, 89.972184, 91.661009, 90.258605, 90.104508, 89.378986, 88.734452, 87.814998, 90.686319, 89.126889, 90.988859, 92.77912, 95.681588, 97.011346, 97.863296, 98.216147, 98.458743, 73.925685, 72.162048, 72.071886, 77.411774, 81.469438, 80.961286, 83.137147, 82.754173, 84.89484, 82.134763, 81.056795, 74.09926, 65.28343, 63.389185, 54.106144, 50.657714, 46.339708, 42.955183, 37.267557, 32.889066, 26.495541, 19.023031, 13.223841, 7.292669, 0.990425, 0.000306]}, "digit": {"n_am_en": [3, 15, 14, 6, 6, 3, 5, 8, 3, 7, 5, 16, 8, 7, 5, 5, 10, 10, 10, 15, 11, 10, 6, 3, 6, 6, 5, 9, 7, 12, 10, 10, 10, 8, 7, 5, 8, 11, 7, 5, 3, 3, 3, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 4, 4, 4, 2, 3, 2, 1, 2, 4, 6, 2, 6, 4, 0, 1, 4, 4, 4, 6, 6, 3, 5, 3, 4, 3, 3, 5, 12, 8, 6, 8, 8, 6, 7, 6, 2, 3, 3, 2, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.037223, 1.413728, 1.445939, 1.410464, 1.524823, 1.578437, 1.55386, 1.600556, 1.686938, 1.726645, 1.762788, 1.887004, 2.156906, 2.230259, 1.959997, 1.896335, 2.030211, 1.989001, 1.828838, 1.687405, 1.572869, 1.489448, 1.455475, 1.431786, 2.6749, 2.705838, 2.699734, 2.691784, 2.920537, 2.83637, 2.877724, 2.886629, 2.627543, 2.563466, 2.744044, 2.82534, 3.095336, 3.072645, 3.398782, 3.223594, 2.984079, 2.796194, 2.910464, 2.463617, 2.257794, 1.893356, 2.038025, 1.865256, 0.401346, 0.0], "sum_m_pl": [15.37936, 18.977429, 18.301522, 17.933238, 17.500664, 16.913044, 16.848869, 16.621709, 16.547593, 17.087871, 17.028364, 17.221481, 16.534979, 16.081571, 15.967145, 16.461217, 15.806299, 16.205958, 16.885101, 17.247682, 17.463692, 17.487726, 17.514896, 17.593223, 15.902723, 15.451939, 14.992411, 15.970966, 16.322426, 16.275655, 15.688162, 15.575761, 15.833385, 15.844598, 15.272953, 14.435561, 14.346985, 14.664743, 13.477965, 13.628586, 13.057807, 12.452129, 11.853615, 10.63746, 9.718841, 8.168611, 6.583641, 4.027429, 0.778344, 0.0]}, "lang": {"n_am_en": [21, 13, 14, 15, 16, 14, 21, 16, 17, 21, 26, 23, 21, 25, 16, 28, 20, 17, 14, 16, 9, 15, 14, 13, 29, 21, 17, 22, 17, 16, 13, 23, 21, 24, 28, 30, 29, 35, 36, 40, 42, 41, 43, 40, 41, 44, 48, 56, 62, 67], "n_am_pl": [2, 6, 5, 3, 2, 2, 3, 3, 7, 4, 3, 2, 12, 10, 7, 3, 3, 2, 4, 11, 14, 10, 11, 15, 4, 9, 7, 3, 15, 5, 9, 7, 9, 7, 8, 5, 7, 7, 2, 2, 0, 1, 1, 2, 4, 1, 1, 0, 0, 0], "n_pos": 67, "sum_m_en": [8.010715, 3.680507, 3.653992, 3.568093, 3.892539, 4.127004, 4.168803, 4.184556, 4.832197, 5.199313, 5.561451, 5.939298, 6.216843, 6.045963, 5.964731, 5.681031, 5.323444, 5.132144, 4.668635, 4.244123, 3.944825, 3.706001, 3.557711, 3.525215, 10.896202, 11.291159, 10.459196, 9.780485, 9.858478, 9.179032, 8.713947, 8.976347, 8.522653, 9.045129, 10.400347, 11.758909, 15.72069, 16.755512, 18.472403, 23.208195, 24.430373, 26.298627, 30.539889, 30.52434, 35.009312, 40.33298, 47.472157, 54.073904, 61.945502, 65.976613], "sum_m_pl": [24.328096, 31.914938, 32.207017, 31.172067, 30.757505, 29.609889, 29.73605, 29.995238, 29.165072, 29.284774, 28.807975, 29.046484, 29.168996, 29.19367, 28.963999, 29.823447, 29.389081, 29.752164, 30.406274, 31.371439, 31.828173, 32.117499, 32.283634, 32.446901, 24.753091, 24.446357, 24.207393, 25.25807, 25.95034, 25.909845, 26.931021, 26.249293, 27.408844, 27.024884, 26.765275, 25.271326, 21.704695, 21.057063, 18.340426, 16.218247, 15.102918, 13.875206, 10.680757, 10.353588, 7.303398, 3.660884, 2.307823, 0.945464, 0.042518, 0.000174]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 208, "item_id": "gsm8kpl-33", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1146, "region_end": 204, "roundtrip_ok": true, "tf_agree": 0.9952, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [56, 55, 48, 32, 36, 25, 37, 40, 32, 39, 39, 31, 40, 42, 23, 58, 51, 39, 31, 41, 34, 32, 26, 26, 40, 36, 28, 30, 34, 43, 47, 39, 32, 39, 45, 38, 39, 34, 27, 26, 31, 27, 25, 20, 22, 15, 11, 10, 3, 2], "n_am_pl": [4, 32, 32, 34, 26, 38, 23, 24, 31, 27, 27, 27, 29, 22, 27, 19, 19, 28, 31, 35, 29, 29, 25, 30, 25, 23, 36, 24, 30, 38, 41, 31, 36, 20, 23, 27, 24, 14, 18, 19, 15, 13, 12, 17, 10, 17, 19, 19, 36, 39], "n_pos": 201, "sum_m_en": [19.076018, 9.553596, 9.887471, 10.265998, 10.841994, 10.833849, 10.714892, 10.990188, 11.713018, 12.215457, 12.655264, 13.104104, 13.979857, 14.08198, 13.229427, 13.256208, 13.16931, 12.361019, 11.015711, 10.55322, 10.17362, 9.742233, 9.503684, 9.352523, 20.643606, 21.174027, 19.873185, 19.882199, 20.71715, 19.742307, 18.540708, 17.891241, 16.352318, 16.153824, 18.058654, 17.69393, 17.389104, 17.350999, 19.360072, 20.309623, 20.909057, 21.049874, 24.296303, 21.372633, 21.011876, 19.723003, 14.354944, 12.636485, 4.320169, 2.54247], "sum_m_pl": [81.691751, 100.575571, 97.577095, 94.94789, 93.904311, 92.388943, 92.560143, 91.279628, 90.936475, 92.870942, 91.593449, 90.867683, 90.868092, 90.007469, 90.563935, 92.190537, 90.414228, 92.288329, 94.508645, 97.112477, 96.675968, 96.433425, 96.428926, 96.575547, 73.515914, 72.950225, 73.470691, 77.507742, 82.129563, 86.475691, 86.346947, 86.548349, 87.637994, 79.875515, 79.190396, 73.789208, 69.669139, 66.774494, 60.423169, 59.113967, 56.72241, 55.884272, 48.073834, 43.425739, 35.961355, 34.797185, 32.96637, 24.220705, 37.233978, 38.901966]}, "digit": {"n_am_en": [4, 19, 14, 8, 6, 2, 3, 10, 9, 10, 12, 8, 7, 9, 4, 9, 9, 8, 8, 9, 8, 8, 8, 6, 10, 6, 4, 7, 7, 9, 14, 6, 8, 12, 9, 9, 10, 8, 5, 5, 9, 5, 5, 2, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 7, 3, 4, 1, 3, 3, 0, 2, 0, 3, 3, 2, 1, 2, 3, 4, 3, 4, 10, 6, 6, 4, 4, 4, 2, 4, 4, 5, 6, 4, 8, 6, 3, 8, 7, 7, 2, 2, 2, 1, 2, 0, 3, 1, 0, 1, 1, 0, 0], "n_pos": 35, "sum_m_en": [2.816838, 1.471516, 1.473738, 1.464849, 1.519477, 1.509129, 1.462019, 1.563324, 1.670502, 1.692221, 1.746497, 1.791292, 2.020395, 2.124313, 1.900655, 1.939456, 1.994899, 1.931015, 1.683818, 1.577667, 1.488884, 1.402233, 1.383377, 1.352773, 2.489525, 2.57557, 2.578037, 2.8157, 2.887972, 2.730662, 2.786983, 2.750311, 2.424609, 2.536102, 2.721547, 2.88157, 3.100334, 2.730779, 3.056819, 2.825679, 2.866627, 2.957821, 2.656064, 2.704431, 2.473569, 2.248334, 2.507009, 1.923946, 0.719727, 0.0], "sum_m_pl": [16.302359, 19.052727, 18.339995, 17.849203, 17.705309, 17.359142, 17.392086, 16.975589, 17.026679, 17.40553, 17.456209, 17.541723, 17.081702, 16.631847, 16.744204, 16.932314, 16.252819, 16.369551, 17.073561, 17.361034, 17.418747, 17.502351, 17.485165, 17.625399, 15.694328, 15.074234, 14.5662, 15.567496, 16.156006, 16.334977, 15.944276, 15.976847, 16.352811, 15.939171, 15.443273, 14.909759, 14.750636, 14.823039, 13.913406, 14.220195, 14.069683, 14.090706, 13.408094, 12.008977, 10.992927, 9.906432, 8.154773, 5.597418, 0.684536, 0.0]}, "lang": {"n_am_en": [8, 5, 9, 7, 10, 11, 14, 15, 7, 9, 5, 7, 10, 10, 7, 17, 18, 15, 12, 18, 14, 12, 11, 13, 12, 15, 10, 9, 10, 10, 13, 15, 11, 11, 14, 16, 19, 16, 11, 12, 14, 14, 11, 11, 14, 10, 8, 7, 2, 2], "n_am_pl": [4, 4, 7, 4, 5, 4, 3, 2, 3, 5, 3, 7, 4, 3, 7, 4, 3, 4, 4, 4, 2, 4, 3, 2, 2, 4, 7, 6, 5, 9, 11, 7, 12, 4, 5, 4, 5, 5, 6, 6, 7, 7, 8, 11, 8, 14, 18, 17, 36, 38], "n_pos": 41, "sum_m_en": [3.428217, 2.026235, 2.259337, 2.38258, 2.411749, 2.421906, 2.339062, 2.387565, 2.532818, 2.561455, 2.791286, 3.01929, 3.159869, 3.162873, 3.014509, 3.030281, 3.098866, 2.916454, 2.568773, 2.416151, 2.292422, 2.12654, 2.096863, 2.029395, 6.013576, 6.182148, 5.590537, 5.080292, 5.427991, 5.003323, 4.842631, 4.805247, 4.535439, 4.635178, 5.201542, 5.389861, 5.648513, 6.086243, 7.133741, 8.496649, 9.221697, 9.877287, 12.101813, 10.975792, 11.506567, 10.36718, 7.196927, 6.588052, 2.506009, 2.10271], "sum_m_pl": [15.827799, 18.663718, 18.099795, 17.683056, 17.828422, 17.756995, 18.128857, 18.325853, 18.173988, 18.526657, 17.929573, 17.877479, 18.197724, 18.39503, 18.69651, 18.878344, 18.563358, 18.860835, 19.163582, 19.885241, 19.905932, 19.946969, 19.859834, 19.886473, 15.14302, 15.323669, 15.230919, 16.277201, 16.752142, 17.510277, 17.815731, 17.618151, 18.247887, 17.006781, 16.871607, 16.846096, 16.577006, 16.211583, 14.442676, 14.397178, 14.104882, 13.756515, 11.126591, 11.650115, 11.597626, 14.175849, 18.237943, 16.100145, 34.462218, 37.89002]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 201, "item_id": "gsm8kpl-33", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1005, "region_end": 201, "roundtrip_ok": true, "tf_agree": 0.9701, "tf_agree_excl_first": 0.975}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [44, 28, 25, 22, 21, 16, 13, 20, 19, 25, 28, 33, 27, 27, 19, 28, 25, 23, 20, 18, 21, 22, 23, 20, 28, 29, 26, 32, 31, 26, 29, 19, 22, 28, 23, 29, 26, 28, 27, 26, 31, 30, 39, 38, 36, 38, 39, 34, 28, 26], "n_am_pl": [1, 10, 10, 12, 6, 6, 11, 7, 7, 8, 5, 6, 7, 11, 8, 4, 1, 9, 3, 3, 3, 4, 8, 11, 3, 2, 2, 5, 4, 7, 6, 7, 6, 8, 6, 6, 7, 1, 0, 3, 3, 2, 2, 3, 2, 1, 1, 0, 0, 0], "n_pos": 83, "sum_m_en": [10.19301, 4.969327, 4.802123, 4.681208, 4.743692, 4.662664, 4.506911, 4.757663, 4.913299, 5.195283, 5.429254, 6.091897, 6.284442, 6.262697, 6.610486, 6.180725, 5.739472, 5.641052, 5.11603, 4.77373, 4.482124, 4.228037, 4.113692, 4.007444, 9.972482, 9.435691, 9.415169, 8.504007, 8.594474, 9.007676, 8.645636, 7.988131, 8.384539, 9.017253, 9.269157, 10.591923, 14.568335, 14.614762, 17.567696, 20.420437, 21.732246, 20.485458, 28.987905, 32.68167, 34.305076, 33.956635, 36.856199, 34.435492, 27.618095, 25.366249], "sum_m_pl": [32.23371, 40.473085, 40.009262, 39.162322, 38.691844, 38.149169, 38.646619, 38.220869, 36.732723, 37.570199, 37.341538, 37.187585, 37.007481, 36.495084, 36.632785, 38.349234, 38.376757, 38.602726, 38.744536, 39.324892, 39.617505, 40.008601, 40.112467, 40.380519, 30.415421, 30.149085, 29.598732, 32.120142, 32.850246, 32.740843, 33.426731, 33.799599, 34.051101, 32.064139, 32.151654, 29.288745, 24.718799, 23.836056, 21.474431, 18.775322, 17.281596, 15.24127, 11.881092, 8.706429, 6.991863, 6.939907, 2.668561, 1.673097, 0.140589, 0.031988]}, "digit": {"n_am_en": [5, 5, 5, 4, 3, 0, 2, 2, 1, 2, 7, 4, 3, 2, 3, 4, 3, 3, 3, 3, 2, 2, 2, 2, 3, 2, 2, 3, 4, 3, 2, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 0, 0], "n_am_pl": [1, 2, 1, 1, 1, 1, 2, 0, 1, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.25966, 0.586462, 0.555729, 0.552499, 0.563749, 0.546508, 0.552904, 0.591831, 0.608982, 0.646557, 0.719, 0.733816, 0.788921, 0.804842, 0.797687, 0.80329, 0.772208, 0.79261, 0.696051, 0.652314, 0.610854, 0.583236, 0.571273, 0.55463, 0.957134, 0.913825, 0.953417, 1.03534, 1.202592, 1.076556, 1.036902, 0.88717, 0.877522, 0.832469, 0.836297, 0.865342, 0.897592, 0.81387, 0.78337, 0.810679, 0.844993, 0.83759, 0.948786, 0.900489, 1.316996, 1.001384, 1.187959, 0.786316, 0.017217, 0.0], "sum_m_pl": [5.932848, 7.011977, 6.66029, 6.560332, 6.481159, 6.283895, 6.413284, 6.325803, 6.225498, 6.299216, 6.306756, 6.432138, 6.037259, 5.896066, 6.029491, 6.099767, 6.061823, 6.107118, 6.189043, 6.379756, 6.350399, 6.418392, 6.377828, 6.448441, 5.163645, 5.119668, 5.140888, 5.404023, 5.597255, 5.679463, 5.452556, 5.56014, 5.64186, 5.348569, 5.302421, 4.74311, 4.5295, 4.46031, 3.99261, 3.962172, 3.961596, 3.977184, 3.884516, 3.306327, 3.075522, 2.793927, 0.783743, 0.347302, 0.041943, 0.0]}, "lang": {"n_am_en": [18, 10, 13, 11, 8, 9, 3, 10, 8, 10, 9, 9, 10, 11, 7, 10, 9, 9, 6, 4, 7, 9, 11, 9, 9, 12, 11, 14, 11, 12, 12, 8, 8, 12, 12, 16, 12, 16, 15, 15, 14, 13, 16, 17, 17, 17, 21, 24, 26, 26], "n_am_pl": [0, 2, 2, 1, 2, 1, 6, 3, 2, 2, 1, 3, 1, 4, 3, 4, 1, 2, 2, 2, 2, 2, 2, 3, 3, 1, 1, 2, 2, 2, 0, 2, 1, 3, 2, 1, 2, 0, 0, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [3.95647, 1.819063, 1.894362, 1.695137, 1.623112, 1.631819, 1.527594, 1.660351, 1.595946, 1.712699, 1.733718, 1.964924, 2.095954, 2.071194, 2.221382, 2.049521, 1.930145, 1.848322, 1.696154, 1.595584, 1.523527, 1.436533, 1.410444, 1.374876, 3.745143, 3.765098, 3.874655, 3.522909, 3.265685, 3.751358, 3.345242, 3.267754, 3.359575, 3.633875, 3.667572, 4.266905, 6.327112, 6.944972, 8.858638, 10.336955, 10.796697, 9.650835, 12.49653, 14.305274, 15.930156, 15.523882, 18.92142, 23.420959, 25.43383, 25.336151], "sum_m_pl": [9.78219, 12.416347, 12.703116, 12.657834, 12.48434, 12.160945, 12.285759, 12.327439, 12.027801, 12.276899, 12.234706, 12.138933, 12.28985, 12.062572, 12.349591, 12.926209, 12.982738, 12.991298, 12.882385, 12.939444, 13.031088, 13.147291, 13.096083, 13.200163, 10.254801, 10.521005, 10.226026, 10.934205, 10.890436, 10.622037, 11.008138, 10.996737, 11.402292, 10.913262, 11.026633, 10.622268, 8.424495, 7.820514, 6.661384, 5.76349, 4.937038, 3.84126, 3.026024, 2.542713, 1.779877, 1.81836, 0.915156, 0.510588, 0.049073, 0.000166]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 87, "item_id": "gsm8kpl-332", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1163, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [29, 28, 20, 20, 25, 21, 23, 24, 30, 40, 35, 33, 33, 33, 28, 33, 30, 23, 21, 17, 16, 19, 18, 17, 26, 28, 26, 35, 34, 37, 29, 24, 30, 26, 27, 32, 18, 20, 23, 22, 17, 14, 25, 32, 22, 16, 10, 8, 4, 5], "n_am_pl": [5, 29, 12, 17, 9, 21, 12, 12, 12, 13, 15, 18, 20, 18, 15, 16, 15, 25, 22, 24, 17, 16, 16, 17, 12, 11, 8, 13, 13, 13, 18, 16, 19, 12, 12, 10, 11, 8, 12, 13, 9, 12, 5, 7, 12, 19, 23, 20, 27, 29], "n_pos": 111, "sum_m_en": [11.070332, 5.52254, 5.730967, 5.859591, 5.990552, 5.797004, 6.278561, 6.341834, 6.983294, 7.232912, 7.474432, 8.029938, 8.277068, 8.48477, 8.52376, 7.767744, 7.466917, 7.126561, 6.174834, 5.818112, 5.667426, 5.419329, 5.304351, 5.170866, 10.949193, 11.025615, 11.071669, 11.151875, 11.712143, 11.522685, 10.723825, 9.91944, 9.398168, 9.670117, 10.152913, 10.134045, 11.637114, 12.262449, 13.823468, 14.281569, 13.476752, 14.585393, 15.678726, 22.520137, 19.359755, 14.098609, 10.657642, 8.528936, 4.845215, 4.892794], "sum_m_pl": [43.663032, 56.051811, 54.152457, 53.453293, 52.521944, 52.334268, 52.841274, 52.047186, 51.104025, 52.086827, 51.468641, 51.518855, 52.109527, 51.72159, 52.550103, 53.5039, 53.146254, 54.482844, 55.143198, 55.676084, 55.019638, 54.860633, 54.774446, 54.796212, 43.102186, 41.925867, 42.067052, 46.057002, 47.526932, 48.81372, 48.719061, 49.239631, 50.737917, 46.29231, 45.201008, 42.816921, 39.347032, 38.052744, 34.89111, 32.808671, 31.779965, 30.571164, 27.797475, 21.709851, 22.137136, 26.177476, 27.415644, 23.394733, 26.57819, 29.039517]}, "digit": {"n_am_en": [5, 5, 9, 4, 4, 4, 5, 3, 1, 2, 5, 5, 4, 5, 5, 6, 3, 5, 5, 3, 4, 5, 6, 4, 5, 2, 2, 3, 3, 6, 3, 2, 4, 1, 2, 1, 0, 0, 1, 0, 0, 1, 3, 3, 1, 0, 0, 0, 0, 0], "n_am_pl": [1, 6, 1, 0, 0, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 3, 2, 1, 2, 4, 3, 2, 1, 2, 0, 0, 0, 4, 3, 4, 4, 2, 2, 1, 1, 1, 0, 1, 1, 2, 2, 1, 0, 1, 1, 2, 1, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.669914, 0.821942, 0.860614, 0.862683, 0.875269, 0.84954, 0.96262, 0.922993, 0.922373, 0.969165, 1.065206, 1.065607, 1.225333, 1.224694, 1.136868, 1.074757, 1.065641, 1.033803, 0.888643, 0.834369, 0.821191, 0.798353, 0.792067, 0.769095, 1.258365, 1.262821, 1.308002, 1.348402, 1.46973, 1.424097, 1.43135, 1.238051, 1.149561, 1.120214, 1.237915, 1.264471, 1.135617, 1.135619, 1.187745, 1.20962, 1.226133, 1.128506, 1.181769, 1.202356, 1.042479, 0.915737, 0.447559, 0.36417, 0.01654, 0.0], "sum_m_pl": [8.093146, 9.776988, 9.396427, 9.338054, 9.140316, 8.921471, 8.947056, 8.650322, 8.619386, 8.756078, 8.642263, 8.905013, 8.654205, 8.606311, 8.883148, 8.948664, 8.801544, 9.025624, 9.141674, 9.237924, 8.990856, 9.038762, 8.94899, 9.054433, 7.268237, 6.809331, 7.181086, 7.982435, 8.38425, 8.384748, 8.066625, 8.20196, 8.578657, 7.956251, 7.695487, 6.887366, 6.597103, 6.586656, 5.71564, 5.596189, 5.68313, 6.003482, 5.893168, 5.294328, 5.086659, 4.551588, 2.340234, 1.362007, 0.05245, 0.0]}, "lang": {"n_am_en": [9, 9, 4, 5, 9, 7, 11, 11, 16, 19, 14, 11, 15, 11, 9, 15, 14, 9, 4, 5, 2, 5, 5, 5, 8, 11, 10, 18, 21, 17, 14, 13, 14, 13, 10, 13, 9, 9, 10, 11, 9, 9, 17, 20, 15, 10, 8, 5, 4, 5], "n_am_pl": [1, 6, 6, 7, 5, 10, 4, 3, 3, 3, 4, 5, 6, 5, 8, 4, 7, 11, 10, 7, 11, 9, 10, 9, 8, 3, 3, 5, 1, 2, 6, 6, 9, 4, 5, 3, 4, 2, 4, 4, 4, 5, 2, 2, 9, 15, 17, 17, 25, 28], "n_pos": 33, "sum_m_en": [3.354313, 1.630601, 1.584401, 1.641258, 1.623477, 1.599632, 1.856922, 1.910888, 2.099277, 2.07721, 2.246051, 2.392027, 2.473988, 2.52545, 2.496194, 2.292219, 2.151668, 2.00481, 1.814147, 1.764428, 1.703289, 1.618994, 1.545442, 1.522571, 3.41724, 3.666639, 3.718883, 3.634838, 3.815196, 3.566185, 3.270419, 3.288993, 2.986623, 3.108058, 3.166683, 3.432724, 4.443294, 4.866825, 5.538467, 5.81196, 5.326169, 6.972757, 8.510757, 13.850208, 12.60253, 7.963291, 6.90265, 5.504415, 4.494537, 4.892695], "sum_m_pl": [12.484325, 16.626566, 16.62292, 16.182924, 16.062031, 16.129429, 16.154405, 15.897679, 15.652604, 16.183781, 15.831689, 15.983227, 16.307435, 16.159222, 16.445139, 16.836313, 16.780205, 17.005849, 17.073278, 17.073057, 17.025654, 16.979507, 17.043142, 17.048587, 14.777613, 14.60744, 14.396282, 15.391934, 15.43459, 15.80158, 16.096197, 15.977376, 16.828488, 15.79369, 15.728585, 15.496613, 14.570666, 14.082285, 13.466141, 13.080046, 12.633225, 11.680046, 10.452845, 7.786888, 10.29885, 15.746763, 18.523914, 17.499091, 23.849272, 27.777886]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 115, "item_id": "gsm8kpl-332", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1022, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9739, "tf_agree_excl_first": 0.9825}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [34, 35, 27, 45, 41, 32, 31, 40, 30, 36, 45, 47, 38, 36, 35, 39, 34, 31, 40, 32, 40, 40, 35, 38, 50, 55, 50, 49, 55, 51, 50, 44, 50, 43, 41, 51, 59, 44, 50, 61, 58, 59, 55, 53, 52, 53, 53, 52, 43, 42], "n_am_pl": [7, 22, 20, 16, 14, 12, 24, 19, 17, 15, 14, 16, 19, 27, 14, 18, 22, 23, 14, 21, 18, 16, 15, 13, 5, 5, 9, 11, 15, 6, 11, 12, 17, 12, 9, 6, 6, 8, 6, 4, 3, 3, 5, 5, 6, 4, 1, 2, 0, 0], "n_pos": 150, "sum_m_en": [18.51538, 8.14698, 8.337445, 8.500479, 9.205251, 8.641019, 8.729864, 9.066, 9.454919, 10.317653, 10.612559, 11.126006, 12.247396, 11.507008, 11.866228, 10.707421, 10.535797, 10.653462, 9.369477, 8.515407, 7.929694, 7.269439, 7.121099, 7.131245, 19.915756, 19.741163, 20.325237, 18.879514, 17.420191, 17.894811, 15.784125, 14.797718, 16.949937, 17.700565, 19.290492, 21.504542, 26.931222, 28.618185, 31.065828, 38.533379, 38.505961, 41.970126, 44.951464, 50.289791, 51.374712, 48.944867, 51.230531, 51.785293, 44.379508, 42.398174], "sum_m_pl": [55.638567, 72.161598, 70.583373, 69.336617, 68.097898, 67.624643, 68.473938, 68.454814, 66.857438, 67.861513, 67.45194, 67.121237, 66.716167, 66.797759, 66.672146, 68.91525, 69.240001, 68.659753, 69.365479, 71.392724, 71.988109, 72.743108, 72.619476, 72.722543, 54.19879, 54.723013, 53.849746, 58.466101, 59.331191, 59.004001, 61.491328, 61.871042, 61.581409, 57.771845, 56.612991, 52.068651, 45.5929, 42.580992, 38.377143, 35.743571, 33.263619, 28.018289, 26.624593, 22.022745, 17.323925, 14.517988, 8.081072, 4.421825, 0.759763, 0.000434]}, "digit": {"n_am_en": [0, 3, 4, 0, 3, 0, 1, 1, 0, 2, 7, 6, 3, 5, 2, 4, 2, 2, 3, 3, 2, 2, 2, 1, 3, 5, 7, 5, 11, 9, 10, 7, 4, 3, 1, 2, 2, 2, 0, 1, 3, 3, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 3, 5, 5, 1, 1, 2, 1, 1, 1, 2, 0, 2, 1, 2, 2, 4, 0, 2, 2, 1, 0, 0, 1, 1, 0, 2, 2, 0, 1, 1, 3, 2, 3, 2, 2, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0], "n_pos": 19, "sum_m_en": [1.863121, 0.817096, 0.795928, 0.763359, 0.811297, 0.856909, 0.934723, 1.036036, 1.112161, 1.221067, 1.201507, 1.209536, 1.306418, 1.273679, 1.129778, 1.079881, 1.094811, 1.127915, 1.006659, 0.944074, 0.880834, 0.819745, 0.800508, 0.806787, 1.422396, 1.509743, 1.626828, 1.624145, 1.745047, 1.677357, 1.662728, 1.576952, 1.402897, 1.314439, 1.30925, 1.489497, 1.407661, 1.396135, 1.344533, 1.331509, 1.299138, 1.286022, 1.200432, 1.065444, 0.848178, 0.744263, 0.618615, 0.509717, 0.196598, 0.0], "sum_m_pl": [8.323743, 10.107673, 9.797427, 9.50252, 9.350363, 9.138254, 9.252231, 9.022369, 8.764884, 8.751331, 8.931896, 8.982655, 8.65761, 8.504618, 8.520531, 8.814267, 8.769243, 8.478422, 8.695043, 8.940863, 9.027315, 9.172719, 9.170776, 9.194761, 7.322139, 7.657351, 7.659286, 8.306729, 8.204668, 8.166968, 8.308131, 8.232342, 8.270732, 8.160945, 7.916175, 7.48926, 7.195667, 7.301214, 6.71447, 6.677742, 6.371738, 6.261517, 6.185134, 5.190989, 4.241762, 3.298474, 2.535481, 1.610114, 0.519136, 0.0]}, "lang": {"n_am_en": [8, 7, 5, 17, 15, 12, 10, 17, 13, 15, 16, 16, 16, 19, 20, 17, 16, 15, 22, 17, 21, 20, 18, 18, 25, 27, 23, 24, 23, 24, 23, 22, 23, 19, 19, 22, 26, 20, 23, 31, 29, 33, 34, 37, 39, 37, 40, 41, 42, 42], "n_am_pl": [4, 6, 5, 3, 2, 1, 6, 5, 4, 5, 2, 2, 6, 3, 4, 3, 5, 5, 1, 3, 3, 2, 2, 3, 1, 2, 3, 1, 3, 1, 2, 1, 5, 2, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 43, "sum_m_en": [4.37919, 2.369137, 2.62896, 2.780999, 3.16904, 3.04226, 3.004372, 3.046294, 3.114246, 3.278387, 3.35051, 3.690158, 4.563674, 4.116, 4.365091, 3.608645, 3.654449, 3.62162, 3.224234, 2.772686, 2.532397, 2.244864, 2.173438, 2.152461, 8.504351, 9.082575, 9.693112, 8.644667, 7.22342, 7.87904, 6.539253, 5.930871, 6.967162, 7.102728, 8.101661, 9.553724, 12.569647, 14.478855, 15.930506, 20.708429, 21.506198, 25.179603, 27.215785, 31.643672, 34.381855, 33.424466, 37.706965, 38.765444, 40.802502, 41.392314], "sum_m_pl": [15.530921, 19.887976, 19.271304, 19.163786, 18.764711, 18.663346, 18.853078, 19.148159, 19.029594, 19.165124, 18.870573, 18.549211, 18.401593, 18.57751, 18.791615, 19.562336, 19.829761, 19.724838, 19.809815, 20.570447, 20.731759, 20.950779, 20.88739, 20.954612, 15.261677, 15.299482, 14.62414, 15.617955, 16.439694, 15.888149, 17.075351, 17.295262, 17.192587, 16.191204, 15.473544, 14.850613, 12.38715, 11.202479, 9.947937, 7.991793, 6.46003, 4.428763, 3.59013, 2.352, 1.281819, 1.514734, 0.785759, 0.263578, 0.018981, 0.00012]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "gsm8kpl-34", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9869}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 33, 27, 38, 44, 35, 27, 37, 32, 39, 40, 45, 39, 34, 26, 29, 31, 25, 22, 25, 29, 27, 25, 29, 42, 38, 25, 42, 46, 52, 30, 34, 40, 40, 38, 47, 45, 38, 40, 44, 43, 44, 41, 39, 38, 38, 15, 7, 1, 1], "n_am_pl": [15, 43, 44, 27, 32, 27, 27, 32, 28, 28, 28, 19, 26, 29, 24, 29, 38, 33, 31, 39, 45, 47, 44, 43, 38, 33, 33, 34, 27, 19, 34, 32, 25, 10, 20, 19, 12, 10, 16, 19, 20, 23, 23, 17, 20, 25, 21, 14, 20, 35], "n_pos": 197, "sum_m_en": [18.141865, 9.529708, 10.834401, 11.780724, 11.721285, 11.164727, 11.257187, 11.195034, 11.914779, 13.290301, 13.078574, 14.258134, 14.352379, 13.78029, 14.010005, 13.522812, 12.95379, 12.980008, 11.400856, 10.760159, 10.202364, 9.66979, 9.425684, 9.155585, 19.173351, 19.204234, 17.991042, 19.13582, 20.488684, 20.476003, 19.036452, 18.423821, 18.921967, 19.617934, 19.59246, 21.005954, 20.927363, 22.536965, 23.410048, 30.254789, 28.485607, 29.436102, 30.094433, 32.726682, 32.368989, 33.11204, 15.351232, 9.096137, 2.300605, 1.000812], "sum_m_pl": [80.8587, 95.003155, 91.129789, 89.36712, 89.040958, 87.748086, 90.289683, 90.649123, 88.297304, 88.691084, 87.834643, 86.511265, 87.043026, 86.85389, 86.404245, 89.012337, 89.601253, 89.938541, 92.159717, 94.373366, 95.063186, 95.385497, 95.005231, 95.540471, 77.85152, 77.195753, 75.172192, 80.412729, 81.796567, 81.871851, 82.385692, 83.638798, 81.869236, 74.833142, 74.628618, 69.257533, 63.717932, 61.573531, 56.916563, 55.845626, 53.863391, 53.044392, 49.180206, 44.711325, 38.093597, 35.763132, 33.865962, 21.236522, 22.419883, 35.653022]}, "digit": {"n_am_en": [0, 6, 7, 5, 4, 1, 2, 6, 1, 5, 6, 7, 5, 5, 3, 3, 4, 2, 3, 4, 3, 2, 2, 3, 3, 5, 5, 5, 7, 6, 5, 5, 6, 6, 5, 3, 5, 2, 1, 2, 2, 3, 3, 3, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 5, 3, 1, 1, 3, 0, 3, 3, 2, 2, 1, 2, 0, 1, 2, 3, 3, 3, 3, 4, 3, 2, 1, 1, 1, 0, 1, 1, 1, 5, 7, 4, 1, 4, 3, 2, 1, 1, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.809054, 0.982047, 1.03266, 1.015313, 1.012599, 1.005856, 1.146334, 1.260047, 1.287559, 1.420977, 1.409152, 1.452267, 1.626288, 1.581847, 1.443746, 1.403841, 1.354816, 1.377314, 1.193117, 1.124664, 1.050128, 0.985417, 0.962094, 0.96057, 1.768295, 1.889657, 2.012688, 2.158391, 2.465496, 2.32719, 2.140839, 2.037115, 1.833053, 1.778144, 1.66911, 1.752911, 1.803746, 1.773321, 1.788763, 2.465406, 2.275514, 2.191549, 1.930407, 2.28783, 1.925598, 1.947985, 0.610621, 0.507889, 0.066305, 6e-06], "sum_m_pl": [10.19, 11.932262, 11.438913, 11.124335, 11.09381, 10.863938, 10.767266, 10.336587, 10.106461, 9.976202, 10.112219, 10.217908, 9.772263, 9.734888, 9.540121, 10.002484, 10.115711, 9.959628, 10.386822, 10.5081, 10.576951, 10.674465, 10.649204, 10.745044, 8.316307, 8.26399, 8.373186, 9.087909, 9.116652, 9.274624, 9.388451, 9.560327, 9.639621, 9.204379, 8.913413, 8.443401, 7.996076, 7.944585, 7.548881, 7.566013, 7.090803, 7.33297, 6.952368, 6.275051, 5.492278, 4.186159, 3.00072, 1.741189, 0.201784, 0.002261]}, "lang": {"n_am_en": [3, 4, 5, 8, 13, 12, 7, 8, 8, 7, 7, 7, 8, 5, 4, 6, 8, 8, 8, 11, 10, 10, 11, 12, 13, 13, 8, 11, 9, 13, 8, 9, 12, 13, 9, 11, 16, 13, 13, 13, 15, 15, 17, 13, 16, 14, 9, 3, 1, 1], "n_am_pl": [6, 8, 5, 7, 8, 5, 5, 4, 5, 6, 6, 7, 9, 6, 4, 7, 8, 7, 7, 9, 12, 15, 11, 12, 8, 8, 5, 6, 6, 3, 6, 10, 9, 2, 2, 5, 3, 5, 6, 9, 8, 7, 8, 10, 13, 16, 14, 13, 20, 35], "n_pos": 37, "sum_m_en": [2.886197, 1.766561, 2.168657, 2.886116, 3.043482, 2.605061, 2.637305, 2.407924, 2.480716, 2.751499, 2.531859, 2.950287, 2.7831, 2.682587, 2.934189, 2.652531, 2.44149, 2.413307, 2.167205, 2.101955, 2.015646, 1.880148, 1.783742, 1.7217, 5.868942, 5.190385, 4.118064, 4.251409, 4.187378, 4.255737, 3.814251, 3.74336, 4.361277, 5.133504, 5.107381, 5.311407, 5.960035, 6.752601, 7.558218, 10.322362, 10.095784, 10.706397, 10.821329, 11.404341, 14.791929, 13.313576, 7.34364, 3.724571, 1.10553, 1.000426], "sum_m_pl": [14.945397, 17.644305, 16.837003, 16.416425, 16.022083, 15.822065, 16.179128, 16.752276, 16.602632, 16.918497, 16.607082, 16.355394, 16.938136, 16.40532, 16.587518, 17.340705, 17.69042, 17.826902, 18.207265, 18.565619, 18.572936, 18.464698, 18.299349, 18.29939, 15.925855, 15.935507, 15.284959, 15.895824, 16.039754, 16.138646, 16.428044, 16.791656, 17.000407, 15.599074, 15.72351, 15.581157, 15.005812, 14.891023, 14.435293, 13.210162, 12.855802, 12.330002, 12.517111, 12.526133, 10.989045, 12.060327, 15.483813, 12.91096, 20.740674, 35.266236]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 201, "item_id": "gsm8kpl-34", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 197, "roundtrip_ok": true, "tf_agree": 0.9801, "tf_agree_excl_first": 0.985}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 29, 29, 21, 19, 19, 18, 25, 14, 28, 21, 25, 27, 26, 33, 32, 33, 26, 25, 32, 30, 35, 32, 37, 53, 54, 52, 46, 48, 46, 44, 34, 35, 44, 45, 47, 45, 55, 54, 54, 56, 61, 63, 55, 53, 53, 45, 50, 45, 38], "n_am_pl": [4, 22, 15, 20, 18, 13, 15, 14, 15, 11, 10, 11, 13, 19, 13, 7, 13, 14, 13, 15, 17, 10, 14, 18, 9, 8, 8, 13, 11, 6, 9, 15, 12, 8, 13, 10, 8, 5, 5, 7, 2, 2, 3, 3, 1, 1, 1, 0, 0, 1], "n_pos": 108, "sum_m_en": [12.06134, 5.941432, 5.82843, 6.052041, 6.541433, 6.993795, 6.765094, 6.534391, 7.216635, 6.974355, 6.73769, 7.206748, 7.531683, 8.286143, 8.399468, 7.792714, 7.212863, 7.474248, 6.779783, 6.627828, 5.871227, 5.454257, 5.300476, 5.060291, 15.306743, 16.204222, 15.800081, 12.241265, 11.962926, 11.686275, 10.619061, 10.565308, 10.989987, 11.634653, 13.032739, 15.883645, 20.387447, 23.464506, 24.183707, 26.434587, 28.224601, 36.832198, 42.492214, 39.294206, 39.290367, 43.670796, 42.039961, 46.135249, 43.842196, 38.580398], "sum_m_pl": [40.067873, 51.493267, 50.416341, 48.242909, 46.943161, 46.942642, 46.050707, 46.254024, 45.008618, 46.653724, 46.279138, 47.30528, 47.708972, 45.290377, 45.134717, 46.49788, 47.898022, 47.933189, 49.565391, 50.218709, 51.611246, 52.243245, 52.437712, 53.130279, 42.115875, 41.491352, 40.972552, 44.820141, 45.303559, 45.173323, 46.124077, 44.932133, 43.485069, 42.107138, 41.724718, 38.830566, 33.184347, 30.580787, 30.036891, 28.870079, 25.982651, 20.252702, 17.695526, 16.117816, 13.160552, 9.472856, 5.990426, 3.329382, 0.574473, 0.960877]}, "digit": {"n_am_en": [0, 8, 9, 1, 1, 0, 0, 2, 1, 3, 1, 2, 1, 2, 1, 2, 3, 3, 2, 0, 1, 1, 3, 4, 7, 7, 8, 7, 8, 4, 6, 4, 3, 4, 5, 2, 2, 3, 3, 4, 3, 4, 3, 3, 2, 2, 2, 0, 0, 0], "n_am_pl": [0, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 0, 1, 2, 1, 2, 3, 3, 3, 4, 2, 1, 1, 2, 2, 1, 1, 1, 1, 0, 1, 1, 1, 3, 3, 1, 2, 1, 1, 2, 1, 0, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.364943, 0.62479, 0.607153, 0.614085, 0.602344, 0.618114, 0.691576, 0.711581, 0.750866, 0.760127, 0.711289, 0.743666, 0.743857, 0.868787, 0.829436, 0.827906, 0.845652, 0.918748, 0.843341, 0.802155, 0.688608, 0.635682, 0.607612, 0.594534, 1.728485, 1.461153, 1.368089, 1.021932, 1.150903, 1.255636, 1.236814, 1.270462, 1.181411, 1.154268, 1.17464, 1.495728, 1.715952, 1.642594, 1.536295, 1.808747, 2.447005, 2.496138, 2.479885, 1.973287, 1.156381, 1.474619, 1.248046, 0.49089, 0.021889, 0.0], "sum_m_pl": [5.564429, 7.49541, 7.31287, 6.913395, 6.752347, 6.506369, 6.330107, 6.292516, 6.011495, 6.248807, 6.135379, 5.995487, 5.907284, 5.467893, 5.468694, 5.596437, 5.976299, 6.021983, 6.341385, 6.402371, 6.60076, 6.735393, 6.780596, 6.905981, 5.656439, 5.791936, 5.875332, 6.245826, 6.087573, 6.019774, 5.843386, 5.631249, 5.20749, 5.448492, 5.279537, 5.505696, 5.282523, 5.167745, 4.793988, 5.041853, 4.700683, 4.637088, 4.431044, 3.997363, 2.850044, 1.792518, 1.092026, 0.708099, 0.045928, 0.0]}, "lang": {"n_am_en": [6, 7, 10, 8, 8, 8, 9, 12, 10, 9, 13, 13, 16, 12, 20, 19, 13, 11, 12, 15, 14, 21, 20, 23, 25, 28, 29, 21, 22, 24, 23, 18, 20, 25, 20, 22, 22, 29, 28, 29, 29, 32, 33, 30, 30, 29, 29, 36, 39, 38], "n_am_pl": [1, 6, 5, 6, 8, 7, 4, 7, 6, 4, 6, 7, 7, 8, 4, 2, 3, 7, 5, 5, 8, 2, 4, 4, 4, 2, 1, 5, 5, 3, 4, 5, 4, 2, 3, 2, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1], "n_pos": 40, "sum_m_en": [4.515676, 2.30913, 2.198315, 2.188212, 2.460095, 3.047956, 2.814831, 2.634178, 3.121877, 2.828806, 2.742015, 2.943455, 3.185822, 3.54802, 3.592517, 3.287177, 2.826914, 2.907799, 2.665009, 2.624594, 2.279103, 2.176003, 2.151021, 2.009446, 8.18189, 8.81321, 8.414501, 6.075706, 5.68398, 5.246716, 4.668415, 4.617613, 4.735654, 5.429064, 6.149996, 8.007786, 10.255613, 11.558954, 12.181962, 13.363375, 14.457528, 20.887992, 23.349339, 21.525813, 22.34156, 24.457677, 26.291146, 32.126106, 37.102304, 37.053922], "sum_m_pl": [14.18982, 18.595509, 18.346145, 17.698222, 17.299131, 17.111578, 16.833921, 16.975556, 16.459486, 17.161052, 17.304832, 17.84749, 18.280896, 17.485946, 17.665387, 17.824404, 18.33312, 18.305138, 18.804496, 18.979326, 19.432021, 19.610737, 19.652264, 19.924288, 15.173296, 14.922853, 14.753635, 16.410223, 16.732833, 16.824154, 17.44131, 17.381815, 17.118145, 16.727942, 16.213063, 15.00481, 12.658366, 11.532406, 11.397913, 10.912209, 9.37171, 5.868648, 5.016173, 5.330317, 4.824057, 3.599208, 2.51284, 1.06971, 0.300897, 0.960711]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "gsm8kpl-340", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1243, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9909}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [332, 258, 177, 226, 190, 231, 209, 230, 184, 238, 243, 247, 293, 278, 274, 245, 224, 233, 215, 199, 203, 196, 197, 245, 380, 335, 350, 303, 357, 347, 325, 261, 238, 281, 298, 278, 321, 354, 356, 418, 442, 457, 480, 432, 444, 376, 178, 189, 58, 40], "n_am_pl": [78, 237, 276, 204, 235, 210, 209, 282, 223, 197, 139, 226, 207, 217, 220, 160, 197, 194, 256, 281, 305, 337, 335, 355, 158, 154, 186, 222, 216, 265, 269, 225, 257, 220, 233, 261, 273, 225, 242, 217, 226, 187, 165, 170, 167, 204, 259, 240, 381, 400], "n_pos": 1280, "sum_m_en": [124.841513, 61.469427, 62.10972, 63.887169, 67.207704, 66.681127, 64.198108, 66.96258, 72.899153, 73.776517, 75.519339, 85.847776, 82.051112, 87.710787, 91.359674, 83.787629, 81.119548, 82.564262, 74.158694, 69.495146, 62.524522, 58.400752, 57.37735, 55.404189, 115.863235, 112.680835, 122.013669, 109.751531, 120.561759, 127.245806, 112.892656, 118.680181, 117.213011, 120.32597, 120.110327, 139.178889, 172.105817, 195.140161, 198.742229, 211.349228, 225.126612, 264.033884, 285.432318, 257.824839, 278.274589, 256.493815, 153.917659, 160.509649, 58.34739, 39.257809], "sum_m_pl": [511.430523, 623.801068, 609.202829, 592.895016, 581.999414, 575.87355, 589.833198, 581.698817, 558.865074, 564.55517, 563.79503, 568.717244, 587.953102, 574.882298, 573.934012, 586.466738, 588.353872, 586.656399, 605.305485, 615.658261, 633.952719, 637.170209, 634.6696, 639.041762, 537.536002, 531.447485, 506.785862, 558.357478, 558.941177, 544.124869, 568.699131, 539.206123, 532.370569, 504.122088, 492.560124, 464.297314, 432.018974, 416.197578, 421.154821, 410.45785, 400.155577, 360.790519, 332.940871, 329.089368, 306.85415, 306.991242, 322.565663, 270.501727, 376.456789, 407.070933]}, "digit": {"n_am_en": [6, 71, 56, 17, 14, 21, 22, 22, 7, 18, 34, 12, 17, 22, 26, 21, 23, 19, 12, 10, 14, 16, 20, 32, 55, 54, 53, 29, 52, 48, 40, 25, 23, 26, 19, 16, 23, 22, 23, 24, 21, 22, 19, 16, 11, 11, 7, 1, 0, 0], "n_am_pl": [1, 25, 34, 19, 28, 19, 19, 32, 40, 19, 18, 43, 28, 33, 30, 17, 35, 43, 53, 56, 54, 53, 47, 36, 20, 11, 23, 30, 27, 36, 35, 32, 27, 27, 43, 48, 46, 47, 43, 41, 40, 39, 29, 31, 25, 9, 7, 3, 0, 1], "n_pos": 135, "sum_m_en": [12.003446, 5.941142, 5.582859, 5.558694, 5.671092, 5.907574, 6.11225, 6.503286, 6.807433, 7.106984, 7.454268, 8.443729, 8.631891, 9.388015, 9.469725, 8.844249, 8.563941, 9.034317, 8.078232, 7.378114, 6.539825, 5.9848, 5.809972, 5.598576, 11.389591, 10.937753, 12.663352, 10.813837, 13.183262, 13.938365, 12.55763, 13.376725, 11.924624, 10.961504, 10.902367, 12.813898, 16.793323, 19.628474, 22.281266, 19.109049, 19.813678, 18.890777, 18.219273, 14.123964, 7.291719, 9.557028, 8.082276, 2.348393, 0.274356, 0.045835], "sum_m_pl": [58.165636, 73.279543, 71.844394, 68.196582, 66.812126, 63.895615, 64.06121, 61.733523, 59.209671, 60.073252, 61.184532, 60.800968, 61.420076, 59.716483, 60.472273, 61.247378, 62.707285, 62.65989, 65.324673, 66.422421, 68.261588, 68.840735, 68.695935, 69.415148, 62.110078, 61.203869, 58.135667, 61.798587, 60.722922, 58.217267, 59.463576, 55.561491, 55.187491, 55.781852, 54.78303, 55.852324, 53.85091, 55.450272, 51.479676, 50.948243, 47.238962, 47.064864, 42.915576, 40.96412, 33.385998, 21.388832, 13.784401, 7.653608, 0.454722, 0.337837]}, "lang": {"n_am_en": [90, 110, 64, 92, 78, 96, 85, 93, 78, 91, 82, 97, 102, 105, 106, 99, 92, 95, 105, 91, 89, 89, 79, 99, 141, 132, 129, 122, 124, 130, 131, 118, 121, 139, 144, 138, 153, 167, 163, 213, 230, 241, 256, 226, 233, 196, 87, 76, 42, 39], "n_am_pl": [41, 38, 90, 59, 72, 57, 64, 95, 81, 70, 46, 83, 88, 77, 81, 60, 64, 54, 87, 94, 111, 132, 124, 144, 75, 75, 80, 80, 82, 96, 105, 106, 117, 84, 84, 91, 93, 85, 79, 70, 63, 54, 54, 68, 85, 138, 187, 186, 353, 399], "n_pos": 443, "sum_m_en": [42.280435, 21.296463, 21.134769, 21.697121, 23.585184, 23.903865, 22.815118, 24.023505, 26.696485, 26.372073, 26.754997, 30.816703, 29.022737, 30.931384, 32.264825, 29.28242, 28.265383, 28.507916, 25.370237, 24.029705, 21.46608, 20.04591, 19.677618, 19.082759, 48.714257, 46.999083, 48.447814, 41.462745, 43.947168, 45.616749, 40.254762, 43.105937, 43.268142, 48.774075, 47.673661, 54.641719, 66.54223, 80.192408, 79.250128, 95.214737, 102.730155, 138.012941, 156.62843, 126.673009, 152.621258, 137.052394, 72.683025, 71.063445, 39.146108, 38.266174], "sum_m_pl": [176.354413, 213.862585, 209.824544, 204.515705, 201.66739, 199.271027, 203.986573, 201.143545, 194.497683, 195.825481, 194.904103, 196.838592, 205.936638, 200.786605, 202.045282, 207.955812, 208.417235, 207.847871, 214.928106, 217.181403, 223.240252, 224.622183, 223.396879, 224.540276, 194.107083, 191.426969, 185.065778, 201.54217, 201.253663, 195.995469, 208.203666, 200.240153, 203.144533, 192.395855, 189.591641, 184.169175, 178.13405, 168.009399, 171.069864, 164.187896, 160.159061, 133.671898, 125.752563, 138.090861, 131.151787, 153.309466, 190.059944, 185.407104, 321.140144, 390.139999]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "gsm8kpl-340", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1102, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 0.9867}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 38, 31, 27, 23, 21, 23, 21, 21, 26, 28, 34, 32, 38, 24, 22, 27, 22, 20, 20, 28, 29, 29, 30, 40, 43, 42, 42, 43, 40, 32, 45, 47, 40, 49, 50, 56, 51, 55, 55, 57, 61, 51, 49, 51, 55, 53, 58, 46, 42], "n_am_pl": [3, 17, 27, 21, 17, 21, 11, 17, 17, 21, 13, 17, 23, 17, 19, 25, 30, 30, 27, 28, 16, 14, 19, 25, 9, 9, 12, 16, 12, 19, 15, 17, 15, 18, 12, 10, 4, 8, 10, 8, 9, 5, 7, 7, 3, 1, 1, 1, 0, 0], "n_pos": 132, "sum_m_en": [15.402041, 7.558249, 6.998852, 7.009484, 7.212401, 7.045228, 7.396571, 7.614728, 8.167854, 8.353965, 8.552122, 8.895108, 9.355473, 9.862556, 9.061724, 8.223806, 8.097186, 7.714622, 7.296725, 6.948279, 6.658155, 6.248353, 6.049915, 5.984517, 18.898752, 18.178645, 17.241113, 14.727416, 14.288564, 13.787477, 12.855244, 12.60999, 12.922833, 13.208412, 15.59683, 17.430469, 23.182656, 21.996261, 24.916405, 30.379351, 32.137541, 35.890974, 38.686501, 40.946141, 43.62411, 48.023709, 51.822152, 55.835154, 46.621146, 42.421647], "sum_m_pl": [51.02651, 63.285188, 62.206712, 60.18427, 58.770198, 58.760369, 58.812315, 58.559078, 56.844205, 58.779935, 59.166621, 60.088623, 60.077588, 58.056549, 58.947557, 61.78578, 61.109362, 61.545013, 62.419705, 63.433062, 63.86902, 64.289436, 64.273497, 64.202834, 46.078264, 47.176086, 46.024732, 50.600023, 52.807888, 54.189614, 54.313556, 53.834926, 54.304266, 52.28603, 49.864056, 45.398788, 39.386142, 37.745471, 34.695028, 32.269067, 30.467299, 27.851641, 25.669819, 22.598999, 17.008583, 14.789302, 10.114495, 5.780832, 0.41472, 0.000356]}, "digit": {"n_am_en": [3, 10, 6, 1, 2, 1, 3, 1, 2, 1, 3, 2, 2, 4, 4, 0, 1, 4, 2, 1, 2, 3, 3, 3, 4, 4, 4, 6, 5, 4, 2, 2, 2, 4, 1, 2, 3, 3, 3, 4, 3, 3, 2, 3, 2, 2, 3, 3, 0, 0], "n_am_pl": [2, 1, 1, 2, 3, 5, 3, 5, 3, 5, 3, 4, 3, 3, 4, 5, 8, 8, 9, 6, 5, 2, 4, 4, 1, 2, 0, 2, 2, 5, 3, 4, 2, 2, 1, 4, 1, 3, 5, 3, 3, 1, 3, 3, 1, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.086134, 1.034361, 0.984522, 1.011177, 1.040007, 1.047199, 1.138467, 1.150073, 1.15632, 1.144018, 1.236304, 1.311721, 1.395795, 1.486221, 1.330104, 1.216481, 1.17257, 1.173677, 1.087923, 1.067381, 1.050914, 0.980308, 0.938494, 0.929383, 2.119829, 2.156118, 1.874639, 1.655782, 1.624114, 1.572098, 1.540626, 1.404929, 1.288804, 1.312242, 1.374092, 1.497461, 1.523673, 1.495424, 1.610142, 1.611176, 1.572691, 1.54604, 1.590723, 1.968404, 1.441215, 1.400412, 2.314086, 1.679794, 0.204964, 0.0], "sum_m_pl": [9.612136, 11.680291, 11.220991, 10.941536, 10.596881, 10.35676, 10.294729, 10.130841, 9.825886, 10.157856, 10.131082, 10.14684, 9.541396, 9.230439, 9.495599, 9.964362, 9.842364, 9.992965, 10.280339, 10.450255, 10.349487, 10.490362, 10.534963, 10.532199, 8.143101, 8.417923, 8.218412, 9.089848, 9.440011, 9.372104, 8.966543, 8.839483, 8.990099, 8.661682, 8.524683, 8.303344, 8.334443, 7.842015, 7.482942, 7.558628, 7.234362, 7.170669, 7.036117, 6.397681, 5.279307, 3.976074, 2.451481, 1.536052, 0.20213, 0.0]}, "lang": {"n_am_en": [13, 11, 10, 11, 7, 11, 7, 12, 11, 10, 11, 17, 16, 16, 13, 9, 14, 11, 8, 10, 16, 17, 18, 18, 23, 21, 21, 18, 18, 20, 17, 25, 24, 20, 30, 29, 31, 27, 29, 31, 27, 30, 28, 27, 34, 32, 35, 40, 40, 40], "n_am_pl": [0, 5, 11, 4, 6, 1, 3, 4, 6, 8, 3, 7, 9, 6, 4, 7, 6, 9, 5, 10, 4, 4, 5, 7, 1, 1, 5, 5, 4, 5, 3, 3, 4, 6, 4, 0, 0, 1, 2, 2, 2, 1, 2, 2, 2, 1, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [5.421212, 2.604746, 2.379303, 2.446583, 2.38132, 2.333479, 2.665034, 2.765621, 3.212639, 3.224419, 3.171267, 3.298431, 3.535598, 3.667733, 3.33979, 2.921082, 2.909624, 2.726467, 2.602451, 2.437621, 2.280495, 2.118629, 2.044103, 2.012029, 7.808286, 7.736569, 7.560496, 6.609385, 6.311864, 6.374924, 5.991159, 5.907296, 6.176901, 6.454289, 7.48976, 8.505387, 11.539796, 11.074394, 13.582838, 16.041372, 17.480272, 18.712956, 21.211118, 23.355342, 28.28949, 29.399065, 32.934031, 38.082721, 39.960635, 40.261809], "sum_m_pl": [15.488169, 18.905689, 18.818355, 18.118424, 18.180943, 18.208437, 17.848553, 18.193575, 17.574166, 18.299133, 18.787053, 19.198106, 19.593581, 19.116022, 19.633788, 20.648721, 20.151196, 20.400584, 20.465089, 20.722203, 20.848688, 20.87255, 20.803161, 20.847975, 15.847088, 15.936388, 15.122979, 16.492938, 17.001165, 17.587075, 17.878795, 17.848557, 18.381712, 18.364074, 17.461116, 16.234166, 13.610823, 13.467968, 11.623143, 10.394455, 9.576964, 8.363427, 7.461455, 6.73577, 3.948455, 3.357921, 2.343844, 0.893506, 0.007998, 7.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "gsm8kpl-36", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1156, "region_end": 132, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9778}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [88, 73, 49, 63, 54, 45, 43, 56, 54, 70, 68, 72, 88, 67, 76, 80, 84, 64, 53, 50, 54, 65, 54, 56, 81, 88, 69, 74, 77, 85, 74, 81, 88, 91, 91, 89, 84, 74, 69, 90, 88, 87, 90, 74, 75, 68, 47, 35, 24, 15], "n_am_pl": [23, 55, 61, 55, 61, 57, 53, 50, 43, 48, 43, 43, 65, 42, 37, 40, 42, 64, 74, 75, 52, 43, 46, 42, 28, 28, 45, 42, 59, 56, 56, 51, 32, 36, 38, 36, 31, 29, 19, 24, 17, 16, 20, 23, 19, 26, 29, 35, 43, 46], "n_pos": 310, "sum_m_en": [28.166132, 15.145165, 15.953703, 16.527311, 17.359417, 16.54394, 17.170639, 17.439007, 18.45714, 18.595528, 18.514647, 19.399227, 21.248362, 22.49189, 22.301162, 20.546999, 19.763328, 18.859238, 17.387467, 16.398619, 15.663721, 14.720307, 14.273019, 13.955245, 31.365928, 33.531674, 34.793163, 33.684048, 34.287805, 34.116317, 32.212753, 31.578705, 30.247938, 29.936128, 30.950852, 30.455958, 32.457594, 30.126755, 31.673588, 39.089559, 45.398137, 44.237964, 45.821278, 52.292824, 61.342528, 58.564882, 45.520768, 35.351048, 23.830832, 15.095475], "sum_m_pl": [128.559111, 151.983074, 147.435762, 143.020232, 140.276123, 139.425398, 141.153622, 142.196208, 139.229838, 142.918053, 142.710511, 142.499647, 144.091099, 139.123738, 140.904047, 147.14375, 147.070961, 147.400811, 151.153707, 152.457095, 152.59031, 152.617937, 152.383205, 152.135398, 117.832661, 116.805867, 112.103223, 120.947247, 125.203378, 128.321666, 129.733002, 128.73222, 129.513478, 124.023342, 120.935603, 116.78373, 108.381495, 103.684394, 96.906828, 93.126786, 85.711144, 84.775239, 80.956359, 67.927971, 50.553491, 50.828281, 44.892608, 43.791067, 43.988025, 46.222379]}, "digit": {"n_am_en": [5, 13, 6, 10, 5, 2, 5, 7, 4, 6, 4, 4, 7, 8, 6, 5, 3, 7, 5, 4, 6, 8, 5, 3, 8, 7, 6, 6, 6, 9, 6, 6, 5, 5, 4, 4, 2, 5, 3, 5, 5, 6, 5, 4, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 5, 4, 4, 6, 7, 5, 4, 4, 6, 6, 2, 6, 3, 2, 4, 4, 5, 4, 3, 5, 3, 4, 6, 0, 2, 3, 6, 3, 3, 4, 2, 2, 3, 2, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 2, 1, 1, 0, 0], "n_pos": 32, "sum_m_en": [3.013426, 1.459586, 1.481066, 1.593046, 1.703175, 1.60271, 1.645641, 1.706809, 1.743357, 1.730185, 1.828541, 1.889282, 2.085265, 2.254093, 2.177587, 2.028643, 1.955771, 1.897588, 1.762339, 1.630805, 1.561165, 1.441789, 1.384932, 1.370391, 2.900938, 2.746089, 2.995244, 2.783991, 3.095156, 2.980515, 2.798883, 2.734628, 2.354081, 2.372614, 2.398201, 2.480249, 2.220356, 1.999293, 2.030461, 2.722512, 2.753713, 2.382196, 1.930644, 2.191831, 2.332183, 2.030256, 1.368913, 0.677128, 0.265676, 0.045751], "sum_m_pl": [13.63898, 17.020281, 16.306453, 15.743987, 15.131708, 14.918819, 14.732289, 14.741135, 14.509716, 14.709555, 14.628802, 14.502679, 14.328189, 13.669386, 13.879309, 14.469977, 14.586067, 14.692702, 15.27497, 15.485828, 15.423126, 15.521339, 15.564865, 15.585931, 12.543011, 12.658339, 12.310353, 13.252273, 13.203915, 13.418929, 13.399668, 13.246137, 13.769029, 13.242347, 12.534735, 12.532171, 11.813151, 10.524175, 9.755517, 9.56282, 9.037329, 9.230329, 9.087622, 7.815731, 6.432021, 4.487202, 3.387053, 2.178428, 0.458918, 0.000196]}, "lang": {"n_am_en": [17, 10, 14, 17, 16, 14, 7, 13, 16, 15, 20, 23, 24, 18, 24, 23, 21, 18, 15, 14, 17, 20, 17, 18, 23, 25, 17, 21, 18, 20, 21, 23, 30, 29, 26, 30, 20, 21, 21, 29, 29, 31, 23, 24, 28, 28, 24, 21, 18, 15], "n_am_pl": [7, 8, 13, 7, 4, 6, 3, 4, 7, 8, 8, 4, 16, 11, 6, 6, 9, 12, 16, 12, 9, 9, 12, 9, 4, 5, 13, 10, 15, 10, 11, 8, 6, 8, 11, 7, 3, 2, 0, 2, 1, 2, 10, 14, 12, 15, 20, 28, 39, 46], "n_pos": 61, "sum_m_en": [5.020552, 3.179634, 3.268943, 3.536857, 3.636426, 3.369225, 3.438557, 3.485955, 4.019541, 3.888466, 3.988941, 4.23406, 4.72001, 4.813182, 4.799751, 4.370821, 4.047741, 3.776879, 3.517004, 3.284755, 3.119693, 2.93834, 2.826277, 2.739599, 7.530737, 7.620597, 8.216199, 7.42167, 7.799199, 7.523049, 7.092865, 7.3047, 6.793836, 7.013362, 7.370336, 7.118957, 7.82184, 7.631278, 8.68872, 10.337705, 13.97295, 13.158554, 11.955597, 16.74895, 27.971184, 26.373264, 21.289713, 18.663076, 17.430943, 15.001933], "sum_m_pl": [25.332092, 27.931488, 27.786597, 26.512147, 26.315734, 26.26923, 26.637202, 27.418905, 26.908892, 27.973811, 27.843927, 28.108867, 28.313295, 27.775336, 28.466457, 29.940851, 29.574477, 29.617079, 30.306793, 30.454356, 30.368815, 30.291864, 30.173565, 30.077407, 24.765471, 25.08555, 23.309327, 24.820385, 25.05919, 25.75383, 26.53487, 26.177285, 27.551978, 27.370135, 27.173339, 26.825627, 24.988474, 24.008778, 23.257089, 22.195919, 19.52804, 20.456901, 21.202065, 18.395072, 13.37716, 17.690168, 21.44117, 25.841367, 37.152414, 45.197572]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 368, "item_id": "gsm8kpl-36", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1015, "region_end": 310, "roundtrip_ok": true, "tf_agree": 0.981, "tf_agree_excl_first": 0.9837}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [28, 24, 19, 20, 18, 13, 16, 19, 18, 19, 22, 19, 18, 18, 16, 23, 23, 15, 19, 20, 18, 17, 21, 26, 39, 30, 26, 27, 27, 28, 25, 28, 33, 16, 23, 21, 31, 27, 29, 28, 30, 30, 31, 27, 26, 31, 30, 33, 34, 31], "n_am_pl": [1, 10, 8, 9, 5, 10, 8, 9, 9, 6, 7, 7, 5, 4, 5, 5, 4, 16, 12, 10, 14, 12, 10, 9, 5, 11, 9, 7, 13, 15, 11, 7, 5, 11, 8, 13, 7, 9, 6, 6, 9, 8, 7, 6, 7, 2, 5, 1, 1, 0], "n_pos": 75, "sum_m_en": [9.51883, 4.126619, 4.032456, 3.867555, 4.195426, 4.182417, 4.161575, 4.380429, 4.754357, 5.102163, 5.126306, 5.076081, 5.346921, 5.356696, 5.254361, 5.15179, 5.038681, 5.054115, 4.603513, 4.807636, 4.24133, 4.03292, 3.74648, 3.80523, 11.770366, 11.558988, 11.348136, 9.940691, 9.085612, 8.112836, 7.092767, 7.285353, 7.275607, 7.063326, 8.833276, 9.356515, 14.106108, 16.004826, 18.038402, 20.791338, 21.007722, 23.072361, 24.283346, 23.820674, 26.616252, 28.137641, 29.955863, 33.28761, 33.439311, 31.542556], "sum_m_pl": [27.429599, 36.527793, 36.106286, 34.829483, 34.408368, 33.613882, 33.206559, 33.48661, 32.290976, 33.081248, 33.304175, 34.009355, 32.566608, 33.568746, 33.567467, 34.529845, 34.019899, 34.57284, 34.972995, 35.330944, 35.53904, 35.798348, 36.258187, 36.384346, 26.203027, 26.996537, 27.092367, 29.203894, 31.417417, 31.556047, 31.83843, 31.628552, 31.689115, 30.04223, 29.822831, 27.718752, 22.466865, 21.992175, 20.5731, 19.444638, 19.159314, 16.777547, 16.198401, 14.619295, 11.008161, 8.419414, 6.375772, 2.000008, 0.893534, 0.000189]}, "digit": {"n_am_en": [2, 2, 3, 1, 3, 0, 2, 0, 1, 0, 4, 2, 1, 0, 2, 2, 3, 1, 1, 1, 1, 0, 1, 1, 4, 2, 4, 1, 3, 3, 1, 1, 3, 0, 2, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 3, 2, 2, 1, 2, 1, 1, 0, 1, 0, 1, 2, 3, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 3, 2, 1, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.918817, 0.419668, 0.40745, 0.400057, 0.428593, 0.432322, 0.449463, 0.49126, 0.505164, 0.554907, 0.566646, 0.539106, 0.578496, 0.569423, 0.542017, 0.585167, 0.596994, 0.593051, 0.537137, 0.526233, 0.480848, 0.450391, 0.436388, 0.437064, 0.94296, 0.93831, 0.968434, 0.874155, 0.881277, 0.811631, 0.721963, 0.728438, 0.643941, 0.648452, 0.65057, 0.683031, 0.658983, 0.672137, 0.651945, 0.633616, 0.609905, 0.641611, 0.642759, 0.585673, 0.491808, 0.365412, 0.209538, 0.14254, 0.002745, 0.0], "sum_m_pl": [4.436929, 5.347674, 5.144401, 4.938387, 4.840734, 4.706623, 4.640713, 4.682281, 4.606162, 4.690941, 4.821315, 4.749057, 4.44066, 4.450392, 4.486049, 4.560914, 4.51116, 4.630487, 4.833907, 4.84744, 4.828566, 4.818771, 4.858999, 4.90937, 3.788064, 3.990323, 4.236223, 4.502484, 4.753725, 4.618576, 4.488661, 4.465989, 4.272667, 4.072491, 3.910201, 3.846653, 3.70439, 3.953016, 4.00644, 3.905505, 4.043894, 3.834446, 4.020095, 3.552279, 2.999899, 1.820642, 0.964341, 0.369025, 0.013136, 0.0]}, "lang": {"n_am_en": [10, 8, 9, 10, 9, 9, 7, 12, 10, 12, 8, 10, 8, 8, 8, 12, 13, 8, 10, 12, 10, 12, 14, 16, 18, 14, 13, 16, 11, 14, 13, 16, 19, 12, 16, 16, 20, 17, 18, 17, 19, 20, 22, 21, 22, 24, 25, 29, 29, 30], "n_am_pl": [0, 3, 3, 2, 1, 2, 2, 3, 5, 3, 4, 4, 1, 2, 2, 3, 2, 8, 6, 5, 7, 5, 5, 6, 4, 8, 7, 3, 7, 7, 5, 3, 2, 4, 3, 6, 1, 2, 2, 1, 2, 2, 2, 2, 3, 1, 3, 0, 1, 0], "n_pos": 31, "sum_m_en": [4.722685, 1.861567, 1.697552, 1.641046, 1.73982, 1.767002, 1.722737, 1.827863, 1.976817, 2.065726, 2.195536, 2.247166, 2.373811, 2.385681, 2.350438, 2.293774, 2.219658, 2.201054, 2.005578, 2.363577, 1.944494, 1.87971, 1.649288, 1.693497, 6.119191, 6.307298, 6.219147, 5.280975, 4.576938, 3.956613, 3.430949, 3.618021, 3.679796, 3.690382, 5.049461, 5.474076, 9.221842, 11.17976, 12.369461, 14.993714, 15.698481, 17.504017, 18.223163, 18.220927, 20.835551, 22.276338, 24.016415, 28.208634, 29.282221, 29.988531], "sum_m_pl": [10.44538, 14.378315, 14.473524, 13.895956, 13.930344, 13.422065, 13.342936, 13.579293, 13.306332, 13.568008, 13.526343, 13.902377, 13.230777, 13.847836, 14.118123, 14.323374, 14.065284, 14.304671, 14.279353, 14.28776, 14.533203, 14.70057, 14.986992, 14.977724, 11.071903, 11.366809, 11.317176, 11.807828, 12.728903, 12.718823, 12.883956, 12.717714, 13.26634, 12.975829, 12.641766, 12.02676, 8.809764, 7.774198, 7.110131, 6.480411, 6.386134, 5.172451, 4.562172, 5.205046, 3.709051, 2.588387, 2.840702, 0.428706, 0.840395, 5.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "gsm8kpl-365", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1139, "region_end": 75, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9872}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 23, 12, 8, 14, 6, 9, 11, 11, 11, 20, 12, 12, 8, 8, 5, 11, 6, 11, 10, 8, 14, 13, 16, 25, 18, 11, 9, 12, 16, 16, 10, 13, 13, 20, 14, 19, 20, 26, 17, 16, 16, 15, 14, 10, 9, 6, 3, 0, 0], "n_am_pl": [5, 14, 12, 13, 6, 14, 7, 9, 11, 8, 7, 4, 8, 8, 6, 5, 7, 8, 11, 17, 13, 10, 7, 12, 4, 5, 7, 7, 11, 11, 11, 7, 13, 11, 5, 10, 10, 11, 5, 7, 8, 10, 8, 9, 9, 13, 13, 12, 19, 21], "n_pos": 64, "sum_m_en": [6.196556, 3.00006, 3.036033, 3.243275, 3.621435, 3.24436, 3.386898, 3.440026, 3.617082, 3.926704, 3.842235, 3.913981, 4.115936, 4.019776, 4.04401, 3.907089, 3.816394, 3.635532, 3.300166, 3.331264, 3.194556, 3.003474, 2.913562, 2.900897, 7.053233, 6.393886, 5.621673, 5.288964, 5.566176, 5.454887, 5.17293, 5.115257, 5.23424, 5.457073, 6.087577, 5.671576, 6.55275, 9.026785, 9.983517, 11.385251, 10.67767, 11.868233, 12.196131, 10.971731, 10.463173, 9.768004, 6.27396, 3.542605, 0.965568, 0.005302], "sum_m_pl": [25.170125, 31.866133, 31.038417, 29.547328, 27.838841, 28.114559, 28.416021, 28.65588, 27.527742, 27.686372, 27.901053, 28.153378, 27.124927, 27.609892, 27.494303, 28.659615, 28.708702, 29.371177, 30.390779, 31.310916, 31.277885, 31.169291, 31.162509, 31.570296, 22.938854, 23.548492, 23.47197, 25.476479, 27.774566, 28.401471, 27.875573, 27.842086, 27.209902, 25.233786, 25.148909, 23.881305, 21.941948, 20.455305, 19.225026, 19.267987, 19.035091, 18.441573, 17.441197, 15.591939, 15.192729, 14.437678, 15.385617, 14.384106, 18.995391, 20.483011]}, "digit": {"n_am_en": [0, 7, 5, 0, 1, 1, 1, 2, 1, 2, 7, 2, 0, 0, 0, 0, 0, 0, 3, 2, 0, 2, 2, 3, 4, 2, 4, 3, 1, 1, 2, 1, 2, 0, 3, 0, 1, 1, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 2, 1, 0, 2, 2, 1, 0, 2, 1, 4, 0, 3, 2, 2, 3, 5, 2, 2, 2, 0, 2, 1, 2, 4, 3, 2, 3, 3, 4, 0, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.874459, 0.415423, 0.3704, 0.343173, 0.360989, 0.384303, 0.408794, 0.464787, 0.49389, 0.521497, 0.537635, 0.499663, 0.533179, 0.51297, 0.470598, 0.491708, 0.525323, 0.543338, 0.500693, 0.483178, 0.445622, 0.424456, 0.413315, 0.413392, 0.786628, 0.766857, 0.81736, 0.761972, 0.800961, 0.785506, 0.731733, 0.715224, 0.610379, 0.633787, 0.664735, 0.66369, 0.646971, 0.643044, 0.667027, 0.616087, 0.592563, 0.578052, 0.559397, 0.537749, 0.427505, 0.30065, 0.190414, 0.065764, 0.001819, 0.0], "sum_m_pl": [4.521632, 5.509997, 5.273269, 4.992503, 4.759611, 4.626818, 4.723289, 4.720264, 4.590392, 4.652845, 4.807058, 4.73522, 4.462517, 4.511149, 4.543748, 4.573423, 4.497273, 4.506657, 4.839836, 4.911343, 4.86809, 4.851558, 4.867827, 4.925447, 3.941, 4.120173, 4.186881, 4.455561, 4.89777, 4.688445, 4.519184, 4.448324, 4.325156, 4.149343, 4.051223, 4.13594, 4.074049, 4.149987, 4.032687, 4.028289, 4.021972, 4.084016, 4.126853, 4.003052, 3.501187, 2.099637, 1.221153, 0.315711, 0.014258, 0.0]}, "lang": {"n_am_en": [5, 4, 2, 2, 4, 2, 1, 1, 3, 2, 2, 3, 3, 3, 1, 1, 3, 2, 3, 3, 4, 4, 4, 5, 10, 6, 1, 2, 6, 6, 5, 3, 3, 3, 7, 8, 10, 11, 14, 10, 8, 7, 7, 6, 4, 3, 2, 1, 0, 0], "n_am_pl": [3, 5, 3, 6, 2, 3, 2, 6, 5, 3, 3, 2, 3, 2, 1, 4, 1, 2, 4, 7, 3, 4, 2, 4, 2, 2, 5, 4, 3, 5, 5, 3, 4, 5, 4, 3, 4, 3, 2, 3, 4, 6, 4, 5, 4, 9, 9, 9, 16, 18], "n_pos": 18, "sum_m_en": [1.569686, 0.756992, 0.842423, 0.872422, 0.932786, 0.889049, 0.83008, 0.869068, 0.940748, 0.989827, 1.046053, 1.161406, 1.249298, 1.246978, 1.251633, 1.208911, 1.159621, 1.094423, 1.000111, 1.056346, 1.001369, 0.90525, 0.880183, 0.85017, 1.831787, 1.923396, 1.821096, 1.700867, 1.846261, 1.720071, 1.691001, 1.734354, 1.581129, 1.622965, 1.818803, 1.810047, 2.686737, 4.178346, 4.959239, 4.913172, 4.186831, 4.504303, 4.659936, 3.764043, 3.997128, 3.887039, 1.98716, 1.220884, 0.129374, 0.001016], "sum_m_pl": [6.440471, 8.327075, 8.236208, 7.91176, 7.473251, 7.41614, 7.4891, 7.767749, 7.525972, 7.584026, 7.458211, 7.717763, 7.582503, 7.831632, 7.959527, 8.324194, 8.325311, 8.713418, 8.780318, 8.963223, 8.990938, 9.016789, 8.974052, 9.025212, 8.005703, 7.923475, 7.870314, 8.168639, 8.562352, 8.70409, 8.575484, 8.395429, 8.697631, 8.44674, 8.462444, 8.478932, 7.872663, 7.428217, 6.763047, 6.89711, 7.177233, 7.630195, 7.085016, 7.109809, 7.142988, 7.716276, 9.436113, 10.546642, 16.231744, 17.707877]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 68, "item_id": "gsm8kpl-365", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 998, "region_end": 64, "roundtrip_ok": true, "tf_agree": 0.9559, "tf_agree_excl_first": 0.9701}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [48, 42, 34, 36, 36, 26, 21, 25, 24, 21, 33, 39, 38, 33, 36, 33, 35, 42, 30, 31, 33, 31, 21, 21, 45, 45, 41, 35, 43, 39, 37, 39, 27, 39, 39, 48, 43, 41, 39, 41, 29, 35, 36, 36, 33, 30, 33, 34, 35, 37], "n_am_pl": [1, 20, 18, 14, 16, 18, 20, 20, 21, 14, 18, 18, 18, 22, 23, 22, 18, 18, 13, 7, 12, 13, 16, 21, 9, 9, 14, 11, 14, 21, 15, 23, 24, 12, 15, 10, 7, 4, 5, 1, 4, 6, 6, 7, 11, 8, 7, 1, 0, 0], "n_pos": 135, "sum_m_en": [15.175394, 7.008026, 6.81982, 6.884865, 7.418019, 7.145516, 7.392265, 7.758776, 8.160819, 8.903139, 9.15458, 9.990876, 10.466732, 10.522028, 10.332504, 9.846146, 10.003294, 9.673211, 8.858384, 8.113988, 7.424485, 6.979109, 6.615876, 6.490682, 15.513768, 17.112583, 15.98246, 15.289093, 14.866507, 14.962182, 14.334504, 13.89354, 12.885849, 12.687208, 14.063933, 15.435513, 16.932773, 19.079495, 18.861524, 19.978286, 18.828218, 21.887528, 26.323222, 28.651656, 30.098579, 30.394062, 32.886519, 35.593841, 36.03355, 36.397574], "sum_m_pl": [53.794603, 65.873011, 65.192682, 63.223568, 62.281383, 61.910202, 61.534774, 60.442971, 59.731351, 61.091654, 60.59422, 60.59941, 59.223197, 57.475405, 57.532988, 60.683305, 59.827755, 61.346058, 61.648148, 63.34413, 63.859539, 64.520017, 64.948623, 65.621283, 51.421023, 50.426256, 50.989497, 53.156165, 54.925724, 54.962047, 55.071467, 54.890631, 55.422077, 52.441345, 50.234579, 46.878434, 40.517845, 37.313037, 35.669807, 35.408973, 32.268568, 29.7676, 27.187254, 24.078142, 21.267727, 15.934179, 10.047054, 4.287918, 0.569953, 0.201179]}, "digit": {"n_am_en": [2, 14, 5, 2, 7, 3, 3, 3, 0, 2, 4, 4, 5, 3, 2, 2, 1, 2, 3, 3, 3, 2, 2, 4, 3, 6, 7, 3, 4, 5, 2, 6, 4, 3, 1, 5, 2, 2, 2, 2, 0, 2, 2, 3, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 1, 0, 2, 1, 4, 0, 3, 3, 1, 1, 4, 4, 4, 3, 1, 1, 1, 1, 2, 2, 1, 2, 3, 0, 3, 3, 4, 5, 2, 1, 1, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.592646, 0.7992, 0.781907, 0.751897, 0.843291, 0.783008, 0.782381, 0.828573, 0.84645, 0.949856, 0.941701, 1.018507, 1.093744, 1.10166, 0.979317, 1.03426, 1.136448, 1.167064, 1.111246, 1.027661, 0.912212, 0.847619, 0.802661, 0.778823, 1.410749, 1.517441, 1.574995, 1.417514, 1.48909, 1.439341, 1.463352, 1.518097, 1.394875, 1.378972, 1.376211, 1.673545, 1.629499, 1.920931, 1.766974, 1.642916, 1.359877, 1.37045, 1.704411, 2.046134, 1.787205, 1.115215, 1.136677, 0.378015, 0.051086, 0.0], "sum_m_pl": [8.935375, 10.257029, 9.948171, 9.674202, 9.55676, 9.404004, 9.260686, 8.934267, 9.005321, 9.196852, 9.399372, 9.517838, 9.000016, 8.739344, 8.810012, 9.151781, 8.761355, 9.174879, 9.432983, 9.626374, 9.655442, 9.698956, 9.736207, 9.835039, 8.71243, 8.909858, 8.998007, 9.175869, 9.328672, 9.481392, 9.242849, 8.935592, 9.186564, 8.665656, 8.108599, 7.620825, 6.981525, 6.723277, 6.308426, 6.502394, 6.068966, 6.132428, 5.609142, 4.951706, 4.816462, 3.367791, 1.97897, 0.716128, 0.085764, 0.0]}, "lang": {"n_am_en": [19, 9, 10, 17, 10, 9, 8, 13, 12, 9, 15, 13, 15, 12, 17, 10, 14, 18, 14, 11, 13, 12, 11, 12, 18, 16, 12, 13, 15, 11, 12, 14, 9, 15, 13, 16, 16, 15, 16, 21, 17, 21, 22, 22, 22, 21, 26, 28, 34, 37], "n_am_pl": [0, 3, 5, 1, 4, 2, 5, 5, 5, 3, 4, 5, 6, 8, 4, 5, 3, 4, 1, 3, 3, 4, 4, 7, 3, 1, 6, 5, 5, 7, 4, 8, 9, 6, 8, 4, 3, 1, 0, 1, 3, 4, 4, 4, 5, 3, 4, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.743252, 1.960088, 1.898836, 1.958313, 2.070746, 2.124252, 2.264102, 2.456848, 2.628078, 2.738876, 2.705603, 3.160506, 3.443564, 3.39471, 3.626611, 3.18893, 3.28633, 3.105744, 2.737237, 2.386585, 2.180451, 2.010504, 1.859171, 1.837701, 5.043593, 5.628972, 5.504123, 5.268554, 4.945823, 5.010123, 4.585069, 4.845425, 4.51651, 4.613542, 4.667195, 5.183878, 6.0763, 6.585276, 7.20448, 9.203299, 9.51804, 11.851328, 15.323031, 16.751015, 18.601946, 19.725162, 23.884774, 28.15827, 34.701777, 35.8917], "sum_m_pl": [14.31035, 17.083866, 17.237537, 16.933157, 16.650022, 16.550038, 16.803148, 16.995149, 16.743503, 17.081571, 16.992086, 17.04292, 16.620634, 15.831909, 15.954885, 16.66383, 16.487438, 16.83637, 16.840685, 17.391187, 17.485242, 17.785645, 17.962794, 18.218531, 14.854776, 14.385417, 14.491067, 14.958011, 15.400858, 15.239894, 15.457615, 15.112069, 15.336701, 14.846799, 14.807413, 14.596901, 12.719989, 11.846318, 11.474455, 10.843115, 10.203631, 9.196157, 7.963975, 7.292108, 5.559215, 5.322113, 3.619234, 0.804735, 0.02323, 3e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "gsm8kpl-368", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1146, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.9928, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [120, 112, 97, 92, 87, 80, 79, 87, 99, 100, 117, 115, 105, 88, 87, 98, 101, 109, 103, 109, 96, 89, 83, 81, 128, 144, 132, 122, 131, 135, 109, 100, 85, 100, 119, 142, 146, 158, 144, 142, 139, 133, 137, 125, 127, 105, 69, 40, 10, 7], "n_am_pl": [24, 88, 71, 77, 60, 69, 69, 81, 70, 65, 53, 52, 64, 47, 73, 65, 71, 72, 81, 73, 82, 97, 110, 105, 63, 55, 66, 75, 82, 83, 85, 73, 76, 61, 49, 44, 41, 40, 43, 30, 31, 41, 42, 60, 74, 94, 110, 105, 156, 146], "n_pos": 432, "sum_m_en": [40.482975, 19.643881, 19.931692, 21.367108, 22.43463, 20.7383, 22.342372, 23.109572, 24.935388, 26.643132, 28.461931, 32.235754, 32.378274, 33.119038, 33.917669, 31.556184, 31.230572, 30.322943, 27.526544, 25.720756, 22.967291, 20.73663, 20.788077, 19.914814, 48.203136, 48.990066, 50.37492, 45.759465, 47.129328, 45.894698, 42.277087, 43.060627, 42.914405, 46.293979, 52.257985, 58.839096, 67.186519, 81.5932, 77.939439, 85.031277, 84.837409, 86.337125, 93.891329, 92.032168, 99.151718, 91.932989, 67.631506, 41.771756, 12.848685, 7.509725], "sum_m_pl": [163.647618, 206.849692, 203.921078, 196.760142, 191.868202, 194.919928, 197.086367, 196.974491, 192.456737, 194.69043, 193.778002, 192.859291, 195.854235, 189.305, 190.616637, 200.163109, 197.361467, 200.504543, 204.924708, 208.217223, 210.806367, 213.524014, 213.074165, 215.317146, 177.235643, 175.785771, 171.079472, 179.722581, 184.068061, 186.685063, 187.642068, 179.280937, 176.907194, 163.773403, 155.269236, 147.13651, 139.79909, 130.186657, 129.746353, 125.20747, 119.727308, 119.503551, 115.501796, 111.809971, 118.031291, 113.925197, 121.918283, 101.186561, 150.498486, 149.471287]}, "digit": {"n_am_en": [2, 21, 11, 10, 8, 7, 12, 7, 7, 11, 18, 12, 12, 5, 7, 5, 4, 6, 8, 9, 5, 4, 1, 4, 8, 14, 19, 9, 14, 16, 10, 14, 5, 8, 7, 12, 10, 12, 6, 5, 2, 2, 4, 4, 4, 3, 2, 1, 0, 0], "n_am_pl": [0, 10, 4, 11, 8, 6, 1, 6, 9, 6, 7, 10, 9, 7, 10, 7, 9, 12, 10, 9, 11, 13, 14, 13, 3, 7, 5, 10, 16, 12, 10, 9, 7, 4, 3, 3, 0, 1, 3, 0, 3, 1, 1, 3, 2, 3, 2, 3, 0, 0], "n_pos": 55, "sum_m_en": [4.61604, 2.177527, 2.092683, 2.000086, 2.099199, 2.09125, 2.16017, 2.307232, 2.558983, 2.872924, 3.051095, 3.413945, 3.656579, 3.711119, 3.569075, 3.499495, 3.404885, 3.608085, 3.173272, 2.912661, 2.505385, 2.307421, 2.218374, 2.181703, 3.77443, 3.786402, 4.413711, 4.170615, 4.497067, 4.469928, 4.446751, 4.737365, 4.46764, 4.461086, 4.394041, 5.072421, 5.020147, 6.5387, 5.812696, 5.691224, 5.375735, 5.407928, 5.476356, 5.178677, 4.779062, 3.555365, 3.1941, 1.735356, 0.164048, 1e-06], "sum_m_pl": [25.526768, 29.935334, 29.158206, 27.543508, 26.746729, 26.610716, 26.2645, 25.789834, 25.42777, 26.08453, 26.676993, 26.703768, 26.149608, 25.506906, 25.555852, 26.262641, 25.695051, 26.190096, 26.75308, 27.054738, 27.551212, 27.949427, 27.976628, 28.263083, 25.553445, 25.718398, 25.007757, 25.289039, 25.941331, 26.452559, 25.840588, 23.997558, 23.62166, 22.234077, 21.650812, 20.865584, 20.159622, 18.474762, 17.505161, 18.102142, 17.016146, 17.579681, 17.226203, 15.78177, 15.174529, 11.399247, 9.569674, 3.895099, 0.833437, 1.6e-05]}, "lang": {"n_am_en": [33, 42, 43, 41, 36, 32, 34, 37, 38, 34, 46, 49, 42, 40, 33, 40, 48, 52, 44, 43, 44, 44, 41, 40, 68, 71, 51, 61, 59, 57, 52, 48, 45, 43, 60, 67, 72, 79, 75, 77, 78, 71, 69, 64, 67, 62, 48, 25, 10, 7], "n_am_pl": [5, 29, 23, 21, 14, 17, 15, 25, 23, 27, 21, 17, 23, 16, 22, 19, 19, 24, 32, 32, 34, 42, 43, 48, 23, 17, 29, 26, 29, 31, 32, 28, 24, 27, 20, 17, 19, 16, 17, 15, 17, 22, 23, 33, 46, 53, 72, 70, 139, 145], "n_pos": 156, "sum_m_en": [14.948256, 7.235861, 7.643227, 8.982065, 9.274028, 7.98044, 8.696947, 8.519284, 9.255805, 9.606662, 10.142234, 11.96406, 11.945007, 12.344606, 12.812785, 11.63052, 11.898938, 11.43169, 10.42834, 9.78006, 8.759504, 7.626142, 8.11162, 7.600625, 22.495355, 22.45182, 22.365091, 19.401531, 18.899092, 18.077021, 16.231775, 17.415391, 17.694195, 20.880094, 23.689045, 26.648779, 32.89896, 38.158505, 37.817758, 41.886461, 43.545135, 44.608305, 49.30781, 49.218416, 54.938858, 53.475828, 42.842981, 24.850026, 9.757285, 7.447699], "sum_m_pl": [54.742297, 72.738376, 72.364033, 69.839894, 68.372127, 69.379898, 70.439212, 71.566305, 70.204602, 71.077684, 70.94419, 70.431261, 72.286583, 69.657258, 70.468213, 74.172788, 72.878856, 73.505044, 75.344374, 76.131764, 76.744619, 78.112879, 77.71895, 78.481511, 66.693581, 65.955972, 64.735601, 67.738109, 69.049515, 70.355867, 71.93247, 68.884692, 68.731541, 65.232114, 62.263724, 59.305577, 55.315787, 51.038663, 51.552505, 49.261519, 47.189191, 48.399927, 47.213246, 46.211266, 55.00032, 58.109969, 71.05181, 66.09074, 127.802452, 143.000611]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 436, "item_id": "gsm8kpl-368", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1005, "region_end": 432, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9816}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [48, 46, 35, 33, 33, 31, 31, 33, 39, 46, 45, 44, 30, 32, 36, 41, 36, 28, 29, 27, 23, 28, 23, 22, 32, 30, 31, 31, 28, 33, 24, 25, 31, 28, 35, 37, 36, 42, 36, 40, 34, 33, 41, 36, 33, 36, 35, 37, 29, 31], "n_am_pl": [1, 6, 10, 14, 13, 16, 18, 10, 16, 13, 9, 12, 18, 16, 9, 8, 15, 12, 20, 12, 13, 8, 11, 11, 6, 8, 11, 13, 13, 10, 9, 11, 8, 8, 7, 5, 8, 6, 3, 2, 3, 3, 3, 5, 6, 4, 4, 3, 2, 4], "n_pos": 121, "sum_m_en": [13.742171, 7.01611, 7.005996, 6.804902, 7.278135, 6.982653, 7.057314, 7.338631, 7.575282, 7.6559, 8.339057, 8.624537, 9.48821, 8.960039, 9.489414, 8.72237, 7.931189, 7.810956, 6.962565, 6.543584, 6.218804, 6.00179, 5.856245, 5.660046, 14.285123, 14.929154, 14.068858, 13.267403, 12.582858, 12.282476, 11.362929, 11.226493, 11.24511, 11.649513, 12.560369, 13.387668, 15.817651, 16.275958, 19.606354, 21.026927, 22.072458, 23.420882, 28.636719, 30.936605, 32.863373, 30.320013, 32.286019, 33.872458, 30.078175, 30.176862], "sum_m_pl": [46.70546, 60.704046, 59.166595, 57.348833, 55.753325, 54.949182, 56.135384, 54.802079, 54.343576, 56.828284, 55.965472, 56.405076, 55.879065, 54.745704, 54.26426, 56.361357, 56.809598, 57.98594, 58.757599, 58.914474, 58.805009, 58.925812, 59.237561, 59.689447, 42.932997, 41.805347, 43.586517, 45.403088, 47.367581, 47.728345, 49.004327, 48.094231, 49.249433, 46.560825, 46.092736, 43.516219, 38.83154, 36.341821, 31.696586, 30.511125, 29.708708, 27.334085, 25.101035, 21.014615, 17.951371, 16.375968, 10.565338, 5.648672, 1.55216, 4.169248]}, "digit": {"n_am_en": [13, 22, 10, 7, 10, 10, 9, 9, 11, 15, 14, 18, 10, 6, 13, 15, 10, 3, 5, 7, 7, 9, 9, 7, 7, 8, 7, 11, 10, 11, 9, 7, 8, 4, 8, 3, 3, 3, 3, 6, 1, 4, 3, 0, 1, 3, 1, 4, 0, 0], "n_am_pl": [1, 1, 1, 5, 4, 3, 7, 3, 6, 3, 4, 5, 4, 4, 4, 2, 3, 4, 10, 4, 5, 3, 6, 4, 3, 4, 8, 6, 4, 6, 2, 6, 5, 3, 3, 3, 5, 4, 2, 2, 2, 2, 2, 4, 5, 2, 2, 1, 0, 0], "n_pos": 41, "sum_m_en": [3.955074, 1.959954, 2.016966, 2.033034, 2.187906, 2.211862, 2.221463, 2.295857, 2.179478, 2.118954, 2.342056, 2.354, 2.391429, 2.402083, 2.559712, 2.451996, 2.367423, 2.383791, 2.112401, 2.014105, 1.907696, 1.889168, 1.840223, 1.79504, 3.699622, 4.096555, 3.856882, 4.179209, 3.560685, 3.380804, 3.237736, 3.092149, 3.153094, 3.138996, 3.455666, 3.487998, 3.473739, 3.185101, 3.335219, 3.295304, 3.087724, 3.092993, 3.270793, 3.078622, 3.186648, 3.182151, 2.47672, 2.945069, 0.155939, 0.0], "sum_m_pl": [17.65731, 21.815558, 20.733505, 20.38231, 19.75469, 19.184233, 19.658661, 18.937421, 18.927332, 19.978206, 19.678428, 19.856505, 19.617835, 19.184944, 19.168421, 19.872936, 19.704908, 19.767224, 20.276228, 20.173761, 20.094159, 20.155811, 20.39849, 20.579044, 16.044641, 15.592018, 16.404154, 16.330179, 17.514999, 17.426101, 17.408105, 17.435694, 17.597029, 16.918971, 17.080737, 16.401892, 15.882002, 14.938757, 13.690864, 13.316371, 13.402331, 12.918597, 12.608535, 10.805378, 10.40738, 8.672996, 5.85564, 2.77457, 0.174172, 0.0]}, "lang": {"n_am_en": [14, 13, 13, 16, 12, 11, 13, 16, 17, 17, 17, 16, 16, 17, 16, 16, 13, 14, 15, 12, 10, 13, 9, 13, 16, 15, 16, 14, 12, 16, 11, 13, 13, 15, 21, 24, 24, 28, 24, 24, 24, 22, 27, 27, 26, 29, 29, 31, 29, 30], "n_am_pl": [0, 2, 4, 4, 5, 3, 3, 5, 4, 5, 1, 3, 5, 5, 3, 4, 5, 2, 4, 3, 2, 1, 1, 1, 2, 2, 0, 2, 4, 3, 2, 2, 2, 3, 1, 2, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4], "n_pos": 35, "sum_m_en": [4.541073, 2.295555, 2.156628, 2.238101, 2.440103, 2.171483, 2.25492, 2.348425, 2.689704, 2.670815, 2.891579, 3.095197, 3.96554, 3.432567, 3.740733, 3.099998, 2.703634, 2.636352, 2.353739, 2.191262, 2.057606, 1.914626, 1.874633, 1.783578, 6.227745, 6.647036, 6.294235, 5.243225, 5.208022, 5.208633, 4.771431, 4.678032, 4.499092, 5.030875, 5.305632, 5.771058, 7.389454, 8.387684, 10.706017, 12.043815, 13.599024, 14.902745, 17.938583, 20.607116, 23.257306, 23.702457, 26.79346, 27.947465, 28.973761, 29.171493], "sum_m_pl": [11.150191, 16.680276, 16.531606, 15.562556, 15.425249, 15.328447, 15.450295, 15.498981, 15.362537, 16.044117, 15.595003, 15.876621, 15.704991, 15.552326, 15.517532, 16.176632, 16.362807, 16.891213, 16.983833, 17.119756, 17.083083, 17.131642, 17.067912, 17.260757, 12.346537, 12.444064, 12.794014, 13.782234, 13.333214, 13.379097, 14.056529, 13.784542, 14.435931, 13.621234, 13.412401, 12.886173, 10.863257, 10.172627, 8.694466, 8.026506, 7.271199, 6.230181, 5.264963, 4.262334, 3.167846, 2.81842, 1.628143, 0.848984, 0.601794, 4.169115]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "gsm8kpl-373", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.969, "tf_agree_excl_first": 0.9766}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [48, 50, 46, 47, 33, 33, 33, 28, 24, 45, 39, 44, 36, 36, 36, 39, 37, 31, 29, 28, 25, 23, 21, 31, 36, 39, 33, 39, 40, 37, 30, 34, 29, 34, 33, 33, 22, 23, 24, 20, 15, 18, 19, 22, 17, 19, 14, 10, 6, 6], "n_am_pl": [5, 25, 25, 22, 26, 31, 26, 19, 27, 27, 24, 17, 23, 25, 22, 22, 28, 25, 27, 26, 27, 26, 29, 24, 14, 16, 23, 12, 26, 28, 30, 25, 22, 19, 16, 18, 13, 11, 14, 10, 9, 16, 19, 21, 20, 23, 19, 21, 33, 38], "n_pos": 163, "sum_m_en": [14.753893, 8.273041, 8.43929, 8.699463, 9.016877, 8.965276, 9.108011, 9.257917, 9.504213, 9.802729, 10.27921, 10.836103, 10.810443, 11.027501, 11.507556, 10.434344, 9.701371, 9.701293, 8.457885, 8.130539, 7.841068, 7.643635, 7.440778, 7.217917, 16.051247, 16.036126, 17.016205, 16.310433, 15.915381, 15.335746, 13.801846, 13.749149, 13.272895, 13.194678, 13.690087, 13.663623, 13.09226, 13.308329, 14.990129, 14.347401, 13.639927, 15.127869, 16.105901, 17.754483, 15.786842, 14.309897, 13.43528, 12.434879, 6.930754, 5.79872], "sum_m_pl": [65.567311, 80.592342, 78.229382, 77.074541, 75.94872, 74.426097, 75.800643, 74.599421, 74.301306, 76.433692, 76.145964, 74.807038, 75.516175, 74.727461, 74.862446, 77.307538, 77.495626, 79.60464, 81.527756, 81.072061, 80.516427, 80.36216, 80.685218, 81.330919, 60.16159, 61.126417, 62.762711, 65.840799, 69.718871, 70.434651, 71.787166, 71.17345, 71.465138, 66.622523, 66.020543, 62.138847, 56.024086, 51.773771, 45.932568, 43.661428, 43.837686, 43.561707, 41.627519, 37.129266, 35.919171, 35.95039, 30.065847, 25.824325, 31.191156, 37.756607]}, "digit": {"n_am_en": [9, 20, 15, 14, 8, 15, 9, 13, 5, 13, 14, 14, 5, 11, 12, 14, 12, 9, 8, 7, 6, 6, 5, 10, 8, 10, 9, 12, 11, 10, 9, 8, 6, 6, 5, 5, 4, 5, 1, 1, 0, 2, 4, 5, 3, 4, 2, 2, 0, 0], "n_am_pl": [0, 3, 3, 1, 5, 2, 5, 0, 6, 6, 3, 3, 5, 5, 7, 3, 2, 4, 4, 4, 3, 2, 8, 2, 2, 2, 7, 4, 8, 7, 6, 5, 4, 5, 5, 6, 5, 3, 4, 1, 1, 1, 3, 3, 2, 3, 2, 2, 0, 0], "n_pos": 47, "sum_m_en": [4.06898, 2.161939, 2.161471, 2.202221, 2.473181, 2.547111, 2.539852, 2.545488, 2.353158, 2.339516, 2.471956, 2.591611, 2.57877, 2.682989, 2.883368, 2.631676, 2.549296, 2.595961, 2.247783, 2.192036, 2.110617, 2.078833, 1.995732, 1.962977, 3.471106, 3.511952, 3.865412, 3.909301, 3.710614, 3.419392, 3.257102, 3.19947, 3.152132, 3.020003, 3.231175, 3.287498, 2.862292, 2.675357, 2.777562, 2.565735, 2.488312, 2.513472, 2.668172, 2.851382, 2.477248, 2.218492, 2.021223, 2.386312, 0.26652, 0.0], "sum_m_pl": [21.179389, 25.016649, 24.203111, 23.676192, 23.376821, 22.675655, 22.950304, 22.070524, 22.165036, 22.947432, 22.712394, 22.63333, 22.528254, 22.456105, 22.372668, 22.878159, 22.271277, 22.927499, 23.705029, 23.509143, 23.289526, 23.378163, 23.603224, 23.828048, 17.626231, 17.994857, 18.894988, 20.065567, 21.336254, 21.189175, 21.059639, 20.981317, 21.001489, 20.124704, 19.787369, 18.627007, 17.305659, 15.584138, 13.896523, 12.766866, 13.666743, 14.439453, 15.470224, 13.488468, 12.435021, 12.140638, 9.692798, 6.742777, 0.611482, 3e-06]}, "lang": {"n_am_en": [15, 9, 11, 9, 9, 10, 11, 7, 9, 13, 10, 11, 12, 10, 8, 12, 13, 10, 11, 11, 9, 10, 9, 12, 15, 14, 13, 11, 14, 11, 13, 15, 13, 13, 16, 16, 11, 11, 13, 13, 12, 12, 12, 13, 11, 11, 10, 6, 6, 6], "n_am_pl": [4, 14, 9, 8, 9, 9, 6, 8, 5, 6, 5, 6, 7, 8, 7, 7, 8, 8, 7, 5, 9, 12, 9, 9, 4, 5, 7, 4, 10, 9, 9, 7, 10, 8, 3, 6, 4, 4, 4, 5, 5, 8, 9, 13, 14, 16, 16, 17, 33, 36], "n_pos": 43, "sum_m_en": [3.798189, 2.307302, 2.299044, 2.520016, 2.431443, 2.332784, 2.250139, 2.297025, 2.555069, 2.565914, 2.845364, 3.109259, 3.130088, 3.146656, 3.188068, 2.844715, 2.698571, 2.690941, 2.384009, 2.259588, 2.14967, 2.039891, 2.012569, 1.913044, 5.613482, 5.292066, 5.480686, 4.699391, 4.939245, 4.563387, 4.341602, 4.388647, 4.368093, 4.523959, 4.609141, 4.685472, 4.756884, 5.171685, 5.797662, 5.738269, 5.517476, 7.700917, 8.538582, 10.323314, 9.423427, 8.014277, 8.791161, 7.568007, 6.328983, 5.781308], "sum_m_pl": [15.839817, 19.314626, 18.765849, 18.382152, 18.48138, 18.395874, 19.018329, 19.183437, 19.254035, 19.76469, 19.712709, 19.34424, 19.699147, 19.404024, 19.531861, 20.355465, 20.596621, 21.026556, 21.393192, 21.32973, 21.275223, 21.239928, 21.143633, 21.324494, 16.495942, 17.05416, 17.484561, 18.554685, 18.908338, 18.633008, 19.199332, 18.93145, 18.88577, 18.221953, 18.30111, 17.954369, 16.203161, 16.155056, 14.774184, 14.680412, 14.964413, 14.61558, 13.567478, 12.552267, 13.298378, 15.458822, 16.121808, 16.198413, 29.534915, 35.987781]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 163, "item_id": "gsm8kpl-373", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9693, "tf_agree_excl_first": 0.9753}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [42, 54, 34, 50, 42, 40, 39, 36, 39, 43, 48, 58, 41, 48, 44, 58, 66, 51, 33, 32, 34, 27, 34, 34, 55, 57, 52, 45, 47, 53, 46, 51, 57, 52, 61, 68, 66, 75, 82, 84, 78, 84, 74, 72, 76, 82, 79, 86, 75, 72], "n_am_pl": [6, 26, 38, 25, 17, 20, 18, 23, 16, 24, 23, 20, 32, 22, 28, 22, 25, 32, 36, 36, 48, 38, 41, 43, 15, 20, 23, 23, 32, 28, 34, 26, 19, 15, 19, 18, 17, 8, 3, 7, 9, 9, 10, 8, 7, 3, 4, 0, 0, 0], "n_pos": 175, "sum_m_en": [21.362618, 10.451079, 9.865648, 9.643276, 9.67536, 10.361409, 10.418483, 10.377932, 11.100876, 11.157165, 11.921014, 12.220754, 12.310311, 12.780827, 13.294185, 12.620043, 12.468706, 11.708505, 10.630763, 9.698075, 8.867989, 8.279125, 7.942947, 7.899776, 19.40293, 18.927635, 19.268572, 17.8143, 18.677189, 18.375763, 16.795264, 16.832881, 18.130889, 17.884649, 19.854888, 21.017454, 25.553903, 30.060177, 36.774159, 40.810222, 40.035398, 48.85166, 50.527933, 54.601198, 60.64281, 68.413694, 76.240043, 81.893327, 75.204933, 72.420933], "sum_m_pl": [63.87725, 84.247479, 81.305274, 79.768757, 78.455331, 77.582995, 78.0173, 77.943676, 75.818936, 78.098365, 78.421948, 80.186115, 81.792782, 80.177241, 79.330962, 81.843828, 81.284805, 81.072905, 81.894111, 83.461427, 85.069729, 85.665199, 86.235634, 86.40587, 70.135766, 69.430177, 67.89701, 72.414339, 73.266369, 74.556061, 77.301637, 75.922348, 75.664959, 71.518191, 70.024251, 66.957423, 58.268364, 54.812175, 50.908712, 49.475392, 45.833326, 39.802114, 35.839483, 31.576774, 26.248018, 18.579748, 10.929166, 5.184908, 0.753165, 0.577205]}, "digit": {"n_am_en": [2, 11, 5, 5, 5, 2, 4, 3, 1, 1, 4, 4, 5, 6, 2, 7, 9, 5, 3, 1, 0, 2, 3, 4, 6, 6, 12, 8, 9, 8, 5, 6, 4, 2, 3, 3, 4, 5, 3, 2, 3, 3, 2, 3, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 1, 2, 4, 3, 4, 3, 3, 1, 2, 2, 0, 1, 2, 6, 3, 6, 8, 7, 7, 10, 8, 8, 8, 1, 3, 2, 2, 2, 2, 4, 6, 1, 2, 5, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.059411, 0.993796, 0.945923, 0.927116, 0.994275, 1.036542, 1.086912, 1.146959, 1.190187, 1.170513, 1.21441, 1.277529, 1.376703, 1.515333, 1.547174, 1.502267, 1.60435, 1.523692, 1.317419, 1.22211, 1.096974, 1.010182, 0.978908, 0.955661, 1.778087, 1.837003, 2.159144, 1.896387, 2.240737, 1.904939, 1.780957, 1.786913, 1.581673, 1.523526, 1.536855, 1.610826, 1.907799, 2.460081, 2.338826, 2.0202, 1.705501, 1.677448, 1.577768, 1.719698, 1.653306, 1.611908, 1.03115, 1.034479, 0.187162, 0.0], "sum_m_pl": [10.168409, 12.397709, 11.932753, 11.561564, 11.095914, 10.844098, 10.743093, 10.595578, 10.437763, 10.744699, 10.97679, 10.975047, 10.765661, 10.619267, 10.430007, 10.678807, 10.648347, 10.578616, 10.915599, 11.040602, 11.384903, 11.43723, 11.475942, 11.559374, 10.171797, 9.96438, 9.598972, 10.141881, 10.106742, 10.342608, 10.370219, 10.099573, 10.120532, 9.661272, 9.454598, 9.005571, 8.060542, 8.219786, 7.954464, 8.301482, 7.705904, 7.57625, 7.414712, 6.76707, 6.539006, 4.953545, 3.813874, 2.042816, 0.319246, 0.0]}, "lang": {"n_am_en": [19, 17, 14, 23, 22, 28, 20, 23, 25, 23, 22, 27, 21, 22, 25, 34, 35, 27, 16, 17, 19, 13, 17, 20, 32, 29, 27, 24, 20, 27, 25, 27, 32, 32, 34, 40, 42, 52, 57, 59, 51, 55, 48, 51, 57, 60, 62, 70, 71, 72], "n_am_pl": [6, 9, 16, 4, 8, 8, 8, 10, 10, 15, 15, 14, 22, 16, 17, 10, 10, 13, 18, 16, 22, 14, 16, 16, 7, 12, 15, 14, 21, 13, 16, 11, 9, 8, 7, 9, 8, 4, 1, 2, 3, 5, 8, 4, 5, 2, 2, 0, 0, 0], "n_pos": 73, "sum_m_en": [9.739999, 4.596302, 4.261342, 4.275734, 4.221129, 4.730771, 5.021479, 4.842917, 5.246113, 5.111212, 5.618869, 5.71384, 5.654362, 5.817902, 6.217062, 5.815219, 5.685945, 5.245436, 4.780459, 4.30677, 3.862779, 3.559039, 3.383252, 3.366673, 10.067674, 9.715447, 10.023425, 8.919142, 9.282209, 9.474426, 8.716409, 8.718824, 9.902709, 9.82485, 11.014417, 11.765594, 15.135507, 18.271086, 23.598466, 27.156186, 27.326804, 33.684687, 34.98151, 38.259553, 44.997037, 51.465345, 59.570325, 66.479289, 69.240465, 71.482947], "sum_m_pl": [24.972746, 33.793903, 32.977124, 31.981127, 32.157439, 31.607831, 32.061677, 32.645836, 31.983475, 32.784772, 33.007866, 33.569138, 34.745226, 33.87911, 33.678022, 34.465169, 34.13822, 34.099216, 34.226132, 34.950916, 35.69102, 35.931867, 36.185869, 36.238767, 29.361804, 29.380772, 29.20105, 30.59782, 30.909279, 31.132955, 32.406765, 31.628143, 31.686112, 30.882164, 29.871626, 29.566881, 26.179469, 24.337594, 21.558277, 19.96793, 17.823913, 15.295625, 13.225056, 11.913126, 9.260558, 6.145609, 3.134239, 0.904741, 0.132959, 0.355768]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 179, "item_id": "gsm8kpl-378", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 0.9944}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [65, 47, 28, 31, 34, 27, 30, 32, 29, 45, 51, 42, 47, 38, 46, 50, 56, 48, 33, 34, 30, 32, 28, 32, 49, 59, 52, 48, 36, 48, 38, 40, 38, 42, 48, 49, 41, 45, 44, 44, 41, 36, 30, 36, 36, 40, 15, 5, 2, 1], "n_am_pl": [11, 40, 81, 58, 40, 37, 34, 30, 25, 35, 32, 37, 48, 43, 35, 30, 23, 38, 37, 46, 57, 56, 52, 54, 27, 31, 30, 37, 53, 43, 44, 37, 35, 36, 34, 30, 27, 27, 32, 31, 25, 29, 36, 26, 26, 17, 37, 38, 58, 67], "n_pos": 210, "sum_m_en": [20.700849, 10.570345, 11.014877, 10.940847, 11.192169, 11.371681, 11.529794, 11.48353, 12.844968, 13.058382, 13.259323, 13.755165, 14.211786, 14.581004, 14.876774, 14.236616, 13.904398, 13.417557, 12.169125, 11.133753, 10.378099, 9.850623, 9.595477, 9.249722, 17.951862, 19.176414, 19.641165, 19.168731, 20.082112, 19.209617, 17.679213, 17.652869, 17.726706, 17.917793, 18.867647, 19.979644, 19.878105, 20.449793, 23.288366, 23.789181, 22.150983, 23.368908, 23.550637, 25.990431, 26.560282, 29.072751, 15.849803, 7.486264, 3.917265, 1.027055], "sum_m_pl": [85.370706, 102.174424, 98.362021, 95.878859, 94.508003, 93.428775, 95.948443, 95.471718, 92.189876, 93.894223, 94.386297, 95.62777, 97.228039, 96.017857, 95.669345, 98.299258, 98.480292, 98.032293, 100.257873, 101.646013, 102.982883, 102.712971, 103.118156, 103.444761, 84.576842, 83.33488, 80.101717, 85.421786, 89.671084, 91.866485, 92.052998, 91.004683, 88.802768, 82.523797, 83.286051, 78.422537, 73.919201, 70.615097, 67.603375, 67.875901, 63.044857, 61.873647, 59.558846, 54.486092, 50.982063, 41.706, 46.671919, 52.480015, 55.878445, 66.546762]}, "digit": {"n_am_en": [4, 15, 8, 6, 7, 3, 4, 5, 3, 5, 9, 6, 7, 6, 3, 6, 6, 2, 2, 5, 2, 0, 1, 3, 4, 8, 11, 9, 8, 9, 6, 5, 1, 3, 8, 5, 5, 6, 3, 2, 4, 4, 2, 2, 2, 1, 0, 1, 0, 0], "n_am_pl": [0, 5, 4, 3, 2, 4, 5, 3, 2, 5, 4, 3, 1, 3, 6, 6, 6, 10, 9, 9, 11, 15, 13, 13, 5, 5, 3, 3, 5, 1, 2, 2, 3, 6, 4, 2, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 0, 1], "n_pos": 28, "sum_m_en": [2.39869, 1.257878, 1.191575, 1.247283, 1.29369, 1.258869, 1.314151, 1.376748, 1.541293, 1.566842, 1.706027, 1.682924, 1.921037, 2.052649, 2.091332, 1.999293, 1.985095, 1.896645, 1.649104, 1.486476, 1.326581, 1.237086, 1.197305, 1.138336, 2.122777, 2.411307, 2.86383, 2.690676, 2.905873, 2.85126, 2.469507, 2.445537, 2.136863, 2.121283, 2.214378, 2.239194, 2.137262, 2.277373, 2.300523, 2.32456, 1.939085, 2.002532, 1.920377, 1.762348, 1.508963, 1.504094, 0.796015, 0.769477, 0.050092, 5.6e-05], "sum_m_pl": [13.157272, 15.15019, 14.787899, 14.03167, 13.613033, 13.473045, 13.593462, 13.430037, 12.755299, 12.967159, 12.919261, 13.028191, 12.776236, 12.754707, 12.621669, 12.962065, 12.876213, 12.98177, 13.519306, 13.744405, 14.009159, 13.958603, 13.982033, 14.163052, 12.763004, 12.010635, 11.773795, 12.032895, 12.355377, 12.233984, 12.446028, 12.241322, 12.086903, 11.661389, 11.352689, 11.161896, 10.320406, 10.533899, 10.249159, 10.484507, 9.794963, 10.32986, 9.9669, 9.351737, 9.114865, 7.369793, 5.970122, 3.822288, 0.730952, 0.6326]}, "lang": {"n_am_en": [9, 12, 9, 10, 9, 10, 15, 12, 14, 18, 22, 22, 17, 17, 18, 20, 21, 22, 14, 13, 12, 13, 14, 15, 22, 23, 18, 18, 12, 13, 14, 18, 15, 23, 23, 25, 21, 21, 26, 26, 24, 21, 20, 23, 25, 32, 7, 2, 1, 1], "n_am_pl": [7, 9, 23, 21, 11, 6, 7, 6, 9, 10, 12, 13, 16, 17, 14, 8, 4, 8, 8, 14, 17, 15, 14, 19, 8, 10, 13, 12, 18, 17, 22, 15, 18, 14, 13, 12, 15, 11, 15, 19, 14, 19, 22, 20, 17, 14, 32, 32, 54, 65], "n_pos": 67, "sum_m_en": [6.206499, 3.584342, 3.759494, 3.699487, 3.739838, 3.982462, 4.136683, 3.929794, 4.374493, 4.362574, 4.278874, 4.580203, 4.535954, 4.623869, 4.690158, 4.505364, 4.260009, 4.07833, 3.726001, 3.429641, 3.23495, 3.023397, 2.937816, 2.860889, 5.755295, 6.340293, 6.508521, 6.155882, 6.210959, 6.246889, 5.94155, 6.261085, 6.635944, 6.982081, 7.102523, 7.767285, 7.954426, 8.062708, 10.547142, 10.752273, 10.824606, 11.789584, 12.914009, 15.120509, 17.027674, 20.921366, 8.838936, 3.863384, 2.917453, 1.024326], "sum_m_pl": [26.038494, 31.221766, 29.148096, 28.684016, 28.828772, 28.804472, 30.019367, 30.284259, 29.876918, 30.37112, 30.738445, 31.236032, 32.112208, 31.728313, 31.936155, 32.45077, 32.49892, 32.084087, 32.615627, 33.065569, 33.47844, 33.561632, 33.697258, 33.6819, 29.739441, 28.882155, 27.688198, 29.809104, 30.865034, 31.409355, 31.690918, 30.973061, 31.1872, 29.150974, 29.510495, 28.620333, 28.579265, 27.907784, 26.558154, 27.246524, 25.952014, 26.154266, 25.968796, 25.498935, 23.405962, 21.966403, 30.0271, 35.676959, 48.720583, 64.23892]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 214, "item_id": "gsm8kpl-378", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1030, "region_end": 210, "roundtrip_ok": true, "tf_agree": 0.9673, "tf_agree_excl_first": 0.9718}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [67, 71, 48, 43, 37, 30, 45, 41, 44, 70, 70, 83, 80, 67, 67, 60, 58, 49, 53, 66, 59, 62, 56, 60, 96, 112, 78, 67, 74, 68, 60, 58, 55, 64, 79, 82, 88, 78, 79, 81, 85, 84, 75, 77, 74, 80, 75, 89, 73, 67], "n_am_pl": [14, 34, 37, 21, 25, 18, 19, 23, 21, 26, 21, 23, 21, 22, 18, 17, 27, 20, 22, 21, 21, 21, 27, 35, 13, 11, 20, 14, 17, 15, 15, 20, 26, 27, 21, 20, 16, 16, 19, 17, 18, 18, 16, 12, 13, 15, 14, 20, 20, 23], "n_pos": 219, "sum_m_en": [24.056461, 12.771268, 12.082252, 11.677291, 12.409767, 12.123127, 12.431812, 12.584684, 13.13213, 13.687137, 14.580245, 15.382987, 16.408879, 16.364549, 15.391239, 14.235616, 13.775734, 13.326797, 12.228081, 11.537266, 10.775189, 10.075734, 9.760901, 9.65109, 29.051704, 29.109092, 27.043236, 23.031466, 22.720839, 22.299844, 20.298091, 20.774654, 20.504792, 20.468815, 22.692947, 26.274037, 33.146716, 34.116653, 37.272836, 40.707179, 45.2311, 52.888743, 61.971802, 60.518502, 66.625726, 68.646275, 69.667484, 80.50979, 72.886278, 66.036694], "sum_m_pl": [83.918334, 105.028923, 103.059846, 101.097721, 96.360873, 97.357156, 97.632285, 97.769186, 95.079152, 98.475931, 97.794026, 100.339276, 100.648819, 98.935061, 98.568686, 103.075553, 102.30311, 101.701578, 104.144463, 106.346659, 107.452623, 108.983737, 109.109625, 108.833731, 84.60995, 81.737358, 80.316998, 86.839375, 88.459667, 91.650454, 93.122478, 90.228306, 90.37159, 88.502085, 85.813968, 79.38459, 70.180207, 67.865183, 63.713346, 61.270272, 56.923559, 50.364895, 43.180766, 35.911623, 29.936277, 25.863194, 20.360284, 21.936134, 20.215436, 21.678556]}, "digit": {"n_am_en": [7, 15, 10, 7, 5, 2, 5, 2, 2, 4, 4, 6, 5, 3, 3, 5, 4, 2, 5, 5, 3, 4, 3, 4, 10, 11, 4, 6, 10, 5, 4, 2, 1, 2, 4, 6, 9, 8, 7, 7, 4, 7, 3, 4, 1, 1, 1, 2, 0, 0], "n_am_pl": [1, 2, 2, 4, 2, 2, 1, 1, 5, 7, 3, 4, 5, 2, 5, 1, 4, 7, 5, 5, 4, 3, 3, 4, 1, 3, 6, 2, 1, 3, 2, 5, 4, 3, 2, 4, 1, 2, 3, 4, 5, 3, 3, 5, 3, 2, 1, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.398827, 1.233047, 1.16802, 1.131962, 1.143687, 1.149826, 1.24867, 1.277231, 1.250265, 1.237952, 1.331405, 1.35412, 1.401382, 1.463297, 1.331348, 1.336059, 1.333422, 1.295594, 1.213251, 1.181119, 1.116239, 1.044329, 1.014533, 0.991564, 2.506025, 2.41368, 2.123745, 1.991251, 2.069722, 1.816202, 1.643484, 1.644357, 1.552014, 1.611902, 1.635389, 1.819976, 2.284727, 2.704945, 2.440465, 2.062277, 1.907412, 1.875005, 2.053233, 2.063301, 1.571433, 1.393384, 1.399938, 0.965514, 0.077761, 0.0], "sum_m_pl": [11.34506, 13.213208, 12.438455, 12.301167, 11.906709, 11.696778, 11.73684, 11.527611, 11.268326, 11.810402, 11.67104, 11.789434, 11.291464, 10.935045, 10.931577, 11.41808, 11.302156, 11.537853, 11.993157, 12.170135, 12.183388, 12.375111, 12.413611, 12.480783, 10.240544, 10.030874, 10.090385, 10.358784, 10.681657, 10.862339, 10.843473, 10.305238, 10.175386, 10.296828, 10.177248, 10.035135, 9.589953, 8.929192, 8.713014, 9.075748, 8.729676, 8.310975, 8.074202, 7.550767, 5.957704, 3.329876, 1.734011, 0.675048, 0.057813, 0.0]}, "lang": {"n_am_en": [23, 26, 20, 18, 14, 18, 21, 27, 26, 39, 35, 41, 40, 38, 33, 29, 27, 24, 23, 34, 34, 32, 29, 33, 43, 54, 40, 33, 34, 29, 31, 30, 27, 35, 42, 41, 46, 41, 42, 45, 49, 44, 41, 43, 46, 55, 54, 64, 66, 66], "n_am_pl": [5, 12, 18, 4, 10, 8, 9, 9, 9, 10, 7, 9, 7, 9, 7, 7, 12, 8, 9, 10, 11, 10, 15, 16, 5, 3, 5, 5, 5, 4, 6, 8, 9, 13, 8, 10, 9, 5, 9, 7, 9, 10, 11, 6, 9, 8, 10, 15, 20, 23], "n_pos": 90, "sum_m_en": [9.702966, 5.471244, 4.956236, 4.794986, 5.113528, 5.241251, 5.433967, 5.503345, 5.75619, 6.078277, 6.469737, 6.832642, 7.313257, 7.407756, 6.961748, 6.2207, 5.983909, 5.746686, 5.184908, 4.916216, 4.553106, 4.245908, 4.108133, 4.04581, 11.876145, 13.080141, 12.091493, 10.266028, 10.136108, 10.192993, 9.31416, 9.674349, 9.579554, 9.335977, 10.329776, 11.986318, 15.505122, 17.232624, 19.95061, 22.549958, 26.422645, 30.100997, 35.986227, 36.05987, 41.473693, 46.326571, 50.077569, 59.544152, 64.281911, 64.823137], "sum_m_pl": [33.480506, 42.066246, 41.546771, 40.651953, 39.192019, 39.371452, 39.303007, 40.152328, 39.047013, 40.331608, 40.251554, 41.358196, 41.71863, 41.270636, 41.248742, 43.053749, 42.777591, 42.723381, 43.46393, 44.186069, 44.668546, 45.244032, 45.240317, 45.121555, 37.186916, 35.078135, 34.353184, 37.32966, 37.657921, 38.634678, 40.00258, 38.687187, 39.388768, 39.59584, 39.064641, 36.887401, 32.936494, 32.309545, 30.737202, 28.698807, 26.113476, 23.454026, 20.105396, 15.703797, 14.842045, 12.831883, 12.080175, 14.670075, 19.06298, 21.666763]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "gsm8kpl-383", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1224, "region_end": 219, "roundtrip_ok": true, "tf_agree": 0.9865, "tf_agree_excl_first": 0.991}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [56, 65, 41, 27, 50, 53, 54, 48, 50, 58, 66, 66, 63, 55, 50, 61, 68, 53, 56, 61, 55, 61, 59, 58, 84, 76, 64, 76, 65, 51, 61, 58, 53, 63, 59, 71, 78, 76, 74, 72, 62, 67, 57, 53, 53, 50, 31, 21, 5, 5], "n_am_pl": [17, 61, 50, 44, 30, 43, 37, 28, 33, 33, 26, 34, 45, 31, 26, 26, 31, 42, 45, 52, 50, 49, 51, 55, 33, 33, 41, 33, 35, 47, 46, 52, 47, 43, 28, 25, 18, 21, 30, 24, 24, 25, 33, 42, 31, 45, 58, 56, 81, 76], "n_pos": 235, "sum_m_en": [22.247049, 11.303999, 11.289603, 11.690077, 12.101417, 11.958706, 12.439715, 13.069963, 13.931902, 14.011885, 14.612055, 15.742486, 16.130635, 16.034933, 15.685253, 14.509558, 14.590647, 13.596421, 12.081467, 11.533046, 10.866877, 10.040308, 9.802912, 9.710738, 23.00387, 23.378532, 22.761038, 20.568269, 21.710764, 21.444073, 19.687166, 20.103129, 19.358419, 19.48692, 21.423714, 24.106824, 26.76125, 28.045201, 29.827266, 30.572172, 29.729336, 33.535239, 34.596872, 36.340765, 39.579068, 34.757868, 22.815278, 17.614209, 7.214668, 4.951644], "sum_m_pl": [93.079911, 114.316361, 111.617916, 109.742567, 105.253054, 106.730319, 106.226864, 105.94318, 105.519867, 107.838579, 107.008266, 107.237698, 110.973418, 109.742073, 110.575405, 114.50279, 113.291044, 114.120098, 117.364372, 119.071499, 119.296242, 120.494686, 120.070598, 120.047531, 104.436491, 100.590522, 100.094519, 104.874305, 105.524664, 108.520155, 109.717707, 106.314946, 109.088897, 104.150169, 99.478641, 93.534966, 87.023014, 82.510346, 78.676044, 79.21291, 77.576551, 72.490923, 68.623528, 63.182599, 55.898028, 61.075755, 64.721115, 58.964793, 77.170469, 75.709598]}, "digit": {"n_am_en": [0, 21, 11, 3, 4, 8, 8, 6, 5, 3, 9, 9, 9, 8, 6, 6, 7, 8, 11, 14, 8, 11, 10, 9, 11, 14, 16, 9, 8, 5, 11, 9, 6, 3, 1, 7, 7, 9, 7, 5, 5, 8, 4, 5, 4, 3, 3, 0, 0, 0], "n_am_pl": [0, 5, 7, 5, 4, 3, 5, 3, 4, 5, 4, 4, 4, 2, 6, 4, 2, 3, 5, 3, 6, 2, 2, 4, 2, 2, 3, 3, 3, 6, 5, 4, 6, 7, 4, 3, 2, 3, 2, 1, 1, 3, 4, 7, 3, 2, 1, 1, 0, 0], "n_pos": 39, "sum_m_en": [3.306847, 1.612773, 1.524727, 1.508004, 1.561654, 1.665812, 1.809498, 1.997163, 2.067385, 2.035314, 2.142823, 2.279846, 2.512912, 2.598737, 2.381529, 2.292012, 2.309364, 2.21459, 1.981451, 1.887934, 1.72514, 1.584955, 1.536339, 1.516788, 2.795202, 3.134134, 3.387528, 3.066575, 3.251988, 3.000982, 3.028745, 3.054822, 2.813587, 2.682945, 2.646177, 2.961012, 3.171421, 2.803374, 2.792126, 2.668033, 2.828073, 2.822628, 2.822916, 3.114094, 2.638401, 1.975454, 1.315004, 0.499701, 0.048625, 0.0], "sum_m_pl": [17.504344, 21.286842, 20.43281, 19.51628, 18.6936, 18.256208, 17.462156, 17.349156, 17.512531, 18.05875, 18.314524, 18.217496, 18.122119, 17.798695, 17.92164, 18.385933, 18.269212, 18.560405, 19.449529, 19.718317, 19.756744, 19.997269, 19.955746, 20.004945, 18.194354, 17.277558, 17.007682, 17.800729, 17.511615, 18.037359, 18.076926, 17.230746, 17.245362, 16.94526, 16.640379, 16.403334, 15.326296, 14.748323, 13.663939, 14.143103, 13.981806, 13.646898, 13.129876, 11.959029, 9.466296, 7.42172, 4.844775, 2.534916, 0.162134, 0.0]}, "lang": {"n_am_en": [19, 20, 15, 13, 18, 27, 23, 19, 20, 25, 26, 26, 26, 24, 20, 28, 31, 23, 24, 24, 26, 27, 26, 26, 35, 33, 25, 28, 24, 21, 25, 28, 25, 31, 28, 34, 39, 43, 39, 41, 32, 33, 32, 28, 27, 29, 15, 12, 5, 5], "n_am_pl": [4, 17, 15, 11, 10, 10, 10, 13, 13, 14, 9, 15, 21, 12, 11, 11, 13, 17, 17, 23, 19, 18, 20, 19, 13, 15, 19, 14, 16, 19, 13, 16, 17, 19, 16, 11, 7, 9, 14, 12, 15, 18, 19, 24, 21, 30, 41, 47, 72, 73], "n_pos": 79, "sum_m_en": [7.476736, 4.054062, 4.012542, 4.257121, 4.232058, 4.21223, 4.493443, 4.460757, 4.955842, 4.944718, 5.211018, 5.678576, 5.716502, 5.736421, 5.634244, 5.120666, 5.282682, 4.715073, 4.225952, 3.98904, 3.777005, 3.472686, 3.349189, 3.312466, 9.290064, 9.504634, 9.071006, 8.008945, 8.200387, 8.483332, 7.508335, 7.963694, 7.764507, 8.028632, 8.866904, 10.282749, 12.031276, 13.58658, 14.187969, 14.152187, 13.843499, 16.269696, 18.365368, 18.314455, 22.288401, 19.66413, 12.915114, 9.463313, 5.228469, 4.94327], "sum_m_pl": [29.498016, 37.399242, 36.532178, 35.954894, 34.834548, 35.852357, 35.926128, 36.250425, 36.014182, 36.600836, 36.438232, 36.690636, 38.336272, 38.348744, 38.68805, 39.588894, 39.009624, 39.343932, 40.270415, 40.748458, 40.843198, 41.121474, 40.893534, 40.777199, 36.170809, 34.872561, 34.798938, 35.819818, 36.150176, 36.970188, 37.796687, 36.755017, 38.334191, 37.904381, 36.730689, 35.182679, 33.669247, 33.372606, 33.433708, 33.292945, 32.946275, 32.654794, 31.582913, 29.544123, 28.150997, 33.154826, 41.003199, 42.426134, 66.18316, 71.793867]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 467, "item_id": "gsm8kpl-383", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1083, "region_end": 235, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9807}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [63, 58, 47, 50, 41, 22, 45, 52, 34, 54, 57, 67, 59, 49, 57, 62, 62, 48, 48, 47, 47, 48, 46, 46, 71, 63, 49, 60, 59, 62, 58, 49, 48, 44, 57, 59, 59, 54, 70, 66, 78, 75, 83, 75, 74, 84, 83, 78, 61, 57], "n_am_pl": [7, 31, 33, 24, 21, 20, 27, 23, 19, 22, 25, 21, 20, 23, 14, 13, 22, 21, 23, 17, 22, 17, 23, 29, 12, 16, 16, 17, 21, 20, 28, 20, 13, 8, 18, 17, 10, 8, 5, 8, 4, 4, 4, 9, 12, 10, 3, 1, 0, 0], "n_pos": 200, "sum_m_en": [23.702815, 11.941838, 11.092728, 11.00122, 11.446225, 11.780933, 12.387578, 13.207345, 13.993509, 14.386831, 15.006617, 15.204723, 15.967639, 15.839008, 16.073158, 15.575407, 15.189053, 14.711083, 12.854643, 11.761024, 11.225954, 10.37128, 9.836215, 9.672556, 25.926258, 25.476505, 23.978372, 23.04127, 23.762893, 22.542107, 20.87574, 21.171224, 20.530122, 20.400735, 23.130206, 24.341969, 26.993868, 28.684566, 35.027574, 39.176395, 41.877244, 44.996987, 55.939925, 55.953779, 60.849651, 68.871519, 74.15459, 71.814652, 61.05831, 56.831579], "sum_m_pl": [75.894562, 96.974894, 95.2373, 93.707254, 91.209254, 90.03, 91.938791, 89.440424, 88.111901, 90.731866, 89.416021, 90.469473, 89.85692, 87.440919, 86.848294, 90.343901, 89.870811, 91.679761, 93.408064, 95.551676, 94.391892, 95.462932, 95.537675, 95.990166, 71.352316, 70.22873, 69.770742, 76.37058, 78.544719, 79.712135, 81.187873, 80.812324, 81.809002, 77.433444, 76.28023, 71.946866, 63.924847, 57.806625, 50.773104, 46.26024, 44.171954, 38.797263, 33.605422, 29.379451, 24.944468, 20.607289, 8.920515, 4.30756, 0.394968, 0.0429]}, "digit": {"n_am_en": [7, 8, 11, 10, 11, 0, 7, 5, 5, 6, 8, 7, 7, 6, 8, 6, 7, 5, 4, 4, 3, 5, 6, 7, 12, 8, 6, 6, 6, 6, 7, 6, 8, 6, 5, 8, 9, 6, 7, 5, 6, 4, 4, 6, 3, 2, 2, 1, 0, 0], "n_am_pl": [0, 3, 3, 3, 5, 1, 6, 4, 4, 4, 4, 4, 2, 3, 3, 2, 3, 4, 6, 3, 3, 3, 3, 4, 0, 3, 4, 3, 4, 5, 3, 2, 0, 0, 8, 5, 0, 1, 1, 2, 2, 1, 1, 1, 2, 2, 1, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.986099, 1.591308, 1.552092, 1.610971, 1.62733, 1.924977, 2.02476, 2.240788, 2.207839, 2.196508, 2.286354, 2.342687, 2.637031, 2.667042, 2.492145, 2.540939, 2.41964, 2.367558, 2.090104, 1.934548, 1.891357, 1.697311, 1.591169, 1.582161, 3.331938, 3.559826, 3.421203, 3.122123, 3.181209, 3.064683, 2.92239, 2.796562, 2.650605, 2.543444, 2.63744, 2.826619, 2.839554, 3.243766, 2.837076, 2.797031, 2.838515, 3.265379, 3.328238, 3.314956, 2.904315, 2.306449, 2.387472, 1.37148, 0.219021, 0.0], "sum_m_pl": [12.988022, 17.243277, 16.508308, 16.145336, 15.688387, 14.865323, 15.275628, 14.579434, 14.265972, 15.075265, 14.671255, 14.805765, 14.182942, 13.789263, 14.037552, 14.274307, 14.10753, 14.337921, 14.79682, 15.094119, 14.868865, 15.24231, 15.300656, 15.538894, 12.70588, 12.088358, 12.10897, 13.278547, 13.463603, 13.718976, 13.474519, 13.784822, 13.932182, 13.207665, 13.130998, 12.355442, 11.752623, 10.97213, 10.126986, 9.755513, 10.099623, 9.957688, 9.154955, 7.96101, 7.183636, 5.757395, 2.3554, 0.831284, 0.04821, 0.0]}, "lang": {"n_am_en": [17, 15, 10, 12, 13, 11, 15, 18, 12, 19, 16, 20, 15, 21, 22, 27, 26, 22, 22, 22, 20, 20, 18, 18, 29, 29, 20, 22, 25, 24, 21, 21, 23, 23, 28, 28, 26, 28, 39, 36, 41, 44, 45, 43, 44, 48, 44, 50, 55, 56], "n_am_pl": [1, 7, 9, 6, 4, 5, 4, 4, 3, 10, 12, 11, 10, 11, 6, 2, 6, 5, 4, 7, 11, 5, 6, 8, 5, 5, 3, 6, 8, 8, 13, 10, 5, 2, 2, 7, 5, 3, 3, 4, 1, 1, 2, 3, 3, 4, 2, 0, 0, 0], "n_pos": 57, "sum_m_en": [6.231857, 3.755438, 3.410136, 3.325769, 3.406623, 3.652747, 4.006366, 4.043689, 4.543626, 4.559226, 4.632668, 4.773346, 5.03731, 5.05893, 5.453251, 5.136632, 5.056936, 4.708676, 4.108782, 3.602273, 3.365071, 3.095965, 2.904288, 2.807724, 9.009819, 8.771843, 8.374583, 8.246822, 8.498587, 7.881385, 7.328958, 7.931245, 7.737276, 7.908179, 9.428917, 10.165233, 12.863189, 14.569792, 18.821903, 21.043082, 22.859551, 26.302604, 31.99036, 32.428367, 37.066615, 40.516532, 43.45233, 47.950464, 54.659421, 54.880025], "sum_m_pl": [20.748444, 25.9367, 26.166413, 26.04232, 25.651133, 25.148224, 25.606354, 25.22026, 24.988289, 25.652096, 25.35814, 25.775734, 25.848461, 25.11613, 24.283214, 25.607921, 25.662562, 26.330244, 26.828523, 27.704216, 27.493171, 27.694929, 27.719419, 27.806933, 20.69385, 20.600481, 19.782309, 21.553041, 22.124657, 22.723455, 23.453736, 22.885253, 23.124939, 22.11052, 21.691433, 21.925814, 18.742667, 17.538862, 14.99529, 13.315516, 12.125408, 10.201034, 8.601753, 8.232215, 5.748573, 5.796192, 2.500845, 0.552936, 0.063706, 0.000662]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 204, "item_id": "gsm8kpl-384", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1142, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9853, "tf_agree_excl_first": 0.9901}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [59, 77, 52, 62, 58, 46, 53, 56, 47, 57, 65, 60, 57, 52, 45, 47, 63, 55, 54, 49, 61, 54, 47, 54, 78, 63, 62, 66, 64, 69, 58, 50, 58, 64, 73, 65, 68, 59, 62, 61, 59, 54, 59, 57, 52, 50, 32, 14, 7, 4], "n_am_pl": [11, 45, 37, 44, 37, 38, 41, 29, 35, 47, 37, 42, 53, 43, 38, 32, 31, 46, 57, 48, 41, 33, 37, 35, 35, 38, 33, 32, 39, 37, 36, 35, 34, 16, 26, 21, 21, 23, 23, 23, 21, 15, 20, 17, 18, 16, 26, 32, 59, 59], "n_pos": 247, "sum_m_en": [23.532302, 12.123318, 12.60558, 13.091431, 13.514119, 14.004173, 14.512717, 15.327964, 16.340357, 16.890628, 17.241417, 17.702099, 18.771307, 19.312811, 19.345105, 19.196669, 19.428972, 19.104468, 16.431958, 15.936192, 14.765823, 13.610226, 13.062899, 12.57123, 31.708204, 30.885619, 29.669262, 27.897343, 30.454887, 28.836555, 26.921999, 25.424017, 24.642869, 25.010998, 28.057448, 27.986665, 28.959656, 28.949661, 30.526247, 34.990935, 32.742138, 32.487445, 39.256141, 42.902789, 42.648759, 42.719005, 24.373465, 14.925484, 7.052857, 4.008133], "sum_m_pl": [97.664756, 122.539722, 117.891622, 115.721699, 114.820098, 112.06447, 114.532136, 111.991462, 110.878256, 113.071421, 111.378456, 112.568621, 113.349576, 109.500813, 109.388479, 114.480687, 111.467782, 113.648208, 117.387037, 118.871408, 117.409846, 118.581702, 118.341077, 118.782349, 90.936604, 89.922145, 89.586748, 95.810315, 97.833519, 101.13774, 102.187542, 102.146049, 103.588892, 98.256845, 97.068098, 94.156691, 87.133579, 82.609141, 76.870566, 73.4702, 69.85809, 67.415714, 63.476938, 55.967993, 45.83246, 39.498296, 37.241165, 35.908756, 54.3542, 58.953933]}, "digit": {"n_am_en": [5, 12, 8, 8, 13, 5, 7, 9, 6, 7, 9, 8, 3, 6, 6, 5, 3, 4, 3, 4, 5, 2, 4, 9, 9, 7, 6, 10, 10, 9, 7, 7, 5, 11, 4, 5, 7, 5, 5, 6, 4, 5, 3, 3, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 3, 7, 9, 5, 3, 5, 2, 3, 10, 9, 5, 8, 7, 5, 6, 6, 10, 14, 5, 7, 3, 5, 2, 6, 7, 7, 2, 6, 4, 10, 10, 7, 2, 5, 4, 2, 3, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.614455, 1.63707, 1.682574, 1.767009, 1.79701, 2.023373, 2.006187, 2.220853, 2.245868, 2.201319, 2.262592, 2.297741, 2.511586, 2.658096, 2.498094, 2.549102, 2.578809, 2.570794, 2.24557, 2.101759, 1.998027, 1.83196, 1.755902, 1.699567, 3.679725, 3.759143, 3.767797, 3.602324, 3.899826, 3.482905, 3.499261, 3.382716, 3.058686, 2.91959, 3.077613, 3.22641, 3.211342, 2.930613, 2.867191, 2.728082, 2.660723, 2.746582, 2.919593, 2.663903, 2.171, 1.759204, 0.719509, 0.267126, 0.031846, 1.6e-05], "sum_m_pl": [14.652163, 19.215859, 18.32793, 17.749853, 17.656927, 16.858129, 17.178561, 16.425987, 16.39778, 16.981458, 16.5149, 16.678553, 16.445172, 15.759693, 15.984427, 16.385431, 15.862876, 16.200799, 16.925904, 17.159146, 17.004874, 17.302066, 17.275238, 17.510539, 14.359068, 13.967199, 13.886876, 14.723531, 14.693587, 15.234553, 15.097883, 15.347286, 15.824844, 15.126911, 15.006726, 14.580016, 14.049643, 13.507435, 12.477893, 12.273003, 12.494237, 12.800225, 12.134509, 10.668099, 9.217061, 6.106176, 2.856794, 1.386904, 0.067046, 0.000236]}, "lang": {"n_am_en": [14, 11, 8, 11, 11, 12, 9, 15, 14, 12, 20, 15, 14, 10, 9, 13, 25, 19, 20, 18, 21, 16, 11, 17, 23, 21, 22, 18, 17, 20, 15, 15, 20, 16, 22, 23, 25, 28, 28, 27, 22, 23, 29, 28, 33, 32, 21, 11, 4, 4], "n_am_pl": [4, 13, 10, 13, 10, 13, 10, 8, 11, 12, 10, 13, 13, 10, 12, 9, 6, 8, 12, 11, 8, 12, 8, 6, 8, 8, 4, 7, 7, 6, 10, 5, 11, 6, 4, 5, 7, 4, 11, 7, 7, 7, 11, 13, 11, 13, 23, 28, 59, 59], "n_pos": 64, "sum_m_en": [5.669684, 3.238146, 3.298921, 3.445088, 3.403486, 3.516485, 3.779435, 3.957085, 4.171417, 4.130255, 4.429481, 4.561941, 4.866355, 4.936164, 5.015638, 5.230948, 5.293404, 5.1645, 4.36885, 4.655345, 4.011787, 3.570241, 3.410915, 3.284479, 9.220564, 8.819879, 8.215938, 7.416966, 8.369738, 7.877579, 7.390941, 7.645331, 7.731348, 7.528943, 8.252671, 8.204388, 8.752265, 8.763916, 10.593995, 12.110548, 10.889478, 11.01362, 16.737298, 18.33573, 22.783521, 23.383113, 14.184541, 9.731085, 5.053341, 4.008019], "sum_m_pl": [24.173804, 30.016137, 29.257075, 28.528339, 28.801847, 27.994397, 28.901241, 29.046988, 28.826736, 29.820375, 29.379171, 29.744002, 29.857965, 28.546169, 28.477037, 30.339214, 29.741694, 30.406746, 31.243678, 31.283536, 30.983127, 31.297673, 31.180331, 31.089853, 24.390163, 24.093539, 23.813929, 25.801213, 25.92623, 26.53325, 27.111779, 26.7776, 27.446412, 26.328019, 26.423173, 27.144897, 25.990688, 25.639341, 24.260323, 23.241575, 21.565134, 21.137528, 20.017345, 20.615215, 18.333529, 19.156811, 25.486709, 27.262965, 52.588273, 58.353758]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 251, "item_id": "gsm8kpl-384", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1001, "region_end": 247, "roundtrip_ok": true, "tf_agree": 0.9801, "tf_agree_excl_first": 0.984}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [70, 88, 67, 59, 52, 37, 34, 34, 45, 48, 58, 57, 57, 65, 66, 54, 53, 55, 51, 60, 68, 68, 67, 74, 101, 100, 82, 76, 60, 67, 64, 61, 59, 65, 80, 73, 73, 76, 75, 70, 74, 76, 77, 61, 67, 64, 75, 68, 61, 55], "n_am_pl": [6, 22, 31, 34, 35, 32, 38, 40, 37, 34, 28, 26, 36, 25, 24, 22, 22, 27, 20, 21, 18, 20, 23, 17, 7, 16, 24, 18, 24, 27, 30, 26, 36, 26, 17, 22, 21, 17, 7, 10, 5, 5, 6, 6, 10, 4, 2, 2, 0, 0], "n_pos": 237, "sum_m_en": [27.602492, 13.389325, 12.801933, 12.096271, 12.606531, 12.463597, 11.755908, 12.571133, 13.379673, 13.495614, 14.433776, 14.978876, 15.954149, 17.013486, 16.171025, 14.825953, 14.574805, 14.045613, 13.10789, 12.362952, 11.570502, 10.963767, 10.566663, 10.655441, 36.56098, 32.592079, 26.543651, 23.746885, 24.207046, 23.510981, 22.111356, 22.152916, 21.713579, 21.709499, 26.079885, 28.779026, 34.816996, 34.806728, 41.360626, 43.945171, 44.34188, 47.99858, 50.400158, 53.309591, 57.834909, 61.504544, 71.96814, 69.971273, 62.119726, 56.128533], "sum_m_pl": [92.908828, 117.194835, 115.429384, 111.672279, 109.547458, 108.58627, 110.272746, 109.306978, 106.028459, 109.698627, 109.154912, 109.421634, 107.873112, 104.99266, 107.731217, 107.629771, 106.32213, 106.671794, 107.863424, 110.941384, 112.948295, 113.96366, 114.364141, 114.462408, 83.018942, 85.880303, 87.688596, 93.677345, 95.789614, 96.968472, 97.784386, 96.633425, 99.407152, 97.68608, 91.902017, 84.32545, 70.891909, 69.669774, 60.768368, 58.460235, 55.732139, 49.301834, 45.192418, 37.4039, 35.457879, 27.430964, 18.06598, 8.651945, 2.083156, 0.007659]}, "digit": {"n_am_en": [13, 23, 20, 6, 8, 4, 3, 5, 8, 8, 14, 6, 7, 7, 10, 9, 10, 12, 10, 9, 11, 7, 11, 11, 21, 21, 22, 18, 10, 12, 12, 11, 6, 5, 12, 10, 8, 9, 8, 7, 6, 10, 7, 8, 7, 8, 4, 1, 0, 0], "n_am_pl": [0, 3, 0, 7, 6, 6, 7, 4, 7, 11, 5, 3, 10, 5, 4, 7, 7, 11, 9, 12, 10, 11, 10, 3, 2, 6, 6, 7, 7, 10, 8, 5, 12, 12, 5, 7, 6, 7, 1, 2, 2, 1, 1, 1, 1, 2, 0, 1, 0, 0], "n_pos": 54, "sum_m_en": [4.547183, 2.363738, 2.316699, 2.162099, 2.348572, 2.426518, 2.298958, 2.531574, 2.624974, 2.638475, 2.831249, 2.869055, 3.134004, 3.197222, 3.075651, 2.818485, 2.962648, 2.809726, 2.565862, 2.416404, 2.267501, 2.129421, 2.093867, 2.097327, 4.871267, 4.340119, 3.881605, 3.591912, 3.711676, 3.672154, 3.820308, 3.67216, 3.432182, 3.390779, 3.683613, 4.212346, 4.978657, 4.469236, 4.543397, 4.407701, 4.264398, 3.98108, 3.8743, 4.116632, 3.917574, 4.260123, 4.043709, 2.29944, 0.35932, 0.0], "sum_m_pl": [24.25717, 28.697562, 27.782264, 26.769054, 26.018461, 25.374756, 25.859473, 25.187261, 24.366316, 25.634175, 25.521386, 25.49065, 24.175102, 24.063168, 24.468053, 24.265298, 24.012116, 24.085236, 24.954193, 25.820948, 26.40096, 26.617916, 26.677149, 26.744476, 22.721226, 23.229657, 23.249073, 23.900724, 24.071415, 23.98532, 23.849426, 23.382214, 23.862626, 23.842008, 22.696809, 21.686279, 20.553061, 20.842502, 19.347646, 19.21043, 18.246407, 17.662727, 17.346153, 15.418314, 14.691948, 11.815501, 8.404877, 3.761684, 0.719467, 0.0]}, "lang": {"n_am_en": [17, 17, 12, 15, 11, 9, 8, 14, 16, 18, 17, 16, 16, 17, 17, 15, 14, 16, 19, 18, 17, 22, 21, 24, 32, 34, 23, 19, 17, 27, 24, 21, 21, 26, 30, 26, 28, 31, 30, 31, 37, 36, 40, 34, 41, 40, 49, 51, 56, 55], "n_am_pl": [1, 3, 7, 8, 7, 5, 6, 9, 7, 8, 8, 8, 12, 10, 8, 4, 3, 4, 2, 4, 2, 5, 7, 5, 2, 4, 7, 8, 7, 4, 7, 8, 8, 1, 5, 4, 4, 3, 2, 4, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0], "n_pos": 57, "sum_m_en": [7.229596, 3.622573, 3.418441, 3.251794, 3.358271, 3.274523, 3.153441, 3.320942, 3.524122, 3.530464, 3.804883, 3.973219, 4.304541, 4.657086, 4.396533, 4.002619, 3.865225, 3.753114, 3.555691, 3.346975, 3.139096, 2.918806, 2.763504, 2.796789, 12.307813, 10.201749, 8.826536, 7.761343, 8.141629, 7.9436, 7.001417, 7.078284, 6.984614, 7.342062, 9.75799, 11.160034, 14.409799, 14.224518, 16.561019, 18.270655, 20.540813, 23.575535, 25.518913, 28.154012, 32.444879, 37.560031, 46.458064, 49.002786, 54.508629, 55.056358], "sum_m_pl": [19.453461, 25.867565, 26.003043, 25.141481, 24.92133, 24.66209, 25.020958, 25.553748, 25.111714, 25.726486, 25.672798, 26.201322, 26.092209, 25.025388, 25.925145, 25.935513, 25.457299, 25.44135, 25.439914, 26.145976, 26.80846, 27.213045, 27.251285, 27.270216, 19.061975, 20.670127, 20.511917, 21.966411, 22.201573, 22.54918, 23.342899, 23.022266, 23.992653, 23.640819, 21.881337, 20.634579, 16.851866, 16.822034, 14.817357, 13.881078, 12.521759, 10.170883, 8.849522, 7.720417, 7.739879, 3.82067, 2.010525, 0.520595, 0.050441, 0.001146]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 241, "item_id": "gsm8kpl-386", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1190, "region_end": 237, "roundtrip_ok": true, "tf_agree": 0.9876, "tf_agree_excl_first": 0.9917}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [70, 77, 68, 41, 34, 32, 39, 44, 43, 45, 46, 36, 50, 51, 47, 41, 60, 47, 37, 46, 53, 46, 37, 46, 68, 75, 62, 59, 71, 64, 51, 58, 55, 54, 62, 57, 52, 55, 47, 56, 52, 56, 50, 46, 45, 40, 23, 10, 3, 1], "n_am_pl": [7, 49, 33, 47, 40, 36, 28, 32, 35, 40, 34, 33, 41, 32, 21, 30, 30, 26, 32, 26, 23, 26, 27, 30, 19, 31, 24, 31, 27, 33, 30, 29, 44, 34, 26, 23, 23, 25, 22, 13, 16, 16, 17, 18, 16, 23, 28, 28, 55, 60], "n_pos": 241, "sum_m_en": [22.579585, 12.049305, 11.835201, 11.681957, 12.663507, 13.147859, 12.303916, 12.905013, 13.957404, 13.840229, 14.31117, 14.684963, 15.76663, 17.352385, 16.594332, 15.418882, 14.592091, 13.546807, 12.504439, 12.083467, 11.243619, 10.737588, 10.466627, 10.353395, 26.858023, 24.655025, 22.539704, 20.905927, 22.25214, 21.333108, 20.201086, 20.160888, 19.250047, 19.415147, 20.754169, 22.439252, 23.795407, 26.368076, 29.861137, 34.355066, 33.382915, 36.547755, 39.509895, 37.857131, 38.997017, 35.448112, 22.312594, 14.137004, 3.448439, 1.13532], "sum_m_pl": [100.765447, 119.86142, 116.155222, 113.602506, 110.76067, 109.651781, 113.219791, 112.96733, 107.9032, 111.102895, 109.473278, 109.895701, 109.280889, 108.48884, 109.708006, 110.98436, 110.630509, 111.912374, 112.777972, 115.230033, 116.958807, 117.423817, 117.616137, 118.447778, 92.410428, 92.61396, 93.549401, 98.952279, 103.015238, 104.300958, 103.290134, 102.135999, 104.188525, 99.257958, 94.614229, 87.836195, 80.512987, 77.054287, 69.818161, 66.435345, 64.162851, 61.887772, 57.522354, 53.035619, 46.135584, 45.341311, 44.247315, 38.073152, 52.752488, 59.372692]}, "digit": {"n_am_en": [19, 39, 24, 8, 6, 5, 5, 10, 8, 19, 17, 12, 13, 10, 13, 6, 15, 13, 12, 14, 14, 11, 7, 13, 19, 21, 18, 14, 24, 18, 13, 13, 12, 10, 15, 13, 7, 13, 7, 7, 4, 8, 5, 6, 7, 5, 4, 2, 0, 0], "n_am_pl": [1, 5, 0, 8, 5, 5, 5, 5, 11, 7, 9, 10, 11, 6, 3, 9, 10, 11, 12, 12, 8, 9, 9, 4, 5, 10, 8, 12, 7, 15, 12, 7, 18, 15, 7, 8, 10, 9, 9, 4, 5, 4, 6, 4, 4, 4, 3, 1, 0, 0], "n_pos": 67, "sum_m_en": [5.477315, 2.956267, 2.830862, 2.632959, 2.883325, 2.983485, 2.817366, 3.128765, 3.30871, 3.349011, 3.51141, 3.575308, 3.954092, 4.263601, 4.056694, 3.770011, 3.720992, 3.467756, 3.139222, 2.980173, 2.77247, 2.626898, 2.554626, 2.566534, 5.956685, 5.688835, 4.899426, 4.506538, 4.604858, 4.575189, 4.635882, 4.545687, 4.272679, 4.468836, 4.828089, 5.387611, 5.306842, 5.506219, 5.659936, 5.552684, 5.242804, 5.380804, 4.803264, 4.228856, 5.620983, 5.246654, 5.634018, 3.583426, 0.172703, 0.0], "sum_m_pl": [31.308811, 35.863127, 34.591863, 33.534104, 32.925959, 32.25544, 32.945994, 32.163713, 30.753381, 32.081377, 31.789519, 32.058827, 30.990568, 30.761358, 30.941283, 31.222656, 30.69627, 31.237437, 32.134559, 32.982224, 33.629951, 33.861001, 33.916632, 34.096527, 29.767518, 29.718898, 29.823992, 30.878174, 31.423482, 30.739447, 30.302949, 30.026189, 30.577723, 30.001626, 28.876222, 27.760728, 26.884253, 27.120035, 25.567303, 25.387861, 24.587044, 24.64713, 24.083216, 22.681897, 21.010958, 17.339418, 13.936077, 6.671025, 0.553546, 1.7e-05]}, "lang": {"n_am_en": [28, 15, 18, 10, 12, 12, 14, 15, 16, 5, 12, 11, 14, 13, 9, 10, 22, 18, 11, 15, 17, 17, 17, 18, 25, 31, 23, 22, 23, 25, 23, 22, 19, 23, 26, 25, 28, 25, 25, 28, 30, 29, 26, 25, 23, 22, 11, 5, 3, 1], "n_am_pl": [3, 17, 11, 12, 12, 11, 7, 10, 8, 13, 7, 9, 14, 14, 13, 13, 10, 5, 7, 7, 3, 7, 5, 9, 7, 7, 7, 9, 8, 6, 7, 5, 11, 5, 8, 7, 3, 6, 4, 2, 5, 6, 6, 9, 7, 14, 19, 23, 54, 60], "n_pos": 63, "sum_m_en": [6.579759, 3.538107, 3.335221, 3.403195, 3.590771, 3.965961, 3.6893, 3.651475, 3.880513, 3.798393, 4.021385, 4.124689, 4.375515, 4.695906, 4.399922, 4.2811, 4.14389, 3.887599, 3.70137, 3.600589, 3.323487, 3.113517, 3.006704, 2.927087, 9.585512, 8.918009, 7.800222, 6.96936, 7.425349, 7.013448, 6.371155, 6.535423, 5.878235, 6.070548, 6.881397, 8.012361, 9.962715, 11.874651, 13.263518, 15.956988, 15.852749, 18.105652, 20.041362, 19.595651, 19.732056, 17.332135, 9.105093, 5.961525, 2.453807, 1.097282], "sum_m_pl": [23.415058, 28.903849, 28.26763, 27.543803, 26.282082, 25.943653, 27.224178, 28.262125, 27.154886, 27.717865, 27.380333, 27.887752, 28.428883, 28.235527, 28.857731, 29.084337, 29.091745, 29.454757, 29.28148, 29.838023, 30.185347, 30.512508, 30.544532, 30.66967, 23.450855, 23.962615, 24.450713, 25.731238, 26.10599, 27.33957, 27.599287, 27.134947, 28.037366, 27.317676, 25.959553, 25.540632, 23.410765, 22.375797, 19.775656, 17.15207, 17.39193, 16.67217, 14.682021, 15.142107, 13.316873, 17.164711, 22.361443, 25.082633, 49.992068, 58.902309]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 245, "item_id": "gsm8kpl-386", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1049, "region_end": 241, "roundtrip_ok": true, "tf_agree": 0.9837, "tf_agree_excl_first": 0.9877}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [60, 45, 26, 27, 29, 36, 21, 19, 23, 40, 46, 46, 45, 51, 46, 46, 36, 35, 37, 36, 33, 36, 35, 38, 53, 59, 56, 58, 60, 53, 49, 61, 53, 53, 63, 75, 73, 73, 76, 81, 86, 83, 84, 87, 81, 73, 89, 81, 80, 75], "n_am_pl": [3, 21, 31, 29, 19, 25, 28, 30, 27, 23, 18, 24, 26, 16, 21, 17, 33, 34, 30, 35, 38, 41, 38, 36, 21, 23, 24, 22, 31, 28, 35, 25, 24, 18, 16, 14, 17, 11, 7, 13, 10, 9, 8, 7, 4, 7, 9, 5, 2, 2], "n_pos": 171, "sum_m_en": [20.62812, 10.047254, 9.438535, 9.4555, 9.534619, 9.716403, 9.957183, 10.059324, 10.664803, 11.015112, 11.832762, 12.481456, 13.12279, 13.228966, 13.897668, 12.309047, 11.796647, 11.842538, 10.65091, 9.575713, 8.94396, 8.169389, 7.842687, 7.676983, 19.988288, 20.7329, 21.243686, 19.037304, 19.327814, 19.93278, 18.07238, 18.401691, 19.300502, 18.993551, 21.639745, 24.001629, 30.140051, 32.837228, 36.420624, 43.657973, 46.833912, 53.33684, 59.508645, 63.337265, 63.683078, 67.176003, 83.037333, 77.833182, 78.520525, 76.066779], "sum_m_pl": [61.535251, 80.46313, 79.021518, 76.577605, 74.705898, 74.337157, 75.114291, 75.56984, 74.140775, 77.493543, 77.767184, 78.01846, 79.547707, 78.457012, 78.249637, 80.960051, 81.554263, 80.448386, 80.691287, 82.748186, 83.234114, 84.179231, 84.912531, 85.173042, 69.907083, 68.890832, 66.381038, 70.387682, 72.646429, 72.75091, 75.541463, 74.418743, 73.316754, 70.878386, 65.923596, 64.198573, 56.490632, 52.542023, 47.543614, 44.14826, 40.867994, 33.276394, 29.330337, 25.990477, 19.90454, 15.499473, 10.496402, 6.629571, 2.708384, 2.167795]}, "digit": {"n_am_en": [3, 4, 1, 0, 4, 2, 0, 0, 1, 1, 1, 1, 3, 5, 1, 2, 4, 1, 2, 2, 2, 1, 2, 2, 0, 1, 5, 5, 6, 3, 3, 8, 3, 3, 3, 3, 3, 5, 3, 4, 4, 3, 2, 2, 0, 0, 2, 0, 0, 0], "n_am_pl": [0, 1, 3, 4, 4, 6, 3, 5, 5, 7, 5, 6, 3, 2, 3, 3, 7, 8, 6, 7, 6, 4, 3, 4, 6, 6, 6, 4, 2, 0, 4, 2, 5, 6, 7, 7, 6, 4, 4, 5, 6, 5, 6, 5, 1, 1, 1, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.882408, 0.861327, 0.828482, 0.862034, 0.828006, 0.861522, 0.861649, 0.930914, 0.927165, 0.946735, 0.994329, 1.009556, 1.097866, 1.071541, 1.037585, 0.996418, 0.987418, 1.033343, 0.925054, 0.887555, 0.849748, 0.77689, 0.752258, 0.737801, 1.429184, 1.406111, 1.349408, 1.522628, 1.470211, 1.483778, 1.434091, 1.508955, 1.478511, 1.297137, 1.376992, 1.550175, 1.974546, 1.537932, 1.429817, 1.305421, 1.294299, 1.372756, 1.334402, 1.071727, 0.784318, 0.694698, 0.669864, 0.810485, 0.181263, 0.0], "sum_m_pl": [7.380386, 9.323819, 8.897542, 8.558557, 8.047432, 7.763706, 7.856992, 7.879597, 7.650672, 8.246048, 8.337458, 8.464998, 8.27955, 8.220479, 8.336935, 8.595499, 8.735141, 8.544552, 8.674528, 8.705937, 8.61326, 8.75475, 8.853344, 8.945778, 7.808049, 7.579936, 7.564238, 7.552005, 7.919576, 7.908649, 8.213549, 7.983396, 7.881597, 7.634246, 7.327529, 7.692368, 7.336681, 7.584485, 7.521737, 7.521815, 7.085699, 6.470925, 6.271667, 5.986629, 4.539982, 3.043378, 1.96805, 0.93677, 0.172177, 0.0]}, "lang": {"n_am_en": [32, 23, 10, 13, 13, 16, 11, 7, 14, 18, 22, 22, 25, 24, 21, 25, 19, 22, 20, 19, 15, 17, 17, 21, 28, 37, 35, 32, 33, 26, 23, 32, 33, 34, 37, 45, 44, 47, 47, 53, 56, 58, 56, 59, 59, 56, 66, 68, 74, 75], "n_am_pl": [0, 11, 15, 11, 9, 11, 12, 9, 13, 8, 8, 11, 13, 5, 12, 6, 13, 11, 10, 15, 16, 20, 19, 19, 11, 11, 10, 10, 14, 15, 19, 12, 12, 6, 5, 4, 3, 3, 1, 2, 0, 0, 1, 0, 1, 2, 2, 1, 2, 2], "n_pos": 79, "sum_m_en": [9.949668, 5.069122, 4.501441, 4.542452, 4.519069, 4.576131, 4.92948, 4.851896, 5.21135, 5.325093, 5.746522, 6.233433, 6.564509, 6.650701, 6.934137, 6.167852, 5.866061, 5.921783, 5.340965, 4.660487, 4.23839, 3.794845, 3.631468, 3.546793, 10.736167, 11.576344, 11.982178, 10.085034, 10.186943, 10.70452, 9.655747, 10.018509, 10.491772, 10.803567, 12.411042, 14.384151, 18.242835, 20.550928, 22.634254, 27.158913, 30.580792, 37.266146, 42.05535, 45.263214, 46.956173, 50.825388, 64.308022, 63.756964, 71.505296, 74.740649], "sum_m_pl": [27.351497, 35.612392, 35.084364, 34.114687, 33.581692, 33.581383, 33.757589, 34.621638, 34.143987, 35.748371, 35.910438, 35.631123, 36.798322, 36.467325, 36.278544, 37.318075, 37.57277, 37.079387, 37.314421, 38.566977, 39.052336, 39.495663, 39.756995, 39.829889, 33.490875, 33.000646, 31.924427, 33.76998, 34.298325, 33.753618, 35.0074, 34.267399, 33.965442, 33.503817, 31.619532, 30.521624, 27.081977, 25.30283, 22.764722, 20.46262, 18.532886, 14.410511, 12.268128, 10.774911, 8.883428, 6.177197, 3.495626, 2.014722, 2.090625, 2.167377]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 174, "item_id": "gsm8kpl-389", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1203, "region_end": 171, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9711}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [66, 59, 54, 53, 51, 46, 56, 41, 45, 63, 57, 71, 60, 57, 57, 50, 52, 62, 47, 45, 43, 46, 45, 50, 81, 76, 67, 65, 70, 69, 70, 71, 75, 76, 75, 87, 77, 82, 78, 83, 88, 74, 70, 58, 57, 45, 41, 19, 11, 10], "n_am_pl": [25, 90, 64, 56, 44, 49, 45, 52, 42, 45, 38, 45, 65, 55, 49, 44, 69, 52, 71, 58, 69, 70, 65, 63, 36, 36, 49, 41, 47, 59, 58, 48, 51, 44, 49, 43, 51, 39, 39, 41, 39, 43, 41, 56, 50, 64, 67, 72, 105, 101], "n_pos": 299, "sum_m_en": [27.195601, 14.812283, 15.018914, 15.585756, 16.205721, 16.158792, 16.265901, 16.397179, 17.798701, 18.068108, 18.795837, 20.270257, 20.842093, 21.569428, 22.266671, 20.063875, 19.869122, 19.730263, 17.609675, 16.029814, 15.005275, 13.936988, 13.541522, 13.070507, 27.94623, 28.017358, 28.2999, 27.586925, 29.413881, 29.334829, 27.267673, 27.737408, 27.460569, 27.741464, 29.759, 31.194522, 34.919697, 36.381889, 38.250435, 41.705668, 40.361965, 45.53139, 45.916962, 45.39602, 46.623503, 38.706903, 36.119904, 20.176082, 12.915396, 9.981608], "sum_m_pl": [121.324266, 145.053102, 142.220794, 138.048427, 134.167295, 134.132411, 135.00127, 135.697057, 131.363684, 136.449125, 135.46061, 133.644185, 137.333994, 132.405313, 134.380674, 138.405065, 140.939509, 140.489227, 143.726607, 146.125393, 147.599415, 148.236447, 148.325984, 148.302724, 120.827398, 120.506054, 115.24683, 122.341394, 125.59438, 127.413193, 129.350135, 128.177064, 125.518431, 117.781768, 113.270883, 111.030894, 103.247694, 98.445421, 92.268016, 92.011353, 89.95459, 86.531335, 81.741094, 77.227518, 64.5319, 71.700163, 77.350915, 77.776323, 99.180956, 99.923775]}, "digit": {"n_am_en": [1, 16, 8, 6, 6, 6, 5, 6, 8, 10, 4, 10, 5, 8, 7, 1, 8, 9, 5, 4, 4, 5, 8, 6, 9, 9, 11, 12, 14, 7, 8, 8, 8, 6, 6, 3, 7, 7, 7, 7, 7, 5, 5, 3, 3, 2, 3, 0, 0, 0], "n_am_pl": [0, 4, 3, 2, 1, 2, 1, 1, 2, 2, 3, 2, 3, 1, 4, 1, 1, 3, 5, 6, 6, 3, 2, 3, 2, 3, 4, 4, 4, 5, 6, 2, 8, 4, 7, 7, 6, 5, 6, 5, 5, 3, 2, 5, 2, 2, 3, 2, 0, 0], "n_pos": 27, "sum_m_en": [2.473091, 1.202133, 1.139856, 1.094412, 1.168258, 1.202289, 1.24152, 1.339862, 1.419513, 1.507995, 1.478312, 1.525583, 1.719199, 1.854284, 1.762116, 1.613492, 1.750438, 1.851534, 1.516083, 1.346529, 1.259819, 1.159964, 1.138653, 1.096227, 2.034329, 2.061111, 2.208096, 2.398825, 2.577806, 2.309216, 2.297224, 2.389742, 2.308851, 2.116788, 2.169395, 2.190397, 3.078772, 2.517089, 2.60015, 2.202659, 2.69237, 2.073208, 2.09313, 1.700082, 1.379575, 1.320853, 2.138871, 0.73416, 0.08119, 0.0], "sum_m_pl": [12.219377, 14.734139, 14.346493, 13.796544, 13.015652, 12.696098, 12.521708, 12.342818, 11.948425, 12.357829, 12.465412, 12.32743, 12.354486, 11.816455, 12.164439, 12.134008, 12.28529, 12.366412, 12.938839, 13.086547, 13.176793, 13.282445, 13.329847, 13.507596, 11.707739, 11.710143, 11.517086, 11.794432, 12.160394, 12.045443, 12.03993, 11.749316, 11.544262, 11.284312, 11.038763, 11.53018, 10.737545, 10.543416, 10.040373, 10.434123, 9.954946, 9.804253, 9.11704, 8.382463, 7.088476, 5.618099, 4.345218, 3.017135, 0.399526, 0.0]}, "lang": {"n_am_en": [30, 12, 15, 17, 19, 16, 18, 16, 14, 23, 28, 30, 28, 24, 27, 25, 22, 29, 21, 24, 17, 20, 17, 22, 32, 35, 27, 31, 27, 36, 34, 33, 35, 43, 41, 49, 42, 45, 42, 49, 49, 41, 36, 28, 35, 28, 30, 14, 11, 10], "n_am_pl": [4, 33, 24, 24, 19, 15, 15, 19, 16, 17, 14, 15, 24, 23, 21, 13, 31, 22, 32, 25, 29, 29, 30, 29, 18, 11, 19, 15, 19, 24, 22, 17, 19, 16, 18, 17, 24, 20, 16, 18, 17, 20, 23, 29, 24, 40, 41, 56, 89, 100], "n_pos": 110, "sum_m_en": [10.09733, 5.470907, 5.818452, 6.380997, 6.408622, 6.385825, 6.346776, 6.455584, 7.066237, 7.095048, 7.447264, 8.264513, 8.170822, 8.590337, 8.801859, 7.846334, 7.489205, 7.517131, 6.827008, 6.156342, 5.69255, 5.275562, 5.074063, 4.898003, 11.576748, 11.09938, 11.708105, 10.774797, 11.686136, 12.160149, 11.276804, 11.718287, 11.958145, 12.999846, 14.23871, 15.331468, 17.480651, 18.161608, 19.743316, 22.005534, 21.04959, 26.457173, 25.563956, 24.587971, 28.85516, 25.267213, 25.279908, 15.420374, 11.361367, 9.978438], "sum_m_pl": [43.121029, 51.1803, 50.1077, 48.753703, 47.717789, 48.104173, 48.825248, 50.064575, 48.970232, 50.72515, 50.659075, 49.956003, 51.666121, 50.205092, 51.429486, 52.526028, 53.552303, 53.177595, 53.949593, 54.997369, 55.611504, 55.781968, 55.717126, 55.609764, 48.183667, 47.506628, 44.840061, 47.558673, 48.397647, 48.796582, 50.066688, 49.032468, 49.390469, 46.979378, 45.475149, 44.32386, 42.168975, 42.532166, 40.35695, 40.609197, 39.586849, 38.681534, 37.805919, 37.019841, 30.051583, 37.132868, 45.792912, 54.109026, 84.219079, 98.33654]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 302, "item_id": "gsm8kpl-389", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1062, "region_end": 299, "roundtrip_ok": true, "tf_agree": 0.9934, "tf_agree_excl_first": 0.9967}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [62, 72, 52, 56, 43, 41, 38, 38, 41, 51, 57, 54, 56, 57, 57, 58, 51, 45, 42, 34, 30, 44, 39, 47, 67, 58, 58, 62, 64, 65, 59, 60, 50, 51, 56, 58, 62, 53, 60, 71, 72, 67, 67, 70, 66, 66, 71, 77, 74, 73], "n_am_pl": [3, 26, 23, 27, 29, 15, 28, 25, 22, 19, 23, 20, 27, 18, 25, 24, 27, 26, 22, 29, 29, 30, 32, 31, 11, 17, 16, 23, 27, 24, 29, 25, 27, 21, 16, 20, 11, 16, 13, 6, 9, 7, 6, 5, 12, 6, 3, 3, 3, 0], "n_pos": 200, "sum_m_en": [24.186934, 13.263536, 11.846365, 10.937015, 10.813898, 11.10428, 10.71591, 11.395491, 12.048899, 12.941795, 13.157493, 13.374278, 14.249332, 13.909858, 13.855505, 13.179808, 12.799315, 13.059142, 11.959606, 11.14282, 10.271644, 9.619895, 9.29008, 9.227768, 24.861603, 23.278802, 23.717605, 20.640188, 19.277484, 18.962193, 18.095632, 17.937861, 18.783756, 19.109968, 21.562929, 23.886576, 27.483791, 29.86817, 32.747474, 38.08525, 39.381818, 43.281004, 47.004146, 48.296177, 52.923106, 56.395437, 68.822259, 76.458557, 72.643081, 72.926909], "sum_m_pl": [74.45462, 93.668466, 93.584439, 93.252897, 93.110915, 93.454002, 94.250824, 93.071728, 90.71994, 91.576246, 91.29654, 91.130268, 90.122066, 91.430522, 91.252249, 93.308857, 92.186098, 91.622455, 92.285411, 95.280489, 95.813402, 96.750351, 97.454677, 97.869641, 76.989136, 77.061019, 75.081564, 80.665004, 85.299866, 84.622065, 84.813838, 85.170341, 83.627692, 80.40713, 79.26341, 75.063333, 67.551701, 65.98658, 60.33893, 57.164564, 54.772042, 47.921622, 43.73307, 38.448444, 34.599219, 28.581721, 14.325298, 9.267916, 3.977517, 0.660116]}, "digit": {"n_am_en": [1, 15, 12, 6, 7, 3, 2, 0, 2, 9, 7, 6, 9, 7, 5, 5, 3, 5, 6, 4, 2, 1, 1, 2, 8, 9, 10, 9, 9, 7, 9, 7, 7, 4, 3, 6, 5, 5, 6, 7, 4, 5, 4, 3, 1, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 0, 3, 2, 5, 7, 6, 6, 3, 4, 3, 4, 1, 5, 3, 2, 3, 5, 7, 6, 6, 6, 6, 4, 5, 2, 4, 6, 3, 4, 2, 3, 4, 3, 2, 2, 3, 2, 2, 3, 2, 3, 1, 3, 2, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.730045, 1.353213, 1.262036, 1.184645, 1.263892, 1.334685, 1.339521, 1.471004, 1.547061, 1.702549, 1.769869, 1.700869, 1.944151, 1.931068, 1.767531, 1.705674, 1.718045, 1.820189, 1.585703, 1.477909, 1.347845, 1.251599, 1.228912, 1.223013, 2.496256, 2.343669, 2.383934, 2.298091, 2.232954, 2.235974, 2.405106, 2.29183, 2.243424, 2.165357, 2.205179, 2.220445, 2.208684, 1.868803, 1.979754, 1.870709, 1.880808, 1.963925, 1.815495, 1.845519, 1.380815, 1.335999, 2.094439, 1.119609, 0.190975, 0.0], "sum_m_pl": [13.217669, 16.01719, 15.456843, 15.179375, 14.884427, 14.601249, 14.514091, 14.256501, 13.809181, 14.108763, 14.052643, 14.286844, 13.485591, 13.696593, 13.86222, 13.624372, 13.405484, 13.168385, 13.569177, 14.229682, 14.296139, 14.448961, 14.568988, 14.688944, 13.013052, 12.954657, 12.711174, 13.245687, 13.513222, 13.060385, 12.638839, 12.539715, 12.46594, 12.247512, 12.112225, 11.859084, 11.300304, 11.368875, 10.924422, 11.388516, 10.983617, 10.43015, 9.981241, 9.275451, 9.374251, 8.031113, 4.376219, 2.618055, 0.329093, 0.0]}, "lang": {"n_am_en": [20, 23, 19, 22, 17, 22, 16, 21, 20, 22, 20, 24, 25, 25, 27, 30, 26, 19, 21, 17, 15, 23, 18, 24, 33, 32, 32, 24, 28, 29, 30, 25, 20, 27, 29, 27, 28, 24, 25, 29, 33, 34, 38, 44, 45, 49, 56, 61, 67, 70], "n_am_pl": [2, 5, 2, 6, 11, 3, 10, 7, 8, 9, 10, 6, 12, 7, 6, 4, 8, 11, 6, 13, 13, 15, 16, 14, 6, 8, 7, 13, 8, 9, 11, 12, 10, 11, 10, 13, 3, 6, 4, 1, 4, 2, 1, 3, 6, 3, 2, 3, 3, 0], "n_pos": 72, "sum_m_en": [9.690317, 5.360768, 4.952159, 4.45697, 4.248263, 4.371673, 4.258246, 4.453993, 4.648922, 4.933078, 4.916227, 5.117838, 5.518671, 5.247134, 5.372718, 5.077331, 4.944327, 4.888225, 4.599317, 4.278171, 3.926373, 3.64535, 3.487537, 3.463899, 11.103394, 10.093562, 10.146467, 8.604666, 7.908528, 7.92144, 7.488031, 7.384199, 7.816673, 8.450824, 9.630478, 10.410098, 12.465532, 14.810632, 15.75539, 18.283768, 20.018531, 24.19742, 27.316863, 30.240512, 35.657528, 39.94431, 51.041644, 58.101795, 64.994226, 69.447775], "sum_m_pl": [24.354203, 31.352012, 32.101522, 32.100353, 32.969681, 32.943349, 33.447402, 33.739358, 33.047778, 33.081895, 32.890396, 32.715064, 32.863298, 33.196751, 33.100357, 34.458936, 33.865627, 33.649951, 33.536644, 34.375203, 34.668231, 34.995129, 35.15315, 35.32402, 27.757284, 28.106377, 27.585887, 29.142497, 30.491762, 30.272903, 30.937472, 30.862621, 30.354091, 30.312108, 30.318347, 29.548757, 25.976256, 24.897052, 23.259233, 20.688794, 19.331182, 16.188604, 14.172742, 14.286755, 12.47678, 8.817084, 5.649701, 4.0312, 3.019289, 0.35049]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 205, "item_id": "gsm8kpl-398", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.961, "tf_agree_excl_first": 0.9657}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 59, 50, 55, 41, 37, 42, 37, 45, 51, 55, 53, 55, 52, 59, 61, 55, 47, 46, 45, 33, 45, 40, 48, 90, 79, 71, 71, 66, 67, 62, 54, 51, 54, 62, 51, 54, 45, 49, 50, 53, 58, 49, 48, 33, 38, 20, 18, 9, 8], "n_am_pl": [24, 53, 43, 48, 47, 43, 40, 41, 31, 41, 38, 38, 47, 52, 45, 50, 47, 49, 63, 70, 75, 62, 62, 63, 39, 35, 34, 39, 44, 38, 39, 41, 45, 25, 31, 37, 33, 35, 36, 37, 38, 29, 29, 31, 32, 28, 27, 32, 44, 46], "n_pos": 247, "sum_m_en": [22.748249, 12.29996, 13.177965, 13.386155, 13.371139, 13.446594, 13.443469, 13.595091, 14.368, 15.650674, 15.532338, 16.162728, 17.121096, 17.038588, 16.241601, 15.8432, 15.508597, 15.718101, 14.291365, 13.605805, 12.961968, 12.290501, 11.859369, 11.47088, 27.295553, 26.976641, 26.284984, 24.624482, 24.68171, 24.130373, 23.634176, 21.960601, 21.411839, 20.668667, 21.799069, 20.612386, 20.510995, 20.78247, 22.845476, 26.121944, 27.192101, 28.016395, 27.236215, 28.175575, 29.186958, 30.033633, 18.635278, 18.453724, 10.155436, 8.027745], "sum_m_pl": [103.198106, 119.434396, 116.284253, 115.4739, 116.474692, 116.16328, 117.240097, 115.868638, 113.738781, 113.746472, 112.985333, 112.622532, 112.430266, 115.109148, 115.103264, 117.446961, 114.546717, 115.531473, 117.045871, 120.4159, 120.525514, 120.304523, 121.129264, 121.801427, 100.068965, 99.441264, 97.063105, 103.733937, 108.699491, 109.1412, 107.183967, 108.986274, 107.295614, 99.524067, 99.680579, 94.58706, 88.324875, 85.460494, 81.69859, 82.883206, 81.27678, 76.591809, 73.617219, 70.612327, 60.844148, 54.488236, 46.767214, 41.088759, 42.807049, 45.336556]}, "digit": {"n_am_en": [1, 14, 11, 5, 3, 0, 0, 3, 4, 7, 8, 3, 6, 3, 9, 8, 5, 8, 5, 4, 2, 2, 1, 4, 14, 14, 13, 10, 9, 6, 8, 8, 5, 6, 7, 5, 7, 5, 8, 8, 6, 8, 8, 8, 3, 4, 3, 1, 0, 0], "n_am_pl": [2, 8, 4, 3, 1, 2, 5, 4, 1, 6, 3, 4, 3, 3, 3, 6, 8, 8, 11, 12, 12, 8, 10, 9, 5, 3, 3, 5, 6, 7, 6, 8, 7, 5, 4, 5, 4, 3, 5, 3, 4, 5, 2, 3, 5, 4, 0, 1, 0, 0], "n_pos": 36, "sum_m_en": [3.070819, 1.559674, 1.495594, 1.472688, 1.534565, 1.561251, 1.611713, 1.744139, 1.835229, 1.955691, 2.034726, 2.059493, 2.332949, 2.424457, 2.104921, 2.055744, 2.03555, 2.114399, 1.891021, 1.719764, 1.607548, 1.536146, 1.505368, 1.487553, 2.805027, 2.867985, 2.992054, 2.878813, 3.004606, 2.85985, 3.032952, 2.825676, 2.640274, 2.522026, 2.560832, 2.652319, 2.565548, 2.485423, 2.880369, 3.452354, 3.048458, 2.971934, 2.910656, 2.916079, 2.320021, 2.2397, 1.513484, 1.043719, 0.085458, 0.000717], "sum_m_pl": [16.006094, 19.432284, 18.687099, 18.081128, 17.944818, 17.707959, 17.477671, 17.074912, 16.474102, 16.763081, 16.60078, 16.951004, 16.357504, 16.686685, 16.953349, 17.119935, 16.595932, 16.372223, 17.005029, 17.47197, 17.427187, 17.464709, 17.620628, 17.74255, 15.855587, 15.512591, 15.250263, 15.748713, 16.095256, 16.060105, 15.510956, 15.827887, 15.938612, 15.426129, 15.209357, 15.083899, 14.949139, 14.906462, 14.28169, 14.591323, 14.224129, 13.769548, 13.17096, 12.790194, 12.839484, 11.593463, 6.83473, 4.125805, 0.218043, 0.009479]}, "lang": {"n_am_en": [8, 11, 11, 10, 13, 9, 9, 9, 9, 7, 13, 11, 15, 13, 18, 19, 15, 12, 14, 14, 12, 15, 18, 20, 24, 23, 21, 22, 14, 15, 13, 15, 16, 20, 19, 17, 14, 14, 13, 14, 17, 19, 14, 13, 15, 18, 9, 10, 8, 8], "n_am_pl": [7, 16, 6, 16, 16, 12, 8, 9, 7, 8, 5, 10, 12, 17, 15, 11, 9, 9, 8, 13, 16, 17, 11, 11, 8, 7, 6, 6, 7, 8, 10, 11, 11, 5, 11, 15, 18, 16, 14, 15, 15, 12, 16, 19, 21, 18, 20, 26, 42, 45], "n_pos": 53, "sum_m_en": [4.545156, 2.727915, 3.027347, 3.117048, 2.99945, 3.058402, 3.081151, 3.134211, 3.210989, 3.313392, 3.426362, 3.63301, 3.815969, 3.768468, 3.683375, 3.46584, 3.34866, 3.21886, 3.020931, 2.863173, 2.766132, 2.602001, 2.520449, 2.396178, 6.531235, 5.889677, 5.620219, 4.985601, 4.907281, 4.711607, 4.746427, 4.727507, 4.540567, 4.620838, 4.581157, 4.76661, 5.226128, 5.954922, 6.890996, 7.140994, 8.396407, 8.854847, 8.829997, 9.856153, 13.522488, 15.546385, 8.418904, 9.36314, 8.110391, 8.025953], "sum_m_pl": [21.610214, 24.430081, 24.214707, 24.339474, 24.548125, 24.25324, 24.4333, 24.326787, 23.909841, 24.214902, 24.036582, 23.737669, 24.080456, 24.854744, 25.092091, 25.655653, 25.230401, 25.45265, 25.75311, 26.459462, 26.31195, 26.381565, 26.354143, 26.493156, 22.961811, 22.75518, 22.031317, 23.377968, 24.132568, 24.340208, 24.41019, 24.837106, 25.064142, 23.998896, 24.508973, 23.892738, 23.384755, 22.583719, 21.996044, 22.597182, 22.21166, 22.218392, 20.963263, 22.796871, 20.403484, 19.825998, 22.467716, 24.26999, 38.157285, 44.546747]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "gsm8kpl-398", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 247, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.988}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [34, 26, 19, 9, 12, 9, 11, 8, 13, 16, 22, 27, 26, 25, 18, 25, 23, 21, 20, 23, 25, 31, 24, 24, 38, 40, 28, 41, 27, 30, 17, 25, 23, 18, 24, 29, 26, 28, 24, 36, 41, 37, 42, 34, 31, 41, 37, 41, 33, 32], "n_am_pl": [4, 15, 9, 8, 5, 5, 5, 6, 5, 10, 7, 9, 9, 5, 8, 6, 4, 12, 5, 6, 3, 3, 4, 4, 0, 4, 7, 3, 4, 5, 12, 8, 12, 11, 9, 5, 5, 7, 6, 2, 2, 3, 4, 5, 11, 7, 2, 0, 0, 0], "n_pos": 85, "sum_m_en": [9.664164, 4.611309, 4.267989, 4.213257, 4.74947, 4.560707, 4.594827, 4.868377, 5.145825, 5.394786, 5.765244, 6.015719, 6.072369, 6.044756, 5.833884, 5.619373, 5.234581, 5.03788, 4.751338, 4.601267, 4.383558, 4.231552, 4.116225, 4.068939, 12.321084, 11.251251, 10.369444, 9.636537, 9.113447, 8.78021, 7.390237, 7.516592, 7.459939, 7.577082, 8.744945, 9.757133, 13.53883, 13.098781, 14.942662, 28.112501, 28.879907, 28.444287, 33.442869, 31.496533, 33.010717, 36.199751, 35.702123, 39.632111, 33.508616, 31.863647], "sum_m_pl": [34.116093, 41.201893, 40.91282, 39.24356, 37.359455, 37.151751, 37.292986, 37.78373, 36.43706, 37.834841, 37.298484, 38.008951, 37.553815, 36.529483, 36.387822, 38.225345, 37.927182, 37.87128, 39.185389, 40.213326, 40.627145, 41.069622, 41.022525, 41.103778, 28.920796, 29.668223, 28.996327, 31.364577, 32.509362, 33.282022, 33.930076, 32.97692, 33.864968, 32.568531, 31.876055, 30.332936, 25.927883, 24.689736, 22.655356, 17.674353, 16.283837, 14.68247, 12.244658, 11.462879, 12.059992, 8.817862, 4.988228, 1.574992, 0.260488, 0.140083]}, "digit": {"n_am_en": [0, 5, 6, 1, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 1, 2, 1, 1, 1, 0, 1, 1, 0, 1, 2, 2, 2, 4, 3, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 2, 1, 2, 2, 2, 0, 0, 1, 0, 0, 0], "n_am_pl": [1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 3, 1, 1, 1, 1, 2, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.785103, 0.397809, 0.359927, 0.341713, 0.365608, 0.368987, 0.38856, 0.417914, 0.400122, 0.416452, 0.436185, 0.421831, 0.405355, 0.419783, 0.408373, 0.470234, 0.456749, 0.44826, 0.437122, 0.434963, 0.432903, 0.40103, 0.390463, 0.388883, 0.643865, 0.672817, 0.647829, 0.735764, 0.793438, 0.705228, 0.602727, 0.56399, 0.477506, 0.487832, 0.497763, 0.533726, 0.514379, 0.486788, 0.541868, 1.471339, 1.441628, 1.463055, 1.458056, 1.389428, 0.910525, 0.647986, 1.015816, 0.133397, 0.002276, 0.0], "sum_m_pl": [4.235876, 4.90502, 4.710854, 4.636599, 4.492857, 4.272813, 4.231492, 4.179514, 4.088177, 4.254397, 4.173282, 4.186457, 3.859383, 3.642789, 3.726142, 3.7874, 3.738183, 3.779612, 4.009819, 4.178242, 4.121194, 4.194737, 4.194926, 4.23726, 3.339045, 3.39448, 3.441253, 3.565854, 3.708409, 3.711294, 3.62804, 3.26836, 3.334939, 3.201372, 3.204481, 3.260437, 3.241241, 3.341468, 3.311238, 2.826914, 2.625361, 2.663767, 2.402905, 2.270219, 1.757671, 1.03617, 0.083233, 0.037748, 0.004594, 0.0]}, "lang": {"n_am_en": [13, 11, 7, 4, 3, 5, 4, 3, 6, 8, 9, 9, 10, 10, 7, 9, 11, 10, 6, 13, 12, 17, 14, 15, 20, 19, 14, 20, 8, 12, 9, 13, 11, 11, 12, 15, 15, 15, 14, 19, 22, 19, 23, 21, 20, 25, 26, 30, 30, 31], "n_am_pl": [0, 3, 2, 5, 2, 1, 4, 2, 3, 5, 3, 4, 3, 3, 2, 2, 2, 5, 2, 1, 0, 0, 0, 2, 0, 2, 5, 2, 2, 2, 6, 3, 5, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 5, 3, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.672589, 1.733428, 1.608414, 1.631808, 1.825913, 1.762214, 1.79293, 1.857553, 2.009312, 2.13024, 2.268175, 2.484013, 2.570624, 2.539291, 2.403414, 2.23302, 2.121189, 2.058006, 1.886157, 1.87483, 1.765952, 1.710062, 1.650904, 1.626178, 5.792063, 5.239085, 4.892136, 4.432484, 4.043105, 3.789123, 3.24898, 3.407641, 3.27882, 3.142853, 3.699036, 4.288406, 6.395016, 6.32595, 7.647692, 14.844272, 15.638622, 15.466731, 18.221971, 18.927529, 19.860148, 22.960472, 24.341984, 29.525761, 29.42045, 30.264782], "sum_m_pl": [12.409422, 15.325173, 15.146125, 14.540879, 13.839547, 13.971604, 13.778516, 14.316901, 13.860403, 14.382333, 14.251853, 14.53505, 14.529515, 14.169891, 14.256286, 14.900524, 14.804502, 14.816113, 15.186985, 15.269509, 15.416172, 15.580841, 15.537034, 15.549221, 11.746888, 12.044106, 11.620126, 12.537187, 12.682843, 12.960487, 13.494319, 13.245874, 13.986124, 13.762788, 13.238234, 12.840973, 10.793037, 10.211519, 9.224433, 6.436011, 5.531019, 4.576071, 3.642253, 3.708134, 4.774963, 3.493475, 1.498422, 0.183431, 0.090099, 0.139982]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "gsm8kpl-400", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1155, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9886}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [22, 17, 12, 9, 16, 10, 10, 12, 9, 12, 16, 18, 16, 10, 16, 13, 9, 8, 8, 11, 14, 14, 12, 15, 21, 22, 15, 17, 18, 15, 14, 14, 12, 14, 7, 13, 14, 13, 14, 18, 19, 17, 17, 13, 12, 14, 7, 6, 3, 3], "n_am_pl": [2, 15, 15, 14, 9, 11, 6, 8, 3, 7, 6, 7, 10, 15, 9, 4, 9, 13, 17, 15, 11, 10, 15, 12, 3, 4, 5, 7, 12, 17, 18, 11, 13, 14, 11, 11, 5, 9, 10, 7, 8, 7, 3, 6, 8, 6, 9, 12, 19, 19], "n_pos": 69, "sum_m_en": [6.991556, 3.211042, 3.066891, 3.219311, 3.360645, 3.311862, 3.597649, 3.843746, 4.007564, 4.176476, 4.382433, 4.48102, 4.444919, 4.343523, 4.43821, 4.145798, 4.059227, 4.012247, 3.501901, 3.471674, 3.427595, 3.267667, 3.209891, 3.190797, 7.03244, 6.429643, 6.008231, 5.816406, 6.184272, 5.852851, 5.35552, 5.331721, 4.811043, 4.853411, 5.335215, 5.657831, 6.456981, 6.63943, 7.428273, 13.572105, 12.902601, 11.045516, 11.039915, 9.54573, 10.620003, 11.489417, 8.379706, 6.107845, 3.521073, 3.029293], "sum_m_pl": [27.715631, 35.081016, 34.479406, 33.652993, 32.52921, 32.286841, 31.750817, 31.540108, 30.636764, 31.007779, 30.623966, 31.075382, 31.541695, 30.961234, 31.17265, 32.259358, 31.77263, 32.215478, 33.138195, 34.329195, 34.000709, 34.097378, 33.997892, 34.10544, 27.323997, 27.623585, 27.640978, 29.553444, 30.799893, 31.162542, 31.331508, 30.04769, 31.115197, 29.291148, 28.930039, 28.042203, 25.417425, 25.221669, 24.231842, 22.48066, 22.176195, 19.227441, 17.472265, 16.128768, 13.897294, 11.914105, 11.528964, 12.201064, 18.590944, 19.47854]}, "digit": {"n_am_en": [0, 4, 3, 1, 2, 1, 1, 0, 0, 2, 2, 4, 1, 0, 0, 1, 1, 2, 1, 2, 2, 3, 1, 3, 4, 4, 3, 4, 5, 4, 3, 3, 2, 3, 1, 2, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 2, 1, 1, 1, 1, 3, 1, 2, 3, 3, 1, 0, 2, 2, 4, 2, 1, 0, 2, 1, 0, 1, 1, 2, 2, 1, 4, 3, 2, 3, 1, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.037422, 0.484458, 0.44781, 0.435507, 0.436361, 0.491201, 0.566404, 0.593375, 0.602331, 0.600031, 0.644847, 0.621883, 0.675124, 0.664122, 0.661677, 0.632602, 0.665975, 0.674135, 0.601128, 0.612804, 0.602981, 0.568529, 0.55616, 0.58426, 1.22793, 1.111066, 1.063801, 0.980953, 1.075979, 0.995568, 0.94091, 0.959747, 0.721303, 0.779694, 0.822211, 0.880089, 0.788982, 0.71531, 0.716673, 0.800943, 0.7527, 0.768728, 0.862588, 0.715338, 0.562301, 0.460605, 0.344941, 0.108204, 0.001166, 0.0], "sum_m_pl": [5.241608, 6.603255, 6.359235, 6.090568, 5.846366, 5.709962, 5.47818, 5.520754, 5.538672, 5.632842, 5.705767, 5.59333, 5.52876, 5.334301, 5.317768, 5.362876, 5.239645, 5.290357, 5.483573, 5.713668, 5.610467, 5.634821, 5.645549, 5.68486, 4.429884, 4.544702, 4.707733, 5.032688, 5.330139, 5.371462, 5.306239, 5.052584, 5.145183, 4.965827, 4.725809, 5.058006, 4.816104, 5.23832, 5.134225, 5.081341, 4.939234, 4.849276, 4.497866, 4.272805, 3.416067, 2.237655, 0.6833, 0.385214, 0.007562, 0.0]}, "lang": {"n_am_en": [10, 7, 7, 3, 6, 5, 3, 4, 1, 5, 3, 7, 5, 4, 4, 6, 5, 3, 5, 5, 5, 5, 6, 6, 7, 10, 5, 8, 6, 10, 8, 7, 7, 4, 3, 5, 7, 5, 6, 7, 8, 11, 9, 7, 9, 10, 6, 6, 3, 3], "n_am_pl": [1, 4, 2, 2, 2, 5, 2, 2, 0, 0, 0, 1, 1, 1, 3, 2, 2, 6, 5, 4, 3, 2, 3, 4, 2, 1, 1, 1, 6, 5, 5, 4, 5, 5, 6, 4, 1, 3, 6, 3, 4, 3, 2, 5, 7, 5, 8, 10, 18, 18], "n_pos": 21, "sum_m_en": [2.355516, 0.986259, 0.955131, 1.109234, 1.141269, 1.062274, 1.174935, 1.28634, 1.322877, 1.396556, 1.460058, 1.561838, 1.482804, 1.40095, 1.417647, 1.276802, 1.272951, 1.235573, 1.118333, 1.123903, 1.092931, 1.016651, 0.993297, 0.959391, 2.366101, 2.265608, 2.031307, 2.058112, 2.171717, 2.106911, 1.94867, 1.934306, 1.746977, 1.59493, 1.868333, 2.115258, 2.607654, 2.551308, 3.29202, 5.097319, 5.372284, 6.050888, 6.696886, 5.550297, 7.031894, 7.559706, 7.020728, 5.423494, 3.237553, 3.000421], "sum_m_pl": [7.936855, 10.322605, 10.39886, 10.05531, 9.724785, 9.665506, 9.486795, 9.40434, 9.035203, 9.104237, 9.015395, 9.206671, 9.562086, 9.411671, 9.688349, 9.982852, 9.826219, 10.014522, 10.295149, 10.608476, 10.545334, 10.624937, 10.629065, 10.620025, 8.560836, 8.79159, 8.952551, 9.36239, 9.522577, 9.610951, 9.688954, 9.337509, 9.920385, 9.633775, 9.459331, 9.332451, 8.600454, 8.755218, 8.635123, 7.797467, 7.481527, 5.855608, 5.971982, 6.130219, 6.123561, 5.775048, 7.512475, 8.714945, 16.937736, 17.992618]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "gsm8kpl-400", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1014, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9726, "tf_agree_excl_first": 0.9861}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [71, 68, 68, 63, 42, 44, 49, 62, 51, 66, 64, 76, 75, 80, 70, 67, 70, 54, 58, 55, 51, 69, 61, 62, 79, 78, 84, 62, 68, 80, 61, 62, 62, 70, 73, 81, 83, 83, 73, 74, 68, 74, 70, 73, 74, 80, 76, 81, 65, 67], "n_am_pl": [15, 41, 49, 36, 35, 36, 31, 34, 30, 35, 21, 29, 34, 34, 34, 26, 33, 40, 30, 33, 42, 40, 38, 41, 25, 21, 22, 29, 26, 34, 34, 36, 37, 33, 31, 21, 23, 15, 17, 20, 25, 24, 28, 25, 35, 32, 31, 37, 41, 43], "n_pos": 242, "sum_m_en": [26.276528, 13.958683, 13.320729, 13.140352, 13.408136, 13.398107, 14.270182, 15.069682, 16.143122, 15.680787, 15.679674, 16.839924, 17.213673, 17.268476, 17.091144, 16.004877, 16.338999, 16.349106, 14.571732, 13.495961, 12.519745, 11.507653, 11.010051, 10.853781, 27.715279, 27.629813, 29.567986, 26.071256, 24.746661, 24.694758, 21.699125, 21.454962, 21.731758, 22.355751, 25.945105, 30.109275, 36.111213, 35.952922, 39.803754, 45.531899, 48.652335, 53.322835, 57.575601, 62.165311, 64.046732, 69.159493, 76.713632, 78.5467, 65.646958, 66.461987], "sum_m_pl": [94.395679, 115.371685, 114.823966, 113.446986, 109.717736, 110.62113, 111.159197, 111.436795, 109.108546, 112.098187, 111.174109, 112.043221, 112.840793, 111.632438, 111.224301, 114.486655, 114.109574, 113.089121, 115.288547, 117.060227, 118.541385, 119.697036, 120.047399, 120.215235, 96.866241, 96.037189, 92.782351, 98.946208, 102.33097, 102.236484, 106.287228, 105.821736, 107.341912, 99.394785, 97.701207, 89.934041, 79.616003, 75.954517, 72.45527, 70.294172, 66.155457, 59.63886, 58.442323, 52.008378, 47.702023, 44.857738, 43.17648, 42.570139, 42.061083, 43.649665]}, "digit": {"n_am_en": [3, 14, 9, 5, 0, 0, 0, 1, 2, 2, 3, 3, 2, 3, 5, 6, 8, 4, 4, 6, 5, 6, 6, 6, 6, 7, 6, 4, 5, 5, 6, 8, 4, 4, 4, 6, 5, 1, 3, 2, 1, 1, 2, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 1, 0, 0, 1, 1, 2, 1, 3, 0, 0, 1, 1, 2, 2, 0, 0, 0, 2, 0, 2, 4, 0, 2, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.764493, 0.872026, 0.834834, 0.793013, 0.808314, 0.797054, 0.878302, 0.954181, 0.976485, 0.985942, 1.044887, 1.086678, 1.090778, 1.211771, 1.133221, 1.203172, 1.249237, 1.287913, 1.103818, 1.025507, 0.961412, 0.870715, 0.824965, 0.808529, 1.662146, 1.587818, 1.830633, 1.53612, 1.531522, 1.369675, 1.377843, 1.395859, 1.388874, 1.389193, 1.463625, 1.645775, 1.432986, 1.328763, 1.399982, 1.325624, 1.886171, 1.807734, 1.943937, 1.362328, 1.127267, 1.408287, 1.385494, 1.164341, 0.069804, 0.0], "sum_m_pl": [8.690791, 10.329493, 9.963832, 9.759806, 9.465153, 9.127443, 9.089581, 8.841028, 8.678683, 8.777143, 8.916342, 8.734814, 8.505199, 8.221083, 8.378931, 8.186462, 8.330975, 8.412161, 8.704471, 9.043665, 9.105199, 9.253356, 9.270747, 9.341588, 7.847748, 7.697705, 7.728361, 8.204031, 8.432701, 8.562961, 8.659043, 8.499624, 8.568384, 8.154095, 7.55589, 7.228701, 6.808089, 6.4157, 6.005031, 5.849039, 5.184392, 5.355637, 4.899537, 3.912304, 3.001875, 1.674993, 0.739426, 0.492557, 0.029308, 0.0]}, "lang": {"n_am_en": [30, 23, 32, 34, 22, 29, 29, 37, 29, 37, 35, 42, 43, 44, 38, 41, 37, 26, 29, 29, 32, 41, 37, 37, 50, 51, 52, 42, 39, 45, 35, 40, 42, 48, 43, 54, 53, 57, 48, 48, 43, 49, 46, 49, 47, 51, 57, 59, 59, 66], "n_am_pl": [5, 16, 22, 20, 18, 13, 14, 16, 16, 17, 14, 16, 22, 21, 18, 17, 23, 23, 18, 24, 27, 27, 23, 26, 16, 11, 13, 18, 11, 16, 15, 22, 15, 18, 20, 7, 14, 11, 9, 12, 18, 16, 24, 23, 31, 29, 29, 32, 40, 43], "n_pos": 112, "sum_m_en": [12.385022, 6.935102, 6.825482, 6.567562, 6.557031, 6.872181, 7.657932, 7.975914, 8.564688, 8.019892, 7.6737, 8.372059, 8.575879, 8.440278, 8.156152, 7.52831, 7.684088, 7.775639, 7.027036, 6.45734, 5.903479, 5.39858, 5.161548, 5.087169, 16.25534, 16.476883, 17.999823, 15.144171, 14.186341, 13.986465, 11.899564, 12.093385, 11.974068, 12.478909, 15.026646, 17.964633, 22.227292, 21.857788, 24.171338, 29.099827, 31.512967, 35.854741, 37.835893, 41.890448, 43.797019, 47.228283, 54.297019, 55.667006, 59.815072, 65.535095], "sum_m_pl": [41.305014, 50.584696, 50.880367, 50.755267, 49.918921, 50.315344, 50.156845, 51.764244, 51.357393, 53.0628, 52.738162, 53.161413, 54.079672, 53.948675, 54.283916, 55.802188, 55.350837, 54.646948, 55.41252, 55.761467, 56.451454, 56.938978, 56.94854, 56.847131, 47.521388, 47.394892, 45.483475, 48.128985, 49.478399, 48.838562, 51.4178, 51.636096, 53.015354, 50.536786, 49.005437, 46.16639, 41.830161, 40.852535, 39.547691, 37.787173, 36.154298, 32.687015, 33.81097, 31.316155, 30.936217, 30.682726, 33.709861, 33.794462, 38.664483, 43.270306]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 245, "item_id": "gsm8kpl-402", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1194, "region_end": 242, "roundtrip_ok": true, "tf_agree": 0.9714, "tf_agree_excl_first": 0.9754}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [75, 66, 45, 60, 55, 66, 81, 72, 70, 85, 75, 89, 83, 93, 103, 79, 100, 74, 67, 65, 62, 62, 61, 59, 99, 93, 77, 83, 83, 87, 92, 88, 82, 83, 94, 95, 95, 92, 86, 88, 81, 82, 64, 74, 79, 60, 43, 30, 14, 13], "n_am_pl": [31, 84, 65, 62, 56, 48, 42, 59, 43, 40, 37, 49, 60, 50, 48, 63, 60, 83, 87, 90, 98, 97, 93, 104, 58, 56, 47, 57, 62, 64, 64, 60, 71, 42, 35, 36, 33, 27, 21, 28, 28, 25, 39, 43, 42, 58, 62, 61, 101, 106], "n_pos": 333, "sum_m_en": [30.167133, 17.073536, 17.187788, 18.37047, 18.535487, 18.390906, 20.733249, 20.328363, 21.10186, 21.036513, 21.136105, 23.394647, 24.488637, 24.71477, 24.446887, 23.161696, 23.170834, 23.114654, 21.459569, 18.987268, 17.320284, 15.704563, 15.128349, 14.711252, 32.62027, 32.925825, 34.528373, 31.019841, 31.691945, 32.043308, 29.609521, 29.668428, 29.716132, 30.535593, 34.96387, 37.254996, 38.1427, 40.642072, 41.345211, 45.93792, 47.814132, 50.738808, 50.502581, 53.571362, 61.42073, 58.879401, 43.840772, 35.44783, 17.028819, 13.437022], "sum_m_pl": [133.706347, 161.821504, 158.622173, 155.667459, 151.84655, 153.318661, 154.883387, 154.73033, 153.556171, 154.978979, 151.146483, 151.017667, 153.427142, 151.57026, 153.810733, 157.945156, 158.52614, 157.887564, 161.529751, 164.390409, 165.880003, 166.990251, 166.956025, 167.409305, 144.080864, 139.64638, 134.767083, 143.658107, 146.314134, 145.123242, 150.449289, 150.152812, 149.573312, 137.164013, 132.759145, 126.229196, 116.873839, 114.44905, 110.45627, 110.361425, 102.620779, 95.312935, 89.746175, 80.382639, 71.638144, 71.933017, 68.640658, 65.179341, 99.142823, 105.403492]}, "digit": {"n_am_en": [1, 12, 7, 5, 2, 0, 4, 1, 2, 5, 8, 10, 6, 8, 12, 7, 7, 6, 6, 4, 7, 6, 9, 6, 9, 8, 6, 2, 8, 6, 6, 5, 5, 6, 7, 5, 3, 1, 1, 3, 4, 4, 3, 2, 2, 4, 3, 1, 0, 0], "n_am_pl": [0, 6, 1, 7, 2, 4, 2, 2, 4, 5, 6, 3, 8, 2, 3, 5, 0, 4, 5, 3, 3, 3, 4, 4, 0, 1, 3, 2, 5, 6, 7, 5, 6, 2, 1, 3, 1, 1, 0, 2, 2, 2, 1, 4, 3, 1, 1, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.372103, 1.2164, 1.211722, 1.265005, 1.252715, 1.2374, 1.380748, 1.427725, 1.44641, 1.472511, 1.545272, 1.659379, 1.850601, 1.934964, 1.838223, 1.864321, 1.908395, 1.990365, 1.682998, 1.499301, 1.37469, 1.26931, 1.222804, 1.20131, 2.319906, 2.402983, 2.567173, 2.241959, 2.459036, 2.286092, 2.193555, 2.19518, 2.094666, 2.035174, 2.233424, 2.358479, 1.968154, 1.988594, 2.01908, 2.799197, 3.625665, 3.424056, 3.336645, 3.317208, 2.506802, 4.017097, 3.029744, 1.471917, 0.042898, 0.008756], "sum_m_pl": [11.971316, 14.936264, 14.404904, 14.040561, 13.456478, 13.253546, 13.028836, 12.864122, 12.972128, 12.950715, 12.928182, 12.940298, 12.698829, 12.441189, 12.552524, 12.591401, 12.638615, 12.656607, 13.192108, 13.493239, 13.620144, 13.721947, 13.787129, 13.902292, 11.838337, 11.545332, 11.527021, 11.886035, 12.098745, 12.244527, 12.809163, 12.732008, 12.587177, 11.964044, 10.944155, 10.763316, 10.261728, 10.00392, 9.282222, 9.276145, 8.406452, 8.811928, 8.023223, 6.801921, 5.478253, 3.562889, 1.341597, 0.830406, 0.043867, 0.006897]}, "lang": {"n_am_en": [29, 21, 17, 18, 24, 26, 34, 35, 36, 37, 31, 38, 33, 41, 43, 29, 36, 29, 28, 28, 27, 31, 31, 31, 54, 47, 36, 39, 36, 34, 43, 43, 39, 35, 43, 44, 47, 44, 48, 47, 40, 38, 34, 40, 46, 37, 24, 20, 12, 13], "n_am_pl": [9, 19, 27, 29, 26, 14, 16, 27, 17, 14, 13, 20, 21, 22, 17, 29, 32, 41, 38, 42, 45, 48, 46, 51, 25, 27, 24, 29, 26, 24, 31, 29, 32, 22, 23, 18, 17, 17, 12, 12, 11, 12, 25, 28, 32, 46, 54, 51, 98, 106], "n_pos": 119, "sum_m_en": [10.823891, 6.716496, 6.417547, 6.823697, 6.77799, 7.030107, 8.321825, 8.379704, 8.779436, 8.631014, 8.516121, 9.563548, 9.925676, 9.994831, 9.744308, 8.920068, 8.836807, 8.676715, 8.386348, 7.159554, 6.461846, 5.717599, 5.452129, 5.311721, 13.22834, 13.579425, 14.205127, 12.686559, 12.324189, 12.476705, 11.614546, 12.331777, 11.886092, 12.875514, 14.282416, 15.91955, 17.08618, 19.015696, 19.405539, 22.186926, 23.647938, 25.815621, 24.77554, 27.733326, 35.067348, 33.743834, 23.332087, 21.275463, 14.171436, 13.02822], "sum_m_pl": [45.043788, 53.828999, 54.165101, 54.183446, 53.186345, 54.068175, 54.511947, 55.153993, 55.094124, 56.208755, 54.835024, 54.431492, 55.799058, 55.518073, 57.184556, 59.098506, 59.206299, 58.892129, 59.855993, 60.975899, 61.17821, 61.616089, 61.396662, 61.392074, 55.691331, 54.038497, 52.087396, 54.845649, 55.631193, 54.947223, 57.441062, 57.412081, 58.949316, 55.786011, 54.863442, 53.081869, 50.932003, 49.803451, 48.721441, 47.729782, 43.932289, 39.95249, 39.866352, 38.757291, 38.05697, 41.821133, 50.686688, 48.75735, 91.478517, 105.132052]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 361, "item_id": "gsm8kpl-402", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1053, "region_end": 333, "roundtrip_ok": true, "tf_agree": 0.9917, "tf_agree_excl_first": 0.9944}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [62, 60, 47, 35, 37, 32, 27, 38, 42, 42, 47, 64, 45, 47, 48, 56, 60, 47, 53, 45, 48, 46, 39, 35, 75, 76, 71, 66, 60, 52, 47, 50, 53, 58, 68, 63, 80, 65, 77, 71, 81, 80, 86, 79, 87, 85, 86, 95, 86, 80], "n_am_pl": [6, 32, 27, 25, 19, 37, 27, 21, 20, 18, 14, 18, 28, 17, 21, 17, 19, 28, 18, 24, 24, 22, 29, 19, 11, 16, 13, 14, 22, 21, 24, 29, 25, 22, 13, 13, 12, 9, 8, 6, 5, 5, 7, 4, 2, 3, 1, 0, 1, 1], "n_pos": 238, "sum_m_en": [25.541462, 13.509931, 12.370407, 12.865085, 13.405304, 14.0861, 13.337429, 13.34483, 13.700185, 13.782524, 14.482891, 15.442256, 16.739822, 16.280751, 16.585649, 15.172082, 14.857938, 14.377305, 12.830361, 12.177956, 11.61827, 11.008665, 10.893373, 10.790916, 26.459516, 27.469897, 26.813491, 23.675008, 22.112945, 21.702973, 21.15868, 20.010001, 20.344705, 20.301297, 22.153235, 23.294728, 32.772655, 33.857094, 39.47517, 45.836799, 52.690275, 58.558784, 64.603033, 62.206803, 71.487769, 75.821139, 81.566525, 87.813617, 86.132081, 80.207628], "sum_m_pl": [90.946324, 114.929105, 112.996132, 107.99984, 100.160233, 99.77946, 99.951071, 101.459389, 99.164152, 102.584305, 100.384488, 101.495595, 103.476627, 100.965452, 103.029121, 108.628284, 109.702605, 108.950847, 111.482125, 114.655879, 115.16939, 115.398689, 115.635833, 115.425081, 82.970383, 83.378875, 81.060757, 86.495987, 90.614552, 92.278415, 95.539096, 93.822986, 93.6823, 87.769771, 84.860073, 81.091853, 70.722813, 67.57179, 59.477527, 55.730535, 49.751884, 42.633838, 39.776025, 30.391968, 23.769699, 18.641764, 10.36259, 7.247021, 1.782772, 1.002765]}, "digit": {"n_am_en": [7, 15, 14, 1, 7, 4, 1, 3, 6, 4, 3, 7, 1, 5, 8, 7, 9, 10, 8, 9, 9, 8, 5, 6, 11, 11, 9, 11, 10, 6, 5, 4, 2, 7, 8, 10, 8, 7, 9, 7, 8, 8, 8, 7, 6, 3, 3, 4, 1, 0], "n_am_pl": [1, 6, 2, 2, 1, 6, 1, 3, 4, 2, 2, 1, 2, 0, 3, 3, 3, 2, 2, 3, 4, 4, 4, 3, 3, 2, 1, 2, 2, 3, 3, 7, 7, 9, 4, 5, 4, 3, 4, 3, 2, 2, 2, 2, 1, 2, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [3.69453, 1.857494, 1.735144, 1.678472, 1.850026, 1.777663, 1.752016, 1.946034, 2.012459, 1.916819, 1.987662, 2.016867, 2.16428, 2.177379, 2.117944, 2.052052, 2.168996, 2.177784, 1.874339, 1.84559, 1.757757, 1.646818, 1.636872, 1.613015, 2.795382, 2.790404, 2.968732, 2.828803, 2.587845, 2.502305, 2.489346, 2.27529, 2.166684, 2.279839, 2.407321, 2.814586, 2.940854, 2.960873, 3.422236, 3.295792, 3.23904, 3.721768, 5.266611, 4.70396, 4.293532, 3.72609, 3.436603, 3.816362, 1.217229, 0.0], "sum_m_pl": [16.878777, 20.575349, 19.853762, 19.071462, 18.107565, 17.923672, 17.501234, 17.546382, 17.480788, 18.036652, 18.073858, 18.109573, 17.451161, 16.895768, 17.247876, 17.413545, 17.765797, 17.660582, 18.449085, 18.896284, 18.821679, 18.921422, 19.026443, 19.14278, 15.045028, 15.441343, 15.086401, 16.006009, 16.555666, 16.579595, 16.685742, 15.982232, 16.141196, 15.602504, 15.34541, 15.550167, 15.261617, 14.984398, 14.301922, 14.360046, 14.054962, 13.344693, 12.376424, 10.21596, 9.12926, 6.69428, 2.982836, 1.834883, 0.232448, 0.0]}, "lang": {"n_am_en": [19, 14, 12, 20, 16, 17, 17, 21, 19, 17, 20, 21, 20, 21, 16, 26, 28, 22, 27, 19, 20, 19, 18, 15, 35, 39, 34, 31, 24, 20, 27, 30, 31, 29, 28, 28, 36, 29, 37, 38, 43, 46, 49, 44, 52, 55, 56, 69, 75, 79], "n_am_pl": [0, 6, 9, 9, 3, 10, 6, 6, 9, 6, 5, 10, 11, 9, 14, 7, 7, 12, 7, 13, 11, 11, 12, 9, 3, 6, 3, 4, 6, 8, 5, 7, 6, 3, 5, 3, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1], "n_pos": 81, "sum_m_en": [8.966462, 4.849737, 4.333121, 4.577886, 4.886954, 5.77811, 5.236833, 4.894945, 4.93358, 4.895934, 5.284576, 5.841741, 6.390827, 6.270935, 6.380003, 5.776132, 5.43513, 5.09552, 4.578433, 4.242152, 3.996544, 3.795411, 3.758036, 3.71861, 12.328412, 13.279835, 12.699842, 10.620435, 9.510296, 8.650066, 8.650065, 8.344169, 8.805913, 9.034714, 9.88446, 10.575598, 16.513983, 17.223498, 21.207407, 24.674251, 29.879574, 35.571753, 37.803617, 36.831896, 45.020084, 48.917994, 53.494316, 62.786915, 74.080084, 77.863637], "sum_m_pl": [27.999399, 37.506499, 37.014414, 35.631751, 33.460896, 32.97145, 33.669151, 34.946827, 33.916623, 34.890076, 33.572135, 34.653628, 35.594426, 35.175439, 36.176463, 38.123607, 38.671864, 38.713606, 39.063143, 39.937372, 39.991779, 39.996135, 39.921281, 39.704539, 29.528525, 29.389026, 28.071349, 29.889293, 31.06874, 32.108152, 33.787054, 33.001813, 33.214206, 31.306693, 30.174349, 28.456049, 23.272957, 23.114212, 19.618723, 17.869045, 14.841978, 11.541714, 11.09023, 9.44802, 7.132427, 5.673286, 4.069242, 1.893864, 0.864282, 1.000403]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "gsm8kpl-403", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1183, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9876}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [110, 122, 102, 91, 68, 76, 69, 63, 72, 81, 78, 93, 91, 89, 129, 126, 129, 99, 84, 69, 71, 75, 63, 58, 105, 117, 106, 119, 112, 115, 122, 108, 101, 99, 92, 90, 100, 89, 94, 92, 105, 84, 114, 96, 91, 72, 43, 41, 27, 26], "n_am_pl": [22, 109, 87, 102, 74, 112, 54, 75, 62, 80, 65, 52, 65, 58, 48, 56, 49, 72, 67, 85, 86, 83, 91, 79, 52, 50, 58, 50, 50, 78, 73, 68, 63, 52, 51, 55, 46, 49, 44, 40, 46, 49, 51, 30, 29, 42, 46, 41, 71, 75], "n_pos": 477, "sum_m_en": [44.020334, 22.979039, 24.506324, 25.026765, 25.313101, 24.981862, 25.30419, 25.506951, 26.85562, 26.986521, 27.524774, 28.806878, 31.023543, 31.865942, 32.82439, 30.385427, 29.895571, 29.687974, 25.794966, 24.316095, 22.78935, 21.887545, 21.584574, 21.006075, 41.037815, 44.16945, 46.979499, 47.002218, 49.08427, 50.459527, 48.757229, 45.587955, 43.025974, 40.345493, 41.141763, 41.351653, 44.123678, 42.97087, 46.865597, 53.020894, 59.295868, 54.365542, 60.690979, 57.795464, 69.833791, 58.105758, 43.755557, 42.680208, 29.340905, 26.069023], "sum_m_pl": [195.97476, 238.978869, 232.475933, 227.165601, 218.508396, 213.873557, 214.232294, 215.434329, 209.363924, 216.044845, 211.527403, 210.935467, 216.548753, 211.394219, 217.175621, 227.734395, 228.823579, 226.104889, 233.17001, 236.257953, 236.495564, 235.198169, 235.313644, 235.356489, 182.58132, 179.398867, 173.757955, 183.103445, 189.230826, 192.526247, 196.935105, 196.172175, 194.49796, 183.051941, 180.179207, 171.034828, 158.210997, 150.510961, 141.139608, 136.820705, 129.437404, 124.752084, 123.107656, 102.482638, 80.12551, 80.346604, 67.577403, 53.670364, 69.244901, 76.482338]}, "digit": {"n_am_en": [11, 30, 16, 13, 9, 14, 9, 8, 6, 13, 14, 11, 6, 8, 8, 12, 14, 16, 12, 9, 9, 9, 8, 9, 17, 18, 17, 16, 13, 11, 9, 12, 8, 10, 3, 8, 11, 11, 11, 11, 13, 11, 8, 10, 8, 4, 2, 2, 0, 0], "n_am_pl": [0, 7, 2, 2, 1, 8, 3, 4, 5, 11, 5, 3, 4, 2, 7, 7, 2, 5, 7, 9, 10, 11, 8, 7, 3, 3, 3, 2, 3, 7, 7, 6, 6, 7, 5, 11, 9, 5, 2, 2, 2, 4, 5, 6, 4, 3, 4, 1, 0, 0], "n_pos": 60, "sum_m_en": [5.937245, 3.065796, 3.076914, 3.027682, 3.104088, 2.874223, 2.907768, 2.98191, 3.1096, 3.082811, 3.184465, 3.297699, 3.503906, 3.571183, 3.497864, 3.378579, 3.473101, 3.596944, 3.055889, 2.866154, 2.701998, 2.574065, 2.542469, 2.495495, 4.826559, 4.976311, 5.281948, 5.029318, 5.074381, 4.850607, 4.744413, 4.342425, 3.880645, 3.903861, 4.078057, 4.674355, 4.61489, 4.634975, 4.919941, 5.478868, 5.281559, 5.009698, 5.611771, 5.542267, 5.280551, 4.580283, 2.587316, 2.078898, 0.287955, 3e-06], "sum_m_pl": [26.273251, 31.356784, 30.292032, 29.482093, 28.335426, 28.110212, 27.643219, 27.174443, 26.741537, 27.352994, 27.248222, 27.348854, 26.992647, 26.340206, 27.672258, 28.323349, 28.448581, 27.903459, 29.12626, 29.811119, 29.531057, 29.389093, 29.531179, 29.618387, 23.465731, 23.387607, 22.670992, 23.644356, 24.25035, 24.404405, 24.970229, 24.811186, 25.139152, 24.163706, 23.662201, 23.147664, 22.640777, 21.95269, 20.687919, 20.597091, 20.347266, 20.365301, 20.014335, 17.91766, 16.113323, 13.053791, 9.080544, 4.890719, 0.407473, 0.000775]}, "lang": {"n_am_en": [28, 23, 31, 32, 23, 21, 12, 16, 19, 19, 23, 21, 32, 25, 34, 35, 33, 23, 26, 28, 27, 34, 26, 23, 31, 35, 25, 30, 28, 26, 31, 21, 31, 31, 28, 25, 31, 31, 39, 37, 37, 33, 42, 41, 51, 45, 33, 29, 26, 26], "n_am_pl": [7, 23, 15, 17, 14, 12, 9, 17, 15, 15, 13, 11, 8, 13, 7, 9, 12, 18, 18, 23, 21, 20, 21, 20, 15, 13, 19, 16, 11, 16, 26, 15, 11, 13, 15, 11, 8, 12, 7, 10, 11, 13, 20, 17, 18, 30, 33, 37, 66, 75], "n_pos": 101, "sum_m_en": [8.667417, 4.740549, 5.155557, 5.597664, 5.403119, 5.529587, 5.535537, 5.432191, 5.694568, 5.694653, 5.861513, 6.219183, 6.607759, 6.844022, 6.874563, 6.366724, 6.237771, 6.165066, 5.558144, 5.280885, 4.948852, 4.745247, 4.61925, 4.50455, 10.286639, 10.226746, 10.302856, 9.869573, 9.998226, 10.024998, 9.844855, 9.603673, 9.453339, 9.249553, 9.550612, 9.992449, 11.277378, 11.000291, 12.974854, 16.236448, 19.998269, 19.324965, 21.096724, 21.604028, 34.942827, 30.377767, 27.611534, 28.130041, 26.675772, 26.065993], "sum_m_pl": [41.150576, 47.999453, 47.269122, 46.689059, 45.150615, 44.11788, 44.521894, 45.21186, 44.171694, 45.988022, 45.223318, 45.196274, 46.70821, 45.951663, 47.311635, 49.611889, 49.379063, 48.892692, 49.897675, 50.20109, 50.307599, 50.178084, 50.138088, 49.972427, 41.389298, 40.775919, 40.126995, 42.233186, 42.329756, 43.196586, 44.547049, 44.3747, 45.071283, 43.971887, 43.122828, 42.045422, 39.212079, 38.796406, 36.703639, 35.349698, 31.498206, 31.653678, 34.138586, 31.177539, 26.276893, 30.366609, 32.689216, 34.8347, 61.701789, 74.276944]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 518, "item_id": "gsm8kpl-403", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1042, "region_end": 477, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9903}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [46, 69, 46, 44, 43, 28, 32, 31, 36, 38, 42, 53, 48, 54, 48, 52, 56, 57, 47, 45, 48, 47, 48, 52, 65, 65, 54, 58, 66, 63, 59, 53, 56, 50, 62, 60, 67, 67, 61, 76, 71, 71, 61, 67, 66, 67, 66, 61, 63, 61], "n_am_pl": [6, 20, 33, 36, 19, 36, 26, 18, 13, 13, 15, 17, 24, 14, 18, 11, 15, 20, 20, 26, 21, 17, 13, 13, 12, 9, 7, 19, 14, 20, 22, 22, 14, 17, 13, 20, 13, 12, 11, 7, 8, 6, 10, 12, 9, 4, 3, 2, 0, 0], "n_pos": 189, "sum_m_en": [21.848267, 10.784715, 10.494349, 10.504326, 11.482876, 11.296105, 11.214249, 11.55506, 12.091, 11.653925, 11.484841, 12.496491, 13.252792, 13.997305, 14.057384, 12.832674, 12.861912, 13.307872, 12.050331, 11.05996, 9.952474, 9.13483, 8.775995, 8.652227, 21.910311, 22.473017, 21.613655, 19.448112, 18.67607, 18.435855, 16.883276, 16.89451, 17.901178, 17.390295, 20.048283, 22.592783, 26.067826, 29.296824, 31.53969, 34.713263, 36.698365, 41.619545, 44.646521, 49.795507, 58.337343, 65.918469, 64.172555, 62.786456, 61.543037, 59.547998], "sum_m_pl": [72.918005, 92.015311, 88.503477, 86.344468, 82.277958, 82.026185, 81.99047, 81.116092, 79.618865, 83.116107, 83.524107, 84.925887, 83.604026, 81.61504, 81.478551, 85.579769, 85.406117, 84.499075, 86.042746, 88.035494, 90.588259, 91.84613, 92.359967, 92.949388, 73.038374, 71.240444, 69.221312, 75.47032, 76.563028, 78.30789, 79.516072, 78.186607, 78.275044, 76.522879, 74.177158, 69.051353, 62.269543, 58.042395, 56.697055, 56.337218, 54.623537, 47.028976, 44.427999, 38.575048, 30.823002, 21.402137, 11.231604, 6.4801, 0.387552, 0.00339]}, "digit": {"n_am_en": [1, 22, 17, 14, 17, 12, 14, 14, 6, 10, 14, 11, 17, 13, 16, 14, 13, 15, 11, 9, 14, 14, 15, 17, 16, 17, 15, 17, 22, 16, 14, 11, 9, 10, 16, 13, 16, 12, 13, 18, 15, 14, 10, 11, 11, 7, 6, 2, 0, 0], "n_am_pl": [0, 2, 6, 8, 5, 7, 2, 3, 8, 7, 5, 7, 7, 7, 2, 2, 5, 6, 8, 10, 7, 6, 4, 3, 3, 1, 1, 7, 1, 2, 5, 7, 5, 2, 1, 9, 4, 4, 4, 3, 3, 1, 5, 8, 2, 2, 2, 2, 0, 0], "n_pos": 52, "sum_m_en": [5.129231, 2.597823, 2.525557, 2.635049, 2.862468, 2.842073, 2.76224, 2.837731, 2.881391, 2.812992, 2.760972, 3.036881, 3.351341, 3.692717, 3.61078, 3.194936, 3.432551, 3.664324, 3.255799, 3.031556, 2.582364, 2.388941, 2.327468, 2.319128, 5.272108, 5.846444, 6.010761, 4.9422, 4.498799, 4.169113, 4.116042, 4.232963, 4.289873, 4.137163, 4.810488, 5.782984, 5.931823, 6.454081, 7.035405, 6.790446, 7.304519, 7.783013, 7.691767, 8.595421, 8.563215, 7.923423, 6.080779, 4.604164, 0.251548, 0.0], "sum_m_pl": [20.87789, 26.732918, 25.477719, 24.748231, 24.12275, 23.94054, 23.867803, 23.713143, 23.87694, 24.709723, 24.548006, 24.463832, 23.669796, 23.146009, 23.075012, 24.284895, 24.254228, 23.735942, 24.436826, 24.694665, 25.670696, 25.915329, 25.96071, 26.140572, 22.051362, 21.11246, 20.423609, 22.294056, 22.334705, 22.630514, 22.500517, 21.968937, 22.143834, 22.56448, 21.970486, 21.350017, 20.447664, 19.445353, 19.265433, 18.97517, 18.563089, 17.11562, 17.031113, 15.184402, 14.358665, 11.642821, 6.860002, 4.317138, 0.252769, 0.0]}, "lang": {"n_am_en": [14, 20, 11, 12, 12, 8, 9, 7, 13, 12, 17, 24, 19, 20, 17, 21, 20, 22, 18, 20, 22, 22, 22, 22, 30, 29, 22, 21, 18, 22, 22, 24, 28, 24, 27, 27, 32, 33, 31, 35, 33, 37, 38, 41, 41, 42, 43, 48, 59, 61], "n_am_pl": [2, 8, 7, 9, 6, 14, 16, 7, 4, 3, 4, 4, 10, 4, 10, 5, 5, 8, 9, 9, 7, 7, 6, 6, 3, 2, 1, 6, 8, 10, 9, 9, 3, 6, 4, 4, 5, 4, 2, 0, 1, 1, 1, 0, 3, 0, 0, 0, 0, 0], "n_pos": 61, "sum_m_en": [7.58647, 3.831191, 3.807536, 3.706252, 4.113058, 4.113504, 4.175391, 4.132689, 4.401836, 3.9555, 3.91193, 4.297531, 4.649251, 4.709513, 4.836971, 4.473752, 4.250438, 4.202998, 4.062118, 3.794653, 3.458018, 3.146653, 2.965521, 2.902836, 9.0372, 8.902371, 7.822414, 7.075576, 6.696956, 6.799518, 6.081142, 6.07895, 6.358068, 6.57154, 7.559389, 8.233061, 11.392709, 12.640997, 13.53904, 15.399723, 16.773497, 21.49895, 24.308133, 26.461647, 34.657258, 39.665334, 42.526018, 45.775845, 56.782203, 59.281696], "sum_m_pl": [21.810396, 28.288329, 27.256861, 26.513107, 25.220107, 25.153776, 25.268157, 24.996698, 24.487718, 25.810744, 26.302544, 26.879759, 26.616325, 26.120151, 26.585148, 27.589027, 27.530572, 27.425528, 27.640169, 28.346191, 28.974905, 29.523776, 29.731396, 29.895868, 23.479341, 23.326956, 23.342751, 24.811455, 25.128722, 25.301667, 26.151587, 25.792027, 26.619758, 26.167136, 25.075782, 23.572718, 20.591989, 19.341286, 18.663191, 17.817106, 17.212259, 13.612682, 11.808383, 11.063439, 6.51529, 3.066544, 1.417602, 0.763008, 0.059461, 6.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 195, "item_id": "gsm8kpl-407", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1207, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9949, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 56, 36, 27, 26, 20, 26, 24, 20, 20, 22, 35, 30, 28, 36, 28, 33, 35, 34, 28, 26, 29, 28, 32, 45, 48, 37, 46, 41, 34, 43, 29, 40, 36, 27, 28, 38, 36, 34, 40, 33, 36, 34, 37, 37, 21, 14, 10, 5, 4], "n_am_pl": [2, 18, 43, 25, 22, 30, 17, 14, 16, 21, 20, 29, 25, 22, 17, 28, 22, 24, 22, 32, 27, 28, 30, 30, 14, 11, 14, 18, 22, 26, 19, 19, 21, 30, 20, 18, 16, 15, 13, 14, 20, 19, 16, 18, 16, 21, 27, 31, 41, 42], "n_pos": 149, "sum_m_en": [13.131671, 7.325007, 7.031001, 7.303184, 8.25942, 8.11981, 8.108166, 8.258251, 8.850658, 8.749941, 8.785942, 9.556915, 9.898121, 10.708927, 10.476559, 9.673975, 9.668789, 9.844943, 8.745364, 8.052401, 7.251771, 6.733295, 6.56081, 6.446357, 13.012965, 13.090721, 12.96362, 12.80092, 13.30726, 12.540939, 11.94543, 11.716923, 11.703184, 11.404757, 11.957327, 12.952718, 13.806332, 16.094085, 16.711827, 19.949246, 21.063213, 22.445845, 23.306601, 26.470916, 26.871873, 20.343728, 15.376037, 11.997618, 6.014681, 4.018533], "sum_m_pl": [60.835432, 73.040474, 70.628704, 68.464459, 65.469293, 65.281331, 66.494291, 64.964484, 63.208289, 65.861194, 65.786731, 67.342028, 66.741354, 65.100142, 65.742536, 69.544767, 69.509681, 68.861197, 70.812014, 72.128394, 73.679797, 74.378334, 74.25089, 74.77155, 63.690279, 62.181299, 60.113869, 63.553985, 64.32167, 65.918015, 65.892435, 65.241558, 66.34535, 63.740348, 62.750531, 59.67679, 56.927611, 53.986947, 52.721164, 51.705137, 51.177438, 46.168847, 45.391197, 39.861812, 38.528614, 38.736788, 38.578197, 35.247246, 38.436023, 42.868801]}, "digit": {"n_am_en": [6, 26, 23, 9, 13, 10, 10, 11, 7, 7, 10, 13, 13, 11, 15, 10, 10, 9, 11, 9, 9, 12, 13, 15, 14, 13, 11, 18, 18, 15, 14, 8, 12, 9, 6, 6, 10, 7, 8, 8, 6, 6, 2, 5, 4, 2, 0, 0, 0, 0], "n_am_pl": [0, 6, 7, 5, 4, 2, 4, 3, 7, 7, 7, 11, 7, 5, 0, 7, 6, 4, 2, 6, 7, 7, 9, 9, 4, 2, 3, 4, 5, 8, 6, 9, 7, 6, 5, 6, 1, 2, 3, 5, 5, 5, 4, 3, 3, 3, 4, 6, 0, 0], "n_pos": 44, "sum_m_en": [3.91067, 1.989601, 1.908827, 2.004337, 2.252747, 2.304249, 2.251835, 2.249097, 2.342984, 2.245561, 2.228409, 2.537537, 2.846909, 3.073723, 2.966609, 2.639041, 2.703566, 2.859854, 2.549601, 2.362514, 2.078267, 1.937139, 1.876155, 1.872087, 3.936061, 3.844234, 4.011898, 3.893266, 3.820834, 3.580314, 3.503551, 3.438042, 3.352558, 3.19698, 3.573635, 3.899747, 3.858931, 4.091279, 4.113581, 4.057015, 4.009814, 3.880973, 3.815026, 4.5143, 3.569404, 2.952172, 2.886887, 1.638502, 0.153427, 1e-06], "sum_m_pl": [19.305552, 22.879183, 21.88739, 20.787914, 20.287586, 20.469365, 20.600061, 20.237889, 19.791559, 20.739313, 20.68238, 20.825576, 20.281941, 19.768435, 19.773379, 20.970354, 20.941105, 20.472309, 21.172627, 21.285638, 21.869321, 22.073395, 22.109401, 22.368064, 19.749436, 19.566121, 19.061146, 19.808545, 20.11719, 20.289428, 20.080185, 19.660261, 19.947104, 19.704191, 19.13138, 18.779072, 17.947005, 17.305727, 16.814972, 17.043927, 16.909276, 16.352698, 16.534885, 14.908804, 14.891291, 13.338055, 11.132503, 8.76349, 0.925744, 0.001254]}, "lang": {"n_am_en": [14, 14, 6, 7, 5, 6, 7, 7, 6, 4, 4, 10, 9, 5, 12, 10, 10, 15, 10, 9, 6, 7, 6, 6, 16, 19, 9, 14, 11, 9, 12, 9, 11, 14, 13, 14, 16, 19, 17, 23, 17, 19, 23, 21, 23, 12, 11, 8, 4, 4], "n_am_pl": [1, 6, 12, 9, 10, 15, 7, 8, 5, 9, 11, 14, 13, 12, 12, 11, 10, 12, 13, 18, 13, 15, 16, 14, 7, 5, 7, 7, 13, 13, 10, 7, 8, 12, 7, 6, 11, 11, 7, 6, 10, 8, 7, 11, 9, 14, 19, 21, 39, 41], "n_pos": 47, "sum_m_en": [4.146984, 2.34266, 2.243364, 2.33442, 2.606978, 2.506686, 2.580317, 2.549839, 2.80178, 2.73092, 2.807469, 3.061918, 3.134229, 3.360682, 3.415973, 3.215304, 3.279316, 3.2532, 2.859057, 2.637065, 2.402935, 2.194709, 2.137661, 2.075604, 3.971275, 4.053589, 4.024256, 4.164851, 4.483307, 4.21822, 3.911862, 3.898062, 3.844215, 4.013206, 4.13324, 4.840964, 5.772122, 6.655591, 6.796019, 8.860974, 9.090567, 10.618839, 11.375077, 13.077925, 14.967955, 10.553944, 8.454494, 7.196851, 4.742643, 4.017266], "sum_m_pl": [17.818437, 22.099969, 21.482014, 20.946506, 20.147728, 19.992538, 20.457994, 19.986698, 19.672191, 20.391218, 20.497989, 21.281032, 20.992264, 20.559997, 20.953343, 22.289317, 21.971694, 21.897011, 22.377077, 23.030544, 23.484021, 23.824403, 23.678574, 23.726919, 21.079571, 20.729925, 20.520114, 21.101559, 20.870038, 21.450544, 21.557887, 21.495387, 22.343821, 21.878681, 21.239844, 20.541952, 20.32958, 19.759327, 19.418795, 18.341835, 18.5275, 15.600211, 15.377449, 13.89702, 13.074926, 15.747011, 19.815001, 21.245637, 34.729102, 41.545881]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 155, "item_id": "gsm8kpl-407", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1066, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9484, "tf_agree_excl_first": 0.9545}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [64, 60, 43, 34, 37, 38, 44, 44, 48, 60, 56, 64, 49, 46, 51, 43, 42, 37, 53, 57, 62, 51, 43, 39, 66, 65, 71, 64, 57, 57, 54, 59, 51, 54, 54, 67, 70, 63, 73, 73, 67, 65, 70, 78, 83, 82, 85, 76, 82, 83], "n_am_pl": [7, 22, 24, 28, 18, 15, 17, 19, 14, 17, 15, 17, 23, 29, 20, 24, 21, 27, 21, 27, 28, 36, 43, 43, 23, 22, 29, 23, 42, 36, 32, 23, 31, 20, 18, 16, 11, 6, 12, 13, 14, 12, 10, 6, 4, 6, 8, 3, 0, 1], "n_pos": 192, "sum_m_en": [22.202568, 11.653323, 10.767078, 10.973454, 10.980262, 11.886026, 12.599282, 13.647304, 13.918749, 13.997796, 13.42429, 13.565258, 13.822928, 13.682508, 14.158254, 13.609607, 13.495891, 12.960729, 12.263619, 11.394345, 10.950792, 9.745434, 9.216021, 8.901806, 24.610544, 24.326153, 25.250571, 22.67155, 22.124321, 21.884192, 19.653519, 18.972685, 19.516319, 19.704665, 21.197556, 23.259367, 27.968345, 31.065681, 36.912679, 39.81306, 40.207907, 46.308088, 50.53588, 64.591901, 66.707163, 68.604798, 78.746342, 71.644819, 79.870794, 80.442664], "sum_m_pl": [71.952831, 89.650421, 87.400296, 86.849495, 85.305713, 84.460036, 85.160266, 85.396476, 84.65871, 85.693707, 85.654943, 86.929231, 88.371467, 86.876031, 86.7871, 89.084518, 88.823395, 89.658888, 90.803592, 92.462054, 92.93095, 94.195245, 94.237754, 94.820684, 75.404748, 75.21791, 73.063911, 77.720431, 77.933722, 79.643786, 82.184221, 81.870932, 81.001813, 78.242043, 76.173832, 73.504977, 64.59158, 57.267274, 51.175372, 51.255497, 46.812795, 42.628379, 37.389216, 29.754872, 22.707094, 20.564581, 13.304844, 7.141901, 1.610642, 0.593406]}, "digit": {"n_am_en": [9, 13, 9, 6, 3, 2, 8, 3, 3, 7, 6, 10, 10, 8, 10, 7, 6, 6, 9, 7, 7, 6, 5, 5, 8, 5, 9, 6, 4, 6, 5, 6, 4, 2, 2, 4, 3, 2, 2, 3, 3, 2, 3, 7, 6, 4, 3, 3, 1, 0], "n_am_pl": [0, 4, 3, 5, 3, 1, 0, 2, 1, 1, 1, 0, 3, 5, 2, 1, 1, 3, 1, 0, 1, 1, 2, 2, 0, 1, 2, 2, 6, 2, 5, 2, 1, 4, 1, 2, 0, 1, 4, 4, 3, 2, 1, 0, 0, 0, 1, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.235018, 1.220024, 1.151625, 1.151184, 1.26551, 1.296719, 1.288679, 1.424632, 1.448293, 1.499496, 1.466753, 1.452347, 1.595216, 1.5326, 1.5417, 1.472254, 1.508001, 1.468348, 1.292055, 1.280689, 1.205939, 1.128468, 1.102842, 1.07632, 2.145256, 2.030561, 2.286795, 2.225377, 2.124861, 2.185467, 2.064244, 1.923447, 1.968927, 1.819705, 1.880789, 1.927277, 1.962957, 1.949485, 2.044988, 2.113394, 2.097071, 2.137277, 2.20795, 3.466635, 4.102476, 2.677428, 3.275331, 3.057294, 0.912543, 0.0], "sum_m_pl": [12.172838, 13.891703, 13.497908, 13.213199, 12.682945, 12.115846, 12.47586, 12.264188, 12.254128, 12.35499, 12.561662, 12.650983, 12.533156, 12.372249, 12.252748, 12.335596, 12.319492, 12.367054, 12.822941, 12.749444, 12.927169, 13.09412, 13.062125, 13.127141, 11.542642, 11.346062, 10.939203, 11.204209, 11.50132, 11.58442, 11.980381, 11.985407, 11.646046, 11.113811, 10.667305, 10.190939, 9.612354, 8.842679, 8.373988, 8.65493, 8.637699, 8.67417, 8.332699, 6.942308, 6.0444, 4.478453, 2.797007, 1.36809, 0.482202, 0.0]}, "lang": {"n_am_en": [24, 20, 13, 15, 15, 17, 24, 25, 24, 29, 26, 31, 22, 21, 22, 19, 22, 16, 29, 32, 36, 29, 23, 19, 39, 38, 37, 36, 30, 31, 32, 35, 32, 32, 35, 40, 43, 42, 44, 47, 45, 45, 48, 53, 60, 59, 66, 64, 77, 81], "n_am_pl": [3, 12, 12, 10, 7, 6, 7, 5, 6, 12, 9, 13, 11, 11, 8, 15, 13, 14, 9, 11, 13, 16, 18, 15, 12, 11, 18, 9, 18, 14, 11, 10, 18, 9, 8, 7, 7, 3, 5, 4, 6, 4, 2, 2, 2, 2, 2, 0, 0, 0], "n_pos": 81, "sum_m_en": [9.722583, 5.453431, 4.863631, 5.190337, 5.202275, 5.718241, 6.319332, 6.813338, 6.791388, 6.747997, 6.396176, 6.473286, 6.429156, 6.383747, 6.652874, 6.307099, 6.464099, 6.157716, 5.957943, 5.403748, 5.231695, 4.507014, 4.168882, 3.983278, 13.870474, 13.306187, 13.736175, 11.654917, 11.427146, 11.7508, 10.426105, 10.058275, 10.384016, 10.302111, 11.414185, 13.050105, 16.884748, 19.998735, 23.38723, 26.090311, 26.498533, 31.593472, 34.557194, 44.716574, 47.236812, 49.020919, 60.612283, 57.872892, 74.138923, 78.758577], "sum_m_pl": [27.819121, 35.276416, 34.079448, 33.796013, 33.519974, 33.924268, 33.769192, 34.398262, 34.251369, 34.63548, 34.487748, 35.019127, 36.104933, 35.924138, 36.124672, 37.142341, 36.581535, 37.230071, 37.505266, 38.486992, 38.748927, 39.418375, 39.455293, 39.786212, 30.907003, 31.088892, 30.612431, 32.542285, 32.138124, 32.614085, 34.384278, 34.53621, 34.728543, 33.565297, 32.444572, 31.787607, 27.398817, 24.011909, 21.448707, 20.74124, 18.887001, 16.628426, 13.469284, 9.773749, 7.721122, 6.704361, 3.551159, 1.398726, 0.600448, 0.064618]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "gsm8kpl-41", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1238, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9695, "tf_agree_excl_first": 0.9745}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [178, 173, 143, 132, 160, 148, 138, 191, 183, 226, 208, 199, 204, 195, 211, 180, 219, 194, 151, 140, 142, 153, 133, 143, 243, 236, 235, 250, 211, 227, 225, 200, 173, 183, 183, 233, 207, 217, 226, 234, 234, 234, 255, 278, 254, 208, 109, 59, 22, 17], "n_am_pl": [46, 136, 124, 166, 138, 123, 124, 109, 85, 95, 99, 113, 120, 131, 118, 133, 113, 135, 175, 181, 177, 175, 188, 185, 88, 110, 116, 130, 163, 145, 136, 124, 147, 133, 113, 100, 97, 82, 83, 93, 80, 76, 69, 68, 64, 81, 85, 119, 234, 256], "n_pos": 772, "sum_m_en": [70.756223, 37.490913, 38.398985, 40.094111, 42.595197, 43.385101, 44.392507, 45.968315, 50.13922, 53.968753, 52.64129, 53.943424, 53.075665, 54.132906, 54.042271, 51.253867, 48.294083, 47.594345, 42.676855, 40.807796, 38.413964, 35.710076, 34.811764, 33.864538, 72.397607, 74.769139, 81.626872, 73.942711, 77.128177, 75.846171, 70.129989, 68.60781, 69.183536, 72.587927, 77.284432, 86.78896, 91.256822, 100.094136, 100.910258, 107.597955, 108.285723, 118.134257, 129.57668, 175.090632, 169.260659, 138.21492, 91.729372, 62.534739, 31.350918, 17.100028], "sum_m_pl": [295.178332, 368.374373, 361.160704, 361.838379, 354.260813, 350.808288, 359.456556, 357.834045, 353.753929, 350.432082, 348.635244, 348.711344, 359.563579, 359.192736, 362.389363, 371.554447, 371.383181, 372.238041, 381.666663, 382.734163, 385.299126, 387.192325, 385.755241, 386.217878, 332.260467, 328.885018, 320.350137, 339.86028, 345.827885, 350.226943, 357.905151, 349.755898, 351.257337, 331.517701, 312.518878, 300.070267, 280.260081, 266.9639, 263.488248, 268.118292, 257.610645, 244.113938, 230.871732, 199.222959, 178.167274, 174.440124, 162.357052, 157.796859, 221.369739, 252.994743]}, "digit": {"n_am_en": [24, 29, 23, 26, 21, 5, 12, 18, 10, 20, 30, 34, 44, 41, 33, 24, 44, 35, 24, 25, 22, 30, 23, 20, 30, 30, 34, 30, 30, 23, 29, 23, 24, 18, 7, 14, 16, 6, 9, 5, 7, 8, 7, 9, 12, 7, 2, 1, 0, 0], "n_am_pl": [0, 21, 18, 10, 8, 6, 7, 9, 8, 7, 9, 12, 9, 8, 14, 17, 9, 10, 10, 9, 9, 5, 12, 14, 2, 7, 7, 11, 16, 17, 16, 15, 23, 17, 10, 6, 7, 8, 5, 6, 5, 6, 6, 3, 4, 4, 2, 5, 1, 0], "n_pos": 98, "sum_m_en": [8.381548, 4.338475, 4.496749, 4.404444, 4.710147, 4.593396, 4.521475, 4.823717, 5.278236, 5.310252, 5.427511, 5.652964, 5.930149, 6.16905, 6.028194, 5.813456, 5.533039, 5.582782, 4.987279, 4.882751, 4.5069, 4.185956, 4.071576, 3.958265, 7.439002, 8.073559, 9.421094, 8.383221, 8.677846, 8.66449, 8.300386, 7.730421, 7.828864, 7.55699, 7.4672, 7.609672, 7.543428, 7.991304, 7.12097, 7.431387, 7.198065, 7.051324, 6.683759, 8.594089, 9.826921, 6.059052, 4.592168, 3.763765, 0.333338, 1.7e-05], "sum_m_pl": [45.785558, 52.490421, 50.463219, 49.786238, 47.745036, 46.843229, 48.311645, 46.984845, 46.738786, 46.610261, 47.113227, 47.281501, 47.988563, 47.815354, 47.795552, 48.548432, 48.35846, 48.603018, 49.824122, 49.172449, 49.788865, 50.097631, 50.090029, 50.216189, 45.425102, 44.136072, 41.925767, 44.76554, 46.020492, 45.552307, 46.572783, 45.292476, 45.527675, 43.450303, 40.598539, 38.889384, 35.591942, 31.74833, 29.840838, 33.358036, 32.694208, 33.849589, 33.913834, 29.879307, 27.273622, 22.960226, 18.699238, 12.929559, 1.884142, 0.002428]}, "lang": {"n_am_en": [56, 59, 36, 29, 42, 51, 39, 62, 64, 86, 82, 80, 79, 69, 79, 66, 81, 62, 57, 54, 51, 45, 45, 40, 104, 101, 95, 99, 82, 90, 85, 75, 70, 78, 81, 97, 84, 102, 99, 112, 117, 111, 121, 150, 146, 117, 68, 27, 18, 17], "n_am_pl": [20, 49, 47, 68, 52, 44, 45, 33, 24, 25, 32, 36, 49, 48, 44, 50, 42, 63, 76, 79, 80, 82, 87, 88, 34, 41, 53, 55, 62, 52, 59, 52, 62, 63, 51, 53, 45, 30, 32, 33, 27, 30, 30, 31, 29, 49, 64, 98, 218, 253], "n_pos": 271, "sum_m_en": [25.558728, 13.39734, 13.362649, 14.270159, 15.046644, 15.904561, 16.544142, 16.843691, 18.451587, 19.837019, 19.197081, 20.388345, 19.583678, 19.643039, 19.663584, 18.152439, 17.054142, 16.594309, 15.088994, 14.234512, 13.470549, 12.385214, 11.986856, 11.691805, 27.572639, 27.940711, 30.734109, 27.291219, 27.884688, 27.234411, 25.263738, 25.170678, 25.452405, 27.443076, 27.499133, 31.640745, 33.953591, 39.631647, 41.421725, 49.380418, 51.40129, 58.89483, 66.439808, 105.79768, 108.161388, 84.930081, 55.62808, 30.549065, 24.039168, 17.091838], "sum_m_pl": [94.564827, 124.015755, 121.860573, 121.013412, 118.688114, 118.488756, 121.669681, 122.740801, 121.652093, 121.806488, 121.236112, 121.487863, 126.432163, 126.081294, 128.666193, 132.750363, 132.624678, 132.409614, 135.28155, 136.40717, 136.933481, 137.987945, 137.170445, 137.501069, 121.033, 120.231088, 117.305595, 123.022624, 124.507182, 126.607325, 129.119444, 127.336287, 130.322032, 125.719527, 119.989933, 115.990545, 111.84224, 107.06755, 105.580433, 104.255713, 101.496523, 93.741496, 87.061657, 69.391084, 60.817376, 69.523334, 81.977254, 99.241102, 190.110283, 246.688836]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 976, "item_id": "gsm8kpl-41", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1097, "region_end": 772, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9815}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [120, 87, 83, 80, 88, 79, 76, 88, 101, 103, 106, 122, 112, 106, 117, 121, 126, 109, 113, 117, 107, 122, 128, 136, 179, 169, 156, 151, 137, 127, 145, 134, 127, 144, 143, 142, 153, 142, 157, 170, 172, 166, 171, 170, 182, 185, 180, 197, 190, 184], "n_am_pl": [9, 57, 51, 44, 38, 40, 33, 28, 32, 35, 40, 52, 65, 41, 53, 53, 63, 52, 51, 53, 55, 54, 48, 41, 17, 20, 25, 43, 49, 53, 55, 43, 54, 50, 29, 36, 25, 30, 22, 15, 12, 14, 12, 8, 9, 4, 1, 3, 0, 0], "n_pos": 407, "sum_m_en": [47.444877, 23.028419, 21.502664, 21.111659, 22.426328, 23.336618, 23.20457, 24.288925, 26.143188, 25.974561, 27.276423, 28.819756, 30.26289, 29.921196, 30.828422, 30.017421, 29.482034, 30.306035, 26.602399, 23.803306, 21.909119, 20.498274, 19.794005, 19.416764, 66.79546, 61.872895, 57.83828, 46.778294, 44.369593, 43.237131, 41.18842, 42.714693, 43.459542, 46.460821, 50.116277, 64.998811, 74.922369, 74.225328, 87.544147, 105.797078, 107.574483, 111.17439, 123.191012, 132.279454, 147.803675, 156.647886, 168.384978, 180.308006, 185.59594, 182.866719], "sum_m_pl": [151.96823, 193.819939, 190.181412, 184.924775, 179.458392, 175.003096, 177.979176, 177.771129, 173.21277, 178.665391, 177.742015, 178.840517, 180.105123, 176.557141, 180.142227, 182.830285, 183.584435, 182.967684, 185.38396, 192.04918, 194.280673, 196.14871, 196.700908, 197.239911, 141.347253, 141.312351, 139.320186, 155.847488, 158.735712, 159.452688, 163.231778, 162.424103, 162.43785, 152.883211, 147.183805, 134.559938, 115.398461, 107.9901, 95.479403, 84.063423, 80.592313, 68.646402, 64.430009, 51.229662, 42.177781, 33.183714, 22.070015, 13.066628, 2.066073, 0.063231]}, "digit": {"n_am_en": [12, 18, 21, 13, 11, 3, 5, 10, 8, 15, 8, 15, 12, 12, 15, 8, 11, 6, 9, 11, 10, 8, 8, 14, 12, 9, 16, 23, 22, 18, 16, 14, 10, 10, 8, 9, 9, 6, 7, 10, 12, 9, 7, 6, 5, 3, 4, 4, 0, 0], "n_am_pl": [0, 2, 8, 8, 6, 12, 2, 4, 4, 4, 3, 9, 11, 5, 2, 7, 12, 8, 8, 7, 9, 10, 9, 3, 2, 7, 5, 5, 4, 8, 10, 5, 6, 2, 4, 5, 4, 8, 1, 1, 0, 0, 4, 2, 1, 0, 0, 0, 0, 0], "n_pos": 64, "sum_m_en": [5.583637, 2.975797, 2.921059, 2.855268, 3.064532, 3.046998, 2.865785, 3.152771, 3.380955, 3.260563, 3.371506, 3.403281, 3.857761, 3.911202, 3.729009, 3.542702, 3.570792, 3.66724, 3.38362, 3.073447, 2.936781, 2.727436, 2.640659, 2.607641, 5.783673, 5.323487, 5.468869, 5.074644, 5.027919, 4.865209, 4.962553, 4.73719, 4.417147, 4.453757, 4.411504, 5.632307, 5.911163, 5.857494, 6.843849, 6.813861, 6.696275, 5.777675, 5.306846, 5.053204, 4.459766, 4.760335, 4.486442, 3.835045, 0.597173, 0.0], "sum_m_pl": [29.020321, 33.607176, 32.168037, 31.224191, 29.954504, 29.168774, 30.054895, 29.507034, 29.005757, 29.954362, 29.579522, 29.544252, 28.880251, 29.011382, 29.475008, 29.730191, 29.573495, 29.361737, 29.897904, 31.234811, 31.18527, 31.599185, 31.530592, 31.589724, 26.222878, 25.763724, 25.818356, 27.465572, 27.820314, 27.937291, 27.836168, 27.11413, 27.307867, 26.158247, 25.386069, 23.964876, 22.353657, 21.708789, 18.731796, 18.022587, 18.260117, 16.95257, 17.131301, 14.368646, 11.815827, 9.303749, 6.450599, 3.946396, 0.990632, 0.0]}, "lang": {"n_am_en": [54, 40, 34, 44, 44, 47, 46, 50, 63, 51, 64, 67, 65, 62, 65, 67, 72, 69, 70, 74, 62, 77, 80, 76, 108, 106, 94, 86, 82, 75, 85, 80, 85, 84, 82, 83, 93, 90, 97, 103, 103, 110, 113, 117, 127, 130, 137, 157, 175, 182], "n_am_pl": [6, 28, 23, 11, 14, 15, 14, 10, 16, 18, 18, 21, 27, 16, 31, 28, 28, 17, 20, 21, 25, 25, 25, 25, 11, 7, 9, 24, 24, 25, 23, 21, 28, 30, 17, 24, 15, 14, 14, 10, 9, 10, 8, 6, 6, 2, 0, 2, 0, 0], "n_pos": 183, "sum_m_en": [23.460435, 10.98469, 10.07382, 10.064526, 10.759118, 11.446448, 11.578447, 11.969444, 12.919998, 12.7037, 13.567313, 14.843072, 15.447072, 15.068782, 15.576407, 15.096855, 14.745019, 15.181149, 13.206755, 11.712765, 10.5942, 9.985078, 9.628031, 9.378373, 38.849755, 35.878834, 33.575033, 26.193338, 24.56871, 23.818502, 22.195813, 22.879538, 23.839832, 25.811783, 27.193959, 37.626841, 43.985655, 44.76276, 52.00097, 63.61383, 66.591045, 71.531534, 80.722299, 87.321248, 102.427226, 107.838779, 122.066333, 138.736687, 169.018296, 179.949024], "sum_m_pl": [63.877823, 83.934868, 83.052686, 80.808798, 78.721208, 76.383959, 77.739553, 78.169845, 76.555445, 79.200087, 78.704837, 79.50362, 80.644424, 78.880574, 80.807636, 82.025969, 82.547502, 82.271658, 83.125394, 86.07028, 87.490481, 88.416395, 88.675584, 88.83265, 62.166471, 63.099735, 63.266276, 71.236417, 72.22063, 71.657076, 73.82193, 73.805981, 74.060383, 71.07134, 68.953937, 63.590972, 54.558693, 51.352606, 46.457605, 39.123351, 36.354716, 30.522295, 29.116113, 23.039672, 17.370485, 15.085466, 9.835705, 5.717934, 0.627104, 0.001682]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 413, "item_id": "gsm8kpl-417", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1194, "region_end": 407, "roundtrip_ok": true, "tf_agree": 0.9879, "tf_agree_excl_first": 0.9903}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [87, 67, 78, 75, 71, 54, 51, 50, 41, 64, 60, 64, 71, 60, 64, 65, 90, 75, 70, 66, 53, 80, 78, 80, 127, 134, 98, 119, 99, 80, 97, 86, 84, 91, 89, 74, 87, 59, 64, 66, 69, 69, 72, 72, 73, 63, 49, 42, 24, 22], "n_am_pl": [22, 63, 64, 60, 58, 58, 54, 71, 54, 71, 66, 84, 94, 102, 81, 87, 72, 73, 86, 107, 82, 72, 62, 66, 35, 37, 42, 59, 67, 82, 76, 63, 60, 40, 42, 36, 33, 42, 46, 32, 32, 35, 24, 19, 16, 20, 28, 27, 43, 58], "n_pos": 415, "sum_m_en": [36.112732, 19.894478, 20.549644, 20.846139, 22.165602, 21.522203, 21.088539, 21.661312, 22.826422, 22.858256, 22.931838, 24.298599, 26.163155, 26.373246, 26.870619, 26.656142, 26.577726, 25.942566, 23.193684, 21.430797, 20.150837, 19.229602, 18.749959, 18.138753, 48.736683, 45.288379, 42.054124, 40.162607, 39.529088, 37.245378, 37.427812, 37.110347, 34.924981, 36.107099, 37.256485, 39.265032, 40.394233, 37.259308, 43.561498, 51.391407, 52.505783, 51.735405, 52.484972, 58.660678, 69.935465, 60.261857, 49.648513, 44.052905, 27.759159, 21.951541], "sum_m_pl": [174.691675, 205.283216, 199.040339, 194.677048, 187.958339, 181.39857, 184.80102, 184.689977, 178.220927, 183.546161, 180.409074, 181.735205, 184.773947, 183.327691, 183.359303, 188.017609, 186.552455, 187.196531, 193.155565, 198.378613, 201.049161, 201.12481, 200.898527, 202.192245, 147.762867, 146.374013, 145.679407, 162.041873, 166.418947, 167.541799, 167.374869, 167.727151, 162.81103, 148.624368, 144.437513, 131.895439, 119.48571, 116.340219, 105.276722, 94.059078, 91.603287, 85.07387, 83.650691, 69.162939, 50.84107, 50.691708, 47.284835, 37.505225, 45.836516, 56.730913]}, "digit": {"n_am_en": [20, 32, 24, 23, 15, 11, 11, 14, 11, 19, 18, 18, 14, 14, 12, 12, 17, 19, 16, 14, 10, 14, 11, 14, 21, 22, 18, 27, 23, 13, 18, 11, 12, 16, 12, 12, 17, 9, 9, 10, 10, 8, 6, 6, 5, 3, 2, 3, 0, 0], "n_am_pl": [0, 8, 12, 6, 1, 12, 6, 7, 1, 5, 8, 9, 15, 17, 17, 17, 14, 10, 12, 27, 21, 17, 13, 12, 10, 8, 10, 15, 16, 17, 15, 14, 17, 10, 11, 9, 5, 6, 5, 5, 4, 4, 4, 3, 3, 4, 2, 1, 0, 0], "n_pos": 85, "sum_m_en": [7.299559, 3.988138, 4.01459, 4.014482, 4.143199, 3.898578, 3.778397, 4.017664, 4.288857, 4.174461, 4.307837, 4.56895, 5.132286, 5.089378, 4.997255, 4.953807, 4.8969, 5.040357, 4.460476, 4.085878, 3.82646, 3.570241, 3.469489, 3.389135, 8.255862, 6.682481, 6.73979, 6.645105, 6.7137, 6.495183, 6.790751, 6.577824, 5.965494, 6.738841, 6.779826, 7.764539, 7.334321, 6.792993, 8.0297, 8.1239, 8.10808, 5.574567, 4.75644, 4.355174, 4.49188, 3.725047, 2.969061, 3.679907, 0.329583, 0.000201], "sum_m_pl": [39.205575, 44.665863, 42.893169, 41.975251, 40.452479, 39.002296, 39.5625, 38.635144, 37.579482, 38.221652, 37.933123, 38.653549, 38.580015, 38.959148, 38.929728, 39.446144, 39.27555, 38.983813, 40.502834, 41.855912, 41.903981, 42.252048, 42.218201, 42.478732, 35.475019, 35.218686, 34.943161, 37.262032, 37.672764, 37.484753, 37.389753, 36.873762, 36.60706, 34.392693, 33.672366, 32.227978, 30.476773, 30.437202, 26.935015, 25.599759, 25.309416, 25.337288, 26.100301, 22.41583, 16.753355, 14.432188, 10.513891, 5.854531, 1.010545, 0.095542]}, "lang": {"n_am_en": [18, 8, 16, 15, 11, 15, 17, 14, 10, 17, 13, 15, 20, 15, 20, 21, 28, 24, 27, 23, 19, 32, 33, 31, 42, 45, 34, 33, 24, 25, 31, 31, 29, 33, 35, 28, 32, 31, 29, 31, 34, 36, 42, 46, 49, 49, 36, 33, 23, 22], "n_am_pl": [10, 17, 10, 12, 23, 13, 11, 15, 14, 14, 14, 20, 20, 20, 13, 16, 17, 16, 17, 20, 16, 12, 12, 13, 6, 6, 8, 10, 11, 16, 16, 10, 15, 9, 12, 7, 5, 4, 8, 6, 4, 7, 8, 6, 5, 10, 19, 20, 42, 58], "n_pos": 80, "sum_m_en": [6.819428, 4.015483, 4.039862, 4.079156, 4.164453, 4.309191, 4.137223, 4.284293, 4.570318, 4.425918, 4.575895, 4.908205, 5.249936, 5.514676, 5.604762, 5.619119, 5.640823, 5.589703, 5.000875, 4.564674, 4.24529, 4.02867, 3.851376, 3.730894, 14.96836, 14.025809, 12.459106, 10.313665, 9.436908, 8.664854, 8.886668, 8.550371, 8.492487, 9.237003, 9.188002, 10.61857, 13.814869, 12.599641, 15.956317, 22.41301, 23.367592, 25.9888, 27.703879, 34.564539, 46.846146, 42.400885, 33.945922, 31.348931, 25.589773, 21.912364], "sum_m_pl": [32.668009, 38.250157, 37.634397, 36.96228, 36.108399, 34.509304, 35.152056, 35.446713, 34.791951, 35.83885, 35.378547, 35.127997, 35.544599, 35.342411, 35.690472, 36.64101, 36.150389, 36.185208, 37.178022, 37.941496, 38.611512, 38.669383, 38.673569, 38.88919, 29.413962, 28.947778, 28.774147, 32.129796, 32.473215, 33.271564, 33.215975, 33.679267, 33.281993, 31.440879, 31.324507, 29.022694, 26.266869, 27.311864, 26.062624, 22.087342, 21.346137, 18.351118, 19.325565, 15.355535, 10.510738, 15.181985, 19.690389, 19.974301, 40.679368, 56.178165]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 415, "item_id": "gsm8kpl-417", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1053, "region_end": 415, "roundtrip_ok": true, "tf_agree": 0.9976, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [502, 421, 281, 252, 354, 287, 264, 288, 321, 369, 377, 406, 375, 333, 327, 349, 296, 313, 260, 225, 204, 200, 189, 198, 357, 384, 322, 309, 355, 355, 338, 318, 312, 325, 331, 389, 405, 428, 463, 484, 462, 490, 488, 434, 485, 500, 540, 551, 494, 467], "n_am_pl": [35, 164, 190, 233, 199, 187, 184, 180, 165, 164, 157, 156, 149, 152, 203, 211, 209, 221, 219, 215, 221, 247, 275, 288, 147, 121, 143, 158, 168, 157, 185, 163, 156, 153, 123, 109, 99, 64, 59, 49, 34, 36, 34, 43, 59, 44, 23, 9, 15, 18], "n_pos": 1279, "sum_m_en": [159.016771, 77.309434, 69.156857, 68.7538, 70.760309, 68.541517, 68.8691, 73.113306, 79.9523, 84.155105, 88.683238, 95.33164, 96.727009, 98.776261, 101.508617, 98.528087, 95.389311, 99.20183, 88.720712, 77.804037, 70.109384, 63.700663, 60.429807, 58.524359, 126.79061, 135.57247, 137.541897, 126.176884, 131.159964, 135.038982, 125.232271, 131.532621, 133.011447, 138.925544, 147.396652, 168.191932, 189.932648, 201.231796, 223.133446, 244.404785, 258.896128, 302.124593, 323.180036, 333.732161, 374.328251, 409.921485, 482.038993, 509.404245, 476.14522, 467.112864], "sum_m_pl": [459.730723, 617.627751, 604.512366, 594.918799, 588.28092, 579.133341, 586.849443, 577.038102, 574.480235, 584.339084, 575.131419, 568.930491, 569.964305, 563.005451, 551.949256, 570.279678, 573.178016, 572.625859, 582.418689, 597.692597, 609.373619, 620.227565, 624.529921, 628.668392, 517.522124, 502.952873, 485.899055, 518.636781, 527.367561, 509.722467, 528.805892, 511.646944, 505.643389, 477.666411, 454.219692, 419.204334, 384.036811, 353.443285, 322.537803, 315.075864, 296.219633, 251.215775, 229.510724, 212.828748, 188.562197, 148.14847, 79.108245, 39.854012, 16.819844, 18.062661]}, "digit": {"n_am_en": [61, 26, 23, 16, 23, 21, 8, 10, 14, 16, 17, 22, 13, 12, 4, 14, 9, 13, 14, 12, 7, 5, 5, 4, 21, 28, 26, 20, 35, 27, 20, 19, 17, 14, 7, 9, 13, 7, 12, 12, 10, 17, 14, 8, 8, 9, 2, 1, 1, 0], "n_am_pl": [0, 6, 22, 42, 15, 34, 52, 60, 70, 54, 53, 46, 25, 19, 42, 44, 49, 53, 51, 44, 39, 44, 49, 51, 28, 24, 37, 26, 28, 26, 25, 29, 25, 31, 35, 37, 33, 28, 24, 22, 20, 16, 10, 19, 13, 3, 0, 0, 0, 0], "n_pos": 136, "sum_m_en": [13.85343, 6.3958, 6.010394, 6.346421, 6.395429, 6.928501, 6.650986, 7.428407, 7.590233, 7.495215, 7.443854, 7.881708, 8.40888, 8.579777, 8.127084, 8.116022, 8.107263, 8.35403, 7.632851, 7.015092, 6.413279, 5.900462, 5.681121, 5.500248, 8.961806, 9.295072, 9.57399, 9.674627, 10.737177, 10.767376, 10.127522, 10.337775, 9.920514, 8.82916, 9.012564, 9.748266, 11.031653, 10.893138, 10.823952, 11.27054, 10.354297, 10.876077, 9.665033, 9.790708, 10.045699, 7.676529, 2.903454, 1.348559, 0.73088, 0.0], "sum_m_pl": [60.17948, 71.395127, 66.758539, 64.368989, 61.978413, 59.166659, 61.881581, 60.138053, 60.233339, 63.438654, 63.412592, 62.902969, 59.61837, 59.756025, 58.337184, 60.632243, 62.050182, 62.611752, 64.473782, 65.365878, 66.164253, 67.332138, 67.863652, 68.618827, 62.742929, 60.415252, 59.52077, 59.706999, 60.437621, 58.033507, 58.926081, 57.311994, 55.347999, 54.124638, 52.590967, 49.446804, 47.611979, 44.097103, 41.200273, 42.616837, 41.142294, 39.152298, 36.825184, 33.395059, 32.639505, 22.488721, 7.174065, 3.137121, 0.476323, 0.0]}, "lang": {"n_am_en": [130, 158, 95, 118, 145, 113, 125, 129, 142, 149, 172, 182, 166, 149, 148, 153, 130, 151, 123, 99, 102, 107, 103, 109, 193, 192, 166, 158, 167, 177, 161, 152, 167, 166, 168, 211, 221, 234, 253, 273, 279, 300, 295, 277, 337, 339, 388, 400, 445, 465], "n_am_pl": [20, 88, 82, 50, 76, 70, 50, 49, 28, 54, 39, 49, 59, 62, 71, 72, 67, 66, 68, 67, 62, 72, 90, 95, 40, 36, 37, 52, 59, 46, 60, 55, 50, 47, 30, 29, 20, 16, 16, 13, 10, 9, 7, 7, 13, 9, 6, 8, 15, 18], "n_pos": 487, "sum_m_en": [59.709092, 31.434385, 27.23778, 27.154815, 28.067086, 26.900704, 27.665585, 29.118979, 31.907083, 33.10801, 35.069676, 38.191847, 38.811616, 39.774174, 41.004091, 39.564332, 37.776505, 39.574712, 35.434934, 30.913185, 27.691983, 25.061648, 23.694042, 22.938875, 58.149463, 62.677007, 63.14812, 55.186806, 57.017351, 59.362368, 54.225383, 57.59451, 59.868998, 63.881003, 68.571422, 82.035396, 98.898283, 106.986162, 123.479274, 138.235046, 154.003184, 189.217411, 204.494675, 214.17286, 249.794941, 279.840639, 345.222006, 365.019913, 423.824278, 459.165397], "sum_m_pl": [159.018254, 226.263446, 226.492003, 222.823177, 220.584508, 217.567387, 218.368034, 217.867665, 218.47812, 221.838309, 218.18418, 216.704504, 219.918225, 216.940297, 214.141928, 219.978563, 220.792811, 219.667648, 222.285413, 227.981931, 232.261144, 236.57672, 238.020739, 239.6054, 193.19257, 187.763734, 180.643099, 196.426513, 197.862374, 190.978501, 199.916726, 193.347757, 194.311679, 184.78344, 177.049137, 165.341363, 150.461098, 139.310923, 127.608554, 121.863285, 113.116489, 94.480056, 80.921359, 76.403259, 62.853113, 44.33079, 24.050002, 14.708175, 13.519644, 17.977131]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1279, "item_id": "gsm8kpl-423", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1240, "region_end": 1279, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9937}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [233, 249, 188, 179, 172, 154, 158, 152, 173, 220, 187, 187, 200, 192, 176, 184, 190, 161, 131, 140, 127, 126, 121, 117, 227, 200, 173, 194, 232, 224, 188, 194, 177, 188, 203, 187, 211, 221, 227, 253, 241, 253, 241, 244, 196, 216, 167, 89, 10, 28], "n_am_pl": [114, 208, 215, 207, 205, 204, 159, 128, 101, 118, 103, 110, 131, 113, 117, 128, 148, 140, 154, 161, 169, 195, 201, 226, 89, 106, 135, 141, 138, 111, 139, 120, 135, 102, 77, 86, 85, 58, 64, 69, 79, 74, 85, 91, 81, 79, 109, 141, 195, 237], "n_pos": 925, "sum_m_en": [89.033872, 46.59957, 45.747953, 47.951803, 51.405077, 47.503014, 49.274655, 50.717965, 54.206124, 58.228279, 58.572592, 64.333498, 65.194156, 67.559746, 68.958147, 64.115624, 64.461293, 64.223192, 57.752303, 53.014912, 48.284448, 44.489615, 43.36484, 41.780917, 80.570912, 83.426704, 86.436671, 86.882213, 91.183324, 95.295839, 87.342281, 88.978603, 88.007413, 92.26821, 96.580442, 99.956938, 102.970958, 106.524406, 110.301671, 113.388073, 116.595232, 128.009676, 129.301039, 133.843555, 129.214317, 141.960191, 132.377415, 90.843083, 20.333158, 27.613073], "sum_m_pl": [375.391786, 445.309398, 428.197425, 425.194764, 415.264577, 406.552673, 415.526286, 416.428811, 409.542016, 422.431052, 415.76647, 407.119092, 411.892427, 399.964816, 395.804876, 416.468007, 418.202325, 417.676545, 432.721432, 438.906546, 445.527208, 451.491157, 452.529815, 456.02022, 371.225835, 368.773346, 353.786059, 379.006821, 383.129262, 368.34511, 374.462308, 364.120722, 349.203175, 321.618931, 308.845411, 291.080167, 279.387468, 264.853455, 252.040567, 254.762569, 248.090544, 235.600519, 224.704238, 211.283866, 198.606711, 179.414341, 171.915273, 171.394375, 193.355456, 238.178579]}, "digit": {"n_am_en": [4, 41, 35, 31, 21, 12, 12, 11, 7, 14, 32, 19, 16, 17, 12, 15, 17, 16, 10, 10, 8, 8, 5, 10, 21, 21, 16, 14, 33, 22, 18, 21, 14, 13, 10, 12, 6, 8, 7, 4, 4, 11, 7, 4, 3, 4, 2, 1, 0, 0], "n_am_pl": [0, 3, 13, 9, 13, 19, 8, 12, 17, 6, 8, 10, 7, 7, 8, 10, 18, 22, 21, 14, 8, 13, 14, 17, 7, 5, 18, 18, 23, 14, 16, 17, 14, 12, 10, 11, 12, 6, 6, 7, 5, 2, 3, 10, 6, 6, 1, 2, 0, 0], "n_pos": 100, "sum_m_en": [8.97964, 4.674972, 4.209561, 4.152271, 4.400446, 4.500627, 4.688809, 5.159798, 5.166186, 5.283633, 5.240242, 5.607229, 6.369004, 6.413409, 6.302192, 6.25064, 6.718446, 6.831798, 6.035941, 5.509834, 4.983779, 4.58585, 4.413142, 4.228888, 7.448782, 7.972642, 8.607635, 8.332828, 8.728719, 8.787016, 8.403336, 8.849108, 8.046785, 7.76129, 8.169769, 8.894478, 8.107166, 8.304348, 7.383597, 8.011856, 7.608531, 7.283544, 6.36841, 5.228301, 4.079838, 3.666168, 3.243772, 1.479145, 0.067201, 1e-06], "sum_m_pl": [46.141257, 53.722997, 51.808547, 50.283797, 49.009517, 46.848185, 47.35234, 45.91808, 45.370246, 46.100739, 46.315738, 46.282508, 44.888976, 44.064509, 42.783546, 44.995606, 44.814142, 44.751488, 47.044116, 47.578506, 48.24161, 49.171094, 49.483665, 50.151886, 43.630818, 42.474672, 41.209276, 43.127517, 43.403836, 41.029836, 40.860871, 39.642386, 38.975736, 37.421754, 35.511095, 35.699791, 33.944478, 32.714627, 30.34203, 32.178805, 31.074374, 30.622718, 28.155058, 23.420667, 23.179529, 18.366174, 8.545256, 6.51547, 0.577462, 0.076575]}, "lang": {"n_am_en": [73, 57, 37, 38, 41, 40, 48, 52, 60, 74, 55, 71, 69, 78, 73, 69, 65, 68, 57, 66, 61, 58, 58, 54, 96, 90, 76, 80, 77, 87, 72, 72, 71, 89, 89, 77, 105, 113, 116, 133, 123, 131, 123, 132, 113, 140, 101, 50, 7, 28], "n_am_pl": [33, 49, 58, 53, 47, 48, 37, 26, 22, 32, 28, 32, 51, 41, 34, 39, 40, 31, 46, 58, 65, 65, 68, 82, 23, 32, 33, 33, 36, 32, 43, 37, 59, 40, 31, 33, 40, 29, 28, 34, 34, 36, 42, 43, 44, 44, 73, 115, 189, 236], "n_pos": 270, "sum_m_en": [25.491754, 14.283182, 14.278155, 15.97359, 17.286374, 15.082861, 15.778085, 15.292892, 17.025195, 18.200945, 18.538385, 21.374904, 20.629148, 22.100666, 22.437641, 20.416297, 19.757938, 19.879649, 18.128853, 16.472693, 14.967984, 13.577526, 13.430028, 12.515338, 28.07965, 28.798, 29.235812, 28.708283, 28.919688, 31.382663, 28.369433, 30.065927, 30.591802, 33.920604, 33.850378, 36.566855, 39.715752, 42.738281, 45.662907, 46.970655, 51.353514, 57.381943, 60.109276, 67.747453, 70.007827, 87.243541, 77.712122, 47.893177, 12.037395, 27.572647], "sum_m_pl": [100.293138, 120.486132, 116.234914, 116.09582, 112.660023, 112.454404, 114.922212, 117.98299, 117.5475, 121.322336, 118.92666, 115.76407, 119.459206, 117.443957, 118.729777, 123.620112, 124.036035, 123.84212, 127.809829, 129.783723, 131.145759, 133.095999, 133.034122, 134.028194, 116.526719, 114.874605, 111.524725, 117.303029, 118.325176, 112.662318, 117.397946, 114.333364, 113.681483, 107.163232, 105.029179, 103.631354, 104.188215, 101.766582, 99.645292, 100.210863, 97.765639, 96.57304, 96.190778, 94.565151, 89.795688, 82.886409, 94.565406, 116.203873, 172.531963, 233.080901]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1005, "item_id": "gsm8kpl-423", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1099, "region_end": 925, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.9851}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [61, 79, 49, 58, 55, 38, 33, 56, 53, 53, 63, 65, 56, 55, 52, 52, 50, 48, 57, 49, 48, 56, 51, 56, 72, 81, 71, 67, 71, 77, 60, 53, 59, 61, 61, 65, 69, 61, 65, 56, 54, 54, 59, 62, 56, 61, 62, 78, 63, 62], "n_am_pl": [8, 23, 34, 22, 18, 20, 13, 16, 13, 26, 24, 27, 25, 23, 25, 41, 35, 28, 19, 31, 20, 24, 27, 23, 12, 13, 19, 11, 16, 19, 18, 24, 20, 21, 22, 9, 8, 8, 9, 11, 9, 5, 9, 8, 9, 5, 5, 4, 0, 0], "n_pos": 189, "sum_m_en": [22.634967, 10.473954, 9.938118, 9.804402, 10.202, 10.023823, 9.680825, 10.260441, 10.894735, 11.270958, 11.654585, 12.175835, 12.290525, 12.786908, 12.85026, 11.743582, 11.432369, 11.24915, 10.550563, 9.841395, 9.210967, 8.585213, 8.36045, 8.298998, 21.855684, 22.70594, 22.166737, 19.340834, 18.850769, 18.683323, 16.93664, 17.207858, 17.080162, 16.872846, 18.443021, 20.594762, 28.570403, 28.579346, 32.344439, 35.219332, 36.773116, 39.834941, 47.049213, 50.620242, 51.037659, 54.771498, 61.57401, 73.511083, 65.918752, 61.780134], "sum_m_pl": [71.246117, 93.721796, 92.254402, 89.367458, 87.933146, 87.230618, 87.604998, 87.041004, 85.24978, 86.414847, 86.851508, 88.260784, 87.709588, 84.848369, 85.048873, 87.735317, 88.435813, 89.389164, 90.934385, 93.028783, 93.068133, 94.267828, 94.545943, 94.634259, 73.939643, 73.268143, 72.18294, 76.04669, 78.79508, 80.807455, 82.338564, 80.532979, 81.438514, 77.067057, 74.887177, 67.604969, 58.125989, 56.220598, 52.082891, 52.173133, 48.985493, 43.031421, 39.061656, 33.489697, 27.205512, 22.909985, 16.623724, 8.78254, 1.599917, 0.027193]}, "digit": {"n_am_en": [4, 23, 9, 2, 5, 1, 2, 8, 8, 6, 12, 13, 8, 5, 5, 8, 11, 10, 9, 6, 6, 8, 7, 9, 11, 14, 11, 11, 15, 14, 11, 7, 7, 7, 8, 6, 4, 4, 3, 3, 3, 2, 2, 3, 1, 1, 2, 3, 0, 0], "n_am_pl": [4, 4, 3, 3, 4, 6, 4, 1, 3, 6, 3, 6, 3, 3, 4, 6, 5, 3, 4, 9, 7, 5, 5, 6, 4, 5, 6, 4, 5, 5, 4, 3, 6, 4, 3, 1, 2, 1, 2, 2, 3, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [3.505215, 1.803898, 1.717961, 1.678656, 1.811526, 1.759877, 1.743662, 1.912648, 1.945976, 2.024837, 2.104596, 2.131317, 2.217011, 2.238724, 2.161478, 2.006372, 2.138382, 2.059815, 1.923704, 1.838667, 1.718093, 1.595643, 1.562324, 1.553471, 2.866815, 2.763302, 2.995761, 2.962213, 3.035595, 3.000063, 2.982424, 2.892776, 2.623191, 2.519811, 2.519757, 2.482076, 2.376674, 2.419781, 2.571855, 2.49434, 2.459659, 2.489482, 2.42758, 2.468914, 2.544036, 2.386079, 3.309937, 2.444631, 1.159484, 0.0], "sum_m_pl": [18.817323, 21.953775, 21.038009, 20.314193, 19.898065, 19.626414, 19.64357, 19.271837, 19.069047, 19.110458, 19.459609, 19.483395, 18.727823, 18.279423, 18.489719, 18.85762, 19.181781, 19.358112, 19.952854, 20.484282, 20.409889, 20.684667, 20.809419, 20.880825, 17.934599, 18.33583, 17.591326, 17.948555, 18.29417, 18.515078, 18.282677, 17.439541, 18.108941, 16.901193, 16.894099, 16.073587, 15.971581, 15.430911, 14.495448, 15.203639, 14.87689, 14.379999, 13.468571, 11.677351, 10.789564, 9.299212, 6.238258, 3.48729, 0.574418, 1e-06]}, "lang": {"n_am_en": [17, 21, 18, 21, 18, 15, 17, 31, 25, 25, 22, 21, 23, 24, 24, 21, 15, 21, 25, 21, 23, 27, 25, 27, 30, 37, 33, 31, 31, 31, 27, 23, 28, 29, 31, 35, 36, 38, 38, 33, 33, 33, 37, 38, 38, 42, 44, 54, 58, 60], "n_am_pl": [2, 4, 9, 2, 3, 6, 4, 4, 4, 8, 12, 13, 14, 10, 10, 15, 15, 7, 5, 8, 2, 8, 10, 6, 3, 2, 4, 3, 4, 6, 10, 11, 10, 7, 8, 5, 3, 3, 2, 4, 2, 2, 3, 3, 5, 2, 2, 1, 0, 0], "n_pos": 61, "sum_m_en": [7.334836, 3.63298, 3.404072, 3.385307, 3.517788, 3.461847, 3.496608, 3.706521, 4.0784, 4.162406, 4.309342, 4.437954, 4.553322, 4.757323, 4.763897, 4.289174, 4.135171, 4.037795, 3.782609, 3.525622, 3.224438, 2.992323, 2.923285, 2.900658, 8.870933, 9.665825, 10.176005, 8.509272, 7.967885, 8.097615, 6.927012, 7.224335, 7.258917, 7.347328, 8.429124, 9.780524, 15.031768, 15.398519, 17.975463, 20.404429, 22.50106, 24.898466, 29.857646, 31.913746, 34.984292, 37.581889, 41.585351, 50.855288, 57.272699, 59.539261], "sum_m_pl": [20.576971, 28.911735, 29.023237, 27.734244, 27.693576, 27.56089, 27.462387, 28.112152, 27.417608, 28.020542, 28.037405, 28.701112, 28.880289, 27.74582, 27.984197, 28.697186, 28.898236, 29.17008, 29.569094, 30.080331, 30.260675, 30.672108, 30.722675, 30.788965, 24.436605, 23.787754, 23.408314, 24.51623, 25.023126, 25.938149, 26.972218, 26.118303, 26.798929, 25.726807, 24.343146, 22.232752, 18.640166, 18.251776, 16.829718, 15.965495, 14.361631, 11.822435, 9.747944, 8.940227, 7.58226, 5.793407, 4.664486, 1.452965, 0.203744, 0.004451]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "gsm8kpl-424", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1174, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9896}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [46, 43, 30, 30, 33, 29, 27, 26, 25, 37, 42, 35, 32, 34, 34, 23, 23, 20, 27, 24, 22, 21, 18, 22, 41, 43, 36, 35, 43, 37, 36, 27, 41, 32, 36, 29, 23, 21, 22, 26, 25, 20, 21, 21, 25, 25, 20, 14, 6, 6], "n_am_pl": [4, 40, 38, 37, 36, 29, 21, 15, 25, 25, 15, 21, 26, 23, 16, 35, 35, 23, 21, 47, 36, 41, 36, 38, 15, 17, 21, 24, 31, 32, 28, 27, 25, 28, 16, 8, 11, 8, 17, 13, 12, 13, 18, 21, 17, 14, 18, 18, 27, 30], "n_pos": 160, "sum_m_en": [14.666313, 7.567416, 7.67703, 7.769132, 8.352824, 8.115069, 8.015778, 8.415925, 8.928116, 9.31819, 9.240256, 9.623704, 9.735424, 10.03062, 10.15308, 9.110246, 9.126869, 8.724292, 7.834758, 7.491006, 7.161612, 6.812814, 6.682886, 6.623117, 16.975538, 15.147415, 14.198387, 14.199347, 14.723606, 14.028907, 12.798218, 12.345835, 11.526213, 11.328465, 13.060476, 13.014584, 14.491498, 14.420853, 15.736798, 17.062822, 15.177128, 15.441345, 16.691733, 16.722948, 18.317251, 19.41915, 17.926213, 14.664509, 6.629381, 6.053213], "sum_m_pl": [66.859354, 81.286073, 78.959506, 76.970266, 75.603563, 75.306714, 74.864356, 73.560036, 72.312925, 73.006492, 72.861953, 73.600049, 73.974278, 71.802996, 71.956664, 74.253144, 74.891433, 75.124218, 78.400139, 80.116773, 79.410455, 80.054743, 80.164359, 80.566831, 64.128191, 63.591636, 62.530868, 66.572657, 68.906482, 70.694984, 70.344642, 69.835531, 70.549193, 63.239213, 62.01884, 57.756798, 54.346104, 53.998793, 50.548006, 50.656035, 47.932515, 45.665957, 44.247406, 40.928612, 36.886229, 33.646108, 28.374678, 23.761473, 26.815828, 29.69811]}, "digit": {"n_am_en": [6, 24, 7, 9, 3, 4, 4, 9, 9, 7, 11, 6, 9, 9, 8, 5, 6, 4, 9, 6, 5, 7, 6, 10, 14, 15, 15, 15, 14, 14, 8, 6, 11, 9, 7, 7, 2, 3, 4, 4, 4, 5, 3, 3, 3, 1, 4, 2, 0, 0], "n_am_pl": [0, 4, 5, 4, 5, 4, 4, 4, 8, 7, 2, 4, 3, 4, 2, 9, 9, 5, 4, 15, 9, 9, 8, 5, 2, 3, 1, 6, 4, 4, 5, 8, 8, 5, 5, 0, 1, 0, 2, 1, 1, 1, 3, 5, 3, 1, 2, 1, 0, 0], "n_pos": 44, "sum_m_en": [3.513191, 1.853649, 1.85803, 1.840635, 1.963188, 1.88226, 1.880766, 1.989113, 2.076228, 2.180256, 2.227012, 2.275282, 2.473022, 2.579979, 2.566845, 2.301513, 2.355369, 2.240656, 2.014817, 1.932503, 1.82188, 1.72035, 1.682884, 1.678313, 3.271269, 3.095817, 3.406097, 3.378917, 3.354562, 3.277697, 3.190177, 3.193547, 2.952934, 2.722663, 2.73815, 2.804349, 2.479877, 2.438894, 2.662019, 2.820071, 2.620096, 2.560763, 2.655458, 2.93759, 2.90076, 2.50018, 3.643656, 1.784653, 0.305708, 0.0], "sum_m_pl": [20.098195, 23.657082, 22.779519, 22.012482, 21.5471, 21.448307, 21.269758, 20.88197, 20.629842, 20.822888, 20.91309, 20.934017, 20.494448, 20.001903, 19.952929, 20.277876, 20.754294, 20.848554, 21.782292, 22.199575, 22.019408, 22.291503, 22.393831, 22.483603, 19.716789, 19.603082, 18.831141, 19.358159, 19.366736, 19.705968, 19.260461, 18.82716, 19.701876, 17.844796, 18.078638, 17.59866, 17.698841, 17.639624, 16.248185, 16.846033, 16.077572, 15.801222, 15.357808, 14.879424, 13.466475, 11.402866, 8.994497, 5.355318, 0.940781, 0.0]}, "lang": {"n_am_en": [13, 4, 8, 5, 7, 8, 10, 8, 8, 13, 14, 9, 9, 10, 9, 9, 7, 4, 7, 9, 7, 5, 5, 8, 14, 13, 10, 8, 10, 12, 13, 13, 18, 10, 17, 14, 11, 11, 11, 16, 16, 12, 13, 13, 15, 18, 13, 12, 6, 6], "n_am_pl": [0, 6, 4, 9, 12, 9, 6, 3, 4, 3, 4, 7, 8, 9, 5, 8, 9, 3, 4, 8, 7, 9, 11, 9, 3, 5, 8, 8, 9, 7, 8, 6, 4, 6, 3, 2, 3, 5, 7, 6, 6, 7, 9, 11, 10, 10, 12, 13, 26, 28], "n_pos": 34, "sum_m_en": [3.101935, 1.774051, 1.805004, 1.739444, 1.812549, 1.850317, 1.931124, 1.941498, 2.145863, 2.222887, 2.227856, 2.261598, 2.245253, 2.332249, 2.301855, 2.115722, 2.112746, 1.964577, 1.762349, 1.683824, 1.593065, 1.524845, 1.475531, 1.481685, 4.73831, 4.333019, 4.076949, 3.6798, 3.895369, 3.982777, 3.573647, 3.529559, 3.375374, 3.474153, 4.357887, 4.497928, 5.453493, 5.682708, 6.541936, 7.703407, 6.479682, 7.078524, 8.106875, 8.466873, 9.308222, 11.215656, 11.307381, 11.146872, 5.949809, 6.052475], "sum_m_pl": [13.320418, 16.410604, 16.099536, 15.727084, 15.656194, 15.784504, 15.814157, 16.09979, 15.928916, 16.091645, 15.93594, 16.143352, 16.419835, 16.109602, 16.175566, 16.846382, 16.743766, 16.636069, 17.22695, 17.385948, 17.288163, 17.346766, 17.383501, 17.434788, 14.374878, 14.777492, 14.872465, 15.243817, 15.155356, 15.588475, 15.822187, 15.89589, 16.247461, 15.337867, 14.916033, 14.659676, 13.901775, 14.153227, 14.100218, 13.32621, 13.227568, 12.988437, 12.791095, 13.38204, 12.902107, 13.205562, 12.436307, 12.808916, 23.413163, 27.819922]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "gsm8kpl-424", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1033, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.9515, "tf_agree_excl_first": 0.9573}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [115, 75, 73, 59, 63, 65, 62, 79, 75, 89, 98, 100, 97, 100, 84, 94, 101, 99, 82, 62, 74, 67, 68, 72, 120, 138, 133, 125, 109, 112, 103, 97, 94, 90, 87, 109, 127, 119, 135, 135, 143, 128, 118, 113, 112, 124, 140, 131, 124, 117], "n_am_pl": [7, 42, 49, 66, 43, 48, 32, 30, 25, 24, 27, 31, 38, 29, 29, 23, 38, 31, 40, 38, 39, 46, 42, 41, 18, 19, 23, 37, 38, 38, 40, 46, 45, 32, 31, 36, 32, 27, 27, 22, 21, 18, 21, 15, 18, 7, 11, 1, 1, 1], "n_pos": 309, "sum_m_en": [33.687953, 17.140242, 15.58807, 15.21087, 15.757029, 16.205523, 16.307844, 17.181271, 18.504241, 19.457157, 20.384224, 22.014918, 22.032227, 22.76989, 22.369656, 21.215947, 20.51975, 21.539865, 19.06319, 17.373063, 15.87214, 14.667429, 14.156913, 13.912133, 31.825288, 34.658137, 36.134175, 33.667564, 32.797551, 32.93364, 31.419702, 30.268535, 31.584843, 31.769621, 33.855036, 36.706719, 45.567027, 50.81362, 54.558539, 60.294691, 63.421514, 72.700511, 81.38271, 86.281181, 90.764011, 103.304858, 127.215001, 122.786735, 122.168199, 117.317742], "sum_m_pl": [116.495404, 148.993215, 148.208919, 145.416474, 143.087678, 142.74149, 142.592063, 142.540046, 140.773464, 142.006744, 141.415909, 141.311804, 142.48737, 141.227242, 141.977563, 143.471168, 143.812362, 140.237729, 143.360805, 145.980199, 149.194045, 150.124689, 150.74035, 151.701464, 125.055598, 122.994791, 120.484943, 129.169196, 132.360746, 133.193364, 133.235807, 131.796145, 130.614232, 122.383604, 119.551639, 115.846736, 104.459462, 95.207003, 95.284493, 93.243336, 87.742288, 72.241774, 65.239101, 49.268551, 45.713877, 37.170948, 22.444262, 11.660791, 1.441871, 1.114272]}, "digit": {"n_am_en": [5, 17, 15, 10, 7, 3, 7, 11, 9, 7, 8, 8, 4, 13, 8, 5, 12, 12, 11, 4, 3, 5, 5, 6, 13, 13, 13, 14, 12, 13, 7, 4, 6, 3, 4, 4, 9, 9, 10, 8, 7, 7, 8, 5, 3, 6, 3, 0, 0, 0], "n_am_pl": [0, 2, 2, 4, 3, 5, 1, 1, 0, 2, 1, 3, 4, 4, 3, 4, 6, 6, 5, 6, 5, 4, 5, 4, 0, 3, 2, 7, 3, 3, 6, 9, 7, 5, 5, 10, 6, 4, 4, 3, 4, 5, 5, 5, 3, 3, 2, 0, 0, 0], "n_pos": 40, "sum_m_en": [3.878792, 1.710371, 1.628895, 1.558495, 1.646129, 1.717816, 1.726826, 1.881304, 1.961629, 1.995672, 2.047894, 2.146106, 2.33942, 2.445289, 2.384767, 2.376101, 2.446432, 2.670306, 2.343336, 2.136271, 1.940177, 1.772958, 1.720674, 1.692809, 3.23084, 3.302557, 3.840526, 3.597771, 3.515223, 3.351075, 3.402612, 3.198274, 3.077588, 2.958219, 2.739507, 2.960523, 3.12937, 3.080727, 3.256287, 3.443378, 3.317225, 3.232489, 3.170287, 3.739379, 2.910504, 3.952351, 3.137809, 1.181893, 0.334216, 0.0], "sum_m_pl": [17.515318, 21.461649, 20.729442, 20.294176, 19.837899, 19.194463, 19.337176, 19.13462, 19.171822, 19.150871, 19.162369, 19.17377, 18.516111, 18.323048, 18.309193, 18.449696, 18.17253, 17.706163, 18.30812, 18.725077, 18.995214, 19.21118, 19.2776, 19.454601, 16.692337, 16.462865, 16.058181, 17.069445, 17.471815, 17.740337, 17.299502, 16.973603, 16.906606, 16.019596, 15.553457, 15.955842, 16.059873, 16.084788, 15.303729, 15.450719, 14.828659, 14.691842, 13.684917, 12.468304, 10.862464, 9.147644, 5.00985, 2.415021, 0.431991, 0.0]}, "lang": {"n_am_en": [51, 23, 28, 26, 28, 40, 33, 43, 43, 47, 51, 56, 54, 47, 43, 48, 49, 44, 41, 37, 41, 39, 37, 39, 57, 64, 64, 57, 48, 53, 51, 57, 45, 50, 49, 63, 68, 62, 67, 69, 77, 77, 68, 71, 72, 81, 98, 93, 116, 116], "n_am_pl": [2, 16, 23, 22, 23, 16, 11, 6, 12, 8, 11, 9, 10, 9, 13, 9, 15, 13, 11, 13, 18, 20, 14, 18, 10, 6, 4, 15, 16, 17, 17, 13, 14, 15, 17, 15, 14, 15, 14, 12, 9, 8, 9, 5, 6, 2, 1, 0, 1, 1], "n_pos": 119, "sum_m_en": [13.09979, 6.604524, 6.035988, 5.866748, 6.125304, 6.494614, 6.70057, 6.987579, 7.706531, 8.093243, 8.689973, 9.811417, 9.478615, 9.899856, 9.62565, 9.004151, 8.451505, 8.759921, 7.726161, 6.994964, 6.334013, 5.79603, 5.578849, 5.458305, 14.039299, 16.028831, 16.714716, 14.974161, 14.321445, 15.50064, 14.531509, 14.499232, 14.787936, 15.226943, 16.407937, 17.793742, 23.083502, 25.465508, 27.302832, 31.757522, 34.317183, 44.313817, 47.730636, 49.973165, 55.662788, 64.664622, 89.786704, 88.9151, 112.058595, 114.205302], "sum_m_pl": [43.187255, 56.25812, 56.45712, 55.47959, 55.325813, 55.176477, 54.861721, 55.178497, 54.994015, 55.22863, 54.827733, 54.534649, 54.893142, 54.182868, 55.373908, 55.604958, 56.347085, 54.989082, 56.043748, 57.061759, 58.513098, 58.876925, 59.052611, 59.347358, 50.264429, 49.021675, 47.924558, 51.089706, 52.078792, 51.084892, 51.829971, 51.233202, 51.161504, 49.695003, 48.460211, 47.510475, 42.284429, 38.895841, 39.777846, 37.78267, 34.864493, 28.677989, 25.860027, 18.675806, 16.855257, 13.247304, 4.794078, 1.989273, 0.428273, 0.9383]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 313, "item_id": "gsm8kpl-428", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1192, "region_end": 309, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9872}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [102, 92, 61, 45, 44, 45, 46, 59, 48, 56, 78, 61, 60, 64, 62, 62, 47, 54, 41, 39, 47, 44, 35, 38, 92, 80, 75, 79, 72, 63, 49, 56, 54, 56, 62, 56, 71, 79, 71, 78, 72, 70, 64, 51, 55, 44, 40, 24, 21, 19], "n_am_pl": [8, 43, 60, 43, 36, 34, 38, 29, 24, 26, 31, 33, 44, 38, 34, 39, 56, 59, 63, 65, 70, 70, 77, 70, 28, 27, 50, 54, 57, 73, 63, 59, 72, 45, 44, 62, 60, 47, 47, 49, 44, 38, 35, 34, 34, 37, 47, 48, 59, 67], "n_pos": 269, "sum_m_en": [25.88256, 12.706972, 12.720036, 12.986073, 13.408195, 13.532897, 13.687894, 14.522269, 15.54607, 15.792561, 16.031115, 17.44526, 18.43686, 18.609144, 18.448538, 17.382783, 16.889655, 17.494682, 15.085556, 13.94304, 13.021709, 12.113148, 11.729569, 11.509152, 25.093365, 24.930584, 26.339537, 24.346785, 24.285855, 24.259157, 23.329675, 23.275775, 23.377089, 24.047297, 25.012725, 26.430753, 28.983838, 33.736904, 36.419974, 36.220443, 39.125824, 38.983827, 39.279317, 41.505188, 41.581933, 37.689866, 36.785608, 24.2875, 17.166312, 19.517706], "sum_m_pl": [108.894851, 133.319243, 129.887544, 126.394415, 123.150589, 121.956671, 121.98849, 120.924254, 118.923541, 120.439008, 121.531086, 121.218391, 123.868605, 123.612205, 122.911187, 124.971385, 125.425256, 123.915678, 129.083707, 130.950416, 132.875504, 133.534969, 133.692728, 134.483236, 114.190884, 113.544529, 113.024957, 120.055006, 124.04267, 126.802668, 126.573637, 124.103878, 123.574521, 113.538916, 110.485421, 107.334943, 101.666357, 98.266127, 95.505646, 97.796164, 93.418961, 86.544972, 82.802442, 68.979566, 66.528778, 65.172574, 56.583504, 48.78651, 58.213591, 66.628652]}, "digit": {"n_am_en": [4, 21, 17, 8, 5, 10, 8, 8, 6, 8, 14, 10, 8, 11, 8, 8, 8, 11, 12, 8, 8, 7, 6, 8, 18, 11, 16, 18, 15, 12, 6, 13, 7, 3, 6, 8, 12, 13, 13, 8, 9, 8, 6, 7, 5, 8, 6, 1, 0, 0], "n_am_pl": [1, 5, 8, 10, 8, 3, 5, 7, 4, 5, 4, 5, 5, 7, 4, 6, 7, 7, 8, 7, 9, 5, 9, 8, 3, 2, 5, 7, 12, 10, 8, 6, 9, 8, 6, 9, 9, 8, 6, 6, 5, 7, 5, 3, 4, 3, 1, 2, 0, 0], "n_pos": 52, "sum_m_en": [4.381733, 2.103371, 1.988742, 1.968618, 2.090551, 2.22625, 2.339759, 2.512192, 2.624696, 2.693698, 2.795659, 3.036999, 3.315568, 3.25012, 3.13151, 3.170393, 3.185902, 3.320211, 2.85334, 2.624797, 2.411302, 2.218106, 2.165183, 2.121154, 3.849471, 3.950014, 4.416844, 4.238074, 4.359295, 4.243914, 4.435291, 4.221496, 3.95547, 4.048117, 3.853116, 4.255702, 4.505669, 5.012857, 5.853928, 4.910651, 5.467784, 4.881158, 4.727208, 5.685811, 3.94602, 3.597915, 4.214954, 1.293175, 0.154499, 0.0], "sum_m_pl": [23.560727, 28.228226, 27.423418, 26.089231, 25.3183, 24.696755, 24.350367, 23.96842, 24.135413, 24.211944, 24.464975, 24.369165, 23.909438, 23.856602, 23.389489, 23.510645, 23.457636, 23.413794, 24.526847, 25.121116, 25.411926, 25.613374, 25.697245, 25.939637, 22.740489, 22.255055, 22.262698, 23.459322, 24.183562, 24.387221, 23.803233, 23.343669, 23.472287, 22.399088, 21.549124, 21.764016, 21.238181, 21.327534, 20.189914, 21.061496, 20.119808, 20.710372, 19.60827, 17.982584, 15.969495, 12.468006, 6.294447, 2.996086, 0.290748, 0.0]}, "lang": {"n_am_en": [30, 22, 12, 15, 17, 18, 18, 25, 21, 20, 26, 20, 22, 22, 24, 24, 20, 24, 19, 20, 23, 23, 18, 19, 39, 37, 29, 29, 24, 24, 16, 17, 22, 25, 28, 23, 29, 31, 27, 29, 28, 34, 34, 29, 35, 24, 28, 18, 20, 19], "n_am_pl": [1, 20, 15, 12, 16, 14, 16, 7, 7, 6, 10, 5, 11, 12, 10, 17, 20, 18, 23, 24, 22, 25, 26, 28, 9, 7, 14, 17, 19, 18, 23, 20, 24, 17, 18, 23, 23, 22, 19, 23, 20, 15, 12, 17, 17, 22, 33, 37, 56, 65], "n_pos": 84, "sum_m_en": [7.52211, 3.860661, 3.888638, 4.085014, 4.189431, 4.325495, 4.3773, 4.538167, 4.951347, 4.856031, 5.092859, 5.548203, 5.82666, 6.022821, 6.022217, 5.55395, 5.502347, 5.658339, 4.867305, 4.533317, 4.206981, 3.84341, 3.706274, 3.607446, 9.547338, 9.627208, 9.555239, 8.461324, 8.299453, 8.123064, 7.562039, 7.783995, 8.355689, 8.784079, 9.755634, 10.820156, 12.17331, 14.70462, 15.87079, 16.082634, 17.724328, 19.910798, 20.331546, 21.380552, 24.602805, 20.249453, 24.589794, 15.260048, 15.587031, 19.515751], "sum_m_pl": [32.77128, 40.692981, 39.667765, 38.539534, 38.640512, 38.052983, 38.411664, 38.266386, 37.941259, 38.396945, 38.544649, 38.193432, 39.142189, 38.876544, 39.210575, 39.997479, 40.3507, 40.025141, 41.676804, 42.086208, 42.73315, 42.970645, 42.898874, 42.98501, 37.456337, 37.233922, 37.395594, 39.189811, 39.846751, 40.289285, 40.762072, 40.070998, 40.234014, 38.225302, 36.717405, 35.95954, 34.890962, 33.374769, 31.584287, 32.857088, 31.886464, 31.512863, 31.163659, 24.919415, 25.852358, 29.88871, 31.38539, 31.784756, 51.415632, 63.243362]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 282, "item_id": "gsm8kpl-428", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1051, "region_end": 269, "roundtrip_ok": true, "tf_agree": 0.9645, "tf_agree_excl_first": 0.968}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [100, 107, 67, 54, 56, 58, 73, 73, 69, 90, 101, 104, 106, 99, 105, 103, 122, 94, 99, 98, 105, 103, 113, 112, 133, 123, 110, 109, 110, 120, 101, 112, 107, 107, 107, 120, 105, 114, 127, 159, 156, 142, 149, 145, 142, 147, 144, 141, 135, 138], "n_am_pl": [5, 39, 58, 52, 30, 39, 26, 30, 29, 19, 22, 25, 37, 23, 24, 37, 27, 33, 31, 33, 25, 35, 39, 34, 23, 23, 23, 17, 27, 31, 31, 33, 40, 33, 31, 21, 18, 21, 18, 12, 9, 8, 7, 6, 5, 5, 7, 1, 1, 1], "n_pos": 355, "sum_m_en": [42.301771, 20.54154, 18.742566, 18.755349, 19.375636, 20.159523, 20.671384, 21.411816, 22.580587, 22.165857, 24.214521, 25.132999, 25.586294, 26.790922, 26.947741, 25.048332, 25.536424, 25.42701, 22.988526, 21.051073, 19.44169, 17.775872, 17.047186, 16.708408, 45.164092, 44.630761, 41.684523, 36.999777, 37.447274, 36.255579, 34.071952, 35.543777, 37.01531, 37.468723, 43.060435, 45.60919, 54.498974, 60.896597, 71.070729, 107.896962, 107.506387, 106.466557, 113.762625, 118.870356, 121.232608, 129.838033, 138.865969, 140.754859, 132.587661, 137.139271], "sum_m_pl": [130.496394, 170.848932, 167.783503, 163.619462, 158.621419, 156.549524, 158.550895, 158.554462, 155.674165, 158.876528, 158.066442, 160.511355, 162.437228, 159.250591, 160.363065, 164.837082, 165.170074, 166.037483, 170.335478, 173.985713, 174.818145, 176.963913, 177.730508, 177.388821, 140.642892, 137.141719, 134.487449, 141.582427, 143.996088, 147.456953, 149.908841, 145.443379, 148.726855, 143.111378, 134.944865, 131.578187, 117.644205, 105.333019, 94.228926, 81.087564, 77.128786, 62.927188, 57.013573, 47.692552, 39.219925, 31.835787, 18.747093, 10.438489, 2.514398, 0.824524]}, "digit": {"n_am_en": [11, 25, 15, 7, 5, 7, 4, 7, 5, 16, 20, 17, 18, 19, 18, 14, 30, 14, 18, 10, 13, 13, 13, 14, 16, 14, 18, 18, 23, 25, 13, 14, 13, 9, 9, 9, 7, 6, 3, 6, 6, 7, 9, 10, 8, 5, 6, 3, 1, 0], "n_am_pl": [3, 4, 5, 7, 5, 8, 3, 4, 3, 5, 2, 6, 10, 6, 3, 10, 4, 8, 4, 6, 4, 9, 6, 8, 7, 3, 4, 3, 5, 7, 5, 6, 8, 9, 5, 4, 8, 8, 6, 4, 4, 3, 2, 1, 1, 1, 1, 1, 0, 0], "n_pos": 69, "sum_m_en": [6.328824, 3.19348, 3.079462, 3.060686, 3.107364, 3.161772, 3.235828, 3.563072, 3.680504, 3.621411, 3.940046, 4.061807, 4.363357, 4.582634, 4.488949, 4.065974, 4.289876, 4.30988, 3.928013, 3.680826, 3.387144, 3.089033, 3.006892, 2.966451, 5.365193, 5.555412, 5.859531, 5.420327, 5.560356, 5.309887, 5.10355, 5.083126, 4.821274, 4.641739, 4.774587, 5.078267, 5.146083, 4.963284, 5.108947, 6.227862, 5.831885, 5.681096, 8.576582, 7.916805, 6.951373, 5.909672, 6.784896, 5.615178, 1.862503, 0.0], "sum_m_pl": [30.326942, 36.564294, 34.807292, 34.241054, 32.915417, 31.835373, 32.072762, 31.658063, 31.175194, 31.788365, 31.947599, 32.242632, 31.70484, 31.449923, 32.12041, 32.375162, 32.757926, 32.733407, 33.729553, 34.292948, 34.3473, 34.883921, 34.93594, 34.791645, 29.616517, 29.122989, 28.337367, 29.714323, 30.501023, 31.231467, 30.579147, 29.102607, 30.314547, 29.392172, 28.606112, 27.919796, 27.024316, 24.859792, 22.384786, 22.270236, 22.253093, 21.872515, 20.919801, 16.583678, 13.926632, 11.335878, 7.353915, 5.144019, 1.076354, 0.0]}, "lang": {"n_am_en": [34, 44, 29, 21, 25, 32, 34, 34, 36, 44, 48, 45, 55, 44, 52, 54, 57, 49, 49, 50, 55, 57, 64, 65, 76, 71, 58, 52, 49, 52, 53, 60, 57, 60, 63, 70, 63, 66, 76, 97, 94, 95, 101, 100, 103, 107, 109, 114, 128, 136], "n_am_pl": [2, 17, 28, 17, 7, 12, 7, 12, 14, 8, 7, 8, 12, 5, 8, 12, 6, 6, 6, 12, 12, 8, 10, 13, 7, 10, 11, 6, 10, 10, 10, 9, 6, 9, 12, 7, 4, 3, 5, 1, 1, 1, 0, 5, 1, 3, 6, 0, 1, 1], "n_pos": 138, "sum_m_en": [17.775255, 8.887595, 7.889388, 7.76628, 8.322426, 8.647063, 8.97175, 8.902958, 9.635901, 9.390342, 10.444746, 10.816575, 10.950257, 11.443428, 11.350686, 10.396502, 10.951252, 10.804408, 9.673758, 8.715945, 8.009226, 7.313771, 6.925024, 6.739738, 24.135916, 22.995685, 20.170704, 17.47651, 17.48352, 17.230233, 16.300211, 17.332445, 18.559256, 19.477132, 24.000819, 26.241762, 31.784067, 37.204972, 45.732722, 67.612055, 67.899039, 72.880188, 78.144081, 82.153205, 86.642547, 94.402175, 105.482831, 109.604552, 123.566681, 134.818954], "sum_m_pl": [46.44503, 63.37605, 63.017691, 61.202939, 59.553327, 59.404124, 59.929386, 60.834131, 60.133425, 61.536241, 60.809046, 62.369137, 63.76068, 61.750595, 62.531099, 64.819225, 64.801373, 65.161085, 66.568577, 68.137571, 68.459303, 69.214947, 69.542741, 69.508418, 54.186518, 53.619814, 52.655631, 54.983091, 55.708124, 56.899368, 58.641545, 56.475441, 57.962155, 55.684696, 51.229804, 50.609945, 44.522404, 39.126598, 34.562556, 25.060295, 23.044994, 17.749171, 15.611495, 14.708048, 11.161614, 9.251122, 5.65873, 1.354723, 0.947996, 0.824505]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 359, "item_id": "gsm8kpl-43", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1190, "region_end": 355, "roundtrip_ok": true, "tf_agree": 0.9889, "tf_agree_excl_first": 0.9916}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [70, 86, 89, 50, 60, 51, 45, 52, 44, 61, 72, 77, 91, 85, 109, 99, 99, 77, 64, 79, 80, 89, 80, 96, 133, 118, 101, 86, 100, 83, 90, 78, 85, 91, 97, 90, 87, 72, 73, 108, 103, 93, 113, 112, 97, 89, 66, 48, 34, 30], "n_am_pl": [4, 85, 54, 73, 46, 63, 49, 55, 55, 51, 36, 51, 48, 37, 36, 49, 38, 47, 59, 68, 48, 46, 67, 59, 28, 37, 37, 30, 45, 52, 51, 62, 54, 43, 38, 40, 44, 38, 40, 27, 25, 23, 13, 12, 18, 26, 38, 27, 44, 55], "n_pos": 359, "sum_m_en": [34.120228, 18.022939, 18.521707, 18.367908, 19.284918, 18.6032, 19.487544, 20.379139, 21.087521, 20.768289, 22.793055, 22.839144, 24.241206, 25.883966, 25.860566, 24.335578, 24.177658, 23.557769, 20.551699, 19.719528, 18.030406, 16.914228, 16.618361, 16.332922, 43.497689, 42.618645, 41.257201, 38.618924, 38.309625, 36.955824, 34.460652, 33.276487, 33.337651, 32.955934, 36.547741, 36.129396, 37.537679, 39.241685, 44.552228, 82.319723, 77.727281, 71.487632, 81.349842, 79.745341, 72.577964, 68.817528, 62.633315, 50.365899, 33.494038, 30.120149], "sum_m_pl": [142.070315, 177.84682, 173.114762, 169.059997, 164.206205, 165.03163, 164.895323, 165.011824, 161.608151, 163.904195, 163.003051, 163.414819, 166.147326, 160.671517, 165.639054, 172.023002, 172.219302, 172.640852, 178.860248, 180.210607, 180.885657, 181.244667, 180.807402, 181.00582, 142.033942, 137.530836, 136.624643, 143.858555, 148.805, 156.060682, 156.55014, 153.773721, 155.861251, 149.973286, 144.647059, 139.418878, 131.307685, 123.277802, 108.61358, 93.054551, 92.045676, 84.528562, 80.191894, 67.879473, 56.78957, 57.966136, 49.400956, 36.163176, 44.047134, 54.122186]}, "digit": {"n_am_en": [10, 19, 17, 7, 8, 7, 5, 6, 4, 11, 15, 14, 15, 13, 23, 18, 18, 16, 14, 16, 14, 19, 17, 20, 20, 21, 19, 13, 17, 15, 17, 15, 14, 10, 14, 6, 7, 4, 5, 7, 6, 7, 9, 8, 7, 5, 3, 1, 0, 0], "n_am_pl": [0, 13, 8, 4, 4, 5, 7, 6, 4, 5, 6, 7, 3, 3, 2, 4, 7, 7, 8, 8, 7, 8, 10, 7, 2, 3, 3, 2, 4, 5, 9, 9, 13, 10, 5, 15, 12, 10, 9, 7, 6, 7, 3, 3, 4, 3, 3, 2, 0, 0], "n_pos": 67, "sum_m_en": [5.827694, 3.109537, 3.071795, 3.020174, 3.050471, 2.934142, 3.002953, 3.295107, 3.39766, 3.35888, 3.874682, 3.754048, 4.070553, 4.429236, 4.275759, 3.945226, 4.074322, 4.063175, 3.512468, 3.373681, 3.099047, 2.896285, 2.854727, 2.802196, 5.819245, 5.733917, 5.859319, 5.383865, 5.54805, 5.366752, 5.382742, 5.172421, 4.921836, 4.661012, 4.594358, 4.780262, 4.680925, 4.485304, 4.615036, 5.478417, 5.504141, 5.365426, 6.240584, 6.389679, 5.448905, 4.941104, 3.60155, 2.750477, 0.400263, 0.0], "sum_m_pl": [30.296285, 35.786384, 34.235649, 33.531232, 32.409369, 31.777433, 31.611248, 31.144955, 30.621255, 30.977996, 30.784076, 31.14135, 31.07076, 30.430379, 31.385485, 31.875235, 32.018674, 31.852883, 33.295972, 33.433449, 33.511788, 33.877386, 33.760888, 33.780266, 28.582276, 27.540772, 26.329042, 28.183542, 28.341215, 29.692335, 29.355308, 28.244267, 29.666729, 28.924607, 28.263396, 27.664663, 26.811508, 25.665502, 21.913398, 22.165956, 21.849673, 22.621283, 23.233734, 19.164806, 16.945139, 14.578692, 10.395749, 6.906245, 0.659917, 0.0]}, "lang": {"n_am_en": [27, 25, 23, 23, 17, 20, 12, 14, 16, 19, 20, 27, 30, 26, 26, 25, 25, 15, 17, 23, 23, 26, 19, 26, 43, 34, 27, 20, 26, 24, 28, 27, 26, 31, 34, 26, 28, 33, 33, 53, 49, 45, 53, 60, 56, 54, 44, 39, 33, 30], "n_am_pl": [1, 14, 10, 14, 11, 16, 10, 14, 11, 14, 9, 12, 11, 9, 17, 14, 11, 13, 11, 15, 11, 6, 19, 14, 4, 11, 11, 9, 10, 11, 9, 18, 9, 6, 7, 7, 13, 9, 11, 6, 8, 9, 7, 6, 6, 10, 21, 20, 41, 53], "n_pos": 83, "sum_m_en": [8.006132, 4.163635, 4.162924, 4.220291, 4.302145, 4.330726, 4.605698, 4.619214, 4.914832, 4.696272, 5.184838, 5.336338, 5.566063, 5.799949, 5.818897, 5.376793, 5.570193, 5.377743, 4.74548, 4.433641, 4.079482, 3.87522, 3.799933, 3.776476, 10.745414, 10.08071, 9.64294, 8.623671, 8.851222, 8.554035, 7.760124, 7.897676, 8.037097, 8.244283, 9.43979, 9.509146, 11.070515, 13.27989, 16.948717, 35.510392, 33.213178, 31.681058, 37.627807, 39.12243, 39.851375, 38.607404, 40.643387, 36.406362, 30.952406, 29.930588], "sum_m_pl": [32.934446, 40.452898, 40.26165, 39.457137, 38.453218, 38.467579, 38.459894, 38.859459, 38.222521, 39.232146, 38.865534, 39.427144, 40.267887, 39.351513, 39.912016, 41.404434, 40.544725, 40.830898, 41.870457, 42.26349, 42.371673, 42.314141, 42.067356, 42.11807, 34.014945, 33.987811, 33.994122, 35.005913, 35.674674, 37.72803, 38.498232, 38.230863, 38.727437, 37.927109, 36.183483, 35.606146, 34.355276, 31.680783, 28.637694, 21.759844, 22.309214, 20.990404, 18.274729, 18.254363, 16.204625, 18.0999, 20.387137, 20.531953, 38.172423, 50.963761]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 359, "item_id": "gsm8kpl-43", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1049, "region_end": 359, "roundtrip_ok": true, "tf_agree": 0.9916, "tf_agree_excl_first": 0.9944}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [76, 74, 56, 51, 47, 43, 46, 45, 41, 63, 62, 68, 56, 55, 51, 53, 55, 54, 50, 41, 44, 42, 41, 41, 83, 83, 60, 63, 68, 60, 51, 56, 56, 55, 53, 63, 70, 72, 85, 81, 90, 83, 90, 81, 81, 96, 101, 106, 87, 82], "n_am_pl": [4, 24, 32, 27, 26, 29, 28, 26, 30, 31, 23, 15, 36, 40, 31, 31, 34, 35, 37, 45, 39, 39, 45, 39, 20, 18, 22, 22, 25, 27, 25, 20, 23, 24, 24, 23, 25, 20, 19, 20, 17, 11, 15, 13, 12, 8, 8, 5, 3, 3], "n_pos": 211, "sum_m_en": [24.664347, 12.185263, 11.868826, 11.781962, 12.056206, 12.940054, 12.759255, 13.25859, 14.274512, 14.435048, 15.390504, 15.637168, 16.710082, 17.028338, 16.301668, 14.512667, 13.979819, 13.510376, 12.703155, 11.879959, 10.966308, 10.162613, 9.770988, 9.602104, 26.393542, 26.136189, 25.266213, 23.223596, 23.20044, 22.739397, 20.265482, 21.051751, 21.341986, 21.829814, 24.210485, 27.147541, 34.06723, 36.957479, 43.072071, 48.702569, 53.952481, 57.247138, 67.181893, 70.109748, 73.692026, 82.415227, 93.848898, 100.185586, 85.898489, 82.78254], "sum_m_pl": [79.175161, 102.103554, 100.353709, 97.54269, 95.158743, 94.198022, 94.612885, 94.054394, 91.2124, 94.100091, 91.333709, 93.826445, 94.642465, 92.806022, 93.33263, 97.560228, 97.950695, 97.947802, 98.89931, 101.648178, 102.28322, 103.057982, 103.348841, 103.036331, 80.083382, 78.754437, 76.705163, 81.566235, 83.31158, 84.432914, 86.675615, 84.921022, 85.028369, 83.010958, 78.726568, 74.677731, 64.335461, 61.680238, 55.838137, 53.151613, 49.055232, 43.239882, 39.185943, 32.104818, 26.882224, 22.581891, 15.592052, 9.950605, 4.284767, 3.068773]}, "digit": {"n_am_en": [8, 12, 6, 5, 5, 6, 6, 5, 1, 6, 8, 6, 7, 4, 7, 8, 3, 5, 7, 5, 3, 1, 2, 3, 12, 12, 10, 9, 9, 10, 8, 8, 3, 5, 4, 2, 3, 2, 1, 1, 3, 2, 1, 1, 2, 1, 1, 2, 0, 0], "n_am_pl": [0, 0, 9, 5, 5, 8, 2, 6, 8, 10, 7, 5, 5, 4, 7, 6, 10, 10, 7, 9, 8, 8, 9, 8, 5, 6, 8, 4, 5, 5, 6, 7, 7, 5, 4, 7, 9, 5, 5, 3, 5, 2, 3, 4, 2, 3, 1, 1, 0, 0], "n_pos": 31, "sum_m_en": [2.937078, 1.426413, 1.334968, 1.346156, 1.40013, 1.486963, 1.603803, 1.655971, 1.71756, 1.748341, 1.947911, 1.860064, 1.972152, 2.053143, 1.921129, 1.767487, 1.754711, 1.683392, 1.61402, 1.512597, 1.430054, 1.32985, 1.289677, 1.26857, 2.605581, 2.689956, 2.580736, 2.630999, 2.650103, 2.478507, 2.379632, 2.468453, 2.321364, 2.351972, 2.38914, 2.518838, 2.626958, 2.471594, 2.363043, 2.320085, 2.194099, 2.165864, 2.193425, 1.829489, 1.722778, 1.423643, 1.042538, 2.063751, 0.361126, 1.3e-05], "sum_m_pl": [13.799054, 16.693118, 16.047588, 15.512504, 14.688635, 14.288454, 14.379805, 13.994821, 13.723289, 14.409727, 13.741891, 13.944515, 13.679483, 13.452087, 13.743436, 14.364301, 14.444348, 14.51338, 14.837464, 15.280843, 15.245911, 15.418108, 15.483707, 15.490159, 13.580316, 13.096774, 12.877061, 13.075846, 13.293811, 13.346982, 13.255239, 13.121239, 13.174315, 12.800566, 12.220139, 12.014603, 11.240426, 11.345557, 10.856482, 10.98278, 10.849058, 10.553237, 10.570409, 9.437535, 8.48163, 7.285033, 4.759391, 3.466429, 0.752357, 0.0]}, "lang": {"n_am_en": [31, 28, 23, 27, 21, 25, 27, 24, 26, 33, 27, 31, 26, 29, 31, 23, 30, 35, 27, 22, 20, 23, 20, 20, 40, 46, 30, 31, 31, 27, 29, 25, 28, 28, 27, 38, 36, 45, 54, 54, 57, 53, 58, 58, 59, 69, 73, 77, 80, 81], "n_am_pl": [1, 10, 11, 7, 7, 7, 10, 10, 8, 12, 8, 6, 11, 20, 8, 13, 9, 11, 13, 20, 24, 22, 26, 23, 9, 8, 10, 14, 13, 9, 8, 10, 12, 14, 11, 10, 10, 7, 5, 7, 4, 3, 5, 3, 3, 0, 0, 0, 3, 3], "n_pos": 86, "sum_m_en": [10.36804, 5.265177, 5.173782, 5.206821, 5.177196, 5.887695, 5.761005, 5.952426, 6.715088, 6.328751, 6.718384, 6.873211, 7.524888, 7.701289, 7.236418, 6.421027, 6.163264, 5.931711, 5.556896, 5.167273, 4.697639, 4.330238, 4.1269, 4.029879, 13.48565, 13.786568, 13.175724, 11.443345, 11.166032, 11.353262, 10.024007, 10.212335, 10.461572, 10.994873, 12.67691, 14.606569, 18.22847, 20.812664, 24.689099, 29.991314, 34.543445, 38.400468, 44.947332, 48.430353, 53.178802, 59.690072, 69.134732, 74.115945, 77.700791, 79.959847], "sum_m_pl": [30.191822, 39.999791, 39.553021, 38.70133, 38.299671, 37.703723, 37.434387, 37.974504, 36.770912, 38.04887, 37.145514, 38.511681, 38.879835, 38.039034, 38.584042, 40.136505, 40.129777, 40.358118, 40.492441, 41.576584, 41.913663, 42.070984, 42.182891, 41.977268, 32.294192, 31.99206, 31.288232, 33.124161, 33.961799, 34.365696, 35.731547, 34.805123, 34.978066, 34.739724, 33.535048, 32.333509, 27.675693, 26.395148, 24.250637, 22.014803, 18.958342, 16.207926, 13.704555, 11.65412, 8.899524, 5.757525, 1.72393, 0.894183, 2.996802, 3.037778]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 215, "item_id": "gsm8kpl-44", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1202, "region_end": 211, "roundtrip_ok": true, "tf_agree": 0.986, "tf_agree_excl_first": 0.9907}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [97, 98, 59, 66, 73, 54, 60, 56, 43, 58, 68, 57, 74, 66, 73, 73, 75, 65, 48, 67, 67, 61, 51, 50, 108, 97, 78, 79, 89, 104, 84, 91, 66, 84, 75, 64, 61, 49, 50, 56, 70, 59, 67, 62, 63, 47, 38, 28, 27, 19], "n_am_pl": [28, 60, 60, 75, 56, 68, 59, 61, 53, 50, 46, 66, 64, 67, 50, 58, 59, 73, 90, 86, 86, 84, 93, 82, 38, 37, 52, 45, 55, 51, 58, 53, 50, 31, 42, 50, 42, 52, 50, 47, 35, 38, 32, 26, 20, 32, 54, 59, 53, 58], "n_pos": 353, "sum_m_en": [32.957675, 16.897462, 17.992456, 18.172044, 19.347937, 19.119319, 19.863573, 19.869966, 20.598444, 20.984573, 21.332225, 22.621185, 24.431232, 25.256506, 25.029151, 22.812424, 22.437241, 21.970281, 19.966077, 18.896152, 17.490684, 16.339134, 15.926158, 15.473235, 35.203904, 37.474278, 34.799826, 35.558984, 36.85076, 36.531208, 34.664141, 34.943311, 30.610125, 30.53561, 31.825431, 30.115174, 31.021422, 29.476221, 30.970624, 36.339185, 40.941833, 40.654611, 45.343446, 48.142418, 52.593401, 44.160552, 33.578888, 31.235046, 25.719293, 18.855827], "sum_m_pl": [143.448932, 175.991316, 169.861238, 166.342342, 162.35545, 160.082394, 162.106252, 160.921821, 158.366034, 162.532875, 157.408541, 158.311462, 161.873165, 157.295526, 157.385841, 164.372348, 164.690204, 164.110531, 169.425762, 173.023229, 174.317386, 174.803994, 174.501239, 174.30783, 137.043094, 133.087377, 131.719766, 140.386851, 141.777185, 143.901417, 145.442143, 144.469548, 144.72036, 134.466239, 131.741865, 126.884515, 113.227417, 107.409071, 101.088935, 99.450215, 94.659112, 88.958321, 82.707959, 73.667509, 60.726446, 63.576072, 63.461619, 58.595793, 53.337058, 57.692814]}, "digit": {"n_am_en": [8, 24, 11, 17, 13, 6, 7, 3, 5, 8, 13, 9, 6, 7, 15, 15, 10, 13, 9, 17, 14, 10, 10, 6, 20, 21, 19, 20, 17, 19, 15, 17, 8, 11, 8, 10, 9, 6, 4, 5, 5, 4, 5, 5, 3, 3, 2, 1, 0, 0], "n_am_pl": [0, 7, 8, 10, 8, 8, 6, 6, 10, 7, 8, 9, 7, 7, 6, 7, 12, 10, 12, 10, 9, 9, 12, 7, 5, 6, 8, 6, 6, 4, 5, 7, 9, 2, 6, 12, 7, 8, 6, 2, 2, 4, 1, 2, 0, 1, 1, 1, 0, 0], "n_pos": 57, "sum_m_en": [5.557429, 2.598651, 2.665446, 2.771903, 2.980662, 2.823909, 2.986456, 3.073317, 3.150357, 3.116934, 3.246762, 3.518605, 4.044299, 4.473175, 4.256186, 3.826455, 3.78815, 3.735215, 3.341097, 3.157135, 2.835581, 2.585836, 2.494189, 2.428797, 5.791889, 6.404084, 6.07161, 5.929937, 6.419667, 6.011796, 6.147699, 5.80177, 4.816728, 4.813814, 4.991034, 4.799161, 4.770069, 4.046351, 4.618318, 5.074714, 5.722225, 5.802425, 5.962293, 5.724676, 4.018124, 4.100331, 2.983022, 2.301282, 0.243823, 0.20523], "sum_m_pl": [23.71171, 30.250565, 29.014696, 28.319029, 27.17948, 26.85713, 26.237507, 25.970413, 25.946272, 26.697244, 25.827431, 25.790825, 25.842237, 24.709409, 24.761856, 25.844701, 26.057901, 26.06095, 27.323276, 27.97829, 28.17662, 28.485917, 28.599566, 28.560358, 23.837526, 22.643047, 22.29234, 23.819558, 23.697784, 23.696536, 23.435875, 23.328264, 23.813142, 23.026447, 22.28589, 22.794602, 20.729912, 19.835845, 18.644038, 18.601332, 17.518503, 16.974756, 16.722171, 14.584721, 13.173177, 10.251988, 7.868856, 4.589848, 0.414249, 0.000501]}, "lang": {"n_am_en": [12, 14, 10, 15, 14, 13, 12, 10, 9, 11, 12, 8, 18, 15, 16, 20, 16, 18, 14, 20, 17, 18, 14, 16, 39, 34, 24, 22, 27, 29, 28, 26, 23, 24, 23, 14, 17, 22, 21, 18, 28, 22, 27, 23, 32, 27, 22, 20, 21, 19], "n_am_pl": [12, 18, 12, 14, 13, 13, 16, 16, 12, 6, 7, 17, 16, 13, 11, 8, 11, 10, 15, 14, 17, 16, 14, 13, 9, 7, 9, 11, 8, 10, 14, 12, 13, 11, 12, 11, 9, 12, 12, 13, 11, 11, 15, 15, 13, 17, 31, 41, 53, 58], "n_pos": 78, "sum_m_en": [7.110824, 3.795878, 4.10212, 4.11342, 4.290606, 4.350053, 4.533607, 4.365134, 4.553603, 4.650169, 4.808722, 5.259087, 5.709329, 5.814631, 5.685041, 5.140981, 4.908712, 4.85432, 4.429995, 4.236907, 3.919808, 3.641162, 3.532243, 3.421595, 8.750459, 8.74142, 7.8566, 7.769117, 8.074882, 8.237091, 7.48693, 7.903666, 7.426692, 7.501306, 7.615166, 7.537817, 8.703055, 9.278613, 9.695235, 10.255295, 13.133018, 12.634222, 12.824653, 15.311015, 23.228526, 21.134167, 17.684878, 18.545511, 19.688194, 18.631304], "sum_m_pl": [30.515375, 37.945922, 36.892634, 36.141919, 35.357008, 34.535959, 35.400609, 35.439612, 34.849569, 35.742863, 34.430465, 34.856406, 35.735284, 34.700155, 35.264286, 36.784443, 36.310652, 36.371272, 37.491681, 38.573218, 38.924241, 38.985588, 38.764768, 38.700464, 31.943554, 30.95471, 29.942593, 31.370121, 31.414274, 32.382857, 33.270808, 32.764452, 33.913999, 32.821399, 32.92861, 32.390823, 30.717782, 30.161957, 29.884955, 29.711376, 28.495139, 26.083212, 26.078828, 23.812063, 21.287148, 24.509752, 29.756911, 34.035566, 48.989224, 57.247026]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 432, "item_id": "gsm8kpl-44", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1061, "region_end": 353, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9907}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [48, 38, 40, 24, 29, 31, 28, 31, 23, 28, 31, 33, 27, 27, 29, 27, 26, 29, 22, 16, 18, 14, 14, 21, 28, 31, 25, 28, 27, 25, 32, 25, 30, 27, 25, 26, 24, 28, 26, 25, 30, 26, 33, 26, 28, 32, 29, 32, 36, 35], "n_am_pl": [2, 21, 25, 27, 9, 17, 16, 11, 9, 7, 7, 11, 18, 12, 19, 19, 11, 12, 12, 19, 18, 24, 23, 18, 13, 14, 12, 12, 16, 12, 13, 17, 15, 8, 9, 15, 10, 11, 12, 22, 19, 19, 17, 25, 20, 16, 15, 13, 5, 5], "n_pos": 127, "sum_m_en": [13.964611, 7.04525, 7.195416, 7.097748, 7.998125, 7.924492, 7.93217, 8.393314, 8.629251, 8.889383, 9.106597, 9.510836, 9.565299, 9.530589, 10.056133, 9.525162, 9.303722, 9.130186, 7.882923, 7.43731, 6.994062, 6.539759, 6.394868, 6.296659, 15.792003, 16.310156, 14.45787, 14.376256, 14.057101, 13.994495, 12.83321, 11.974619, 13.204565, 13.294668, 14.096765, 14.986445, 15.588732, 16.882031, 17.915269, 19.92759, 21.622727, 24.34844, 26.545513, 26.725675, 27.312744, 30.347951, 30.485942, 32.412444, 34.718227, 35.369686], "sum_m_pl": [51.164638, 62.082871, 61.322022, 60.122707, 57.6961, 57.144946, 58.394925, 56.505567, 54.47192, 55.536072, 54.941734, 54.236084, 53.856096, 52.671211, 53.41342, 55.978222, 55.47402, 55.486574, 57.417296, 59.156369, 59.389358, 60.508432, 60.606828, 60.870835, 45.774435, 45.86099, 45.122445, 48.170703, 50.056428, 49.454043, 49.753361, 50.699488, 50.332755, 47.093917, 45.020932, 40.54759, 35.532139, 33.142194, 33.048669, 36.307119, 32.788099, 29.386365, 27.521438, 29.021714, 24.954196, 22.014785, 17.047581, 13.810176, 6.562953, 5.0026]}, "digit": {"n_am_en": [7, 10, 15, 5, 5, 2, 3, 3, 0, 3, 6, 5, 4, 2, 4, 5, 2, 2, 0, 1, 0, 0, 0, 0, 2, 4, 3, 5, 5, 4, 5, 4, 4, 3, 3, 5, 2, 1, 2, 2, 2, 1, 1, 2, 2, 3, 0, 1, 0, 0], "n_am_pl": [0, 3, 0, 2, 1, 1, 1, 1, 1, 1, 2, 0, 3, 3, 3, 2, 1, 3, 2, 5, 4, 4, 3, 4, 3, 4, 2, 3, 4, 3, 4, 5, 5, 5, 3, 5, 5, 5, 4, 9, 6, 6, 5, 7, 5, 4, 3, 2, 0, 0], "n_pos": 26, "sum_m_en": [2.386248, 1.127799, 1.103935, 1.073806, 1.135914, 1.136172, 1.227962, 1.325311, 1.380606, 1.437461, 1.551927, 1.508484, 1.636796, 1.636341, 1.617991, 1.553405, 1.511034, 1.522536, 1.395094, 1.332065, 1.260531, 1.172038, 1.145982, 1.168544, 2.154559, 2.279259, 2.30793, 2.282853, 2.323733, 2.417502, 2.326192, 2.090889, 1.981574, 1.921068, 1.839644, 2.105924, 1.890461, 1.75273, 1.885685, 1.684933, 1.734846, 1.718029, 1.739682, 1.760516, 1.689211, 1.859186, 0.936593, 0.910818, 0.207729, 0.0], "sum_m_pl": [11.620296, 13.912927, 13.286436, 13.033535, 12.525244, 12.510077, 12.488414, 12.043504, 11.859841, 12.096832, 12.122985, 11.953481, 11.391362, 11.205108, 11.270933, 11.771691, 11.507751, 11.29196, 11.662616, 12.118525, 12.016655, 12.294337, 12.333989, 12.391541, 9.90977, 9.870896, 9.731507, 10.685633, 10.624731, 10.771494, 10.749812, 10.828347, 10.995355, 10.583165, 10.367282, 10.173679, 10.110078, 9.883598, 9.825174, 11.115015, 10.299967, 9.562559, 8.81159, 9.354594, 8.330544, 7.216236, 4.809531, 3.077188, 0.541978, 0.0]}, "lang": {"n_am_en": [19, 13, 12, 5, 11, 15, 12, 15, 12, 14, 12, 12, 11, 10, 8, 9, 11, 11, 12, 8, 9, 4, 5, 7, 9, 13, 9, 11, 13, 10, 16, 12, 13, 9, 7, 10, 13, 14, 15, 16, 19, 18, 23, 16, 18, 21, 23, 26, 34, 35], "n_am_pl": [2, 8, 11, 11, 7, 4, 6, 2, 6, 5, 3, 5, 8, 3, 8, 10, 4, 5, 4, 7, 7, 11, 12, 9, 6, 6, 5, 5, 4, 4, 3, 4, 4, 3, 5, 7, 4, 5, 7, 13, 11, 11, 11, 17, 15, 11, 11, 11, 5, 5], "n_pos": 41, "sum_m_en": [4.30278, 2.461585, 2.488442, 2.492518, 2.941553, 2.915204, 2.920557, 2.946155, 3.073134, 3.164378, 3.169956, 3.421294, 3.330405, 3.367295, 3.580918, 3.237663, 3.231608, 3.20091, 2.691934, 2.519922, 2.330296, 2.157855, 2.097855, 2.028643, 5.6968, 5.978298, 4.99442, 5.222656, 4.967277, 4.869843, 4.653812, 4.363896, 5.504881, 5.776938, 5.90261, 6.712769, 7.469595, 8.827956, 9.474587, 10.663978, 12.185756, 14.296674, 16.662263, 16.392668, 17.589717, 20.92232, 23.486164, 26.232895, 32.02696, 34.064544], "sum_m_pl": [16.584951, 18.929432, 19.226346, 18.762963, 18.089309, 17.658265, 18.055484, 17.814459, 17.104804, 17.736868, 17.655521, 17.215125, 17.397445, 16.746612, 17.278453, 18.196373, 17.91219, 18.107495, 18.84007, 19.198611, 19.431567, 19.770574, 19.766429, 19.9006, 16.51468, 16.1561, 16.107437, 16.507455, 16.991129, 16.493984, 16.899141, 17.044256, 16.597823, 15.534952, 14.644412, 13.699271, 12.145468, 11.348965, 12.149592, 15.645171, 14.356942, 13.075862, 12.894375, 15.243722, 13.664116, 11.237771, 9.844716, 9.705331, 5.931062, 5.000026]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "gsm8kpl-444", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1154, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.9924}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [76, 77, 83, 87, 72, 67, 58, 60, 59, 65, 60, 65, 70, 75, 71, 74, 70, 67, 47, 44, 38, 44, 42, 45, 92, 97, 72, 82, 100, 108, 103, 94, 89, 87, 82, 84, 72, 45, 52, 70, 81, 72, 95, 91, 86, 72, 35, 41, 33, 30], "n_am_pl": [15, 77, 71, 80, 84, 62, 65, 68, 62, 71, 62, 52, 72, 61, 64, 77, 73, 77, 90, 88, 99, 102, 104, 104, 78, 77, 71, 68, 62, 66, 64, 59, 64, 47, 48, 49, 41, 46, 51, 64, 59, 65, 61, 60, 59, 71, 87, 90, 92, 88], "n_pos": 380, "sum_m_en": [33.442483, 18.440348, 19.863431, 20.742825, 21.709953, 21.368959, 21.439939, 21.794785, 22.653932, 24.06861, 23.716396, 25.523831, 26.462254, 27.038242, 28.066634, 26.662812, 25.549011, 25.056574, 22.248657, 20.957676, 20.169486, 19.144826, 18.577361, 18.218456, 37.488041, 40.980996, 41.152188, 41.932111, 43.458129, 44.858056, 42.701878, 40.097051, 38.791191, 39.821098, 41.171909, 40.994087, 38.579132, 36.685121, 39.929671, 48.782022, 52.658469, 52.333774, 61.148187, 68.747529, 69.912019, 64.13287, 39.879531, 40.058993, 35.102693, 29.933775], "sum_m_pl": [156.228345, 187.77317, 181.757351, 177.275227, 175.963274, 174.18957, 177.684015, 174.252638, 171.539337, 173.379254, 170.195908, 165.364469, 167.97184, 164.709472, 167.309146, 172.655156, 172.70351, 174.092755, 179.531502, 182.275685, 181.862954, 182.991376, 183.481053, 184.222484, 149.468654, 148.950174, 143.786505, 153.792, 156.186566, 155.84311, 156.986907, 156.067856, 157.971767, 145.306675, 141.277228, 137.030299, 123.345678, 121.293284, 118.349407, 121.752618, 114.162314, 110.119223, 103.707315, 99.862954, 89.764213, 93.362892, 95.038648, 91.456218, 89.71917, 88.245515]}, "digit": {"n_am_en": [9, 9, 10, 12, 6, 5, 1, 5, 2, 4, 6, 2, 2, 6, 8, 6, 4, 5, 3, 2, 4, 5, 3, 4, 6, 10, 7, 6, 10, 11, 9, 7, 5, 8, 4, 3, 3, 1, 2, 1, 2, 1, 3, 3, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 8, 1, 5, 5, 3, 4, 3, 5, 3, 3, 3, 2, 3, 1, 7, 3, 4, 4, 4, 5, 5, 5, 5, 5, 7, 7, 7, 3, 3, 2, 4, 8, 5, 5, 5, 3, 6, 8, 13, 9, 9, 9, 9, 8, 6, 4, 3, 0, 0], "n_pos": 35, "sum_m_en": [2.964311, 1.578231, 1.657496, 1.723514, 1.708582, 1.690337, 1.702228, 1.773347, 1.869614, 1.925772, 1.972593, 2.101529, 2.227263, 2.319134, 2.271324, 2.244014, 2.143616, 2.110124, 1.875136, 1.807884, 1.732631, 1.612503, 1.57368, 1.588691, 3.067138, 3.618214, 3.578609, 3.323889, 3.530127, 3.81667, 3.711718, 3.22972, 2.964954, 2.884643, 2.772723, 3.001281, 2.946641, 2.714081, 2.738189, 3.01162, 3.172889, 3.216419, 3.336112, 3.236443, 2.98688, 2.847423, 0.929553, 0.701284, 0.409181, 2e-06], "sum_m_pl": [15.381765, 18.621536, 17.590476, 17.011655, 16.720066, 16.598281, 16.669991, 15.981702, 15.68141, 15.992199, 16.081194, 15.736585, 15.42819, 15.178622, 15.590715, 16.020496, 15.666595, 15.568217, 16.274812, 16.575883, 16.481884, 16.785604, 16.812636, 16.86426, 14.216288, 13.97115, 13.004229, 14.120172, 13.919771, 13.653874, 13.708479, 13.907579, 14.721838, 14.00911, 13.583748, 13.546275, 12.937565, 12.687094, 12.678208, 14.183459, 13.872728, 13.305984, 12.552584, 13.375511, 12.099526, 9.504271, 6.151868, 3.66585, 0.643546, 0.014803]}, "lang": {"n_am_en": [20, 22, 23, 28, 32, 24, 24, 20, 20, 14, 14, 18, 20, 16, 25, 23, 26, 26, 15, 14, 13, 16, 16, 16, 31, 36, 27, 29, 35, 39, 35, 31, 37, 37, 33, 29, 25, 19, 28, 40, 47, 39, 53, 53, 51, 42, 25, 29, 31, 30], "n_am_pl": [7, 25, 23, 22, 25, 14, 16, 14, 18, 26, 20, 23, 33, 22, 27, 29, 30, 32, 37, 41, 43, 47, 46, 42, 36, 34, 26, 30, 22, 20, 25, 27, 24, 22, 20, 18, 18, 18, 15, 28, 23, 27, 24, 28, 32, 43, 51, 66, 84, 88], "n_pos": 118, "sum_m_en": [9.536723, 5.925618, 6.380862, 6.691156, 7.147552, 7.112013, 7.009588, 6.993334, 7.053112, 7.357535, 7.383015, 8.262731, 8.140832, 8.500548, 8.960174, 8.375753, 8.103709, 7.854408, 6.956971, 6.465148, 6.26964, 5.932908, 5.722441, 5.596734, 13.172479, 13.310384, 13.035705, 12.853098, 13.536065, 13.444071, 12.777557, 12.713293, 12.235736, 13.652857, 13.747734, 14.234194, 13.86893, 13.910927, 16.273253, 22.476197, 27.583778, 27.393836, 33.044235, 40.069504, 44.571136, 39.505407, 24.680279, 28.310794, 31.773904, 29.903168], "sum_m_pl": [47.756091, 56.016697, 54.558414, 53.469453, 53.439366, 52.748775, 54.243379, 53.875837, 53.897328, 54.71088, 52.945897, 51.617296, 53.348087, 51.482048, 53.46381, 55.012527, 54.851214, 55.685717, 57.318288, 57.748137, 57.293962, 57.705532, 57.680375, 57.768762, 50.866917, 51.394282, 49.710794, 52.17805, 51.665726, 51.124991, 51.958807, 52.167222, 52.980357, 50.410051, 49.739132, 48.354426, 45.339377, 45.855412, 45.469973, 46.469368, 41.372779, 40.897685, 40.464582, 39.138433, 38.386917, 45.36505, 53.375687, 64.209522, 78.592802, 87.644584]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 380, "item_id": "gsm8kpl-444", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1013, "region_end": 380, "roundtrip_ok": true, "tf_agree": 0.9921, "tf_agree_excl_first": 0.9947}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [129, 129, 81, 85, 89, 99, 97, 92, 83, 95, 118, 124, 104, 103, 103, 105, 110, 97, 97, 108, 109, 115, 98, 104, 139, 162, 140, 139, 137, 129, 121, 116, 111, 115, 126, 129, 144, 150, 161, 153, 150, 150, 162, 169, 161, 154, 152, 143, 133, 120], "n_am_pl": [13, 52, 55, 65, 47, 45, 63, 41, 46, 47, 42, 55, 68, 53, 57, 61, 56, 55, 51, 49, 39, 33, 49, 50, 28, 22, 26, 36, 35, 42, 45, 46, 39, 35, 32, 41, 30, 26, 24, 28, 26, 26, 25, 24, 17, 15, 19, 17, 11, 13], "n_pos": 415, "sum_m_en": [48.225522, 23.877907, 21.805301, 21.592924, 22.439146, 23.655893, 24.213687, 24.899672, 25.419687, 25.409011, 27.519781, 28.807065, 29.636922, 29.117192, 29.304205, 27.566086, 26.919827, 26.250715, 23.67557, 22.261894, 20.955274, 19.715714, 18.940788, 18.7274, 47.773596, 45.290101, 46.818, 42.827349, 43.694967, 44.346158, 40.96139, 40.067095, 39.924486, 40.768808, 46.230471, 52.398105, 59.123309, 63.626132, 72.539689, 80.922151, 88.023588, 100.707878, 116.930309, 138.4788, 134.134242, 131.703848, 138.212081, 134.452095, 128.360883, 121.324179], "sum_m_pl": [151.182154, 197.623919, 193.887699, 191.665494, 186.710992, 186.911106, 186.228944, 187.932996, 186.362854, 191.362133, 188.71048, 189.044812, 191.704025, 189.01343, 188.496584, 194.706838, 193.589211, 192.695029, 196.350932, 201.676004, 201.713421, 202.708925, 202.677524, 202.786064, 158.938498, 158.536752, 155.856895, 165.132503, 167.080138, 166.342766, 172.742206, 170.758052, 172.769888, 166.638886, 156.611236, 149.707221, 131.803291, 123.713029, 107.545748, 102.572099, 94.722038, 81.501583, 72.97961, 57.762246, 46.905718, 40.129828, 33.493039, 24.104312, 11.906943, 12.897416]}, "digit": {"n_am_en": [11, 25, 17, 9, 8, 14, 7, 9, 4, 6, 12, 10, 8, 9, 7, 8, 10, 7, 8, 7, 6, 10, 7, 7, 15, 20, 16, 16, 11, 7, 6, 9, 7, 7, 8, 3, 20, 14, 10, 6, 4, 10, 8, 10, 9, 9, 8, 5, 1, 0], "n_am_pl": [1, 3, 9, 11, 5, 7, 13, 10, 12, 12, 7, 9, 7, 5, 11, 15, 16, 20, 16, 12, 9, 5, 8, 9, 11, 7, 7, 5, 4, 7, 9, 6, 13, 10, 9, 14, 4, 5, 4, 8, 8, 5, 5, 8, 3, 1, 1, 1, 0, 0], "n_pos": 61, "sum_m_en": [5.798857, 2.926311, 2.822293, 2.86274, 2.889228, 3.159585, 3.322108, 3.455992, 3.535145, 3.500549, 3.703169, 3.73363, 3.85942, 3.904473, 3.696164, 3.504808, 3.670607, 3.639002, 3.218135, 3.115566, 2.953674, 2.789248, 2.69917, 2.655948, 5.911049, 5.883715, 5.67592, 5.352838, 5.222829, 5.012247, 4.844911, 4.692241, 4.464039, 4.346639, 4.522402, 4.84546, 5.366406, 5.069235, 4.880701, 4.963873, 5.039404, 5.575069, 5.830945, 10.891845, 9.112317, 7.381321, 5.336695, 3.7855, 1.095642, 0.000529], "sum_m_pl": [25.674431, 32.227825, 30.733571, 29.554147, 28.04645, 27.583732, 26.949493, 27.165303, 26.771567, 27.560723, 27.190679, 27.149707, 27.35435, 26.767465, 26.967513, 27.70244, 27.586821, 27.49918, 28.309398, 28.912979, 29.037911, 29.379203, 29.416732, 29.509798, 24.060465, 23.810176, 23.275377, 24.382826, 24.449063, 24.113081, 24.587758, 24.108596, 24.764535, 24.459962, 23.536349, 23.106023, 21.120877, 20.554141, 18.325092, 18.219398, 17.301939, 16.380239, 16.101202, 12.382361, 10.594933, 7.828956, 5.988837, 3.105792, 0.424204, 1e-06]}, "lang": {"n_am_en": [38, 39, 23, 22, 30, 33, 44, 37, 30, 32, 43, 53, 44, 41, 43, 37, 46, 38, 44, 46, 48, 47, 42, 42, 61, 67, 61, 58, 61, 60, 61, 57, 58, 53, 60, 60, 65, 68, 77, 77, 77, 77, 77, 86, 91, 92, 89, 95, 112, 117], "n_am_pl": [4, 16, 22, 17, 16, 17, 18, 13, 13, 12, 14, 18, 22, 17, 16, 16, 10, 13, 11, 12, 12, 11, 15, 19, 8, 9, 9, 12, 13, 12, 13, 10, 6, 12, 10, 13, 12, 8, 10, 11, 10, 14, 14, 7, 9, 6, 13, 13, 11, 13], "n_pos": 133, "sum_m_en": [15.784389, 8.287601, 7.290992, 7.205496, 7.480885, 7.920306, 8.33022, 8.418701, 8.652239, 8.4974, 9.523014, 10.444865, 10.925652, 10.377449, 10.431644, 9.714752, 9.335862, 8.967098, 8.154524, 7.593199, 7.011287, 6.511253, 6.19471, 6.093859, 18.420456, 16.943473, 18.129466, 16.41897, 17.08026, 18.044917, 16.591291, 15.905536, 16.115463, 16.867907, 19.880359, 23.620523, 27.980724, 30.840788, 35.97852, 39.56035, 41.85623, 50.383304, 58.146542, 67.863103, 71.601059, 75.171269, 83.387071, 89.614325, 107.201731, 116.221625], "sum_m_pl": [46.569488, 60.850463, 60.908829, 60.716078, 59.4997, 59.676742, 59.313604, 60.166076, 59.813997, 61.523376, 60.757784, 60.899806, 61.94346, 61.536102, 61.065056, 63.218952, 62.828858, 62.492064, 63.585258, 65.493149, 65.44383, 65.781395, 65.759719, 65.818901, 52.405888, 52.941645, 51.631327, 53.580493, 53.816888, 53.090988, 55.930396, 55.407057, 55.807508, 54.377242, 50.617108, 48.148131, 42.447731, 40.602878, 36.359188, 34.866538, 33.059723, 28.543708, 25.313077, 20.896988, 17.07213, 14.190135, 13.176019, 12.118103, 10.396335, 12.75412]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 745, "item_id": "gsm8kpl-445", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1185, "region_end": 415, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9852}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [140, 142, 119, 87, 97, 84, 95, 97, 90, 104, 132, 111, 117, 119, 131, 126, 124, 120, 91, 108, 114, 120, 116, 109, 174, 157, 148, 150, 178, 165, 126, 148, 154, 147, 140, 146, 149, 148, 139, 158, 167, 163, 153, 164, 144, 108, 71, 36, 19, 9], "n_am_pl": [29, 142, 109, 102, 95, 91, 90, 102, 71, 91, 79, 104, 103, 105, 91, 92, 108, 109, 141, 139, 97, 116, 100, 106, 62, 70, 76, 76, 78, 92, 94, 95, 96, 76, 81, 85, 73, 60, 60, 64, 62, 71, 71, 77, 76, 92, 120, 130, 159, 173], "n_pos": 576, "sum_m_en": [54.751415, 28.405535, 28.241081, 29.014096, 30.726754, 30.894004, 30.60179, 31.022955, 32.355101, 32.727245, 34.567724, 36.488706, 37.205494, 39.116924, 41.092149, 38.899625, 36.478508, 36.060282, 32.252448, 30.684073, 28.583983, 27.274874, 26.431243, 25.52346, 56.84469, 56.084534, 55.162566, 52.100207, 56.3512, 56.305403, 50.759804, 50.025805, 50.747599, 54.58568, 59.40226, 62.384382, 65.231021, 68.82817, 75.401873, 83.291083, 87.813682, 94.075846, 103.068703, 120.242876, 108.847749, 92.037401, 64.130626, 41.302737, 22.059097, 9.102505], "sum_m_pl": [223.001529, 275.729192, 270.195323, 265.819365, 261.802779, 263.619661, 267.512517, 266.83511, 263.274808, 266.990214, 261.219259, 260.03681, 267.376746, 263.763664, 263.297174, 272.146306, 274.505835, 273.079788, 280.058975, 283.878502, 284.563816, 283.891865, 283.402301, 283.470186, 226.225531, 227.493071, 225.615091, 239.616617, 243.078851, 245.339392, 251.391339, 251.066109, 249.364818, 232.427258, 221.61218, 214.138831, 202.303651, 192.407703, 174.325151, 169.325466, 163.4513, 155.005819, 142.956553, 131.874223, 120.535752, 128.175116, 135.171502, 139.377992, 156.484941, 170.915792]}, "digit": {"n_am_en": [9, 34, 37, 14, 10, 9, 6, 6, 15, 16, 18, 20, 17, 20, 18, 11, 18, 8, 4, 6, 6, 9, 8, 10, 19, 22, 12, 22, 25, 16, 15, 13, 12, 9, 7, 7, 14, 10, 13, 13, 13, 12, 11, 21, 21, 14, 11, 6, 2, 0], "n_am_pl": [0, 4, 2, 7, 2, 3, 5, 5, 1, 3, 7, 12, 3, 6, 5, 10, 7, 10, 11, 6, 6, 10, 10, 6, 8, 8, 5, 2, 5, 9, 7, 7, 8, 5, 6, 15, 6, 6, 6, 5, 4, 4, 4, 4, 3, 3, 3, 3, 0, 0], "n_pos": 66, "sum_m_en": [6.274588, 3.091176, 3.089367, 3.00387, 3.066214, 3.144904, 3.04423, 3.261071, 3.321398, 3.372152, 3.597724, 3.616921, 3.839324, 4.119373, 4.190066, 4.125926, 3.951193, 3.919528, 3.433857, 3.321368, 3.157466, 3.014584, 2.946834, 2.860287, 6.468918, 6.388144, 5.695476, 5.776173, 6.290054, 6.004202, 5.842251, 5.428564, 4.974233, 4.814776, 4.805545, 5.342962, 5.371586, 5.026214, 6.986839, 8.669992, 9.890334, 10.305952, 10.11785, 17.56392, 17.138799, 13.176328, 10.439587, 6.111508, 2.956497, 0.013206], "sum_m_pl": [29.437469, 35.477721, 33.894797, 32.594815, 31.501117, 31.324164, 31.624908, 30.944912, 30.827973, 31.208119, 30.883931, 30.531574, 30.617511, 30.232113, 30.125043, 30.136338, 30.37542, 30.21709, 31.173152, 31.720164, 32.098893, 32.203774, 32.0836, 32.332827, 25.592765, 25.791979, 25.622547, 26.779826, 27.617229, 27.541268, 27.502788, 27.421142, 27.605783, 26.019922, 24.648869, 24.885287, 23.872798, 23.617096, 20.661221, 20.092744, 19.094193, 17.895683, 16.634306, 12.977525, 11.146449, 9.467294, 7.29925, 5.803886, 0.994266, 0.009996]}, "lang": {"n_am_en": [42, 32, 30, 26, 29, 20, 38, 35, 28, 34, 46, 38, 45, 39, 48, 55, 47, 48, 36, 41, 43, 43, 49, 42, 66, 57, 56, 52, 71, 61, 50, 64, 68, 68, 62, 61, 60, 64, 56, 69, 72, 71, 76, 77, 78, 63, 40, 22, 9, 9], "n_am_pl": [9, 39, 43, 37, 35, 34, 21, 34, 22, 26, 28, 28, 30, 36, 33, 28, 33, 21, 32, 43, 26, 29, 26, 32, 17, 22, 27, 22, 21, 30, 32, 31, 32, 26, 28, 26, 31, 20, 23, 28, 26, 33, 35, 39, 45, 54, 84, 103, 147, 170], "n_pos": 180, "sum_m_en": [17.621175, 8.691614, 8.746493, 9.281686, 9.616693, 9.650544, 9.835273, 9.979454, 10.564483, 10.305473, 11.015978, 11.761557, 11.873476, 12.499315, 12.878293, 12.361483, 11.742175, 11.481665, 10.358092, 9.822532, 9.109144, 8.641546, 8.371409, 8.085278, 19.799199, 20.078137, 18.898327, 17.333249, 19.602675, 19.765958, 17.582202, 17.579025, 18.322222, 20.078853, 21.6382, 22.969081, 24.386289, 25.80965, 30.08571, 32.948269, 35.536298, 38.502688, 42.238097, 49.084336, 51.963751, 45.054211, 32.505149, 20.918802, 10.025974, 8.512874], "sum_m_pl": [65.50898, 83.840656, 83.233952, 82.25501, 82.303595, 82.478322, 83.48492, 83.893304, 82.806263, 83.473427, 81.584434, 81.405832, 84.748415, 84.316736, 84.732983, 87.612644, 87.240416, 87.13053, 88.699567, 89.870487, 89.770259, 89.561546, 89.520404, 89.514501, 75.85005, 74.286414, 73.302424, 77.121971, 76.974118, 77.184667, 80.428446, 81.205273, 81.13823, 78.186725, 75.570737, 75.354194, 74.17247, 72.096493, 65.512191, 64.560709, 63.542977, 63.525443, 62.203295, 61.001479, 59.597259, 67.158957, 86.550807, 97.922592, 141.004743, 165.933407]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 595, "item_id": "gsm8kpl-445", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1044, "region_end": 576, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9815}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [48, 59, 53, 41, 28, 24, 18, 18, 24, 42, 39, 46, 36, 37, 29, 20, 27, 25, 28, 30, 28, 23, 27, 33, 47, 55, 41, 39, 39, 35, 31, 28, 25, 32, 36, 37, 41, 42, 35, 36, 41, 41, 44, 37, 37, 44, 46, 45, 40, 40], "n_am_pl": [6, 21, 24, 15, 10, 19, 17, 13, 16, 8, 19, 19, 24, 18, 29, 24, 25, 27, 17, 22, 11, 17, 17, 16, 11, 9, 16, 10, 19, 19, 19, 14, 10, 15, 8, 8, 5, 5, 3, 2, 2, 5, 3, 3, 2, 0, 0, 0, 0, 0], "n_pos": 172, "sum_m_en": [19.861919, 9.118446, 8.581705, 8.761485, 9.445576, 9.608602, 9.453562, 9.764366, 9.927714, 10.303863, 10.703331, 11.076664, 11.408882, 11.430299, 10.898412, 10.70872, 11.017332, 10.8376, 9.899799, 9.329338, 8.888927, 8.418049, 8.389235, 8.219006, 22.181766, 21.231357, 19.390552, 16.317549, 15.651898, 15.926043, 14.884528, 14.406946, 13.523073, 13.786788, 14.702787, 16.113104, 21.065713, 20.698847, 22.605899, 24.442731, 26.889358, 27.166914, 32.637974, 33.088496, 33.09195, 37.800857, 43.089574, 45.552063, 41.029879, 40.196232], "sum_m_pl": [69.670707, 86.189157, 83.633712, 81.083648, 77.773605, 75.778454, 76.109888, 76.554196, 73.26267, 75.592843, 75.403003, 77.24834, 77.63828, 76.032215, 77.650026, 79.100754, 77.855315, 76.851372, 78.641002, 80.722669, 82.200464, 82.930802, 82.472427, 83.0063, 56.821702, 58.392513, 57.780647, 64.039485, 68.055277, 67.510446, 67.680811, 66.120288, 67.013354, 62.099979, 59.681004, 54.968798, 47.23931, 46.187342, 36.473371, 31.580768, 29.710772, 27.948721, 26.127996, 19.520823, 13.525426, 9.207447, 4.122386, 2.091527, 0.374382, 0.001442]}, "digit": {"n_am_en": [3, 17, 17, 11, 4, 2, 1, 1, 3, 10, 9, 7, 8, 10, 4, 1, 3, 2, 2, 3, 3, 3, 3, 2, 7, 8, 7, 6, 7, 9, 8, 9, 6, 3, 3, 5, 7, 6, 2, 2, 3, 3, 2, 1, 2, 1, 1, 0, 0, 0], "n_am_pl": [2, 4, 2, 1, 1, 5, 0, 1, 1, 2, 2, 2, 6, 4, 6, 8, 7, 8, 3, 6, 5, 6, 5, 5, 4, 4, 3, 4, 8, 5, 6, 1, 1, 3, 2, 2, 2, 3, 1, 0, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [2.915803, 1.474675, 1.421993, 1.368607, 1.472082, 1.484615, 1.572999, 1.640223, 1.715091, 1.792576, 1.844799, 1.86737, 2.017954, 2.0439, 1.925614, 1.892614, 1.98663, 1.961862, 1.761284, 1.700282, 1.607563, 1.509054, 1.50469, 1.469263, 3.24348, 3.029326, 2.812498, 2.700235, 2.660126, 2.701613, 2.623647, 2.532438, 2.219646, 2.255892, 2.299322, 2.3917, 3.14487, 2.47275, 2.717541, 2.626859, 2.350858, 2.636697, 2.593569, 2.964476, 2.486998, 1.345149, 1.478538, 0.443136, 0.207699, 0.0], "sum_m_pl": [15.798826, 18.471863, 17.640982, 17.197582, 16.662072, 16.102584, 15.649068, 15.435726, 15.008696, 15.390404, 15.410622, 15.46891, 15.225095, 15.207192, 15.565772, 15.529997, 15.389187, 15.229826, 15.799176, 16.362482, 16.528593, 16.645795, 16.53215, 16.609446, 13.474078, 13.856359, 13.548579, 14.431293, 14.953382, 14.561024, 14.541753, 14.060549, 14.25804, 13.708396, 13.260405, 12.936671, 12.163285, 12.342969, 9.715356, 8.921961, 8.419665, 8.2549, 8.510374, 6.781762, 4.67939, 2.566537, 1.231718, 0.658196, 0.259996, 0.0]}, "lang": {"n_am_en": [14, 15, 10, 10, 7, 8, 10, 8, 11, 16, 16, 14, 12, 14, 13, 8, 12, 14, 14, 12, 13, 9, 12, 15, 19, 19, 17, 14, 14, 15, 12, 12, 11, 15, 18, 20, 18, 19, 18, 14, 21, 21, 22, 23, 21, 25, 31, 32, 37, 40], "n_am_pl": [1, 4, 4, 3, 2, 5, 6, 6, 4, 1, 4, 3, 1, 4, 5, 5, 3, 3, 3, 6, 0, 4, 2, 3, 2, 0, 2, 2, 2, 1, 1, 4, 2, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [5.400174, 2.470435, 2.22061, 2.144101, 2.271251, 2.394564, 2.450444, 2.370659, 2.530655, 2.651046, 2.871133, 3.119278, 3.038898, 3.122024, 2.9728, 2.922549, 3.007736, 3.039174, 2.809107, 2.599986, 2.454274, 2.261049, 2.239462, 2.183427, 7.581139, 7.489627, 7.471552, 5.241012, 4.691926, 4.891427, 4.635626, 4.586744, 4.393139, 4.739064, 5.114302, 6.384326, 8.719412, 9.017666, 10.350078, 11.587612, 14.000469, 13.886118, 17.564137, 18.905688, 19.379383, 21.783622, 27.888427, 31.372143, 36.746029, 39.499482], "sum_m_pl": [15.454245, 19.108733, 18.809611, 18.314327, 17.76688, 17.489732, 17.22021, 18.02141, 17.541377, 17.969809, 17.946295, 18.313468, 18.725614, 18.160926, 18.691402, 18.979881, 18.511927, 18.251736, 18.322547, 18.723446, 19.131029, 19.484502, 19.311675, 19.50326, 13.694419, 14.032016, 13.359448, 15.117332, 15.516536, 15.383706, 15.863808, 15.027591, 16.228212, 15.66256, 14.933436, 14.262551, 11.688946, 11.868434, 10.505112, 8.830834, 8.331147, 7.766613, 6.385173, 4.601504, 3.191528, 2.397853, 1.279493, 0.202106, 0.007981, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "gsm8kpl-452", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1160, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.9886, "tf_agree_excl_first": 0.9943}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [79, 73, 78, 84, 81, 67, 60, 62, 59, 77, 80, 73, 75, 82, 89, 74, 94, 66, 65, 61, 57, 62, 61, 63, 128, 134, 109, 108, 101, 97, 88, 86, 91, 92, 97, 89, 68, 60, 59, 58, 55, 66, 66, 56, 62, 57, 33, 29, 22, 20], "n_am_pl": [24, 68, 62, 73, 52, 89, 52, 59, 57, 64, 60, 74, 84, 68, 71, 76, 72, 79, 94, 86, 76, 75, 60, 64, 32, 25, 39, 35, 54, 63, 63, 63, 54, 36, 38, 36, 25, 31, 25, 25, 24, 29, 27, 20, 14, 25, 36, 43, 57, 62], "n_pos": 375, "sum_m_en": [34.020051, 17.967989, 19.061994, 19.524716, 20.199521, 20.554198, 20.527761, 21.186535, 22.292749, 22.636213, 23.297153, 23.746771, 25.252505, 25.73789, 25.641615, 24.953462, 25.60386, 24.254724, 21.498972, 20.747058, 19.386487, 18.531443, 18.398315, 17.778374, 47.123829, 46.0422, 43.21036, 41.021047, 42.501759, 43.900426, 40.918103, 39.162331, 34.907493, 34.806443, 36.876738, 35.773802, 35.376987, 32.920462, 40.630462, 45.162768, 43.920446, 45.031415, 49.11724, 45.754019, 53.889263, 45.050225, 34.601169, 32.144445, 23.313338, 19.59425], "sum_m_pl": [152.892623, 185.882279, 181.37401, 176.153777, 172.687029, 169.247096, 172.087844, 171.95294, 165.803812, 169.294647, 167.64745, 169.53468, 173.210538, 169.037575, 172.725672, 175.946056, 172.318016, 171.079082, 176.470075, 178.724556, 181.594865, 181.278166, 180.85742, 182.681907, 133.357994, 133.897466, 132.613835, 142.728126, 150.078142, 150.481413, 152.48718, 151.262885, 153.726554, 139.974866, 135.470124, 126.09015, 114.157196, 113.355431, 99.122705, 88.40198, 85.262136, 84.266695, 79.659858, 66.660115, 50.569118, 54.248107, 52.941669, 51.075979, 54.645187, 61.490042]}, "digit": {"n_am_en": [4, 19, 10, 8, 11, 8, 9, 4, 6, 13, 9, 11, 5, 8, 6, 3, 3, 7, 5, 5, 4, 6, 4, 5, 13, 12, 11, 13, 13, 13, 8, 8, 5, 7, 6, 10, 7, 5, 3, 4, 2, 3, 0, 0, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 4, 5, 4, 2, 8, 3, 5, 2, 6, 2, 1, 9, 2, 6, 12, 8, 8, 11, 11, 7, 8, 5, 6, 2, 2, 6, 3, 2, 3, 6, 7, 6, 6, 5, 4, 5, 4, 1, 1, 1, 2, 2, 1, 0, 0, 0, 1, 0, 0], "n_pos": 39, "sum_m_en": [3.361046, 1.909202, 1.875325, 1.848235, 1.873496, 1.842111, 1.960248, 2.026435, 2.156004, 2.141498, 2.110196, 2.128244, 2.337653, 2.423724, 2.274417, 2.271755, 2.366481, 2.357021, 2.131676, 1.986659, 1.873804, 1.775077, 1.749547, 1.695698, 3.042951, 3.34224, 3.564615, 3.36407, 3.505659, 3.552301, 3.35412, 3.244171, 2.715032, 2.751604, 2.904694, 3.007984, 3.068148, 2.6593, 2.685485, 2.683514, 2.470683, 2.176175, 2.058799, 1.738419, 2.353909, 1.404569, 0.809706, 0.745212, 0.273459, 6e-06], "sum_m_pl": [17.906033, 20.789278, 19.88423, 19.432884, 19.312876, 18.912147, 18.660266, 18.313956, 17.770235, 17.914678, 17.918053, 18.377065, 18.248035, 18.045844, 18.37749, 18.330143, 17.887323, 17.711013, 18.457405, 18.966703, 18.987704, 18.999809, 19.017684, 19.168075, 16.361351, 16.030815, 15.736725, 16.543979, 17.052669, 16.873798, 17.342736, 17.019559, 17.472382, 16.474653, 15.712432, 15.601993, 14.526489, 14.255415, 11.704008, 11.187343, 10.852321, 10.908648, 10.485842, 9.051293, 6.987418, 5.259193, 3.148367, 2.757972, 0.491944, 0.001139]}, "lang": {"n_am_en": [17, 10, 19, 26, 23, 17, 8, 16, 14, 12, 23, 18, 20, 16, 19, 17, 29, 17, 22, 25, 24, 29, 31, 30, 44, 42, 35, 37, 27, 29, 28, 30, 27, 36, 40, 28, 31, 35, 31, 28, 31, 32, 31, 36, 42, 39, 20, 23, 20, 19], "n_am_pl": [7, 13, 10, 10, 3, 8, 7, 12, 15, 18, 19, 21, 22, 24, 23, 17, 16, 19, 23, 14, 15, 16, 10, 8, 6, 3, 6, 8, 11, 14, 14, 9, 14, 12, 10, 13, 4, 5, 4, 6, 7, 7, 9, 10, 9, 18, 30, 37, 56, 61], "n_pos": 81, "sum_m_en": [7.23064, 3.859789, 3.981471, 4.349117, 4.295135, 4.504865, 4.475564, 4.4994, 4.859915, 5.003983, 5.304323, 5.537446, 5.778032, 5.931412, 5.744501, 5.526123, 5.68535, 5.587568, 4.959991, 4.92224, 4.466591, 4.229717, 4.15947, 3.948266, 14.105254, 13.074624, 11.954249, 9.328733, 9.585791, 9.867796, 9.223551, 9.362242, 9.067364, 9.638352, 10.301737, 10.441895, 12.068753, 12.654106, 17.792488, 21.248185, 21.437937, 22.485627, 24.1507, 24.720735, 34.512575, 27.910378, 22.285847, 22.302708, 20.666729, 19.001494], "sum_m_pl": [31.350152, 37.224229, 36.872256, 35.463044, 34.716833, 34.465893, 35.540482, 35.890311, 34.692822, 35.548305, 35.33304, 35.624146, 36.530432, 35.450991, 36.666882, 37.418005, 36.321072, 36.062146, 37.093836, 37.273934, 38.268063, 38.412469, 38.283543, 38.686825, 29.023939, 29.554831, 29.380496, 32.070578, 32.739663, 32.90342, 33.612072, 32.621251, 33.790738, 32.330207, 31.253024, 30.379484, 28.075761, 27.997886, 24.954907, 22.771461, 22.01649, 22.127124, 19.279315, 19.055873, 15.579333, 22.349604, 29.733481, 36.00455, 50.360819, 60.304693]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 379, "item_id": "gsm8kpl-452", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1019, "region_end": 375, "roundtrip_ok": true, "tf_agree": 0.9842, "tf_agree_excl_first": 0.9868}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [45, 35, 26, 24, 25, 27, 28, 27, 36, 32, 41, 38, 35, 44, 41, 46, 37, 37, 34, 32, 29, 27, 26, 34, 42, 43, 47, 40, 43, 32, 42, 38, 41, 41, 50, 47, 62, 52, 55, 56, 65, 61, 59, 63, 56, 57, 57, 51, 48, 46], "n_am_pl": [4, 17, 24, 21, 16, 18, 18, 15, 15, 16, 10, 12, 14, 11, 11, 5, 9, 9, 14, 19, 22, 20, 26, 20, 6, 12, 9, 14, 13, 18, 17, 21, 17, 13, 13, 13, 6, 5, 1, 4, 2, 3, 4, 1, 4, 5, 3, 2, 0, 0], "n_pos": 132, "sum_m_en": [15.464528, 8.361631, 7.656076, 7.385885, 7.54853, 7.599421, 7.654198, 8.348471, 8.909167, 9.393776, 9.765192, 10.074129, 10.193009, 10.293177, 10.582131, 9.399345, 9.156856, 9.346008, 8.394967, 7.66062, 7.107559, 6.526174, 6.299297, 6.154795, 15.189464, 16.349976, 17.023995, 15.454335, 15.271234, 15.043509, 14.09078, 14.244852, 14.65382, 14.673124, 15.073738, 18.910466, 24.441838, 24.470429, 27.688507, 32.228742, 33.298529, 36.959324, 40.251674, 44.470968, 46.908694, 48.726832, 50.622975, 50.349999, 49.218583, 46.565102], "sum_m_pl": [49.969062, 62.14928, 61.681633, 60.720395, 60.036007, 59.651039, 61.046585, 60.074073, 58.88248, 59.657805, 59.544911, 60.261055, 59.844734, 59.585151, 59.325788, 62.984499, 62.577534, 61.846211, 62.747444, 64.190009, 64.098904, 64.803714, 64.837501, 65.192976, 51.492014, 51.580866, 50.636312, 54.048273, 55.35526, 55.506256, 55.997475, 55.893571, 56.030076, 54.266408, 54.695786, 48.529273, 41.863475, 39.808912, 36.795014, 34.657185, 32.304781, 29.08966, 24.781645, 21.310421, 19.23451, 15.430781, 9.550089, 5.825562, 0.691532, 0.003504]}, "digit": {"n_am_en": [0, 9, 9, 1, 5, 1, 2, 4, 2, 3, 6, 5, 3, 5, 6, 4, 3, 5, 3, 3, 2, 3, 2, 3, 5, 4, 8, 7, 8, 4, 6, 4, 5, 2, 4, 3, 7, 4, 8, 7, 7, 6, 5, 5, 3, 3, 2, 0, 0, 0], "n_am_pl": [0, 2, 5, 5, 1, 3, 3, 1, 3, 1, 2, 1, 1, 0, 4, 2, 3, 3, 3, 3, 4, 3, 5, 3, 1, 4, 1, 3, 0, 0, 1, 5, 5, 4, 3, 4, 2, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.778458, 0.958141, 0.918021, 0.883187, 0.937996, 0.960622, 0.946303, 1.056867, 1.142341, 1.259311, 1.280458, 1.279931, 1.356126, 1.357594, 1.300188, 1.212566, 1.20393, 1.261961, 1.137601, 1.050163, 0.952908, 0.892615, 0.871374, 0.853408, 1.53022, 1.56374, 1.843168, 1.777445, 1.838493, 1.711828, 1.740064, 1.608535, 1.564199, 1.478909, 1.539783, 1.514028, 2.19347, 1.925632, 2.057596, 1.931801, 1.907095, 1.985291, 1.619309, 1.743953, 1.420354, 1.484551, 1.000215, 0.791931, 0.211432, 0.0], "sum_m_pl": [9.30306, 11.307584, 10.958078, 10.741048, 10.540069, 10.32544, 10.545949, 10.131876, 10.047658, 10.013201, 10.138944, 10.073586, 9.729296, 9.750778, 9.827689, 10.276518, 10.262647, 9.996747, 10.28209, 10.517252, 10.462441, 10.57347, 10.555241, 10.622487, 9.346977, 9.310765, 9.052814, 9.439748, 9.657132, 9.404538, 9.17591, 9.126433, 9.272775, 9.220141, 9.107699, 8.773159, 8.274825, 8.269764, 7.772283, 7.953386, 7.654564, 7.382924, 7.192098, 6.534423, 5.964707, 4.698984, 3.248779, 1.594527, 0.456908, 0.0]}, "lang": {"n_am_en": [21, 10, 12, 12, 10, 12, 16, 13, 18, 16, 17, 15, 18, 16, 14, 24, 19, 21, 21, 17, 13, 10, 10, 17, 19, 21, 21, 17, 15, 16, 17, 16, 17, 19, 22, 18, 29, 27, 28, 27, 34, 32, 31, 34, 33, 31, 35, 36, 45, 46], "n_am_pl": [0, 8, 5, 3, 3, 5, 4, 6, 5, 7, 5, 6, 5, 7, 5, 3, 5, 2, 4, 8, 10, 8, 9, 8, 2, 6, 3, 5, 9, 9, 7, 9, 7, 6, 5, 7, 0, 2, 0, 1, 0, 0, 1, 0, 1, 2, 2, 2, 0, 0], "n_pos": 47, "sum_m_en": [6.158845, 3.006509, 2.966255, 2.852805, 2.759487, 2.781688, 3.060236, 3.290356, 3.456934, 3.459255, 3.626662, 3.876355, 3.785511, 3.812633, 4.045062, 3.587352, 3.526883, 3.610802, 3.262167, 2.885643, 2.692396, 2.438794, 2.335847, 2.281089, 6.529155, 7.148709, 7.409201, 6.238576, 6.195702, 6.490845, 5.954307, 5.99056, 6.06323, 6.199423, 6.317297, 8.044816, 10.93052, 11.46805, 13.374969, 16.280267, 17.135387, 19.812701, 22.400861, 24.051709, 26.893382, 27.828381, 31.256983, 34.864779, 43.740451, 45.647442], "sum_m_pl": [16.462009, 21.600149, 21.431444, 20.721251, 20.812782, 20.683361, 21.048908, 20.98302, 20.720671, 21.097092, 21.00971, 21.356007, 21.625757, 21.549907, 21.455481, 22.64148, 22.499369, 22.14953, 22.312338, 22.892211, 22.701371, 23.017854, 23.009279, 23.122187, 18.11049, 18.540931, 18.176436, 19.313723, 19.668509, 19.566199, 19.89705, 20.078699, 20.170252, 20.003164, 20.221836, 18.653837, 15.869969, 14.682841, 13.554134, 11.552225, 10.695335, 9.563826, 7.250841, 6.736062, 5.765181, 3.991007, 2.891171, 1.585244, 0.092418, 0.000625]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "gsm8kpl-457", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1192, "region_end": 132, "roundtrip_ok": true, "tf_agree": 0.9926, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [60, 33, 44, 44, 45, 36, 47, 51, 29, 40, 46, 47, 54, 50, 60, 55, 54, 52, 52, 49, 45, 55, 53, 57, 65, 64, 59, 80, 79, 75, 73, 79, 71, 62, 78, 70, 68, 63, 51, 49, 55, 58, 51, 44, 48, 35, 22, 13, 2, 2], "n_am_pl": [17, 34, 34, 28, 32, 24, 27, 34, 26, 29, 36, 41, 52, 37, 33, 44, 46, 33, 45, 58, 55, 46, 47, 48, 28, 23, 33, 25, 50, 50, 32, 32, 30, 23, 30, 27, 25, 20, 33, 31, 29, 34, 33, 35, 30, 36, 47, 49, 66, 67], "n_pos": 227, "sum_m_en": [21.468488, 10.983018, 11.240046, 11.809912, 12.251797, 12.547254, 12.294258, 12.590187, 13.73176, 14.689249, 15.095503, 15.728877, 16.510058, 16.602928, 17.160222, 15.160484, 14.947258, 14.861841, 13.531419, 12.539469, 11.75372, 11.086171, 10.738968, 10.352994, 23.341562, 23.303589, 25.339993, 24.8666, 25.636092, 24.924913, 23.081682, 23.066068, 23.228886, 22.315565, 23.373545, 26.033259, 26.69516, 26.756782, 27.136126, 29.235296, 29.945205, 32.529609, 32.721187, 33.376523, 34.446333, 29.58543, 20.985801, 15.913809, 3.759828, 2.008406], "sum_m_pl": [93.525592, 110.008309, 107.385043, 104.890802, 104.753517, 102.263249, 105.111507, 104.233578, 100.454, 102.834917, 101.133805, 104.393171, 104.439918, 103.785845, 104.804692, 110.054797, 108.63147, 107.540602, 110.383638, 112.151415, 112.010806, 111.819827, 111.582214, 112.006403, 92.004276, 93.233704, 89.543457, 95.11278, 98.511329, 100.217526, 98.833857, 98.605423, 97.423776, 92.329563, 92.216826, 85.526208, 79.090819, 76.692005, 75.383057, 74.919226, 73.829441, 71.45752, 69.027877, 64.147513, 56.988955, 59.950118, 61.765335, 53.132192, 64.694094, 68.397574]}, "digit": {"n_am_en": [3, 9, 7, 5, 6, 5, 8, 10, 3, 3, 8, 10, 8, 9, 7, 2, 2, 8, 5, 3, 5, 6, 3, 6, 6, 5, 9, 10, 10, 12, 11, 8, 10, 7, 6, 4, 5, 3, 3, 2, 3, 4, 3, 2, 2, 1, 2, 0, 0, 0], "n_am_pl": [0, 9, 5, 3, 0, 0, 3, 3, 4, 4, 5, 2, 4, 3, 4, 7, 9, 7, 10, 12, 11, 8, 9, 8, 4, 4, 2, 3, 8, 4, 4, 10, 6, 7, 9, 3, 3, 3, 4, 5, 2, 2, 2, 3, 2, 1, 1, 1, 0, 0], "n_pos": 32, "sum_m_en": [2.598746, 1.464324, 1.465987, 1.496429, 1.529849, 1.496464, 1.59106, 1.712969, 1.842968, 1.972615, 2.041707, 2.159446, 2.469776, 2.404401, 2.335325, 2.02827, 2.027274, 2.009544, 1.782893, 1.612979, 1.513136, 1.407759, 1.372404, 1.33123, 2.766111, 2.684321, 2.996954, 2.989852, 3.205788, 3.050606, 3.274514, 2.977296, 2.8738, 2.634219, 2.619788, 2.59075, 3.150036, 2.585936, 2.626564, 2.683494, 2.542731, 2.704411, 2.440546, 2.047691, 1.964034, 1.587595, 1.298212, 0.807304, 0.108673, 0.0], "sum_m_pl": [14.729445, 17.181273, 16.511602, 16.043036, 15.919717, 15.913326, 16.049253, 15.503218, 14.788654, 14.827486, 14.734359, 15.174751, 14.689723, 14.744776, 14.94133, 15.768514, 15.573329, 15.467865, 16.04828, 16.149639, 16.038917, 16.10646, 16.093598, 16.210958, 14.354373, 14.190235, 13.561945, 13.983554, 14.223622, 14.287178, 13.963963, 14.251953, 14.267162, 13.965214, 13.82241, 13.413132, 12.107524, 12.352328, 11.861359, 12.178662, 11.802537, 11.688865, 11.719422, 11.201977, 10.126096, 8.54971, 6.774565, 3.437288, 0.403411, 2e-06]}, "lang": {"n_am_en": [24, 7, 9, 9, 10, 9, 18, 16, 13, 16, 17, 14, 19, 18, 32, 29, 32, 27, 27, 26, 22, 26, 30, 29, 31, 27, 27, 36, 36, 26, 33, 36, 33, 35, 33, 29, 30, 27, 17, 19, 26, 26, 24, 22, 29, 22, 12, 6, 2, 2], "n_am_pl": [3, 6, 7, 10, 14, 5, 6, 7, 9, 7, 13, 17, 16, 14, 11, 9, 9, 9, 8, 16, 12, 14, 14, 13, 5, 6, 10, 4, 16, 17, 10, 9, 12, 9, 8, 9, 8, 6, 13, 12, 10, 16, 22, 24, 22, 30, 36, 41, 65, 67], "n_pos": 69, "sum_m_en": [6.258342, 3.521936, 3.444797, 3.747782, 3.842588, 3.847161, 3.746877, 3.723983, 4.110619, 4.310894, 4.503267, 4.804696, 4.79819, 4.936043, 5.210513, 4.586076, 4.488886, 4.393562, 4.196399, 3.907835, 3.658578, 3.406064, 3.251168, 3.150412, 7.41642, 7.854905, 9.176996, 8.609223, 8.521665, 8.033279, 7.303911, 7.72423, 8.085203, 7.986116, 7.824571, 9.608409, 10.067984, 10.301608, 10.403493, 11.272294, 12.911661, 13.313444, 13.688304, 14.517575, 18.325849, 15.746322, 9.490841, 6.437404, 2.547604, 2.004123], "sum_m_pl": [27.141878, 30.141827, 30.015306, 29.64732, 29.559782, 29.461582, 30.16844, 30.278975, 29.541248, 31.155724, 30.457895, 31.776568, 32.230569, 31.936266, 32.648787, 34.137878, 33.598969, 33.226921, 33.739238, 34.438318, 34.390071, 34.451648, 34.308439, 34.420679, 29.446833, 29.442435, 27.808218, 29.953645, 30.711213, 31.520225, 31.386823, 31.253325, 31.518153, 30.6464, 31.249429, 29.856385, 28.994351, 28.477609, 28.712408, 27.96661, 27.449691, 27.980406, 28.444552, 29.026016, 26.93985, 32.236836, 39.213978, 38.278201, 60.387159, 66.874813]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 231, "item_id": "gsm8kpl-457", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1051, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.9957, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 41, 36, 38, 42, 32, 38, 33, 38, 40, 47, 48, 40, 34, 25, 28, 29, 38, 40, 30, 27, 24, 26, 28, 42, 42, 37, 43, 40, 33, 27, 36, 34, 39, 42, 51, 55, 52, 54, 59, 54, 58, 52, 54, 47, 51, 50, 41, 40, 38], "n_am_pl": [3, 35, 20, 22, 16, 18, 10, 11, 13, 14, 9, 13, 21, 21, 22, 29, 20, 24, 16, 17, 24, 24, 24, 22, 7, 10, 16, 16, 13, 15, 19, 11, 14, 16, 8, 4, 3, 3, 6, 3, 5, 3, 1, 1, 6, 3, 2, 1, 0, 0], "n_pos": 143, "sum_m_en": [18.770173, 8.344301, 8.012315, 8.140532, 8.32495, 8.416523, 9.739561, 9.281541, 9.943576, 10.362497, 10.468501, 10.869631, 11.379145, 10.976667, 11.66469, 10.641081, 10.894721, 10.454084, 8.808186, 7.896513, 7.568119, 7.007485, 6.878558, 6.922237, 20.037549, 19.949665, 19.011827, 17.581549, 17.071032, 17.21357, 15.996807, 15.238669, 17.374794, 18.368948, 20.018844, 21.253231, 25.783638, 27.893857, 31.556125, 37.82611, 39.52895, 42.583418, 46.513052, 48.329203, 49.946165, 49.028641, 48.908627, 45.154047, 40.587055, 38.535942], "sum_m_pl": [51.894266, 68.339604, 66.688962, 64.590091, 63.699002, 63.158689, 63.841233, 64.487389, 63.837946, 65.202636, 65.396087, 64.863879, 63.729596, 63.36602, 63.616099, 65.992626, 64.984553, 66.490722, 67.673545, 70.092861, 70.278513, 70.622468, 70.407487, 70.600761, 53.253524, 51.803061, 51.582241, 55.729018, 55.901068, 56.917957, 57.628511, 57.377184, 57.618772, 53.537441, 52.146029, 48.485403, 41.897949, 38.963288, 35.005711, 33.213773, 31.099303, 26.503442, 24.607035, 20.089556, 18.430643, 13.974186, 8.94117, 5.129146, 0.661491, 0.000117]}, "digit": {"n_am_en": [1, 5, 5, 1, 3, 0, 3, 1, 1, 3, 8, 5, 2, 3, 1, 3, 1, 3, 3, 3, 0, 1, 1, 2, 2, 5, 4, 2, 5, 4, 2, 4, 0, 2, 2, 1, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 3, 1, 3, 7, 1, 2, 1, 1, 1, 1, 4, 5, 4, 5, 4, 4, 7, 4, 3, 7, 3, 3, 2, 0, 1, 0, 3, 0, 3, 6, 4, 4, 3, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.332047, 0.986231, 0.955722, 0.932246, 0.940075, 0.996817, 1.088775, 1.18395, 1.264606, 1.391686, 1.396644, 1.376554, 1.46252, 1.406173, 1.345999, 1.360919, 1.457313, 1.523941, 1.270042, 1.145964, 1.089936, 1.029761, 1.005729, 1.007149, 1.925053, 2.009516, 1.938561, 1.791057, 1.990113, 1.951017, 1.859844, 1.890154, 1.743271, 1.650798, 1.638901, 1.716453, 1.588937, 1.490977, 1.534391, 1.498204, 1.420215, 1.365417, 1.369308, 1.345421, 1.373861, 0.868139, 0.730291, 0.820208, 0.146034, 0.0], "sum_m_pl": [9.399054, 12.128491, 11.667572, 11.258038, 11.089817, 10.770797, 10.785348, 10.52909, 10.304044, 10.647738, 10.89725, 10.940693, 10.42031, 10.099021, 10.290821, 10.636134, 10.212114, 10.517014, 10.915372, 11.344721, 11.369799, 11.396991, 11.30492, 11.33903, 9.159752, 8.819534, 8.820837, 9.942531, 9.800542, 9.90233, 9.942317, 9.625467, 9.771004, 9.680543, 9.30887, 8.677336, 8.188994, 8.215635, 7.569323, 7.844604, 7.503202, 6.808434, 6.745589, 5.528422, 5.869997, 3.163309, 2.241275, 1.404498, 0.282689, 0.0]}, "lang": {"n_am_en": [11, 14, 11, 15, 17, 16, 17, 19, 16, 20, 16, 17, 18, 16, 16, 13, 11, 14, 18, 15, 13, 14, 15, 13, 19, 18, 17, 22, 18, 16, 17, 15, 17, 17, 20, 19, 25, 26, 27, 35, 33, 34, 35, 35, 35, 36, 36, 36, 38, 38], "n_am_pl": [0, 11, 5, 8, 4, 5, 2, 3, 6, 4, 1, 1, 4, 2, 7, 9, 5, 6, 5, 5, 7, 4, 7, 7, 2, 4, 5, 0, 2, 3, 2, 1, 1, 2, 2, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [4.287892, 2.665729, 2.536917, 2.521036, 2.45053, 3.129718, 4.178976, 3.451818, 3.901908, 3.693565, 3.428556, 3.703011, 4.05814, 3.971719, 4.187851, 3.559174, 3.770894, 3.333875, 2.80195, 2.390416, 2.261479, 2.037608, 1.971348, 1.983877, 7.948701, 8.565528, 8.575316, 7.898205, 7.195521, 7.409938, 6.807962, 6.318252, 7.167713, 7.499402, 8.351635, 8.996857, 11.211185, 12.980254, 16.204769, 21.461918, 23.535596, 26.984988, 29.701094, 32.069526, 34.358018, 34.380044, 34.831173, 35.173215, 36.866394, 37.652276], "sum_m_pl": [13.083765, 17.384981, 17.173095, 16.700901, 16.680238, 16.399425, 16.262831, 17.22777, 17.275651, 17.376412, 17.48211, 17.285383, 17.039327, 17.154513, 17.490069, 18.305641, 18.243617, 18.622167, 18.827176, 19.52958, 19.498518, 19.646374, 19.51755, 19.629804, 14.373021, 13.882359, 13.272786, 14.090972, 14.216118, 14.328658, 14.838409, 14.987707, 14.997574, 14.163288, 13.506487, 13.153655, 11.083558, 9.800869, 7.942278, 6.238354, 5.198321, 3.404434, 2.560251, 1.774976, 1.040024, 0.88069, 0.652349, 0.066964, 0.010252, 3.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "gsm8kpl-461", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1158, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [63, 47, 27, 42, 48, 36, 39, 29, 30, 36, 37, 48, 39, 35, 32, 22, 22, 33, 29, 24, 31, 26, 25, 31, 36, 35, 33, 42, 44, 44, 43, 42, 43, 45, 42, 49, 50, 44, 47, 43, 40, 40, 39, 44, 44, 40, 21, 14, 7, 6], "n_am_pl": [17, 35, 43, 36, 29, 28, 26, 36, 29, 31, 35, 30, 31, 38, 33, 41, 43, 39, 36, 38, 39, 38, 39, 42, 35, 30, 32, 33, 37, 25, 28, 36, 28, 15, 15, 10, 10, 6, 9, 10, 17, 11, 5, 4, 5, 9, 9, 8, 27, 27], "n_pos": 202, "sum_m_en": [20.447583, 10.004473, 10.779865, 11.254241, 11.520656, 10.788854, 11.224137, 11.276988, 11.81472, 13.028123, 13.021098, 13.754068, 14.086351, 13.913978, 14.069695, 13.201666, 13.277647, 13.229594, 11.712444, 10.7275, 10.471632, 9.96472, 9.80296, 9.604242, 20.016484, 19.878504, 19.410822, 20.189752, 20.883085, 20.997002, 19.80889, 18.859516, 19.728856, 20.498435, 22.55569, 23.454479, 24.04155, 23.995998, 25.819425, 30.191838, 29.516423, 31.529841, 33.891245, 37.868016, 40.040374, 38.266881, 21.315969, 15.272268, 7.694809, 5.707983], "sum_m_pl": [81.566899, 98.480329, 94.406694, 92.239795, 91.382744, 90.902914, 92.610437, 92.552493, 91.209171, 92.521031, 92.023229, 91.848536, 90.767075, 90.42683, 89.912448, 93.427016, 92.679454, 94.348965, 96.054389, 98.58695, 98.014221, 97.72033, 97.56487, 97.763579, 77.716788, 76.118637, 75.481455, 80.145703, 81.43041, 81.844959, 82.593743, 82.12685, 82.652522, 75.628426, 73.481168, 67.363103, 60.544801, 59.294783, 54.750872, 52.988391, 51.701731, 48.599851, 43.320389, 37.878535, 31.969801, 26.785394, 19.735376, 16.796455, 26.738672, 27.49751]}, "digit": {"n_am_en": [2, 13, 7, 9, 10, 3, 4, 3, 0, 5, 5, 9, 5, 6, 4, 3, 3, 5, 4, 3, 2, 3, 2, 4, 3, 3, 4, 6, 9, 5, 6, 4, 4, 5, 2, 4, 4, 4, 2, 2, 2, 2, 2, 3, 3, 4, 2, 1, 0, 0], "n_am_pl": [0, 2, 3, 3, 1, 2, 1, 3, 6, 1, 5, 2, 4, 2, 2, 5, 6, 6, 3, 3, 4, 1, 1, 4, 3, 1, 1, 1, 2, 2, 4, 7, 5, 3, 2, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.530506, 1.321341, 1.283769, 1.316144, 1.269168, 1.228895, 1.353491, 1.421818, 1.494692, 1.630296, 1.631261, 1.671956, 1.817448, 1.861817, 1.789055, 1.782026, 1.816313, 1.8971, 1.550734, 1.423305, 1.369865, 1.292816, 1.262683, 1.245243, 2.202976, 2.297951, 2.337207, 2.466903, 2.741598, 2.651837, 2.515344, 2.464696, 2.314681, 2.264005, 2.158919, 2.297126, 2.315213, 2.053001, 1.97807, 2.722727, 2.726936, 2.633088, 2.720663, 3.119064, 2.898749, 2.683309, 1.594716, 0.827014, 0.132117, 0.0], "sum_m_pl": [13.017403, 15.504597, 15.001582, 14.437882, 14.356222, 14.260529, 13.997405, 13.512713, 13.238647, 13.606051, 13.810969, 14.067484, 13.460674, 13.329169, 13.186221, 13.653445, 13.378864, 13.58964, 14.175189, 14.574768, 14.502722, 14.510009, 14.466737, 14.496632, 12.003488, 11.104179, 11.104846, 12.364252, 12.406886, 12.158079, 12.469752, 12.384877, 12.656699, 12.150935, 11.552413, 10.483161, 9.636425, 9.902079, 8.969992, 8.652022, 8.649836, 8.700877, 8.59694, 7.40952, 7.350969, 4.414212, 3.183964, 1.88485, 0.25041, 0.000689]}, "lang": {"n_am_en": [11, 10, 8, 6, 8, 9, 13, 12, 10, 10, 11, 10, 11, 7, 9, 8, 8, 8, 11, 9, 11, 7, 11, 10, 14, 12, 12, 12, 10, 15, 15, 16, 16, 14, 16, 12, 15, 15, 12, 14, 15, 13, 20, 20, 20, 19, 13, 9, 6, 6], "n_am_pl": [5, 8, 6, 10, 8, 4, 3, 5, 4, 4, 4, 4, 8, 7, 8, 6, 8, 6, 5, 6, 8, 10, 7, 7, 5, 3, 3, 4, 3, 2, 4, 4, 2, 4, 3, 6, 2, 2, 3, 4, 5, 2, 0, 1, 3, 6, 6, 7, 27, 27], "n_pos": 33, "sum_m_en": [3.367184, 1.75115, 1.921654, 2.29943, 2.288385, 1.987306, 2.491893, 2.403083, 2.36461, 2.575771, 2.387091, 2.583623, 2.579288, 2.499067, 2.554773, 2.390043, 2.509921, 2.328442, 2.272257, 1.996992, 1.961604, 1.784563, 1.738138, 1.728627, 6.377676, 5.73058, 4.95319, 4.768854, 4.373382, 4.47981, 4.086775, 3.763772, 4.780922, 5.463358, 7.069457, 7.377139, 8.146808, 8.136703, 9.904228, 10.670841, 11.113767, 12.405922, 12.689193, 14.664316, 17.404452, 16.330967, 11.567321, 9.038158, 6.29581, 5.706846], "sum_m_pl": [12.421354, 15.632122, 15.301815, 14.940387, 14.9183, 14.607832, 14.832942, 15.044075, 15.073861, 15.171539, 15.094181, 15.060124, 15.02987, 14.848539, 15.154096, 15.859898, 15.733627, 15.970403, 16.111369, 16.386289, 16.267882, 16.234581, 16.151179, 16.10391, 12.281397, 12.321663, 11.838199, 12.597359, 12.89913, 13.091837, 13.563364, 13.782664, 13.967293, 12.898083, 12.330401, 11.972716, 10.974695, 11.632957, 10.719877, 10.416072, 10.207984, 9.013588, 8.789658, 7.774837, 6.638116, 7.975619, 6.986751, 8.263525, 24.708122, 26.996019]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 202, "item_id": "gsm8kpl-461", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1017, "region_end": 202, "roundtrip_ok": true, "tf_agree": 0.995, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [102, 74, 65, 66, 61, 51, 38, 44, 40, 46, 64, 65, 49, 49, 46, 50, 46, 44, 46, 45, 45, 40, 37, 37, 67, 62, 45, 41, 46, 55, 41, 53, 52, 56, 60, 63, 68, 58, 60, 62, 61, 56, 61, 66, 56, 62, 65, 66, 59, 55], "n_am_pl": [9, 25, 32, 34, 25, 34, 42, 41, 48, 50, 37, 39, 37, 45, 37, 46, 47, 47, 48, 51, 37, 38, 38, 41, 19, 19, 28, 28, 27, 31, 26, 30, 33, 28, 15, 15, 10, 11, 15, 8, 14, 10, 15, 12, 8, 5, 6, 3, 0, 0], "n_pos": 240, "sum_m_en": [28.65755, 13.716435, 13.06861, 13.394986, 14.024243, 14.617818, 14.468828, 15.386539, 16.085311, 15.74309, 16.253943, 17.340913, 18.36606, 18.228255, 17.920426, 16.399381, 15.97549, 15.893778, 14.397891, 13.309625, 12.433748, 11.653701, 11.3222, 11.00946, 24.357578, 25.407312, 24.859641, 23.790923, 23.282266, 23.916176, 22.365854, 22.104362, 22.267117, 21.143738, 23.505767, 25.946243, 31.500037, 32.727833, 36.342801, 40.651918, 43.048341, 43.770532, 51.353977, 51.996349, 53.817049, 55.88948, 63.07857, 65.590269, 57.44729, 54.591237], "sum_m_pl": [94.614748, 117.519026, 113.726219, 110.685536, 106.236271, 105.47615, 106.840283, 106.449402, 105.73356, 110.779882, 109.801021, 109.669722, 107.522963, 106.597724, 104.733005, 112.25039, 112.531939, 112.515122, 113.703985, 116.097782, 116.118122, 117.600815, 118.318891, 118.711142, 92.166328, 91.561081, 87.97403, 94.597487, 97.023275, 97.633311, 99.554363, 98.876837, 95.786564, 91.322875, 86.445008, 78.760392, 67.810303, 62.447901, 55.517623, 51.336567, 48.765712, 44.888474, 38.937433, 33.311352, 28.020793, 24.297582, 17.359863, 10.351693, 1.199837, 0.000394]}, "digit": {"n_am_en": [25, 15, 5, 11, 15, 12, 7, 7, 5, 6, 16, 11, 10, 11, 7, 11, 9, 6, 8, 11, 10, 8, 7, 6, 17, 15, 11, 12, 13, 14, 12, 10, 8, 8, 10, 6, 10, 6, 4, 6, 3, 2, 5, 4, 4, 4, 2, 1, 1, 0], "n_am_pl": [1, 3, 7, 10, 11, 18, 20, 16, 22, 23, 14, 14, 11, 13, 10, 13, 14, 13, 11, 10, 7, 9, 11, 10, 2, 6, 10, 9, 8, 13, 8, 13, 14, 13, 5, 8, 4, 8, 9, 6, 13, 8, 11, 10, 5, 3, 3, 1, 0, 0], "n_pos": 64, "sum_m_en": [6.522031, 2.972178, 2.859009, 3.140372, 3.288055, 3.389513, 3.526439, 3.810392, 3.837569, 3.606807, 3.67625, 3.862351, 4.45037, 4.55791, 4.259469, 4.130957, 4.005454, 4.15332, 3.748534, 3.480511, 3.262367, 3.045587, 2.967489, 2.880558, 6.119251, 6.251247, 5.897728, 5.64429, 5.516887, 5.586452, 5.475588, 5.400554, 5.091699, 4.835534, 5.505866, 5.842788, 6.541028, 6.334665, 6.165448, 6.240534, 6.059952, 6.213185, 6.555813, 6.501581, 6.452808, 6.466462, 4.601909, 4.308286, 1.033426, 0.001929], "sum_m_pl": [26.375205, 33.102674, 31.192845, 30.004517, 28.629771, 28.444759, 28.81004, 28.35095, 28.440224, 30.360208, 30.169369, 29.731266, 28.804086, 28.704406, 28.187276, 30.138328, 30.378724, 30.336027, 30.8836, 31.332128, 31.151411, 31.650823, 31.914293, 32.077341, 26.32847, 26.212911, 25.415501, 27.061536, 28.357606, 28.257834, 28.015161, 27.981292, 27.404716, 26.877997, 25.689232, 24.239119, 22.390596, 21.607358, 20.458149, 20.674336, 20.55954, 19.594368, 19.531662, 18.629681, 16.878253, 13.032466, 10.634053, 6.665585, 0.734794, 0.0]}, "lang": {"n_am_en": [23, 15, 21, 22, 15, 17, 9, 13, 18, 17, 21, 27, 21, 18, 19, 18, 18, 21, 19, 13, 16, 14, 14, 16, 22, 24, 21, 15, 14, 18, 20, 27, 22, 25, 27, 30, 28, 28, 27, 27, 26, 24, 27, 29, 30, 35, 40, 48, 52, 54], "n_am_pl": [4, 8, 8, 4, 3, 1, 4, 7, 7, 5, 6, 7, 7, 5, 5, 13, 11, 8, 8, 7, 7, 9, 6, 7, 5, 4, 3, 6, 9, 4, 3, 5, 4, 4, 4, 3, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 55, "sum_m_en": [6.793639, 3.349902, 3.191929, 3.255587, 3.551128, 4.12895, 3.866633, 4.294213, 4.479661, 4.569485, 4.610436, 4.902636, 4.913333, 4.92265, 5.003817, 4.182607, 4.307261, 4.247133, 3.708794, 3.387846, 3.052, 2.830306, 2.733492, 2.654293, 7.459713, 8.154043, 7.996791, 7.305786, 6.937182, 6.775526, 6.755722, 6.907911, 7.147476, 6.927336, 7.929508, 9.829314, 12.826015, 14.040437, 15.846595, 17.821902, 19.954836, 19.672049, 22.858966, 25.923201, 28.955351, 31.295723, 37.92529, 44.660518, 50.880905, 52.846273], "sum_m_pl": [20.590473, 25.72063, 25.361928, 24.994047, 24.203797, 23.490503, 23.355338, 23.584301, 23.718615, 24.831729, 24.715872, 25.243223, 24.974001, 24.794138, 24.753831, 26.377546, 26.159798, 26.15689, 26.419911, 26.872548, 27.123929, 27.366241, 27.430965, 27.485185, 21.920775, 21.979073, 21.191915, 22.60564, 22.560963, 22.672876, 23.047669, 22.642684, 22.717689, 22.568053, 21.428158, 20.063434, 16.890223, 15.035823, 13.734692, 11.861403, 9.608121, 7.728977, 4.985295, 3.759643, 3.100328, 2.816583, 1.470757, 0.228533, 0.032615, 0.000132]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "gsm8kpl-466", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1174, "region_end": 240, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9917}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [56, 64, 60, 48, 37, 32, 39, 37, 32, 35, 41, 57, 48, 45, 46, 49, 43, 33, 31, 32, 27, 29, 29, 29, 55, 55, 47, 49, 57, 58, 55, 54, 48, 41, 51, 47, 41, 47, 46, 41, 47, 37, 41, 38, 32, 31, 17, 15, 5, 5], "n_am_pl": [27, 77, 58, 55, 43, 37, 26, 29, 23, 29, 34, 37, 47, 59, 42, 54, 48, 39, 62, 67, 66, 70, 52, 53, 29, 31, 42, 36, 44, 52, 57, 44, 41, 34, 23, 20, 29, 21, 21, 16, 20, 22, 26, 23, 20, 19, 25, 28, 50, 52], "n_pos": 264, "sum_m_en": [23.774336, 12.834864, 13.202847, 14.030591, 14.575084, 13.85075, 14.048714, 14.090072, 14.878253, 15.053575, 15.649411, 17.155178, 17.829123, 18.188342, 18.122703, 16.760386, 16.498301, 15.757099, 14.457076, 13.420121, 12.815514, 12.245248, 11.929549, 11.429982, 20.641274, 21.46552, 22.606782, 23.610229, 24.585724, 25.610462, 23.431675, 23.233896, 23.308299, 23.120866, 24.249665, 24.796941, 26.281633, 28.086968, 27.422649, 28.559589, 28.381036, 27.160385, 30.738024, 30.269901, 33.138309, 28.861842, 19.063193, 17.224809, 6.495586, 5.038154], "sum_m_pl": [112.017003, 131.379062, 127.851448, 123.668756, 120.232794, 117.558016, 119.48298, 119.558265, 118.17843, 121.950982, 120.762547, 120.874776, 121.014469, 118.72768, 116.142757, 123.012414, 124.151193, 124.568246, 127.861399, 129.848053, 129.365916, 129.815839, 129.534987, 130.082416, 102.895327, 102.386642, 100.122055, 106.649472, 109.823306, 110.941471, 112.456144, 110.954404, 106.228474, 98.234516, 92.669952, 87.458656, 80.243091, 75.127621, 66.324332, 62.501428, 59.090477, 58.064755, 53.636782, 49.04082, 36.360666, 37.932967, 36.396211, 34.405277, 46.571224, 50.788436]}, "digit": {"n_am_en": [6, 29, 16, 14, 6, 3, 3, 6, 5, 7, 9, 13, 9, 7, 9, 10, 9, 5, 3, 4, 2, 3, 4, 6, 12, 13, 10, 12, 15, 13, 13, 9, 5, 4, 11, 9, 4, 2, 4, 3, 6, 5, 5, 4, 2, 4, 1, 2, 0, 0], "n_am_pl": [0, 1, 6, 5, 2, 2, 2, 1, 7, 2, 5, 2, 8, 10, 5, 8, 9, 7, 6, 7, 10, 12, 5, 6, 4, 5, 8, 6, 9, 9, 9, 8, 10, 7, 6, 4, 3, 2, 4, 2, 1, 3, 6, 6, 7, 2, 1, 1, 0, 0], "n_pos": 46, "sum_m_en": [4.110243, 2.057852, 1.92496, 1.909174, 1.984199, 1.956627, 2.012222, 2.150332, 2.180049, 2.245232, 2.309735, 2.423986, 2.672525, 2.696668, 2.58473, 2.663337, 2.617105, 2.60484, 2.29343, 2.184793, 2.11469, 2.035675, 1.98397, 1.912182, 3.3634, 3.799203, 4.199967, 4.108805, 4.196195, 4.221098, 4.080469, 4.006295, 3.689946, 3.721365, 3.87577, 4.014229, 3.728726, 3.47565, 3.048764, 3.016144, 2.892054, 3.122685, 3.419645, 3.460029, 2.758188, 3.343321, 1.845015, 2.303128, 0.138097, 0.0], "sum_m_pl": [21.46712, 24.769879, 24.06328, 23.107521, 22.289059, 21.247735, 21.097911, 20.991879, 21.139828, 21.734969, 21.813762, 22.183395, 21.654731, 21.535748, 21.165496, 22.131461, 22.084056, 22.319634, 22.846293, 23.076995, 22.805045, 22.908411, 22.919303, 23.18885, 19.749844, 19.402488, 18.921202, 20.151524, 20.92238, 20.510859, 20.252071, 20.176917, 19.733398, 18.962134, 17.918122, 17.476332, 16.338226, 16.084345, 14.707546, 14.789251, 14.672799, 13.866663, 13.571597, 11.962053, 10.788574, 8.927703, 6.260755, 3.864701, 0.411598, 1e-06]}, "lang": {"n_am_en": [9, 6, 9, 12, 9, 9, 8, 10, 5, 11, 15, 18, 20, 12, 15, 15, 10, 10, 12, 15, 13, 13, 16, 15, 22, 20, 16, 16, 15, 15, 14, 16, 17, 18, 20, 19, 18, 20, 21, 20, 22, 17, 20, 21, 23, 21, 15, 13, 5, 5], "n_am_pl": [3, 22, 14, 9, 7, 5, 4, 6, 2, 4, 5, 6, 7, 9, 9, 14, 12, 11, 16, 22, 18, 20, 15, 18, 9, 10, 10, 10, 8, 15, 11, 9, 8, 7, 7, 9, 11, 6, 8, 10, 11, 11, 10, 10, 9, 13, 18, 25, 49, 52], "n_pos": 57, "sum_m_en": [4.5358, 2.736123, 3.178847, 3.644292, 3.629113, 3.318268, 3.540206, 3.364236, 3.443556, 3.444437, 3.649378, 4.551194, 4.551505, 4.714568, 4.92268, 4.092132, 4.122566, 3.782252, 3.709865, 3.214704, 2.988511, 2.76637, 2.687995, 2.522369, 6.090149, 6.103001, 6.219091, 6.271694, 6.445128, 6.878578, 6.094682, 6.660712, 7.209337, 7.723763, 8.02316, 8.279415, 9.547827, 12.285152, 11.993156, 12.748518, 13.614088, 12.513855, 14.885312, 15.512299, 21.006837, 17.893731, 14.861442, 11.936028, 5.752031, 5.036331], "sum_m_pl": [23.221986, 26.91475, 26.226736, 25.362225, 24.867387, 24.503987, 25.18539, 25.665667, 25.372486, 26.346426, 26.080565, 25.943709, 26.677228, 26.399603, 26.026629, 27.511941, 27.467707, 27.481879, 28.132108, 28.717977, 28.594358, 28.634659, 28.434763, 28.515717, 25.488438, 25.283613, 23.924315, 24.572869, 24.867067, 24.959425, 25.54349, 24.46595, 23.944805, 22.846541, 22.406758, 21.617069, 20.622493, 19.489007, 19.216756, 19.549291, 18.509241, 19.112853, 17.175366, 17.083788, 12.035683, 14.662832, 20.276776, 24.795741, 44.313382, 50.731035]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 267, "item_id": "gsm8kpl-466", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1033, "region_end": 264, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 0.9925}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [55, 55, 57, 52, 44, 32, 48, 50, 53, 68, 67, 74, 64, 64, 56, 64, 60, 56, 56, 51, 51, 49, 40, 49, 67, 72, 52, 63, 59, 62, 62, 58, 55, 56, 59, 62, 58, 60, 62, 79, 78, 65, 84, 85, 78, 78, 76, 75, 63, 58], "n_am_pl": [5, 29, 28, 22, 21, 25, 28, 35, 27, 25, 23, 21, 30, 32, 24, 18, 15, 20, 11, 20, 18, 19, 20, 25, 20, 14, 19, 18, 29, 23, 27, 20, 15, 14, 14, 19, 16, 16, 13, 14, 10, 10, 12, 13, 9, 10, 5, 3, 1, 1], "n_pos": 197, "sum_m_en": [21.360982, 11.028416, 11.145137, 10.770374, 11.243434, 11.505845, 11.862225, 12.219267, 13.896416, 14.414488, 15.098901, 15.70272, 16.730613, 17.125893, 16.41388, 15.212594, 14.418873, 14.334877, 13.010807, 12.186468, 11.267288, 10.559186, 10.128247, 10.067819, 28.262977, 28.335185, 26.436109, 25.897153, 25.817551, 25.240191, 23.086252, 22.460749, 21.172625, 21.715241, 23.873129, 25.244155, 26.999788, 27.46812, 29.754879, 36.606047, 37.40427, 39.125961, 55.057966, 59.918563, 62.145488, 66.929211, 71.899193, 70.524433, 62.147919, 57.754614], "sum_m_pl": [74.210752, 94.682869, 93.389536, 92.578278, 92.025064, 90.450614, 89.712731, 88.662713, 88.015755, 89.000066, 87.265199, 87.180502, 86.531956, 85.385943, 85.933402, 89.057151, 86.962877, 87.878918, 88.931532, 90.613062, 92.23487, 93.26075, 94.024279, 94.474324, 70.626542, 70.192165, 69.648717, 74.444055, 77.702676, 78.276827, 78.812197, 79.789372, 81.982962, 78.299637, 77.434261, 73.663048, 64.849952, 60.527869, 57.159656, 52.932572, 49.886683, 45.155972, 38.54143, 32.219317, 23.536256, 18.105574, 10.580803, 6.191108, 1.984433, 1.098637]}, "digit": {"n_am_en": [0, 5, 6, 5, 2, 0, 2, 3, 1, 0, 1, 2, 2, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 0, 3, 4, 0, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 0, 0, 0, 3, 1, 0, 2, 1, 1, 1, 3, 2, 2, 1, 0, 0, 1, 1, 0, 0, 0, 1, 4, 2, 3, 0, 2, 0, 0, 1, 1, 2, 3, 2, 2, 2, 3, 2, 1, 2, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.750619, 0.404931, 0.432574, 0.406812, 0.425645, 0.4204, 0.408893, 0.442215, 0.480612, 0.508921, 0.529546, 0.579891, 0.619633, 0.638198, 0.558322, 0.551002, 0.521227, 0.54745, 0.493423, 0.494613, 0.455049, 0.423044, 0.412665, 0.407496, 0.79911, 0.787231, 0.80291, 0.922955, 0.98567, 0.939585, 0.963222, 0.984992, 0.770581, 0.852818, 0.861885, 0.907754, 0.942739, 0.863471, 0.893649, 0.836775, 0.72933, 0.671058, 0.692716, 0.612701, 1.266465, 1.288244, 1.090741, 0.955696, 0.007265, 0.0], "sum_m_pl": [3.649333, 4.808104, 4.54041, 4.525143, 4.537117, 4.29349, 4.419539, 4.272779, 4.233515, 4.206291, 4.16622, 4.118555, 4.070648, 3.881163, 4.026834, 4.128274, 3.940206, 4.102968, 4.188094, 4.189973, 4.266373, 4.339716, 4.344753, 4.404736, 3.352406, 3.192877, 3.208704, 3.75145, 3.763579, 3.683214, 3.801469, 3.805007, 4.135072, 3.974329, 3.86547, 3.68184, 3.361603, 3.422977, 3.356994, 3.441984, 3.458815, 3.379647, 3.276756, 2.817169, 2.067315, 1.862724, 0.444331, 0.189066, 0.010888, 0.0]}, "lang": {"n_am_en": [13, 12, 16, 14, 14, 15, 14, 18, 21, 26, 22, 22, 19, 19, 19, 16, 16, 16, 25, 21, 19, 22, 21, 25, 30, 31, 22, 23, 22, 24, 21, 20, 22, 24, 22, 22, 26, 28, 27, 35, 37, 34, 40, 44, 43, 44, 45, 54, 56, 57], "n_am_pl": [0, 4, 5, 6, 4, 5, 6, 4, 4, 3, 4, 5, 9, 9, 10, 4, 4, 6, 4, 7, 6, 4, 5, 5, 4, 3, 6, 3, 5, 3, 7, 6, 1, 2, 5, 7, 7, 5, 4, 5, 2, 3, 4, 4, 3, 4, 3, 1, 0, 1], "n_pos": 58, "sum_m_en": [6.702703, 3.541049, 3.555893, 3.365357, 3.552398, 3.603701, 3.670949, 3.867028, 4.479953, 4.492889, 4.700763, 4.855387, 5.314949, 5.394727, 5.184814, 4.677197, 4.365395, 4.221187, 3.809872, 3.553398, 3.253804, 3.070516, 2.955294, 2.896648, 9.152277, 8.940282, 8.657371, 8.51284, 8.510617, 8.125998, 7.3073, 7.030282, 6.892834, 7.485647, 8.246691, 9.625562, 10.941015, 11.577568, 12.796998, 15.973665, 16.987643, 19.859261, 24.616821, 29.024867, 35.084428, 38.265374, 43.555951, 49.227278, 54.744881, 56.601494], "sum_m_pl": [20.542748, 25.83634, 25.955449, 25.858903, 25.71375, 25.484861, 25.409273, 25.620401, 25.559271, 26.001366, 25.641369, 25.842783, 25.392863, 24.7161, 25.378551, 26.296717, 25.920523, 26.293643, 26.588059, 26.997985, 27.572066, 27.892734, 28.124, 28.273679, 21.685182, 21.787637, 21.930656, 23.123106, 23.81177, 23.725143, 24.185517, 24.486047, 25.148717, 23.921483, 23.720201, 22.946455, 20.590331, 19.667845, 18.604956, 16.613194, 15.691585, 13.23039, 11.443497, 10.371099, 6.854333, 5.018833, 3.205311, 1.671507, 0.427334, 0.730293]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 200, "item_id": "gsm8kpl-472", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1194, "region_end": 197, "roundtrip_ok": true, "tf_agree": 0.985, "tf_agree_excl_first": 0.9899}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 64, 57, 73, 58, 44, 40, 45, 39, 49, 57, 59, 62, 76, 59, 57, 80, 71, 65, 60, 54, 58, 48, 48, 71, 61, 58, 60, 66, 60, 68, 60, 49, 60, 70, 67, 72, 51, 66, 63, 59, 57, 68, 67, 61, 53, 29, 17, 6, 5], "n_am_pl": [9, 33, 30, 25, 35, 52, 42, 41, 47, 45, 42, 40, 50, 36, 37, 32, 36, 35, 42, 43, 35, 39, 44, 49, 24, 26, 33, 29, 28, 42, 38, 44, 49, 37, 35, 31, 26, 30, 23, 29, 32, 33, 30, 29, 32, 38, 37, 40, 54, 60], "n_pos": 237, "sum_m_en": [23.16054, 11.779482, 12.378942, 12.774395, 13.04981, 13.323292, 13.210537, 13.677438, 15.149794, 15.928546, 16.459331, 17.241595, 18.203814, 18.893597, 18.548835, 17.5837, 17.137721, 16.846926, 15.110216, 14.232814, 13.363876, 12.580767, 12.035399, 11.789697, 31.065273, 30.524658, 30.286972, 29.616055, 31.030507, 30.244482, 27.987443, 26.797511, 25.412675, 25.309837, 27.575384, 28.110436, 28.887178, 27.883166, 31.937105, 36.095083, 34.495492, 36.539546, 45.748682, 49.486273, 45.029104, 41.15382, 26.422813, 19.958639, 7.404905, 5.332414], "sum_m_pl": [93.417517, 117.34864, 113.640567, 112.235278, 112.352565, 109.84204, 111.296282, 110.047908, 108.858215, 109.5519, 106.972297, 106.254729, 107.152939, 105.648634, 106.522745, 110.033858, 107.734265, 109.338546, 111.868566, 113.886045, 114.883473, 115.588953, 116.13025, 116.143477, 88.951218, 88.049812, 87.14241, 92.869414, 96.144483, 98.283149, 98.490801, 100.275026, 103.722642, 97.203787, 95.020105, 91.129557, 83.369365, 80.903008, 76.00039, 73.093073, 71.460916, 68.718306, 60.051606, 56.445498, 50.522117, 52.825117, 45.239155, 41.236614, 56.970627, 60.018103]}, "digit": {"n_am_en": [0, 9, 7, 7, 1, 1, 4, 3, 1, 2, 2, 3, 3, 3, 5, 8, 4, 3, 4, 2, 4, 2, 3, 3, 2, 1, 4, 5, 3, 3, 8, 5, 3, 7, 6, 8, 3, 5, 2, 2, 2, 3, 3, 2, 3, 3, 2, 2, 0, 0], "n_am_pl": [1, 0, 1, 1, 1, 0, 2, 0, 0, 5, 3, 2, 6, 5, 4, 3, 5, 4, 4, 2, 2, 1, 1, 1, 0, 0, 1, 2, 4, 5, 4, 4, 4, 1, 1, 1, 1, 3, 3, 2, 2, 3, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.511859, 0.755365, 0.817129, 0.784235, 0.779918, 0.781261, 0.766945, 0.835526, 0.895694, 0.979806, 0.999848, 1.057623, 1.134945, 1.148328, 1.045975, 1.057611, 1.084083, 1.079075, 0.983723, 0.96748, 0.951273, 0.972158, 0.863353, 0.861577, 2.216061, 2.307021, 2.567437, 2.455805, 2.56688, 2.116683, 2.164113, 2.091387, 1.949323, 2.170978, 2.023069, 2.300579, 2.349491, 2.099254, 2.146703, 2.353832, 2.203722, 2.219772, 2.412692, 2.162145, 3.445947, 3.490966, 2.103779, 1.862475, 0.045985, 0.0], "sum_m_pl": [6.987946, 9.065475, 8.48911, 8.42525, 8.524437, 8.181032, 8.323385, 8.102403, 7.967344, 7.979707, 7.899371, 7.705064, 7.785341, 7.527393, 7.660945, 7.804182, 7.485495, 7.841525, 8.091457, 8.078179, 8.115676, 8.175554, 8.206845, 8.274108, 6.170213, 5.856996, 6.068651, 6.707568, 6.798906, 6.853258, 6.979401, 7.243806, 7.611358, 7.178975, 6.986703, 6.757439, 6.391029, 6.375077, 6.094261, 5.968262, 5.908441, 5.831826, 5.446614, 4.859639, 3.58348, 2.560742, 0.686623, 0.380216, 0.042312, 0.001019]}, "lang": {"n_am_en": [19, 19, 10, 16, 9, 10, 9, 10, 9, 13, 14, 17, 17, 21, 17, 17, 25, 26, 23, 21, 24, 23, 19, 21, 29, 21, 16, 20, 21, 20, 24, 21, 13, 17, 21, 22, 25, 21, 34, 32, 25, 26, 31, 31, 29, 26, 15, 12, 4, 5], "n_am_pl": [2, 10, 7, 10, 9, 11, 5, 9, 12, 9, 10, 10, 12, 8, 12, 10, 8, 8, 9, 13, 8, 12, 12, 14, 7, 8, 9, 5, 7, 10, 12, 13, 19, 13, 12, 11, 13, 15, 11, 15, 15, 17, 16, 17, 18, 24, 28, 28, 54, 59], "n_pos": 65, "sum_m_en": [6.474026, 3.406546, 3.436064, 3.712, 3.761373, 3.822904, 3.634937, 3.681457, 4.016822, 4.166965, 4.321381, 4.474106, 4.671745, 4.990976, 4.972023, 4.554578, 4.374885, 4.313208, 3.930284, 3.682567, 3.478344, 3.209052, 3.096625, 3.014241, 9.064516, 8.063075, 7.709432, 7.926656, 8.271471, 8.304392, 7.507969, 7.859059, 7.260563, 7.684345, 8.50394, 9.212097, 10.513008, 10.492091, 12.492183, 16.039252, 15.370305, 17.602994, 22.43476, 23.524709, 22.149358, 18.339217, 13.566882, 11.835445, 4.783308, 5.324802], "sum_m_pl": [24.166885, 30.625733, 29.671639, 28.8089, 28.851159, 28.454425, 28.912453, 29.195364, 28.954956, 29.703622, 28.718836, 29.328433, 29.916034, 29.673155, 30.316106, 31.127644, 30.816179, 30.898829, 31.175236, 31.812043, 32.033692, 32.218273, 32.372256, 32.397405, 26.068572, 25.778262, 25.39431, 26.913949, 27.805468, 28.067987, 28.608964, 28.464515, 29.673972, 27.964964, 27.639248, 27.531542, 26.332048, 25.933012, 24.342743, 22.935885, 22.761476, 21.703934, 19.356954, 19.729515, 20.869692, 25.310936, 26.935556, 26.341241, 52.206281, 58.14592]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 240, "item_id": "gsm8kpl-472", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1053, "region_end": 237, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9791}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [52, 46, 40, 44, 48, 42, 45, 43, 47, 54, 58, 60, 63, 59, 43, 45, 49, 43, 45, 39, 38, 49, 53, 43, 61, 60, 62, 63, 68, 60, 54, 52, 62, 59, 63, 56, 64, 59, 65, 61, 72, 69, 62, 63, 66, 66, 75, 80, 83, 79], "n_am_pl": [7, 27, 28, 17, 10, 19, 19, 16, 16, 15, 10, 12, 23, 15, 14, 18, 14, 24, 18, 24, 28, 20, 16, 21, 14, 15, 19, 14, 17, 21, 19, 22, 20, 15, 18, 19, 7, 12, 8, 5, 6, 12, 12, 13, 13, 7, 10, 4, 0, 0], "n_pos": 167, "sum_m_en": [19.162454, 9.890606, 8.9932, 8.93373, 8.971811, 9.534357, 9.88786, 10.03341, 10.733595, 10.928131, 11.830098, 12.584883, 12.83024, 13.511478, 13.133204, 11.842301, 11.566515, 11.094343, 10.051062, 9.28611, 8.769976, 8.116486, 7.773698, 7.738157, 21.356955, 21.034963, 21.030368, 19.306647, 20.329485, 20.516769, 17.699776, 18.054418, 18.089553, 17.780912, 19.816564, 21.012001, 26.148173, 27.357361, 30.77496, 35.297053, 36.727709, 43.010898, 46.71833, 49.654188, 55.589504, 60.350564, 71.872073, 76.035678, 80.851041, 79.190326], "sum_m_pl": [63.606757, 80.594766, 79.988437, 78.35014, 76.780397, 76.276461, 76.551763, 76.797361, 75.572056, 77.378568, 76.335787, 76.98679, 77.127801, 75.925443, 76.96079, 79.419056, 78.590104, 79.26133, 80.008038, 81.504126, 81.683683, 82.678268, 82.886483, 82.741912, 65.329674, 65.223721, 65.662501, 69.769961, 70.254788, 70.032386, 71.556934, 71.058757, 71.95568, 69.842624, 68.858697, 65.445995, 55.417665, 52.197358, 48.043509, 45.335908, 43.513538, 38.059516, 33.193084, 31.373394, 24.372205, 18.932327, 12.181661, 7.476252, 0.494831, 1.6e-05]}, "digit": {"n_am_en": [3, 8, 4, 1, 4, 3, 4, 3, 0, 5, 6, 5, 5, 5, 2, 4, 3, 4, 2, 2, 3, 4, 4, 4, 6, 5, 5, 5, 7, 5, 5, 3, 4, 1, 0, 0, 2, 0, 2, 1, 1, 0, 2, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 2, 2, 1, 3, 3, 1, 4, 2, 1, 1, 1, 0, 1, 2, 3, 4, 4, 2, 2, 2, 0, 1, 1, 1, 3, 1, 0, 2, 2, 1, 0, 1, 1, 1, 1, 1, 0, 1, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.477362, 0.77978, 0.744725, 0.699117, 0.722616, 0.75141, 0.762574, 0.80883, 0.836562, 0.856774, 0.89353, 0.918279, 0.991559, 1.043811, 0.959311, 0.937253, 0.933844, 0.932494, 0.847696, 0.799262, 0.743797, 0.702094, 0.67972, 0.676776, 1.210468, 1.391275, 1.443249, 1.39968, 1.44594, 1.299254, 1.272606, 1.190762, 1.087046, 1.038472, 1.03118, 1.059405, 1.056451, 1.071677, 1.10592, 1.129344, 1.04681, 1.038441, 1.047082, 1.109837, 0.93619, 0.840449, 0.791002, 0.728762, 0.144584, 0.0], "sum_m_pl": [7.557924, 8.515697, 8.032563, 7.961435, 7.781709, 7.587114, 7.717014, 7.440705, 7.312338, 7.582438, 7.672004, 7.690792, 7.603289, 7.54624, 7.542039, 7.69922, 7.621702, 7.763458, 7.81018, 7.866067, 7.821218, 7.953181, 7.940571, 7.942832, 6.697777, 6.584259, 6.602251, 6.859801, 7.072359, 7.144458, 7.060656, 7.07502, 7.219947, 7.242493, 7.003947, 6.641465, 6.224323, 6.171194, 5.878663, 6.093529, 6.081539, 5.907159, 5.944594, 5.580698, 4.726489, 3.554368, 2.879416, 1.799089, 0.303678, 0.0]}, "lang": {"n_am_en": [23, 18, 22, 22, 26, 28, 26, 26, 31, 30, 28, 29, 33, 34, 27, 21, 28, 27, 28, 24, 21, 26, 34, 22, 34, 32, 34, 35, 40, 33, 30, 31, 37, 33, 35, 31, 37, 38, 41, 43, 47, 48, 41, 44, 46, 48, 59, 68, 78, 79], "n_am_pl": [4, 11, 8, 5, 2, 5, 11, 9, 8, 7, 5, 8, 16, 6, 7, 8, 7, 11, 6, 13, 13, 12, 9, 13, 9, 11, 12, 7, 11, 12, 11, 14, 14, 8, 11, 12, 3, 7, 7, 3, 2, 6, 5, 8, 7, 5, 3, 0, 0, 0], "n_pos": 80, "sum_m_en": [9.26627, 4.898257, 4.307784, 4.370366, 4.379628, 4.95343, 5.384711, 5.345934, 5.804275, 5.744214, 6.22269, 6.692687, 6.918292, 7.217432, 7.130671, 6.170474, 6.072766, 5.72941, 5.135827, 4.68549, 4.385239, 3.986729, 3.791798, 3.746928, 12.095246, 11.742616, 12.091348, 10.86037, 11.500528, 11.959078, 10.185968, 10.526451, 10.729394, 10.685146, 12.022181, 12.966759, 16.137512, 16.92444, 19.692246, 22.532517, 23.423799, 29.245722, 30.632434, 33.589949, 38.330996, 44.569028, 57.038766, 61.713848, 76.019379, 78.281281], "sum_m_pl": [29.333503, 37.866356, 38.38061, 37.349182, 36.453457, 36.06791, 35.883158, 36.620171, 36.062058, 37.054581, 36.542846, 36.999039, 37.011135, 36.450195, 37.178284, 38.461022, 38.121161, 38.296179, 38.593541, 39.32605, 39.438248, 40.015182, 40.15132, 40.067274, 31.993461, 32.446008, 32.672104, 34.348564, 34.519333, 33.84907, 35.015375, 34.391984, 34.972814, 34.319182, 34.376122, 33.464395, 27.899793, 25.945927, 23.813241, 22.342395, 21.434167, 18.197488, 15.247399, 15.363542, 12.190632, 8.279908, 3.550458, 1.970335, 0.036864, 1.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "gsm8kpl-476", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1158, "region_end": 167, "roundtrip_ok": true, "tf_agree": 0.9941, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 14, 13, 12, 9, 8, 12, 19, 13, 17, 21, 22, 19, 22, 15, 14, 17, 17, 10, 18, 10, 15, 12, 11, 22, 22, 21, 29, 24, 18, 18, 19, 18, 20, 19, 19, 19, 20, 21, 18, 20, 19, 16, 20, 18, 16, 14, 8, 6, 2], "n_am_pl": [3, 22, 26, 19, 9, 19, 17, 6, 10, 11, 7, 8, 12, 10, 11, 11, 13, 11, 13, 12, 15, 12, 15, 18, 6, 9, 9, 15, 17, 18, 22, 16, 13, 6, 7, 9, 8, 4, 5, 6, 4, 6, 6, 7, 7, 8, 7, 12, 27, 31], "n_pos": 82, "sum_m_en": [7.519973, 3.759962, 3.758113, 3.884569, 3.943753, 3.852644, 3.902115, 4.137647, 4.450344, 4.591499, 4.927813, 5.161234, 5.528742, 5.817592, 5.920509, 5.582176, 5.450111, 5.25954, 4.512293, 4.347981, 4.074079, 3.797709, 3.673059, 3.757237, 9.853452, 9.028901, 8.719031, 7.97688, 8.426273, 8.090496, 7.357343, 7.13573, 7.282703, 7.052938, 7.62714, 8.385853, 8.793177, 9.476766, 9.611013, 10.682186, 10.737581, 11.596857, 12.759433, 13.274178, 15.348157, 13.780774, 11.203574, 7.894109, 5.652763, 2.034648], "sum_m_pl": [32.243912, 40.485282, 39.771765, 38.709808, 37.548088, 37.755981, 37.841882, 37.349986, 36.919492, 38.171525, 37.562236, 38.174029, 38.181593, 37.301348, 37.488349, 39.208759, 38.959776, 39.397812, 39.893114, 40.731149, 40.696966, 41.078798, 40.956535, 40.931764, 32.989269, 32.764643, 33.249773, 35.571972, 36.309216, 37.586955, 36.85257, 36.669513, 36.672917, 34.809748, 33.831898, 32.43149, 29.606412, 26.796452, 24.601661, 23.984107, 23.67396, 22.473684, 20.110498, 18.833461, 15.618864, 14.378428, 13.903521, 14.635173, 24.233704, 30.917944]}, "digit": {"n_am_en": [4, 5, 6, 4, 2, 1, 3, 3, 3, 5, 7, 5, 4, 4, 2, 3, 2, 4, 0, 2, 1, 3, 2, 1, 4, 6, 6, 6, 8, 5, 5, 5, 1, 2, 2, 3, 2, 3, 2, 2, 2, 1, 1, 2, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 5, 1, 0, 0, 1, 1, 3, 1, 0, 2, 3, 3, 2, 2, 1, 1, 2, 0, 1, 0, 1, 2, 1, 1, 2, 2, 2, 3, 4, 4, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.431562, 0.723389, 0.660223, 0.639835, 0.651231, 0.680759, 0.701349, 0.760184, 0.810531, 0.820483, 0.877688, 0.889428, 0.984921, 1.05579, 0.992644, 0.934638, 0.92702, 0.949976, 0.828712, 0.78964, 0.752923, 0.696654, 0.662261, 0.674104, 1.23586, 1.342208, 1.4082, 1.264175, 1.288612, 1.180167, 1.207506, 1.123664, 1.033924, 0.973148, 0.976436, 1.079645, 0.999485, 1.007672, 0.90717, 0.899922, 0.861516, 0.853946, 0.851162, 0.76397, 0.622889, 0.540314, 0.48815, 0.434726, 0.062013, 0.0], "sum_m_pl": [7.4354, 8.569685, 8.329675, 8.053751, 7.70312, 7.681474, 7.793892, 7.552535, 7.630939, 7.866374, 7.941582, 7.950293, 7.925517, 7.719081, 7.6335, 7.803959, 7.675078, 7.730135, 7.829561, 7.886572, 7.808451, 7.981397, 7.9843, 8.040899, 6.861552, 6.817207, 6.81579, 7.307587, 7.6598, 7.572338, 7.369973, 7.344506, 7.373233, 7.340801, 7.198868, 7.048953, 6.613734, 6.203589, 5.437969, 5.636257, 5.62402, 5.729826, 5.617699, 5.052639, 4.194386, 3.210944, 2.861203, 2.465925, 0.255505, 0.0]}, "lang": {"n_am_en": [8, 6, 4, 5, 1, 4, 6, 11, 6, 6, 6, 7, 7, 9, 7, 6, 8, 8, 3, 6, 4, 6, 5, 3, 8, 8, 5, 11, 5, 8, 9, 7, 9, 11, 9, 10, 9, 10, 12, 10, 11, 12, 10, 11, 12, 12, 11, 6, 3, 1], "n_am_pl": [1, 7, 7, 4, 1, 8, 4, 2, 2, 3, 3, 3, 3, 3, 4, 6, 9, 6, 10, 10, 10, 9, 9, 11, 4, 5, 4, 6, 7, 5, 6, 8, 7, 6, 6, 6, 6, 4, 5, 6, 3, 4, 4, 6, 6, 7, 5, 8, 27, 30], "n_pos": 31, "sum_m_en": [2.668129, 1.343587, 1.360574, 1.499119, 1.506912, 1.480657, 1.541547, 1.556002, 1.719939, 1.772817, 1.903039, 1.965132, 2.103892, 2.149122, 2.294049, 2.196593, 2.217046, 2.023894, 1.76062, 1.702715, 1.569482, 1.454201, 1.399466, 1.460246, 4.208093, 4.002275, 3.804286, 3.513911, 3.790182, 3.807314, 3.204965, 3.065539, 3.25019, 3.200454, 3.442641, 3.498891, 3.79154, 4.344258, 4.183536, 4.653079, 4.877325, 6.133403, 7.623611, 6.335105, 9.640461, 9.098723, 8.339211, 5.2403, 2.715315, 0.90523], "sum_m_pl": [11.246781, 14.70284, 14.755841, 14.341628, 13.972757, 14.083866, 13.973764, 14.116929, 13.86176, 14.335826, 13.978969, 14.301864, 14.237835, 14.191003, 14.530699, 14.992938, 14.917409, 15.22364, 15.376481, 15.729123, 15.772127, 15.943934, 15.832758, 15.74087, 12.584462, 12.408495, 12.644917, 13.444309, 13.304206, 13.78952, 13.955764, 14.143686, 14.141731, 13.669146, 13.479948, 13.432978, 12.736718, 11.246854, 10.731339, 10.157104, 10.34755, 9.857492, 7.786152, 8.40804, 6.662238, 6.974241, 6.865533, 9.144309, 23.556613, 29.639765]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "gsm8kpl-476", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1017, "region_end": 82, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9881}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [46, 46, 26, 45, 30, 31, 28, 26, 37, 35, 40, 51, 40, 36, 27, 39, 43, 42, 39, 38, 37, 36, 38, 40, 55, 59, 50, 51, 49, 53, 54, 49, 43, 53, 41, 52, 50, 53, 62, 62, 66, 65, 63, 73, 67, 68, 67, 76, 65, 62], "n_am_pl": [6, 17, 14, 21, 13, 15, 18, 21, 20, 18, 21, 11, 18, 15, 19, 26, 19, 21, 24, 29, 22, 21, 22, 17, 3, 5, 8, 6, 11, 8, 9, 10, 11, 16, 19, 13, 9, 8, 7, 7, 6, 6, 7, 8, 7, 7, 6, 1, 13, 17], "n_pos": 149, "sum_m_en": [17.450477, 8.800049, 8.158462, 8.219611, 8.090413, 8.540141, 9.453679, 9.931668, 10.339265, 10.788934, 11.280861, 12.273667, 13.479448, 12.934831, 13.06328, 11.889349, 12.439957, 11.69228, 10.394941, 9.134581, 8.641241, 7.945566, 7.621848, 7.542246, 22.150582, 23.062086, 23.47661, 21.184347, 21.277367, 20.338106, 18.977539, 18.529664, 19.298716, 19.115255, 20.355547, 22.606133, 26.913029, 29.124153, 33.54361, 37.919987, 41.827532, 42.977766, 48.502184, 53.567809, 57.430937, 59.786189, 63.603878, 71.348251, 64.60036, 61.271834], "sum_m_pl": [55.057898, 70.644002, 69.637926, 68.188889, 67.111807, 67.096151, 67.509553, 65.869037, 65.558682, 66.879754, 66.106114, 66.270566, 64.566087, 64.621439, 66.31564, 68.192471, 66.474843, 68.384179, 68.195029, 70.829318, 70.290366, 71.484003, 71.879033, 71.960741, 54.806759, 52.680327, 50.479238, 55.022341, 56.609888, 56.098358, 57.646812, 57.250921, 57.674185, 56.191403, 54.255394, 51.67773, 44.418476, 41.346822, 36.494366, 35.479181, 32.483235, 28.923934, 25.504418, 22.972449, 18.309073, 14.082611, 8.34744, 4.808207, 9.766694, 17.446618]}, "digit": {"n_am_en": [3, 5, 2, 6, 1, 0, 0, 2, 1, 0, 0, 2, 3, 1, 0, 1, 3, 2, 1, 1, 0, 0, 1, 1, 3, 3, 4, 2, 4, 4, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 1, 0, 5, 5, 5, 2, 1, 1, 1, 2, 1, 2, 1, 0, 0, 3, 1, 0, 1, 1, 0, 1, 2, 1, 2, 1, 0, 1, 0, 2, 1, 2, 1, 2, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.513463, 0.672169, 0.61083, 0.606875, 0.583584, 0.710164, 0.725874, 0.880131, 0.863682, 0.802845, 0.882585, 0.926129, 1.008651, 0.92486, 0.887805, 0.895364, 0.990986, 0.995685, 0.882374, 0.826244, 0.76513, 0.724406, 0.681849, 0.68199, 1.536582, 1.581871, 1.684334, 1.462477, 1.517305, 1.421433, 1.338063, 1.273474, 1.213667, 1.078976, 1.073374, 1.137996, 1.072014, 0.958864, 0.827699, 0.819332, 0.942305, 1.137765, 1.083967, 1.397063, 1.898939, 1.206504, 0.568012, 0.099888, 0.012778, 0.0], "sum_m_pl": [5.88576, 7.355236, 7.090968, 6.950529, 6.728789, 6.270959, 6.4505, 6.160758, 5.968248, 6.384368, 6.246928, 6.246026, 5.991491, 5.942473, 6.093204, 5.929051, 5.781628, 5.994713, 6.083548, 6.281869, 6.154883, 6.279271, 6.395683, 6.491157, 5.040442, 4.887932, 4.631356, 5.246856, 5.506223, 5.491839, 5.411399, 5.525065, 5.654292, 5.319665, 5.070951, 4.927511, 4.728839, 4.534714, 3.825897, 3.845605, 4.010149, 4.187159, 4.087947, 3.788645, 2.994846, 2.434826, 0.808412, 0.238512, 0.048867, 0.0]}, "lang": {"n_am_en": [21, 22, 16, 25, 17, 21, 16, 21, 24, 25, 19, 26, 23, 29, 19, 26, 24, 27, 21, 27, 24, 25, 26, 24, 37, 41, 36, 35, 27, 33, 35, 34, 28, 40, 30, 37, 36, 40, 50, 51, 52, 52, 49, 56, 53, 55, 55, 65, 61, 60], "n_am_pl": [3, 6, 8, 13, 6, 8, 6, 4, 11, 10, 12, 5, 11, 8, 11, 13, 11, 11, 14, 20, 15, 15, 15, 14, 3, 3, 1, 1, 5, 4, 3, 5, 7, 10, 14, 8, 5, 2, 2, 3, 1, 4, 2, 4, 4, 6, 6, 1, 13, 17], "n_pos": 78, "sum_m_en": [8.769539, 4.85427, 4.41846, 4.49586, 4.351792, 4.696642, 5.818833, 5.903963, 6.139772, 6.285358, 6.47504, 7.23208, 8.180599, 7.776646, 7.966639, 6.942219, 7.276359, 6.545137, 5.827785, 4.931698, 4.668505, 4.23378, 4.04826, 3.966813, 13.572093, 14.856222, 14.895849, 13.43166, 13.163423, 12.546976, 11.983081, 11.809765, 12.257925, 12.379125, 12.986143, 14.597573, 17.582792, 20.26905, 24.435459, 28.103562, 32.211387, 33.055735, 37.036531, 40.610252, 44.979186, 48.115164, 51.749538, 59.589431, 60.237337, 59.499516], "sum_m_pl": [27.377313, 35.370076, 35.311256, 34.702464, 34.451115, 34.576421, 34.317529, 33.735849, 34.239262, 34.499167, 34.061087, 34.305559, 33.361074, 33.801426, 34.600579, 36.134837, 35.171141, 36.285492, 36.114647, 37.738473, 37.443273, 38.11615, 38.22104, 38.240024, 29.323419, 27.477844, 26.192785, 28.198422, 29.11681, 28.805387, 30.259246, 29.65593, 30.173295, 29.805948, 29.042961, 28.233384, 24.625887, 23.28453, 20.508281, 19.516278, 16.861618, 15.585806, 13.576432, 13.067018, 10.846005, 8.683717, 5.962048, 3.293757, 9.441414, 16.982227]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "gsm8kpl-488", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1155, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9673, "tf_agree_excl_first": 0.9737}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [64, 58, 42, 62, 56, 57, 42, 41, 42, 43, 57, 65, 50, 50, 52, 70, 57, 72, 55, 42, 48, 52, 41, 39, 67, 70, 59, 67, 85, 83, 52, 54, 68, 63, 71, 77, 65, 62, 71, 75, 65, 59, 69, 62, 57, 50, 35, 27, 18, 7], "n_am_pl": [15, 50, 50, 37, 41, 42, 36, 46, 33, 42, 43, 44, 44, 37, 44, 53, 50, 60, 67, 83, 76, 71, 73, 74, 40, 31, 33, 37, 38, 44, 48, 45, 40, 37, 40, 44, 29, 28, 24, 32, 36, 40, 37, 36, 38, 34, 33, 32, 50, 56], "n_pos": 247, "sum_m_en": [22.876983, 11.795842, 12.743941, 13.09951, 13.173283, 13.275751, 13.40383, 13.193139, 14.251235, 15.474894, 15.660266, 17.246776, 17.818446, 17.501344, 17.210133, 16.824489, 16.967003, 16.929105, 15.400309, 13.812957, 13.097911, 12.275989, 11.908925, 11.601254, 23.8078, 25.761567, 26.866378, 26.342373, 28.327696, 28.159899, 25.78979, 25.087802, 26.499179, 25.808758, 29.144518, 31.328448, 31.98662, 32.467931, 32.516699, 33.701839, 35.190312, 32.534344, 36.111227, 40.736779, 42.305791, 45.912214, 33.434401, 31.127377, 18.028837, 6.984717], "sum_m_pl": [99.081432, 121.620351, 117.963999, 114.701274, 114.125112, 113.492129, 114.160305, 113.772576, 112.198249, 113.713489, 112.555277, 113.004356, 112.491505, 112.020483, 114.982063, 117.39766, 113.403137, 116.922352, 118.473799, 121.682324, 120.861595, 121.610255, 121.799594, 121.466433, 103.687744, 100.943309, 96.335422, 101.612009, 105.087321, 107.510415, 107.345729, 105.672078, 104.33832, 98.211719, 94.954857, 90.83247, 80.900383, 79.257594, 75.698145, 76.885363, 76.662872, 78.152548, 71.349211, 66.650859, 59.311182, 53.682894, 45.981556, 38.736565, 50.92345, 55.813767]}, "digit": {"n_am_en": [0, 7, 6, 2, 0, 3, 2, 5, 2, 5, 10, 6, 6, 3, 5, 4, 3, 8, 6, 2, 2, 3, 2, 4, 5, 4, 7, 6, 8, 10, 6, 7, 6, 5, 4, 6, 4, 5, 3, 3, 4, 3, 4, 3, 3, 1, 1, 0, 0, 0], "n_am_pl": [1, 5, 3, 3, 2, 1, 0, 1, 1, 3, 4, 2, 3, 1, 2, 5, 6, 3, 4, 3, 5, 3, 2, 4, 2, 3, 4, 2, 2, 2, 5, 4, 5, 2, 3, 3, 1, 3, 0, 1, 2, 3, 4, 5, 2, 4, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.887971, 0.935333, 0.917645, 0.90438, 0.923302, 0.976919, 1.003574, 1.078164, 1.140652, 1.176583, 1.250845, 1.304469, 1.42262, 1.349287, 1.280781, 1.282982, 1.313537, 1.420886, 1.263353, 1.121172, 1.06219, 1.004243, 0.969668, 0.964037, 1.767031, 1.953581, 2.114203, 1.944228, 2.165127, 2.220965, 2.055005, 1.95771, 1.947335, 1.93883, 2.09405, 2.878587, 3.046232, 2.893103, 2.638567, 2.984865, 2.720723, 2.429599, 2.346013, 2.119223, 2.107025, 1.998191, 0.632326, 0.145981, 0.008921, 0.000327], "sum_m_pl": [9.561188, 11.90442, 11.254275, 10.976536, 10.970916, 10.688116, 10.749912, 10.446542, 10.153461, 10.247286, 10.140227, 10.263591, 10.018582, 9.976015, 10.379847, 10.365634, 9.681292, 10.007935, 10.339331, 10.528297, 10.348734, 10.490126, 10.595384, 10.659407, 9.256467, 8.869992, 8.635312, 9.099202, 9.314872, 9.51723, 9.541248, 9.28248, 9.316692, 8.585844, 8.294272, 7.854363, 7.325914, 7.595491, 6.633719, 6.824393, 6.987817, 7.742358, 7.433648, 7.52109, 6.879496, 6.178604, 2.138286, 0.999414, 0.047789, 0.000231]}, "lang": {"n_am_en": [20, 9, 10, 19, 18, 18, 12, 13, 11, 9, 14, 16, 10, 20, 14, 19, 20, 20, 14, 11, 10, 18, 13, 11, 15, 15, 15, 18, 21, 27, 14, 16, 15, 15, 14, 19, 12, 11, 21, 23, 24, 22, 26, 27, 27, 29, 23, 18, 15, 7], "n_am_pl": [3, 16, 13, 12, 9, 9, 6, 7, 6, 11, 11, 10, 12, 10, 11, 15, 11, 19, 19, 28, 29, 28, 27, 23, 15, 11, 9, 9, 14, 3, 11, 13, 16, 22, 22, 21, 15, 13, 10, 17, 20, 23, 21, 21, 24, 19, 24, 25, 46, 56], "n_pos": 63, "sum_m_en": [5.793457, 3.216908, 3.452027, 3.425435, 3.399522, 3.478475, 3.668778, 3.47908, 3.852692, 4.002275, 4.093733, 4.674369, 4.805691, 4.667861, 4.654788, 4.493926, 4.305577, 4.126265, 3.824672, 3.372333, 3.238859, 3.04512, 2.932232, 2.882782, 6.164468, 6.69605, 7.000856, 7.21068, 7.594952, 7.70184, 7.041134, 6.87909, 7.272121, 7.12279, 7.060221, 7.598907, 8.337638, 8.646, 9.785525, 10.760567, 13.422636, 12.221187, 13.23571, 16.363451, 21.460555, 25.473384, 19.0703, 18.913982, 14.318549, 6.978561], "sum_m_pl": [24.132231, 29.599312, 28.861823, 28.441803, 27.609135, 27.766347, 27.449923, 27.717062, 27.376095, 28.130815, 27.945998, 28.407058, 28.513015, 28.802496, 29.980301, 30.494493, 29.67428, 30.426852, 30.810894, 31.834195, 31.43034, 31.598314, 31.547245, 31.264863, 27.781501, 27.315037, 25.780036, 26.398796, 26.888628, 27.529369, 27.881895, 27.978834, 28.770301, 27.993871, 28.634428, 28.531567, 25.825623, 25.020947, 25.080285, 25.404771, 24.587404, 25.755184, 23.701486, 23.374651, 21.844256, 20.107033, 23.123123, 23.782277, 43.414231, 55.007147]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 303, "item_id": "gsm8kpl-488", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1014, "region_end": 247, "roundtrip_ok": true, "tf_agree": 0.9934, "tf_agree_excl_first": 0.9967}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [28, 24, 17, 12, 18, 10, 10, 16, 12, 14, 16, 16, 15, 14, 8, 15, 19, 21, 21, 20, 18, 15, 15, 19, 33, 30, 27, 25, 30, 28, 19, 23, 29, 24, 24, 24, 27, 26, 26, 29, 30, 31, 29, 28, 26, 30, 27, 32, 30, 29], "n_am_pl": [1, 11, 18, 12, 10, 12, 11, 13, 10, 9, 8, 8, 13, 8, 7, 7, 7, 9, 9, 7, 5, 7, 8, 4, 3, 3, 4, 2, 3, 4, 6, 7, 8, 6, 4, 6, 4, 2, 3, 2, 4, 2, 3, 3, 1, 2, 4, 1, 0, 0], "n_pos": 68, "sum_m_en": [8.741317, 4.015415, 3.743395, 3.719466, 3.98118, 3.82302, 4.173771, 4.457393, 4.759431, 4.474057, 4.704902, 4.816125, 5.225297, 5.514201, 5.152373, 4.964131, 4.566938, 5.051699, 4.243477, 3.966101, 3.858558, 3.510154, 3.329851, 3.282857, 10.092966, 10.248525, 9.747241, 8.89247, 8.375732, 7.581865, 6.665891, 6.760168, 7.195688, 7.011993, 8.282071, 9.020869, 11.223812, 12.394853, 13.44244, 16.003502, 17.385159, 18.720359, 20.129235, 20.351235, 22.35752, 25.144313, 27.692299, 30.303553, 30.298777, 29.302712], "sum_m_pl": [24.857858, 32.383633, 31.689976, 31.352772, 30.191756, 29.571581, 29.402445, 28.681018, 28.386647, 28.643417, 28.615924, 28.649283, 28.938682, 27.862201, 28.461261, 30.454233, 30.434893, 30.401564, 30.980402, 31.578975, 31.567601, 32.423444, 32.613826, 32.854399, 25.545478, 24.356961, 24.548086, 25.377342, 26.374422, 26.87149, 27.655155, 27.644062, 27.951737, 27.448636, 26.367256, 25.287687, 22.078014, 19.924102, 17.848677, 16.558223, 14.684059, 12.828621, 11.727039, 10.273421, 7.152348, 6.700981, 3.824564, 1.933581, 0.089861, 0.000101]}, "digit": {"n_am_en": [1, 6, 2, 2, 3, 2, 2, 3, 2, 2, 2, 1, 2, 2, 2, 3, 0, 2, 2, 0, 0, 1, 2, 2, 6, 4, 5, 2, 4, 1, 0, 2, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 0, 0, 0, 1, 0, 1, 3, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 1, 1, 2, 1, 2, 1, 3, 2, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.79236, 0.402911, 0.365659, 0.38114, 0.36699, 0.375894, 0.393456, 0.428413, 0.427797, 0.424993, 0.433031, 0.434335, 0.486796, 0.507212, 0.455678, 0.497814, 0.473028, 0.472099, 0.4361, 0.433137, 0.42477, 0.391645, 0.368069, 0.379355, 1.322173, 1.315861, 1.0357, 0.912336, 0.82196, 0.629006, 0.591376, 0.632567, 0.602153, 0.569832, 0.617367, 0.660101, 0.715292, 0.714554, 0.715606, 0.741592, 0.719745, 0.71729, 0.707279, 0.654278, 0.642088, 0.479749, 0.245107, 0.320782, 0.001816, 0.0], "sum_m_pl": [3.445455, 4.188302, 4.03543, 3.89158, 3.695662, 3.513085, 3.556822, 3.483975, 3.527861, 3.639578, 3.694366, 3.665174, 3.659071, 3.440012, 3.464452, 3.631206, 3.6639, 3.743974, 3.78195, 3.810142, 3.779661, 3.882826, 3.892994, 3.923047, 3.056706, 2.829208, 2.963966, 3.047757, 3.263272, 3.311607, 3.206904, 3.090484, 3.112471, 3.342113, 3.141074, 3.210231, 3.074715, 2.983202, 2.917035, 2.83075, 2.709877, 2.667463, 2.619202, 2.134789, 2.021612, 1.408241, 0.334308, 0.235664, 0.004965, 0.0]}, "lang": {"n_am_en": [10, 13, 9, 8, 9, 7, 6, 7, 6, 7, 6, 7, 6, 6, 4, 7, 11, 16, 12, 15, 14, 9, 8, 12, 14, 15, 15, 16, 18, 19, 15, 17, 22, 18, 18, 19, 17, 14, 14, 18, 19, 19, 16, 18, 19, 21, 20, 27, 28, 29], "n_am_pl": [0, 5, 10, 5, 5, 7, 7, 9, 5, 3, 4, 4, 6, 4, 3, 4, 4, 3, 6, 3, 3, 4, 6, 2, 1, 2, 2, 2, 2, 2, 4, 3, 3, 2, 2, 1, 2, 0, 1, 0, 2, 1, 0, 1, 1, 2, 2, 0, 0, 0], "n_pos": 30, "sum_m_en": [4.020981, 1.829313, 1.655681, 1.673234, 1.7777, 1.777345, 2.030542, 2.126977, 2.321043, 2.01633, 2.216824, 2.293417, 2.552475, 2.696462, 2.553637, 2.454357, 2.202542, 2.535182, 2.028307, 1.855799, 1.7823, 1.585662, 1.496177, 1.466748, 5.485211, 5.480771, 5.264219, 4.85674, 4.478632, 4.13735, 3.726132, 3.686877, 4.053803, 4.207114, 5.316423, 6.030763, 7.73915, 7.821448, 8.182327, 10.781727, 12.319859, 12.605459, 13.879979, 14.590776, 16.439374, 19.043226, 21.13983, 25.211362, 27.996453, 28.715664], "sum_m_pl": [10.44957, 14.025621, 13.762385, 13.668237, 13.373701, 13.036571, 12.949578, 12.795156, 12.595424, 12.571573, 12.480403, 12.446797, 12.619762, 12.356862, 12.851415, 13.607704, 13.594534, 13.503948, 13.751151, 13.957556, 13.945507, 14.372662, 14.457256, 14.519529, 11.164932, 11.042729, 11.134498, 11.322336, 11.716399, 11.874356, 12.45322, 12.484477, 12.54893, 12.34616, 11.723643, 11.603584, 10.009352, 9.071844, 8.388806, 7.403784, 6.257796, 5.529475, 4.541974, 4.505936, 2.716544, 3.113983, 2.273131, 0.647965, 0.014086, 5.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 71, "item_id": "gsm8kpl-490", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1164, "region_end": 68, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [37, 31, 17, 25, 23, 17, 23, 22, 27, 28, 27, 30, 30, 20, 25, 22, 27, 26, 26, 29, 32, 35, 21, 31, 50, 42, 41, 36, 39, 42, 38, 37, 37, 37, 42, 44, 45, 44, 37, 43, 45, 44, 40, 39, 37, 24, 9, 3, 2, 0], "n_am_pl": [22, 40, 36, 42, 29, 47, 30, 29, 20, 18, 27, 15, 20, 21, 27, 33, 31, 42, 36, 32, 29, 29, 26, 28, 15, 16, 20, 20, 17, 25, 14, 15, 14, 11, 7, 16, 11, 11, 16, 13, 17, 22, 18, 18, 15, 25, 27, 30, 46, 48], "n_pos": 162, "sum_m_en": [14.501297, 7.51294, 7.743105, 7.931573, 8.669801, 8.501322, 9.328388, 8.626681, 8.977161, 9.140897, 9.566785, 10.176924, 10.794134, 11.117545, 11.039341, 10.633915, 10.339055, 10.211966, 9.469272, 9.045385, 8.719757, 8.219323, 7.892226, 7.68236, 17.189358, 16.876117, 16.456694, 16.258914, 17.269835, 17.386331, 15.297255, 14.711005, 14.457768, 13.916639, 16.300445, 17.516536, 20.366543, 22.502782, 22.795404, 26.519781, 25.256245, 25.557532, 25.408811, 27.359463, 29.122555, 22.426557, 11.554423, 6.102111, 2.195692, 0.094962], "sum_m_pl": [67.254076, 78.108781, 75.958859, 74.132854, 72.378266, 70.95438, 71.741908, 71.440569, 70.851774, 71.710552, 68.892313, 69.691316, 69.999676, 67.198283, 67.716791, 72.904843, 73.605824, 74.257872, 76.044355, 76.034518, 76.322825, 77.217691, 77.388786, 77.364057, 59.162513, 58.145849, 57.597182, 60.740881, 61.656407, 63.780429, 64.065481, 63.386356, 62.158638, 59.825478, 57.346883, 56.449432, 49.353076, 45.138467, 42.587343, 41.007493, 40.186355, 40.212443, 37.167992, 36.030389, 30.79384, 33.352909, 31.902953, 31.861835, 42.280954, 46.893257]}, "digit": {"n_am_en": [1, 8, 3, 4, 1, 1, 1, 2, 0, 0, 2, 3, 2, 2, 1, 4, 3, 8, 5, 2, 4, 4, 3, 2, 4, 4, 5, 3, 5, 4, 2, 3, 2, 3, 2, 5, 4, 1, 0, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 2, 1, 2, 0, 2, 1, 2, 3, 1, 2, 2, 2, 2, 2, 3, 1, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 3, 2, 1, 0, 0, 1, 1, 3, 0, 1, 2, 1, 1, 0, 0, 1, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.477269, 0.729395, 0.665196, 0.656306, 0.693267, 0.679741, 0.758531, 0.767964, 0.785602, 0.798222, 0.847422, 0.878776, 0.942221, 0.987144, 0.925752, 0.992274, 0.914978, 1.008969, 0.901906, 0.823409, 0.769265, 0.707405, 0.683579, 0.677827, 1.574393, 1.395111, 1.395342, 1.326648, 1.541632, 1.431325, 1.255871, 1.278835, 1.183585, 1.145883, 1.179986, 1.356203, 1.34271, 1.086442, 1.098129, 1.440428, 1.133433, 1.023136, 0.935263, 0.872522, 0.578875, 0.571561, 0.195171, 0.080187, 0.005568, 6e-06], "sum_m_pl": [7.343084, 8.62882, 8.369909, 7.962426, 7.660045, 7.319561, 7.175958, 7.111509, 6.996673, 7.05347, 6.946126, 7.055638, 6.858586, 6.625089, 6.7134, 7.272446, 7.44946, 7.60418, 7.8854, 7.908246, 7.905852, 7.947461, 7.965654, 7.97385, 6.589308, 6.440388, 6.627975, 6.803423, 6.775782, 6.807257, 6.956146, 6.825253, 6.573459, 6.505509, 6.203122, 6.336658, 5.637409, 5.082896, 4.981956, 4.747665, 4.64277, 4.824438, 4.506803, 3.69932, 3.238675, 2.487039, 1.477237, 1.017306, 0.058861, 0.019353]}, "lang": {"n_am_en": [15, 4, 2, 7, 3, 3, 6, 6, 11, 11, 9, 7, 9, 5, 8, 6, 9, 7, 11, 15, 13, 13, 7, 13, 24, 22, 16, 15, 14, 16, 18, 20, 19, 20, 24, 22, 23, 24, 21, 25, 26, 26, 22, 21, 25, 17, 6, 1, 0, 0], "n_am_pl": [10, 12, 9, 13, 11, 16, 13, 9, 7, 6, 8, 5, 6, 7, 11, 14, 13, 16, 10, 9, 10, 11, 10, 11, 6, 4, 6, 6, 6, 6, 5, 2, 6, 4, 2, 9, 6, 3, 7, 7, 7, 8, 9, 10, 9, 15, 20, 23, 44, 47], "n_pos": 48, "sum_m_en": [4.560485, 2.268228, 2.354827, 2.479738, 2.70523, 2.770343, 3.366274, 2.945783, 3.040643, 3.144344, 3.144543, 3.433549, 3.696228, 3.821813, 3.758551, 3.593814, 3.551826, 3.33387, 3.109835, 2.955542, 2.866453, 2.623999, 2.463995, 2.399276, 6.807012, 7.010311, 6.315122, 6.134905, 6.252848, 6.301915, 5.606493, 5.515605, 5.443676, 5.673234, 7.104783, 7.722677, 9.75256, 11.43482, 11.555734, 14.02529, 13.844535, 14.439705, 13.471773, 15.010624, 18.670391, 14.355649, 6.213594, 1.831276, 0.906508, 0.014449], "sum_m_pl": [18.247907, 21.383217, 20.949025, 20.843317, 20.248992, 19.874907, 20.291945, 20.406974, 20.44547, 20.845764, 20.060002, 20.187269, 20.614969, 20.01792, 20.377517, 21.792217, 21.959313, 22.21884, 22.562013, 22.774168, 22.747925, 23.054441, 23.077778, 23.014962, 18.66223, 17.784638, 17.433875, 18.473339, 18.511916, 19.098112, 19.714419, 19.676278, 19.997998, 19.527824, 18.757883, 19.224635, 17.445464, 16.631084, 16.609715, 15.869792, 15.913172, 15.561232, 15.069208, 15.636414, 13.546599, 17.183269, 19.431318, 21.925711, 38.841661, 45.60153]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "gsm8kpl-490", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1023, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9636, "tf_agree_excl_first": 0.9695}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [101, 85, 67, 71, 65, 75, 52, 58, 60, 76, 78, 86, 79, 81, 78, 77, 80, 64, 54, 59, 54, 67, 63, 61, 113, 115, 84, 72, 79, 67, 65, 79, 66, 73, 78, 93, 102, 110, 108, 105, 110, 115, 109, 112, 102, 107, 114, 120, 102, 99], "n_am_pl": [5, 39, 47, 34, 34, 38, 47, 31, 35, 44, 35, 38, 47, 32, 48, 40, 61, 67, 68, 70, 64, 65, 57, 55, 35, 22, 37, 25, 39, 38, 41, 38, 35, 48, 33, 46, 38, 27, 27, 31, 31, 32, 28, 28, 21, 17, 23, 16, 6, 7], "n_pos": 304, "sum_m_en": [37.065473, 16.832581, 15.73057, 16.125601, 16.4902, 16.887759, 17.261609, 17.833619, 19.48186, 19.091725, 20.192702, 21.849938, 22.250922, 23.049901, 23.29076, 21.796599, 21.090575, 20.313658, 19.261023, 17.738182, 16.357369, 14.955329, 14.292679, 14.068488, 36.622022, 38.538818, 34.629941, 30.760922, 30.377657, 30.340106, 28.947128, 29.136095, 29.534259, 29.446769, 35.674431, 38.489051, 51.812965, 55.422486, 60.566595, 67.249507, 71.841573, 74.915094, 84.776067, 90.715618, 91.91303, 98.007744, 108.587512, 116.299092, 102.15781, 98.376603], "sum_m_pl": [111.884078, 147.887792, 144.590152, 140.19994, 136.469149, 135.745081, 136.368332, 136.204414, 134.396799, 140.012489, 139.095453, 137.876956, 138.544243, 136.022302, 134.428875, 139.660971, 138.164049, 138.758348, 139.223871, 143.133894, 144.170958, 146.237214, 147.282994, 147.397604, 113.191137, 113.014021, 113.486145, 121.843848, 123.733783, 123.696022, 125.147331, 122.95188, 118.599691, 115.687585, 108.458184, 105.1296, 88.996117, 82.853328, 76.972641, 73.784289, 68.82568, 61.959576, 54.025644, 49.548964, 42.942645, 39.392088, 33.644878, 19.199108, 6.936643, 6.992057]}, "digit": {"n_am_en": [18, 15, 8, 6, 9, 7, 3, 2, 2, 6, 11, 10, 10, 10, 12, 10, 12, 14, 8, 8, 6, 10, 10, 7, 22, 25, 13, 8, 9, 7, 4, 8, 9, 7, 10, 6, 8, 10, 4, 5, 6, 9, 10, 5, 5, 3, 2, 1, 0, 0], "n_am_pl": [0, 3, 4, 8, 7, 7, 8, 4, 8, 9, 8, 10, 8, 4, 8, 8, 9, 12, 9, 10, 9, 6, 5, 7, 7, 4, 12, 3, 9, 5, 9, 9, 8, 11, 8, 15, 11, 12, 13, 12, 13, 9, 8, 11, 5, 4, 3, 2, 0, 0], "n_pos": 50, "sum_m_en": [5.104242, 2.276534, 2.178888, 2.320927, 2.4156, 2.510974, 2.554941, 2.663429, 2.77656, 2.685816, 2.835148, 2.895777, 3.271316, 3.348893, 3.369139, 3.234304, 3.281645, 3.097386, 2.973685, 2.778847, 2.503444, 2.294344, 2.232787, 2.208277, 4.969155, 5.792007, 4.556748, 4.125666, 4.087403, 4.011729, 4.131709, 4.21176, 4.218981, 4.220824, 4.459744, 4.706503, 5.436537, 4.752419, 4.642986, 5.201265, 5.214505, 5.829898, 6.249304, 6.145438, 5.166714, 4.751565, 3.57386, 2.794572, 0.355602, 0.0], "sum_m_pl": [20.177725, 26.148643, 24.987327, 24.069233, 22.905006, 22.58179, 22.910802, 22.713305, 22.361286, 23.717267, 23.299211, 22.875169, 22.569415, 22.327415, 22.088719, 23.070908, 23.038559, 23.32172, 23.363608, 23.604766, 23.83258, 24.202132, 24.425956, 24.521499, 19.459158, 19.369558, 19.964728, 21.047031, 21.42629, 20.945644, 20.601462, 20.41471, 19.881613, 20.293588, 18.817003, 19.621122, 18.313519, 18.565843, 18.401409, 17.229445, 16.880543, 14.837866, 14.318361, 13.788725, 12.612343, 10.609239, 6.319212, 3.016716, 0.251063, 0.0]}, "lang": {"n_am_en": [34, 27, 27, 24, 20, 25, 19, 23, 26, 32, 29, 31, 27, 28, 29, 31, 37, 27, 24, 25, 31, 31, 31, 33, 52, 44, 43, 36, 38, 34, 33, 42, 35, 41, 41, 53, 62, 65, 63, 61, 62, 63, 60, 65, 64, 66, 73, 85, 96, 98], "n_am_pl": [4, 12, 16, 9, 13, 11, 12, 11, 9, 13, 14, 18, 17, 14, 20, 15, 21, 25, 27, 28, 24, 27, 22, 21, 15, 9, 10, 10, 14, 11, 12, 11, 12, 14, 16, 16, 13, 8, 8, 12, 12, 14, 14, 12, 11, 10, 12, 7, 6, 7], "n_pos": 106, "sum_m_en": [13.539313, 5.960488, 5.577019, 5.723448, 5.806317, 6.119928, 6.529533, 6.728445, 7.477905, 7.262014, 7.602292, 8.577225, 8.547866, 8.833664, 8.88559, 8.219468, 7.892013, 7.557522, 7.228448, 6.725735, 6.193722, 5.555604, 5.171555, 5.074973, 16.387774, 16.937584, 15.107244, 12.953299, 12.725409, 13.0338, 12.383507, 12.207492, 12.349334, 12.705329, 17.241636, 18.317539, 27.79085, 30.167222, 33.402761, 36.892741, 39.707676, 42.666389, 49.547902, 53.333509, 57.842137, 62.774051, 71.970683, 80.667876, 93.068867, 96.673127], "sum_m_pl": [36.946774, 49.220035, 48.84475, 47.457373, 46.917573, 46.588037, 46.61748, 47.018476, 46.427656, 48.256848, 48.201327, 48.041506, 48.38447, 47.289027, 47.407333, 48.760887, 47.884347, 47.984549, 48.204197, 49.74731, 50.263153, 50.97607, 51.466462, 51.567472, 40.342479, 40.127332, 39.91988, 43.191283, 43.725091, 43.510757, 44.104725, 43.479518, 43.029078, 42.735359, 40.266727, 39.318353, 32.29437, 29.030242, 27.42923, 26.325453, 24.742434, 22.577936, 19.019967, 18.331141, 15.921539, 15.604107, 14.115374, 8.408697, 6.296941, 6.990613]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 308, "item_id": "gsm8kpl-493", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1205, "region_end": 304, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9902}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [144, 84, 83, 82, 84, 88, 69, 74, 70, 94, 74, 84, 76, 97, 114, 92, 103, 70, 52, 60, 60, 64, 71, 74, 121, 143, 112, 106, 109, 136, 118, 123, 92, 96, 113, 115, 96, 104, 98, 87, 93, 75, 85, 81, 78, 68, 46, 36, 24, 19], "n_am_pl": [29, 97, 73, 77, 83, 89, 77, 81, 86, 87, 80, 96, 107, 92, 79, 98, 109, 141, 168, 143, 132, 121, 114, 116, 79, 63, 89, 86, 81, 77, 83, 73, 77, 70, 58, 80, 63, 66, 56, 67, 55, 60, 49, 57, 44, 46, 51, 52, 84, 98], "n_pos": 479, "sum_m_en": [43.85987, 22.689737, 24.039946, 25.406834, 26.408291, 25.88801, 25.910728, 26.038269, 27.487202, 27.993321, 28.001803, 29.642382, 30.713443, 32.650871, 33.926633, 31.952537, 30.899048, 30.141574, 28.324562, 26.168116, 24.340855, 22.595518, 22.00661, 21.453438, 49.506209, 52.842238, 48.833537, 46.975134, 48.488596, 49.317419, 48.953631, 49.0926, 45.464641, 44.547831, 49.388923, 49.915864, 50.707291, 57.453017, 58.036956, 57.941461, 61.599947, 58.214294, 61.808542, 62.351672, 70.235867, 61.690906, 48.088497, 41.92348, 28.128284, 19.162886], "sum_m_pl": [196.316331, 237.35015, 229.861695, 221.216616, 218.240181, 215.06741, 219.215277, 220.462946, 219.702089, 224.707324, 221.094568, 220.091184, 222.416947, 219.44594, 217.520539, 223.908465, 222.843655, 223.316386, 228.622803, 232.652646, 233.917932, 235.508511, 235.922274, 236.482107, 191.86158, 188.822729, 186.711862, 199.709673, 201.591685, 202.211758, 201.847439, 198.097461, 193.484846, 185.622377, 176.207837, 171.079801, 154.468892, 143.891202, 136.426011, 135.482705, 125.674321, 116.765306, 106.95467, 100.80535, 84.265082, 80.095652, 78.105125, 65.568014, 80.339514, 96.723568]}, "digit": {"n_am_en": [14, 15, 15, 12, 8, 10, 7, 4, 4, 8, 11, 7, 6, 13, 16, 8, 12, 11, 3, 5, 3, 5, 8, 9, 13, 16, 12, 14, 13, 17, 14, 19, 12, 8, 10, 8, 9, 8, 6, 3, 5, 4, 6, 4, 3, 1, 1, 1, 0, 0], "n_am_pl": [1, 9, 4, 1, 5, 5, 2, 3, 9, 6, 5, 7, 10, 8, 2, 10, 10, 13, 18, 14, 18, 14, 8, 10, 7, 6, 10, 5, 11, 8, 7, 9, 8, 12, 13, 15, 12, 12, 5, 6, 6, 7, 5, 5, 6, 4, 1, 0, 0, 0], "n_pos": 54, "sum_m_en": [5.576568, 2.497722, 2.662567, 2.921863, 3.153882, 2.84944, 2.815388, 2.952795, 3.039647, 2.96488, 3.098363, 3.221719, 3.681906, 3.991524, 3.966227, 3.647788, 3.558692, 3.501049, 3.330391, 3.004065, 2.753249, 2.526218, 2.448138, 2.376746, 5.332442, 5.550455, 5.388932, 5.343518, 5.347703, 5.505526, 5.617471, 5.415507, 4.780689, 4.596985, 4.98004, 5.265754, 5.414078, 5.774375, 4.435882, 4.414404, 4.789304, 4.596088, 4.142269, 4.161752, 3.635771, 2.669462, 1.548395, 1.317265, 0.089858, 0.000149], "sum_m_pl": [21.966551, 28.035374, 27.025137, 25.727616, 24.411655, 24.251112, 24.096535, 23.877018, 24.018201, 24.843574, 24.414695, 24.099312, 24.298765, 23.797985, 23.817745, 24.504837, 24.988862, 25.178548, 25.477601, 26.061812, 26.087504, 26.348084, 26.5252, 26.581827, 21.584336, 21.233645, 21.452329, 22.755113, 23.104174, 23.128783, 22.859133, 22.645158, 22.333046, 21.845105, 19.979075, 20.248892, 19.632136, 18.614244, 18.610578, 17.986046, 17.383628, 15.998124, 15.891036, 14.214846, 12.523317, 9.680307, 4.230693, 2.610533, 0.1738, 3.7e-05]}, "lang": {"n_am_en": [30, 15, 14, 8, 14, 16, 10, 14, 15, 17, 18, 25, 24, 32, 36, 32, 35, 24, 24, 28, 28, 28, 24, 27, 42, 44, 33, 29, 31, 33, 31, 34, 27, 36, 36, 41, 36, 42, 41, 42, 45, 34, 38, 40, 44, 39, 32, 24, 23, 19], "n_am_pl": [10, 32, 18, 19, 23, 22, 17, 12, 15, 16, 18, 17, 25, 20, 20, 17, 26, 34, 37, 34, 32, 35, 31, 32, 16, 19, 24, 20, 19, 20, 26, 21, 22, 17, 16, 15, 16, 16, 12, 16, 8, 17, 12, 20, 16, 27, 33, 42, 81, 97], "n_pos": 116, "sum_m_en": [10.369147, 5.429966, 5.490005, 5.622779, 5.88793, 6.047456, 6.167461, 6.316939, 6.711641, 6.680098, 6.984886, 7.521054, 7.691549, 8.256235, 8.677221, 8.054401, 7.439251, 7.382978, 7.126052, 6.555435, 6.126637, 5.592035, 5.366865, 5.17104, 14.981132, 15.28307, 13.392434, 11.223937, 11.720415, 11.610356, 11.419073, 12.120323, 11.330039, 11.636344, 13.431577, 14.407291, 17.370227, 18.181488, 20.834479, 21.929883, 22.266119, 21.19053, 25.68286, 28.408344, 37.125631, 32.938588, 27.107769, 23.527772, 23.595881, 19.160898], "sum_m_pl": [45.374625, 54.75944, 53.597591, 52.300819, 51.950351, 50.245222, 50.803404, 51.105016, 50.765866, 52.819111, 52.000258, 52.346531, 53.480344, 52.038915, 52.07009, 53.483656, 53.528848, 53.639719, 54.675487, 56.209539, 56.646018, 57.254225, 57.238443, 57.502129, 47.988045, 47.321384, 46.476482, 49.540244, 49.438492, 49.972593, 51.09391, 49.868039, 49.618941, 48.384432, 47.113737, 46.405796, 43.504896, 42.274424, 39.060306, 39.370297, 35.379226, 33.62127, 30.07558, 30.509163, 26.368011, 32.555955, 38.176085, 39.252128, 71.344353, 95.367112]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 544, "item_id": "gsm8kpl-493", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1064, "region_end": 479, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9908}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [42, 40, 40, 33, 31, 20, 22, 29, 26, 45, 40, 42, 42, 30, 40, 31, 29, 27, 32, 37, 42, 40, 43, 42, 58, 56, 46, 43, 49, 49, 44, 39, 38, 44, 44, 54, 52, 49, 50, 58, 52, 60, 56, 54, 53, 56, 57, 51, 48, 54], "n_am_pl": [9, 21, 25, 20, 17, 18, 17, 12, 10, 13, 10, 14, 15, 16, 8, 22, 25, 26, 22, 23, 21, 17, 17, 17, 8, 8, 12, 23, 19, 28, 28, 23, 22, 27, 29, 20, 15, 9, 10, 6, 6, 7, 7, 8, 9, 5, 3, 0, 0, 1], "n_pos": 153, "sum_m_en": [17.540578, 8.557867, 8.430591, 8.073287, 8.404423, 8.495226, 8.562958, 9.089041, 9.533478, 9.707651, 9.940498, 10.365173, 10.88349, 10.415806, 10.30383, 9.445436, 9.120611, 9.141185, 8.183025, 7.890512, 7.581181, 7.082186, 6.891509, 6.850766, 17.666353, 18.674208, 18.480669, 16.478708, 16.152064, 15.696329, 13.876123, 13.269873, 13.656757, 13.702301, 15.873944, 17.493715, 21.415204, 22.965047, 27.11886, 32.219498, 35.005407, 39.341477, 42.892341, 41.900337, 43.092475, 49.994811, 50.573811, 53.258318, 48.565654, 53.513202], "sum_m_pl": [59.853929, 74.882043, 72.51921, 71.434202, 69.267176, 68.871256, 68.508207, 67.871057, 66.784368, 68.962753, 68.72314, 69.882717, 69.026299, 68.000018, 67.191369, 70.687575, 70.676659, 70.45398, 72.199627, 74.145364, 74.340341, 74.883488, 75.317269, 75.656121, 60.662724, 58.854007, 57.213143, 62.126115, 64.355325, 65.905521, 67.199141, 66.174577, 65.613083, 63.114141, 61.601724, 57.328279, 51.60907, 47.370586, 43.996507, 41.0878, 38.682782, 34.208651, 28.420138, 24.828021, 21.892001, 16.636024, 10.262885, 6.020749, 0.605133, 1.0987]}, "digit": {"n_am_en": [3, 9, 8, 5, 2, 2, 2, 3, 3, 3, 5, 4, 5, 1, 3, 5, 2, 2, 1, 4, 3, 3, 4, 4, 6, 7, 8, 9, 7, 6, 3, 3, 1, 5, 1, 2, 3, 5, 3, 3, 3, 4, 2, 1, 2, 1, 1, 0, 0, 0], "n_am_pl": [1, 2, 3, 5, 4, 3, 2, 1, 2, 1, 1, 3, 2, 5, 1, 3, 4, 4, 5, 5, 4, 2, 2, 3, 0, 0, 0, 2, 2, 4, 6, 5, 5, 5, 6, 1, 2, 1, 1, 0, 0, 1, 0, 1, 2, 1, 1, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.286181, 1.140832, 1.121014, 1.081003, 1.148192, 1.167957, 1.227311, 1.340791, 1.356326, 1.414505, 1.414734, 1.390108, 1.555544, 1.473931, 1.41866, 1.444354, 1.447735, 1.447046, 1.265702, 1.265883, 1.217653, 1.131187, 1.111394, 1.110649, 1.994853, 2.220794, 2.389867, 2.123, 2.129599, 1.933641, 1.876841, 1.793119, 1.597315, 1.535737, 1.582645, 1.71122, 1.898102, 2.084016, 2.274327, 2.272001, 2.089712, 2.097571, 1.920961, 1.888088, 1.728358, 2.026392, 1.223789, 1.235249, 0.150976, 0.0], "sum_m_pl": [12.148003, 14.666737, 14.107461, 13.776005, 13.333913, 12.959225, 12.908406, 12.78395, 12.781822, 12.879867, 13.020705, 13.055723, 12.481276, 12.202546, 12.066976, 12.288494, 12.386435, 12.292557, 12.844983, 13.240593, 13.152422, 13.33083, 13.355823, 13.398337, 11.547472, 11.375916, 10.960318, 11.708043, 12.182379, 12.115192, 11.927214, 11.685729, 11.786937, 11.582886, 11.586288, 11.152323, 11.0057, 10.602205, 10.178041, 10.283766, 9.963303, 9.559051, 9.347443, 8.726311, 8.274059, 6.611026, 4.590866, 2.866502, 0.318274, 0.0]}, "lang": {"n_am_en": [17, 13, 14, 13, 15, 11, 14, 17, 15, 21, 20, 21, 21, 16, 19, 11, 17, 18, 21, 19, 25, 27, 27, 26, 31, 34, 26, 22, 24, 25, 21, 20, 23, 22, 26, 31, 32, 28, 32, 32, 28, 34, 33, 36, 39, 39, 41, 40, 46, 54], "n_am_pl": [2, 7, 4, 5, 4, 3, 5, 4, 4, 7, 5, 7, 6, 3, 3, 9, 10, 10, 7, 9, 8, 6, 5, 5, 2, 2, 6, 8, 11, 13, 11, 8, 5, 13, 12, 11, 5, 3, 3, 2, 2, 2, 3, 3, 2, 1, 1, 0, 0, 0], "n_pos": 55, "sum_m_en": [6.223607, 3.031918, 2.992477, 2.909965, 3.129174, 3.334613, 3.478789, 3.606304, 3.873803, 3.736604, 3.89685, 4.120118, 4.310351, 4.162222, 4.123796, 3.609097, 3.444674, 3.485844, 3.162873, 3.043419, 2.937799, 2.711039, 2.59929, 2.587235, 8.63815, 9.291979, 9.266967, 8.169391, 7.686023, 7.286066, 6.249939, 5.945442, 5.956, 6.129768, 7.82378, 9.23907, 11.370973, 12.3274, 15.417764, 17.194167, 19.078561, 23.430065, 25.808395, 27.132944, 29.95519, 33.548044, 37.642449, 40.283679, 45.317592, 53.220398], "sum_m_pl": [20.928673, 26.145012, 24.844017, 24.695986, 24.174539, 24.121319, 23.571669, 23.741208, 23.455554, 24.34921, 24.056591, 24.593582, 24.552366, 24.408262, 24.524259, 26.041594, 26.068209, 26.045644, 26.504179, 27.001373, 27.157, 27.236251, 27.398062, 27.457249, 22.367114, 22.029528, 20.921108, 22.74228, 23.545707, 23.998879, 24.660545, 24.100714, 24.599827, 24.384707, 23.5284, 21.92252, 19.147386, 17.371936, 15.726668, 14.849247, 13.660714, 11.233501, 8.002027, 7.202341, 5.987571, 4.210755, 2.545545, 1.165986, 0.14911, 0.380569]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "gsm8kpl-498", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1186, "region_end": 153, "roundtrip_ok": true, "tf_agree": 0.9809, "tf_agree_excl_first": 0.9872}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [54, 33, 31, 26, 28, 27, 23, 29, 21, 34, 38, 28, 27, 24, 29, 24, 25, 16, 15, 19, 16, 17, 21, 23, 37, 36, 35, 34, 30, 35, 36, 33, 34, 26, 32, 29, 39, 41, 40, 40, 42, 43, 38, 30, 30, 31, 18, 16, 6, 4], "n_am_pl": [3, 27, 37, 39, 40, 23, 20, 12, 22, 20, 17, 25, 29, 32, 19, 35, 36, 41, 29, 44, 44, 44, 43, 37, 26, 25, 29, 27, 30, 36, 38, 30, 40, 30, 34, 27, 23, 14, 19, 12, 12, 13, 7, 12, 12, 10, 36, 23, 33, 37], "n_pos": 148, "sum_m_en": [14.502209, 7.455614, 7.649884, 7.981702, 8.003056, 7.871992, 8.138233, 8.585046, 9.056531, 9.532339, 9.453924, 9.744613, 10.271483, 9.841591, 10.262458, 9.212151, 8.882012, 8.808056, 7.66046, 7.566134, 7.182233, 6.660805, 6.455022, 6.336523, 14.450154, 14.559606, 14.231253, 13.062066, 13.031226, 13.198453, 12.434308, 12.331473, 12.313379, 12.165763, 12.610252, 13.918733, 14.647459, 17.131968, 18.968405, 23.15352, 23.381945, 23.91901, 24.148672, 23.89669, 22.204609, 23.183118, 16.275738, 13.475687, 5.430277, 3.758327], "sum_m_pl": [59.890449, 73.090194, 70.570701, 69.193306, 67.000849, 66.774915, 67.122291, 66.656676, 66.258234, 67.912686, 67.962661, 68.374474, 68.32701, 68.044263, 67.256315, 70.323608, 70.504839, 71.165163, 73.143221, 74.832629, 74.510315, 74.71975, 74.631943, 74.993912, 63.283498, 61.72018, 60.7329, 65.112594, 67.957255, 69.696392, 69.538943, 68.555421, 69.653355, 63.852059, 63.514019, 59.381445, 55.475669, 53.461496, 50.13727, 48.515926, 47.007032, 44.43505, 39.717671, 33.638863, 29.942123, 31.924297, 42.015897, 31.018143, 34.188533, 37.056107]}, "digit": {"n_am_en": [3, 10, 10, 4, 4, 2, 4, 7, 5, 6, 10, 4, 5, 2, 3, 5, 7, 2, 2, 3, 2, 2, 3, 4, 6, 6, 8, 10, 5, 8, 5, 5, 6, 2, 3, 4, 5, 3, 1, 2, 2, 4, 3, 1, 1, 2, 0, 0, 0, 0], "n_am_pl": [0, 7, 1, 7, 5, 3, 2, 2, 4, 1, 4, 3, 5, 4, 2, 8, 7, 8, 5, 9, 8, 8, 6, 3, 4, 2, 1, 1, 7, 4, 6, 3, 5, 4, 6, 2, 1, 1, 3, 1, 2, 0, 0, 3, 3, 2, 3, 1, 0, 0], "n_pos": 30, "sum_m_en": [2.4848, 1.233371, 1.19219, 1.172601, 1.219875, 1.244687, 1.32838, 1.455066, 1.530476, 1.558642, 1.569559, 1.58124, 1.803394, 1.769981, 1.677537, 1.666516, 1.685963, 1.727731, 1.468526, 1.428703, 1.327189, 1.2282, 1.211064, 1.19625, 1.993352, 2.198376, 2.450015, 2.26252, 2.335482, 2.254315, 2.217609, 2.221116, 2.043046, 1.923397, 1.998064, 2.293041, 2.087303, 2.442848, 2.397821, 2.227845, 2.030115, 1.96175, 1.848944, 1.640142, 1.384855, 1.326198, 0.874875, 0.827981, 0.057396, 0.0], "sum_m_pl": [13.777844, 16.242438, 15.744154, 15.162912, 14.743151, 14.604833, 14.548334, 14.23699, 14.314126, 14.463019, 14.566353, 14.616332, 14.018624, 13.859645, 13.585865, 14.025196, 14.052306, 14.117516, 14.736106, 15.094491, 14.960585, 15.052268, 15.010127, 15.087615, 13.380111, 13.035274, 12.767646, 13.500851, 14.216828, 14.145138, 13.918381, 13.480324, 13.727393, 13.141804, 13.063984, 12.407441, 12.51355, 12.271402, 11.786521, 11.955784, 11.331649, 11.294386, 10.773926, 10.401892, 10.430296, 9.244458, 7.434681, 5.057841, 0.326754, 0.0]}, "lang": {"n_am_en": [16, 7, 6, 7, 5, 6, 5, 7, 5, 10, 8, 7, 5, 5, 10, 12, 11, 9, 9, 9, 6, 6, 10, 9, 12, 12, 12, 11, 12, 13, 16, 13, 14, 12, 14, 12, 18, 21, 23, 24, 21, 23, 21, 18, 18, 19, 11, 9, 4, 4], "n_am_pl": [2, 4, 10, 11, 15, 10, 4, 3, 5, 4, 2, 5, 5, 9, 4, 8, 7, 10, 8, 15, 16, 16, 15, 15, 8, 8, 11, 8, 5, 10, 12, 12, 12, 6, 8, 8, 5, 6, 6, 6, 5, 7, 4, 6, 6, 6, 19, 19, 32, 35], "n_pos": 39, "sum_m_en": [4.069915, 2.173217, 2.22284, 2.659243, 2.612934, 2.302038, 2.490462, 2.430554, 2.546903, 2.770975, 2.806041, 2.922132, 3.048267, 2.74968, 3.117936, 2.609193, 2.582944, 2.459698, 2.236359, 2.229469, 2.127828, 1.930323, 1.822275, 1.77118, 5.885998, 5.51742, 4.97448, 4.431354, 4.21269, 4.499584, 4.063915, 4.152427, 4.509371, 4.767606, 4.99295, 5.846989, 6.361698, 7.700966, 8.4015, 10.8297, 10.701543, 11.791229, 12.719909, 12.310104, 12.139745, 12.333757, 8.842201, 6.685638, 4.036465, 3.758112], "sum_m_pl": [14.160762, 18.1803, 17.492455, 16.986786, 16.662626, 16.561047, 16.560772, 17.042413, 17.014181, 17.459889, 17.420784, 17.496934, 17.952908, 17.949535, 17.991174, 18.939268, 19.01474, 19.385892, 19.70701, 20.263429, 20.211375, 20.252196, 20.233418, 20.27434, 17.150613, 17.271089, 17.230186, 18.072652, 18.447559, 18.626413, 19.050905, 18.837054, 19.237576, 18.076564, 18.103742, 17.74052, 16.586504, 15.922012, 15.288549, 14.449481, 14.36959, 12.820254, 10.989027, 10.205591, 8.447387, 11.245147, 19.210727, 19.259841, 30.716117, 34.918601]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "gsm8kpl-498", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1045, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.9737, "tf_agree_excl_first": 0.9801}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [41, 34, 26, 30, 19, 19, 24, 32, 33, 34, 32, 36, 22, 32, 22, 24, 25, 28, 36, 29, 32, 30, 26, 29, 39, 43, 37, 33, 37, 36, 32, 36, 36, 41, 40, 37, 36, 45, 40, 42, 50, 46, 51, 50, 45, 50, 57, 55, 51, 48], "n_am_pl": [6, 17, 18, 20, 13, 22, 15, 14, 15, 20, 11, 11, 19, 18, 16, 11, 13, 11, 15, 11, 10, 8, 10, 6, 3, 6, 2, 9, 9, 15, 9, 14, 12, 11, 6, 3, 5, 7, 3, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0], "n_pos": 127, "sum_m_en": [14.710726, 7.141175, 6.506376, 6.474485, 6.939357, 7.366705, 7.37586, 7.7672, 8.004255, 8.285426, 8.900643, 9.049969, 9.699162, 9.756187, 9.643173, 9.133509, 9.091537, 8.752647, 8.010449, 7.562361, 7.080865, 6.722595, 6.458354, 6.33259, 16.441937, 16.22028, 15.568245, 14.28907, 13.209347, 13.383191, 12.571058, 12.662396, 12.630611, 12.929926, 14.792257, 15.443471, 18.671338, 19.455311, 21.735477, 23.455001, 28.212452, 31.221157, 36.868687, 42.305959, 42.977847, 46.980438, 53.842494, 52.08492, 50.050272, 48.228126], "sum_m_pl": [47.55221, 61.090917, 59.75355, 58.703856, 55.841631, 55.111406, 55.527748, 55.491995, 54.293365, 55.650078, 55.30445, 56.645161, 56.744268, 55.565125, 55.691595, 57.348495, 55.214431, 56.874429, 58.518427, 59.247766, 60.231638, 60.480874, 60.347686, 60.907731, 45.02182, 46.241919, 45.332541, 47.825521, 49.941355, 50.511984, 51.641861, 51.295081, 52.618637, 50.641161, 48.38726, 45.327159, 39.438133, 37.353912, 33.502885, 31.912049, 29.315837, 25.423776, 22.669582, 14.572909, 11.198146, 8.271976, 4.493361, 2.604531, 0.55552, 7.1e-05]}, "digit": {"n_am_en": [2, 10, 5, 2, 2, 2, 2, 4, 5, 9, 6, 7, 3, 2, 5, 5, 5, 6, 7, 7, 7, 7, 5, 6, 6, 6, 5, 4, 8, 5, 5, 5, 5, 4, 4, 1, 4, 7, 6, 6, 7, 3, 4, 3, 2, 2, 3, 2, 0, 0], "n_am_pl": [0, 1, 2, 4, 2, 4, 2, 0, 1, 2, 2, 0, 2, 3, 5, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0, 2, 0, 4, 3, 4, 1, 2, 3, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.949919, 0.951081, 0.886279, 0.882472, 0.969506, 1.018246, 1.130454, 1.183185, 1.255327, 1.293523, 1.465459, 1.457956, 1.53259, 1.503474, 1.418556, 1.425369, 1.442916, 1.403234, 1.358533, 1.29248, 1.107375, 1.039991, 0.997447, 0.974186, 2.261562, 2.189352, 2.064479, 2.094476, 1.905209, 1.82715, 1.767527, 1.656721, 1.532236, 1.617736, 1.68677, 1.631384, 1.79632, 1.701821, 1.721919, 1.635027, 1.856396, 2.083356, 2.13896, 2.463474, 2.348114, 2.003751, 2.323345, 1.65724, 0.41023, 0.0], "sum_m_pl": [9.13104, 11.222118, 10.847038, 10.555114, 9.842365, 9.598656, 9.400248, 9.229808, 9.222685, 9.479751, 9.489805, 9.683547, 9.532087, 9.427991, 9.604084, 9.702895, 9.265831, 9.655681, 10.028373, 10.03144, 10.195662, 10.255587, 10.224795, 10.356239, 8.362994, 8.573441, 8.362223, 8.659843, 9.298907, 9.376208, 9.282695, 9.31418, 9.419951, 9.169411, 8.769006, 8.179566, 7.545158, 7.395081, 6.741442, 7.136577, 7.064375, 6.615395, 6.284456, 5.150613, 4.169428, 3.136659, 1.934376, 1.185909, 0.372694, 0.0]}, "lang": {"n_am_en": [19, 12, 11, 12, 9, 12, 10, 11, 13, 10, 10, 11, 7, 10, 5, 6, 8, 14, 14, 13, 13, 15, 11, 11, 18, 21, 22, 14, 14, 15, 14, 17, 16, 19, 20, 19, 16, 24, 20, 20, 26, 26, 27, 30, 26, 27, 35, 36, 45, 46], "n_am_pl": [4, 4, 5, 7, 3, 4, 5, 5, 6, 9, 2, 7, 10, 8, 6, 4, 4, 3, 4, 4, 6, 3, 4, 3, 1, 1, 1, 2, 2, 5, 2, 5, 4, 5, 1, 1, 2, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 47, "sum_m_en": [6.058703, 2.833811, 2.541292, 2.448741, 2.587451, 2.808784, 2.765579, 2.864326, 2.969028, 3.027483, 3.178006, 3.253617, 3.5319, 3.585065, 3.435429, 3.264163, 3.378705, 3.231134, 2.959435, 2.797111, 2.630557, 2.501113, 2.41186, 2.358579, 7.001441, 7.118531, 7.163125, 5.906625, 5.457156, 5.699583, 5.249547, 5.358121, 5.466858, 5.631344, 6.483537, 7.333077, 9.089114, 9.972204, 11.586869, 11.827813, 14.421868, 15.224766, 20.091593, 23.441794, 24.314927, 26.055256, 32.722067, 34.760788, 43.169052, 45.729144], "sum_m_pl": [16.441679, 21.102199, 20.870513, 20.578673, 19.985705, 19.552091, 19.76819, 20.059199, 19.564452, 20.285264, 20.196733, 20.776683, 20.901511, 20.367764, 20.820784, 21.279607, 20.194547, 20.930933, 21.518203, 21.729473, 22.19446, 22.265444, 22.190147, 22.4595, 16.646379, 17.355812, 16.951266, 17.895084, 18.346789, 18.696162, 19.294835, 18.807044, 19.596927, 19.020174, 18.202154, 17.439483, 14.802692, 13.799846, 12.262108, 11.448923, 10.449497, 9.312279, 7.780915, 3.706798, 2.95086, 2.136119, 1.147891, 0.503023, 0.074559, 6.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "gsm8kpl-51", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1167, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9615, "tf_agree_excl_first": 0.969}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [46, 46, 27, 35, 33, 37, 32, 36, 37, 37, 45, 43, 44, 44, 42, 35, 36, 42, 42, 40, 31, 29, 28, 34, 50, 47, 57, 58, 54, 54, 49, 47, 51, 54, 47, 52, 48, 44, 45, 39, 45, 49, 50, 45, 45, 36, 25, 21, 11, 8], "n_am_pl": [15, 46, 43, 35, 36, 33, 21, 26, 25, 26, 31, 27, 36, 30, 33, 31, 33, 27, 40, 43, 41, 43, 37, 36, 23, 29, 27, 22, 32, 40, 30, 31, 34, 21, 20, 18, 16, 13, 12, 16, 16, 13, 13, 8, 12, 22, 31, 29, 42, 42], "n_pos": 197, "sum_m_en": [17.703511, 9.561239, 9.685913, 10.089837, 10.750035, 11.125779, 10.955876, 11.277407, 11.724571, 11.719603, 12.354295, 12.747869, 13.472817, 14.027655, 14.108394, 13.461864, 13.289191, 12.830394, 11.604757, 11.042819, 10.287006, 9.92904, 9.567739, 9.287481, 19.441205, 20.161873, 19.806023, 18.891031, 19.588306, 20.110537, 19.022191, 18.334639, 18.203105, 18.147768, 19.393489, 19.259057, 20.366881, 20.026565, 22.127586, 24.659139, 26.474734, 30.446244, 33.051445, 34.954182, 38.637083, 34.81023, 25.784437, 22.055116, 11.69817, 8.081101], "sum_m_pl": [81.017582, 96.319368, 94.049863, 90.737055, 88.119202, 85.841032, 88.276591, 88.147216, 86.251891, 87.257737, 86.96798, 88.125535, 89.127316, 87.146665, 86.536699, 89.489804, 86.983239, 88.709852, 91.714387, 92.19904, 94.100899, 93.999499, 93.43916, 94.275972, 72.241633, 72.620313, 71.807192, 76.133747, 78.83489, 80.809892, 81.140929, 81.817865, 82.232988, 75.94284, 72.304295, 68.670963, 63.246543, 60.737557, 53.060361, 51.062513, 49.429559, 47.950541, 42.958375, 34.796142, 31.475297, 34.656839, 37.208157, 35.072257, 43.692392, 43.526635]}, "digit": {"n_am_en": [1, 10, 11, 5, 6, 5, 6, 2, 4, 6, 8, 9, 11, 11, 8, 6, 5, 7, 8, 6, 6, 3, 2, 4, 4, 4, 8, 9, 10, 10, 10, 8, 4, 8, 3, 4, 6, 8, 5, 5, 6, 6, 4, 2, 4, 3, 2, 1, 0, 0], "n_am_pl": [0, 3, 5, 5, 1, 3, 0, 2, 3, 4, 1, 1, 0, 0, 4, 2, 2, 2, 4, 6, 3, 7, 6, 7, 5, 5, 4, 3, 4, 6, 2, 2, 8, 5, 7, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.250983, 1.10689, 1.093061, 1.094445, 1.178438, 1.221937, 1.315054, 1.347288, 1.406323, 1.407031, 1.499416, 1.513476, 1.70166, 1.80042, 1.627077, 1.651138, 1.66466, 1.675818, 1.535643, 1.511481, 1.299942, 1.214698, 1.166352, 1.133261, 2.220171, 2.449471, 2.44602, 2.505693, 2.522334, 2.475905, 2.361989, 2.289029, 1.998154, 2.088938, 2.121107, 2.179185, 2.673148, 2.492716, 2.340579, 2.805059, 3.064032, 2.917571, 2.636361, 3.322126, 4.021194, 3.024176, 2.145867, 1.240588, 0.109602, 0.000154], "sum_m_pl": [11.56657, 14.101354, 13.658553, 13.056618, 12.591656, 12.247874, 12.196368, 12.003259, 12.027205, 12.092798, 12.189373, 12.402878, 12.095024, 11.927745, 11.996925, 12.169152, 11.671787, 11.992248, 12.612379, 12.436216, 12.787015, 12.825984, 12.767391, 12.942751, 10.772655, 10.717795, 10.579913, 10.775144, 11.470523, 11.723964, 11.715282, 11.752747, 12.071775, 11.573173, 11.126265, 10.634883, 9.735726, 9.508271, 8.377098, 8.739791, 8.382755, 8.265641, 8.181027, 6.417575, 5.241309, 4.133232, 2.429629, 1.880308, 0.240389, 0.00019]}, "lang": {"n_am_en": [16, 10, 3, 6, 10, 6, 7, 12, 12, 11, 14, 10, 8, 7, 11, 9, 14, 15, 15, 17, 12, 11, 12, 10, 22, 22, 15, 18, 16, 19, 16, 15, 19, 17, 20, 16, 15, 13, 17, 13, 15, 19, 18, 18, 23, 19, 12, 10, 8, 8], "n_am_pl": [7, 11, 10, 13, 10, 8, 5, 3, 6, 6, 7, 4, 10, 8, 7, 7, 7, 6, 8, 7, 11, 10, 11, 10, 7, 7, 10, 6, 11, 5, 9, 9, 7, 8, 4, 7, 5, 5, 7, 3, 3, 5, 7, 5, 5, 11, 19, 19, 38, 42], "n_pos": 51, "sum_m_en": [4.579206, 2.721855, 2.651518, 2.736816, 2.868555, 2.928986, 2.920041, 3.111067, 3.137984, 3.195156, 3.289481, 3.404111, 3.396958, 3.474238, 3.413562, 3.375481, 3.28176, 3.150312, 2.852984, 2.730735, 2.607923, 2.491997, 2.412295, 2.347169, 5.470346, 5.990056, 5.571999, 5.308623, 5.426399, 5.443041, 4.775549, 4.759175, 4.946293, 4.937673, 5.235199, 5.381758, 5.482469, 5.928021, 7.464245, 8.994485, 11.159321, 14.448277, 14.202747, 16.399677, 20.631934, 16.816523, 12.775131, 9.628839, 8.138576, 8.067643], "sum_m_pl": [20.725852, 23.844264, 23.187772, 22.587972, 22.071114, 21.668383, 22.397253, 22.433702, 22.187905, 22.494536, 22.406303, 22.606663, 23.196954, 23.124885, 23.19804, 23.959735, 23.1522, 23.574347, 24.308857, 24.371343, 24.610861, 24.610519, 24.433478, 24.665568, 19.980018, 19.720493, 19.473542, 20.692087, 21.183962, 21.620752, 22.070162, 22.135588, 22.486758, 21.229239, 19.78682, 19.785822, 19.622895, 18.694164, 16.314886, 15.242351, 13.909313, 13.695611, 12.414681, 9.541741, 9.990979, 14.132552, 17.781102, 20.196361, 36.575765, 41.856986]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 200, "item_id": "gsm8kpl-51", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1026, "region_end": 197, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 0.9849}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 59, 50, 31, 34, 36, 22, 32, 28, 31, 37, 38, 44, 51, 47, 52, 51, 55, 57, 47, 54, 54, 52, 48, 60, 57, 55, 54, 56, 50, 52, 53, 58, 62, 67, 66, 68, 56, 64, 63, 57, 57, 63, 58, 51, 60, 53, 61, 43, 44], "n_am_pl": [8, 27, 30, 35, 13, 19, 24, 18, 22, 30, 22, 20, 28, 25, 25, 34, 26, 28, 23, 23, 24, 19, 18, 22, 11, 13, 13, 14, 17, 23, 22, 25, 8, 7, 13, 9, 13, 10, 9, 10, 12, 10, 10, 6, 6, 10, 8, 8, 9, 10], "n_pos": 177, "sum_m_en": [20.248717, 10.382316, 10.115958, 9.327212, 9.856919, 9.885636, 9.937834, 10.402273, 11.454604, 11.617555, 11.905399, 12.792356, 12.681077, 13.119015, 12.464378, 12.122476, 11.59144, 11.082026, 10.085091, 9.407079, 8.974661, 8.318992, 7.935361, 7.807157, 23.224039, 21.223038, 20.984661, 19.734242, 18.193759, 17.500324, 17.298731, 16.993011, 16.516143, 16.804686, 18.072082, 21.40437, 26.018109, 26.956477, 33.008613, 34.470205, 35.40308, 37.125047, 43.329186, 47.002838, 49.561997, 55.97363, 53.181399, 56.821412, 44.816647, 43.097078], "sum_m_pl": [69.510758, 83.022238, 81.961209, 80.723883, 77.617958, 76.201395, 75.687178, 75.135716, 71.342831, 75.204226, 74.819775, 75.272698, 75.958066, 76.178413, 77.851986, 81.248085, 81.570348, 81.229467, 82.902105, 84.547905, 85.359108, 85.931517, 85.785308, 86.222259, 64.706409, 65.242524, 64.828322, 67.625241, 72.289337, 73.555102, 74.03807, 74.213502, 72.581214, 68.794482, 68.455509, 63.187987, 55.832393, 51.217585, 47.072704, 46.406843, 43.834739, 39.852811, 35.942089, 29.47347, 23.098407, 20.060181, 15.165886, 12.112134, 10.227064, 9.902595]}, "digit": {"n_am_en": [7, 14, 9, 5, 5, 2, 0, 1, 2, 3, 2, 1, 5, 7, 3, 9, 8, 5, 7, 4, 6, 9, 9, 9, 10, 9, 9, 7, 8, 7, 6, 8, 8, 8, 7, 7, 9, 9, 10, 8, 5, 5, 6, 7, 6, 7, 7, 7, 0, 0], "n_am_pl": [0, 1, 3, 4, 1, 3, 3, 1, 1, 2, 1, 1, 2, 2, 2, 4, 2, 2, 2, 4, 5, 2, 2, 2, 2, 2, 3, 5, 3, 4, 7, 3, 0, 0, 3, 2, 4, 2, 1, 3, 4, 1, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.115112, 1.051442, 0.972238, 0.925052, 0.974049, 0.981012, 0.999596, 1.010031, 1.039455, 1.100039, 1.14687, 1.116306, 1.161711, 1.375321, 1.310335, 1.336965, 1.355626, 1.246535, 1.136902, 1.055479, 1.012108, 0.936915, 0.907147, 0.890473, 2.854476, 2.033668, 2.042366, 2.0277, 1.792009, 1.73306, 1.823901, 1.845628, 1.753221, 1.676708, 1.7276, 2.265329, 2.377665, 2.583673, 3.437871, 2.811831, 2.74344, 3.608539, 4.179205, 5.766384, 4.807486, 5.610624, 4.967237, 3.995461, 0.218906, 0.0], "sum_m_pl": [10.592949, 12.288895, 12.087215, 11.749853, 11.292216, 10.893514, 10.870663, 10.768773, 10.357648, 10.553111, 10.677317, 10.413252, 9.9171, 10.232158, 10.222978, 10.638197, 10.894079, 10.817904, 11.268846, 11.5128, 11.58193, 11.629206, 11.560706, 11.689751, 9.857295, 10.229597, 10.220483, 10.375587, 10.907121, 10.858852, 10.704621, 10.533569, 10.186227, 9.934758, 9.726275, 9.232878, 8.561307, 8.234031, 7.670783, 7.844489, 7.750188, 7.237105, 7.103582, 5.737759, 4.857112, 3.35315, 1.883632, 1.069071, 0.091293, 0.0]}, "lang": {"n_am_en": [19, 13, 18, 11, 13, 20, 12, 14, 17, 14, 15, 12, 19, 25, 22, 18, 19, 27, 29, 24, 29, 25, 26, 27, 30, 30, 25, 28, 26, 27, 22, 25, 31, 30, 32, 35, 32, 26, 29, 32, 27, 28, 31, 35, 33, 35, 36, 44, 43, 44], "n_am_pl": [3, 8, 12, 12, 6, 5, 4, 5, 10, 11, 8, 11, 13, 7, 11, 12, 10, 9, 5, 7, 7, 7, 4, 5, 0, 2, 2, 3, 8, 9, 8, 8, 2, 5, 8, 2, 2, 3, 2, 2, 4, 6, 5, 5, 5, 7, 7, 7, 9, 9], "n_pos": 54, "sum_m_en": [7.014001, 3.201898, 3.224922, 2.961606, 3.220615, 3.41067, 3.639021, 3.965354, 4.676735, 4.322568, 4.436333, 4.79378, 4.654242, 4.769655, 4.383824, 4.115997, 3.951205, 3.825595, 3.481978, 3.221784, 3.042703, 2.799164, 2.624647, 2.579969, 10.569374, 10.380659, 10.176169, 9.232021, 8.236108, 7.703012, 7.329289, 7.409318, 7.334237, 7.549558, 8.020053, 10.014787, 14.094084, 14.594764, 17.533281, 19.207647, 20.620329, 21.29338, 25.554649, 28.311284, 30.922356, 33.77976, 36.242116, 41.599726, 41.876408, 43.029382], "sum_m_pl": [20.081608, 24.806148, 24.676938, 24.264591, 23.491648, 22.849112, 22.919153, 23.096097, 22.247505, 23.293155, 23.033293, 23.237039, 24.144405, 24.012011, 24.782447, 25.608324, 25.456495, 25.38951, 25.797576, 26.079589, 26.272825, 26.413409, 26.471356, 26.525385, 19.209207, 19.494002, 19.567638, 20.442944, 21.669206, 22.431124, 22.75194, 22.769391, 22.9355, 22.64199, 22.859409, 21.181639, 18.22484, 16.887768, 14.992596, 14.234138, 13.449785, 12.359701, 10.138214, 8.805852, 6.797082, 6.809375, 7.462154, 6.69148, 8.823874, 9.22987]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "gsm8kpl-520", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1218, "region_end": 177, "roundtrip_ok": true, "tf_agree": 0.9724, "tf_agree_excl_first": 0.9778}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 43, 30, 24, 21, 26, 16, 21, 15, 31, 30, 31, 23, 33, 31, 35, 39, 39, 28, 26, 28, 27, 30, 29, 43, 46, 35, 36, 34, 39, 34, 32, 34, 40, 43, 47, 41, 42, 45, 43, 40, 34, 38, 31, 27, 26, 15, 8, 2, 0], "n_am_pl": [10, 32, 35, 38, 20, 31, 34, 16, 20, 20, 23, 18, 26, 28, 29, 34, 33, 27, 39, 49, 53, 43, 42, 40, 24, 24, 31, 35, 31, 34, 39, 29, 28, 18, 27, 30, 30, 17, 20, 22, 19, 23, 20, 20, 23, 29, 30, 35, 42, 45], "n_pos": 158, "sum_m_en": [14.739111, 8.203309, 8.218514, 7.812545, 8.102211, 8.195043, 8.0709, 8.201795, 8.775424, 9.2266, 9.300615, 9.877244, 10.363508, 10.698668, 10.437479, 10.060591, 9.708414, 9.426326, 8.485209, 8.018329, 7.545518, 6.980887, 6.783571, 6.59764, 15.752245, 14.845951, 13.967641, 13.960388, 13.490167, 13.022929, 12.958938, 12.299532, 11.817353, 12.383798, 13.166537, 15.020034, 15.882811, 17.582374, 20.141369, 21.09204, 20.474478, 20.879608, 22.081936, 23.645243, 23.541245, 22.354989, 13.309709, 9.978139, 3.097995, 0.003693], "sum_m_pl": [65.197185, 76.526198, 74.375651, 74.018539, 71.661109, 71.41399, 71.174189, 69.741198, 66.697383, 69.451742, 69.341275, 68.825009, 70.414584, 70.195358, 71.617657, 74.049129, 74.877626, 74.4746, 76.88733, 78.360344, 78.839058, 78.964175, 78.480802, 79.035405, 65.322752, 63.586539, 63.414668, 65.313419, 70.443011, 71.650838, 71.317974, 70.445911, 69.335636, 64.026872, 64.018929, 60.118081, 57.351032, 53.988955, 51.683914, 52.449534, 50.64883, 50.349824, 48.548017, 43.68773, 39.368387, 39.479079, 38.089436, 37.837876, 42.259546, 44.457169]}, "digit": {"n_am_en": [5, 13, 9, 6, 6, 1, 1, 3, 2, 3, 3, 2, 3, 0, 6, 4, 7, 4, 3, 4, 8, 7, 7, 9, 7, 7, 6, 7, 3, 6, 3, 6, 4, 1, 5, 9, 7, 7, 8, 5, 4, 4, 3, 5, 4, 5, 3, 1, 0, 0], "n_am_pl": [0, 1, 3, 2, 1, 2, 4, 2, 1, 2, 1, 1, 1, 2, 3, 4, 2, 3, 4, 6, 6, 5, 5, 4, 3, 1, 6, 4, 7, 5, 5, 1, 4, 3, 3, 5, 5, 6, 2, 2, 4, 2, 4, 1, 2, 1, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.846693, 0.94012, 0.854306, 0.806389, 0.848584, 0.872499, 0.890037, 0.929937, 0.947458, 0.97942, 0.982486, 0.996057, 1.057017, 1.242359, 1.153259, 1.189805, 1.168023, 1.107025, 1.014014, 0.955887, 0.911285, 0.828653, 0.813613, 0.801903, 1.93397, 1.563234, 1.691975, 1.73704, 1.479348, 1.430772, 1.502113, 1.597319, 1.513311, 1.509929, 1.501006, 2.015239, 1.825159, 1.76968, 2.013311, 1.692937, 1.546132, 1.598983, 1.566191, 2.184191, 1.775883, 2.20876, 1.323147, 0.617032, 0.026938, 0.0], "sum_m_pl": [9.943006, 11.271249, 11.047813, 10.619398, 10.323852, 10.122546, 10.149196, 9.951942, 9.559387, 9.659596, 9.925952, 9.676024, 9.446734, 9.494765, 9.66133, 9.80839, 9.912417, 9.915707, 10.331368, 10.570287, 10.609558, 10.623439, 10.591855, 10.695132, 9.461373, 9.528284, 9.570224, 9.665058, 10.165508, 10.248753, 10.044788, 9.752566, 9.715969, 9.32256, 9.090046, 8.641495, 8.628751, 8.506097, 8.107005, 8.169205, 8.243767, 8.260836, 8.124093, 6.929675, 5.995805, 4.416121, 2.94558, 1.438437, 0.072291, 0.0]}, "lang": {"n_am_en": [22, 5, 11, 8, 6, 9, 6, 8, 6, 12, 8, 6, 9, 11, 11, 10, 14, 16, 10, 12, 10, 11, 12, 11, 19, 17, 15, 11, 17, 19, 16, 16, 17, 21, 20, 23, 18, 20, 18, 19, 18, 15, 16, 12, 13, 13, 9, 3, 1, 0], "n_am_pl": [3, 10, 7, 7, 5, 14, 12, 3, 11, 7, 9, 8, 14, 13, 10, 14, 13, 10, 16, 13, 16, 13, 14, 13, 8, 11, 10, 10, 9, 10, 16, 11, 11, 6, 14, 13, 12, 6, 14, 14, 12, 15, 16, 18, 19, 23, 28, 34, 42, 45], "n_pos": 46, "sum_m_en": [4.462037, 2.553055, 2.64178, 2.506306, 2.629956, 2.684587, 2.640184, 2.640849, 2.866316, 2.879464, 2.966004, 3.145965, 3.341958, 3.361485, 3.187104, 3.118838, 2.93482, 2.83758, 2.600129, 2.43265, 2.278094, 2.084323, 1.992427, 1.956916, 5.294828, 5.289541, 5.100042, 4.86224, 4.750291, 4.623675, 4.389882, 4.33974, 4.187198, 4.523677, 4.494985, 5.484237, 6.207509, 6.888808, 7.717716, 9.154913, 8.921372, 9.145861, 10.078952, 9.817446, 12.736866, 11.622229, 7.391589, 3.931267, 1.772843, 0.002936], "sum_m_pl": [17.887128, 20.724614, 20.18444, 20.206185, 19.636758, 19.700492, 20.031882, 19.844502, 19.333955, 20.306064, 19.925104, 20.040339, 21.037166, 21.12079, 21.565184, 22.132359, 22.451901, 22.416735, 23.0393, 23.389494, 23.42898, 23.457512, 23.283685, 23.294649, 20.513567, 20.296509, 20.274281, 20.107059, 21.091254, 21.90685, 22.088228, 22.074118, 22.469888, 21.681862, 22.216086, 21.496315, 21.198608, 20.451467, 19.933363, 20.025106, 19.609845, 20.26212, 19.399754, 18.818871, 17.980206, 20.878955, 26.39713, 30.16533, 38.695222, 44.289842]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "gsm8kpl-520", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1077, "region_end": 158, "roundtrip_ok": true, "tf_agree": 0.9753, "tf_agree_excl_first": 0.9814}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 51, 38, 32, 34, 44, 46, 52, 44, 61, 67, 65, 54, 59, 52, 52, 51, 46, 44, 38, 52, 49, 48, 55, 84, 83, 72, 67, 69, 67, 55, 57, 59, 59, 65, 75, 70, 73, 77, 77, 81, 86, 86, 82, 88, 81, 85, 100, 89, 81], "n_am_pl": [8, 30, 32, 31, 18, 18, 20, 21, 23, 18, 16, 10, 18, 18, 22, 21, 23, 28, 26, 26, 21, 20, 27, 22, 13, 15, 17, 15, 16, 22, 24, 28, 22, 16, 21, 12, 10, 5, 10, 9, 7, 5, 5, 6, 7, 5, 6, 1, 0, 0], "n_pos": 182, "sum_m_en": [22.156947, 11.216821, 10.407204, 9.795113, 9.620574, 10.285582, 10.845713, 11.278424, 12.046678, 12.318564, 13.099785, 13.502097, 14.560094, 14.725555, 14.478842, 13.543617, 13.14827, 12.893696, 11.423947, 10.715198, 9.884364, 9.111616, 8.678366, 8.632827, 25.39481, 25.65654, 25.849368, 23.60002, 23.442739, 22.844316, 21.274926, 20.338556, 20.651209, 21.131531, 23.523877, 25.995388, 29.453819, 31.206953, 37.444926, 41.988458, 45.810539, 53.963328, 57.01968, 59.082441, 69.962342, 69.32992, 82.398659, 92.963724, 87.944182, 80.643638], "sum_m_pl": [64.85278, 85.875846, 84.293431, 82.369976, 81.02197, 82.232966, 82.940011, 82.472295, 80.836929, 82.527131, 83.036747, 83.035743, 81.840282, 79.463341, 81.895923, 83.742797, 84.550321, 84.701958, 86.181668, 87.687441, 87.72358, 88.691079, 88.914723, 88.743111, 69.00988, 67.836234, 66.677255, 71.016127, 72.894976, 74.043434, 74.924381, 74.605336, 75.533858, 72.663063, 71.278944, 66.69645, 59.835551, 54.092978, 49.124659, 46.002188, 42.865733, 34.798249, 29.793578, 22.698281, 18.159534, 14.325911, 9.389735, 5.490229, 0.736455, 0.003927]}, "digit": {"n_am_en": [2, 6, 4, 3, 3, 1, 2, 2, 1, 3, 3, 2, 2, 4, 2, 3, 3, 3, 3, 1, 1, 1, 2, 2, 6, 7, 6, 7, 4, 3, 3, 3, 3, 2, 1, 2, 2, 1, 0, 0, 0, 0, 0, 2, 1, 0, 0, 1, 0, 0], "n_am_pl": [0, 0, 0, 2, 2, 0, 2, 0, 3, 3, 1, 2, 1, 0, 1, 2, 2, 3, 3, 1, 1, 1, 0, 0, 0, 0, 0, 3, 2, 2, 2, 4, 1, 1, 2, 1, 0, 1, 1, 1, 2, 1, 2, 2, 2, 1, 1, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.7321, 0.708232, 0.679487, 0.689699, 0.655301, 0.773376, 0.84108, 0.952088, 0.964794, 0.973943, 1.053397, 1.0277, 1.059698, 1.062241, 0.998876, 1.067265, 1.094756, 1.053682, 0.934947, 0.925745, 0.846774, 0.782847, 0.75546, 0.759965, 1.784199, 2.097936, 2.141259, 1.896667, 1.919959, 1.619045, 1.424471, 1.322089, 1.241722, 1.181463, 1.156475, 1.327567, 1.216671, 1.038171, 0.954428, 0.892479, 0.897346, 0.985471, 0.942354, 1.093771, 0.744278, 0.77234, 0.647068, 0.676848, 0.309972, 0.0], "sum_m_pl": [5.982935, 7.904242, 7.512155, 7.348997, 7.126873, 6.751853, 6.916803, 6.692773, 6.567718, 6.727236, 6.641868, 6.620474, 6.323322, 6.008865, 6.153549, 6.213866, 6.318129, 6.328378, 6.542579, 6.571861, 6.408947, 6.587028, 6.607994, 6.64747, 4.786411, 4.729592, 4.706004, 5.257117, 5.279362, 5.483258, 5.533591, 5.423668, 5.505793, 5.425617, 5.433295, 5.212587, 4.933832, 4.665555, 4.145046, 4.072544, 4.048621, 4.228671, 4.054996, 3.663237, 3.312842, 2.332116, 1.424233, 0.575034, 0.252477, 0.0]}, "lang": {"n_am_en": [21, 18, 12, 7, 11, 24, 24, 28, 23, 35, 33, 34, 26, 30, 25, 23, 22, 18, 19, 19, 26, 25, 25, 31, 43, 45, 42, 36, 37, 37, 34, 31, 35, 36, 35, 40, 43, 46, 53, 53, 53, 58, 58, 53, 59, 59, 67, 74, 77, 80], "n_am_pl": [6, 13, 18, 12, 4, 4, 4, 9, 11, 3, 6, 4, 10, 8, 10, 10, 9, 11, 10, 12, 8, 8, 13, 11, 5, 9, 6, 6, 6, 10, 8, 13, 12, 9, 10, 7, 5, 0, 3, 4, 3, 1, 2, 2, 3, 2, 2, 0, 0, 0], "n_pos": 81, "sum_m_en": [9.222421, 5.010003, 4.66508, 4.311733, 4.195254, 4.643247, 5.048612, 5.178105, 5.609938, 5.763825, 6.17704, 6.426508, 7.079062, 7.087394, 6.975328, 6.315005, 6.085148, 6.094995, 5.293904, 4.871721, 4.423636, 4.029514, 3.80878, 3.772669, 13.542581, 13.485518, 13.635908, 12.562274, 12.823453, 12.9788, 11.889522, 11.277316, 11.541435, 11.880313, 13.851147, 16.023448, 18.283799, 20.259704, 24.592765, 27.160561, 30.540499, 37.518686, 40.150705, 40.683126, 49.211892, 52.305287, 63.739859, 69.072834, 75.976115, 79.002727], "sum_m_pl": [28.956748, 37.024847, 36.71194, 35.95644, 35.543761, 36.31762, 36.413976, 36.771472, 36.179052, 36.673689, 36.999503, 37.112966, 36.644881, 35.784348, 37.023143, 37.846395, 38.240282, 38.229396, 38.854825, 39.803045, 39.966766, 40.465915, 40.551365, 40.530725, 32.015738, 31.431123, 30.688245, 32.145206, 32.817311, 33.343168, 34.09892, 33.778271, 33.928615, 33.068712, 31.844978, 30.097428, 27.299959, 24.496592, 22.159318, 20.811149, 18.851093, 14.601212, 12.876313, 8.954414, 7.000428, 5.913914, 4.001054, 1.574484, 0.124149, 0.003124]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 186, "item_id": "gsm8kpl-525", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1212, "region_end": 182, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.9838}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 32, 25, 20, 17, 25, 37, 36, 35, 35, 53, 49, 43, 41, 46, 41, 47, 34, 34, 29, 30, 28, 22, 25, 54, 56, 38, 52, 52, 50, 42, 36, 32, 29, 40, 45, 51, 42, 40, 48, 49, 45, 44, 44, 46, 39, 29, 16, 9, 3], "n_am_pl": [3, 27, 37, 27, 27, 21, 19, 10, 14, 19, 12, 17, 21, 18, 17, 21, 26, 32, 32, 34, 38, 41, 43, 40, 20, 13, 28, 26, 22, 26, 28, 33, 33, 32, 27, 23, 12, 17, 15, 14, 12, 15, 17, 17, 13, 18, 22, 32, 53, 60], "n_pos": 144, "sum_m_en": [14.035021, 7.628503, 7.246403, 7.359158, 7.415052, 7.936113, 8.422542, 8.585785, 9.139915, 9.507011, 9.881278, 10.292653, 10.967384, 10.668124, 10.485324, 10.077439, 9.930827, 9.504413, 8.342367, 7.980856, 7.405297, 6.891881, 6.616277, 6.527236, 15.210806, 15.44317, 15.913028, 14.810406, 14.4842, 14.049333, 13.286964, 12.928525, 12.227144, 12.401403, 14.327317, 15.631868, 16.411453, 18.68367, 20.394867, 24.12377, 24.284863, 26.298882, 25.768672, 26.547725, 27.606752, 26.203324, 18.968323, 17.251691, 9.228645, 3.007411], "sum_m_pl": [55.775211, 68.983696, 67.027288, 65.621287, 64.289096, 64.961557, 65.834883, 65.598074, 64.954864, 65.590533, 66.480287, 66.143974, 66.227325, 65.011325, 66.748371, 68.252394, 68.643203, 70.349755, 71.809858, 72.416936, 72.026943, 72.554387, 72.465042, 72.480544, 62.128189, 60.261161, 60.310905, 62.78071, 65.064504, 66.20535, 65.07676, 65.193688, 66.863136, 63.419665, 62.008192, 59.149581, 56.533008, 52.515139, 50.591287, 48.085386, 46.326451, 43.233807, 39.935122, 38.22522, 35.690677, 35.822581, 32.542125, 35.540098, 51.595088, 59.440428]}, "digit": {"n_am_en": [2, 6, 4, 4, 1, 1, 7, 5, 1, 1, 3, 4, 2, 1, 2, 4, 3, 3, 1, 2, 1, 1, 2, 1, 6, 6, 4, 6, 5, 5, 4, 4, 3, 2, 2, 2, 0, 0, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 2, 2, 3, 0, 0, 1, 1, 3, 2, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 1, 0, 1, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 2, 3, 2, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.718016, 0.751142, 0.708869, 0.731577, 0.70055, 0.806378, 0.861463, 0.999342, 1.007205, 0.987058, 1.027574, 1.065268, 1.132244, 1.077709, 1.04198, 1.107361, 1.161468, 1.138206, 1.004845, 0.987721, 0.893317, 0.817987, 0.784529, 0.775709, 1.732526, 2.069302, 2.283098, 1.993598, 1.799987, 1.667704, 1.544082, 1.51279, 1.322331, 1.163576, 1.23978, 1.324704, 1.270558, 1.134941, 1.150857, 1.113643, 1.103315, 1.192467, 1.085384, 1.056869, 0.744448, 0.732911, 0.758262, 0.494476, 0.116549, 0.0], "sum_m_pl": [6.866523, 8.54082, 8.243552, 7.938134, 7.494658, 7.264553, 7.409827, 7.075264, 6.953948, 7.167082, 7.254643, 7.173613, 6.916811, 6.786096, 6.777464, 6.805342, 6.761938, 7.004066, 7.2504, 7.279716, 7.127859, 7.295922, 7.286883, 7.40832, 5.790358, 5.510602, 5.4778, 6.230437, 6.492108, 6.608911, 6.213894, 6.158751, 6.262155, 6.000376, 6.001821, 5.78403, 5.806962, 5.793065, 5.496526, 5.154805, 5.175991, 5.612272, 5.321465, 4.781221, 4.200369, 3.350483, 1.971835, 1.104563, 0.144682, 0.0]}, "lang": {"n_am_en": [20, 13, 12, 9, 9, 14, 21, 16, 21, 19, 28, 24, 24, 26, 25, 20, 23, 20, 20, 19, 20, 17, 12, 15, 28, 32, 23, 30, 26, 27, 24, 21, 18, 18, 24, 27, 35, 28, 26, 29, 30, 27, 29, 27, 29, 24, 20, 12, 6, 3], "n_am_pl": [2, 12, 14, 13, 16, 10, 7, 5, 7, 6, 6, 11, 12, 9, 7, 10, 15, 18, 21, 18, 20, 22, 27, 25, 12, 8, 15, 10, 11, 13, 16, 20, 19, 20, 17, 12, 4, 8, 7, 9, 9, 13, 12, 13, 10, 15, 19, 27, 52, 60], "n_pos": 64, "sum_m_en": [6.389033, 3.485917, 3.182135, 3.156969, 3.185376, 3.514417, 3.892181, 3.746602, 4.040614, 4.058962, 4.223957, 4.568306, 5.11456, 4.896444, 4.753329, 4.520512, 4.404962, 4.197568, 3.65505, 3.456192, 3.211343, 2.989839, 2.839739, 2.8197, 6.597634, 6.605888, 6.806865, 6.499664, 6.506641, 6.457285, 6.266629, 6.31251, 5.996287, 6.311398, 7.22873, 8.213084, 8.854474, 10.167237, 11.328513, 14.494267, 14.832902, 16.656957, 17.186815, 17.650658, 19.897306, 18.188611, 13.691524, 12.104956, 6.492524, 3.006515], "sum_m_pl": [22.791538, 29.271996, 28.776519, 28.142803, 28.174602, 28.564903, 28.600376, 29.05349, 29.017128, 29.237394, 29.684511, 29.616463, 29.866706, 29.532246, 30.59206, 31.392172, 31.726917, 32.508017, 33.122545, 33.292146, 33.172158, 33.338254, 33.34708, 33.253599, 30.322152, 29.623238, 29.198507, 29.58961, 30.073713, 30.749175, 30.318988, 30.450651, 31.410848, 30.396823, 30.063744, 29.333567, 28.321178, 26.938742, 26.585946, 24.261601, 23.41764, 23.225629, 21.286339, 21.238272, 20.165707, 21.693713, 22.844539, 26.967346, 48.753072, 58.863669]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 148, "item_id": "gsm8kpl-525", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1071, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9796}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [76, 80, 72, 76, 79, 76, 76, 79, 67, 73, 94, 93, 83, 77, 69, 89, 84, 91, 79, 67, 58, 69, 73, 70, 109, 101, 95, 89, 81, 90, 75, 70, 70, 83, 83, 87, 84, 98, 97, 110, 100, 105, 104, 104, 100, 114, 112, 108, 104, 103], "n_am_pl": [13, 50, 70, 47, 43, 39, 34, 24, 33, 30, 21, 23, 36, 34, 31, 33, 41, 27, 24, 33, 49, 44, 48, 40, 14, 21, 23, 47, 47, 47, 31, 32, 36, 31, 29, 18, 21, 22, 24, 20, 17, 10, 14, 10, 8, 2, 2, 0, 0, 0], "n_pos": 284, "sum_m_en": [35.034135, 15.946515, 15.462388, 15.195473, 15.563392, 15.173039, 15.252701, 15.396487, 17.124098, 18.836764, 19.001109, 20.528412, 23.116775, 21.627071, 22.310803, 21.17278, 19.385382, 19.875679, 17.77378, 15.927579, 14.398781, 13.213892, 12.801083, 12.645187, 37.842961, 36.259352, 36.103705, 32.711742, 30.143375, 30.209728, 28.014536, 27.894457, 29.827897, 31.373675, 34.265568, 37.200362, 43.500489, 48.707506, 54.353254, 66.01016, 67.316806, 72.705132, 78.313566, 81.258381, 88.178279, 96.510353, 105.852578, 105.501397, 106.225871, 102.829049], "sum_m_pl": [106.420383, 138.115643, 136.900807, 132.957595, 131.2705, 130.854243, 130.992504, 131.29863, 127.760214, 130.589318, 129.397697, 129.72233, 126.252052, 126.944952, 125.449292, 129.111562, 130.916418, 129.537323, 131.306572, 135.819722, 137.272761, 139.341726, 139.467718, 140.106043, 112.221672, 109.536604, 107.429808, 115.708629, 120.51112, 118.510398, 117.454995, 113.917586, 111.402379, 104.770251, 105.966137, 96.795807, 85.690937, 81.947692, 73.457927, 67.370117, 63.836363, 52.970202, 48.624374, 42.892425, 32.265745, 21.751937, 10.435487, 5.003053, 0.574736, 0.000975]}, "digit": {"n_am_en": [7, 14, 10, 2, 4, 5, 3, 5, 3, 7, 14, 11, 6, 7, 2, 7, 7, 8, 7, 3, 3, 3, 5, 6, 8, 6, 11, 12, 7, 8, 4, 6, 3, 2, 5, 5, 1, 0, 1, 4, 4, 3, 2, 4, 2, 3, 2, 1, 0, 0], "n_am_pl": [0, 1, 7, 9, 10, 4, 8, 4, 4, 4, 1, 2, 2, 2, 2, 1, 5, 7, 2, 4, 5, 4, 3, 3, 5, 8, 5, 9, 8, 6, 4, 2, 5, 6, 3, 1, 3, 6, 4, 6, 2, 2, 3, 3, 2, 0, 1, 0, 0, 0], "n_pos": 39, "sum_m_en": [3.629959, 1.724885, 1.642015, 1.567775, 1.647719, 1.689876, 1.687135, 1.805992, 1.945048, 2.124979, 2.136724, 2.126433, 2.314113, 2.281681, 2.091817, 2.122979, 2.113068, 2.214503, 1.994708, 1.872753, 1.734775, 1.610796, 1.560163, 1.557883, 3.030053, 2.923176, 3.050694, 3.13077, 2.983023, 2.852241, 2.864027, 2.918828, 2.6653, 2.507589, 2.527912, 2.651347, 2.485165, 2.424351, 2.560056, 2.719135, 2.70196, 2.655645, 2.440632, 2.190168, 2.28113, 2.437749, 1.284948, 1.075524, 0.343403, 0.003663], "sum_m_pl": [17.535429, 20.638587, 20.075974, 19.45917, 19.155243, 18.726992, 18.732906, 18.330731, 18.044803, 18.199368, 18.334771, 18.720855, 17.796453, 17.816945, 17.336053, 17.525885, 17.938273, 17.333435, 17.971065, 18.527383, 18.680573, 19.031475, 19.081191, 19.226264, 16.353881, 16.143994, 15.954102, 17.024576, 17.3016, 17.366161, 16.882081, 16.205775, 15.829449, 15.860806, 15.872816, 15.183553, 14.82481, 15.221344, 14.40662, 14.173336, 13.3301, 12.398017, 11.941319, 10.72351, 9.504851, 5.935713, 2.972699, 1.231078, 0.211051, 2e-06]}, "lang": {"n_am_en": [23, 15, 21, 37, 38, 39, 38, 39, 42, 39, 45, 50, 39, 35, 30, 39, 44, 48, 42, 39, 33, 38, 39, 37, 60, 55, 53, 42, 36, 41, 34, 35, 33, 40, 45, 51, 54, 62, 66, 70, 65, 68, 73, 71, 77, 86, 92, 92, 101, 102], "n_am_pl": [1, 19, 27, 7, 12, 18, 12, 5, 8, 9, 10, 9, 16, 12, 8, 10, 11, 6, 8, 10, 19, 19, 23, 17, 1, 5, 9, 21, 19, 18, 11, 12, 14, 15, 12, 9, 5, 3, 2, 1, 1, 0, 2, 3, 4, 1, 1, 0, 0, 0], "n_pos": 103, "sum_m_en": [10.802355, 5.92311, 5.802102, 5.724924, 5.656409, 5.822112, 6.030173, 6.038627, 6.961473, 7.561884, 7.567896, 8.437745, 10.515591, 9.638063, 9.842443, 9.065986, 8.010893, 7.957904, 7.186554, 6.252589, 5.588798, 5.055278, 4.881901, 4.807345, 18.628038, 18.076405, 18.354304, 15.62547, 13.820612, 13.854208, 12.583888, 12.534326, 13.715047, 15.074258, 17.573867, 19.332038, 23.833099, 27.430118, 31.712273, 39.687922, 41.616489, 48.371272, 54.865247, 57.364821, 65.534242, 72.368148, 85.222275, 86.393034, 99.777609, 101.35651], "sum_m_pl": [38.134632, 48.161462, 48.188342, 46.768749, 47.029408, 46.773433, 46.608164, 47.397178, 46.320391, 47.082933, 45.982952, 45.612253, 44.129305, 44.858244, 44.700615, 46.416156, 47.422115, 47.08449, 47.586627, 49.542059, 50.005253, 50.799267, 50.676915, 50.826058, 39.497015, 38.911252, 38.218555, 41.615991, 43.305826, 42.033593, 42.483844, 41.154583, 40.101147, 37.677695, 37.50912, 36.301962, 31.917525, 30.175553, 27.566491, 23.463402, 22.270924, 18.478431, 14.477503, 12.828753, 8.441321, 5.790281, 2.745595, 1.42037, 0.061504, 0.000913]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 289, "item_id": "gsm8kpl-528", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1183, "region_end": 284, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9896}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [119, 53, 53, 50, 76, 65, 60, 62, 60, 72, 81, 65, 52, 44, 41, 60, 67, 63, 47, 45, 40, 43, 40, 55, 101, 95, 73, 70, 71, 77, 67, 74, 71, 82, 84, 64, 72, 71, 60, 67, 62, 57, 54, 52, 53, 52, 36, 34, 15, 8], "n_am_pl": [33, 85, 117, 51, 57, 66, 58, 54, 43, 53, 47, 39, 71, 82, 65, 78, 70, 63, 77, 103, 104, 103, 89, 98, 50, 54, 60, 66, 79, 72, 61, 56, 52, 40, 46, 50, 34, 32, 39, 39, 34, 36, 30, 28, 38, 35, 45, 35, 61, 67], "n_pos": 351, "sum_m_en": [35.39609, 17.189473, 17.543828, 18.534323, 18.994477, 18.166227, 17.789276, 18.105983, 19.553543, 21.73432, 21.593197, 23.286012, 24.078538, 23.141168, 23.720795, 23.766878, 22.887472, 22.489787, 20.500759, 18.77684, 17.187394, 16.005001, 15.590594, 15.140238, 34.139721, 33.547165, 31.948624, 31.180469, 31.468366, 31.674237, 30.245454, 30.420045, 30.865581, 31.691146, 33.208994, 32.911024, 33.448427, 35.115835, 36.505024, 43.252294, 41.329976, 43.459275, 47.215408, 46.095771, 48.084989, 49.389862, 34.404858, 28.909761, 16.374162, 8.45938], "sum_m_pl": [145.359864, 174.738227, 170.989012, 164.653884, 162.869673, 161.603098, 163.118724, 162.609623, 157.274711, 160.300117, 159.547748, 159.043245, 157.165625, 159.071919, 157.101192, 160.619052, 161.853214, 162.301669, 165.730006, 170.58587, 172.338874, 172.677768, 172.272285, 173.323768, 141.482089, 138.789815, 136.425922, 147.862188, 156.244333, 152.640446, 148.562962, 147.738682, 140.741165, 128.163518, 130.144038, 121.501065, 113.875304, 110.56582, 105.739518, 103.663084, 95.048915, 92.469684, 82.749159, 79.222225, 72.074116, 65.032462, 60.201034, 42.244265, 57.445535, 67.399377]}, "digit": {"n_am_en": [6, 17, 15, 7, 11, 3, 7, 11, 6, 16, 20, 14, 5, 5, 7, 8, 12, 9, 11, 7, 5, 7, 6, 12, 11, 19, 14, 15, 12, 11, 8, 8, 8, 8, 11, 3, 6, 10, 5, 9, 7, 6, 3, 2, 2, 3, 1, 0, 0, 0], "n_am_pl": [0, 6, 8, 3, 2, 5, 2, 3, 1, 6, 5, 1, 7, 9, 4, 12, 12, 7, 7, 14, 12, 9, 7, 8, 3, 5, 9, 10, 12, 10, 12, 8, 7, 5, 5, 5, 3, 3, 6, 4, 5, 5, 4, 4, 2, 1, 2, 1, 0, 0], "n_pos": 51, "sum_m_en": [4.068461, 2.126125, 2.017774, 1.978854, 2.069553, 2.092785, 2.159222, 2.374546, 2.508492, 2.758477, 2.798934, 2.76994, 3.079167, 3.094899, 2.884412, 2.937356, 2.792144, 2.893274, 2.565876, 2.356525, 2.177158, 2.049997, 1.994122, 1.972653, 3.509884, 3.885881, 4.410008, 4.075648, 4.043382, 3.950072, 3.912104, 3.749875, 3.509782, 3.416172, 3.340555, 3.283148, 3.440606, 3.504385, 3.486945, 4.12363, 3.816905, 3.542038, 3.265896, 3.156963, 3.152487, 2.893689, 1.545995, 0.398234, 0.02516, 2e-06], "sum_m_pl": [23.521956, 27.631888, 26.691169, 25.399347, 24.849968, 24.761419, 24.700691, 24.102685, 23.585195, 23.778224, 24.400723, 24.643318, 23.70373, 23.699404, 23.584901, 24.481876, 24.583301, 24.397658, 25.230136, 25.624654, 25.590206, 25.670343, 25.712229, 25.879683, 23.167098, 22.489047, 22.117452, 23.394318, 24.214157, 23.903359, 23.190188, 22.927355, 22.343355, 21.460865, 21.267564, 21.01269, 20.509423, 20.467412, 19.475323, 19.336292, 18.478488, 18.900022, 18.082331, 16.577649, 14.803882, 10.951575, 4.866112, 2.078274, 0.128596, 0.000261]}, "lang": {"n_am_en": [24, 11, 12, 15, 13, 10, 11, 9, 15, 16, 18, 14, 12, 12, 10, 15, 15, 19, 15, 14, 11, 14, 16, 18, 32, 27, 21, 22, 18, 22, 19, 27, 24, 31, 31, 24, 30, 26, 27, 28, 26, 27, 27, 26, 27, 27, 21, 22, 12, 8], "n_am_pl": [11, 26, 22, 12, 12, 13, 15, 13, 10, 10, 12, 8, 17, 18, 21, 18, 15, 12, 21, 25, 29, 30, 24, 23, 12, 17, 15, 14, 19, 18, 13, 13, 12, 12, 14, 23, 16, 15, 16, 17, 15, 16, 12, 10, 23, 27, 35, 28, 57, 66], "n_pos": 74, "sum_m_en": [6.845697, 3.798866, 3.792761, 4.521305, 4.557934, 4.147803, 4.241023, 4.090393, 4.570537, 4.962521, 4.897153, 5.704715, 5.702748, 5.436411, 6.134943, 5.880016, 5.876182, 5.564971, 5.240656, 4.553866, 4.099712, 3.590512, 3.457842, 3.355233, 10.723849, 9.960511, 8.974421, 8.388453, 7.646716, 7.598316, 7.158629, 7.440027, 8.563285, 9.249209, 9.91857, 10.154531, 11.291568, 13.054136, 13.636837, 15.976489, 17.538973, 18.591522, 19.433536, 18.284584, 23.324744, 24.080124, 19.891335, 17.766347, 14.067967, 8.437625], "sum_m_pl": [28.528655, 34.502126, 33.794785, 32.510145, 32.353388, 31.949412, 32.690223, 33.448819, 32.668057, 33.250009, 32.942369, 32.297214, 32.229958, 33.131609, 32.492853, 33.566175, 33.762845, 34.033827, 34.404492, 35.597767, 36.059316, 36.42835, 36.210958, 36.389198, 30.210343, 29.413589, 28.705341, 31.066004, 33.049893, 32.268573, 31.878029, 31.909137, 30.934298, 28.71369, 29.578161, 28.698611, 28.146851, 27.286135, 27.46542, 26.861678, 25.233897, 25.161786, 20.013468, 21.275827, 23.390536, 24.502649, 33.139708, 29.121941, 52.297855, 65.271965]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 356, "item_id": "gsm8kpl-528", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1042, "region_end": 351, "roundtrip_ok": true, "tf_agree": 0.9916, "tf_agree_excl_first": 0.9944}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [98, 62, 45, 50, 52, 50, 38, 61, 58, 62, 56, 58, 62, 56, 54, 56, 52, 62, 53, 49, 48, 52, 46, 43, 93, 89, 79, 67, 76, 71, 77, 61, 71, 70, 72, 75, 79, 73, 81, 79, 92, 101, 99, 90, 94, 97, 109, 114, 110, 109], "n_am_pl": [10, 45, 32, 25, 29, 33, 39, 34, 29, 31, 33, 34, 49, 41, 36, 39, 33, 39, 38, 54, 57, 60, 59, 63, 23, 23, 21, 29, 32, 29, 24, 25, 23, 32, 32, 35, 23, 24, 22, 22, 14, 11, 13, 12, 4, 3, 2, 0, 0, 0], "n_pos": 225, "sum_m_en": [28.957551, 12.256486, 11.631914, 11.977559, 13.801601, 13.365563, 14.048054, 14.161904, 16.235108, 16.068282, 16.215705, 16.567522, 17.077641, 17.324898, 17.561648, 16.579213, 15.93043, 16.527559, 14.880405, 13.545538, 12.461159, 11.472902, 10.976601, 10.669561, 30.031279, 31.021065, 32.372751, 27.645766, 27.020851, 25.211293, 23.850991, 23.723986, 24.295973, 25.500752, 27.817069, 29.56365, 41.570693, 41.268065, 45.563714, 58.563301, 63.044517, 69.119634, 72.599256, 76.340513, 81.781554, 89.292032, 106.134905, 106.909451, 108.156525, 108.138033], "sum_m_pl": [85.550121, 108.429043, 105.940945, 101.87564, 98.226186, 98.152216, 97.739771, 96.640657, 94.205276, 98.3684, 97.76954, 98.032364, 99.804417, 94.719124, 97.044226, 99.047448, 97.20611, 97.84114, 101.139792, 103.719594, 105.933798, 108.283935, 109.004831, 109.978961, 83.285284, 82.309351, 78.164886, 86.453896, 85.230775, 86.303047, 90.116455, 88.48481, 87.412846, 83.173272, 81.277223, 77.956551, 64.752046, 64.244509, 61.715238, 52.541913, 47.47312, 42.767087, 38.809613, 26.58042, 21.880207, 17.458103, 6.651606, 2.910143, 0.331068, 0.082581]}, "digit": {"n_am_en": [2, 14, 14, 3, 6, 0, 1, 7, 7, 5, 5, 2, 3, 6, 5, 5, 5, 7, 3, 5, 4, 4, 4, 3, 9, 12, 9, 10, 10, 9, 8, 4, 7, 4, 1, 7, 4, 5, 3, 3, 5, 4, 2, 5, 3, 3, 1, 0, 0, 0], "n_am_pl": [1, 3, 3, 1, 2, 3, 2, 4, 2, 1, 3, 2, 1, 5, 4, 3, 4, 8, 8, 6, 7, 8, 6, 7, 4, 5, 3, 2, 3, 2, 1, 4, 3, 7, 5, 7, 6, 7, 9, 7, 5, 4, 5, 5, 2, 2, 1, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.967028, 1.159817, 1.068208, 1.030898, 1.119167, 1.085396, 1.217472, 1.299296, 1.416022, 1.390794, 1.432251, 1.459042, 1.581283, 1.63075, 1.543693, 1.532563, 1.598158, 1.799246, 1.543928, 1.4405, 1.297815, 1.191571, 1.154335, 1.12505, 2.783339, 2.554995, 2.684644, 2.309898, 2.392632, 2.375248, 2.351783, 2.238656, 2.055089, 2.124971, 2.156626, 2.544355, 3.14677, 3.553092, 3.185474, 3.209189, 3.678851, 3.748959, 3.396429, 3.630528, 3.084373, 2.596348, 1.985615, 0.423603, 0.083363, 0.0], "sum_m_pl": [10.768638, 14.034769, 13.49757, 13.030001, 12.621345, 12.224752, 11.829371, 11.666118, 11.442112, 11.693476, 11.71874, 11.512144, 11.14963, 10.586947, 10.918011, 11.051315, 10.973274, 10.821961, 11.436302, 11.797745, 12.080374, 12.459985, 12.530505, 12.723719, 10.676866, 10.813499, 10.248138, 11.264524, 10.61702, 10.513621, 10.560588, 10.348408, 10.288312, 9.986133, 9.4198, 9.222869, 8.5914, 9.649697, 9.824478, 9.281305, 8.566506, 8.327023, 7.36714, 6.683826, 5.448185, 3.85154, 1.26356, 0.475082, 0.056736, 0.0]}, "lang": {"n_am_en": [41, 24, 17, 30, 29, 35, 24, 33, 34, 39, 31, 33, 35, 30, 29, 29, 32, 35, 33, 28, 27, 34, 30, 27, 53, 51, 46, 40, 47, 43, 49, 40, 43, 41, 48, 42, 46, 48, 54, 52, 62, 69, 70, 62, 66, 72, 90, 96, 106, 107], "n_am_pl": [4, 17, 12, 10, 9, 16, 21, 11, 15, 18, 19, 21, 35, 27, 22, 23, 19, 14, 21, 33, 36, 35, 34, 35, 11, 10, 10, 16, 18, 19, 13, 14, 12, 15, 17, 19, 13, 11, 7, 7, 5, 4, 5, 4, 1, 1, 1, 0, 0, 0], "n_pos": 108, "sum_m_en": [12.904418, 5.954157, 5.724534, 5.900562, 6.589283, 6.66744, 6.926508, 6.947947, 8.231412, 7.86281, 7.996652, 8.158532, 8.691529, 8.832351, 8.969717, 8.377222, 8.079201, 8.363193, 7.543406, 6.76934, 6.183385, 5.600226, 5.333938, 5.162468, 17.128391, 18.700441, 20.008268, 16.733996, 15.92266, 14.342437, 13.354015, 13.334431, 13.832541, 14.812274, 16.179351, 16.950436, 24.991814, 26.077391, 29.589395, 38.876523, 41.742528, 45.867217, 49.0914, 52.950576, 56.491399, 64.899328, 84.492892, 88.486386, 102.659577, 106.400338], "sum_m_pl": [41.180122, 51.053195, 50.276839, 48.041037, 46.543775, 46.432642, 46.532431, 45.825388, 45.179871, 47.892398, 47.801457, 48.159651, 49.016659, 47.022928, 48.340227, 49.653493, 48.554208, 49.115952, 50.493465, 51.540348, 52.331377, 53.40767, 53.677741, 54.086065, 43.741952, 42.530326, 40.498403, 43.843464, 43.098774, 43.573435, 45.948689, 45.060195, 44.894419, 43.076324, 42.334466, 42.712287, 36.205563, 34.818531, 32.243759, 26.250665, 23.992065, 21.074051, 20.443497, 11.532972, 10.564182, 8.869044, 2.949838, 0.966742, 0.07138, 0.005318]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 229, "item_id": "gsm8kpl-530", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1189, "region_end": 225, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9868}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [59, 56, 45, 29, 46, 42, 37, 45, 39, 43, 55, 46, 55, 48, 55, 42, 45, 43, 47, 47, 27, 41, 39, 38, 68, 87, 74, 76, 59, 71, 70, 53, 55, 54, 68, 64, 63, 58, 67, 71, 66, 76, 72, 64, 64, 61, 37, 29, 5, 4], "n_am_pl": [19, 64, 57, 59, 48, 28, 40, 42, 39, 50, 46, 45, 46, 48, 40, 56, 53, 54, 65, 83, 104, 95, 94, 96, 42, 33, 26, 44, 60, 51, 59, 56, 59, 49, 35, 48, 41, 49, 47, 45, 38, 44, 46, 35, 27, 37, 37, 29, 72, 82], "n_pos": 291, "sum_m_en": [25.935302, 13.282786, 14.032433, 14.784652, 15.470518, 15.097257, 15.564162, 15.9564, 17.01674, 17.524386, 17.393035, 18.43223, 19.334722, 19.697924, 20.230536, 19.266762, 19.21633, 20.021464, 18.209348, 16.839838, 15.455023, 14.3666, 13.984938, 13.507803, 29.041497, 29.643665, 29.76657, 27.556452, 28.225722, 27.832761, 26.776357, 26.199401, 25.822584, 25.892339, 28.977729, 30.477272, 32.964531, 35.646584, 41.705531, 51.063439, 52.723322, 53.675491, 55.559555, 58.744747, 54.803132, 52.733115, 35.110982, 28.074243, 8.81582, 4.060044], "sum_m_pl": [115.759587, 142.485955, 139.284004, 133.543561, 129.673401, 126.093694, 126.455722, 124.819135, 121.323706, 125.40979, 124.783684, 124.599175, 127.249497, 123.349368, 124.152034, 126.967039, 125.543429, 126.264368, 131.388995, 134.43303, 137.40074, 139.205437, 139.957946, 141.327002, 113.63198, 109.015409, 105.749647, 115.25158, 116.015083, 115.963711, 122.062513, 118.895183, 114.52305, 105.994544, 102.639046, 100.146527, 90.582569, 87.56651, 83.061672, 78.284713, 73.095476, 75.14293, 73.287104, 57.005236, 53.319767, 56.328925, 49.316081, 37.896716, 66.250739, 81.978181]}, "digit": {"n_am_en": [2, 23, 12, 7, 5, 1, 4, 3, 5, 2, 8, 5, 3, 4, 6, 3, 6, 7, 3, 3, 1, 3, 3, 2, 9, 11, 9, 9, 9, 11, 8, 8, 10, 3, 4, 9, 10, 7, 6, 5, 5, 6, 5, 5, 3, 3, 1, 1, 0, 0], "n_am_pl": [0, 6, 4, 4, 7, 2, 4, 4, 1, 5, 8, 1, 3, 7, 4, 7, 5, 8, 9, 10, 16, 14, 14, 15, 6, 5, 6, 9, 10, 6, 8, 6, 8, 6, 5, 9, 8, 11, 9, 8, 4, 6, 7, 5, 2, 0, 2, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.594873, 1.793848, 1.788057, 1.729571, 1.733531, 1.661471, 1.809524, 1.879176, 2.008385, 1.999005, 1.963321, 2.110954, 2.258109, 2.419371, 2.309458, 2.30901, 2.334471, 2.52287, 2.250175, 2.069344, 1.874911, 1.731711, 1.67655, 1.635953, 3.131341, 2.996738, 3.19672, 2.983849, 3.203732, 3.35248, 3.316041, 3.288506, 3.144693, 3.039117, 3.227277, 3.342952, 3.881443, 3.472666, 3.321963, 3.65675, 3.59248, 3.459382, 3.248243, 2.937994, 2.202495, 2.937904, 1.067023, 0.573321, 0.107847, 0.000241], "sum_m_pl": [16.301223, 20.453713, 19.620599, 18.704212, 18.082518, 17.729087, 17.205285, 16.464901, 15.989577, 16.545783, 16.798068, 16.474967, 16.359124, 15.922198, 16.163116, 16.25646, 16.281085, 16.120272, 17.024911, 17.455729, 17.819794, 18.151781, 18.346417, 18.587854, 16.092524, 15.546883, 15.255713, 16.410697, 16.070352, 15.54928, 16.084984, 15.466819, 15.394229, 14.438239, 13.626519, 14.257345, 13.237878, 14.25911, 13.554335, 13.33142, 12.088509, 12.404631, 11.597863, 10.209986, 7.960275, 5.693887, 3.999478, 1.757842, 0.210345, 0.046704]}, "lang": {"n_am_en": [25, 16, 13, 8, 17, 11, 14, 22, 16, 15, 21, 14, 20, 18, 23, 19, 18, 14, 17, 15, 11, 16, 13, 15, 28, 36, 32, 30, 24, 27, 26, 22, 20, 31, 33, 34, 29, 32, 37, 38, 36, 37, 38, 40, 41, 37, 27, 21, 5, 4], "n_am_pl": [4, 19, 15, 20, 14, 11, 10, 12, 11, 12, 10, 14, 13, 13, 10, 12, 15, 10, 20, 33, 35, 37, 36, 37, 13, 10, 8, 7, 16, 13, 21, 24, 23, 18, 15, 16, 13, 15, 17, 22, 20, 23, 27, 17, 16, 25, 22, 21, 65, 81], "n_pos": 86, "sum_m_en": [7.343391, 3.942312, 3.961095, 4.152997, 4.283969, 4.063143, 4.287627, 4.695121, 5.132963, 5.161341, 5.212857, 5.635261, 5.970397, 6.046163, 6.329832, 5.890751, 5.771179, 5.835172, 5.258983, 4.944836, 4.621183, 4.272097, 4.154715, 3.996344, 9.70084, 10.316448, 10.108831, 8.886218, 9.045512, 8.992278, 8.448008, 8.649804, 8.444019, 8.902111, 9.757376, 11.144623, 13.32635, 16.522074, 20.952481, 27.588542, 28.805659, 29.868633, 32.081248, 34.657327, 33.25279, 32.720481, 24.475768, 18.4959, 6.977791, 4.043598], "sum_m_pl": [34.250345, 41.005946, 40.310713, 38.531174, 37.800169, 36.676392, 36.875376, 36.399782, 35.871201, 37.236273, 36.965104, 37.178695, 38.316041, 37.605923, 37.710097, 38.638643, 38.412993, 38.465299, 39.978146, 40.937335, 41.674912, 42.324452, 42.370026, 42.82261, 36.154201, 34.785029, 34.288109, 36.377937, 35.793775, 36.286382, 38.385921, 37.939654, 37.151198, 35.43694, 34.957481, 34.844249, 33.454354, 31.988422, 30.308212, 27.465897, 26.301393, 27.301093, 28.169754, 19.194528, 21.885979, 28.509603, 27.497628, 24.605161, 59.16158, 79.363648]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 295, "item_id": "gsm8kpl-530", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1048, "region_end": 291, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 0.9966}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [77, 63, 38, 30, 39, 44, 46, 45, 41, 47, 47, 58, 54, 50, 68, 70, 58, 58, 67, 72, 67, 73, 63, 69, 87, 88, 88, 67, 67, 73, 64, 70, 68, 60, 73, 70, 83, 95, 102, 97, 100, 95, 85, 74, 75, 86, 77, 80, 74, 67], "n_am_pl": [13, 30, 41, 42, 21, 27, 29, 28, 23, 25, 16, 24, 29, 32, 18, 26, 25, 29, 21, 23, 28, 26, 26, 25, 15, 13, 18, 24, 22, 23, 22, 29, 33, 26, 20, 19, 13, 5, 7, 4, 4, 3, 3, 3, 6, 2, 2, 1, 0, 0], "n_pos": 207, "sum_m_en": [28.038357, 11.936686, 11.14985, 11.215992, 11.72058, 11.47498, 11.552479, 12.021016, 12.89278, 13.002123, 13.0714, 14.332112, 14.408457, 14.885564, 15.850214, 14.519556, 13.889937, 14.292554, 13.172831, 12.205955, 11.121375, 10.22346, 9.806789, 9.614534, 29.696286, 29.648269, 31.845678, 26.76343, 24.792356, 23.662566, 21.525407, 22.336375, 23.931799, 24.710401, 25.586573, 29.368096, 38.025356, 40.878202, 44.15261, 53.608081, 59.754732, 64.378075, 65.777428, 62.711529, 66.892849, 78.206781, 75.438594, 75.701698, 74.320889, 67.670107], "sum_m_pl": [76.760625, 100.363029, 99.132909, 95.751638, 94.021908, 93.101732, 93.426911, 93.087618, 88.811375, 92.48915, 91.114791, 94.36313, 95.434065, 93.645305, 93.064473, 96.442576, 97.005166, 95.807561, 97.016938, 100.191359, 101.84423, 102.957795, 102.895507, 103.529852, 82.718678, 82.547804, 78.907267, 86.150945, 88.197693, 87.873486, 89.140568, 88.33844, 86.008057, 81.055531, 79.525441, 71.288352, 59.129025, 55.677291, 52.951919, 49.918123, 47.121065, 40.315737, 38.110998, 23.288157, 19.921859, 17.352486, 9.925878, 6.421874, 1.149101, 0.015394]}, "digit": {"n_am_en": [5, 14, 11, 4, 6, 6, 4, 4, 4, 6, 8, 7, 8, 8, 8, 8, 9, 5, 8, 7, 5, 5, 4, 7, 9, 11, 10, 8, 6, 12, 7, 6, 6, 6, 6, 6, 12, 12, 12, 11, 12, 10, 7, 7, 6, 5, 3, 3, 0, 0], "n_am_pl": [0, 1, 3, 5, 7, 5, 7, 4, 4, 4, 3, 3, 4, 5, 2, 4, 4, 9, 6, 6, 4, 7, 5, 4, 3, 2, 2, 4, 2, 5, 2, 5, 6, 4, 2, 4, 0, 0, 1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [2.986908, 1.559582, 1.517751, 1.478785, 1.55947, 1.56228, 1.612362, 1.716229, 1.819177, 1.896556, 1.907417, 1.990004, 2.128685, 2.172527, 2.152637, 2.08764, 2.070806, 2.145709, 1.941976, 1.835028, 1.637321, 1.517389, 1.479422, 1.460441, 2.595583, 2.563346, 2.842411, 2.62378, 2.731202, 2.676114, 2.718252, 2.648502, 2.615543, 2.715259, 2.631583, 3.180388, 3.419188, 3.667144, 3.478677, 3.360427, 3.910155, 3.75029, 3.648768, 3.590183, 3.450311, 3.392927, 2.194878, 1.807588, 0.34653, 0.0], "sum_m_pl": [15.839993, 18.893344, 18.343266, 17.680892, 17.4194, 17.054629, 17.0001, 16.423394, 16.135123, 16.439057, 16.475859, 16.501458, 16.152107, 15.963421, 15.588418, 16.218963, 16.373619, 15.991714, 16.638305, 17.090118, 17.179371, 17.472979, 17.420645, 17.59162, 15.73043, 15.881367, 15.009853, 15.98757, 16.09901, 15.909502, 15.576613, 15.201084, 14.531674, 14.716229, 14.323438, 13.686443, 12.979522, 12.782556, 12.436078, 12.741804, 12.250747, 12.049297, 11.46722, 10.091099, 9.458821, 7.258993, 5.036325, 3.202841, 0.759647, 0.0]}, "lang": {"n_am_en": [26, 22, 7, 5, 13, 26, 24, 22, 22, 26, 25, 25, 24, 21, 33, 33, 28, 25, 28, 33, 32, 36, 34, 34, 45, 46, 42, 34, 35, 31, 30, 33, 31, 30, 40, 42, 45, 48, 51, 49, 54, 53, 54, 46, 45, 59, 59, 61, 66, 67], "n_am_pl": [11, 13, 17, 17, 4, 4, 10, 6, 5, 7, 3, 11, 10, 12, 8, 10, 9, 12, 8, 8, 12, 10, 11, 8, 4, 3, 5, 6, 9, 9, 10, 10, 12, 6, 6, 5, 3, 2, 2, 2, 2, 2, 2, 2, 4, 2, 2, 1, 0, 0], "n_pos": 67, "sum_m_en": [10.212016, 4.115734, 3.646826, 3.514222, 3.723338, 3.848948, 4.023718, 4.127853, 4.513521, 4.305613, 4.356561, 4.708273, 4.73758, 4.990738, 5.262027, 5.011485, 4.517948, 4.631055, 4.456396, 4.195082, 3.893473, 3.589073, 3.359482, 3.293612, 14.174058, 14.303235, 15.678861, 12.587491, 10.654216, 9.532123, 8.195001, 9.152252, 9.683158, 10.380201, 11.172887, 13.091468, 17.668355, 17.717432, 19.459997, 26.514275, 30.516779, 35.713705, 38.823821, 38.991399, 41.155542, 52.055362, 56.174789, 57.594159, 64.856927, 66.658674], "sum_m_pl": [22.657399, 30.128412, 30.35338, 29.185633, 29.315257, 29.262385, 29.044046, 29.6205, 28.42823, 29.978087, 29.413822, 30.672838, 31.428226, 30.690002, 31.081262, 31.734587, 32.143705, 31.536901, 31.182513, 32.224108, 32.904335, 33.288186, 33.187945, 33.348571, 25.74867, 25.787234, 24.419341, 27.074449, 27.7758, 27.113883, 28.12512, 27.514545, 27.58952, 26.251068, 25.917097, 24.720656, 20.708265, 19.897729, 18.504829, 15.920519, 14.323936, 10.78272, 9.654643, 5.424947, 5.175843, 3.830058, 2.19793, 0.897786, 0.092357, 4.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 210, "item_id": "gsm8kpl-531", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1180, "region_end": 207, "roundtrip_ok": true, "tf_agree": 0.9857, "tf_agree_excl_first": 0.9904}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [74, 51, 51, 40, 52, 49, 55, 68, 41, 63, 49, 66, 57, 61, 59, 61, 67, 54, 75, 74, 75, 65, 52, 51, 72, 80, 68, 72, 83, 76, 73, 69, 72, 84, 83, 96, 85, 77, 80, 72, 62, 51, 52, 43, 52, 51, 32, 20, 6, 4], "n_am_pl": [33, 60, 60, 44, 55, 52, 51, 40, 30, 47, 39, 53, 52, 62, 38, 47, 37, 40, 44, 41, 42, 42, 48, 52, 28, 34, 39, 52, 58, 53, 47, 48, 45, 37, 33, 26, 21, 21, 22, 25, 25, 31, 31, 24, 18, 28, 32, 30, 58, 59], "n_pos": 281, "sum_m_en": [26.260771, 13.178644, 13.776903, 14.248697, 15.199461, 15.48816, 15.382845, 15.182094, 16.634491, 16.920233, 17.38245, 18.757328, 19.001734, 19.22891, 20.445089, 19.005558, 18.439517, 17.902121, 16.695859, 15.382676, 13.94943, 12.956809, 12.753946, 12.341428, 28.421811, 28.847457, 29.211039, 27.324822, 28.937128, 28.643571, 26.743395, 26.598457, 28.263864, 27.959649, 30.602713, 34.702887, 37.521934, 41.08649, 41.032179, 42.374429, 42.094835, 40.906697, 40.964573, 36.913408, 43.824529, 40.10618, 29.002026, 22.684479, 7.942237, 4.026605], "sum_m_pl": [114.193294, 138.51331, 134.648776, 131.686095, 130.104149, 127.335245, 130.647806, 131.052862, 125.379515, 127.397774, 123.963527, 127.677537, 128.748844, 128.544927, 126.224955, 130.320933, 131.059325, 129.405595, 133.057854, 135.849484, 138.172857, 138.765483, 138.136845, 139.086125, 113.153791, 112.782967, 110.484837, 120.333186, 123.223606, 123.639037, 121.864647, 121.207273, 117.422327, 107.105841, 103.418467, 93.860362, 84.615843, 81.6794, 81.082739, 81.769854, 77.508891, 73.880999, 70.164621, 56.949887, 48.686969, 51.706769, 46.404139, 38.78566, 55.384691, 60.217188]}, "digit": {"n_am_en": [3, 15, 10, 9, 7, 4, 7, 9, 5, 12, 13, 12, 8, 12, 8, 10, 10, 9, 8, 7, 9, 9, 6, 7, 8, 13, 5, 11, 9, 11, 10, 8, 8, 11, 9, 16, 11, 6, 4, 2, 2, 4, 4, 2, 5, 3, 2, 2, 0, 0], "n_am_pl": [0, 8, 6, 7, 4, 5, 2, 4, 2, 10, 3, 5, 6, 6, 7, 6, 1, 7, 8, 7, 7, 4, 4, 7, 2, 1, 7, 11, 11, 7, 5, 6, 7, 5, 4, 3, 1, 4, 3, 2, 0, 1, 2, 3, 2, 1, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [3.272011, 1.767203, 1.744167, 1.778059, 1.882848, 1.887804, 2.02061, 2.104881, 2.189411, 2.293788, 2.372708, 2.525476, 2.716899, 2.774857, 2.834236, 2.651785, 2.611731, 2.622526, 2.297673, 2.146642, 1.918767, 1.795206, 1.769264, 1.72828, 3.022873, 3.122667, 3.30088, 3.287884, 3.556296, 3.461623, 3.479454, 3.358477, 3.413313, 3.26371, 3.259728, 4.247359, 4.250558, 4.012972, 3.796356, 3.70354, 3.656961, 3.640052, 3.660722, 3.361026, 3.51325, 3.669608, 2.163993, 2.610686, 0.135421, 5.7e-05], "sum_m_pl": [18.796415, 22.698898, 21.84546, 21.261146, 20.475242, 20.015918, 19.962328, 19.634749, 19.284753, 19.520062, 19.448628, 19.826422, 19.337049, 19.263371, 18.684173, 19.200462, 19.63628, 19.507559, 20.35364, 20.697122, 20.798411, 21.005242, 20.951893, 21.184951, 18.841055, 18.549827, 18.658682, 19.505147, 19.616074, 19.415445, 19.127829, 18.949371, 18.214074, 17.937709, 17.160219, 16.406734, 15.294494, 15.106401, 14.782371, 14.87653, 14.63361, 14.716334, 14.144512, 12.84048, 12.277112, 10.948215, 6.33214, 4.478981, 0.401376, 0.012596]}, "lang": {"n_am_en": [16, 11, 16, 10, 15, 13, 12, 20, 10, 16, 12, 15, 13, 15, 15, 17, 20, 17, 27, 23, 26, 24, 21, 18, 27, 26, 28, 27, 30, 22, 26, 22, 25, 27, 31, 34, 30, 32, 33, 31, 31, 20, 21, 17, 20, 20, 14, 9, 5, 4], "n_am_pl": [7, 13, 8, 7, 12, 11, 16, 11, 8, 10, 11, 13, 8, 12, 8, 10, 10, 8, 9, 11, 11, 13, 15, 19, 7, 8, 8, 7, 7, 10, 11, 11, 7, 7, 5, 7, 9, 9, 8, 11, 11, 13, 13, 12, 13, 18, 23, 26, 53, 59], "n_pos": 64, "sum_m_en": [5.743465, 3.135575, 3.34656, 3.626502, 3.954757, 3.758066, 3.794175, 3.528971, 3.998705, 3.991621, 4.031042, 4.570835, 4.43422, 4.387608, 4.830493, 4.303598, 4.177552, 4.047389, 3.843041, 3.578889, 3.390303, 3.044965, 2.950339, 2.853282, 8.888787, 8.773499, 8.115068, 7.61889, 7.648906, 7.663017, 7.052175, 7.054684, 7.960992, 8.231035, 9.325957, 10.861595, 12.622116, 13.084609, 12.617242, 15.010833, 16.146555, 15.775348, 15.96158, 14.201558, 17.735581, 16.917321, 11.601321, 9.229828, 5.628848, 4.01588], "sum_m_pl": [24.199465, 29.698651, 29.100052, 28.624672, 28.552444, 28.074185, 28.768327, 29.330133, 28.365275, 29.354814, 28.391085, 28.965792, 29.530935, 29.553831, 29.482893, 30.56463, 30.619193, 30.291808, 30.874621, 31.402406, 31.721882, 31.912672, 31.72669, 31.916274, 26.983603, 27.023351, 26.298599, 27.981073, 27.83493, 28.280578, 28.672198, 28.411968, 28.092764, 26.6886, 26.022736, 24.468803, 23.199095, 23.698227, 24.00317, 22.768782, 21.817833, 21.654883, 21.770775, 16.794351, 14.187144, 18.652149, 22.533245, 22.585646, 49.222642, 58.67504]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 361, "item_id": "gsm8kpl-531", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1039, "region_end": 281, "roundtrip_ok": true, "tf_agree": 0.9861, "tf_agree_excl_first": 0.9889}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [45, 48, 37, 24, 21, 23, 28, 26, 28, 29, 25, 23, 26, 18, 24, 30, 34, 30, 25, 27, 20, 23, 19, 26, 35, 40, 40, 36, 28, 32, 23, 24, 23, 30, 38, 31, 30, 24, 25, 33, 26, 29, 30, 33, 32, 35, 32, 34, 28, 29], "n_am_pl": [3, 16, 17, 17, 17, 15, 16, 13, 11, 13, 9, 13, 25, 23, 30, 21, 17, 11, 5, 10, 16, 16, 19, 18, 11, 12, 11, 6, 16, 14, 14, 16, 23, 13, 11, 12, 12, 16, 25, 34, 28, 28, 26, 22, 25, 20, 20, 17, 13, 12], "n_pos": 130, "sum_m_en": [13.693293, 7.295067, 7.28421, 7.237872, 7.997993, 7.862009, 8.331451, 8.508287, 8.506445, 9.040962, 8.369768, 8.875059, 9.481045, 9.545168, 8.994269, 8.350436, 8.156522, 8.097303, 7.574455, 6.976959, 6.523578, 6.221103, 6.032411, 5.919898, 18.8103, 18.650291, 15.170524, 13.871245, 13.076548, 12.340652, 11.475191, 11.02679, 10.633238, 10.758818, 12.652429, 14.04935, 15.851439, 16.0241, 17.365217, 20.042217, 20.144612, 22.35121, 24.236519, 26.555983, 29.30039, 28.305724, 31.007861, 33.548411, 28.563295, 28.394733], "sum_m_pl": [53.44482, 63.218052, 62.267483, 60.570165, 59.595335, 57.994893, 57.585637, 56.066297, 53.177254, 56.093064, 56.232852, 57.313431, 56.584292, 55.931495, 57.257942, 58.629254, 57.043049, 55.524637, 56.072437, 58.422469, 59.535773, 60.512132, 60.783825, 61.222365, 41.236846, 41.432928, 43.008625, 47.522426, 50.304271, 50.47008, 50.447921, 51.355338, 51.335897, 47.690835, 45.582119, 41.600812, 38.147006, 37.115719, 38.398555, 37.876964, 38.612797, 36.663746, 34.419156, 32.596721, 30.771095, 28.056005, 22.705412, 18.70753, 13.96832, 12.000403]}, "digit": {"n_am_en": [5, 20, 13, 6, 5, 2, 2, 6, 6, 6, 2, 7, 3, 3, 3, 8, 7, 8, 5, 6, 3, 4, 4, 5, 6, 6, 10, 7, 6, 6, 2, 1, 2, 4, 2, 3, 1, 1, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 2, 4, 2, 5, 0, 1, 1, 1, 2, 0, 5, 5, 5, 2, 1, 3, 2, 2, 2, 3, 4, 3, 2, 4, 0, 2, 2, 4, 5, 5, 3, 1, 2, 5, 6, 10, 12, 16, 14, 14, 10, 8, 11, 6, 7, 4, 1, 0], "n_pos": 25, "sum_m_en": [2.023226, 1.194903, 1.151434, 1.071734, 1.120011, 1.127888, 1.176891, 1.253967, 1.283805, 1.357421, 1.267663, 1.310091, 1.538262, 1.617525, 1.459635, 1.36901, 1.366753, 1.383913, 1.270417, 1.163832, 1.090322, 1.029508, 1.01259, 0.998913, 2.540953, 2.330546, 1.764252, 1.820405, 1.842745, 1.718609, 1.743328, 1.628233, 1.579401, 1.478166, 1.481039, 1.536998, 1.459585, 1.37967, 1.393446, 1.397154, 1.327759, 1.344662, 1.418513, 1.349595, 1.047317, 0.954136, 0.792991, 0.594921, 0.091585, 0.0], "sum_m_pl": [11.986478, 13.360097, 12.913501, 12.587194, 12.31155, 12.01014, 11.779214, 11.616617, 10.931153, 11.346349, 11.539532, 11.707443, 11.226362, 11.380799, 11.51334, 11.715106, 11.280667, 10.998642, 11.334624, 11.883271, 12.071527, 12.274003, 12.281764, 12.375856, 10.322765, 10.625001, 11.033245, 11.363185, 11.419133, 11.209031, 10.933627, 10.933379, 10.685163, 10.450113, 10.096984, 10.00492, 9.791642, 9.901726, 10.764383, 11.211662, 11.627675, 11.075135, 10.657355, 9.8997, 10.03696, 8.487459, 6.837229, 4.681402, 1.858963, 1e-06]}, "lang": {"n_am_en": [18, 13, 9, 7, 7, 8, 11, 8, 9, 10, 10, 5, 10, 8, 11, 13, 15, 13, 12, 14, 10, 11, 9, 12, 17, 18, 17, 17, 12, 15, 12, 12, 12, 11, 15, 12, 14, 10, 13, 17, 15, 17, 15, 18, 19, 20, 22, 22, 28, 29], "n_am_pl": [3, 4, 3, 8, 5, 4, 5, 1, 3, 5, 3, 7, 9, 6, 11, 8, 9, 4, 3, 7, 11, 10, 12, 9, 7, 6, 10, 3, 8, 7, 7, 7, 10, 8, 6, 5, 6, 5, 10, 12, 12, 13, 12, 13, 14, 13, 13, 13, 12, 12], "n_pos": 42, "sum_m_en": [4.635689, 2.502056, 2.563486, 2.528185, 3.209479, 2.935819, 3.393218, 3.378618, 3.135167, 3.580881, 3.317479, 3.476757, 3.628176, 3.54037, 3.223611, 2.996969, 2.907385, 2.899482, 2.702167, 2.420737, 2.20832, 2.083256, 1.994742, 1.941085, 9.672466, 9.307169, 7.184816, 6.213099, 5.532797, 5.338679, 5.007307, 4.803801, 4.564503, 4.89197, 5.803519, 6.660156, 7.952221, 7.90331, 8.796051, 10.217646, 10.763, 11.930959, 12.952163, 15.00537, 16.548873, 17.546735, 20.826141, 21.856105, 27.256088, 28.164527], "sum_m_pl": [17.511062, 19.814505, 19.476315, 18.964222, 18.759431, 18.737034, 18.637147, 18.024838, 17.514352, 18.560961, 18.730798, 19.116775, 19.202214, 19.101178, 19.74056, 20.130427, 19.535061, 19.120346, 19.279581, 19.889715, 20.103612, 20.278656, 20.372053, 20.443523, 13.930851, 14.47456, 15.597674, 16.562154, 16.957883, 17.302076, 17.306598, 17.716019, 17.98666, 17.238462, 16.487795, 15.443893, 14.520636, 14.084951, 15.115958, 15.630492, 16.524661, 16.028049, 15.149326, 15.472571, 15.103189, 14.578319, 13.492793, 12.707106, 12.02348, 12.000075]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "gsm8kpl-537", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1174, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9926, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [34, 41, 21, 25, 20, 21, 27, 25, 24, 33, 32, 33, 36, 28, 27, 23, 22, 22, 17, 18, 17, 26, 20, 32, 39, 40, 39, 36, 45, 29, 27, 33, 22, 26, 30, 31, 29, 31, 22, 21, 24, 27, 31, 28, 29, 25, 14, 8, 1, 0], "n_am_pl": [12, 35, 28, 28, 22, 28, 22, 17, 13, 10, 13, 16, 22, 23, 27, 26, 27, 19, 18, 23, 29, 33, 35, 28, 22, 23, 27, 17, 17, 24, 17, 22, 27, 12, 9, 18, 23, 30, 34, 39, 36, 37, 31, 30, 33, 33, 34, 33, 46, 46], "n_pos": 146, "sum_m_en": [13.194314, 7.442157, 7.527355, 7.808954, 8.10192, 8.193588, 8.372192, 8.482663, 9.071233, 9.550612, 9.122021, 9.704895, 10.292037, 10.319355, 10.382419, 9.292503, 9.118193, 8.973607, 8.403702, 7.877409, 7.490947, 7.110837, 6.900119, 6.628753, 16.901348, 16.118203, 13.175657, 13.44381, 14.208632, 13.658229, 12.875349, 11.853331, 11.939691, 12.720851, 14.469813, 14.489349, 15.493649, 16.871861, 16.798083, 19.433555, 19.485802, 19.629629, 20.646555, 21.407393, 24.934229, 21.35846, 13.818474, 8.587743, 1.771358, 0.029453], "sum_m_pl": [62.242525, 72.160434, 70.085527, 68.908657, 67.352666, 65.275204, 66.046157, 63.842465, 61.848615, 63.659889, 64.183558, 64.878669, 65.048081, 65.004407, 66.194493, 67.596959, 65.87599, 64.707812, 65.313562, 67.893099, 68.698348, 69.216317, 69.224516, 69.847689, 52.559729, 53.087234, 53.308585, 56.61447, 59.257529, 59.233429, 58.855126, 59.991676, 58.061593, 51.988942, 49.834915, 46.81975, 43.370943, 43.402653, 45.889545, 46.693148, 47.887636, 47.20379, 45.572111, 44.661078, 39.861859, 40.031605, 36.698568, 34.606249, 44.543108, 46.192936]}, "digit": {"n_am_en": [4, 21, 11, 7, 4, 4, 6, 6, 5, 9, 7, 9, 8, 3, 5, 5, 5, 7, 5, 4, 3, 7, 5, 9, 9, 7, 13, 9, 12, 4, 6, 5, 3, 4, 4, 2, 1, 2, 0, 1, 1, 2, 2, 0, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 3, 3, 5, 2, 3, 3, 3, 2, 2, 2, 1, 5, 4, 4, 6, 4, 4, 5, 5, 6, 6, 7, 7, 5, 7, 3, 4, 7, 9, 7, 5, 8, 5, 3, 6, 11, 13, 11, 15, 15, 16, 10, 11, 12, 10, 7, 5, 1, 1], "n_pos": 30, "sum_m_en": [2.573932, 1.471779, 1.395563, 1.317243, 1.400163, 1.382124, 1.464206, 1.612079, 1.709262, 1.773674, 1.698458, 1.708585, 1.951155, 1.986309, 1.936327, 1.758366, 1.696672, 1.732214, 1.592177, 1.482295, 1.376808, 1.314808, 1.288441, 1.264609, 3.176234, 3.171751, 2.571359, 2.458338, 2.358712, 2.14776, 2.152797, 2.061221, 1.887532, 1.844888, 2.071961, 1.915834, 1.680381, 1.604667, 1.61217, 1.646146, 1.565133, 1.629005, 1.658992, 1.473158, 1.150558, 1.155147, 0.750523, 0.539535, 0.083281, 7e-06], "sum_m_pl": [14.052199, 16.151205, 15.715357, 15.23934, 14.770296, 14.529097, 14.386171, 13.948834, 13.290969, 13.472041, 13.764993, 14.017474, 13.601956, 13.901641, 13.90525, 14.141901, 13.812636, 13.588152, 13.971803, 14.436739, 14.665226, 14.723777, 14.722623, 14.869315, 12.239716, 12.251872, 12.677033, 13.2795, 13.599528, 13.297511, 12.94429, 12.852504, 12.559209, 12.364875, 11.718348, 11.717358, 11.131156, 11.310011, 12.114821, 12.602629, 13.310803, 12.930828, 12.707319, 12.311213, 12.006598, 10.848431, 8.332398, 5.625492, 1.398688, 0.882786]}, "lang": {"n_am_en": [14, 8, 4, 12, 7, 11, 8, 6, 6, 10, 16, 12, 13, 9, 10, 10, 9, 8, 7, 7, 7, 7, 9, 13, 17, 17, 16, 17, 19, 14, 10, 13, 10, 12, 14, 13, 11, 13, 14, 12, 13, 16, 17, 14, 18, 18, 10, 6, 0, 0], "n_am_pl": [3, 12, 7, 9, 5, 5, 4, 5, 5, 3, 4, 5, 6, 6, 5, 9, 9, 7, 3, 7, 11, 14, 18, 9, 9, 9, 12, 5, 3, 6, 5, 7, 10, 4, 1, 6, 10, 14, 20, 17, 16, 16, 15, 17, 19, 20, 27, 28, 43, 45], "n_pos": 45, "sum_m_en": [4.010968, 2.29868, 2.359308, 2.718466, 2.616011, 2.619455, 2.662066, 2.550095, 2.684916, 2.983285, 2.953756, 3.306792, 3.316444, 3.197841, 3.217526, 2.923076, 2.889862, 2.83657, 2.718315, 2.541653, 2.458544, 2.245075, 2.182979, 2.067256, 6.119928, 5.97192, 4.785846, 4.790949, 4.985609, 4.912957, 4.251807, 4.019947, 4.356391, 5.432508, 6.222355, 6.355285, 7.264983, 8.180025, 8.32875, 10.392024, 10.74093, 10.294515, 11.221598, 10.169786, 14.861834, 13.050725, 8.991289, 5.072382, 0.295332, 0.029347], "sum_m_pl": [19.058995, 21.424424, 20.594222, 20.160486, 20.211927, 19.604501, 20.144056, 19.430396, 19.386112, 19.844785, 20.108385, 20.342527, 20.660501, 20.486877, 20.899431, 21.292465, 20.671537, 20.342051, 20.43174, 21.253068, 21.370406, 21.536133, 21.544185, 21.740378, 18.058111, 18.16692, 17.932285, 18.722784, 18.990175, 19.216477, 19.310109, 19.780321, 19.614174, 17.914793, 17.123513, 16.685945, 16.502628, 16.986499, 19.595472, 19.20528, 20.362039, 20.443724, 19.754721, 21.568035, 19.824212, 21.415445, 24.039566, 25.847312, 41.00668, 44.742526]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "gsm8kpl-537", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1033, "region_end": 146, "roundtrip_ok": true, "tf_agree": 0.9767, "tf_agree_excl_first": 0.9825}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 41, 20, 19, 21, 26, 16, 23, 21, 28, 29, 37, 35, 29, 22, 22, 27, 22, 23, 21, 18, 19, 20, 23, 39, 39, 32, 35, 33, 41, 26, 30, 30, 28, 28, 38, 34, 43, 43, 43, 42, 41, 51, 44, 42, 46, 43, 41, 31, 30], "n_am_pl": [4, 17, 28, 26, 15, 14, 17, 18, 17, 19, 18, 15, 17, 19, 16, 24, 18, 15, 17, 13, 16, 21, 22, 16, 12, 14, 13, 8, 16, 6, 8, 11, 11, 10, 13, 9, 10, 6, 9, 8, 5, 6, 4, 7, 2, 1, 2, 0, 0, 0], "n_pos": 117, "sum_m_en": [15.096635, 7.036401, 6.793034, 6.757884, 6.93548, 7.748445, 7.292983, 7.874884, 8.516443, 8.315889, 8.519553, 9.093932, 9.743639, 9.890053, 9.893136, 9.23803, 8.762837, 8.496003, 7.210409, 6.787151, 6.33429, 5.886368, 5.676836, 5.581442, 14.086255, 15.415919, 14.909056, 14.347151, 13.219411, 13.779534, 12.028716, 11.752971, 11.966179, 12.204697, 12.837668, 13.425661, 18.532434, 18.14225, 20.435911, 27.145611, 28.49847, 29.032181, 34.932794, 36.275318, 37.811011, 38.832554, 40.760616, 40.819786, 31.128599, 30.184612], "sum_m_pl": [44.744731, 56.826111, 55.420016, 53.819084, 51.414074, 51.165962, 52.022553, 51.642039, 50.370057, 52.6909, 52.145107, 51.863409, 52.359578, 50.302276, 50.763542, 52.738671, 53.190288, 53.84154, 55.623303, 56.635936, 56.949271, 57.612112, 57.972397, 58.109709, 44.986591, 43.473207, 42.182862, 44.873741, 46.594943, 46.629899, 48.474207, 47.348927, 47.516443, 44.255762, 43.079225, 40.994395, 34.815898, 33.5973, 29.66255, 27.130917, 25.972806, 23.469403, 21.232151, 19.106858, 15.400851, 11.980827, 7.668028, 4.879876, 0.471318, 0.110575]}, "digit": {"n_am_en": [10, 10, 7, 2, 1, 2, 0, 2, 1, 3, 2, 5, 1, 1, 1, 2, 3, 1, 3, 3, 2, 1, 1, 3, 5, 4, 4, 1, 3, 4, 2, 3, 3, 3, 1, 3, 1, 5, 3, 4, 1, 1, 2, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 6, 12, 6, 8, 4, 6, 7, 6, 5, 2, 1, 3, 2, 5, 6, 4, 5, 3, 3, 4, 5, 3, 3, 3, 5, 0, 2, 0, 4, 3, 1, 3, 5, 4, 5, 1, 4, 4, 3, 3, 2, 2, 1, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.189466, 1.015611, 0.977781, 0.971889, 0.966963, 1.00657, 1.057144, 1.105509, 1.174145, 1.168629, 1.203646, 1.23888, 1.334664, 1.370716, 1.331258, 1.24125, 1.257356, 1.266344, 1.149145, 1.13082, 1.084271, 1.006916, 0.960112, 0.941111, 2.295147, 2.134377, 1.816139, 1.877303, 1.751914, 1.704041, 1.540972, 1.587981, 1.538812, 1.494775, 1.573226, 1.750191, 1.922598, 1.888799, 1.761506, 1.812217, 1.735103, 1.579248, 1.661005, 1.663495, 1.718474, 1.489085, 1.066422, 1.237729, 0.160802, 0.0], "sum_m_pl": [9.262973, 11.086209, 10.520831, 10.219298, 9.679015, 9.366867, 9.462381, 9.451743, 9.16196, 9.644303, 9.63094, 9.602731, 9.386916, 8.957262, 9.183687, 9.67952, 9.611459, 9.818033, 10.12686, 10.196737, 10.204021, 10.36703, 10.487001, 10.563528, 8.5987, 8.206278, 8.163003, 8.332329, 8.711871, 8.664086, 8.669703, 8.558314, 8.594404, 8.121706, 7.754903, 7.595171, 7.24815, 7.236077, 7.014439, 7.360082, 7.39671, 7.318932, 6.977224, 6.479186, 6.164368, 4.439848, 3.229334, 2.20055, 0.294823, 0.0]}, "lang": {"n_am_en": [8, 12, 7, 7, 7, 12, 7, 10, 9, 11, 10, 17, 14, 12, 9, 9, 13, 10, 9, 9, 9, 9, 9, 10, 15, 21, 17, 18, 13, 17, 12, 13, 9, 11, 13, 18, 17, 18, 19, 18, 20, 19, 25, 25, 25, 26, 26, 29, 29, 29], "n_am_pl": [0, 2, 7, 4, 4, 0, 6, 4, 5, 5, 6, 5, 4, 5, 4, 7, 8, 5, 4, 3, 5, 7, 6, 4, 3, 2, 1, 2, 4, 2, 2, 5, 6, 3, 4, 2, 1, 2, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [4.2573, 2.150885, 2.173765, 2.023062, 1.966, 3.08973, 2.568406, 3.018422, 3.429383, 3.122271, 3.089933, 3.49661, 3.632042, 3.643395, 3.759962, 3.702201, 3.270304, 3.081881, 2.356821, 2.081697, 1.875351, 1.699957, 1.636398, 1.616618, 5.491101, 6.936858, 7.003454, 6.360456, 5.399238, 5.932481, 4.882364, 4.590682, 4.630055, 5.121596, 5.461691, 5.476842, 8.567017, 8.298277, 9.924149, 14.048852, 16.488932, 16.516213, 20.652566, 22.112705, 23.86947, 23.929881, 26.202288, 27.612706, 28.734084, 29.195565], "sum_m_pl": [10.412078, 13.822207, 13.706743, 13.350638, 13.039592, 12.73701, 12.863515, 13.012795, 12.967279, 13.486774, 13.36883, 13.492232, 13.732562, 13.313017, 13.35145, 13.557899, 14.064789, 14.150578, 14.740488, 14.927542, 15.074039, 15.236511, 15.267701, 15.308221, 11.861906, 11.216551, 10.486877, 11.07799, 11.415183, 11.38416, 12.508163, 12.25226, 12.907162, 12.202354, 12.183172, 12.010236, 9.499804, 9.421814, 8.104598, 6.279605, 5.114197, 4.043042, 3.090644, 2.021287, 1.491213, 0.909795, 0.67258, 0.423059, 0.044272, 0.06718]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "gsm8kpl-543", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1160, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9832}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [54, 54, 29, 30, 41, 26, 23, 30, 40, 42, 41, 41, 33, 32, 26, 40, 27, 31, 30, 27, 31, 33, 29, 29, 50, 58, 47, 51, 49, 54, 40, 41, 33, 38, 45, 54, 53, 47, 47, 54, 50, 45, 39, 41, 40, 33, 13, 14, 9, 8], "n_am_pl": [21, 41, 45, 42, 33, 32, 22, 36, 24, 30, 31, 30, 52, 44, 45, 45, 43, 43, 47, 46, 43, 45, 50, 54, 32, 28, 30, 29, 31, 38, 40, 44, 34, 24, 18, 19, 19, 23, 20, 14, 16, 22, 31, 30, 27, 33, 32, 35, 36, 39], "n_pos": 211, "sum_m_en": [19.382591, 10.524622, 11.067627, 11.63038, 11.713883, 10.940707, 11.107676, 11.408593, 11.959588, 12.209931, 12.63392, 13.941621, 14.96429, 14.999201, 14.667168, 13.273926, 13.545877, 12.971672, 12.057563, 11.405131, 11.00109, 10.395735, 10.155634, 9.792324, 20.935834, 20.736521, 20.276681, 20.717252, 22.405077, 21.801139, 19.568718, 19.371233, 19.294488, 18.53493, 19.84727, 19.786699, 22.998766, 22.903517, 23.904541, 27.525871, 27.520313, 26.100086, 30.110472, 30.308276, 30.471098, 27.848506, 16.859408, 18.580397, 10.073106, 8.013291], "sum_m_pl": [85.825565, 103.342128, 99.910887, 97.526019, 95.241595, 94.169884, 94.92323, 95.28343, 93.59181, 96.128354, 94.513927, 94.388549, 95.53745, 95.381612, 94.545657, 97.539877, 97.614031, 98.777079, 100.872743, 102.083067, 101.77074, 102.109692, 102.553521, 102.856483, 82.903355, 81.970832, 77.933469, 82.706604, 84.059698, 85.691785, 87.667964, 88.173646, 86.869461, 79.803038, 76.938386, 74.129267, 66.627842, 65.342701, 60.186409, 59.10786, 57.820763, 57.532956, 54.956819, 50.578511, 45.533239, 48.245781, 42.233778, 36.201885, 36.195705, 39.289736]}, "digit": {"n_am_en": [4, 15, 7, 10, 6, 3, 4, 5, 1, 6, 8, 8, 2, 3, 5, 6, 3, 3, 4, 5, 6, 8, 5, 6, 7, 9, 6, 8, 8, 9, 5, 5, 6, 5, 8, 9, 4, 3, 6, 7, 5, 5, 4, 3, 4, 4, 1, 1, 0, 0], "n_am_pl": [0, 4, 1, 2, 1, 3, 2, 3, 3, 7, 3, 4, 6, 3, 3, 5, 6, 4, 4, 4, 3, 2, 3, 6, 3, 4, 3, 2, 5, 5, 7, 6, 6, 5, 4, 1, 1, 3, 4, 2, 1, 2, 6, 7, 5, 6, 1, 1, 0, 0], "n_pos": 29, "sum_m_en": [2.957527, 1.379334, 1.341917, 1.35319, 1.345071, 1.265774, 1.367276, 1.494285, 1.53132, 1.513331, 1.573714, 1.668798, 1.887885, 1.952642, 1.819812, 1.755043, 1.846678, 1.834708, 1.590008, 1.547148, 1.466698, 1.38592, 1.338971, 1.29816, 2.496828, 2.790197, 2.80768, 2.7545, 2.96017, 2.680575, 2.558671, 2.512152, 2.455926, 2.294595, 2.643194, 2.928858, 2.642464, 2.723694, 2.793932, 3.408355, 3.085572, 2.809121, 2.673524, 2.747359, 2.37768, 2.390276, 1.065937, 1.217858, 0.167243, 9e-06], "sum_m_pl": [12.463477, 15.592872, 15.049511, 14.539032, 14.225842, 14.108494, 13.685657, 13.319962, 13.226418, 13.624345, 13.70646, 13.702118, 13.457655, 13.375962, 13.398567, 13.675706, 13.66384, 13.81152, 14.342424, 14.283878, 14.25686, 14.331982, 14.447179, 14.522788, 12.605871, 12.243868, 11.905519, 12.394304, 12.639328, 12.859145, 12.960289, 12.848388, 12.795162, 12.006877, 11.147909, 11.071681, 10.287235, 10.210755, 9.52451, 9.894654, 10.046793, 10.22112, 10.279975, 9.586377, 9.307602, 8.8092, 5.183124, 3.55798, 0.424929, 0.02013]}, "lang": {"n_am_en": [16, 5, 4, 6, 8, 6, 3, 7, 12, 10, 12, 13, 13, 12, 7, 12, 6, 10, 12, 12, 14, 13, 13, 11, 20, 21, 19, 15, 14, 16, 13, 17, 12, 17, 19, 21, 18, 23, 20, 24, 22, 17, 21, 20, 21, 19, 9, 10, 8, 8], "n_am_pl": [10, 10, 7, 11, 11, 9, 4, 8, 6, 4, 8, 8, 12, 9, 12, 9, 9, 11, 12, 11, 11, 13, 10, 14, 8, 6, 7, 8, 9, 12, 15, 17, 8, 7, 6, 7, 10, 8, 9, 8, 11, 11, 15, 16, 16, 19, 21, 26, 35, 39], "n_pos": 48, "sum_m_en": [4.032534, 2.446274, 2.879945, 3.469948, 3.407593, 2.809436, 2.880876, 2.857934, 2.96539, 3.067323, 3.184586, 4.049069, 4.120641, 4.0467, 4.04239, 3.329757, 3.497591, 3.147324, 3.21156, 2.877221, 2.707922, 2.496511, 2.448656, 2.33773, 7.677096, 6.542469, 5.935616, 5.653529, 5.869576, 5.848593, 5.02698, 5.234822, 5.76961, 5.868895, 6.14145, 6.202993, 8.719066, 8.755279, 8.832165, 10.861953, 11.159231, 11.201115, 12.091131, 12.550817, 14.18705, 14.22033, 9.14925, 9.765471, 8.832041, 8.01056], "sum_m_pl": [19.624752, 22.421393, 21.650988, 20.9117, 20.435116, 20.404744, 20.925305, 21.386516, 20.955603, 21.610408, 20.951169, 20.679561, 21.309954, 21.329905, 21.60411, 22.449437, 22.296296, 22.49808, 22.757522, 23.354913, 23.311936, 23.375886, 23.369894, 23.50439, 19.720062, 20.002528, 19.300369, 20.153498, 19.886417, 20.25709, 21.173009, 21.326029, 20.981984, 19.611588, 19.066114, 19.125447, 18.013334, 18.555476, 18.882269, 18.112754, 18.014, 18.570386, 19.089672, 18.62462, 18.678256, 20.230332, 21.553564, 22.110095, 33.081243, 38.60687]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 214, "item_id": "gsm8kpl-543", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1019, "region_end": 211, "roundtrip_ok": true, "tf_agree": 0.9766, "tf_agree_excl_first": 0.9812}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [53, 55, 45, 45, 49, 37, 47, 50, 43, 56, 59, 62, 49, 47, 43, 55, 55, 58, 44, 44, 36, 39, 38, 38, 57, 60, 42, 51, 47, 48, 54, 45, 47, 51, 59, 64, 57, 61, 58, 70, 63, 61, 71, 62, 67, 69, 69, 75, 69, 65], "n_am_pl": [6, 15, 19, 20, 10, 16, 21, 19, 12, 14, 21, 30, 27, 20, 27, 25, 22, 24, 22, 23, 22, 15, 14, 15, 12, 16, 25, 14, 22, 23, 22, 15, 18, 13, 6, 6, 6, 8, 7, 9, 12, 9, 10, 12, 9, 8, 7, 3, 3, 3], "n_pos": 183, "sum_m_en": [21.193267, 10.136187, 10.218441, 10.117944, 10.678677, 11.558781, 11.699341, 11.736709, 12.346728, 12.88603, 13.575485, 14.238628, 14.810985, 14.795983, 14.920113, 13.766792, 13.949036, 13.394967, 11.522106, 11.008755, 10.454973, 9.741958, 9.39496, 9.360936, 27.434946, 27.434524, 24.673683, 23.551173, 22.520725, 21.603888, 20.459029, 20.060418, 19.33666, 19.669454, 24.126781, 24.870638, 26.211175, 27.052893, 30.169998, 33.719486, 36.842467, 37.169749, 45.321187, 47.248007, 60.645601, 63.438179, 67.826183, 70.272602, 68.526977, 64.77723], "sum_m_pl": [70.065551, 86.887773, 85.129865, 83.018166, 82.769881, 80.951884, 80.782877, 80.367342, 80.040207, 82.438201, 80.82483, 81.16652, 80.372948, 79.178256, 78.557451, 81.222201, 80.581081, 81.605004, 83.117264, 84.763465, 84.949026, 85.803575, 86.462022, 87.087398, 62.363327, 61.410131, 62.01143, 66.220793, 68.418788, 68.971404, 70.772728, 70.547828, 72.738963, 70.234801, 66.712315, 64.468838, 55.362847, 52.340671, 48.157004, 46.475776, 42.451497, 39.162994, 34.832577, 28.155524, 20.534615, 17.52088, 12.272699, 8.365621, 3.521632, 2.626144]}, "digit": {"n_am_en": [7, 10, 10, 8, 6, 3, 6, 4, 2, 4, 6, 6, 5, 2, 3, 6, 6, 6, 4, 5, 4, 3, 3, 5, 2, 6, 3, 3, 6, 4, 7, 5, 2, 1, 2, 4, 6, 3, 2, 5, 2, 2, 4, 2, 4, 3, 4, 4, 1, 0], "n_am_pl": [1, 0, 0, 3, 3, 2, 2, 1, 1, 2, 3, 5, 2, 1, 2, 4, 5, 2, 3, 3, 3, 2, 1, 2, 3, 5, 6, 3, 3, 4, 2, 1, 3, 4, 2, 0, 1, 0, 0, 0, 3, 3, 5, 5, 3, 2, 1, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.201012, 1.14135, 1.126659, 1.104848, 1.157993, 1.11763, 1.132656, 1.182985, 1.224874, 1.23944, 1.302784, 1.371147, 1.488477, 1.608024, 1.584506, 1.470917, 1.572642, 1.54451, 1.349331, 1.288835, 1.235076, 1.168376, 1.132604, 1.136228, 2.120301, 2.145415, 2.136824, 2.152668, 2.130193, 2.161161, 2.220065, 2.278195, 1.939723, 1.895157, 2.054174, 2.185702, 2.1034, 2.00244, 2.15385, 2.508578, 2.712691, 2.476966, 2.707687, 2.352685, 4.264526, 4.348547, 4.826046, 3.118749, 0.659195, 0.0], "sum_m_pl": [12.30308, 13.810775, 13.14697, 12.686185, 12.350878, 12.209187, 12.136513, 11.814351, 11.86321, 12.27769, 12.169826, 12.271781, 11.94656, 11.419515, 11.595906, 11.942349, 11.822104, 12.038553, 12.601177, 12.737495, 12.580064, 12.694329, 12.796245, 12.877435, 11.080895, 10.815696, 10.63967, 11.114514, 11.300246, 11.006863, 10.693681, 10.520732, 11.048548, 10.841752, 10.36018, 9.84804, 9.645045, 9.266703, 8.534712, 8.508064, 8.120559, 8.038877, 7.675482, 6.952431, 5.758662, 4.751537, 3.693835, 2.528888, 0.355726, 0.0]}, "lang": {"n_am_en": [27, 18, 16, 20, 23, 19, 19, 25, 25, 28, 26, 30, 28, 23, 19, 25, 27, 24, 22, 22, 16, 19, 18, 17, 29, 28, 20, 29, 23, 25, 28, 23, 23, 32, 33, 38, 33, 36, 38, 46, 45, 45, 49, 46, 51, 55, 55, 60, 65, 65], "n_am_pl": [2, 5, 7, 6, 3, 5, 4, 7, 3, 4, 9, 11, 9, 9, 12, 7, 5, 13, 7, 7, 9, 4, 4, 4, 3, 5, 8, 6, 10, 10, 12, 7, 7, 4, 2, 3, 2, 5, 5, 1, 2, 1, 2, 3, 2, 3, 3, 1, 1, 2], "n_pos": 68, "sum_m_en": [8.716872, 4.008195, 4.127659, 4.190616, 4.444261, 5.301756, 5.130296, 5.252011, 5.515877, 5.733902, 5.969524, 6.459396, 6.526945, 6.399851, 6.644315, 6.030736, 6.106099, 5.7258, 4.916199, 4.525456, 4.215435, 3.861353, 3.665624, 3.634565, 12.236955, 11.983354, 10.924334, 11.305421, 11.060724, 10.313397, 9.342939, 9.015874, 9.19887, 10.044405, 11.725072, 12.455098, 15.136264, 15.686087, 18.163006, 21.242285, 23.925703, 25.247004, 31.109023, 34.21945, 45.48696, 47.819952, 51.783777, 55.690632, 63.497808, 64.631157], "sum_m_pl": [24.15302, 29.994334, 29.820158, 29.054648, 29.509716, 28.381128, 28.62684, 29.322049, 29.063892, 30.249116, 29.603852, 29.695163, 29.636652, 29.266517, 29.003602, 29.86902, 29.514188, 29.881405, 30.36603, 31.305259, 31.586544, 32.069271, 32.341281, 32.561897, 23.424028, 23.063279, 23.365238, 24.404235, 25.130947, 25.183996, 26.811568, 26.658669, 27.327286, 26.665638, 25.530439, 25.502446, 21.645748, 20.790189, 19.283499, 17.639237, 16.103869, 14.57322, 12.415608, 9.857393, 6.544923, 5.527347, 3.408125, 2.008784, 1.056993, 1.968351]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 187, "item_id": "gsm8kpl-544", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1144, "region_end": 183, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9839}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 34, 37, 33, 45, 27, 33, 26, 27, 26, 33, 34, 28, 22, 20, 30, 29, 27, 18, 24, 31, 31, 24, 22, 37, 28, 34, 29, 34, 35, 36, 36, 31, 30, 42, 34, 28, 22, 23, 25, 31, 23, 25, 30, 28, 21, 18, 18, 11, 9], "n_am_pl": [4, 21, 24, 18, 9, 22, 25, 24, 21, 25, 27, 23, 32, 29, 18, 15, 17, 25, 32, 31, 19, 16, 22, 26, 18, 22, 21, 23, 22, 24, 23, 19, 22, 19, 14, 11, 8, 15, 10, 17, 11, 13, 12, 13, 8, 12, 15, 13, 24, 21], "n_pos": 142, "sum_m_en": [13.389597, 6.900967, 7.29389, 7.834475, 8.352766, 7.801468, 8.130254, 8.211403, 8.583804, 9.218538, 9.263106, 9.663856, 9.958407, 10.120894, 10.204635, 9.915481, 10.134726, 9.622556, 8.12468, 8.002976, 7.805463, 7.37554, 7.174125, 7.003802, 18.932262, 18.303717, 16.418806, 15.592268, 15.066709, 14.911261, 14.464463, 14.218132, 12.975554, 13.432446, 15.592077, 15.221271, 14.009941, 14.00209, 15.129538, 15.873544, 16.098628, 15.688024, 17.1017, 20.431973, 24.68528, 23.064978, 19.762293, 18.531456, 11.95655, 8.642886], "sum_m_pl": [58.015229, 71.282158, 68.892353, 67.18342, 66.078037, 65.524136, 65.019953, 63.887289, 63.122956, 64.811414, 63.60448, 63.808589, 63.776537, 61.87303, 61.098087, 63.705522, 63.620103, 64.950665, 67.324743, 68.538624, 68.087276, 68.236254, 68.78986, 69.286512, 51.72486, 50.836996, 52.084332, 55.224096, 57.372906, 58.066157, 58.473202, 58.785616, 60.08677, 55.82677, 53.951305, 52.618968, 48.82086, 45.93717, 41.992797, 40.359031, 38.262184, 37.255503, 35.127593, 29.913308, 22.705109, 23.825859, 20.365772, 16.676328, 22.629211, 23.197965]}, "digit": {"n_am_en": [6, 10, 8, 2, 2, 2, 6, 3, 2, 4, 3, 4, 3, 4, 3, 6, 4, 3, 3, 3, 4, 2, 2, 2, 6, 4, 9, 5, 5, 5, 6, 7, 5, 3, 9, 4, 3, 1, 2, 4, 4, 4, 5, 4, 5, 4, 4, 2, 1, 0], "n_am_pl": [0, 2, 3, 1, 2, 2, 3, 2, 0, 0, 1, 1, 0, 3, 1, 1, 1, 1, 3, 4, 2, 2, 4, 3, 1, 0, 1, 2, 4, 5, 6, 5, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0], "n_pos": 23, "sum_m_en": [1.986195, 0.976669, 1.012663, 0.999985, 1.046164, 1.034622, 1.051625, 1.045438, 1.134388, 1.166082, 1.193903, 1.287189, 1.401281, 1.516116, 1.520067, 1.394235, 1.420945, 1.396468, 1.184753, 1.15151, 1.115692, 1.039984, 1.014242, 1.000093, 2.089578, 2.173373, 2.213246, 2.073703, 1.917107, 1.940453, 2.03119, 2.128922, 1.713086, 1.665946, 1.865502, 1.87957, 1.787452, 1.719414, 1.825271, 2.192646, 2.529732, 2.432376, 2.963416, 2.863333, 4.052676, 4.079611, 4.650306, 2.535442, 0.910316, 0.0], "sum_m_pl": [10.771095, 12.388518, 11.844026, 11.397729, 11.213772, 11.163822, 10.781847, 10.585115, 10.489178, 10.932368, 10.885599, 10.871895, 10.716289, 10.163208, 10.080282, 10.374582, 10.431585, 10.645999, 11.367297, 11.424708, 11.276847, 11.331794, 11.399658, 11.494201, 9.483285, 9.172617, 9.143185, 10.092042, 10.622669, 10.26693, 9.822987, 9.756189, 10.240577, 9.930679, 9.623172, 9.432301, 9.267749, 8.622611, 7.816864, 7.442959, 6.844657, 7.135528, 6.145388, 5.541533, 4.520487, 3.760575, 2.849314, 2.892432, 0.274925, 0.0]}, "lang": {"n_am_en": [8, 6, 6, 7, 10, 7, 8, 8, 6, 6, 10, 9, 7, 5, 5, 9, 9, 9, 7, 6, 10, 10, 8, 8, 10, 8, 9, 8, 7, 11, 9, 14, 11, 12, 11, 9, 10, 8, 12, 10, 13, 11, 12, 15, 17, 15, 14, 15, 10, 9], "n_am_pl": [1, 5, 4, 3, 3, 3, 6, 6, 4, 2, 8, 5, 6, 8, 6, 5, 2, 5, 7, 9, 4, 4, 6, 5, 7, 7, 7, 6, 6, 4, 5, 2, 5, 6, 4, 4, 2, 7, 3, 6, 3, 5, 4, 5, 3, 7, 9, 8, 20, 21], "n_pos": 31, "sum_m_en": [3.09503, 1.523182, 1.611323, 1.912071, 2.080845, 1.693475, 1.802114, 1.848662, 1.917641, 2.032964, 2.147576, 2.325169, 2.395214, 2.353131, 2.491356, 2.362792, 2.42937, 2.370091, 2.053601, 1.965139, 1.867721, 1.703207, 1.645301, 1.583045, 5.782474, 5.377136, 4.120851, 3.799398, 3.889861, 3.795028, 3.374109, 3.637704, 3.770382, 4.19338, 4.673815, 4.884322, 4.629113, 5.364616, 5.894041, 6.874902, 7.253457, 7.100151, 7.828643, 9.31528, 14.090021, 14.691188, 12.714199, 13.729369, 10.181309, 8.642786], "sum_m_pl": [11.958412, 15.305369, 14.757677, 14.395349, 14.093902, 13.996442, 13.917246, 14.009145, 13.927107, 14.320099, 14.169341, 14.164201, 14.156697, 13.725441, 13.602736, 14.367827, 14.257069, 14.356218, 14.653527, 15.059546, 15.133289, 15.186995, 15.294237, 15.476095, 11.770191, 11.787154, 12.219121, 12.88551, 12.683628, 12.965808, 13.731356, 13.565003, 14.030583, 13.314505, 12.821108, 12.686607, 12.330451, 11.463741, 10.605247, 10.180352, 9.355677, 9.135889, 8.810158, 8.031276, 6.04904, 7.474464, 8.850005, 8.665336, 18.330027, 21.633572]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "gsm8kpl-544", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1003, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9862}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [40, 38, 33, 25, 31, 29, 32, 35, 31, 28, 31, 31, 24, 24, 19, 26, 31, 32, 38, 29, 22, 24, 24, 21, 41, 37, 36, 34, 27, 33, 40, 42, 39, 36, 44, 45, 47, 45, 48, 46, 52, 50, 53, 49, 58, 56, 55, 59, 48, 45], "n_am_pl": [4, 20, 13, 21, 9, 17, 17, 15, 16, 13, 21, 14, 17, 13, 20, 26, 16, 21, 15, 13, 18, 14, 20, 12, 9, 10, 10, 9, 15, 14, 11, 12, 9, 7, 4, 4, 5, 10, 4, 4, 3, 5, 5, 3, 5, 3, 3, 3, 2, 2], "n_pos": 136, "sum_m_en": [15.310425, 8.304114, 7.641061, 7.109502, 7.56523, 7.565108, 7.734946, 8.499682, 8.673127, 9.201534, 9.220689, 9.257776, 9.382362, 9.415638, 9.2149, 8.981898, 9.037913, 9.035453, 8.297486, 7.908229, 7.647219, 7.075601, 6.793493, 6.718974, 17.593458, 16.871722, 16.789422, 15.343751, 15.150203, 14.731995, 14.20497, 13.656158, 14.409359, 14.678726, 16.462246, 17.936377, 21.674205, 22.223249, 25.831625, 28.171884, 30.053446, 34.825654, 41.35625, 45.968293, 49.177305, 48.772566, 53.961113, 55.619008, 47.614218, 44.848104], "sum_m_pl": [49.91386, 65.400555, 64.917893, 63.982272, 62.393077, 61.619987, 62.7496, 61.090158, 59.972852, 60.790339, 60.665584, 60.354696, 59.442588, 58.087197, 59.260622, 61.745476, 61.163387, 61.922391, 61.983819, 63.565802, 63.560009, 64.445008, 64.650415, 64.818359, 46.718415, 47.714566, 45.493583, 49.838793, 50.923818, 50.868217, 52.169125, 52.118162, 52.981039, 50.453633, 48.217412, 44.379737, 37.146296, 35.374052, 31.162555, 30.259966, 28.70453, 24.936571, 22.59984, 16.135377, 12.919905, 11.491279, 8.414376, 4.249576, 1.89333, 2.161383]}, "digit": {"n_am_en": [2, 7, 5, 2, 2, 0, 4, 3, 1, 2, 2, 3, 1, 3, 1, 1, 3, 3, 3, 2, 1, 2, 2, 3, 7, 5, 7, 4, 2, 2, 1, 1, 1, 2, 4, 4, 2, 2, 4, 4, 3, 2, 2, 1, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 2, 3, 3, 3, 1, 4, 0, 2, 1, 2, 4, 2, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 5, 6, 4, 5, 2, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.86976, 0.805008, 0.741996, 0.727342, 0.743089, 0.862824, 0.923432, 1.067694, 1.076128, 1.091078, 1.115341, 1.091106, 1.120273, 1.145579, 1.066157, 1.072832, 1.102171, 1.120107, 1.016923, 0.995682, 0.947727, 0.878578, 0.845963, 0.851276, 1.98384, 1.853698, 1.776906, 1.661484, 1.785738, 1.650986, 1.65844, 1.576313, 1.495785, 1.416969, 1.462782, 1.497691, 1.298518, 1.235462, 1.709641, 1.647549, 1.506295, 2.219356, 2.136308, 2.006552, 1.716008, 1.447223, 1.496618, 1.046818, 0.069221, 0.0], "sum_m_pl": [7.730278, 9.547886, 9.161893, 8.870922, 8.746232, 8.260025, 8.469417, 8.120932, 7.944577, 8.276836, 8.260033, 8.186178, 7.623262, 7.605823, 7.753819, 7.919184, 7.720592, 7.686323, 7.89901, 8.17711, 8.102693, 8.26099, 8.353067, 8.437786, 6.560413, 6.613915, 6.426062, 7.074605, 7.304834, 7.107162, 6.949423, 6.886362, 7.032942, 6.829395, 6.623432, 6.310202, 5.914512, 5.568559, 4.95903, 4.903837, 4.711166, 4.871882, 4.525921, 3.500704, 2.64781, 1.564857, 0.910098, 0.206004, 0.147996, 0.0]}, "lang": {"n_am_en": [13, 12, 15, 7, 13, 18, 14, 16, 16, 14, 12, 15, 10, 8, 8, 13, 15, 14, 19, 15, 10, 10, 10, 10, 15, 18, 18, 17, 18, 20, 21, 22, 20, 17, 20, 21, 20, 21, 25, 25, 30, 29, 31, 30, 39, 36, 38, 41, 45, 45], "n_am_pl": [2, 4, 3, 6, 0, 3, 5, 6, 6, 7, 5, 5, 7, 4, 7, 9, 8, 7, 5, 4, 9, 8, 8, 4, 5, 5, 5, 3, 3, 5, 4, 3, 2, 5, 2, 2, 1, 3, 2, 0, 0, 0, 1, 0, 0, 2, 1, 2, 2, 2], "n_pos": 48, "sum_m_en": [6.134242, 3.295443, 3.024835, 2.644751, 2.783495, 2.648389, 2.807677, 2.934813, 2.903688, 3.217139, 3.374181, 3.37064, 3.392259, 3.422704, 3.490373, 3.229282, 3.319235, 3.347396, 3.101349, 2.904247, 2.78234, 2.557809, 2.447794, 2.420324, 7.64988, 7.542166, 7.625304, 6.772729, 6.693978, 6.40243, 5.885745, 5.68955, 6.244627, 6.396328, 7.453051, 8.353011, 10.475253, 11.2192, 13.569698, 15.171634, 16.950301, 20.506172, 24.462645, 27.286133, 30.20968, 30.981866, 34.532635, 38.471688, 43.479563, 44.595846], "sum_m_pl": [16.686937, 22.62941, 22.636842, 22.473665, 21.941433, 21.738513, 22.019285, 21.730729, 21.637741, 21.5408, 21.584842, 21.618523, 21.583464, 21.177746, 21.662023, 22.481675, 22.432662, 22.668119, 22.527347, 22.751526, 22.732136, 22.937538, 22.920373, 22.983358, 16.600473, 17.264254, 16.630636, 17.790598, 17.87464, 18.210595, 19.177527, 18.938317, 19.120104, 18.374974, 17.018348, 16.403057, 13.192432, 12.760109, 11.338456, 10.864143, 9.842197, 8.022239, 7.131982, 5.035565, 4.245395, 4.185855, 3.295769, 1.226877, 1.59134, 2.012243]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "gsm8kpl-558", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1179, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9929, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [88, 76, 69, 67, 55, 63, 48, 68, 58, 91, 108, 89, 78, 82, 85, 73, 78, 59, 55, 43, 50, 50, 39, 41, 93, 74, 79, 95, 100, 96, 93, 100, 88, 76, 80, 95, 73, 66, 69, 77, 84, 83, 91, 92, 81, 70, 53, 43, 21, 16], "n_am_pl": [20, 87, 89, 77, 75, 72, 69, 76, 66, 67, 70, 58, 77, 65, 77, 75, 70, 102, 88, 86, 82, 79, 91, 98, 56, 71, 65, 59, 75, 78, 70, 68, 58, 52, 45, 32, 21, 26, 31, 34, 41, 46, 36, 35, 30, 45, 59, 74, 86, 86], "n_pos": 373, "sum_m_en": [34.415243, 18.120174, 19.299227, 19.993898, 20.662805, 21.064023, 21.021762, 22.345154, 23.409006, 24.815476, 24.434569, 25.351493, 26.169487, 26.89259, 27.548049, 25.866248, 25.063231, 24.755421, 22.125614, 20.975078, 20.360935, 18.999147, 18.32198, 17.818848, 36.756451, 37.109589, 39.613398, 40.791959, 43.602121, 43.060448, 40.937806, 38.962775, 38.579779, 39.503082, 41.169201, 42.050532, 40.961482, 40.670752, 43.099127, 48.75202, 47.833162, 49.603414, 55.475178, 68.652228, 65.043938, 63.041234, 50.863585, 46.656374, 24.319439, 16.026712], "sum_m_pl": [150.151726, 186.444964, 179.296527, 175.931976, 174.050482, 173.890474, 177.208789, 174.663693, 171.360888, 172.393731, 171.669145, 169.176582, 169.508426, 167.389717, 168.59613, 172.611516, 170.48658, 174.780808, 178.251879, 180.234778, 178.099723, 179.571361, 179.918601, 181.004227, 144.649384, 147.130773, 140.334918, 149.871629, 150.928305, 153.124951, 156.895262, 156.114726, 157.431387, 146.031122, 142.441277, 133.810416, 119.787561, 117.016407, 110.220195, 108.713948, 108.10362, 103.978106, 98.998826, 79.859911, 72.338002, 71.17719, 72.657976, 73.640908, 82.913875, 87.111385]}, "digit": {"n_am_en": [5, 19, 11, 8, 7, 5, 2, 6, 2, 9, 17, 8, 7, 10, 7, 11, 9, 7, 8, 4, 5, 3, 2, 5, 8, 8, 14, 14, 13, 13, 14, 6, 9, 10, 13, 12, 6, 3, 3, 3, 4, 5, 5, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 6, 2, 7, 6, 0, 2, 5, 4, 6, 6, 4, 3, 5, 5, 4, 4, 6, 3, 3, 2, 2, 3, 4, 3, 2, 2, 2, 5, 4, 8, 6, 2, 2, 1, 1, 1, 3, 5, 2, 2, 4, 2, 2, 0, 0, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [3.79406, 1.953187, 1.972264, 2.03155, 1.993685, 2.215917, 2.214848, 2.461439, 2.479461, 2.564203, 2.615336, 2.65751, 2.831526, 3.044591, 2.897404, 2.920367, 2.967447, 2.88148, 2.519605, 2.419286, 2.309309, 2.154673, 2.077386, 2.066162, 4.475968, 4.624483, 4.900753, 4.611786, 5.246161, 5.11631, 4.84941, 4.373618, 3.987041, 3.971832, 3.82923, 4.154177, 3.86234, 3.480984, 4.067088, 4.727009, 4.478757, 4.51565, 4.186613, 3.673272, 2.576954, 1.730911, 0.950697, 0.394513, 0.148197, 0.0], "sum_m_pl": [19.06269, 23.509982, 22.328303, 21.660136, 21.471531, 20.840307, 21.113052, 20.273724, 19.749478, 20.179194, 20.068532, 19.969624, 19.415385, 19.18644, 19.464664, 19.407695, 18.733075, 19.073165, 19.930089, 20.242324, 19.700885, 20.116687, 20.211505, 20.445974, 15.287972, 15.371328, 14.803724, 16.68006, 16.113239, 16.474899, 17.100393, 17.37884, 18.106519, 17.424163, 16.880518, 16.741176, 15.645626, 15.365418, 13.773167, 13.457189, 13.567923, 13.996222, 13.081752, 11.416004, 10.073104, 6.06511, 3.09798, 0.984074, 0.306255, 4.8e-05]}, "lang": {"n_am_en": [25, 14, 17, 14, 13, 16, 12, 19, 18, 21, 26, 24, 21, 22, 20, 19, 25, 19, 21, 16, 12, 13, 14, 17, 29, 24, 24, 26, 25, 25, 23, 33, 28, 27, 27, 32, 27, 29, 30, 37, 38, 31, 38, 43, 37, 30, 19, 16, 16, 16], "n_am_pl": [7, 24, 25, 27, 22, 19, 18, 20, 18, 22, 23, 24, 30, 24, 28, 23, 28, 36, 34, 31, 32, 37, 36, 33, 15, 22, 17, 21, 23, 25, 21, 21, 19, 21, 15, 7, 5, 9, 13, 16, 17, 22, 24, 24, 25, 38, 50, 62, 86, 86], "n_pos": 105, "sum_m_en": [9.599499, 5.163477, 5.569208, 6.036149, 6.464493, 6.283391, 6.260829, 6.694339, 6.935409, 7.164199, 7.313731, 7.592295, 7.334952, 7.627295, 7.799826, 7.337164, 7.024632, 6.801909, 6.263594, 5.942303, 5.819063, 5.349701, 5.132673, 4.956462, 10.908645, 10.684867, 10.98942, 11.234802, 11.795609, 11.675263, 11.210279, 11.768996, 11.689529, 13.142394, 13.336837, 13.996195, 14.19806, 14.916273, 16.24786, 18.797958, 18.896564, 19.752751, 23.636732, 35.087343, 33.817354, 29.509065, 19.632423, 17.782198, 16.789768, 16.008622], "sum_m_pl": [40.931686, 50.323129, 48.840861, 47.993751, 47.115195, 47.866224, 48.935164, 48.83969, 48.745884, 49.285731, 48.725789, 48.337628, 48.950146, 48.084632, 49.267405, 50.589425, 49.887637, 51.096767, 51.76016, 52.088344, 51.505745, 51.853656, 51.791739, 51.990248, 44.628796, 45.385877, 43.18544, 45.352799, 45.72246, 46.010774, 47.740853, 46.804918, 47.714227, 44.460095, 44.167433, 42.716, 39.08791, 39.174777, 38.346102, 37.14616, 37.019971, 37.240787, 36.867129, 29.910032, 31.712563, 39.074766, 48.481841, 57.233806, 77.898223, 86.743986]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 373, "item_id": "gsm8kpl-558", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1038, "region_end": 373, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9866}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [91, 95, 75, 73, 59, 49, 65, 54, 53, 70, 101, 103, 93, 92, 78, 91, 88, 77, 74, 88, 85, 84, 80, 90, 119, 117, 108, 102, 103, 100, 107, 93, 111, 114, 111, 121, 116, 117, 118, 131, 124, 125, 121, 120, 113, 120, 137, 141, 136, 126], "n_am_pl": [12, 30, 35, 45, 17, 29, 30, 44, 36, 32, 26, 26, 47, 41, 40, 43, 47, 62, 53, 54, 42, 37, 35, 33, 22, 20, 27, 24, 28, 31, 31, 30, 28, 26, 22, 26, 13, 17, 24, 20, 16, 18, 17, 18, 10, 10, 10, 3, 0, 0], "n_pos": 284, "sum_m_en": [34.641344, 16.501012, 15.495983, 14.655269, 15.095052, 15.958318, 16.441008, 17.067875, 18.030433, 18.579538, 19.812552, 20.375591, 20.132014, 20.678822, 20.667274, 19.401094, 19.21291, 18.174428, 16.923628, 15.858583, 14.956245, 13.753358, 13.185057, 13.023806, 37.099137, 37.587777, 36.856227, 32.418462, 31.452096, 30.906985, 28.81307, 29.018595, 29.755141, 30.620662, 36.858539, 40.180796, 50.85645, 53.408607, 59.555911, 71.251353, 70.008006, 77.252332, 85.115335, 91.701063, 102.297012, 107.069612, 126.165881, 132.081786, 132.634636, 127.080133], "sum_m_pl": [101.933547, 136.513239, 134.192498, 132.420033, 128.883809, 126.791669, 127.64438, 127.126315, 124.586669, 128.542055, 127.511753, 129.385564, 131.235048, 129.63303, 129.478266, 133.72401, 133.297809, 133.189811, 134.328514, 137.023527, 136.889213, 138.455069, 138.531861, 139.174707, 108.169178, 107.045683, 106.876558, 114.38375, 118.216697, 118.923979, 120.896888, 119.608682, 120.692458, 116.01574, 108.350078, 103.431369, 89.041668, 84.910018, 77.573385, 73.101608, 70.357746, 61.26258, 56.2438, 45.430131, 36.110968, 28.451578, 19.088835, 8.180361, 1.0858, 0.001336]}, "digit": {"n_am_en": [7, 17, 15, 5, 4, 2, 4, 2, 2, 2, 7, 6, 4, 7, 2, 7, 7, 6, 7, 5, 6, 9, 8, 8, 13, 11, 12, 10, 12, 10, 9, 7, 6, 5, 3, 3, 5, 4, 3, 2, 2, 0, 3, 3, 3, 4, 3, 2, 0, 0], "n_am_pl": [0, 0, 6, 9, 2, 3, 4, 3, 5, 3, 5, 5, 6, 5, 5, 7, 6, 7, 3, 7, 6, 5, 2, 3, 2, 4, 2, 2, 3, 1, 1, 3, 6, 6, 2, 4, 2, 2, 3, 4, 4, 4, 4, 4, 1, 0, 0, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.736921, 1.268156, 1.151717, 1.105977, 1.171144, 1.240727, 1.276569, 1.389492, 1.465615, 1.554664, 1.573496, 1.610285, 1.710851, 1.744573, 1.556981, 1.563725, 1.626842, 1.579838, 1.45493, 1.363508, 1.303405, 1.204292, 1.161995, 1.156408, 2.629602, 2.624912, 2.91818, 2.494578, 2.547722, 2.201625, 2.229776, 2.113217, 1.874875, 1.883599, 1.928436, 1.993406, 2.101052, 2.190638, 2.103714, 2.251526, 2.168248, 2.201226, 2.171601, 2.22213, 1.812427, 1.83174, 1.657647, 1.239918, 0.139972, 0.0], "sum_m_pl": [12.119367, 14.835123, 14.456779, 13.932712, 13.25234, 12.637145, 12.858689, 12.592963, 12.27412, 12.654797, 12.708783, 12.755011, 12.448335, 12.539662, 12.517354, 13.053413, 13.106799, 13.042621, 13.372898, 13.64252, 13.464872, 13.64296, 13.665623, 13.732003, 11.695248, 11.732879, 11.58416, 12.141098, 12.396128, 12.392111, 12.171691, 12.207783, 12.46081, 12.342315, 11.558285, 11.187464, 10.564378, 10.330654, 9.7201, 9.839891, 9.698579, 9.725523, 9.141532, 7.860154, 6.656735, 4.178345, 2.443369, 1.125458, 0.207437, 0.0]}, "lang": {"n_am_en": [33, 33, 29, 41, 30, 29, 38, 32, 28, 35, 54, 53, 50, 44, 44, 48, 53, 41, 40, 50, 46, 42, 40, 50, 58, 66, 59, 58, 63, 60, 64, 56, 62, 69, 67, 74, 70, 73, 73, 83, 80, 83, 83, 85, 85, 92, 104, 110, 124, 126], "n_am_pl": [3, 8, 12, 12, 8, 8, 10, 23, 14, 16, 8, 11, 18, 19, 17, 22, 16, 28, 23, 27, 19, 19, 18, 16, 16, 11, 14, 8, 8, 15, 12, 13, 13, 12, 11, 9, 2, 6, 10, 8, 7, 8, 7, 13, 8, 9, 6, 0, 0, 0], "n_pos": 127, "sum_m_en": [15.066197, 7.514724, 7.049156, 6.671568, 7.02762, 7.490855, 8.114922, 8.297362, 8.520113, 8.669348, 9.351818, 9.746546, 9.5567, 9.77589, 10.082364, 9.31609, 9.303273, 8.57013, 7.96426, 7.41975, 6.91555, 6.31884, 5.996762, 5.906924, 19.966311, 20.0261, 19.279827, 17.018296, 16.999355, 16.880186, 15.43018, 15.50878, 16.337041, 16.889586, 20.707493, 23.30764, 28.843406, 31.407672, 35.86513, 43.91046, 44.026308, 51.382381, 57.008876, 61.859883, 73.242061, 79.757019, 97.584557, 103.201554, 121.436419, 125.721371], "sum_m_pl": [43.621235, 59.788605, 59.523809, 58.673306, 57.439386, 56.747561, 56.811685, 57.389701, 56.250933, 58.050779, 57.566482, 58.872899, 60.096852, 59.089753, 59.088543, 60.510372, 60.460098, 60.584021, 60.98473, 62.064754, 61.985425, 62.625632, 62.7343, 63.117346, 49.852841, 49.603214, 49.753909, 52.31617, 53.409981, 53.526773, 55.071249, 54.375851, 55.045492, 53.65602, 49.653137, 48.239528, 41.388222, 39.662532, 35.952166, 32.892637, 31.649341, 26.706031, 24.831777, 21.872395, 16.541054, 12.212046, 7.75337, 2.516966, 0.183582, 0.001321]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 288, "item_id": "gsm8kpl-563", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1165, "region_end": 284, "roundtrip_ok": true, "tf_agree": 0.9931, "tf_agree_excl_first": 0.9965}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [62, 39, 37, 26, 26, 27, 26, 22, 18, 37, 42, 49, 32, 42, 40, 39, 42, 39, 38, 37, 41, 43, 42, 41, 58, 58, 45, 49, 47, 41, 41, 41, 45, 48, 54, 53, 46, 59, 62, 73, 63, 69, 63, 65, 55, 47, 22, 18, 6, 1], "n_am_pl": [11, 59, 48, 34, 24, 29, 29, 29, 23, 24, 20, 21, 41, 31, 30, 30, 35, 46, 40, 44, 38, 37, 37, 36, 19, 20, 26, 23, 29, 37, 47, 30, 39, 28, 28, 21, 24, 20, 17, 12, 13, 9, 12, 18, 23, 30, 30, 28, 59, 72], "n_pos": 178, "sum_m_en": [17.760378, 7.989202, 8.192787, 8.25024, 8.660418, 9.000611, 9.055013, 9.637488, 10.182928, 10.553633, 10.911942, 11.551027, 11.367898, 11.677025, 11.934136, 11.625301, 11.347178, 10.853761, 9.728388, 9.281641, 8.907477, 8.245677, 7.934409, 7.904415, 19.508692, 18.960157, 19.1243, 17.186417, 16.750366, 16.147021, 14.98975, 15.109018, 14.992235, 15.605598, 18.588047, 21.3434, 23.741834, 28.36939, 31.626031, 38.474373, 37.101761, 44.196805, 43.751216, 45.173616, 45.109734, 39.80554, 19.291012, 17.146853, 7.111018, 1.277742], "sum_m_pl": [68.67124, 88.753728, 85.547129, 83.175369, 79.990959, 79.799394, 79.648979, 78.693074, 76.991582, 79.950865, 79.749171, 80.003541, 82.364313, 81.048452, 81.335881, 84.722447, 84.674558, 84.979114, 86.761981, 88.520916, 88.003613, 88.734837, 88.355934, 88.710303, 70.550118, 69.875857, 69.765577, 74.758155, 78.60571, 80.730338, 80.778768, 79.238394, 79.26142, 73.840548, 69.902335, 65.998697, 61.076325, 57.391407, 53.578034, 51.539936, 50.399828, 45.742321, 44.315269, 42.054244, 39.15232, 37.740725, 36.399258, 31.661046, 56.406364, 70.989993]}, "digit": {"n_am_en": [4, 14, 7, 5, 5, 4, 5, 5, 2, 7, 7, 8, 5, 8, 7, 7, 10, 9, 10, 7, 9, 13, 12, 12, 15, 15, 15, 14, 13, 10, 8, 10, 5, 10, 6, 9, 7, 10, 6, 7, 6, 7, 4, 6, 4, 3, 2, 1, 0, 0], "n_am_pl": [0, 6, 11, 2, 1, 2, 2, 3, 6, 3, 4, 3, 6, 1, 3, 2, 6, 7, 7, 6, 7, 3, 3, 3, 2, 1, 4, 1, 2, 4, 6, 3, 7, 6, 8, 3, 3, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.54684, 1.173635, 1.110896, 1.096189, 1.144899, 1.226893, 1.305699, 1.437385, 1.463112, 1.507068, 1.559689, 1.600249, 1.668278, 1.707508, 1.578023, 1.659515, 1.671016, 1.651389, 1.466144, 1.370551, 1.322706, 1.20685, 1.160884, 1.161762, 2.350614, 2.393069, 2.759187, 2.31004, 2.464513, 2.231997, 2.182971, 2.177884, 1.927613, 2.038882, 2.236014, 2.620009, 2.419227, 2.694174, 2.655491, 3.562998, 3.152831, 4.419469, 4.386976, 3.989236, 2.780103, 2.587173, 1.814754, 1.682018, 0.11578, 0.0], "sum_m_pl": [13.050082, 15.87288, 15.410947, 14.495402, 13.939635, 13.651969, 13.395978, 13.11535, 13.058363, 13.515961, 13.690299, 13.67931, 13.707568, 13.599875, 13.539232, 13.823127, 13.941861, 14.000962, 14.541103, 14.727011, 14.51152, 14.689233, 14.660164, 14.764809, 13.146568, 12.82074, 13.090115, 13.420737, 13.914669, 14.047642, 13.65963, 13.558453, 13.715563, 13.315683, 12.491586, 12.018179, 11.627545, 11.431718, 10.649361, 10.525396, 10.447244, 10.239419, 9.539923, 8.502938, 7.787678, 5.359737, 3.206259, 1.202883, 0.138877, 0.0]}, "lang": {"n_am_en": [23, 11, 16, 11, 6, 13, 13, 10, 5, 14, 19, 23, 18, 21, 22, 17, 14, 20, 15, 15, 16, 17, 17, 17, 23, 22, 16, 20, 17, 18, 20, 19, 22, 26, 28, 26, 25, 32, 38, 44, 40, 45, 43, 41, 35, 28, 14, 14, 4, 1], "n_am_pl": [5, 26, 12, 12, 10, 8, 13, 15, 9, 11, 7, 8, 15, 18, 15, 19, 16, 17, 16, 23, 20, 23, 19, 21, 10, 14, 17, 15, 12, 18, 26, 18, 23, 15, 15, 13, 12, 14, 10, 10, 9, 6, 10, 15, 20, 26, 28, 26, 58, 71], "n_pos": 72, "sum_m_en": [7.238465, 3.218456, 3.323739, 3.4265, 3.474976, 3.605472, 3.62304, 3.842063, 4.099817, 4.237115, 4.523601, 4.946099, 4.823322, 4.998753, 5.287301, 5.034995, 4.985288, 4.637672, 4.224188, 4.013037, 3.808304, 3.490212, 3.328582, 3.27877, 9.1141, 8.989007, 8.940479, 7.684129, 7.343517, 7.474163, 6.991351, 7.257579, 7.487739, 7.997031, 9.887731, 11.484531, 13.170316, 15.974972, 18.308847, 21.980635, 21.966182, 26.633573, 26.026326, 26.857885, 27.309525, 23.238502, 12.857337, 12.001931, 4.849892, 1.23973], "sum_m_pl": [26.232128, 35.005058, 33.73763, 33.040463, 32.069782, 31.843437, 31.959985, 32.073388, 31.455332, 32.855483, 32.934305, 33.026297, 34.159332, 33.833506, 33.909719, 35.074009, 35.050521, 35.264473, 35.847626, 36.486385, 36.418168, 36.647614, 36.520754, 36.570042, 30.671295, 30.575639, 30.247474, 32.019416, 33.007373, 33.527516, 34.052017, 33.199145, 33.691195, 32.206377, 30.63827, 30.125989, 28.696757, 27.131177, 25.46288, 23.98032, 23.511865, 21.100941, 22.236859, 23.727883, 22.608713, 24.576452, 27.986144, 27.164521, 53.581054, 69.555441]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "gsm8kpl-563", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1024, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9843, "tf_agree_excl_first": 0.9895}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [110, 76, 41, 47, 46, 35, 46, 52, 58, 65, 68, 82, 74, 72, 88, 78, 85, 66, 66, 83, 79, 102, 100, 103, 116, 102, 86, 68, 74, 92, 78, 70, 68, 77, 89, 94, 96, 95, 107, 109, 110, 109, 111, 102, 92, 101, 107, 112, 116, 108], "n_am_pl": [3, 44, 56, 39, 37, 36, 30, 28, 29, 31, 38, 38, 51, 39, 31, 33, 40, 47, 34, 35, 41, 34, 42, 42, 24, 25, 32, 28, 43, 27, 36, 39, 38, 24, 18, 22, 19, 18, 21, 29, 30, 24, 25, 28, 28, 15, 12, 12, 0, 0], "n_pos": 271, "sum_m_en": [32.958062, 14.884902, 13.780568, 13.560476, 14.71157, 14.747384, 14.998765, 16.010237, 17.079949, 17.175062, 18.658703, 19.317674, 20.491756, 20.674527, 20.685295, 19.403601, 19.091283, 19.115268, 16.843436, 15.681321, 13.97881, 12.918235, 12.484187, 12.402342, 41.199741, 40.908607, 37.349576, 31.150906, 29.840051, 28.783366, 28.121544, 27.337122, 27.594596, 30.833599, 33.505284, 39.328942, 46.375081, 48.188115, 55.780314, 62.714883, 65.960507, 73.709161, 82.582798, 82.652498, 85.745073, 91.415838, 100.103989, 113.153151, 114.782962, 108.327706], "sum_m_pl": [100.408557, 128.910518, 126.372807, 123.25196, 119.307738, 116.353961, 118.5622, 119.070607, 117.220378, 119.103191, 119.34754, 120.662646, 120.954485, 118.887951, 120.915528, 126.53439, 124.620076, 124.933429, 126.679381, 129.806128, 131.697976, 133.238772, 133.002, 133.371553, 103.86514, 99.730545, 97.555164, 104.402092, 108.68078, 110.333247, 113.184491, 111.536773, 114.170057, 107.911362, 104.425308, 98.26896, 86.539907, 83.29075, 77.097586, 78.552904, 75.720491, 62.714637, 57.666254, 58.554917, 51.441805, 37.843416, 26.884856, 15.035709, 2.133337, 0.001094]}, "digit": {"n_am_en": [10, 18, 8, 5, 4, 2, 6, 6, 6, 12, 7, 9, 4, 9, 13, 7, 8, 6, 6, 11, 5, 9, 11, 11, 12, 13, 14, 8, 14, 15, 13, 9, 6, 8, 4, 9, 5, 5, 9, 6, 5, 5, 5, 5, 3, 3, 3, 1, 0, 0], "n_am_pl": [0, 4, 8, 8, 10, 5, 2, 4, 3, 2, 5, 9, 7, 5, 6, 5, 5, 6, 4, 3, 6, 2, 5, 2, 5, 5, 2, 4, 4, 2, 7, 9, 5, 3, 3, 4, 5, 6, 5, 8, 8, 5, 9, 7, 4, 3, 1, 1, 0, 0], "n_pos": 48, "sum_m_en": [4.444313, 2.094019, 2.019131, 2.026832, 2.184267, 2.318856, 2.311852, 2.451083, 2.545169, 2.551966, 2.751423, 2.779203, 3.074264, 3.182505, 2.935885, 2.896824, 2.901523, 3.074262, 2.737569, 2.636634, 2.384562, 2.182236, 2.099567, 2.087483, 4.449586, 4.958642, 5.103302, 4.30701, 4.301914, 4.123964, 3.999319, 3.90687, 3.479623, 4.109236, 4.161675, 5.025273, 4.864424, 4.771437, 5.229848, 5.127926, 5.130137, 5.491786, 5.609152, 5.30282, 4.448908, 3.356716, 3.158914, 2.245356, 0.374951, 0.0], "sum_m_pl": [20.713943, 25.413215, 24.135336, 23.329999, 22.353442, 21.562038, 21.680726, 21.645801, 21.672964, 22.148652, 22.034828, 22.128907, 21.567234, 21.314697, 21.701872, 22.199355, 21.996746, 21.851748, 22.296243, 22.902517, 23.113082, 23.443097, 23.336518, 23.422317, 19.688575, 18.887647, 18.187805, 19.181066, 19.726777, 20.292642, 20.807855, 19.780259, 20.176295, 19.102908, 18.657609, 17.951428, 17.179187, 17.2802, 16.534083, 17.942608, 17.26331, 16.083236, 15.733109, 14.678391, 12.409307, 8.761426, 7.083646, 3.125454, 0.560196, 0.0]}, "lang": {"n_am_en": [45, 28, 13, 14, 22, 15, 20, 26, 28, 26, 36, 43, 39, 35, 42, 42, 44, 35, 38, 47, 45, 59, 56, 57, 62, 53, 45, 42, 39, 47, 38, 41, 40, 45, 48, 49, 54, 59, 69, 69, 73, 78, 77, 72, 70, 77, 79, 87, 107, 107], "n_am_pl": [2, 17, 23, 11, 10, 11, 14, 13, 18, 17, 18, 14, 23, 15, 11, 13, 17, 25, 19, 19, 20, 16, 19, 20, 11, 13, 19, 18, 21, 14, 17, 15, 19, 13, 7, 11, 7, 9, 13, 15, 14, 14, 13, 13, 15, 9, 9, 9, 0, 0], "n_pos": 108, "sum_m_en": [14.600165, 6.351667, 5.655519, 5.483937, 5.92151, 5.999445, 6.370846, 6.713682, 7.268374, 7.311367, 8.124511, 8.56255, 8.975621, 9.003782, 9.111819, 8.405381, 8.231164, 8.145893, 7.166661, 6.629543, 5.733131, 5.271296, 5.086544, 5.035473, 22.584917, 21.597462, 19.516456, 15.775504, 14.626759, 14.133632, 13.675815, 12.960099, 13.277602, 15.468294, 16.642175, 21.326519, 25.965341, 27.643693, 32.711082, 36.811404, 39.464848, 47.590013, 54.8594, 54.557167, 58.659905, 63.862176, 72.113378, 84.939354, 104.009969, 106.236883], "sum_m_pl": [36.55258, 48.832759, 48.470651, 47.412346, 46.122673, 45.044943, 46.059707, 46.520192, 45.652974, 46.702478, 46.458228, 47.225692, 47.878883, 46.939235, 48.053517, 50.942969, 49.994421, 50.485876, 50.933434, 52.167754, 53.110202, 53.739171, 53.823197, 53.994694, 41.366711, 40.203287, 39.779976, 42.414545, 43.682531, 44.055816, 45.241869, 45.093173, 46.702615, 44.925877, 43.599796, 41.495415, 36.095266, 35.482288, 33.404873, 33.841793, 32.033416, 27.404722, 24.775826, 26.521721, 24.740194, 19.084509, 13.745874, 7.914207, 1.207224, 0.000958]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 276, "item_id": "gsm8kpl-564", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 271, "roundtrip_ok": true, "tf_agree": 0.9819, "tf_agree_excl_first": 0.9855}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [2, 2, 2, 4, 3, 3, 1, 0, 0, 1, 2, 1, 4, 3, 3, 4, 5, 4, 5, 4, 5, 6, 4, 5, 6, 6, 6, 3, 6, 3, 6, 8, 7, 7, 9, 6, 7, 6, 3, 4, 3, 4, 6, 5, 7, 4, 2, 0, 0, 0], "n_am_pl": [1, 6, 4, 3, 0, 2, 2, 5, 3, 2, 3, 3, 3, 4, 2, 1, 3, 1, 3, 2, 2, 2, 3, 4, 6, 4, 4, 3, 1, 2, 1, 2, 1, 2, 1, 2, 1, 0, 2, 2, 2, 1, 2, 2, 0, 0, 1, 3, 6, 6], "n_pos": 15, "sum_m_en": [1.203845, 0.714684, 0.769246, 0.803499, 0.797118, 0.806457, 0.795347, 0.722639, 0.72714, 0.740497, 0.814662, 0.92056, 0.989396, 1.012101, 0.928252, 0.953923, 0.934024, 0.893923, 0.868206, 0.787474, 0.830886, 0.815278, 0.737203, 0.721642, 1.513318, 1.570364, 1.455532, 1.291718, 1.398709, 1.280014, 1.389554, 1.433539, 1.53073, 1.72992, 1.814912, 2.191353, 2.707887, 2.920727, 2.587854, 3.722394, 3.469882, 3.357249, 3.11141, 3.343311, 5.769057, 4.68678, 1.293544, 0.266221, 0.024185, 3e-06], "sum_m_pl": [6.275766, 7.235366, 7.180883, 6.911881, 6.808513, 6.754652, 6.641021, 6.916632, 6.866853, 6.871931, 6.855597, 6.588736, 6.590482, 6.642208, 6.537965, 6.940942, 6.801645, 6.531971, 6.544112, 6.592751, 6.500961, 6.578463, 6.598965, 6.491165, 5.864467, 5.799398, 5.054828, 4.996138, 5.016953, 5.651761, 5.500252, 5.935796, 5.713922, 5.46163, 5.504114, 5.632612, 5.094568, 4.845834, 4.713612, 4.259792, 3.926924, 3.906177, 3.592854, 3.435576, 1.410334, 1.308193, 2.324248, 2.749665, 5.571604, 5.991691]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 0, 0, 2, 2, 1, 0, 0, 0, 0, 2, 0, 2, 1, 0, 0, 2, 1, 2, 2, 1, 2, 3, 2, 3, 3, 2, 2, 3, 2, 2, 3, 3, 3, 4, 2, 2, 2, 1, 2, 1, 1, 2, 2, 4, 4, 2, 0, 0, 0], "n_am_pl": [1, 4, 2, 2, 0, 1, 1, 0, 0, 0, 1, 1, 1, 2, 0, 0, 1, 1, 1, 1, 1, 2, 2, 2, 3, 1, 2, 1, 0, 1, 1, 1, 0, 1, 0, 2, 1, 0, 1, 1, 1, 1, 2, 2, 0, 0, 1, 3, 6, 6], "n_pos": 6, "sum_m_en": [0.524274, 0.312935, 0.307748, 0.322895, 0.307163, 0.317547, 0.282298, 0.27883, 0.269429, 0.285919, 0.318187, 0.391118, 0.379677, 0.392918, 0.332143, 0.357365, 0.350138, 0.331935, 0.319963, 0.293432, 0.311235, 0.308752, 0.274204, 0.270015, 0.488965, 0.533056, 0.504829, 0.490948, 0.539191, 0.474447, 0.504565, 0.548999, 0.555322, 0.615523, 0.605723, 0.848104, 0.815419, 1.121046, 1.068043, 1.350976, 1.388994, 1.350568, 1.244181, 1.336558, 3.892496, 3.643181, 1.155465, 0.140315, 0.008348, 3e-06], "sum_m_pl": [2.409906, 2.969273, 2.994831, 2.881524, 2.817772, 2.6957, 2.776701, 2.804035, 2.847944, 2.859957, 2.860208, 2.732003, 2.68639, 2.70092, 2.685564, 2.884843, 2.788393, 2.668338, 2.71219, 2.764883, 2.709921, 2.704491, 2.685943, 2.647836, 2.750475, 2.520497, 2.032278, 2.217698, 2.34047, 2.631718, 2.575256, 2.633412, 2.623401, 2.427653, 2.503413, 2.492786, 2.419064, 2.29807, 2.320424, 2.058929, 2.043359, 2.076295, 1.86435, 1.838676, 0.379533, 0.069245, 1.491763, 2.110592, 5.541998, 5.991634]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 247, "item_id": "gsm8kpl-564", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 15, "roundtrip_ok": true, "tf_agree": 0.9717, "tf_agree_excl_first": 0.9756}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [40, 36, 18, 28, 35, 31, 34, 34, 24, 25, 33, 30, 30, 30, 25, 26, 28, 25, 22, 20, 18, 22, 21, 21, 34, 35, 27, 34, 28, 25, 18, 23, 28, 27, 27, 30, 31, 33, 32, 38, 38, 40, 44, 41, 43, 48, 51, 49, 45, 47], "n_am_pl": [12, 11, 15, 13, 9, 11, 9, 14, 14, 15, 14, 7, 13, 17, 17, 20, 20, 18, 19, 27, 24, 31, 32, 30, 15, 21, 21, 13, 16, 19, 21, 23, 22, 17, 19, 15, 12, 13, 14, 24, 17, 13, 13, 21, 15, 13, 9, 8, 0, 0], "n_pos": 111, "sum_m_en": [12.721951, 6.508062, 6.080554, 6.099336, 7.148238, 6.912411, 6.880748, 7.404595, 7.944847, 7.702822, 8.328508, 8.4191, 8.536934, 9.425838, 9.431678, 8.026474, 7.934047, 7.628981, 6.942148, 6.585645, 6.152284, 5.772773, 5.660474, 5.514633, 19.752119, 18.416788, 16.240158, 15.080625, 13.544585, 13.40926, 12.36685, 12.079592, 12.329645, 12.675981, 13.501088, 14.956611, 18.874034, 19.266887, 20.175467, 22.262142, 29.226633, 31.147481, 34.087807, 33.702338, 39.532146, 43.121426, 45.531284, 46.534858, 46.078833, 47.773645], "sum_m_pl": [43.930003, 52.788484, 52.551247, 51.586218, 50.066457, 49.574745, 50.105329, 49.411127, 47.283247, 48.376177, 47.549032, 47.300911, 47.376282, 46.210558, 47.592324, 48.837072, 48.043785, 47.733183, 49.546182, 51.158035, 51.992763, 53.240113, 53.329973, 53.545506, 39.018367, 40.311652, 39.615009, 42.265168, 43.219029, 43.536515, 44.656692, 44.279197, 45.457056, 42.81771, 41.502999, 38.552524, 33.952331, 31.99364, 30.137953, 33.287352, 29.023434, 26.056355, 24.355961, 25.924062, 20.982499, 17.32402, 11.899703, 7.441626, 1.352236, 0.000665]}, "digit": {"n_am_en": [3, 9, 3, 2, 3, 2, 3, 3, 2, 5, 6, 3, 1, 1, 1, 2, 4, 3, 0, 1, 1, 2, 2, 2, 2, 0, 0, 3, 3, 2, 1, 2, 1, 0, 0, 0, 4, 2, 2, 2, 3, 2, 3, 4, 3, 1, 2, 2, 0, 0], "n_am_pl": [0, 3, 1, 2, 1, 1, 2, 2, 3, 5, 6, 3, 3, 1, 3, 3, 3, 3, 2, 5, 3, 4, 3, 5, 3, 9, 6, 1, 1, 1, 2, 3, 3, 2, 2, 2, 1, 4, 3, 10, 6, 5, 4, 7, 5, 5, 2, 1, 0, 0], "n_pos": 18, "sum_m_en": [1.568571, 0.84897, 0.814816, 0.744672, 0.820778, 0.840626, 0.844807, 0.897723, 0.941223, 1.045004, 1.150888, 1.146137, 1.14799, 1.216985, 1.109993, 1.005913, 1.014391, 0.985588, 0.892844, 0.872696, 0.825734, 0.768722, 0.76553, 0.767656, 1.300018, 1.332446, 1.346781, 1.466675, 1.475097, 1.354723, 1.314144, 1.260237, 1.128871, 1.099956, 1.153571, 1.191042, 1.168242, 1.197506, 1.547562, 1.168051, 1.854823, 1.656293, 1.826013, 1.919234, 1.674373, 1.767106, 1.416972, 1.12555, 0.255068, 0.0], "sum_m_pl": [8.256781, 9.653251, 9.276437, 9.188867, 8.83362, 8.642046, 8.639552, 8.40571, 8.158798, 8.203035, 8.347009, 8.225016, 7.944031, 7.784391, 7.864783, 7.919293, 7.686608, 7.530174, 7.872862, 8.248829, 8.361295, 8.638972, 8.666581, 8.734432, 7.895751, 8.068153, 7.434515, 7.44558, 7.253355, 7.315965, 7.325323, 7.204772, 7.570249, 7.374945, 7.234847, 7.407188, 7.098592, 7.059588, 6.935533, 9.136939, 7.150937, 6.593144, 6.152211, 6.720907, 6.023633, 5.350787, 3.749124, 1.815566, 0.444639, 0.0]}, "lang": {"n_am_en": [16, 15, 7, 12, 18, 14, 17, 17, 15, 8, 12, 14, 16, 18, 15, 11, 14, 11, 12, 7, 9, 11, 9, 9, 16, 19, 14, 17, 16, 11, 12, 14, 15, 17, 13, 14, 15, 17, 17, 20, 20, 21, 22, 21, 26, 32, 34, 35, 43, 47], "n_am_pl": [9, 4, 10, 6, 6, 4, 3, 6, 6, 6, 6, 3, 7, 10, 8, 10, 10, 10, 10, 15, 16, 19, 20, 18, 10, 10, 12, 7, 7, 9, 7, 12, 12, 9, 11, 8, 7, 6, 9, 12, 9, 7, 8, 12, 9, 7, 7, 7, 0, 0], "n_pos": 48, "sum_m_en": [5.287646, 2.899714, 2.663062, 2.779287, 3.433928, 3.317002, 3.358382, 3.650295, 4.069061, 3.613278, 3.906805, 4.066057, 4.163261, 4.544334, 4.399335, 3.621746, 3.642013, 3.481445, 3.20385, 3.021934, 2.774498, 2.580777, 2.447477, 2.414177, 8.941877, 8.898981, 8.265092, 7.765977, 7.097897, 7.079043, 6.654763, 6.677748, 6.82572, 7.067832, 7.039043, 8.063204, 10.115446, 10.321301, 10.057633, 11.427988, 15.051173, 16.228781, 18.872218, 18.089544, 23.352808, 28.145879, 31.489586, 34.265695, 42.283142, 46.545343], "sum_m_pl": [18.846515, 22.3687, 22.255368, 21.799384, 21.096972, 20.979845, 21.229737, 21.154145, 20.296056, 20.799735, 20.320218, 20.07427, 20.340577, 19.82815, 20.892347, 21.572659, 21.194876, 21.077904, 21.995737, 22.481814, 22.884398, 23.501405, 23.496293, 23.602045, 18.51313, 18.924722, 18.629045, 18.771015, 19.1112, 18.834439, 19.694444, 19.24446, 20.333354, 19.458308, 19.006829, 18.057068, 16.037879, 15.222464, 14.886121, 16.933548, 15.7897, 14.096386, 13.301731, 14.829751, 12.080214, 8.809101, 6.64236, 4.983112, 0.827266, 0.000648]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 116, "item_id": "gsm8kpl-581", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1157, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9914, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [58, 49, 48, 41, 41, 35, 20, 24, 23, 39, 40, 32, 35, 38, 25, 20, 25, 24, 24, 18, 22, 25, 26, 25, 42, 39, 28, 43, 30, 28, 31, 30, 31, 32, 47, 37, 40, 37, 37, 35, 36, 41, 45, 42, 48, 26, 13, 5, 3, 1], "n_am_pl": [18, 49, 33, 26, 30, 29, 31, 39, 23, 28, 25, 22, 33, 28, 32, 39, 29, 23, 37, 43, 53, 52, 50, 52, 38, 38, 43, 34, 36, 40, 36, 44, 42, 36, 25, 28, 19, 29, 36, 49, 52, 42, 44, 43, 34, 49, 51, 49, 69, 71], "n_pos": 213, "sum_m_en": [19.351698, 10.39445, 10.526229, 10.706196, 11.765, 11.32906, 10.92024, 11.494588, 12.279735, 12.809188, 13.121877, 13.534501, 13.907295, 14.322811, 14.52097, 13.10918, 12.983776, 12.602826, 11.256017, 10.756357, 10.54578, 10.198198, 9.833681, 9.659935, 21.197309, 20.072811, 17.206106, 17.816939, 18.421604, 18.812936, 17.622443, 17.074667, 16.456795, 16.359182, 19.357181, 19.378925, 20.996103, 21.002565, 22.927638, 24.799828, 28.605303, 29.145438, 32.122305, 31.828072, 37.679074, 26.635279, 13.881239, 7.339809, 3.090432, 1.012922], "sum_m_pl": [88.431695, 101.691548, 100.604815, 98.330962, 96.067464, 94.703674, 96.274576, 95.443291, 92.0187, 93.47453, 91.687943, 91.666245, 92.956842, 92.018969, 92.821894, 95.30142, 94.237634, 93.482414, 97.142269, 100.050089, 100.575478, 101.388765, 101.294335, 101.71564, 76.180224, 77.27157, 75.083604, 81.259847, 83.716834, 85.95353, 86.906955, 87.994204, 86.561965, 79.902671, 76.882507, 73.068193, 66.170581, 66.040929, 66.467399, 73.046859, 69.174201, 66.243911, 62.177027, 59.766964, 50.401374, 56.686513, 53.155561, 51.293135, 67.028322, 70.542963]}, "digit": {"n_am_en": [8, 23, 13, 9, 11, 5, 4, 5, 11, 15, 14, 7, 7, 8, 4, 1, 7, 1, 4, 2, 1, 2, 3, 4, 7, 9, 6, 10, 6, 5, 8, 6, 7, 7, 12, 7, 5, 3, 4, 1, 2, 2, 4, 4, 5, 2, 1, 1, 0, 0], "n_am_pl": [0, 6, 5, 4, 0, 4, 3, 4, 2, 2, 0, 5, 5, 3, 7, 12, 4, 5, 7, 4, 11, 12, 12, 11, 7, 11, 9, 7, 5, 5, 5, 5, 4, 7, 3, 4, 3, 8, 11, 22, 23, 20, 16, 19, 14, 15, 12, 12, 3, 0], "n_pos": 42, "sum_m_en": [3.550184, 1.856918, 1.823464, 1.759756, 1.85784, 1.896639, 1.922209, 2.036741, 2.216726, 2.375397, 2.51189, 2.544102, 2.721237, 2.732175, 2.694973, 2.419053, 2.408619, 2.326886, 2.077306, 1.995788, 1.950136, 1.873255, 1.832685, 1.817051, 4.301288, 3.562276, 3.289683, 3.562334, 3.624644, 3.348279, 3.449643, 3.261121, 3.029096, 2.811981, 3.215973, 3.113868, 3.01124, 2.824285, 2.87704, 2.648565, 2.962592, 3.010779, 3.217033, 2.915574, 3.074504, 2.489479, 1.732475, 1.077829, 0.127269, 0.0], "sum_m_pl": [19.901495, 22.808202, 22.080598, 21.614164, 20.656056, 20.307889, 20.133573, 19.562187, 19.007666, 19.137095, 19.212623, 19.028622, 19.065686, 19.262729, 19.142694, 19.330169, 18.837261, 18.62184, 19.756521, 20.22893, 20.179092, 20.407524, 20.452177, 20.666995, 17.09612, 17.739019, 17.044628, 18.03413, 18.066743, 17.776514, 17.694511, 17.668969, 17.933763, 17.281061, 17.08601, 17.298248, 16.935849, 17.469375, 17.358697, 20.842974, 20.420837, 18.635374, 17.227533, 19.398296, 17.714296, 16.79391, 13.451779, 11.51048, 4.375181, 0.133154]}, "lang": {"n_am_en": [22, 9, 10, 13, 17, 15, 8, 8, 3, 9, 6, 8, 13, 14, 10, 5, 7, 10, 8, 8, 8, 9, 9, 8, 16, 17, 7, 13, 11, 9, 12, 14, 12, 10, 14, 16, 18, 18, 19, 22, 23, 29, 28, 28, 34, 18, 11, 4, 2, 1], "n_am_pl": [9, 14, 12, 7, 9, 12, 8, 10, 10, 11, 8, 7, 7, 7, 15, 15, 16, 12, 15, 20, 18, 19, 20, 20, 16, 14, 19, 14, 16, 17, 18, 24, 25, 17, 16, 17, 10, 15, 20, 21, 24, 19, 21, 20, 17, 29, 33, 35, 65, 70], "n_pos": 71, "sum_m_en": [6.102693, 3.331553, 3.462637, 3.685166, 4.046568, 3.944202, 3.654141, 3.750384, 3.835385, 3.94542, 4.043415, 4.360899, 4.3038, 4.545533, 4.520066, 4.111168, 4.141502, 4.041175, 3.720034, 3.574988, 3.465435, 3.308076, 3.177749, 3.106647, 6.119752, 6.101056, 5.315453, 5.607337, 5.975692, 6.294695, 5.918907, 5.906689, 5.78257, 6.22054, 7.292759, 7.786908, 9.085383, 9.806, 11.259811, 13.268577, 17.669, 18.364329, 20.669165, 20.59407, 26.567089, 18.633385, 10.228824, 4.402682, 2.412518, 1.010031], "sum_m_pl": [28.643656, 32.792037, 32.161005, 31.159041, 30.833056, 30.155567, 30.874868, 31.039671, 30.735623, 31.546986, 30.701514, 30.828412, 31.477129, 31.346118, 32.221843, 33.179972, 32.509014, 32.08589, 33.048964, 33.781924, 33.906781, 34.617788, 34.432961, 34.470101, 29.135687, 29.427212, 28.250969, 29.970612, 30.194335, 30.632803, 31.310125, 32.145595, 32.111951, 29.796977, 28.312213, 27.899696, 26.305531, 26.311703, 29.303018, 31.977233, 29.430875, 28.686055, 27.683246, 26.497084, 23.475139, 29.439194, 31.977182, 35.279374, 60.313571, 68.977602]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 218, "item_id": "gsm8kpl-581", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1016, "region_end": 213, "roundtrip_ok": true, "tf_agree": 0.9908, "tf_agree_excl_first": 0.9954}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [56, 45, 42, 39, 38, 36, 37, 31, 27, 42, 37, 40, 33, 32, 32, 37, 33, 34, 23, 29, 26, 28, 21, 25, 50, 46, 34, 35, 37, 34, 36, 43, 32, 38, 31, 36, 43, 42, 44, 42, 53, 48, 51, 50, 54, 63, 57, 57, 54, 54], "n_am_pl": [2, 20, 19, 28, 12, 15, 17, 17, 20, 23, 26, 22, 21, 14, 15, 19, 28, 27, 26, 21, 21, 22, 28, 27, 7, 10, 16, 13, 21, 23, 19, 18, 16, 19, 20, 13, 11, 6, 11, 6, 9, 5, 9, 5, 5, 1, 6, 4, 1, 0], "n_pos": 153, "sum_m_en": [19.071117, 8.881313, 8.767476, 8.235561, 8.654681, 8.604845, 8.240749, 8.277411, 8.908693, 9.069916, 9.614142, 10.374253, 10.997338, 11.254767, 11.875807, 11.45095, 10.933984, 10.626872, 9.376061, 8.710701, 8.22803, 7.601536, 7.223687, 7.097682, 16.207681, 17.798056, 16.872669, 15.589043, 15.089176, 15.430987, 14.290862, 14.949113, 14.724701, 14.722333, 16.340365, 17.705511, 23.072537, 23.113166, 25.77758, 27.600122, 33.508072, 33.56885, 40.088793, 42.722198, 49.687224, 53.315349, 55.314024, 59.361136, 53.594254, 53.753403], "sum_m_pl": [55.9229, 73.397337, 72.289547, 70.45158, 68.093628, 68.088212, 69.449327, 68.821435, 66.917548, 69.149319, 68.459889, 69.261834, 68.111529, 65.737897, 64.472637, 68.230472, 69.893464, 70.551043, 72.032103, 72.763008, 72.466117, 73.560682, 74.331794, 74.684838, 55.865869, 56.500382, 53.910639, 58.092896, 61.103288, 61.237621, 62.82865, 61.415714, 59.56029, 55.921461, 53.469116, 48.225473, 39.921667, 37.102678, 33.216602, 30.484574, 28.027015, 26.274256, 23.149341, 20.526954, 16.153772, 12.383424, 10.875563, 4.883293, 1.328597, 0.001109]}, "digit": {"n_am_en": [10, 5, 5, 2, 4, 3, 1, 0, 1, 4, 2, 4, 2, 0, 4, 3, 3, 1, 3, 1, 0, 1, 0, 3, 7, 4, 2, 5, 4, 3, 2, 4, 3, 3, 1, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 4, 10, 3, 4, 3, 6, 10, 10, 9, 9, 6, 1, 4, 3, 7, 6, 5, 3, 4, 3, 5, 5, 1, 3, 5, 1, 1, 4, 3, 4, 4, 4, 6, 5, 2, 4, 5, 3, 4, 1, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [2.034397, 0.87914, 0.829449, 0.870134, 0.854966, 0.920937, 0.901443, 0.925041, 1.021744, 0.962049, 1.004585, 0.965429, 1.008941, 1.020866, 1.024713, 1.007036, 0.990541, 1.012373, 0.94107, 0.876799, 0.833525, 0.782456, 0.760927, 0.737828, 1.504762, 1.508333, 1.452146, 1.511395, 1.468557, 1.450247, 1.388092, 1.454853, 1.275884, 1.23373, 1.239214, 1.221843, 1.363861, 1.193681, 1.239584, 1.256314, 1.238398, 1.271205, 1.21338, 1.144155, 1.110785, 0.943789, 0.586543, 0.366135, 0.02992, 0.0], "sum_m_pl": [7.931664, 9.4556, 8.769889, 8.492457, 8.057951, 7.823516, 8.195584, 8.047148, 7.923819, 8.607988, 8.461782, 8.168359, 7.910775, 7.532799, 7.566619, 8.17701, 8.265491, 8.434806, 8.830282, 8.720179, 8.622128, 8.770246, 8.865438, 8.989313, 7.530244, 7.415702, 7.363974, 7.178514, 7.629027, 7.440424, 7.561478, 7.549535, 7.262874, 7.163607, 6.718282, 6.48571, 6.443542, 6.608459, 6.179976, 6.242335, 6.03527, 6.000883, 5.845988, 5.385706, 4.617595, 2.850185, 2.014793, 0.781047, 0.068592, 0.0]}, "lang": {"n_am_en": [13, 16, 14, 16, 10, 19, 20, 14, 13, 18, 16, 15, 13, 18, 13, 15, 19, 19, 11, 16, 14, 14, 14, 15, 20, 21, 14, 14, 16, 16, 19, 19, 12, 16, 16, 19, 24, 25, 26, 24, 30, 29, 34, 34, 43, 44, 45, 44, 52, 53], "n_am_pl": [1, 7, 4, 7, 2, 3, 4, 6, 6, 4, 10, 5, 7, 7, 5, 8, 6, 5, 5, 4, 5, 8, 12, 9, 2, 4, 6, 6, 7, 11, 7, 7, 8, 7, 10, 4, 5, 1, 2, 1, 2, 1, 2, 2, 1, 0, 0, 1, 1, 0], "n_pos": 54, "sum_m_en": [6.766288, 3.416192, 3.369079, 2.922332, 2.984141, 3.127598, 2.933723, 2.942676, 3.087462, 3.168257, 3.395702, 3.840304, 4.140147, 4.33581, 4.720861, 4.455179, 4.257739, 4.105278, 3.6, 3.326385, 3.099623, 2.831793, 2.667562, 2.642136, 7.4452, 8.845062, 7.854039, 6.670558, 6.106108, 6.082514, 5.691228, 6.154936, 6.08827, 6.643818, 7.561468, 8.861002, 11.858866, 12.329881, 14.609216, 16.345918, 21.540819, 21.91961, 27.027047, 29.970845, 37.247353, 38.490063, 42.115196, 43.429957, 49.733563, 52.881031], "sum_m_pl": [18.144224, 24.708281, 24.847514, 24.65951, 23.985594, 23.923618, 24.18704, 24.594648, 23.929539, 24.452982, 24.288788, 24.880441, 24.546565, 23.799918, 23.288869, 24.388274, 25.108021, 25.092274, 25.548412, 25.876752, 25.746461, 26.133612, 26.469083, 26.474073, 20.132224, 20.530815, 19.749955, 21.189455, 21.873325, 22.094131, 23.139488, 22.549853, 22.846811, 21.953595, 20.679778, 19.51097, 15.747679, 15.299906, 14.003439, 12.577151, 10.698659, 9.980047, 7.92292, 7.389343, 5.423962, 3.607059, 2.602208, 1.884514, 1.133184, 0.001084]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "gsm8kpl-592", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1186, "region_end": 153, "roundtrip_ok": true, "tf_agree": 0.9872, "tf_agree_excl_first": 0.9935}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 64, 60, 49, 43, 52, 41, 34, 32, 45, 35, 36, 39, 34, 37, 29, 32, 31, 26, 22, 26, 28, 23, 24, 57, 50, 43, 52, 58, 54, 51, 39, 46, 47, 49, 41, 40, 37, 40, 30, 37, 38, 40, 45, 47, 39, 33, 11, 8, 6], "n_am_pl": [25, 83, 58, 60, 50, 44, 37, 36, 31, 30, 28, 31, 51, 48, 43, 41, 57, 52, 66, 56, 47, 50, 45, 50, 31, 31, 41, 38, 44, 52, 39, 48, 39, 38, 27, 35, 21, 23, 25, 22, 18, 17, 22, 20, 12, 17, 19, 30, 55, 59], "n_pos": 250, "sum_m_en": [22.759019, 11.997176, 12.73571, 13.554149, 14.535246, 14.626399, 13.439999, 12.878193, 13.864784, 14.614265, 14.728907, 16.271226, 16.917537, 16.533225, 17.9314, 16.926798, 16.100489, 15.571905, 14.026553, 13.368921, 12.759818, 12.127736, 11.693504, 11.315389, 20.976841, 21.082589, 21.279191, 22.199646, 23.892956, 24.795428, 22.481156, 22.371719, 22.494313, 22.379845, 23.841688, 23.971147, 22.93861, 22.078996, 22.815236, 23.336483, 24.120368, 22.593845, 26.481627, 28.476379, 32.697292, 30.195048, 27.09565, 13.431758, 8.580578, 6.001386], "sum_m_pl": [101.702105, 122.320094, 117.751444, 113.498035, 110.499396, 109.169711, 112.629599, 112.584832, 110.445789, 113.011157, 110.717248, 109.403464, 109.393694, 106.827725, 104.717171, 110.627617, 113.429316, 113.248461, 116.724424, 117.649192, 118.151296, 119.052422, 119.347581, 120.012644, 92.816688, 94.088345, 91.627338, 99.037817, 103.598796, 102.56835, 102.957566, 103.356541, 98.645781, 91.675347, 87.191383, 82.096025, 74.838271, 70.365601, 64.931937, 60.949872, 58.386122, 57.633557, 53.770831, 50.689071, 36.049588, 36.680774, 32.040149, 36.895822, 51.426647, 58.666438]}, "digit": {"n_am_en": [2, 17, 9, 13, 3, 4, 4, 2, 5, 5, 7, 5, 8, 0, 5, 0, 1, 1, 2, 2, 2, 0, 2, 3, 8, 8, 7, 6, 6, 4, 7, 3, 5, 7, 5, 4, 2, 2, 2, 1, 0, 0, 0, 2, 2, 2, 1, 2, 0, 0], "n_am_pl": [0, 0, 2, 0, 3, 0, 3, 0, 0, 1, 1, 2, 1, 4, 3, 3, 6, 11, 9, 7, 5, 4, 4, 5, 2, 2, 7, 5, 7, 7, 6, 7, 6, 5, 3, 6, 3, 3, 2, 4, 3, 3, 3, 3, 2, 3, 1, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.403551, 1.234631, 1.157675, 1.098738, 1.164107, 1.186861, 1.219522, 1.312315, 1.342702, 1.357094, 1.39298, 1.470476, 1.622957, 1.664133, 1.665653, 1.644663, 1.550796, 1.635904, 1.501956, 1.405324, 1.31875, 1.23492, 1.199165, 1.178297, 2.074794, 2.089223, 2.28856, 2.465666, 2.566171, 2.303524, 2.385446, 2.433947, 2.127698, 2.188724, 2.278029, 2.252065, 1.903903, 1.648581, 1.673594, 1.743291, 1.76842, 1.715835, 1.736405, 1.57148, 1.461822, 1.392618, 1.467642, 2.061933, 0.02733, 0.0], "sum_m_pl": [13.511459, 15.253292, 14.667681, 14.143619, 13.644582, 13.148765, 13.191987, 12.991653, 12.817134, 13.09238, 13.202721, 12.972422, 12.435581, 12.040812, 11.799749, 12.563208, 12.954052, 12.975558, 13.604171, 13.538277, 13.498007, 13.640824, 13.695112, 13.925204, 11.453811, 11.833592, 11.744897, 12.25509, 12.803853, 12.455143, 12.23521, 12.165771, 12.04796, 11.425598, 10.80354, 11.173777, 10.116478, 10.197449, 9.520727, 9.673396, 9.554557, 9.35576, 9.364413, 8.801084, 7.406593, 5.502189, 3.927358, 2.105263, 0.083927, 0.0]}, "lang": {"n_am_en": [10, 1, 12, 19, 18, 21, 13, 12, 7, 12, 9, 12, 14, 17, 13, 10, 12, 12, 9, 10, 10, 17, 11, 12, 25, 23, 16, 15, 20, 20, 15, 13, 19, 26, 28, 25, 22, 19, 21, 17, 23, 22, 24, 25, 34, 30, 29, 8, 8, 6], "n_am_pl": [4, 29, 16, 17, 10, 7, 2, 6, 5, 8, 7, 6, 13, 11, 9, 9, 16, 14, 18, 14, 7, 10, 11, 9, 7, 8, 9, 7, 8, 12, 9, 11, 12, 8, 3, 6, 4, 6, 6, 8, 7, 6, 8, 9, 4, 9, 14, 28, 51, 59], "n_pos": 65, "sum_m_en": [5.017448, 3.198426, 3.633162, 3.959883, 4.415923, 4.649055, 4.015397, 3.625772, 3.748525, 4.099323, 3.890461, 4.760372, 4.794902, 4.695509, 5.2291, 4.794927, 4.516578, 4.262365, 3.861875, 3.690216, 3.519016, 3.286685, 3.120839, 3.003325, 7.388038, 7.373859, 6.794993, 6.345419, 6.846223, 7.548619, 6.669316, 6.970301, 8.042028, 8.951957, 9.623241, 9.848832, 9.334516, 9.844862, 10.538516, 11.485996, 13.124634, 12.097588, 14.171157, 15.800226, 23.128574, 21.272641, 21.166456, 8.220361, 7.696543, 6.000888], "sum_m_pl": [25.334643, 29.642667, 28.322961, 27.750072, 26.732718, 26.574556, 28.217693, 28.76993, 28.590821, 29.25317, 28.323836, 27.938052, 28.782426, 28.393748, 27.867708, 29.347016, 29.984089, 30.176828, 30.838396, 30.974945, 31.058323, 31.359028, 31.398923, 31.482176, 26.681338, 27.156168, 26.081245, 27.341834, 27.943137, 27.650832, 28.587268, 27.770056, 27.166499, 25.845475, 25.044017, 24.036425, 23.143517, 22.921972, 23.003883, 21.782866, 20.969048, 21.84551, 20.389286, 20.56941, 14.66456, 17.298366, 19.780702, 29.912314, 47.989279, 58.194659]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 253, "item_id": "gsm8kpl-592", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1045, "region_end": 250, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 0.9921}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [38, 44, 34, 26, 29, 26, 26, 27, 29, 29, 43, 32, 33, 27, 37, 41, 44, 40, 51, 42, 41, 50, 47, 52, 66, 48, 52, 45, 60, 50, 39, 39, 49, 54, 51, 53, 55, 56, 61, 67, 62, 61, 68, 63, 57, 63, 64, 64, 59, 62], "n_am_pl": [7, 23, 29, 21, 10, 22, 16, 18, 14, 13, 11, 20, 29, 24, 17, 15, 19, 19, 15, 18, 15, 18, 16, 15, 6, 8, 9, 15, 14, 18, 27, 18, 18, 15, 16, 12, 8, 12, 4, 5, 8, 7, 4, 9, 8, 5, 6, 1, 0, 0], "n_pos": 150, "sum_m_en": [16.663984, 8.768629, 8.764869, 8.185612, 8.536125, 8.289964, 8.788957, 8.877608, 9.238446, 9.383583, 10.168091, 10.735996, 11.063573, 10.841003, 11.5679, 10.629833, 10.064559, 9.972669, 9.209202, 8.81779, 9.517468, 8.011664, 7.276135, 7.195302, 27.652023, 24.800833, 20.846815, 17.793268, 16.877068, 15.851923, 15.855968, 15.536999, 16.043795, 17.402062, 18.557678, 20.777617, 25.022009, 26.340725, 33.046138, 39.759469, 43.827285, 43.929076, 50.073487, 49.556556, 52.78652, 55.894777, 57.34592, 62.493936, 59.493094, 61.207876], "sum_m_pl": [56.92869, 70.534517, 69.49165, 68.28108, 66.619377, 66.553321, 66.837084, 66.867062, 64.370541, 66.63243, 66.198498, 66.541293, 66.22051, 65.27205, 67.347744, 69.713094, 69.966394, 70.146534, 71.977072, 72.951215, 72.081903, 73.246926, 73.343568, 73.437398, 52.920941, 53.616745, 54.767849, 57.505125, 59.18703, 60.190233, 61.102619, 59.363412, 60.467843, 59.034206, 57.004923, 55.210447, 48.344546, 45.429276, 40.524912, 36.096667, 30.938111, 25.048864, 23.018393, 19.57349, 15.968156, 12.696518, 9.738949, 4.133839, 0.341076, 0.001355]}, "digit": {"n_am_en": [2, 6, 6, 4, 2, 1, 2, 0, 0, 1, 5, 2, 3, 3, 2, 2, 4, 5, 7, 5, 3, 4, 4, 4, 5, 6, 5, 6, 5, 7, 4, 4, 2, 6, 5, 6, 3, 3, 3, 3, 3, 3, 3, 3, 1, 1, 1, 1, 0, 0], "n_am_pl": [1, 2, 5, 1, 1, 2, 0, 2, 1, 1, 1, 1, 2, 2, 3, 3, 0, 2, 0, 1, 0, 1, 0, 0, 0, 1, 3, 3, 2, 0, 6, 2, 4, 3, 5, 3, 3, 3, 2, 1, 2, 3, 1, 2, 1, 1, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.692095, 0.844944, 0.809103, 0.782046, 0.81439, 0.821786, 0.895188, 0.916136, 1.011852, 1.025147, 1.101087, 1.069401, 1.27535, 1.298242, 1.254693, 1.141448, 1.161755, 1.264753, 1.185751, 1.227756, 1.918914, 1.198368, 0.921496, 0.912517, 3.332874, 2.924322, 2.23617, 1.894317, 2.056594, 1.806869, 1.862187, 1.778639, 1.666266, 1.810401, 1.719534, 2.625899, 2.412303, 2.976118, 3.664348, 3.659984, 3.571878, 3.514547, 3.058165, 2.826249, 2.096001, 1.305635, 0.91875, 0.678747, 0.080016, 2e-06], "sum_m_pl": [8.486064, 10.236828, 9.883603, 9.725389, 9.428943, 9.065706, 8.935609, 8.768115, 8.428538, 8.787026, 8.660774, 8.352515, 7.84535, 7.716843, 8.202735, 8.563714, 8.502697, 8.552806, 8.899683, 9.085095, 8.564781, 8.986031, 9.091972, 9.133178, 6.531721, 6.585751, 6.98871, 7.404626, 7.307564, 7.483593, 7.299947, 6.991192, 7.072308, 7.284453, 6.93442, 7.111536, 6.624091, 6.071873, 5.086778, 4.734672, 4.45246, 4.41324, 4.897828, 3.315918, 2.406151, 1.666521, 0.445128, 0.212998, 0.038162, 0.0]}, "lang": {"n_am_en": [18, 15, 15, 11, 15, 11, 14, 17, 17, 16, 21, 14, 17, 13, 19, 19, 22, 24, 31, 26, 25, 31, 33, 35, 40, 29, 31, 25, 36, 27, 21, 19, 28, 31, 28, 31, 32, 32, 35, 41, 39, 40, 44, 40, 43, 42, 43, 51, 57, 62], "n_am_pl": [3, 10, 8, 8, 2, 7, 11, 10, 7, 6, 5, 14, 17, 12, 5, 6, 11, 9, 7, 11, 7, 6, 5, 6, 1, 5, 3, 7, 6, 8, 8, 8, 6, 4, 5, 3, 1, 6, 1, 0, 1, 1, 0, 1, 1, 1, 3, 1, 0, 0], "n_pos": 63, "sum_m_en": [7.766517, 3.799567, 3.748347, 3.478997, 3.670602, 3.63033, 4.003762, 4.082532, 4.258514, 4.289926, 4.80657, 5.368352, 5.309572, 5.031047, 5.589208, 4.884971, 4.527382, 4.602721, 4.296785, 4.027565, 4.028893, 3.438568, 3.13375, 3.060357, 15.696784, 13.940253, 11.702288, 9.55392, 8.525217, 7.993962, 8.017466, 7.701945, 8.373685, 9.599792, 10.279763, 10.895684, 14.063557, 14.734744, 18.560634, 23.142647, 27.308782, 27.815719, 31.84439, 32.865225, 38.333448, 39.234907, 40.393363, 48.299513, 55.958544, 60.534848], "sum_m_pl": [23.066103, 28.511353, 28.752829, 28.166997, 27.411232, 27.373133, 27.465248, 27.895076, 27.02502, 28.030005, 27.840699, 28.28876, 28.567583, 28.305705, 28.996791, 30.106455, 30.282214, 30.179365, 30.715881, 31.077963, 30.85683, 31.300588, 31.320025, 31.400446, 21.802775, 22.684764, 23.207281, 24.130778, 25.101548, 25.64243, 25.863939, 25.141563, 25.61493, 25.136462, 24.398845, 23.587048, 19.980927, 19.506079, 17.782236, 14.761732, 11.36692, 8.652322, 7.681275, 5.530919, 3.977763, 3.608727, 4.173446, 2.272556, 0.050441, 3.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "gsm8kpl-594", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1158, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9935, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [94, 58, 61, 49, 71, 73, 55, 62, 42, 62, 66, 57, 75, 51, 71, 79, 99, 85, 68, 84, 78, 89, 78, 90, 115, 109, 100, 93, 95, 103, 81, 95, 78, 84, 96, 97, 79, 71, 75, 88, 75, 74, 78, 74, 70, 53, 40, 36, 20, 14], "n_am_pl": [42, 67, 63, 65, 57, 45, 48, 56, 44, 49, 51, 54, 57, 56, 44, 49, 51, 63, 64, 66, 54, 43, 45, 37, 40, 43, 36, 33, 45, 52, 66, 61, 49, 33, 31, 46, 42, 46, 36, 32, 38, 41, 29, 20, 12, 19, 38, 40, 56, 69], "n_pos": 345, "sum_m_en": [30.51051, 16.659432, 17.820112, 18.307529, 19.356283, 18.525523, 19.101728, 19.221204, 19.760102, 20.373978, 20.415463, 21.035562, 22.63898, 22.790174, 23.705948, 22.397913, 22.448478, 23.459595, 20.657063, 19.170247, 18.812392, 17.555583, 16.722868, 16.181319, 47.055272, 45.679653, 42.426275, 36.470539, 37.346015, 35.607049, 34.084253, 33.366887, 31.492967, 32.322875, 32.396451, 34.66752, 35.197241, 35.864226, 41.139896, 46.884651, 48.066926, 47.891324, 58.071325, 63.944555, 63.31195, 52.579696, 37.783355, 37.430994, 22.458893, 14.25321], "sum_m_pl": [145.006617, 168.884014, 163.766013, 159.088139, 155.127904, 155.829795, 157.230808, 159.782953, 155.905163, 158.225253, 156.765232, 156.393397, 157.037424, 154.18127, 158.045643, 163.865879, 162.627892, 161.697941, 167.189239, 169.757726, 169.317314, 169.382674, 169.128762, 169.435714, 131.321327, 128.839446, 127.556715, 134.450601, 138.926452, 143.704067, 147.065693, 143.52047, 145.158429, 136.710054, 135.141594, 130.804645, 119.58164, 116.903796, 110.317121, 104.477665, 97.876303, 92.129363, 84.633023, 68.055878, 53.357531, 51.175638, 53.417314, 52.238916, 59.5782, 68.098645]}, "digit": {"n_am_en": [8, 10, 5, 6, 5, 3, 2, 3, 0, 5, 6, 6, 4, 2, 6, 6, 6, 9, 7, 9, 7, 8, 6, 8, 7, 5, 11, 5, 10, 11, 7, 7, 3, 8, 7, 6, 6, 6, 5, 5, 5, 5, 3, 2, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 5, 8, 5, 2, 2, 1, 1, 3, 5, 4, 0, 4, 2, 3, 6, 1, 5, 4, 7, 4, 4, 1, 2, 2, 5, 2, 4, 5, 5, 9, 4, 6, 5, 4, 12, 8, 5, 3, 4, 5, 6, 4, 3, 2, 1, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.650102, 1.367331, 1.427112, 1.4599, 1.519742, 1.441852, 1.551472, 1.568168, 1.576261, 1.624991, 1.706319, 1.6898, 1.821774, 1.855871, 1.9558, 1.906825, 1.915259, 1.900397, 1.694537, 1.565482, 1.534289, 1.412972, 1.368826, 1.344224, 3.295064, 3.4227, 3.202744, 2.887977, 3.117996, 3.126781, 3.033634, 2.880918, 2.493507, 2.460271, 2.354416, 3.013387, 3.434186, 3.416252, 3.874279, 4.481329, 4.188961, 3.827968, 3.301748, 3.228694, 2.489903, 1.654565, 0.280399, 0.218295, 0.03612, 9.8e-05], "sum_m_pl": [13.953966, 16.673536, 16.006785, 15.601423, 15.130964, 14.880416, 14.570168, 14.644218, 14.223036, 14.365312, 14.364958, 14.458221, 14.291983, 13.93523, 14.25429, 14.761809, 14.508521, 14.616756, 15.252948, 15.442416, 15.252748, 15.311779, 15.299924, 15.34025, 12.651376, 12.416318, 12.484054, 12.828847, 13.141777, 13.354648, 13.717027, 13.201875, 13.405471, 13.178232, 12.697592, 12.710682, 12.074302, 11.824263, 9.911662, 9.558701, 9.211705, 8.530014, 9.32484, 7.427079, 5.646634, 4.132508, 1.58658, 1.03418, 0.194088, 0.000267]}, "lang": {"n_am_en": [20, 12, 14, 8, 20, 17, 14, 20, 11, 20, 21, 15, 22, 15, 14, 21, 25, 20, 17, 26, 26, 23, 26, 20, 35, 35, 28, 23, 22, 29, 20, 27, 24, 28, 29, 25, 20, 27, 24, 28, 30, 26, 28, 26, 33, 30, 22, 24, 17, 14], "n_am_pl": [16, 13, 11, 11, 13, 11, 9, 13, 8, 8, 9, 14, 15, 15, 9, 4, 8, 12, 14, 9, 9, 13, 11, 10, 8, 8, 13, 5, 9, 15, 15, 13, 13, 5, 8, 6, 10, 12, 11, 6, 6, 7, 6, 9, 6, 10, 25, 32, 55, 68], "n_pos": 83, "sum_m_en": [7.5776, 4.08, 4.286648, 4.393631, 4.706414, 4.485047, 4.715223, 4.711732, 4.947635, 4.983779, 5.134842, 5.467916, 5.902308, 6.028983, 6.053559, 5.660757, 5.549981, 5.757874, 5.118688, 4.605645, 4.398775, 4.068433, 3.895437, 3.801669, 11.431803, 10.301673, 9.890425, 8.588751, 8.863808, 8.357009, 8.136021, 8.283057, 8.128431, 8.757586, 8.13757, 8.217787, 9.151687, 9.539782, 10.565342, 13.346825, 15.728857, 15.561806, 18.304703, 22.832795, 29.449053, 26.94536, 20.753729, 22.717054, 17.632589, 14.244591], "sum_m_pl": [33.712996, 39.264906, 38.713512, 37.548382, 36.097118, 36.41795, 36.960281, 38.211541, 37.127949, 38.197862, 37.358026, 37.38169, 37.637142, 36.859056, 38.299279, 40.040065, 39.566661, 39.289867, 40.63232, 41.523142, 41.539774, 41.588542, 41.319835, 41.295225, 34.519644, 34.118174, 32.677203, 34.037058, 34.36257, 35.773608, 36.737825, 35.489288, 36.732389, 34.9499, 35.623158, 35.203533, 32.817129, 33.338851, 33.07883, 30.194605, 27.459655, 25.026588, 23.857943, 19.381734, 15.013427, 16.754329, 25.972802, 29.763569, 53.291854, 66.776365]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 349, "item_id": "gsm8kpl-594", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1017, "region_end": 345, "roundtrip_ok": true, "tf_agree": 0.9857, "tf_agree_excl_first": 0.9885}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [53, 55, 54, 49, 37, 29, 34, 41, 25, 32, 41, 42, 35, 32, 35, 37, 28, 29, 32, 31, 40, 37, 35, 38, 70, 64, 44, 48, 52, 48, 46, 40, 41, 39, 38, 43, 43, 39, 41, 43, 49, 51, 48, 50, 40, 40, 37, 53, 46, 45], "n_am_pl": [12, 23, 29, 24, 23, 22, 29, 11, 13, 14, 17, 17, 24, 24, 22, 32, 27, 18, 18, 21, 20, 19, 20, 22, 5, 8, 14, 23, 25, 25, 17, 12, 21, 16, 18, 13, 10, 14, 8, 10, 9, 7, 6, 8, 12, 10, 12, 7, 0, 1], "n_pos": 162, "sum_m_en": [23.084811, 8.786867, 8.589032, 8.196867, 8.520083, 8.555791, 8.368541, 8.732795, 9.193095, 9.933329, 10.126329, 10.490294, 11.029301, 11.211577, 10.316823, 9.898195, 9.634795, 9.762775, 8.723089, 8.186536, 8.09698, 7.697925, 7.595162, 7.457594, 21.061455, 19.684939, 18.99175, 16.988082, 16.42832, 15.088426, 13.519595, 13.388693, 12.634837, 13.977047, 15.833184, 16.291949, 18.584427, 22.007004, 23.667457, 28.781061, 29.638787, 37.083832, 37.51945, 35.644073, 36.530223, 38.360109, 38.633539, 53.200398, 46.105713, 44.551676], "sum_m_pl": [59.650371, 80.418922, 79.867923, 78.372985, 76.388592, 75.587893, 74.666223, 72.543888, 69.703539, 71.520498, 71.054139, 72.144737, 72.165014, 71.186204, 72.867583, 73.994945, 73.855136, 74.666907, 76.367659, 78.335478, 77.886856, 78.884268, 79.034025, 79.390732, 59.015784, 59.305744, 58.038102, 63.569111, 66.702531, 67.755723, 67.167318, 67.037533, 67.396028, 60.837214, 60.275509, 55.6111, 48.986194, 45.167464, 42.423556, 40.218086, 38.45597, 33.500851, 31.420928, 28.919326, 26.389546, 18.884794, 13.903039, 8.71767, 1.707019, 0.958275]}, "digit": {"n_am_en": [2, 13, 9, 1, 3, 1, 5, 10, 5, 2, 6, 6, 5, 2, 5, 5, 3, 4, 8, 7, 8, 7, 7, 7, 11, 12, 11, 10, 10, 9, 5, 5, 8, 8, 5, 4, 3, 4, 2, 2, 3, 4, 3, 3, 1, 2, 2, 2, 0, 0], "n_am_pl": [3, 0, 1, 5, 4, 4, 3, 1, 2, 3, 4, 4, 3, 5, 3, 5, 4, 1, 2, 2, 3, 3, 2, 3, 1, 2, 1, 3, 3, 5, 0, 1, 3, 2, 2, 3, 3, 5, 4, 2, 2, 1, 1, 1, 2, 1, 1, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.385081, 1.121954, 1.084824, 1.058571, 1.088731, 1.13582, 1.186011, 1.238015, 1.300334, 1.395039, 1.402429, 1.425622, 1.567651, 1.634251, 1.440803, 1.390615, 1.421532, 1.457016, 1.315185, 1.278325, 1.262816, 1.188748, 1.178647, 1.149602, 3.901582, 3.077421, 2.734451, 2.587341, 2.637186, 2.104596, 1.933618, 1.966137, 1.715114, 1.794308, 1.855049, 2.092912, 1.885807, 2.557311, 2.510224, 2.547551, 2.617978, 3.470573, 2.847587, 2.345697, 1.906888, 2.173554, 2.43784, 2.306525, 0.074498, 0.0], "sum_m_pl": [11.462957, 14.090889, 13.652823, 13.192475, 13.040282, 12.777265, 12.587189, 12.308159, 11.770263, 11.754442, 12.016339, 12.11048, 11.758684, 11.406616, 11.787634, 11.713792, 11.805399, 11.868611, 12.119668, 12.526583, 12.417523, 12.713581, 12.781782, 12.835195, 10.013947, 10.13338, 10.387534, 10.977016, 11.154895, 11.412634, 11.029886, 10.819755, 11.114937, 10.347822, 10.124757, 9.825509, 9.774286, 9.518464, 9.080649, 8.864881, 8.751323, 8.202099, 8.083986, 7.812445, 7.426919, 5.46916, 3.103831, 1.607236, 0.37756, 0.0]}, "lang": {"n_am_en": [15, 13, 18, 19, 6, 9, 9, 12, 7, 16, 21, 19, 17, 13, 17, 13, 12, 11, 12, 13, 18, 15, 14, 15, 30, 28, 19, 22, 23, 20, 22, 20, 18, 18, 17, 22, 21, 17, 22, 27, 29, 31, 34, 36, 29, 27, 29, 43, 45, 45], "n_am_pl": [0, 4, 9, 2, 5, 7, 6, 3, 5, 1, 5, 6, 10, 7, 6, 8, 9, 5, 7, 8, 6, 7, 5, 6, 1, 2, 6, 11, 10, 11, 7, 5, 9, 6, 9, 6, 4, 5, 1, 2, 2, 2, 2, 2, 5, 3, 3, 2, 0, 1], "n_pos": 47, "sum_m_en": [5.903158, 2.882244, 2.756734, 2.45232, 2.481809, 2.596765, 2.57175, 2.686302, 2.883817, 3.1064, 3.311367, 3.47886, 3.699259, 3.626103, 3.162593, 2.97858, 2.915553, 3.030527, 2.740545, 2.565934, 2.499566, 2.358303, 2.34358, 2.288677, 6.924525, 6.643784, 7.42642, 6.405969, 5.651094, 5.246249, 4.833397, 4.815607, 4.632921, 5.626316, 6.090718, 6.374285, 8.351465, 9.801994, 11.956889, 16.494923, 17.02541, 22.669684, 23.912747, 22.654124, 24.65729, 26.089912, 28.908302, 41.616803, 43.958965, 44.502374], "sum_m_pl": [16.606544, 21.409725, 22.06259, 21.884437, 21.479988, 21.16981, 20.802556, 20.483527, 20.084829, 20.771391, 20.753508, 21.20494, 21.421048, 21.425812, 22.387827, 22.627121, 22.4126, 22.42695, 22.807921, 23.110468, 22.939716, 23.204531, 23.185341, 23.230479, 18.414535, 19.063174, 18.102819, 19.718213, 20.182963, 20.66427, 20.437497, 20.47345, 21.051676, 20.005435, 19.962879, 19.17813, 17.079805, 15.256055, 14.201631, 12.67628, 11.918341, 8.81229, 8.913446, 9.072648, 8.250263, 4.825713, 3.472324, 1.100922, 0.428952, 0.957961]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 166, "item_id": "gsm8kpl-599", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1143, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.994, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [37, 56, 37, 33, 38, 36, 41, 42, 36, 31, 43, 51, 41, 52, 51, 38, 34, 42, 49, 43, 42, 46, 38, 47, 87, 81, 66, 64, 65, 66, 51, 44, 47, 53, 56, 53, 43, 49, 37, 43, 46, 42, 54, 48, 47, 33, 15, 5, 4, 3], "n_am_pl": [33, 48, 59, 52, 48, 58, 46, 42, 26, 41, 43, 31, 54, 40, 40, 56, 49, 50, 49, 56, 55, 49, 53, 49, 25, 24, 27, 30, 36, 48, 34, 42, 40, 31, 29, 25, 20, 18, 25, 31, 24, 23, 17, 19, 22, 21, 26, 30, 60, 66], "n_pos": 244, "sum_m_en": [21.644052, 11.780167, 12.167373, 12.04305, 12.601873, 12.904691, 12.484104, 12.57405, 13.295501, 13.838073, 13.897372, 14.797358, 15.218851, 15.809948, 15.152646, 14.802143, 14.37941, 14.269828, 12.775773, 12.031417, 11.767966, 11.433663, 11.129724, 10.891953, 29.494949, 25.573731, 22.72767, 21.368482, 22.452455, 21.680665, 19.219107, 19.662226, 18.43845, 19.095001, 20.960157, 20.441866, 20.25588, 22.734646, 22.920035, 28.064986, 27.567662, 36.012464, 38.665452, 38.98027, 35.273332, 28.637344, 16.409241, 11.101231, 4.983159, 2.614514], "sum_m_pl": [103.075776, 118.471423, 116.49005, 114.069259, 112.554239, 111.695094, 112.599137, 112.16822, 107.710286, 110.127155, 109.828536, 110.444027, 110.443161, 110.149109, 113.873576, 113.947137, 113.928526, 115.139538, 118.235171, 120.335809, 120.354239, 119.98754, 119.664285, 120.084637, 93.039433, 92.357111, 90.94607, 97.920248, 103.125109, 104.370651, 102.608245, 102.44053, 101.159811, 91.45283, 91.433543, 87.288538, 81.074539, 79.006536, 77.478259, 76.48627, 74.519883, 69.811927, 63.932807, 59.273579, 53.266229, 45.830391, 42.734583, 36.046554, 59.911359, 65.485349]}, "digit": {"n_am_en": [0, 17, 8, 8, 2, 2, 6, 6, 2, 4, 8, 7, 7, 8, 8, 6, 6, 6, 9, 5, 5, 5, 3, 4, 12, 8, 7, 6, 6, 10, 9, 9, 8, 9, 5, 2, 2, 5, 3, 6, 5, 4, 4, 3, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 3, 7, 4, 2, 8, 6, 5, 1, 6, 10, 1, 7, 5, 3, 8, 4, 5, 4, 8, 4, 4, 3, 3, 3, 6, 3, 4, 6, 6, 4, 5, 4, 5, 5, 5, 1, 3, 2, 2, 2, 2, 1, 1, 2, 1, 1, 1, 0, 0], "n_pos": 31, "sum_m_en": [2.585709, 1.403692, 1.361287, 1.301106, 1.388849, 1.36915, 1.441501, 1.504616, 1.569244, 1.581617, 1.664994, 1.769129, 1.948858, 1.96689, 1.780488, 1.767204, 1.730935, 1.751872, 1.542626, 1.416972, 1.371627, 1.302998, 1.286921, 1.267227, 3.170383, 3.065456, 2.79696, 2.654396, 2.757862, 2.62209, 2.557787, 2.758372, 2.196935, 2.268115, 2.277496, 2.219451, 1.97065, 2.850279, 2.824214, 3.735299, 3.640867, 3.523976, 2.982984, 2.554213, 2.081226, 2.000602, 0.721661, 0.453031, 0.024571, 9e-06], "sum_m_pl": [14.328127, 16.839756, 16.310464, 15.64736, 15.380418, 15.29386, 15.221412, 14.879772, 14.094459, 14.080874, 14.396452, 14.550058, 14.045478, 13.924038, 14.430971, 14.16843, 14.132634, 14.360782, 14.990071, 15.388997, 15.398258, 15.462336, 15.426156, 15.525145, 12.96866, 12.905637, 12.878248, 13.377369, 13.439406, 13.769159, 13.313584, 13.221333, 13.087655, 12.121193, 11.934664, 11.655962, 11.38605, 11.079138, 10.909378, 10.909962, 10.851752, 11.184216, 10.962817, 10.015156, 9.135716, 7.806396, 4.629015, 2.422638, 0.130074, 0.07143]}, "lang": {"n_am_en": [11, 11, 9, 5, 14, 13, 13, 16, 11, 6, 9, 13, 13, 12, 15, 13, 15, 18, 24, 24, 17, 19, 16, 21, 31, 32, 26, 28, 25, 22, 23, 15, 19, 17, 24, 23, 18, 18, 17, 20, 21, 18, 23, 20, 23, 14, 8, 3, 2, 3], "n_am_pl": [9, 17, 14, 14, 15, 14, 4, 6, 4, 5, 8, 6, 15, 8, 8, 7, 7, 11, 10, 15, 13, 9, 15, 14, 10, 6, 6, 8, 5, 10, 10, 13, 10, 9, 11, 9, 10, 7, 8, 12, 9, 11, 9, 11, 13, 16, 22, 23, 59, 65], "n_pos": 68, "sum_m_en": [5.602356, 3.259114, 3.4803, 3.563158, 3.694848, 3.791135, 3.60921, 3.627199, 3.815886, 3.918267, 3.909289, 4.176616, 4.192878, 4.428346, 4.323962, 4.253423, 4.031009, 3.823157, 3.479186, 3.360102, 3.302147, 3.171553, 3.089563, 3.054323, 8.383343, 7.721082, 7.082492, 6.415925, 6.570951, 6.310346, 5.462685, 5.614443, 5.594534, 6.028699, 6.501618, 6.151261, 6.410229, 7.198163, 8.02183, 10.881926, 10.976059, 15.658937, 16.773467, 17.161685, 16.4124, 13.88498, 7.000458, 4.557344, 2.517563, 2.613712], "sum_m_pl": [27.859216, 32.11376, 31.239744, 30.563165, 30.337552, 30.127345, 30.634336, 30.8026, 30.34972, 31.278588, 30.80902, 30.884805, 31.354673, 31.275689, 32.482997, 32.588588, 32.743779, 33.14935, 34.003772, 34.249595, 34.159449, 34.161067, 34.123475, 34.148408, 29.885392, 29.057, 28.249657, 30.357379, 30.579896, 31.123239, 31.396689, 31.236731, 31.648557, 29.622858, 30.177171, 30.966587, 31.425979, 30.754667, 30.569334, 29.506383, 28.683953, 26.540739, 25.156578, 24.588596, 24.547843, 21.724088, 25.672257, 22.706489, 57.0929, 64.381929]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 244, "item_id": "gsm8kpl-599", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1002, "region_end": 244, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9877}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [43, 45, 47, 46, 37, 35, 22, 32, 33, 30, 29, 44, 32, 36, 31, 32, 30, 31, 32, 28, 30, 33, 29, 32, 43, 42, 37, 37, 37, 32, 33, 33, 33, 34, 42, 38, 41, 34, 36, 41, 43, 35, 39, 29, 37, 46, 49, 51, 45, 41], "n_am_pl": [6, 23, 19, 17, 14, 24, 17, 11, 11, 17, 16, 12, 18, 18, 16, 20, 10, 14, 7, 9, 8, 8, 14, 15, 6, 10, 8, 12, 14, 18, 19, 9, 14, 11, 10, 8, 9, 5, 5, 7, 7, 3, 5, 5, 7, 4, 1, 2, 0, 0], "n_pos": 126, "sum_m_en": [14.412739, 7.960272, 7.600862, 8.156715, 8.82769, 9.775427, 8.524028, 8.894723, 9.352863, 9.118138, 9.156676, 10.019311, 10.140111, 10.620269, 10.9996, 9.896498, 9.282269, 8.862165, 8.323393, 7.579072, 7.217733, 6.721858, 6.516824, 6.361599, 16.957063, 17.575589, 17.992373, 15.514594, 15.628791, 15.976366, 14.706478, 13.664264, 14.023406, 16.362626, 18.26104, 19.334372, 22.90275, 21.598972, 25.121125, 27.36993, 28.384931, 26.590385, 28.363339, 29.348617, 34.386919, 39.681565, 45.332691, 48.671015, 45.510944, 41.678072], "sum_m_pl": [48.362769, 60.799791, 60.251132, 57.816569, 56.617029, 54.464166, 56.049383, 55.58452, 52.680821, 55.396246, 54.735265, 55.113161, 54.897346, 53.464585, 52.572347, 55.135019, 54.596383, 56.079883, 57.63982, 58.986738, 59.154914, 60.105786, 60.444854, 60.560785, 42.848583, 43.727752, 42.424651, 47.996155, 47.336873, 47.945594, 49.569773, 48.969505, 49.019314, 46.906438, 45.096264, 41.658353, 34.649249, 33.185965, 30.328845, 28.886578, 27.640724, 24.652979, 23.682101, 20.281016, 17.254853, 13.777536, 6.754256, 3.891508, 0.544872, 0.304697]}, "digit": {"n_am_en": [1, 5, 8, 4, 1, 0, 0, 0, 0, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 5, 4, 2, 3, 3, 6, 5, 5, 4, 3, 4, 4, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 0, 3, 0, 3, 1, 0, 1, 2, 5, 4, 5, 4, 3, 6, 3, 2, 3, 1, 2, 1, 5, 4, 0, 1, 0, 0, 1, 3, 1, 0, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.494631, 0.707979, 0.652311, 0.622265, 0.655045, 0.659816, 0.708789, 0.773552, 0.773187, 0.816053, 0.849534, 0.890634, 0.917607, 1.089453, 1.049337, 0.989119, 1.000226, 1.006329, 0.928013, 0.841869, 0.793247, 0.739625, 0.718078, 0.70984, 1.37497, 1.343364, 1.459527, 1.286311, 1.444098, 1.371671, 1.343245, 1.367562, 1.27178, 1.204111, 1.286568, 1.293497, 1.292986, 1.185241, 1.173859, 1.204168, 1.135964, 1.14239, 1.315093, 1.281962, 1.051064, 0.894698, 0.375669, 0.495702, 0.061121, 0.0], "sum_m_pl": [7.154889, 8.577218, 8.293941, 7.970616, 7.730922, 7.311352, 7.380764, 7.181692, 7.064656, 7.369371, 7.355854, 7.362581, 6.95541, 6.973631, 6.894669, 7.233341, 6.909398, 7.186441, 7.493702, 7.801589, 7.75221, 7.834485, 7.843803, 7.867942, 6.345611, 6.581053, 6.312291, 7.053776, 6.88745, 6.937221, 6.805363, 6.682636, 6.45717, 6.584732, 6.268841, 5.975577, 5.469594, 5.645822, 5.524052, 5.465805, 5.176974, 5.016069, 4.827843, 4.294752, 3.858522, 3.100173, 1.621933, 0.946181, 0.102957, 0.0]}, "lang": {"n_am_en": [16, 15, 21, 20, 16, 16, 12, 16, 15, 13, 8, 19, 14, 12, 16, 17, 17, 18, 18, 14, 14, 18, 14, 16, 19, 18, 17, 18, 18, 15, 15, 19, 20, 17, 18, 23, 21, 18, 19, 21, 25, 18, 18, 16, 20, 28, 32, 36, 40, 41], "n_am_pl": [1, 8, 4, 4, 4, 8, 9, 4, 7, 7, 5, 7, 7, 5, 3, 6, 2, 4, 1, 3, 2, 3, 5, 7, 4, 3, 4, 3, 5, 7, 11, 4, 5, 4, 3, 2, 4, 0, 1, 3, 1, 1, 1, 2, 2, 1, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [3.84243, 2.87045, 3.015131, 3.426842, 3.799712, 4.767284, 3.860995, 3.883146, 4.005772, 3.598296, 3.357475, 3.895337, 3.995741, 4.092273, 4.570394, 4.03042, 3.759878, 3.48713, 3.282115, 2.894601, 2.67636, 2.437649, 2.351099, 2.281565, 7.236537, 8.39381, 8.943942, 7.146592, 6.955301, 7.035383, 6.558811, 5.898388, 6.244712, 8.441808, 9.422103, 10.483246, 12.229666, 11.03388, 13.587268, 15.227974, 16.254708, 14.182203, 13.899829, 16.282428, 19.063685, 23.177502, 28.667126, 34.247432, 39.892594, 40.462808], "sum_m_pl": [15.946133, 18.857423, 18.956983, 18.302781, 18.263555, 17.369769, 18.049786, 18.287925, 17.321571, 18.456394, 18.344654, 18.429851, 19.009962, 18.283325, 18.079177, 18.687165, 18.910088, 19.495657, 19.726627, 19.923167, 20.023928, 20.363717, 20.417301, 20.513762, 15.406494, 15.399073, 14.468072, 16.445126, 16.323773, 16.502103, 17.086443, 17.140319, 17.138002, 16.126552, 15.098567, 14.4024, 11.796199, 11.692435, 10.276388, 9.177555, 8.677194, 7.451405, 7.729018, 6.991534, 5.382698, 4.039289, 1.592461, 0.196561, 0.100827, 0.181699]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "gsm8kpl-600", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9922}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [18, 19, 16, 13, 14, 10, 8, 9, 15, 16, 18, 19, 13, 13, 17, 12, 13, 13, 12, 14, 14, 13, 12, 10, 17, 16, 11, 18, 21, 21, 15, 21, 10, 10, 18, 15, 15, 18, 15, 17, 20, 15, 15, 11, 8, 17, 13, 10, 6, 3], "n_am_pl": [1, 23, 20, 21, 14, 11, 16, 14, 9, 8, 6, 7, 13, 12, 16, 15, 10, 11, 11, 11, 11, 11, 14, 12, 7, 10, 13, 15, 14, 12, 20, 14, 20, 19, 9, 11, 16, 12, 12, 9, 10, 12, 13, 15, 12, 9, 7, 8, 20, 27], "n_pos": 89, "sum_m_en": [8.667868, 4.243003, 4.342344, 5.099332, 4.810575, 5.017854, 4.876536, 5.278734, 5.594355, 6.17123, 5.624738, 6.243356, 6.198579, 6.29478, 6.549303, 6.021118, 5.908659, 5.624678, 5.075354, 4.815613, 4.756193, 4.48328, 4.300055, 4.31086, 7.973328, 7.995431, 7.830064, 8.206262, 8.793868, 8.274196, 7.535491, 7.158342, 7.23578, 7.109659, 7.988098, 7.733074, 7.976898, 8.909171, 8.379605, 10.880312, 10.774956, 9.734941, 9.721064, 9.722943, 8.359904, 12.876469, 11.352055, 9.679916, 6.347996, 2.816127], "sum_m_pl": [33.637327, 43.336721, 42.017006, 40.590854, 39.470395, 38.967369, 39.840599, 39.273062, 38.447976, 38.957146, 39.067134, 38.740439, 38.524102, 38.328578, 38.823526, 40.731599, 40.178789, 40.950735, 42.105887, 43.392132, 43.09224, 43.207126, 43.216983, 43.320817, 33.556837, 33.704253, 33.246045, 36.510763, 37.276523, 38.052179, 38.163607, 38.147946, 38.053015, 36.300618, 35.277238, 32.33313, 29.491349, 27.418205, 25.526525, 24.256658, 23.714799, 23.193025, 23.223957, 21.03655, 18.203254, 17.785756, 15.099486, 11.228446, 19.067634, 27.268491]}, "digit": {"n_am_en": [1, 8, 6, 2, 3, 0, 0, 1, 3, 3, 2, 2, 2, 4, 2, 2, 2, 2, 3, 3, 3, 2, 1, 2, 4, 5, 3, 5, 4, 1, 3, 6, 1, 1, 4, 1, 1, 1, 2, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 3, 0, 0, 1, 2, 4, 3, 5, 1, 6, 2, 3, 4, 4, 4, 2, 1, 1, 3, 5, 3, 1, 1, 2, 1, 2, 4, 6, 2, 6, 8, 2, 4, 2, 2, 4, 1, 2, 4, 3, 2, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.849458, 0.734744, 0.677386, 0.67821, 0.681715, 0.740329, 0.756069, 0.835382, 0.8716, 0.937564, 0.899806, 1.01363, 1.007309, 1.070613, 1.048311, 0.981712, 1.009001, 1.070415, 0.954397, 0.889927, 0.879227, 0.832904, 0.78414, 0.822568, 1.475895, 1.428561, 1.460631, 1.468545, 1.633506, 1.524947, 1.443201, 1.385429, 1.347088, 1.2924, 1.381013, 1.347557, 1.292782, 1.358955, 1.150919, 1.1845, 1.179691, 1.079731, 1.124658, 1.058541, 0.799648, 1.247851, 0.489357, 0.565922, 0.030399, 0.0], "sum_m_pl": [7.23519, 9.15327, 8.904441, 8.432956, 8.00223, 7.767855, 7.91891, 7.805708, 7.860707, 7.974593, 8.138734, 7.952378, 7.623519, 7.605725, 7.646771, 7.920103, 7.767086, 7.860147, 8.116344, 8.361923, 8.311711, 8.330632, 8.342252, 8.366108, 6.756016, 6.790927, 7.025055, 7.425826, 7.674304, 7.52176, 7.38058, 7.448027, 7.153333, 7.263312, 6.693538, 6.624134, 6.158479, 5.701333, 5.564108, 5.4002, 5.381841, 5.37037, 5.053064, 4.987789, 4.210032, 3.290931, 1.624807, 1.064011, 0.098917, 0.0]}, "lang": {"n_am_en": [8, 4, 3, 5, 2, 2, 2, 4, 6, 4, 6, 6, 5, 6, 7, 4, 4, 4, 2, 7, 7, 5, 8, 5, 9, 7, 6, 9, 10, 10, 6, 9, 7, 6, 7, 9, 9, 10, 7, 9, 11, 8, 8, 6, 5, 9, 9, 9, 6, 3], "n_am_pl": [0, 10, 7, 7, 7, 4, 3, 4, 0, 3, 1, 3, 2, 3, 6, 6, 4, 6, 6, 6, 5, 6, 5, 5, 3, 3, 6, 8, 5, 4, 8, 6, 9, 8, 7, 5, 7, 7, 3, 4, 4, 6, 8, 11, 10, 9, 7, 8, 20, 26], "n_pos": 29, "sum_m_en": [2.668714, 1.421233, 1.465045, 1.546583, 1.711213, 1.620459, 1.662849, 1.714005, 1.882347, 2.264849, 2.020171, 2.238771, 2.32565, 2.372387, 2.459054, 2.155177, 2.124387, 1.99048, 1.821905, 1.711353, 1.692983, 1.561745, 1.500787, 1.487246, 3.266443, 3.308298, 3.212185, 3.48829, 3.594411, 3.232638, 2.839552, 2.822796, 3.038251, 3.068238, 3.518614, 3.646326, 3.673766, 4.492524, 4.178894, 5.289159, 5.185293, 4.676292, 4.489368, 4.494869, 4.608564, 6.817689, 7.851124, 8.099815, 6.042819, 2.75604], "sum_m_pl": [10.113564, 13.423912, 12.797067, 12.624412, 12.38114, 12.296425, 12.419822, 12.421326, 12.36584, 12.149483, 12.247146, 12.378842, 12.652582, 12.514422, 12.818689, 13.493537, 13.069781, 13.61165, 13.914519, 14.473309, 14.415188, 14.590122, 14.51476, 14.559916, 12.157058, 12.047471, 12.131258, 12.834958, 12.663517, 13.077863, 13.48612, 13.184437, 13.435509, 13.051138, 12.595854, 12.380795, 12.206313, 11.332554, 10.225193, 9.879191, 9.881515, 10.102318, 10.904041, 10.324472, 9.616039, 10.871188, 11.071685, 9.264462, 18.360797, 25.983337]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 93, "item_id": "gsm8kpl-600", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1030, "region_end": 89, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.9783}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [48, 44, 35, 39, 34, 34, 30, 31, 33, 39, 45, 38, 37, 37, 36, 46, 44, 31, 27, 37, 40, 46, 49, 47, 61, 68, 47, 42, 48, 43, 43, 50, 40, 43, 38, 44, 53, 50, 45, 46, 48, 48, 51, 50, 45, 54, 61, 62, 54, 52], "n_am_pl": [4, 21, 28, 24, 14, 12, 17, 13, 14, 12, 10, 15, 15, 17, 19, 17, 11, 13, 16, 13, 12, 10, 9, 13, 13, 13, 22, 13, 12, 15, 17, 9, 17, 10, 9, 12, 16, 13, 16, 14, 12, 15, 13, 11, 10, 15, 16, 14, 8, 9], "n_pos": 155, "sum_m_en": [17.514441, 8.183917, 7.880153, 7.603624, 8.191138, 8.430516, 8.490754, 9.212047, 9.337801, 9.541605, 10.320244, 10.871041, 11.67486, 12.050351, 12.1895, 11.607046, 11.015538, 10.337277, 9.156006, 8.80172, 8.123671, 7.592943, 7.4388, 7.300383, 20.607636, 22.529921, 20.038581, 16.85382, 15.887966, 16.151557, 15.154679, 14.863111, 15.046046, 14.945912, 16.282142, 17.832709, 22.894401, 22.978216, 24.898971, 28.093929, 28.571826, 34.609098, 39.030365, 39.159625, 42.195468, 47.256924, 56.304211, 58.012503, 53.768455, 51.36088], "sum_m_pl": [58.635218, 77.219281, 74.601478, 73.539874, 70.627445, 69.408305, 69.968043, 68.794648, 67.876525, 69.74438, 68.847472, 68.722677, 68.261796, 66.565859, 66.932412, 70.013635, 69.767214, 71.018154, 72.647689, 74.65386, 75.252545, 75.912491, 76.264688, 76.275884, 58.815847, 57.147071, 57.849656, 61.874262, 63.988974, 64.281255, 65.26685, 64.13521, 62.833189, 60.246183, 57.527547, 53.460058, 48.192441, 45.950306, 42.13331, 40.392363, 38.731855, 33.857084, 32.449308, 28.928696, 24.065305, 24.482064, 20.610902, 13.921028, 5.632191, 8.426918]}, "digit": {"n_am_en": [6, 9, 5, 6, 4, 4, 2, 3, 3, 8, 6, 3, 2, 4, 4, 4, 6, 3, 2, 6, 3, 6, 5, 5, 7, 12, 7, 5, 5, 6, 3, 8, 5, 5, 2, 2, 4, 4, 3, 2, 2, 2, 1, 1, 2, 1, 1, 3, 1, 0], "n_am_pl": [0, 1, 4, 5, 6, 3, 3, 0, 2, 1, 3, 4, 3, 4, 8, 6, 4, 4, 5, 1, 3, 3, 3, 4, 2, 3, 3, 1, 4, 3, 2, 0, 4, 2, 0, 3, 1, 3, 6, 3, 3, 0, 0, 1, 0, 0, 2, 4, 0, 0], "n_pos": 28, "sum_m_en": [2.643414, 1.224548, 1.204033, 1.193037, 1.313232, 1.343212, 1.401519, 1.585936, 1.519722, 1.51747, 1.6687, 1.682307, 1.827355, 1.952482, 1.823592, 1.806588, 1.805323, 1.707695, 1.487654, 1.446564, 1.330798, 1.230355, 1.210888, 1.187025, 2.905925, 3.155144, 2.616551, 2.475049, 2.398911, 2.295191, 2.301447, 2.20385, 2.102417, 2.064713, 2.042216, 2.108319, 2.268092, 2.316653, 2.399114, 2.45916, 2.414457, 2.696244, 2.822328, 2.890202, 2.774233, 2.250123, 2.145706, 2.667781, 0.983172, 0.0], "sum_m_pl": [12.362867, 14.998161, 14.242806, 13.986362, 13.412605, 12.998208, 12.96605, 12.535928, 12.400097, 12.829855, 12.695407, 12.594486, 12.089212, 11.668965, 12.14019, 12.686932, 12.647114, 12.826714, 13.311151, 13.710381, 13.711223, 13.872433, 13.908545, 13.924492, 11.455963, 11.031471, 11.181051, 11.74354, 12.104442, 12.015777, 11.732488, 11.332845, 11.33243, 10.777159, 10.427318, 10.005977, 9.821237, 9.354403, 8.808909, 8.651933, 8.453956, 7.725318, 7.860337, 6.514057, 5.844277, 4.886135, 4.211438, 3.395764, 0.322504, 0.0]}, "lang": {"n_am_en": [20, 14, 16, 16, 17, 17, 18, 20, 19, 19, 21, 19, 17, 16, 21, 20, 20, 15, 15, 19, 22, 22, 24, 25, 30, 32, 24, 19, 23, 20, 22, 22, 22, 23, 23, 28, 27, 27, 23, 24, 24, 30, 31, 29, 29, 34, 40, 45, 48, 50], "n_am_pl": [1, 9, 8, 7, 1, 4, 4, 5, 8, 8, 4, 6, 5, 3, 6, 5, 2, 4, 4, 4, 2, 3, 1, 3, 7, 5, 8, 4, 2, 8, 9, 5, 6, 1, 4, 5, 5, 3, 6, 9, 7, 10, 9, 8, 8, 14, 11, 9, 8, 9], "n_pos": 60, "sum_m_en": [6.846466, 3.221224, 3.110995, 3.002079, 3.376802, 3.479338, 3.537567, 3.842029, 3.967406, 4.064603, 4.360611, 4.665593, 5.047182, 5.150187, 5.218118, 4.819323, 4.517048, 4.186975, 3.748088, 3.612488, 3.281294, 3.055626, 3.004297, 2.91572, 9.423609, 10.638035, 9.243163, 7.330975, 7.07854, 7.675762, 7.007679, 6.768906, 7.055291, 6.872744, 7.925462, 8.997392, 11.239609, 12.385754, 13.17146, 13.933895, 14.8768, 18.429092, 20.813057, 20.976869, 25.272807, 29.385898, 36.67137, 41.507721, 47.573164, 48.545871], "sum_m_pl": [21.585463, 28.972892, 28.247965, 27.89386, 26.958689, 26.319183, 26.536833, 26.501444, 26.14951, 26.906498, 26.272644, 26.351061, 26.291037, 25.716782, 26.130687, 27.329412, 27.387726, 27.964497, 28.368227, 29.159842, 29.456505, 29.751924, 29.902917, 29.941593, 23.280622, 22.341314, 22.599922, 24.441182, 25.108142, 25.330768, 26.245489, 25.883033, 25.671272, 25.140287, 23.914634, 22.53962, 20.168417, 19.288838, 17.799337, 17.363353, 16.51521, 14.762621, 14.307118, 13.677875, 11.600001, 13.268001, 11.445841, 8.061153, 5.122031, 8.426505]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 159, "item_id": "gsm8kpl-607", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1180, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9686, "tf_agree_excl_first": 0.9747}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [164, 118, 100, 103, 108, 124, 140, 136, 101, 111, 127, 113, 128, 124, 138, 131, 129, 113, 82, 105, 116, 112, 89, 99, 166, 169, 148, 159, 163, 141, 163, 130, 130, 139, 158, 162, 163, 143, 146, 143, 153, 153, 157, 144, 139, 111, 71, 38, 27, 0], "n_am_pl": [47, 106, 140, 107, 103, 100, 82, 90, 87, 57, 80, 88, 90, 62, 71, 62, 63, 73, 86, 101, 104, 95, 114, 109, 53, 57, 60, 60, 84, 93, 102, 103, 109, 64, 48, 64, 54, 66, 65, 65, 73, 74, 76, 58, 42, 99, 89, 110, 160, 183], "n_pos": 613, "sum_m_en": [58.317264, 29.796205, 30.757383, 30.847896, 33.295118, 33.085096, 33.750951, 35.734176, 36.900964, 37.097857, 40.322848, 41.950068, 43.439597, 43.622429, 46.29979, 42.582186, 41.520139, 39.300058, 34.610747, 33.116314, 30.689908, 28.492365, 27.849914, 27.220354, 59.808673, 62.667008, 65.97891, 63.470743, 65.616874, 66.093368, 63.730514, 60.976735, 61.16135, 62.715694, 65.053825, 67.399845, 72.177168, 77.935071, 80.954192, 82.601289, 83.22712, 96.418056, 101.135606, 96.484915, 95.594463, 79.149529, 65.375866, 37.681039, 19.585602, 0.244866], "sum_m_pl": [238.318144, 301.526958, 291.909953, 288.17876, 277.861303, 272.301409, 275.771887, 275.881932, 270.880197, 274.635221, 269.742082, 267.870282, 272.410501, 265.382988, 271.694931, 283.712093, 279.713591, 285.292257, 294.281311, 300.503414, 304.389491, 306.402499, 305.228758, 304.574321, 246.426003, 240.740673, 226.182748, 243.689507, 253.72083, 256.478387, 261.650561, 252.452012, 244.876316, 225.673433, 216.521682, 209.906616, 192.795864, 185.059171, 180.781782, 184.365647, 179.521598, 166.777603, 157.218107, 148.296381, 133.122073, 145.39347, 126.961439, 121.432415, 160.875896, 183.586676]}, "digit": {"n_am_en": [22, 36, 30, 29, 17, 20, 26, 15, 9, 18, 31, 20, 20, 22, 21, 20, 19, 17, 8, 13, 21, 21, 19, 19, 26, 25, 29, 34, 33, 23, 25, 21, 18, 16, 16, 11, 14, 14, 11, 4, 9, 10, 8, 4, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 12, 21, 12, 11, 12, 13, 17, 12, 3, 10, 17, 5, 6, 5, 7, 6, 9, 11, 11, 9, 9, 9, 13, 5, 6, 9, 8, 10, 11, 16, 13, 15, 11, 11, 19, 12, 17, 15, 12, 11, 8, 7, 9, 3, 4, 2, 2, 0, 0], "n_pos": 104, "sum_m_en": [9.558923, 4.765674, 4.697959, 4.695832, 4.999983, 4.862274, 5.168364, 5.690251, 5.493281, 5.593039, 6.336948, 6.438484, 6.924735, 7.146935, 7.553464, 7.023414, 6.639168, 6.525205, 5.600271, 5.379775, 4.973431, 4.550413, 4.455559, 4.361756, 8.38371, 9.265266, 10.417373, 9.671188, 9.957839, 10.113337, 10.394707, 9.67535, 9.082021, 8.776865, 8.708535, 8.779772, 8.778147, 10.109365, 10.452501, 8.704474, 9.516929, 9.076634, 8.894224, 7.00575, 4.8336, 4.079716, 2.739524, 2.31434, 0.268063, 1.7e-05], "sum_m_pl": [46.108553, 55.594698, 53.365498, 51.555837, 49.488801, 48.230532, 48.23308, 47.713693, 47.483428, 48.115863, 46.939246, 46.784466, 46.745823, 44.845123, 44.834514, 47.007034, 46.735359, 47.558226, 49.760208, 51.236695, 51.588253, 52.198239, 52.135193, 52.238889, 45.064676, 43.256668, 41.349621, 43.845998, 45.237532, 45.392102, 44.68255, 42.793881, 42.014125, 38.975612, 38.003197, 37.155792, 36.5204, 36.344524, 33.578438, 34.053854, 32.700463, 30.650445, 28.801097, 25.988803, 22.268361, 17.729457, 13.796125, 8.648001, 1.877397, 0.204897]}, "lang": {"n_am_en": [45, 15, 15, 23, 21, 25, 45, 47, 39, 36, 40, 37, 44, 52, 52, 47, 49, 41, 34, 42, 47, 47, 30, 34, 65, 74, 60, 67, 59, 56, 64, 49, 57, 66, 66, 64, 71, 62, 61, 67, 73, 71, 76, 75, 74, 57, 38, 12, 9, 0], "n_am_pl": [19, 39, 39, 37, 29, 37, 22, 16, 25, 17, 22, 21, 31, 17, 27, 22, 21, 23, 27, 36, 38, 36, 46, 38, 17, 20, 21, 19, 28, 29, 32, 38, 37, 18, 16, 19, 12, 17, 23, 31, 31, 33, 42, 28, 26, 64, 71, 95, 152, 183], "n_pos": 183, "sum_m_en": [17.275597, 8.946001, 9.284748, 9.575184, 10.122542, 10.366592, 10.940596, 11.64696, 12.385925, 12.285307, 13.612076, 14.490164, 14.857291, 14.801235, 15.463358, 13.925818, 13.563701, 12.474342, 11.064093, 10.473232, 9.632417, 8.884318, 8.555422, 8.419059, 22.383707, 23.450949, 24.556876, 23.405961, 23.022326, 23.040771, 21.711575, 20.911056, 21.401394, 23.46971, 23.738009, 24.999691, 27.942501, 31.605405, 33.396788, 35.687825, 34.217561, 44.201994, 46.431323, 46.793437, 49.721652, 41.343747, 30.660132, 11.54582, 7.432455, 0.053864], "sum_m_pl": [65.308867, 85.840645, 83.320017, 83.562327, 80.395446, 78.627155, 79.270568, 79.539919, 78.476484, 79.607764, 78.306565, 76.953836, 79.534935, 77.537276, 81.174871, 84.921307, 83.634497, 85.560789, 88.169306, 90.132613, 91.446657, 92.176588, 91.687819, 91.440432, 75.148669, 73.658521, 68.468442, 72.690816, 75.444157, 76.266478, 79.859578, 77.666703, 76.750126, 71.61234, 70.264104, 69.932088, 66.003028, 63.603345, 62.99252, 64.2671, 63.406183, 59.533327, 58.507378, 56.727295, 54.2664, 68.98986, 77.78319, 86.193348, 137.739008, 178.402592]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 964, "item_id": "gsm8kpl-607", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1039, "region_end": 613, "roundtrip_ok": true, "tf_agree": 0.9855, "tf_agree_excl_first": 0.9865}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [45, 46, 31, 22, 18, 14, 18, 23, 18, 21, 22, 27, 21, 26, 30, 32, 31, 29, 34, 37, 37, 43, 44, 46, 56, 56, 49, 45, 43, 47, 37, 39, 45, 44, 44, 39, 50, 42, 47, 53, 57, 60, 64, 62, 54, 58, 52, 57, 44, 41], "n_am_pl": [4, 14, 21, 15, 11, 13, 6, 10, 15, 12, 10, 10, 15, 11, 14, 13, 22, 17, 24, 14, 15, 9, 11, 7, 4, 8, 8, 9, 13, 10, 10, 9, 6, 9, 7, 9, 9, 4, 3, 3, 4, 4, 5, 4, 3, 2, 1, 1, 0, 0], "n_pos": 120, "sum_m_en": [13.702286, 7.218984, 6.918022, 6.666702, 7.161686, 6.881368, 7.2967, 7.857413, 8.177622, 8.000766, 7.97802, 8.833499, 9.070141, 8.595507, 8.898931, 8.106474, 7.795301, 7.39731, 6.865081, 6.848568, 6.429825, 6.490002, 6.597736, 6.196018, 31.384651, 28.879955, 26.156142, 20.436961, 18.84396, 15.772526, 14.160039, 13.812802, 13.83821, 15.570419, 18.570652, 18.321889, 24.906364, 30.481991, 34.730102, 40.550476, 46.951869, 49.343927, 52.434444, 56.038615, 52.893041, 50.275468, 50.936077, 53.97341, 44.001604, 40.809021], "sum_m_pl": [47.932243, 58.246404, 56.220923, 54.103667, 51.192956, 51.793485, 51.808302, 51.594503, 49.560368, 51.356199, 50.002495, 51.129571, 51.090234, 50.095852, 52.89544, 55.838817, 56.219965, 55.737195, 56.61239, 57.855933, 58.148076, 58.190315, 58.222488, 58.247421, 34.281677, 35.217867, 35.898524, 40.347364, 42.313846, 44.935658, 46.251433, 44.545651, 44.898829, 41.894233, 38.479926, 36.524129, 30.821051, 27.306966, 24.310878, 20.3773, 17.132965, 14.946713, 13.635431, 9.418384, 7.639315, 7.784045, 5.642564, 2.415376, 0.195066, 8.6e-05]}, "digit": {"n_am_en": [4, 8, 4, 2, 0, 0, 1, 0, 1, 3, 2, 4, 2, 2, 3, 2, 3, 3, 2, 3, 2, 4, 3, 5, 4, 5, 2, 4, 4, 5, 2, 2, 2, 3, 4, 2, 3, 2, 2, 3, 4, 4, 6, 7, 5, 4, 4, 3, 0, 0], "n_am_pl": [2, 1, 1, 1, 3, 4, 0, 2, 2, 3, 1, 1, 0, 0, 3, 2, 4, 3, 4, 3, 5, 3, 5, 1, 2, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 5, 5, 3, 2, 2, 4, 2, 2, 3, 2, 1, 0, 1, 0, 0], "n_pos": 17, "sum_m_en": [1.575976, 0.79253, 0.77714, 0.774786, 0.786775, 0.769813, 0.794782, 0.837912, 0.78695, 0.786345, 0.854608, 0.854968, 0.854971, 0.814436, 0.852914, 0.89376, 0.900214, 0.852387, 0.766534, 0.837541, 0.854564, 0.851312, 0.960375, 0.823951, 3.293956, 2.805144, 1.964033, 1.61552, 1.38556, 1.233269, 1.099771, 1.089461, 0.959839, 1.34849, 1.968504, 1.94113, 1.515246, 2.282728, 2.814331, 3.157239, 3.891944, 3.85853, 3.843946, 5.798211, 5.687714, 3.822266, 3.408031, 2.912674, 0.237959, 0.0], "sum_m_pl": [7.703376, 9.03507, 8.391945, 8.236885, 7.950137, 7.859089, 7.843804, 7.732308, 7.520452, 7.884181, 7.774066, 7.889093, 7.507188, 7.304773, 7.753312, 7.851785, 7.924858, 7.936757, 8.125004, 8.260222, 8.076493, 8.131906, 8.121322, 8.216509, 5.666451, 6.047035, 6.316309, 6.48567, 6.843151, 6.992303, 6.885343, 6.62089, 6.814601, 6.372625, 6.251811, 6.529561, 6.880929, 6.242934, 5.604099, 5.418728, 5.154342, 4.715775, 4.834082, 3.514385, 2.773875, 2.568364, 1.406015, 0.800812, 0.088162, 0.0]}, "lang": {"n_am_en": [19, 19, 16, 11, 7, 6, 8, 11, 7, 9, 12, 12, 12, 10, 16, 16, 15, 15, 17, 21, 22, 25, 26, 26, 27, 27, 27, 25, 21, 24, 22, 21, 22, 25, 26, 27, 25, 23, 27, 28, 30, 29, 33, 32, 31, 32, 33, 37, 40, 40], "n_am_pl": [0, 4, 7, 7, 1, 2, 4, 5, 8, 2, 1, 5, 8, 5, 4, 3, 10, 7, 11, 4, 5, 2, 0, 3, 1, 4, 3, 4, 5, 3, 3, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 41, "sum_m_en": [5.485983, 2.655973, 2.566003, 2.254149, 2.415584, 2.284243, 2.477294, 2.808491, 3.08656, 3.021599, 3.02698, 3.4764, 3.721247, 3.601837, 3.635065, 3.165115, 3.148716, 2.947546, 2.706221, 2.764007, 2.479379, 2.670067, 2.727129, 2.471577, 16.747289, 15.91848, 15.253426, 11.656739, 10.166119, 7.711199, 6.795138, 7.080588, 7.293754, 8.942948, 10.174829, 9.893605, 13.427619, 17.628948, 18.96867, 22.432478, 25.752475, 25.418554, 29.146721, 31.058247, 31.241088, 30.55755, 32.999887, 36.170719, 39.090185, 39.714684], "sum_m_pl": [15.575546, 19.860926, 19.055192, 18.075294, 17.123632, 17.355245, 17.375903, 17.471169, 16.881093, 17.529096, 17.113816, 17.488904, 17.432599, 17.159818, 18.242809, 19.23587, 19.325609, 19.292561, 19.581679, 19.869558, 20.067404, 20.008531, 20.030199, 20.06985, 10.821427, 11.190762, 11.21854, 13.224996, 13.930921, 15.289655, 15.784816, 15.168368, 15.558213, 14.65902, 13.658198, 13.552832, 11.182795, 9.2365, 8.184152, 6.067982, 4.330144, 3.896234, 3.351322, 2.194652, 1.778034, 1.722596, 2.129769, 0.417245, 0.013125, 8.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "gsm8kpl-614", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1163, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9919}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [52, 68, 43, 37, 41, 41, 37, 37, 32, 41, 48, 46, 48, 58, 70, 67, 82, 60, 49, 46, 52, 70, 69, 80, 106, 103, 102, 94, 93, 90, 90, 74, 84, 88, 75, 85, 74, 67, 73, 85, 75, 85, 81, 92, 91, 80, 54, 38, 18, 16], "n_am_pl": [16, 53, 64, 47, 44, 50, 38, 38, 32, 42, 42, 35, 54, 42, 30, 34, 29, 39, 65, 62, 56, 45, 42, 35, 26, 26, 26, 34, 35, 46, 42, 36, 33, 17, 23, 22, 16, 23, 29, 24, 23, 14, 14, 14, 11, 15, 30, 30, 55, 59], "n_pos": 267, "sum_m_en": [24.345649, 12.666151, 13.609372, 13.573075, 14.387737, 13.917773, 14.886455, 15.08744, 15.475073, 15.580019, 16.240839, 17.155688, 18.335461, 18.266117, 19.079749, 17.34872, 16.715981, 16.060286, 14.548117, 14.267523, 13.728642, 13.497104, 13.833653, 13.518857, 45.084671, 42.896185, 41.767484, 36.035048, 34.15453, 32.505553, 30.733915, 29.456886, 28.209033, 31.822203, 30.67556, 29.723298, 36.100468, 41.368713, 47.61304, 57.825783, 60.151731, 64.755542, 65.866396, 78.318591, 85.025773, 73.008802, 50.184507, 41.659644, 19.511892, 15.732862], "sum_m_pl": [106.749559, 131.161712, 125.307952, 122.970087, 119.255003, 116.598014, 118.192333, 118.889735, 116.680327, 119.152283, 117.590638, 117.463897, 120.161858, 117.954744, 121.428354, 127.167877, 127.453252, 126.84334, 129.238923, 131.483192, 131.036888, 130.598024, 130.257116, 129.878615, 94.109995, 92.110324, 91.1897, 101.403808, 105.174169, 108.199883, 110.610484, 109.119302, 108.845897, 100.220334, 99.064703, 94.625568, 83.283492, 78.16946, 71.014328, 65.680821, 58.039152, 51.489225, 49.471504, 39.489613, 30.852121, 32.425485, 38.666609, 37.54224, 53.866024, 58.724065]}, "digit": {"n_am_en": [5, 13, 10, 5, 6, 5, 5, 2, 1, 4, 4, 4, 3, 5, 5, 2, 6, 6, 2, 2, 6, 8, 7, 8, 6, 13, 9, 12, 10, 8, 7, 5, 5, 10, 8, 9, 7, 4, 4, 5, 8, 7, 5, 9, 6, 5, 2, 1, 0, 0], "n_am_pl": [0, 4, 2, 1, 2, 5, 0, 3, 2, 5, 4, 2, 0, 1, 1, 4, 2, 5, 6, 6, 4, 6, 7, 5, 5, 1, 3, 4, 5, 6, 8, 6, 9, 2, 4, 5, 2, 3, 4, 3, 3, 2, 3, 3, 3, 2, 2, 1, 0, 0], "n_pos": 30, "sum_m_en": [2.741998, 1.429446, 1.427423, 1.436887, 1.403769, 1.307746, 1.364513, 1.43098, 1.438335, 1.44105, 1.529232, 1.596492, 1.792336, 1.797962, 1.778996, 1.653316, 1.722211, 1.667652, 1.49032, 1.456622, 1.450175, 1.451721, 1.643316, 1.5004, 4.359632, 4.178517, 3.429069, 3.202944, 2.975845, 2.795715, 2.492514, 2.34573, 2.013524, 2.702633, 2.855346, 2.995911, 3.092218, 3.473354, 4.01725, 5.165002, 5.650771, 4.983822, 4.978883, 5.713765, 5.719027, 4.484737, 2.809349, 1.985371, 0.064492, 0.001234], "sum_m_pl": [13.47683, 16.034828, 15.394902, 15.079978, 14.615594, 14.368588, 14.166405, 13.842482, 13.943878, 14.02491, 13.972976, 14.02034, 13.674634, 13.285495, 13.882781, 14.204313, 14.079423, 13.916997, 14.470346, 14.764185, 14.591298, 14.631501, 14.58479, 14.644886, 11.353214, 10.92739, 11.120155, 12.309528, 12.648659, 12.670591, 13.039815, 12.519558, 12.917124, 11.806866, 11.537741, 11.212002, 10.804272, 10.439334, 9.597296, 9.569647, 9.104621, 9.338679, 8.827266, 7.690416, 6.749802, 5.49947, 3.634685, 1.847199, 0.163091, 2.6e-05]}, "lang": {"n_am_en": [18, 13, 14, 13, 17, 11, 13, 17, 15, 15, 22, 19, 18, 23, 26, 27, 34, 26, 26, 25, 27, 33, 32, 33, 46, 41, 40, 32, 30, 32, 36, 34, 33, 36, 38, 39, 32, 31, 33, 37, 31, 34, 37, 38, 43, 41, 29, 25, 16, 16], "n_am_pl": [2, 15, 18, 14, 9, 11, 13, 8, 7, 9, 10, 10, 18, 13, 8, 3, 6, 6, 16, 15, 12, 13, 13, 10, 9, 11, 11, 11, 10, 15, 8, 7, 7, 4, 8, 7, 3, 5, 5, 5, 6, 1, 6, 8, 8, 13, 26, 26, 54, 59], "n_pos": 75, "sum_m_en": [7.274598, 3.627537, 3.959511, 3.97332, 4.195904, 4.156363, 4.387402, 4.424805, 4.775549, 4.767013, 5.052986, 5.440488, 5.797781, 5.777633, 5.956431, 5.264031, 4.862899, 4.744179, 4.289163, 4.303041, 4.140392, 4.149942, 4.355894, 4.438078, 17.50601, 15.505902, 15.82293, 12.246845, 11.358736, 10.075579, 9.821752, 9.673421, 9.528662, 10.807416, 10.796695, 10.887943, 14.869457, 18.248935, 20.750845, 24.019972, 24.677296, 27.769454, 28.914104, 35.809255, 41.236318, 39.434734, 26.748559, 25.287228, 17.304971, 15.709404], "sum_m_pl": [28.495508, 35.635191, 34.455532, 33.582898, 32.395954, 31.265098, 32.181487, 32.657462, 32.385217, 33.500548, 33.089088, 33.126718, 34.25414, 33.96461, 34.688148, 36.281074, 36.652702, 36.426028, 36.934841, 37.409863, 37.308858, 37.175856, 37.044895, 36.687339, 27.944865, 27.961453, 27.213867, 29.674214, 29.971566, 31.159614, 31.793428, 31.607962, 32.157738, 30.566435, 30.831708, 30.060598, 25.926797, 25.113357, 22.868429, 20.193757, 18.149852, 14.655617, 15.337259, 12.585541, 10.292833, 13.780465, 24.650014, 27.779594, 49.765164, 57.244186]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 272, "item_id": "gsm8kpl-614", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1022, "region_end": 267, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9926}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [33, 37, 27, 28, 24, 20, 14, 14, 9, 19, 18, 18, 21, 22, 24, 25, 20, 18, 18, 19, 14, 17, 19, 20, 28, 26, 25, 28, 23, 17, 20, 21, 23, 26, 31, 36, 40, 29, 33, 28, 31, 30, 37, 36, 38, 43, 43, 41, 39, 40], "n_am_pl": [4, 12, 14, 16, 9, 15, 15, 13, 11, 10, 13, 8, 14, 8, 13, 15, 13, 15, 10, 12, 15, 14, 14, 12, 6, 9, 7, 9, 13, 14, 12, 15, 9, 6, 5, 4, 3, 5, 8, 5, 5, 5, 4, 3, 3, 2, 1, 1, 0, 0], "n_pos": 95, "sum_m_en": [14.0835, 5.896583, 5.346901, 5.398172, 5.54476, 5.811781, 5.742538, 5.824217, 6.009628, 6.495133, 6.203401, 6.826067, 7.252652, 7.379377, 7.680597, 7.079713, 6.819586, 6.902692, 6.159815, 5.711549, 5.44781, 5.01058, 4.847886, 4.736031, 11.352712, 11.182489, 11.094596, 10.304368, 10.136617, 9.701282, 8.713676, 8.532778, 8.999955, 8.995923, 9.659543, 10.852105, 13.508142, 14.512386, 16.948586, 17.534122, 18.737052, 23.352413, 28.549438, 33.323377, 34.765857, 35.517193, 40.462567, 40.045232, 38.838538, 39.264092], "sum_m_pl": [34.279056, 45.138505, 44.060392, 42.795694, 41.816335, 39.698902, 39.989289, 38.729685, 37.41067, 39.00444, 39.071014, 40.31198, 39.758044, 38.400222, 39.662368, 41.125385, 40.263677, 39.938331, 41.035868, 42.453858, 43.587886, 44.312565, 44.365204, 44.585972, 31.771648, 32.072497, 31.154812, 34.783295, 36.322364, 37.485233, 39.152581, 38.180851, 38.404753, 37.340891, 36.129215, 32.788809, 27.94403, 25.70701, 23.568166, 22.904343, 22.048855, 18.724096, 16.658854, 12.497746, 9.165889, 7.530763, 3.405299, 2.131558, 0.395282, 0.003039]}, "digit": {"n_am_en": [1, 6, 3, 2, 1, 2, 1, 2, 0, 1, 1, 2, 0, 1, 1, 1, 3, 1, 1, 1, 0, 0, 1, 1, 1, 2, 0, 1, 3, 1, 1, 1, 2, 1, 4, 2, 1, 1, 2, 3, 2, 2, 3, 2, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 3, 0, 0, 1, 1, 1, 2, 2, 0, 2, 3, 3, 2, 2, 3, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.837191, 0.400157, 0.357251, 0.367507, 0.399065, 0.420285, 0.467582, 0.485083, 0.498142, 0.556751, 0.539919, 0.574236, 0.560752, 0.571981, 0.529345, 0.541971, 0.547608, 0.552502, 0.488832, 0.455796, 0.435778, 0.395795, 0.391007, 0.394956, 0.674834, 0.663948, 0.700934, 0.723055, 0.813589, 0.782041, 0.678255, 0.717887, 0.651093, 0.605123, 0.697025, 0.838364, 1.147785, 1.465434, 1.39535, 1.340751, 1.412995, 1.566656, 1.511397, 1.527831, 1.376886, 1.400516, 1.191153, 1.169883, 0.073981, 0.0], "sum_m_pl": [3.766129, 4.797709, 4.596082, 4.30467, 4.071412, 3.834711, 3.850357, 3.736408, 3.707546, 3.71677, 3.84196, 3.824497, 3.661533, 3.502025, 3.663373, 3.732343, 3.69357, 3.641796, 3.871532, 4.049253, 4.085623, 4.104549, 4.099723, 4.114002, 3.265073, 3.455661, 3.428046, 3.725737, 3.724629, 3.724691, 3.676954, 3.577589, 3.351071, 3.455524, 3.139749, 3.127901, 2.884852, 2.664616, 2.813317, 2.853284, 2.702818, 2.609249, 2.407508, 1.918595, 1.608824, 0.998753, 0.703584, 0.50928, 0.209874, 0.0]}, "lang": {"n_am_en": [16, 19, 15, 15, 15, 13, 10, 9, 7, 12, 12, 10, 13, 12, 12, 15, 10, 9, 10, 12, 11, 12, 12, 13, 19, 14, 13, 16, 11, 9, 13, 13, 15, 15, 17, 24, 27, 20, 22, 20, 21, 19, 21, 20, 23, 30, 33, 33, 38, 39], "n_am_pl": [3, 4, 7, 5, 5, 8, 3, 2, 5, 3, 3, 1, 4, 1, 6, 7, 3, 4, 5, 6, 8, 9, 8, 7, 3, 6, 3, 6, 7, 5, 5, 6, 6, 3, 2, 2, 2, 4, 2, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 40, "sum_m_en": [7.82299, 2.750458, 2.367492, 2.335312, 2.450763, 2.638914, 2.594791, 2.62363, 2.740437, 2.883268, 2.740729, 3.010712, 3.247441, 3.306745, 3.602335, 3.292274, 3.098574, 3.17637, 2.83298, 2.574484, 2.440317, 2.220899, 2.128208, 2.064378, 6.630387, 6.004566, 5.893503, 5.175117, 5.132934, 4.849004, 4.389732, 4.288904, 4.721797, 4.748158, 4.909434, 6.093624, 8.111681, 8.800897, 10.889409, 11.711515, 12.661143, 15.218478, 17.03521, 19.769786, 22.315705, 24.068535, 29.198702, 31.537261, 37.190233, 38.577206], "sum_m_pl": [13.64925, 18.639266, 18.593206, 18.080805, 17.802472, 16.628414, 16.754716, 16.468738, 15.93028, 16.846828, 16.734688, 17.388931, 17.465795, 16.957909, 17.389037, 17.80994, 17.172419, 17.09149, 17.522177, 18.010427, 18.546217, 19.014955, 19.080596, 19.173395, 14.010712, 14.502966, 14.221295, 15.703257, 16.125963, 16.488194, 17.513141, 16.913709, 17.130503, 16.781945, 16.365753, 15.200936, 13.156584, 11.652009, 9.549222, 8.753947, 8.102161, 7.406488, 6.734023, 4.818432, 3.659072, 3.086781, 1.336567, 0.720518, 0.083016, 0.002324]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "gsm8kpl-616", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9898}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [42, 33, 39, 24, 23, 21, 21, 24, 24, 29, 41, 26, 32, 33, 37, 28, 31, 29, 29, 23, 27, 29, 26, 27, 51, 40, 34, 36, 43, 48, 42, 33, 32, 38, 33, 35, 33, 36, 31, 30, 30, 33, 42, 37, 43, 49, 45, 33, 13, 8], "n_am_pl": [8, 50, 34, 42, 28, 36, 34, 29, 26, 29, 34, 36, 45, 34, 25, 32, 27, 24, 39, 47, 40, 42, 43, 43, 21, 25, 27, 22, 32, 41, 32, 36, 39, 22, 22, 22, 24, 22, 29, 27, 27, 25, 17, 15, 5, 7, 13, 15, 26, 30], "n_pos": 179, "sum_m_en": [16.749375, 8.81785, 9.276134, 9.449433, 9.801529, 9.570463, 9.890515, 10.079215, 10.768778, 11.649284, 11.376075, 11.61908, 12.47519, 12.713626, 12.499388, 11.725544, 11.437635, 10.934725, 10.155594, 9.64708, 9.367743, 8.935506, 8.679163, 8.454448, 18.051333, 17.537181, 17.959574, 18.932069, 19.446125, 18.907298, 17.426766, 15.988226, 15.468774, 15.361761, 15.52619, 15.395346, 16.696041, 18.207596, 18.630077, 22.311429, 23.287782, 24.748272, 28.129785, 32.396325, 40.619283, 42.398888, 40.170149, 32.139815, 12.844518, 7.91345], "sum_m_pl": [72.657803, 86.816114, 84.608244, 82.193535, 81.590816, 80.566612, 81.261942, 80.13121, 77.12184, 79.013774, 77.882566, 78.963361, 79.772048, 78.464375, 80.379161, 82.561909, 81.426413, 81.67506, 84.486084, 85.693574, 86.679099, 86.492574, 86.296524, 86.430625, 67.065441, 67.918322, 66.424113, 71.207075, 73.224719, 75.491016, 76.0799, 75.884255, 76.282135, 70.250225, 68.585153, 65.917419, 59.425582, 57.234224, 53.844759, 50.748901, 49.63668, 47.792836, 45.222562, 37.319908, 25.257121, 25.040376, 22.306259, 19.562595, 26.182317, 29.970046]}, "digit": {"n_am_en": [4, 7, 3, 3, 0, 2, 0, 1, 3, 2, 2, 1, 2, 2, 5, 3, 2, 2, 4, 3, 4, 1, 0, 1, 4, 3, 2, 3, 6, 5, 5, 4, 2, 4, 2, 3, 0, 1, 0, 2, 1, 2, 2, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 7, 1, 4, 4, 2, 1, 2, 2, 3, 2, 3, 3, 2, 1, 2, 2, 3, 4, 4, 3, 2, 4, 2, 2, 2, 2, 1, 3, 4, 1, 3, 4, 2, 2, 2, 3, 1, 3, 2, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.521931, 0.766133, 0.743668, 0.823256, 0.814757, 0.787369, 0.809644, 0.832409, 0.900106, 0.92391, 0.947432, 0.914301, 1.011174, 1.091067, 1.046016, 0.995076, 0.999117, 0.999463, 0.924091, 0.845206, 0.816532, 0.781738, 0.761515, 0.757707, 1.442019, 1.355632, 1.514534, 1.658413, 1.737079, 1.65746, 1.621302, 1.39867, 1.273436, 1.312128, 1.279079, 1.328391, 1.157335, 1.064279, 1.137226, 1.345912, 1.70901, 1.633362, 1.271377, 1.519861, 1.334084, 0.885932, 0.458397, 0.381558, 0.063802, 9.8e-05], "sum_m_pl": [7.591572, 9.075184, 8.728903, 8.184624, 8.02429, 7.837336, 7.869725, 7.710725, 7.528872, 7.616994, 7.495213, 7.541283, 7.463186, 7.346942, 7.46277, 7.533594, 7.528736, 7.546823, 8.004967, 8.163232, 8.242133, 8.219679, 8.252785, 8.228042, 6.732817, 6.652872, 6.521189, 6.878529, 6.991775, 7.174729, 7.25597, 7.41612, 7.416217, 6.999265, 6.664078, 6.664683, 6.073361, 5.787757, 5.847855, 5.840788, 5.609226, 5.727766, 5.598132, 4.826175, 3.82134, 3.214566, 2.238142, 1.500073, 0.251711, 2.6e-05]}, "lang": {"n_am_en": [9, 7, 11, 6, 10, 5, 4, 4, 3, 6, 15, 8, 8, 5, 8, 5, 7, 8, 8, 8, 10, 11, 14, 12, 16, 12, 11, 11, 14, 14, 15, 12, 10, 11, 7, 11, 9, 13, 11, 14, 15, 13, 22, 19, 23, 24, 21, 15, 11, 8], "n_am_pl": [1, 11, 6, 13, 5, 7, 5, 6, 7, 5, 6, 7, 7, 12, 6, 6, 5, 5, 7, 13, 11, 13, 11, 12, 7, 6, 9, 5, 6, 10, 7, 7, 10, 6, 8, 8, 6, 7, 9, 7, 5, 5, 5, 6, 3, 5, 9, 12, 26, 30], "n_pos": 39, "sum_m_en": [4.102542, 1.98721, 2.154305, 2.068928, 2.089433, 2.068756, 2.057137, 2.1903, 2.290127, 2.393216, 2.504171, 2.646552, 2.735812, 2.863817, 2.84569, 2.597769, 2.560676, 2.505898, 2.370719, 2.237759, 2.185308, 2.072275, 1.987958, 1.950541, 5.475244, 5.009164, 4.993309, 4.553676, 4.438979, 4.432223, 4.097323, 3.846582, 3.658681, 3.684839, 3.631978, 4.134881, 5.195905, 5.597519, 6.992456, 9.515151, 10.350963, 11.684289, 14.107206, 17.37916, 21.128712, 20.769177, 18.106707, 15.319166, 10.864265, 7.911519], "sum_m_pl": [15.25039, 18.476391, 18.209315, 17.942826, 17.757564, 17.270732, 17.521214, 17.129288, 16.745239, 17.350859, 17.121649, 17.392847, 17.40885, 17.151236, 17.557609, 17.943521, 17.768482, 17.678308, 18.267651, 18.484741, 18.614062, 18.634123, 18.547614, 18.518374, 15.068505, 15.339996, 14.865686, 16.220516, 16.580999, 17.025939, 17.29428, 17.499169, 17.626857, 16.632905, 16.468497, 16.116204, 15.03478, 15.677344, 14.78149, 13.36953, 13.098354, 11.502687, 10.977039, 9.24278, 5.737845, 7.839405, 8.793712, 9.92946, 23.772648, 29.839368]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 179, "item_id": "gsm8kpl-616", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1030, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 0.9944}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [23, 32, 20, 26, 18, 13, 15, 17, 18, 20, 19, 26, 29, 28, 26, 22, 20, 22, 25, 26, 26, 25, 22, 24, 34, 38, 37, 30, 32, 36, 24, 34, 28, 34, 37, 32, 34, 36, 37, 36, 38, 38, 38, 39, 36, 36, 29, 34, 31, 32], "n_am_pl": [4, 14, 10, 12, 11, 9, 8, 8, 11, 8, 13, 7, 12, 6, 7, 8, 8, 12, 6, 7, 7, 9, 14, 10, 3, 5, 6, 7, 2, 5, 6, 4, 7, 5, 3, 4, 4, 3, 2, 0, 0, 1, 3, 0, 0, 0, 0, 1, 0, 0], "n_pos": 94, "sum_m_en": [9.663925, 5.395833, 5.024482, 4.919759, 5.247741, 5.107443, 5.274339, 5.314339, 5.527872, 5.73508, 6.061931, 6.349852, 6.941059, 6.77106, 6.79345, 6.345538, 6.211893, 5.851243, 5.146867, 4.986571, 4.628593, 4.41613, 4.306348, 4.289985, 14.202029, 13.52799, 12.69422, 10.906328, 10.20915, 9.329385, 8.830562, 9.169043, 9.068561, 8.911051, 10.55001, 10.948918, 14.70729, 15.288884, 17.719624, 22.772409, 24.764809, 26.439246, 30.821107, 31.219809, 33.044629, 32.2434, 28.915409, 33.683159, 31.098422, 31.552628], "sum_m_pl": [37.030395, 44.843555, 44.172209, 43.426082, 41.222894, 40.911315, 41.274447, 41.325572, 40.453954, 41.606529, 41.435342, 41.890141, 42.237537, 40.709706, 42.035071, 43.72721, 42.866075, 43.281986, 44.976564, 45.547079, 45.798909, 46.226749, 46.098251, 46.060938, 32.174563, 32.531647, 31.866878, 34.880763, 36.028594, 37.059697, 37.153352, 36.686286, 37.939656, 36.268515, 34.462338, 32.465163, 27.652324, 26.05297, 22.100563, 19.273888, 17.74997, 15.311918, 14.358434, 10.719535, 6.799867, 5.87877, 4.116526, 2.569371, 0.3395, 0.002828]}, "digit": {"n_am_en": [1, 10, 8, 6, 1, 0, 0, 0, 1, 3, 6, 7, 5, 3, 3, 3, 2, 5, 1, 3, 2, 1, 2, 0, 2, 5, 4, 3, 5, 4, 3, 3, 1, 3, 3, 2, 2, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 0, 0, 2, 0, 0, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 0, 0, 3, 3, 0, 1, 2, 2, 1, 2, 2, 2, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.378497, 0.793132, 0.733515, 0.713892, 0.769911, 0.721506, 0.771656, 0.792157, 0.815255, 0.853193, 0.893437, 0.925251, 1.014442, 1.019059, 0.935508, 0.93121, 0.954473, 0.953146, 0.812614, 0.840424, 0.774194, 0.734106, 0.719086, 0.699131, 1.189381, 1.33766, 1.392733, 1.248786, 1.242622, 1.113265, 1.018031, 1.014511, 0.885357, 0.888067, 0.881415, 0.941196, 0.920607, 0.8992, 0.852064, 0.809684, 0.755121, 0.687562, 0.792368, 0.861182, 0.815243, 0.49348, 0.374585, 0.400451, 0.100953, 0.0], "sum_m_pl": [8.031354, 9.129588, 8.73307, 8.608161, 8.158086, 8.088273, 8.123345, 8.050359, 7.894845, 8.172559, 8.231238, 8.318376, 8.148955, 7.837782, 8.093213, 8.229221, 7.905138, 8.13768, 8.479078, 8.586058, 8.543139, 8.565452, 8.510574, 8.511148, 7.184164, 7.172118, 7.028742, 7.506894, 7.588838, 7.395146, 6.965164, 6.756775, 6.953154, 6.630986, 6.547784, 6.723971, 6.482861, 6.363461, 5.258853, 5.007498, 4.843284, 4.282741, 4.718231, 3.904283, 2.861025, 1.863482, 1.264681, 0.765239, 0.21874, 0.0]}, "lang": {"n_am_en": [12, 11, 7, 7, 6, 7, 6, 8, 7, 8, 6, 9, 13, 14, 9, 10, 9, 10, 16, 14, 12, 17, 16, 16, 21, 22, 24, 21, 18, 20, 15, 23, 19, 20, 22, 18, 21, 21, 21, 21, 22, 23, 24, 24, 25, 26, 24, 28, 29, 31], "n_am_pl": [0, 5, 6, 4, 3, 2, 4, 3, 6, 2, 6, 4, 5, 3, 3, 3, 4, 7, 2, 3, 5, 5, 6, 4, 1, 1, 1, 2, 0, 1, 3, 0, 1, 2, 1, 3, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0], "n_pos": 32, "sum_m_en": [4.022146, 2.014179, 1.810106, 1.684419, 1.781881, 1.883209, 1.983075, 1.899562, 2.017519, 2.159388, 2.324295, 2.516528, 2.879022, 2.741717, 2.663814, 2.470261, 2.49541, 2.366354, 1.974917, 1.884106, 1.709039, 1.600562, 1.545321, 1.538847, 7.267614, 7.553784, 6.930509, 5.556198, 5.019699, 4.602384, 4.417342, 4.661401, 4.535298, 4.698777, 5.888535, 6.150292, 8.029496, 8.275164, 9.931346, 14.369515, 15.77892, 16.375536, 19.549476, 19.99558, 23.908673, 22.897469, 22.599128, 26.696508, 28.459203, 30.281701], "sum_m_pl": [11.299776, 14.867641, 14.668614, 14.319587, 13.777544, 13.565195, 13.524643, 13.783872, 13.622761, 13.984107, 13.89691, 13.956852, 14.036905, 13.732027, 14.231426, 14.773802, 14.697011, 14.985518, 15.559741, 15.750402, 15.871697, 16.007903, 15.939881, 15.938944, 11.766892, 11.535392, 11.495711, 12.375272, 12.507966, 12.96173, 13.13234, 12.949811, 13.635554, 13.345515, 12.705022, 11.895301, 10.00886, 9.678168, 8.369173, 6.530513, 5.640506, 4.817072, 3.988826, 2.733526, 1.340516, 1.433305, 1.297985, 0.701796, 0.055704, 0.002819]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 97, "item_id": "gsm8kpl-617", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9896}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 59, 37, 49, 48, 45, 32, 29, 35, 60, 54, 55, 60, 60, 63, 53, 60, 56, 45, 40, 38, 42, 41, 45, 62, 81, 62, 66, 69, 66, 58, 62, 58, 50, 70, 66, 54, 44, 52, 58, 59, 52, 61, 55, 67, 49, 28, 24, 11, 10], "n_am_pl": [16, 60, 54, 38, 39, 40, 38, 44, 30, 34, 27, 29, 39, 29, 25, 30, 30, 40, 45, 51, 47, 49, 46, 54, 23, 19, 23, 29, 18, 33, 25, 30, 24, 17, 18, 24, 17, 18, 18, 17, 17, 13, 11, 10, 7, 19, 22, 24, 42, 48], "n_pos": 236, "sum_m_en": [21.514605, 11.065557, 11.949848, 12.464373, 12.77285, 12.204787, 12.671534, 12.842002, 13.68732, 14.345838, 14.232069, 14.67902, 15.813693, 15.961928, 16.077633, 15.253187, 14.819366, 13.999377, 12.74289, 12.249737, 11.697938, 11.289677, 11.0493, 10.87852, 25.416943, 26.643857, 26.050028, 25.039386, 25.464814, 24.593992, 23.222809, 22.084305, 20.652384, 20.012967, 21.525643, 20.979048, 23.416141, 21.727485, 24.266971, 29.105843, 30.288173, 31.10753, 35.916904, 37.02813, 45.636168, 37.973773, 27.760861, 23.523089, 13.34228, 10.36498], "sum_m_pl": [95.360006, 116.711043, 113.166948, 109.495049, 107.241746, 106.457683, 108.40467, 108.904851, 106.286076, 107.812327, 107.723009, 107.543969, 109.235337, 107.356083, 107.945503, 112.480604, 111.280008, 112.793819, 116.004089, 116.840218, 116.182791, 116.055153, 115.777195, 115.789191, 90.217585, 88.48389, 85.838703, 91.653002, 92.93122, 97.014727, 97.862924, 99.231466, 100.882108, 94.93068, 93.473456, 90.73182, 82.084329, 79.922968, 73.43423, 68.308392, 65.431106, 59.494141, 56.235131, 48.243586, 37.578828, 37.950526, 35.949972, 28.1205, 43.577375, 46.937486]}, "digit": {"n_am_en": [1, 8, 3, 4, 5, 4, 0, 3, 4, 8, 9, 8, 5, 6, 8, 4, 6, 9, 6, 7, 5, 5, 5, 5, 5, 7, 9, 9, 8, 4, 9, 5, 4, 5, 5, 5, 3, 2, 2, 3, 3, 1, 1, 1, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 7, 6, 2, 0, 1, 0, 2, 2, 2, 1, 0, 1, 0, 2, 3, 0, 1, 3, 2, 2, 1, 2, 4, 1, 2, 2, 4, 1, 4, 1, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [1.933011, 1.036294, 1.028273, 1.103327, 1.123016, 1.08217, 1.133867, 1.193807, 1.24643, 1.298815, 1.332378, 1.32443, 1.405197, 1.481482, 1.414396, 1.357445, 1.356792, 1.335437, 1.175905, 1.148877, 1.077102, 1.026626, 1.01594, 0.998658, 2.090232, 2.403045, 2.595978, 2.092374, 2.138229, 1.937491, 1.881961, 1.862464, 1.558498, 1.581813, 1.528978, 1.649582, 1.585154, 1.445705, 1.534236, 2.225384, 2.028904, 1.838621, 1.827873, 2.046082, 2.001661, 1.370921, 0.551492, 0.434104, 0.109953, 4e-06], "sum_m_pl": [10.786158, 12.869955, 12.292159, 11.84046, 11.579681, 11.571831, 11.582363, 11.462023, 11.148975, 11.400432, 11.486674, 11.553236, 11.475739, 11.41484, 11.547923, 11.773112, 11.62795, 11.736642, 12.216176, 12.34554, 12.182076, 12.186917, 12.151579, 12.15169, 10.138245, 10.142022, 9.726829, 10.508216, 10.48604, 10.556928, 10.28908, 10.231479, 10.414267, 9.907092, 9.824365, 10.048543, 9.303005, 9.091584, 8.116651, 7.92607, 7.617347, 7.149927, 7.377654, 6.368287, 5.314397, 3.625332, 2.368968, 1.088033, 0.252249, 0.000296]}, "lang": {"n_am_en": [14, 11, 13, 11, 9, 9, 5, 6, 8, 12, 12, 13, 18, 16, 14, 11, 16, 15, 18, 13, 13, 14, 13, 15, 22, 28, 18, 22, 20, 20, 16, 21, 22, 21, 31, 27, 22, 25, 28, 28, 27, 25, 25, 25, 35, 27, 19, 19, 10, 10], "n_am_pl": [6, 16, 12, 8, 7, 6, 3, 5, 6, 10, 11, 11, 9, 9, 10, 7, 8, 12, 11, 16, 14, 18, 15, 15, 7, 3, 6, 7, 4, 7, 6, 8, 9, 4, 5, 9, 5, 5, 6, 6, 2, 4, 5, 5, 5, 15, 16, 19, 41, 48], "n_pos": 59, "sum_m_en": [5.595019, 2.794289, 3.024487, 3.069402, 3.154515, 3.062101, 3.123966, 3.1344, 3.345922, 3.415339, 3.441297, 3.60111, 3.968355, 3.992053, 3.97009, 3.784257, 3.803881, 3.508417, 3.288749, 3.072109, 2.921371, 2.815477, 2.72842, 2.701039, 7.470538, 7.592548, 7.033933, 6.350894, 6.3856, 6.057782, 5.817043, 5.729899, 5.549354, 5.771319, 6.658024, 6.448899, 8.320245, 7.889912, 9.421383, 12.314493, 13.451378, 14.035097, 15.075799, 16.858127, 25.107455, 21.628375, 16.448245, 15.944144, 10.754529, 10.118875], "sum_m_pl": [22.331355, 27.756511, 27.03111, 26.114879, 25.378012, 24.694499, 25.334446, 25.990613, 25.653543, 26.30312, 26.091632, 26.30905, 26.603208, 26.105304, 26.61062, 28.030566, 27.598162, 27.969786, 28.673971, 29.003891, 28.917154, 29.03288, 28.833885, 28.765374, 23.986857, 23.396841, 22.818172, 24.366161, 24.095645, 25.325827, 25.895591, 26.072545, 27.175153, 26.183157, 25.732944, 25.362823, 23.292694, 23.035048, 21.99655, 20.460426, 18.813049, 17.82935, 16.559019, 14.479109, 11.520311, 15.957961, 18.316244, 17.828554, 39.556277, 46.387661]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 236, "item_id": "gsm8kpl-617", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1025, "region_end": 236, "roundtrip_ok": true, "tf_agree": 0.9915, "tf_agree_excl_first": 0.9957}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [52, 29, 27, 22, 22, 17, 11, 17, 19, 26, 31, 29, 30, 28, 25, 29, 21, 14, 21, 14, 18, 27, 25, 23, 38, 39, 37, 33, 33, 24, 27, 35, 28, 28, 33, 29, 38, 42, 36, 43, 38, 40, 48, 41, 40, 42, 46, 52, 49, 44], "n_am_pl": [3, 17, 16, 12, 16, 15, 13, 8, 14, 13, 12, 16, 20, 17, 15, 14, 18, 30, 21, 23, 20, 20, 22, 22, 14, 12, 10, 12, 11, 21, 17, 12, 18, 11, 16, 9, 4, 4, 7, 7, 6, 3, 6, 8, 4, 2, 3, 2, 0, 0], "n_pos": 118, "sum_m_en": [13.083306, 5.995689, 6.112082, 5.990025, 6.487985, 6.549027, 6.822421, 6.950912, 7.666578, 7.328174, 7.393513, 7.728132, 7.946843, 8.160634, 7.972262, 7.714238, 7.355858, 6.846279, 6.41606, 6.257836, 6.01066, 5.711744, 5.611453, 5.5706, 16.621957, 16.591269, 14.630112, 12.592415, 12.405858, 11.666506, 10.427681, 10.715323, 10.048258, 10.701847, 11.685522, 11.547694, 15.65579, 16.035098, 18.909136, 23.119639, 23.739538, 26.536128, 28.960673, 28.820174, 34.888058, 37.384735, 43.87655, 50.181903, 48.492327, 44.727708], "sum_m_pl": [46.710367, 58.091726, 55.801647, 53.777318, 51.413407, 50.85538, 51.102577, 50.291721, 48.5825, 51.511075, 51.718709, 52.723254, 52.793002, 50.446763, 51.029115, 52.770223, 52.448371, 52.285316, 53.636637, 55.079002, 55.823407, 56.26761, 56.352884, 56.241934, 39.233648, 39.164731, 39.986794, 43.465147, 45.720819, 47.125011, 48.405885, 47.788563, 47.962966, 44.399033, 42.857752, 40.196834, 34.286158, 32.623772, 29.503097, 26.937572, 26.57036, 24.606494, 24.1163, 17.993796, 11.641935, 9.303231, 6.566033, 2.994392, 0.223009, 8.7e-05]}, "digit": {"n_am_en": [6, 10, 9, 3, 6, 2, 1, 0, 3, 3, 6, 2, 2, 3, 3, 4, 4, 2, 4, 3, 1, 2, 2, 2, 6, 7, 7, 6, 7, 3, 4, 5, 2, 3, 5, 3, 3, 3, 2, 0, 1, 3, 4, 4, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 2, 5, 5, 5, 3, 1, 5, 6, 3, 5, 5, 1, 3, 4, 6, 8, 7, 10, 8, 9, 9, 8, 6, 5, 5, 5, 2, 8, 4, 3, 5, 3, 5, 2, 3, 4, 5, 5, 3, 1, 3, 4, 2, 0, 0, 1, 0, 0], "n_pos": 22, "sum_m_en": [1.962979, 0.948641, 0.93813, 0.921146, 0.956085, 0.998347, 1.024682, 1.098584, 1.084409, 1.042842, 1.091858, 1.068999, 1.093138, 1.175641, 1.108534, 1.113197, 1.109942, 1.07491, 1.022257, 1.055853, 1.024747, 0.95782, 0.930949, 0.932915, 2.014689, 1.924515, 2.034074, 1.768288, 1.76817, 1.567671, 1.467065, 1.493427, 1.290199, 1.596798, 1.633711, 1.632889, 1.80448, 1.653735, 1.867359, 1.716107, 1.711182, 1.791166, 2.730328, 2.045923, 1.756939, 1.049525, 0.778477, 0.396692, 0.093722, 0.0], "sum_m_pl": [10.315574, 11.95555, 11.294092, 10.873947, 10.577601, 10.396409, 10.261042, 9.962324, 9.821792, 10.258541, 10.300204, 10.361153, 9.851766, 9.533245, 9.750371, 9.796659, 9.662381, 9.738434, 9.930765, 10.171851, 10.203671, 10.348496, 10.43473, 10.46514, 8.765886, 8.619143, 8.374436, 8.961374, 9.448971, 9.354706, 9.539527, 9.359899, 9.429189, 8.569299, 8.490713, 8.374776, 7.857436, 7.916579, 7.510821, 7.469495, 7.456742, 7.15005, 6.578407, 6.178175, 4.751012, 3.006878, 1.575879, 0.642627, 0.120252, 0.0]}, "lang": {"n_am_en": [18, 8, 11, 13, 7, 10, 8, 11, 8, 11, 12, 14, 13, 12, 12, 10, 8, 3, 7, 7, 9, 16, 15, 13, 19, 18, 18, 17, 15, 8, 16, 16, 13, 18, 19, 18, 20, 22, 22, 27, 23, 24, 29, 25, 28, 29, 31, 39, 44, 44], "n_am_pl": [1, 3, 5, 4, 8, 4, 4, 3, 5, 5, 3, 5, 11, 9, 5, 3, 4, 11, 7, 5, 5, 4, 4, 5, 4, 3, 2, 2, 4, 7, 7, 7, 6, 4, 8, 6, 1, 0, 1, 0, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.774411, 2.326084, 2.398187, 2.414843, 2.631246, 2.712304, 2.979897, 2.924493, 3.448479, 3.168415, 3.111361, 3.264475, 3.415558, 3.502755, 3.434213, 3.155189, 2.97148, 2.790609, 2.601546, 2.532754, 2.404716, 2.273239, 2.236535, 2.194104, 7.778843, 8.170934, 7.292825, 6.253182, 5.681078, 5.248998, 4.942231, 5.157533, 4.717568, 5.081686, 5.78172, 5.642759, 7.92354, 8.742783, 10.824376, 13.775412, 14.874093, 16.200596, 17.615963, 18.053004, 23.851481, 26.395593, 31.139392, 37.143423, 42.66977, 43.730311], "sum_m_pl": [17.762326, 21.377385, 20.747503, 20.15237, 19.345734, 18.87265, 19.042303, 18.987359, 18.487436, 19.876575, 20.014991, 20.381635, 20.704022, 19.809036, 20.058526, 20.704415, 20.770023, 20.685526, 21.21295, 21.687863, 21.932758, 22.137573, 22.131611, 22.068151, 16.490435, 16.101378, 16.35617, 17.356367, 18.158364, 18.66421, 19.135051, 18.930119, 19.360893, 18.818337, 18.324768, 18.119968, 15.975489, 15.397248, 13.393996, 11.419849, 11.179552, 10.411214, 10.61139, 6.561272, 4.038554, 3.154578, 2.084561, 0.701935, 0.016348, 8.2e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "gsm8kpl-621", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1173, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9919}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [56, 48, 44, 32, 35, 43, 47, 41, 37, 51, 49, 45, 46, 41, 44, 71, 72, 59, 52, 43, 53, 64, 68, 61, 98, 90, 79, 78, 77, 82, 65, 77, 66, 72, 77, 77, 66, 69, 67, 73, 71, 78, 79, 74, 72, 66, 55, 43, 26, 20], "n_am_pl": [18, 52, 48, 42, 48, 42, 28, 40, 21, 35, 39, 45, 50, 29, 32, 29, 38, 52, 58, 67, 49, 39, 35, 44, 20, 23, 24, 31, 39, 41, 53, 35, 34, 30, 29, 29, 30, 29, 25, 26, 26, 21, 19, 21, 18, 14, 19, 22, 45, 52], "n_pos": 246, "sum_m_en": [21.26534, 11.402182, 12.101586, 12.280627, 12.839115, 12.664901, 13.250794, 13.232524, 14.074146, 14.180695, 14.401662, 15.182806, 16.127793, 16.589133, 17.3696, 16.714778, 16.231562, 15.434064, 13.999221, 13.334791, 12.684847, 12.470824, 12.596431, 12.17319, 37.772708, 37.766871, 34.941934, 31.234378, 31.198581, 30.956377, 28.273561, 26.831956, 24.682321, 26.779376, 27.580657, 27.256159, 32.616083, 31.425545, 33.992718, 44.759063, 47.217209, 48.836863, 55.128539, 58.909978, 64.816938, 61.971287, 51.858544, 42.322707, 26.250962, 19.521136], "sum_m_pl": [100.418613, 120.801874, 117.130632, 113.307273, 110.521624, 108.568283, 110.42947, 110.046789, 106.951136, 110.669587, 109.052974, 108.59513, 110.206074, 105.931209, 108.456816, 112.750218, 112.688934, 112.420068, 115.911518, 118.189697, 118.867819, 119.004621, 118.598793, 118.349208, 84.401715, 82.781703, 83.460894, 91.312615, 94.938811, 98.391626, 101.988153, 100.735281, 101.833362, 93.714161, 91.66105, 87.4472, 78.153886, 77.894853, 72.581164, 67.725312, 63.022411, 59.02183, 54.792536, 44.757983, 31.050864, 31.986296, 27.751178, 27.955634, 44.940361, 53.078984]}, "digit": {"n_am_en": [5, 12, 8, 5, 3, 5, 5, 5, 5, 6, 8, 4, 3, 4, 3, 4, 5, 4, 3, 3, 4, 5, 7, 5, 9, 8, 5, 9, 9, 5, 4, 6, 2, 2, 3, 3, 5, 4, 3, 3, 2, 2, 2, 1, 1, 1, 1, 0, 1, 0], "n_am_pl": [0, 5, 5, 3, 1, 3, 0, 1, 0, 3, 2, 4, 1, 2, 0, 1, 5, 5, 7, 7, 5, 6, 5, 6, 2, 5, 3, 4, 4, 4, 4, 3, 3, 2, 3, 4, 2, 3, 1, 1, 2, 1, 2, 3, 3, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.205428, 1.215067, 1.176763, 1.173227, 1.15651, 1.112797, 1.153488, 1.191693, 1.248636, 1.215907, 1.268471, 1.262456, 1.399962, 1.456046, 1.456935, 1.456202, 1.463845, 1.398791, 1.240924, 1.231742, 1.192798, 1.116122, 1.085743, 1.085047, 2.687213, 2.4198, 2.029478, 2.116969, 2.323506, 2.222266, 2.037568, 1.950765, 1.617067, 1.688214, 1.756439, 2.01345, 2.131208, 1.875598, 1.870247, 2.527417, 2.603859, 2.379586, 2.347721, 1.950693, 1.46243, 1.537775, 1.443104, 0.667691, 0.603954, 0.063714], "sum_m_pl": [11.423605, 13.347265, 12.745682, 12.37732, 12.107157, 12.002972, 11.841155, 11.497143, 11.150075, 11.438489, 11.451345, 11.338777, 10.981451, 10.560287, 10.962752, 11.059104, 11.158795, 11.194752, 11.626828, 11.822513, 11.710763, 11.858555, 11.95155, 11.979958, 9.053696, 9.083238, 9.189462, 10.050752, 10.273605, 10.325012, 10.564298, 10.15972, 10.44776, 9.572729, 9.508502, 9.202323, 8.425273, 7.90619, 7.196348, 7.186016, 7.137115, 7.364797, 6.778214, 6.150811, 4.771436, 3.496385, 1.450229, 0.867401, 0.129519, 5e-05]}, "lang": {"n_am_en": [17, 9, 15, 9, 14, 18, 16, 13, 12, 16, 21, 12, 11, 15, 13, 29, 27, 27, 19, 16, 24, 28, 28, 26, 40, 32, 26, 29, 29, 30, 26, 32, 27, 35, 35, 31, 27, 28, 34, 34, 32, 34, 32, 33, 37, 41, 31, 30, 22, 20], "n_am_pl": [5, 17, 13, 14, 13, 8, 5, 12, 7, 8, 6, 13, 21, 9, 13, 8, 9, 15, 17, 21, 14, 9, 10, 15, 8, 7, 9, 12, 14, 16, 25, 18, 13, 6, 13, 10, 11, 9, 8, 7, 5, 8, 9, 11, 11, 8, 13, 16, 43, 52], "n_pos": 72, "sum_m_en": [6.363549, 3.394331, 3.591937, 3.64367, 3.730059, 3.785275, 3.934156, 3.907872, 4.178355, 4.055989, 4.372907, 4.653259, 4.899815, 4.979861, 5.272234, 5.227375, 4.9652, 4.84819, 4.295809, 4.121921, 3.832279, 3.862077, 4.144961, 3.941094, 13.777122, 12.895624, 11.608114, 9.167859, 8.927464, 8.71527, 8.257537, 8.54908, 7.857107, 8.821666, 8.760773, 9.376333, 11.606465, 11.244534, 13.43742, 18.960945, 20.866789, 21.884999, 23.819474, 26.701784, 34.024637, 34.875687, 30.35083, 26.698592, 22.20283, 19.418743], "sum_m_pl": [28.813325, 34.829338, 33.934468, 32.840087, 32.527926, 31.644641, 32.259192, 32.520959, 31.88728, 32.93305, 32.115139, 32.173639, 32.796713, 32.005403, 32.961904, 34.000626, 33.937871, 33.936609, 34.816151, 35.45259, 35.618986, 35.578425, 35.230759, 35.140336, 27.385909, 26.937208, 26.693116, 29.381328, 29.587694, 30.908786, 32.194576, 31.829804, 32.666842, 30.868847, 31.241716, 30.4109, 28.197548, 30.072709, 27.631208, 24.563966, 22.707574, 20.85199, 20.858636, 16.099683, 11.754874, 14.204097, 14.660093, 17.878399, 39.800802, 51.56267]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 293, "item_id": "gsm8kpl-621", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1032, "region_end": 246, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 0.9966}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [39, 27, 24, 25, 24, 22, 22, 22, 23, 33, 31, 24, 20, 25, 19, 26, 33, 29, 42, 41, 38, 47, 41, 32, 46, 39, 30, 44, 34, 41, 34, 31, 35, 42, 48, 53, 55, 50, 60, 61, 60, 56, 52, 49, 48, 50, 49, 49, 45, 41], "n_am_pl": [4, 16, 19, 17, 9, 13, 18, 13, 13, 18, 12, 10, 24, 16, 11, 16, 18, 21, 20, 13, 13, 14, 13, 13, 5, 5, 7, 5, 13, 15, 12, 12, 11, 7, 8, 2, 5, 3, 3, 3, 2, 1, 2, 5, 4, 0, 1, 2, 0, 0], "n_pos": 119, "sum_m_en": [13.710703, 6.840071, 6.145017, 5.997987, 6.316895, 6.514338, 6.864135, 7.448995, 7.719419, 8.298571, 8.661245, 8.59345, 9.025921, 9.116723, 9.152384, 9.126709, 9.506373, 8.513017, 7.876505, 7.328475, 6.640655, 6.23446, 5.89675, 5.919493, 19.29331, 19.348715, 17.171285, 16.029403, 15.80781, 15.100848, 13.70392, 13.033152, 13.571169, 14.116825, 16.125795, 18.081215, 24.848057, 25.401772, 29.333003, 36.357281, 34.462963, 35.552864, 36.0938, 41.527819, 42.699691, 42.002969, 45.820538, 46.144703, 45.04137, 41.960122], "sum_m_pl": [43.964612, 55.541529, 54.831457, 53.875576, 51.675405, 50.276601, 50.07145, 49.880488, 48.90068, 51.649505, 50.594216, 50.988741, 50.347444, 50.067374, 49.83578, 51.647746, 52.510377, 54.290839, 54.93869, 55.752903, 56.363558, 57.258972, 56.994068, 56.945646, 40.252454, 39.146271, 39.273154, 42.775759, 42.61526, 44.05595, 44.918812, 44.099182, 44.035963, 42.88168, 43.310133, 42.210347, 34.651659, 32.523268, 29.692536, 27.307372, 26.504321, 24.24771, 21.738261, 16.367736, 13.26814, 8.5925, 5.353612, 2.491465, 0.265794, 0.029755]}, "digit": {"n_am_en": [1, 7, 6, 4, 4, 1, 0, 3, 4, 1, 1, 3, 1, 3, 1, 3, 4, 6, 11, 8, 5, 7, 5, 4, 6, 5, 5, 6, 6, 5, 2, 4, 5, 5, 4, 7, 6, 7, 4, 7, 5, 2, 2, 2, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 2, 2, 4, 2, 1, 1, 4, 1, 1, 1, 3, 1, 2, 4, 2, 3, 0, 1, 0, 0, 1, 0, 0, 2, 0, 1, 2, 1, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.678884, 0.796976, 0.705538, 0.706612, 0.749115, 0.83018, 0.831491, 0.974534, 1.059053, 1.147025, 1.143723, 1.137779, 1.262587, 1.372027, 1.21205, 1.251467, 1.325251, 1.229138, 1.106874, 1.046837, 0.941126, 0.870866, 0.832628, 0.811848, 2.238099, 2.200125, 1.997344, 1.727178, 1.709551, 1.578723, 1.462922, 1.471716, 1.335386, 1.379352, 1.329101, 1.615283, 2.090791, 2.102292, 2.249415, 2.546232, 2.647376, 1.830062, 1.787829, 1.747249, 1.557574, 1.044603, 0.627195, 0.222445, 0.067118, 0.0], "sum_m_pl": [7.936356, 9.659809, 9.401148, 9.070075, 8.55778, 7.979874, 7.901799, 7.527494, 7.271761, 7.945032, 7.990461, 8.002371, 7.516951, 7.555307, 7.610262, 7.843602, 7.97972, 8.392451, 8.612855, 8.728278, 8.867603, 8.981195, 8.906407, 8.907396, 7.278689, 7.128147, 7.07021, 7.682765, 7.561129, 7.764217, 7.727286, 7.645803, 7.531027, 7.533872, 7.341737, 7.597777, 6.681439, 6.633247, 6.47467, 6.45351, 6.078812, 6.232917, 5.862587, 4.997465, 4.603217, 1.964068, 0.978929, 0.250114, 0.07097, 0.0]}, "lang": {"n_am_en": [18, 9, 7, 7, 6, 9, 12, 10, 9, 13, 14, 9, 7, 11, 8, 7, 12, 13, 19, 20, 23, 23, 22, 18, 24, 20, 15, 22, 13, 17, 16, 12, 11, 18, 22, 25, 25, 23, 30, 32, 34, 34, 33, 33, 32, 34, 36, 38, 41, 41], "n_am_pl": [1, 6, 5, 6, 3, 3, 4, 3, 5, 7, 4, 3, 10, 3, 5, 8, 11, 10, 8, 8, 6, 4, 7, 7, 3, 3, 2, 1, 8, 6, 6, 4, 6, 2, 3, 0, 3, 3, 1, 2, 2, 1, 2, 2, 1, 0, 1, 0, 0, 0], "n_pos": 42, "sum_m_en": [5.159368, 2.604171, 2.272414, 2.190463, 2.291159, 2.40499, 2.834145, 2.97852, 2.958892, 3.06969, 3.218654, 3.192976, 3.25356, 3.274731, 3.509622, 3.387487, 3.658389, 3.269498, 3.125551, 2.909273, 2.571219, 2.381069, 2.203399, 2.24467, 9.048996, 9.234516, 7.890582, 7.077062, 7.164303, 6.972982, 6.228462, 5.951459, 6.229739, 6.443926, 7.737, 8.66449, 11.891551, 12.641761, 14.470361, 17.988658, 18.09264, 19.966141, 20.861762, 25.5152, 27.038215, 28.655956, 33.142206, 35.206271, 40.80297, 40.85145], "sum_m_pl": [14.880485, 18.952538, 18.564829, 18.206481, 17.6086, 17.405043, 16.959506, 17.225209, 17.02948, 17.87783, 17.639945, 17.973705, 17.99718, 17.637014, 17.737599, 18.386154, 18.484545, 19.005697, 19.096016, 19.404005, 19.569121, 19.87735, 19.794498, 19.871432, 13.361714, 13.007589, 13.213144, 14.449122, 14.472636, 14.969808, 15.422796, 14.976001, 15.242358, 14.993175, 15.073532, 14.995947, 12.705219, 12.193298, 11.112482, 10.07202, 9.907055, 9.034644, 8.243293, 5.606373, 4.374074, 3.015037, 2.086458, 0.433614, 0.020066, 0.029745]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "gsm8kpl-623", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1139, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9917}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 33, 26, 33, 35, 31, 29, 25, 27, 34, 27, 29, 23, 29, 13, 21, 33, 26, 35, 35, 38, 46, 40, 40, 53, 43, 44, 40, 42, 37, 37, 35, 27, 37, 47, 52, 47, 48, 41, 55, 47, 45, 47, 42, 46, 37, 24, 11, 6, 6], "n_am_pl": [16, 38, 40, 23, 30, 27, 27, 28, 22, 27, 30, 21, 29, 31, 33, 30, 28, 30, 26, 19, 17, 21, 22, 30, 20, 22, 19, 18, 25, 26, 28, 20, 13, 6, 11, 15, 15, 16, 15, 16, 22, 21, 15, 17, 14, 21, 26, 23, 27, 26], "n_pos": 153, "sum_m_en": [13.712167, 7.482173, 7.879592, 8.063667, 8.626734, 8.456665, 8.725718, 8.785357, 9.317935, 9.825925, 9.856758, 10.077281, 11.028613, 11.409036, 11.139301, 11.338216, 11.345857, 10.386215, 9.516448, 9.172298, 8.631503, 8.296142, 7.886437, 7.812304, 20.904179, 20.870997, 18.574909, 17.579324, 17.207292, 16.893038, 15.725232, 15.00313, 14.652771, 14.877281, 16.170575, 19.25282, 21.95398, 22.478949, 26.655924, 30.518383, 28.755861, 29.536092, 31.520521, 34.17649, 36.044058, 33.312702, 21.14393, 12.464785, 6.999505, 6.203501], "sum_m_pl": [63.39584, 75.361663, 72.357701, 70.295241, 69.090321, 67.439774, 68.200602, 68.889966, 67.668074, 68.616669, 67.799294, 66.76708, 66.190382, 65.527045, 65.484142, 67.678574, 69.08943, 71.105499, 72.601838, 72.024735, 72.125449, 72.49149, 72.488495, 72.279346, 55.001663, 53.544739, 54.867159, 57.272338, 58.824389, 60.670097, 60.386921, 61.144943, 59.937167, 56.751629, 57.637976, 55.824238, 49.952153, 48.925188, 45.447534, 44.615648, 43.907376, 43.077853, 40.551836, 34.814685, 29.631831, 30.738128, 30.534468, 27.226971, 27.531608, 26.922875]}, "digit": {"n_am_en": [5, 9, 3, 6, 4, 7, 4, 1, 1, 1, 1, 3, 3, 6, 2, 2, 4, 5, 5, 3, 6, 4, 4, 5, 7, 4, 7, 5, 8, 3, 3, 5, 2, 3, 2, 4, 6, 6, 7, 7, 5, 2, 2, 1, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 3, 1, 1, 0, 1, 1, 2, 3, 2, 0, 1, 2, 3, 1, 6, 2, 2, 2, 0, 1, 0, 3, 0, 2, 1, 1, 0, 3, 4, 3, 1, 0, 1, 0, 1, 0, 0, 0, 1, 2, 2, 2, 2, 3, 2, 2, 0, 0], "n_pos": 17, "sum_m_en": [1.516566, 0.761709, 0.74039, 0.814222, 0.846822, 0.824568, 0.861075, 0.936006, 0.984039, 1.034794, 1.040901, 1.025319, 1.161964, 1.287473, 1.181123, 1.236022, 1.272691, 1.209419, 1.062565, 1.001004, 0.898989, 0.822047, 0.794511, 0.786785, 1.987027, 1.986536, 1.812921, 1.620923, 1.733323, 1.645826, 1.527163, 1.464067, 1.332496, 1.430714, 1.367966, 1.58059, 1.737, 1.848533, 1.814555, 2.158033, 1.892113, 1.600641, 1.385496, 1.344697, 1.139381, 0.950498, 0.30307, 0.087444, 0.004594, 2.5e-05], "sum_m_pl": [7.674601, 9.054677, 8.62207, 7.972611, 7.803328, 7.612991, 7.414799, 7.415506, 7.217304, 7.465804, 7.558578, 7.533769, 7.32634, 7.194225, 7.312616, 7.58846, 7.737711, 7.961292, 8.262679, 8.258466, 8.332558, 8.405127, 8.384202, 8.366142, 6.932832, 6.675674, 6.751768, 7.139671, 7.141297, 7.37835, 7.400484, 7.20856, 7.026396, 6.839842, 6.71346, 6.984179, 6.300161, 6.250108, 6.096949, 6.130537, 6.001995, 6.237912, 5.979263, 5.178585, 4.893105, 3.97661, 2.480139, 1.597165, 0.018823, 0.005188]}, "lang": {"n_am_en": [6, 3, 4, 5, 7, 5, 3, 6, 5, 9, 6, 4, 3, 2, 4, 7, 6, 6, 11, 12, 12, 11, 11, 12, 15, 14, 12, 8, 7, 8, 8, 10, 11, 12, 14, 18, 14, 13, 12, 20, 20, 19, 19, 17, 20, 17, 13, 6, 6, 6], "n_am_pl": [6, 8, 5, 5, 6, 6, 7, 7, 4, 5, 6, 5, 8, 7, 4, 8, 7, 7, 5, 6, 6, 8, 6, 6, 4, 5, 4, 6, 5, 6, 10, 6, 3, 3, 4, 2, 4, 3, 4, 3, 5, 7, 6, 7, 6, 8, 11, 13, 25, 26], "n_pos": 33, "sum_m_en": [2.71484, 1.772057, 1.838377, 1.819166, 1.817747, 1.78732, 1.838394, 1.891316, 1.976642, 1.998109, 2.056261, 2.208191, 2.316503, 2.422532, 2.395315, 2.503555, 2.437114, 2.199835, 2.05456, 1.941077, 1.889706, 1.8207, 1.706301, 1.719408, 5.322445, 5.230027, 4.454012, 3.731112, 3.626972, 3.521247, 3.410617, 3.321375, 3.490633, 3.679123, 4.031294, 6.389873, 7.773668, 8.267889, 9.865394, 11.336141, 11.100334, 12.247726, 13.505235, 15.046405, 17.34295, 15.965618, 11.542101, 6.798603, 6.115403, 6.00021], "sum_m_pl": [12.934002, 15.141069, 14.554587, 14.104515, 14.12985, 13.624816, 13.720662, 14.327336, 14.304439, 14.655772, 14.262428, 14.114997, 14.166033, 14.097466, 14.372038, 14.8246, 15.104926, 15.32509, 15.555417, 15.519899, 15.431939, 15.547394, 15.492093, 15.444528, 12.230377, 11.983461, 11.995779, 12.854463, 13.172518, 13.459744, 13.680008, 13.710395, 13.934019, 13.575553, 13.414172, 12.479809, 11.578171, 11.452788, 10.257537, 10.550853, 10.950754, 10.781172, 10.123372, 9.586296, 8.455887, 9.547195, 12.976313, 14.935036, 24.364507, 26.048739]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "gsm8kpl-623", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 998, "region_end": 153, "roundtrip_ok": true, "tf_agree": 0.9869, "tf_agree_excl_first": 0.9934}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [59, 77, 52, 49, 45, 43, 41, 44, 45, 56, 67, 74, 65, 58, 69, 65, 69, 55, 57, 58, 52, 50, 48, 48, 77, 73, 55, 64, 62, 63, 61, 65, 65, 65, 77, 74, 80, 80, 80, 85, 89, 96, 80, 88, 78, 69, 72, 75, 74, 68], "n_am_pl": [2, 26, 24, 43, 22, 26, 33, 27, 20, 22, 21, 23, 24, 26, 22, 31, 24, 27, 27, 40, 49, 47, 46, 46, 23, 28, 25, 27, 40, 30, 27, 27, 31, 30, 28, 23, 16, 16, 17, 11, 10, 11, 9, 9, 6, 3, 2, 1, 0, 0], "n_pos": 216, "sum_m_en": [25.501893, 12.837017, 11.975171, 12.36704, 12.032762, 12.393794, 12.558615, 12.180443, 13.114288, 13.945873, 14.783737, 16.096951, 18.121112, 17.188914, 18.265905, 17.190667, 16.581866, 15.793607, 14.540279, 12.991807, 11.945295, 10.806793, 10.37272, 10.310974, 32.322871, 29.859052, 28.321948, 26.437519, 25.699756, 26.008518, 23.712496, 23.28197, 24.433088, 25.709972, 29.130123, 30.217966, 35.305114, 35.522206, 39.264274, 46.491268, 48.325775, 54.01323, 57.230605, 59.471967, 63.665483, 65.849103, 69.763223, 76.520166, 73.878299, 67.985237], "sum_m_pl": [79.696398, 104.661498, 101.954025, 99.124031, 97.706776, 96.721217, 96.186171, 96.724065, 94.52993, 97.213118, 95.778107, 95.135387, 93.854368, 94.188272, 92.907213, 96.744477, 96.909319, 96.526771, 97.840425, 101.295401, 102.918311, 103.974341, 104.653212, 105.063679, 79.189881, 81.748834, 79.515554, 84.646062, 88.912612, 87.423706, 88.261054, 89.666294, 88.939516, 83.566877, 84.564637, 79.371064, 70.573925, 67.232839, 61.219042, 58.457528, 55.946921, 49.049248, 45.377936, 40.383691, 32.020291, 24.884118, 9.961218, 8.625325, 1.062855, 0.002154]}, "digit": {"n_am_en": [0, 13, 8, 5, 4, 1, 3, 3, 2, 4, 2, 4, 3, 1, 3, 2, 3, 1, 2, 2, 0, 1, 0, 1, 5, 3, 4, 6, 6, 2, 4, 3, 2, 1, 2, 3, 3, 2, 1, 0, 2, 1, 2, 4, 2, 0, 0, 1, 0, 0], "n_am_pl": [0, 0, 1, 6, 6, 1, 2, 4, 5, 1, 3, 2, 1, 3, 5, 5, 2, 3, 0, 1, 3, 1, 1, 1, 0, 1, 0, 1, 0, 3, 4, 4, 5, 5, 3, 3, 1, 1, 2, 3, 2, 3, 0, 0, 1, 1, 0, 1, 0, 0], "n_pos": 22, "sum_m_en": [1.968653, 0.95128, 0.877428, 0.864866, 0.892412, 0.967938, 1.012998, 1.081343, 1.174442, 1.226876, 1.232298, 1.291424, 1.445687, 1.318944, 1.304154, 1.34304, 1.381029, 1.44763, 1.264973, 1.159315, 1.06014, 0.95399, 0.926005, 0.911942, 1.619281, 1.661709, 1.630688, 1.641624, 1.606838, 1.605738, 1.685993, 1.706128, 1.532719, 1.45654, 1.486267, 1.588708, 1.476591, 1.467811, 1.55797, 1.572397, 1.593914, 1.939837, 2.042832, 1.88904, 1.715705, 1.124617, 0.664011, 0.789669, 0.395305, 0.0], "sum_m_pl": [9.610117, 11.979739, 11.654915, 11.163932, 10.895522, 10.484689, 10.452517, 10.248306, 9.997958, 10.308532, 10.220863, 10.104592, 9.587674, 9.656795, 9.529029, 9.691446, 9.631374, 9.296473, 9.697004, 10.323419, 10.55677, 10.678016, 10.698333, 10.80213, 9.276065, 9.268084, 9.089673, 9.527184, 9.81267, 9.553883, 9.406764, 9.30622, 9.333244, 9.022374, 8.75954, 8.63507, 8.244025, 8.528393, 7.946044, 8.335464, 8.077543, 7.355015, 7.340979, 6.741042, 6.519949, 3.304061, 2.750743, 1.867752, 0.5901, 0.0]}, "lang": {"n_am_en": [20, 25, 18, 17, 20, 20, 15, 21, 23, 24, 28, 32, 30, 27, 31, 34, 33, 26, 30, 28, 30, 25, 26, 28, 43, 38, 25, 28, 26, 29, 30, 34, 34, 38, 40, 36, 39, 39, 41, 44, 47, 54, 49, 51, 50, 52, 57, 59, 67, 68], "n_am_pl": [1, 10, 5, 13, 4, 12, 11, 6, 6, 2, 5, 2, 5, 8, 5, 7, 6, 7, 8, 18, 16, 18, 20, 16, 7, 9, 10, 9, 16, 9, 8, 9, 7, 5, 6, 3, 1, 2, 4, 2, 1, 1, 1, 3, 4, 2, 2, 0, 0, 0], "n_pos": 69, "sum_m_en": [8.961071, 4.511201, 3.912482, 4.273537, 3.846841, 4.275149, 4.737159, 4.38731, 4.693264, 4.891519, 5.109512, 5.687575, 7.272397, 6.940677, 7.397812, 6.920172, 6.700929, 5.962886, 5.532416, 4.696789, 4.258164, 3.75295, 3.552639, 3.54217, 14.622902, 14.170192, 13.786569, 12.572025, 11.689925, 11.996784, 10.56468, 9.919412, 11.093681, 11.418123, 13.38265, 13.767235, 16.037397, 16.419929, 18.413715, 21.342806, 22.962301, 28.445611, 31.282827, 34.845751, 39.498352, 44.591593, 51.87874, 57.121461, 66.928712, 67.591029], "sum_m_pl": [24.113347, 32.94697, 31.607141, 30.674867, 30.722251, 30.195647, 29.829835, 30.687084, 30.199253, 30.960671, 30.227036, 29.954942, 29.388531, 29.483092, 29.370434, 30.358054, 30.527086, 30.861917, 31.06931, 32.16581, 32.605727, 33.08703, 33.317229, 33.348957, 24.251248, 25.551291, 24.549426, 25.719636, 27.107013, 26.256869, 27.336683, 27.926893, 27.67148, 26.62534, 26.506017, 25.469177, 22.288159, 21.684739, 19.999496, 18.940639, 17.647857, 14.782715, 13.228803, 12.086881, 9.935388, 7.368685, 3.723422, 2.236204, 0.041351, 8.3e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 220, "item_id": "gsm8kpl-632", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1199, "region_end": 216, "roundtrip_ok": true, "tf_agree": 0.9818, "tf_agree_excl_first": 0.9863}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [51, 48, 36, 41, 42, 42, 32, 50, 37, 38, 44, 36, 40, 41, 42, 40, 49, 47, 38, 30, 30, 31, 34, 36, 71, 68, 62, 65, 71, 71, 64, 55, 47, 55, 68, 55, 56, 54, 50, 58, 63, 65, 60, 52, 47, 44, 25, 18, 0, 0], "n_am_pl": [20, 41, 40, 46, 47, 24, 35, 27, 27, 34, 33, 35, 38, 34, 38, 39, 35, 43, 52, 74, 66, 62, 53, 52, 34, 36, 29, 32, 45, 33, 39, 48, 42, 24, 38, 38, 30, 31, 35, 33, 25, 31, 26, 32, 26, 28, 37, 43, 82, 90], "n_pos": 230, "sum_m_en": [20.479753, 10.7229, 11.275323, 11.749483, 12.350491, 12.473583, 11.960767, 12.05994, 12.831064, 14.041297, 14.191846, 15.674182, 16.792364, 16.770661, 17.028309, 15.650492, 15.396762, 14.919426, 13.769511, 12.860173, 12.137225, 11.171339, 10.606862, 10.305271, 31.593102, 27.275252, 23.103717, 21.480464, 22.474937, 22.712581, 21.062858, 20.183958, 19.532355, 20.12617, 23.037388, 22.426657, 23.098389, 21.938753, 27.345233, 33.347553, 36.72274, 40.730551, 39.941116, 39.444164, 39.303289, 38.567707, 22.807302, 15.520615, 1.63926, 0.012266], "sum_m_pl": [96.000156, 114.436595, 111.957472, 108.926539, 107.326587, 104.537081, 105.418131, 105.393096, 102.439966, 103.464495, 102.056239, 100.424107, 99.074845, 101.149166, 99.989321, 104.419448, 104.236624, 104.883619, 107.6665, 110.893287, 111.500845, 111.670538, 111.860161, 112.958064, 86.264993, 89.007679, 87.815414, 93.994355, 99.946, 97.235955, 97.341886, 100.090265, 97.181492, 87.503897, 88.932038, 82.750028, 76.766512, 74.606146, 71.101707, 69.969703, 66.353451, 63.701067, 56.870268, 56.567076, 51.00849, 47.445998, 47.160305, 49.478695, 79.730246, 88.919183]}, "digit": {"n_am_en": [0, 21, 10, 7, 4, 3, 5, 5, 2, 8, 9, 0, 3, 3, 2, 2, 6, 4, 5, 2, 3, 3, 4, 4, 10, 11, 14, 12, 10, 7, 9, 8, 4, 4, 7, 4, 4, 6, 4, 4, 5, 4, 3, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 5, 5, 5, 4, 7, 5, 3, 4, 3, 3, 5, 8, 8, 8, 9, 6, 7, 15, 14, 9, 7, 6, 2, 0, 0, 3, 5, 5, 9, 5, 3, 3, 2, 5, 3, 2, 4, 4, 1, 2, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [2.828305, 1.401842, 1.310964, 1.284862, 1.355764, 1.379321, 1.46495, 1.509259, 1.539601, 1.695696, 1.712835, 1.771236, 2.058093, 2.121815, 2.041058, 1.995084, 2.052676, 2.019808, 1.79103, 1.6451, 1.485668, 1.370649, 1.31777, 1.290752, 4.071716, 2.859554, 2.628044, 2.409585, 2.492811, 2.437432, 2.64988, 2.503319, 2.268991, 2.298229, 3.181359, 2.769812, 2.331437, 2.406945, 2.851813, 3.465557, 3.539011, 2.975453, 2.880604, 2.862277, 2.379514, 1.529038, 0.927304, 0.63172, 0.154802, 1e-06], "sum_m_pl": [15.011837, 17.179775, 16.770352, 16.104247, 15.868357, 15.335671, 15.282423, 14.882186, 14.539042, 14.721288, 14.837456, 14.810079, 14.081097, 14.710659, 14.460672, 14.766391, 14.635883, 14.625744, 15.233467, 15.679883, 15.715394, 15.754989, 15.839242, 16.076905, 12.081643, 13.421065, 13.574303, 14.085533, 14.650296, 14.270408, 13.965182, 14.116544, 13.776042, 12.825913, 12.395427, 12.446196, 11.647511, 11.908864, 11.171811, 11.231707, 10.598972, 10.021141, 9.691433, 8.845174, 8.255675, 5.072443, 3.534535, 1.97709, 0.304437, 1.2e-05]}, "lang": {"n_am_en": [18, 7, 8, 17, 19, 18, 16, 23, 20, 18, 19, 16, 18, 18, 26, 27, 29, 25, 22, 16, 17, 15, 19, 17, 37, 38, 31, 41, 40, 43, 38, 34, 31, 39, 32, 32, 30, 31, 32, 36, 39, 46, 46, 43, 39, 38, 24, 17, 0, 0], "n_am_pl": [7, 18, 14, 16, 22, 6, 8, 5, 10, 14, 11, 14, 17, 16, 17, 16, 13, 22, 26, 36, 31, 33, 29, 30, 19, 21, 18, 11, 19, 13, 13, 26, 28, 15, 27, 23, 21, 25, 20, 21, 18, 24, 21, 24, 23, 25, 34, 43, 81, 89], "n_pos": 89, "sum_m_en": [7.345219, 4.182894, 4.55179, 5.075481, 5.289983, 5.332244, 4.981222, 5.060216, 5.370554, 5.896204, 5.94888, 6.990724, 7.287555, 7.298945, 7.612764, 6.440688, 6.243638, 5.898052, 5.609946, 4.943895, 4.624752, 4.171665, 3.995083, 3.870152, 13.130175, 11.66685, 10.616936, 10.089543, 10.007525, 10.383868, 9.225878, 8.739865, 8.752371, 9.45679, 10.290997, 10.95643, 12.574518, 11.908026, 16.658188, 20.872478, 24.369812, 28.143677, 28.695205, 28.44119, 29.357284, 30.007819, 18.40696, 11.818061, 1.135786, 0.011368], "sum_m_pl": [35.333816, 42.935483, 42.384191, 41.402058, 40.829866, 39.358395, 39.459833, 40.033113, 39.656004, 39.922798, 38.801846, 37.958129, 37.925113, 39.025646, 39.246089, 41.49407, 41.520373, 41.676574, 42.759717, 44.03246, 44.2052, 44.502424, 44.548202, 44.804755, 38.761683, 38.932083, 37.911688, 40.080411, 41.553437, 40.358724, 40.94333, 42.942564, 43.146076, 39.711488, 40.785261, 39.423321, 38.587533, 38.035095, 36.880447, 35.348165, 33.141729, 32.223812, 28.636394, 31.279931, 29.930318, 30.637379, 35.212045, 42.950481, 77.798241, 88.23356]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 251, "item_id": "gsm8kpl-632", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1058, "region_end": 230, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.992}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [37, 39, 25, 26, 22, 12, 18, 18, 16, 27, 31, 37, 38, 30, 26, 31, 26, 25, 30, 25, 27, 26, 26, 27, 29, 30, 34, 37, 33, 42, 44, 37, 31, 33, 40, 43, 47, 39, 40, 42, 47, 55, 65, 57, 60, 58, 61, 56, 44, 42], "n_am_pl": [2, 19, 26, 24, 12, 11, 7, 15, 13, 7, 11, 8, 17, 15, 15, 12, 13, 11, 4, 12, 10, 14, 15, 16, 14, 10, 13, 8, 9, 5, 16, 13, 20, 13, 8, 6, 3, 5, 8, 3, 5, 3, 2, 3, 3, 4, 5, 3, 2, 2], "n_pos": 123, "sum_m_en": [13.526309, 7.606365, 7.240818, 7.333499, 7.546002, 7.108772, 7.100963, 7.003299, 7.447373, 8.309088, 8.830155, 9.438679, 10.012716, 9.265868, 10.219465, 9.061024, 9.13789, 9.300584, 8.388606, 7.302868, 6.967732, 6.305818, 6.097952, 6.052871, 16.718494, 15.746194, 14.986199, 14.62626, 14.068432, 14.613272, 13.435467, 13.098896, 15.208328, 16.287594, 17.698987, 18.949318, 23.141112, 24.224329, 26.538578, 29.898384, 31.344138, 31.275638, 37.373724, 43.69552, 51.484271, 51.062616, 52.295367, 49.03513, 44.457988, 42.25191], "sum_m_pl": [46.023066, 56.706092, 56.08424, 53.331681, 52.848226, 53.304654, 54.839852, 56.303936, 55.614199, 56.365798, 54.676874, 53.864848, 53.289046, 52.716704, 52.698217, 55.088297, 54.868011, 54.276566, 55.273047, 57.762197, 58.464161, 59.035272, 59.174648, 59.502109, 45.928598, 47.157117, 46.993908, 49.458841, 50.204318, 49.283961, 50.634527, 51.02194, 50.63491, 46.975104, 46.693819, 44.079384, 36.794061, 33.516483, 30.236176, 30.024045, 28.399055, 26.184587, 23.267048, 17.47339, 13.060745, 11.176695, 10.281002, 6.591967, 2.147049, 2.266743]}, "digit": {"n_am_en": [0, 7, 4, 1, 3, 0, 0, 1, 0, 1, 4, 0, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 3, 3, 3, 3, 3, 1, 3, 4, 5, 3, 1, 2, 3, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0], "n_am_pl": [0, 2, 5, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 2, 4, 5, 2, 3, 3, 1, 2, 1, 1, 1, 1, 0, 0, 0, 2, 1, 5, 2, 4, 5, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.443958, 0.704731, 0.646564, 0.686006, 0.708207, 0.768718, 0.805945, 0.828172, 0.885602, 0.993708, 1.017095, 1.029889, 1.065345, 1.000082, 0.950522, 0.948643, 1.004536, 1.073862, 0.886848, 0.807137, 0.747136, 0.695117, 0.673408, 0.673547, 1.203766, 1.182337, 1.197834, 1.100089, 1.210952, 1.304345, 1.379313, 1.370438, 1.211732, 1.223025, 1.175045, 1.255785, 1.22416, 1.175553, 1.231197, 1.224317, 1.165263, 1.123052, 1.185244, 1.186222, 1.151185, 0.676143, 1.305643, 1.052976, 0.049778, 0.0], "sum_m_pl": [6.675144, 8.67315, 8.361883, 7.730095, 7.533238, 7.253643, 7.226673, 7.178742, 7.064205, 7.217938, 7.187508, 7.178683, 6.70948, 6.37227, 6.645253, 7.014409, 7.037452, 6.990728, 7.311325, 7.607193, 7.768788, 7.811805, 7.813349, 7.847482, 6.620131, 6.808516, 6.808959, 7.373866, 7.333258, 6.964367, 6.90814, 6.811122, 6.805123, 6.660007, 6.566904, 6.277652, 5.758884, 5.939317, 5.577764, 5.794664, 5.708837, 5.563554, 5.511308, 5.106192, 4.4982, 2.794549, 2.052384, 1.275929, 0.152989, 0.0]}, "lang": {"n_am_en": [11, 12, 7, 15, 10, 8, 11, 11, 10, 13, 12, 18, 22, 17, 16, 17, 17, 14, 17, 15, 14, 13, 13, 15, 18, 16, 18, 20, 18, 22, 23, 20, 18, 20, 22, 24, 25, 25, 23, 29, 32, 36, 41, 37, 40, 37, 40, 39, 42, 42], "n_am_pl": [1, 12, 12, 9, 2, 3, 3, 4, 5, 3, 5, 4, 4, 3, 4, 3, 3, 3, 1, 6, 5, 9, 6, 7, 6, 3, 5, 4, 3, 3, 5, 5, 7, 5, 6, 3, 1, 2, 4, 1, 3, 2, 1, 1, 2, 3, 2, 2, 2, 2], "n_pos": 45, "sum_m_en": [5.345676, 2.729326, 2.649422, 2.763786, 2.941575, 2.646192, 2.785155, 2.675594, 2.755938, 3.006093, 3.309211, 3.591023, 4.100053, 3.618425, 4.487633, 3.629202, 3.893758, 3.915415, 3.66199, 3.009391, 2.89201, 2.461794, 2.333649, 2.281715, 9.093626, 7.970719, 7.163948, 7.019984, 6.722096, 7.268417, 6.224444, 5.912058, 7.60247, 8.425159, 9.371926, 9.863056, 11.662718, 12.651239, 14.643251, 17.664456, 19.131514, 18.883565, 20.862944, 24.845609, 30.677029, 30.555208, 33.889425, 35.345724, 41.616705, 41.951895], "sum_m_pl": [16.342943, 20.526728, 20.717223, 19.927763, 19.732259, 19.771776, 20.303226, 20.814554, 20.780788, 20.825371, 20.287085, 19.966672, 20.055323, 20.148223, 19.947144, 20.791804, 20.590737, 20.374987, 20.664514, 21.454329, 21.61099, 21.85944, 21.926701, 22.031174, 16.843399, 17.6692, 17.367875, 17.917385, 18.242238, 18.074097, 18.962568, 19.048906, 18.777344, 17.531667, 17.255789, 16.686363, 14.188308, 12.848535, 11.443823, 10.729048, 9.954536, 9.487137, 8.797315, 6.634888, 4.866122, 5.237592, 4.558386, 2.979873, 1.943545, 2.229413]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "gsm8kpl-634", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1164, "region_end": 123, "roundtrip_ok": true, "tf_agree": 0.9843, "tf_agree_excl_first": 0.9921}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [60, 61, 44, 50, 49, 34, 29, 30, 28, 45, 35, 37, 36, 39, 27, 32, 29, 28, 27, 25, 24, 25, 22, 26, 43, 43, 40, 43, 47, 50, 51, 45, 42, 41, 54, 54, 48, 37, 46, 55, 46, 44, 54, 53, 46, 39, 33, 27, 15, 10], "n_am_pl": [16, 37, 40, 23, 31, 27, 35, 37, 37, 35, 35, 27, 30, 20, 20, 20, 23, 27, 41, 39, 37, 36, 41, 50, 29, 29, 24, 24, 19, 25, 22, 30, 30, 21, 16, 12, 14, 17, 19, 22, 21, 20, 20, 22, 29, 31, 41, 34, 40, 48], "n_pos": 193, "sum_m_en": [17.711932, 9.785562, 10.761117, 12.067899, 12.111159, 11.508919, 11.454648, 11.039466, 11.455785, 12.784409, 12.493462, 13.576495, 14.36883, 14.166295, 14.654397, 13.649897, 13.253866, 13.059959, 11.815877, 11.040367, 10.507241, 9.982643, 9.659613, 9.488492, 20.353941, 19.929666, 19.427435, 20.500802, 20.984709, 22.021676, 20.745593, 19.844046, 20.520499, 20.942566, 20.940227, 21.085238, 21.469783, 21.14117, 23.096201, 28.259167, 27.56144, 26.219995, 32.069016, 32.043625, 34.262446, 33.966687, 34.164569, 27.290244, 15.463986, 10.03494], "sum_m_pl": [80.280639, 93.556074, 89.056424, 85.62287, 85.751702, 84.994731, 87.322491, 88.683559, 87.762236, 87.753511, 86.742897, 83.781985, 83.267482, 82.801532, 82.367557, 85.712265, 86.185113, 86.77933, 89.050456, 90.763862, 91.646239, 91.809598, 92.374762, 92.832324, 74.366103, 74.093985, 72.743485, 76.454036, 77.68456, 77.398265, 78.43929, 79.020029, 78.996159, 71.005948, 71.907455, 67.444683, 63.829733, 63.888728, 59.648127, 57.113664, 56.770647, 56.192763, 51.137074, 47.576514, 41.542792, 41.890526, 43.064915, 35.25002, 39.553281, 47.607241]}, "digit": {"n_am_en": [4, 9, 4, 10, 7, 5, 4, 3, 1, 7, 3, 4, 4, 2, 3, 1, 0, 3, 4, 2, 3, 1, 1, 1, 2, 4, 4, 8, 8, 6, 7, 4, 3, 6, 5, 4, 4, 4, 2, 2, 2, 2, 3, 2, 2, 2, 2, 1, 0, 0], "n_am_pl": [1, 5, 3, 2, 1, 1, 0, 3, 2, 3, 4, 2, 3, 1, 2, 4, 5, 2, 2, 2, 2, 2, 2, 5, 3, 1, 2, 1, 1, 2, 2, 5, 4, 3, 2, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.569916, 0.815232, 0.810019, 0.919127, 0.89994, 0.862249, 0.856612, 0.883959, 0.932372, 0.995009, 1.02982, 1.05824, 1.181298, 1.241866, 1.174055, 1.133496, 1.171208, 1.19721, 1.035774, 0.946151, 0.868103, 0.805933, 0.776787, 0.768028, 1.422163, 1.552228, 1.559835, 1.617948, 1.74006, 1.77102, 1.732023, 1.673328, 1.471834, 1.528473, 1.492363, 1.599215, 1.668274, 1.473367, 1.500235, 2.768938, 2.568844, 2.347814, 2.341143, 2.579857, 2.272457, 2.165147, 2.282432, 1.217235, 0.021272, 8e-06], "sum_m_pl": [8.285949, 9.57553, 9.184003, 8.670216, 8.655987, 8.53176, 8.576052, 8.447009, 8.348672, 8.308656, 8.420805, 8.305062, 7.981656, 7.869456, 7.863245, 8.132098, 8.163817, 8.166777, 8.555014, 8.705518, 8.828728, 8.896093, 8.926077, 8.926841, 7.743973, 7.47663, 7.429764, 7.827817, 7.897269, 7.692657, 7.715118, 7.729699, 7.75018, 7.323908, 7.08695, 7.088259, 6.613808, 6.662668, 6.365391, 6.105884, 5.898337, 6.169404, 6.098425, 5.389303, 4.753619, 3.196705, 1.910983, 0.462268, 0.076087, 0.001977]}, "lang": {"n_am_en": [19, 14, 13, 11, 19, 8, 9, 12, 11, 15, 12, 13, 11, 12, 11, 15, 11, 11, 12, 12, 8, 10, 9, 15, 17, 12, 12, 16, 18, 20, 20, 22, 20, 20, 20, 22, 22, 20, 31, 35, 32, 28, 32, 30, 29, 26, 17, 14, 11, 10], "n_am_pl": [6, 6, 4, 3, 5, 7, 11, 11, 11, 7, 10, 9, 10, 6, 6, 3, 5, 10, 14, 13, 16, 13, 15, 13, 10, 11, 9, 7, 3, 7, 7, 9, 8, 6, 4, 4, 4, 3, 5, 9, 9, 10, 9, 12, 17, 21, 31, 30, 39, 48], "n_pos": 59, "sum_m_en": [5.263463, 3.24984, 3.657489, 4.48389, 4.281311, 3.972004, 4.171656, 3.838619, 3.792035, 4.195343, 3.972569, 4.520919, 4.704136, 4.509947, 5.090827, 4.338486, 4.102748, 3.94422, 3.706052, 3.501929, 3.388491, 3.157532, 3.05735, 2.977049, 7.314348, 7.136693, 6.749124, 6.851136, 6.836021, 7.105506, 6.494885, 6.433544, 7.311364, 8.07138, 7.936321, 7.982768, 8.633026, 8.857405, 10.726215, 13.40529, 13.624235, 13.067833, 17.045192, 18.13657, 21.608366, 21.410484, 16.860115, 14.401804, 11.278706, 10.025015], "sum_m_pl": [24.210001, 26.888205, 25.007854, 23.842329, 24.362002, 24.461616, 24.90884, 25.968893, 26.173271, 26.456392, 25.949626, 25.053681, 24.741475, 24.453604, 24.88848, 26.474948, 26.726179, 26.625469, 27.424194, 28.206773, 28.295182, 28.4294, 28.560566, 28.768873, 23.956986, 23.935516, 23.217052, 24.344267, 24.373687, 24.172508, 25.057256, 25.290218, 25.860969, 23.704395, 23.93394, 23.332945, 23.327541, 23.641546, 22.27041, 21.142491, 21.496529, 21.150419, 18.485509, 18.591399, 18.315474, 21.641986, 28.068223, 26.606158, 38.177671, 47.41883]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "gsm8kpl-634", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1023, "region_end": 193, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9896}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [72, 63, 55, 50, 43, 41, 28, 51, 47, 55, 63, 60, 56, 58, 58, 65, 65, 47, 54, 52, 46, 39, 44, 47, 84, 82, 77, 68, 58, 77, 70, 71, 65, 75, 64, 77, 87, 76, 75, 84, 77, 73, 81, 75, 79, 81, 85, 88, 92, 90], "n_am_pl": [10, 24, 22, 17, 15, 19, 16, 18, 24, 23, 14, 19, 34, 30, 30, 35, 35, 41, 33, 42, 37, 40, 38, 33, 19, 16, 15, 30, 37, 29, 40, 36, 27, 28, 33, 20, 11, 11, 10, 5, 4, 5, 7, 6, 6, 3, 2, 2, 0, 0], "n_pos": 192, "sum_m_en": [22.924358, 11.471987, 11.008145, 10.072094, 10.306176, 10.436984, 10.005839, 10.449522, 11.219394, 11.171785, 11.984849, 12.559057, 12.849821, 13.26437, 13.265856, 12.36864, 11.714507, 11.03111, 10.573565, 9.838819, 9.354187, 8.850795, 8.651033, 8.598873, 29.546381, 28.616173, 26.620257, 23.062857, 21.185243, 20.377429, 17.969166, 18.858799, 18.411896, 19.823579, 20.983019, 24.343228, 32.28657, 33.265276, 36.818988, 44.307042, 45.337877, 46.53028, 54.467309, 55.007165, 64.224628, 70.937937, 77.18385, 85.973308, 88.769379, 90.130299], "sum_m_pl": [74.531173, 93.449207, 90.406913, 87.748057, 85.596266, 84.634531, 86.437058, 87.527055, 87.117327, 89.158447, 88.513958, 90.041556, 90.293208, 89.069305, 90.256523, 91.947194, 92.28861, 92.654944, 93.456533, 95.654096, 95.291373, 95.702881, 95.979331, 96.14562, 75.551425, 75.057914, 73.927441, 79.246203, 82.120437, 82.617107, 84.869285, 84.138156, 86.841115, 82.707937, 81.445904, 75.679603, 64.63979, 60.364643, 55.549593, 50.817516, 48.464574, 40.945509, 35.883148, 30.310765, 24.726978, 18.627061, 11.506781, 6.255053, 1.244343, 0.005819]}, "digit": {"n_am_en": [4, 6, 8, 7, 3, 2, 3, 6, 4, 7, 10, 9, 6, 6, 5, 9, 11, 4, 5, 2, 0, 1, 1, 1, 9, 11, 8, 5, 7, 6, 4, 7, 5, 5, 4, 4, 5, 4, 5, 4, 2, 2, 2, 5, 5, 2, 0, 0, 0, 0], "n_am_pl": [0, 4, 4, 3, 6, 1, 2, 1, 2, 2, 1, 3, 4, 4, 7, 6, 6, 7, 7, 7, 6, 5, 3, 3, 3, 3, 3, 7, 7, 7, 7, 7, 2, 4, 7, 5, 0, 1, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.567061, 1.307265, 1.296759, 1.286177, 1.360965, 1.402107, 1.394731, 1.52443, 1.574152, 1.597252, 1.690168, 1.656795, 1.852193, 1.869008, 1.806428, 1.66055, 1.670101, 1.564751, 1.39048, 1.368188, 1.323651, 1.25099, 1.227472, 1.219166, 2.704443, 2.419866, 2.625629, 2.299414, 2.241928, 2.064823, 1.93185, 1.909673, 1.81713, 1.880773, 1.930889, 2.131354, 2.01871, 2.006046, 2.337099, 2.198288, 2.046648, 2.151527, 2.028937, 2.144253, 2.043484, 1.615587, 1.031763, 1.085634, 0.337483, 0.0], "sum_m_pl": [14.139512, 16.905183, 16.141457, 15.618266, 15.24049, 14.883216, 14.81732, 14.767932, 14.991929, 15.208916, 15.254513, 15.36979, 14.895854, 14.580007, 14.772756, 14.91493, 14.79305, 14.994425, 15.270738, 15.539841, 15.490358, 15.60331, 15.68776, 15.725304, 13.359353, 13.247195, 13.023492, 13.949482, 14.422195, 14.349308, 14.097706, 13.690306, 14.284673, 13.511389, 13.48613, 12.949762, 12.645539, 12.1563, 11.537288, 11.770687, 11.244803, 10.667292, 10.042829, 8.873576, 8.449296, 6.69377, 4.138711, 2.54964, 0.922637, 0.0]}, "lang": {"n_am_en": [31, 30, 23, 23, 23, 25, 12, 29, 26, 22, 30, 28, 27, 31, 38, 36, 35, 29, 32, 35, 30, 20, 25, 30, 49, 47, 47, 38, 31, 44, 43, 40, 38, 49, 38, 51, 55, 51, 52, 58, 54, 53, 64, 56, 61, 67, 73, 78, 88, 89], "n_am_pl": [7, 7, 7, 5, 5, 6, 8, 12, 15, 15, 5, 11, 18, 18, 16, 18, 19, 23, 18, 22, 23, 28, 27, 24, 11, 10, 8, 18, 22, 17, 23, 21, 17, 14, 18, 10, 8, 6, 1, 2, 1, 3, 6, 2, 4, 2, 2, 2, 0, 0], "n_pos": 90, "sum_m_en": [10.761256, 5.296018, 5.135636, 4.725419, 4.872014, 5.018431, 4.854527, 4.933313, 5.501578, 5.223101, 5.740504, 6.227935, 6.319472, 6.614772, 6.632712, 6.128299, 5.846487, 5.483886, 5.423003, 4.915792, 4.546213, 4.276171, 4.166011, 4.129203, 16.780873, 16.319832, 15.596999, 13.443277, 11.918484, 11.393421, 9.887994, 10.447793, 10.474476, 11.548152, 12.168837, 14.395246, 20.022287, 21.468444, 23.369834, 28.945245, 30.456142, 32.710526, 39.412444, 38.968368, 49.167709, 55.801237, 64.877744, 74.47599, 83.949141, 88.134299], "sum_m_pl": [33.101332, 43.311397, 41.580349, 40.380939, 39.498623, 39.15993, 40.137747, 41.265235, 40.750192, 42.042906, 41.656021, 42.39846, 42.973438, 42.427788, 43.157111, 43.882873, 44.097131, 44.39499, 44.483151, 45.502179, 45.421331, 45.541572, 45.611795, 45.679744, 36.856765, 37.129808, 36.519468, 38.417243, 39.845487, 39.657242, 41.26781, 40.674203, 42.289594, 40.775124, 40.058231, 37.833676, 32.028136, 29.408564, 26.704888, 23.823698, 22.576588, 19.082586, 16.904043, 14.087875, 10.927108, 7.667169, 4.614406, 2.125039, 0.163706, 0.005592]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "gsm8kpl-643", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.9898}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [71, 63, 61, 61, 47, 45, 34, 45, 41, 44, 64, 64, 65, 49, 51, 74, 81, 55, 48, 38, 44, 55, 50, 72, 111, 108, 90, 88, 76, 63, 62, 67, 82, 85, 83, 88, 87, 78, 81, 71, 77, 68, 82, 70, 55, 46, 27, 23, 19, 17], "n_am_pl": [24, 77, 43, 61, 41, 38, 43, 47, 38, 55, 47, 68, 74, 76, 77, 63, 71, 88, 92, 104, 100, 89, 75, 72, 37, 42, 43, 46, 73, 73, 72, 73, 74, 60, 68, 61, 37, 39, 29, 32, 35, 41, 37, 31, 22, 39, 45, 42, 69, 86], "n_pos": 304, "sum_m_en": [27.211553, 14.845204, 15.509185, 15.529724, 16.082731, 15.210451, 14.96689, 15.950897, 17.022005, 17.266189, 17.936839, 18.63862, 19.158259, 19.426645, 19.33153, 17.887368, 17.360019, 16.755606, 15.593718, 14.588488, 14.105828, 13.540241, 13.398411, 13.168998, 42.501128, 40.205951, 35.363879, 31.815091, 30.626119, 29.343384, 26.522877, 26.956878, 26.151043, 27.604244, 28.643569, 29.658078, 32.082879, 29.33984, 33.575256, 37.051784, 38.470291, 36.282915, 45.906541, 48.82773, 48.273301, 43.392017, 29.660796, 27.307551, 19.651024, 16.6876], "sum_m_pl": [125.142992, 151.453614, 145.338546, 141.769137, 137.30892, 137.70389, 141.540835, 142.01059, 139.980514, 142.953312, 141.106513, 142.432069, 144.091125, 143.341621, 145.490049, 149.110789, 148.714891, 149.116615, 151.586371, 153.371683, 152.800934, 151.923845, 151.741993, 151.918634, 119.466823, 117.272789, 116.275415, 126.3747, 132.136791, 133.440263, 134.262559, 136.407647, 136.645279, 129.011792, 127.484855, 119.765069, 110.148641, 109.443721, 104.125681, 100.419126, 97.277409, 87.90427, 80.068145, 70.171458, 55.531765, 59.821857, 56.138917, 48.68922, 70.5581, 85.367457]}, "digit": {"n_am_en": [8, 19, 13, 7, 7, 8, 9, 13, 6, 12, 18, 10, 12, 5, 3, 9, 9, 4, 3, 2, 3, 4, 2, 3, 8, 7, 10, 7, 9, 7, 9, 7, 9, 6, 6, 6, 4, 5, 6, 3, 2, 1, 1, 1, 1, 0, 1, 1, 0, 0], "n_am_pl": [0, 4, 2, 3, 1, 1, 2, 2, 2, 3, 1, 1, 1, 5, 6, 5, 9, 12, 12, 11, 8, 10, 7, 6, 5, 6, 2, 6, 7, 7, 8, 8, 8, 6, 7, 9, 4, 3, 3, 5, 3, 3, 2, 3, 0, 1, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.000337, 1.657455, 1.634486, 1.618029, 1.686968, 1.635847, 1.589247, 1.695953, 1.842249, 1.879357, 1.968281, 1.951403, 2.092882, 2.076665, 1.998293, 1.888502, 1.849231, 1.767466, 1.597488, 1.563408, 1.525259, 1.446915, 1.427954, 1.416201, 2.495461, 2.538467, 2.716705, 2.892899, 2.902976, 2.598, 2.413657, 2.476748, 2.307488, 2.33497, 2.444594, 2.495855, 2.43954, 2.46614, 3.203406, 2.628869, 2.390084, 2.130765, 2.192151, 2.273614, 1.982523, 1.895293, 1.456518, 1.71527, 0.138612, 0.0], "sum_m_pl": [17.455594, 20.160507, 19.319796, 19.074779, 18.466807, 18.184093, 18.242372, 18.064895, 17.819788, 17.684406, 17.714365, 18.190823, 17.817101, 17.54797, 17.970301, 18.191959, 17.915563, 18.044408, 18.61819, 18.727112, 18.51678, 18.618467, 18.732248, 18.785462, 16.625921, 16.358547, 15.715929, 16.752078, 16.991606, 16.895301, 16.33726, 16.265437, 16.87771, 16.112736, 16.101176, 15.801471, 15.377315, 14.700892, 13.736511, 14.445834, 14.363928, 13.856965, 13.742939, 12.385769, 11.532497, 9.722363, 5.659065, 3.603003, 0.470745, 0.0]}, "lang": {"n_am_en": [26, 19, 17, 30, 14, 15, 8, 17, 16, 14, 16, 21, 23, 19, 23, 33, 39, 23, 19, 16, 13, 20, 21, 34, 59, 49, 37, 36, 29, 24, 26, 29, 35, 37, 36, 35, 40, 36, 37, 37, 40, 38, 41, 44, 35, 34, 18, 18, 16, 16], "n_am_pl": [12, 29, 19, 17, 13, 5, 10, 12, 10, 12, 23, 34, 26, 32, 29, 19, 23, 37, 35, 42, 42, 40, 31, 25, 12, 15, 19, 19, 27, 31, 29, 30, 32, 26, 32, 25, 19, 15, 12, 13, 17, 19, 21, 21, 15, 31, 39, 40, 68, 86], "n_pos": 102, "sum_m_en": [9.207882, 5.151032, 5.37724, 5.571917, 5.412511, 5.250505, 5.132026, 5.491593, 5.762553, 5.614916, 5.91401, 6.344361, 6.353457, 6.447589, 6.53575, 6.059313, 5.753935, 5.539426, 5.334141, 4.931834, 4.744814, 4.544699, 4.56144, 4.456577, 17.421856, 15.068845, 12.794992, 10.612831, 10.332649, 9.871972, 8.792206, 9.198328, 9.033585, 10.189872, 10.694713, 11.572852, 12.874199, 11.741831, 13.549784, 17.02972, 19.092917, 18.816479, 22.635179, 26.637867, 30.025629, 28.272437, 19.769154, 18.823459, 16.674527, 16.002238], "sum_m_pl": [41.540802, 49.266187, 47.223479, 45.204273, 44.454476, 43.985455, 46.206899, 47.483984, 47.376307, 49.135509, 48.429401, 49.174908, 49.554851, 49.8895, 50.151696, 51.412689, 51.269299, 51.213366, 51.709449, 52.153702, 51.868633, 51.586853, 51.343823, 51.265062, 42.467751, 42.426433, 42.665048, 46.394064, 47.794056, 48.113359, 48.806608, 49.206645, 50.249233, 48.376012, 47.559531, 45.708638, 42.53736, 43.217413, 42.663458, 39.737201, 38.921856, 33.754841, 31.299895, 30.0884, 25.43766, 33.087478, 38.348174, 38.344022, 67.319812, 84.785851]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 304, "item_id": "gsm8kpl-643", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 304, "roundtrip_ok": true, "tf_agree": 0.9934, "tf_agree_excl_first": 0.9967}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [49, 35, 28, 31, 21, 18, 16, 27, 25, 20, 28, 34, 24, 26, 32, 28, 30, 30, 28, 34, 37, 40, 34, 42, 54, 49, 42, 41, 38, 36, 36, 28, 34, 32, 37, 38, 50, 49, 51, 54, 49, 56, 52, 50, 51, 51, 48, 60, 51, 50], "n_am_pl": [4, 17, 23, 25, 14, 21, 14, 5, 8, 13, 21, 10, 20, 22, 11, 16, 16, 17, 14, 18, 22, 15, 20, 20, 5, 10, 14, 17, 22, 17, 19, 17, 16, 22, 19, 21, 15, 11, 13, 9, 11, 10, 6, 10, 6, 8, 5, 2, 0, 0], "n_pos": 126, "sum_m_en": [16.326641, 6.577225, 6.488983, 6.7053, 6.620073, 6.462885, 6.305025, 6.898995, 7.184783, 7.17565, 7.640175, 8.088703, 8.711881, 8.795465, 8.943125, 8.585448, 8.040645, 7.860779, 7.065574, 6.820973, 6.491651, 5.966739, 5.801007, 5.790935, 17.052302, 17.602824, 16.731227, 14.193586, 13.513951, 12.675598, 11.962475, 11.393244, 11.513873, 12.489114, 14.117174, 14.249713, 19.989956, 24.920371, 28.138812, 33.564796, 33.109546, 40.99, 41.57588, 39.823503, 43.239115, 45.840871, 48.503368, 54.651793, 50.931845, 49.456547], "sum_m_pl": [46.90434, 60.33991, 60.251115, 57.499811, 55.017351, 54.939556, 55.795922, 55.441165, 53.505765, 54.514739, 53.613673, 55.198808, 53.979867, 54.262031, 54.400083, 54.765522, 56.101073, 55.760721, 56.869487, 59.06771, 59.419645, 60.547027, 60.938295, 61.24869, 45.617655, 45.396818, 44.730316, 48.782203, 50.949897, 51.555279, 52.059637, 52.087071, 50.787388, 47.012871, 46.126077, 44.883558, 38.586008, 35.15199, 32.570594, 30.701722, 28.509216, 23.779229, 22.977445, 21.282717, 17.003868, 13.372654, 8.857121, 4.491569, 0.744182, 0.003734]}, "digit": {"n_am_en": [2, 5, 7, 2, 3, 1, 1, 4, 3, 3, 3, 2, 0, 2, 1, 2, 3, 3, 3, 4, 4, 4, 3, 4, 5, 6, 6, 8, 10, 8, 6, 4, 3, 1, 3, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 4, 0, 0, 1, 0, 1, 3, 6, 2, 3, 2, 3, 3, 2, 5, 4, 5, 6, 3, 6, 6, 2, 3, 2, 2, 4, 1, 0, 3, 3, 4, 5, 7, 7, 5, 5, 4, 5, 6, 3, 5, 3, 4, 1, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.730931, 0.736555, 0.737753, 0.727873, 0.727205, 0.743711, 0.769178, 0.842466, 0.876788, 0.91865, 0.91542, 0.891328, 0.911941, 0.932238, 0.919633, 0.97125, 0.995899, 1.011642, 0.929025, 0.926446, 0.886208, 0.793367, 0.779253, 0.780222, 1.834564, 1.821605, 1.810414, 1.666204, 1.65002, 1.461673, 1.408168, 1.414914, 1.231419, 1.63716, 1.407222, 1.468666, 2.125857, 2.251753, 1.841786, 1.726425, 1.837139, 2.404252, 2.0353, 1.541653, 1.462947, 1.077294, 0.958791, 0.596428, 0.142949, 0.0], "sum_m_pl": [7.730218, 9.614109, 9.322785, 8.952825, 8.776838, 8.53034, 8.420893, 8.292586, 8.162482, 8.250326, 8.31079, 8.278269, 7.867472, 7.717265, 7.779709, 7.685131, 7.892674, 8.008246, 8.23045, 8.59438, 8.553447, 8.716743, 8.772147, 8.829212, 7.319792, 7.357679, 7.543873, 7.867724, 8.17654, 8.157783, 7.874365, 7.625283, 7.516062, 7.398805, 7.654668, 7.919783, 7.477195, 7.657474, 7.569128, 7.637005, 7.270695, 6.886616, 6.980254, 6.808963, 6.219514, 4.572061, 2.25875, 0.939985, 0.280122, 0.0]}, "lang": {"n_am_en": [21, 12, 8, 14, 11, 11, 10, 14, 17, 12, 16, 17, 12, 14, 17, 17, 18, 16, 12, 17, 21, 25, 20, 26, 30, 27, 19, 20, 16, 15, 17, 16, 21, 21, 25, 25, 33, 32, 31, 34, 28, 34, 32, 31, 32, 32, 35, 46, 48, 50], "n_am_pl": [1, 4, 10, 8, 2, 6, 7, 2, 2, 5, 5, 6, 8, 10, 6, 8, 6, 7, 6, 6, 8, 6, 8, 7, 2, 2, 7, 11, 11, 9, 11, 10, 8, 10, 7, 7, 0, 0, 2, 0, 2, 0, 1, 2, 1, 2, 1, 0, 0, 0], "n_pos": 50, "sum_m_en": [5.58287, 2.699197, 2.666566, 2.804512, 2.805912, 2.733572, 2.682332, 2.979986, 3.193312, 3.06816, 3.409174, 3.78275, 4.225337, 4.152548, 4.040572, 3.903832, 3.375213, 3.330214, 2.950991, 2.833887, 2.652131, 2.433563, 2.349825, 2.356805, 9.233868, 9.644357, 9.089495, 7.469336, 6.893238, 6.480646, 5.917849, 5.541278, 5.836457, 6.245495, 7.738465, 7.801339, 10.915614, 13.563615, 16.968063, 20.445189, 19.547295, 26.767454, 27.126035, 25.443436, 28.07914, 29.035989, 35.00385, 41.419543, 47.182889, 49.168614], "sum_m_pl": [18.914433, 22.719828, 23.219508, 22.268776, 21.375303, 21.498619, 22.107844, 22.177765, 21.570298, 22.03058, 21.32955, 21.883646, 21.531681, 22.05159, 22.361705, 22.464892, 23.005549, 23.040303, 23.090334, 23.696697, 23.879257, 24.344524, 24.499132, 24.558166, 18.304057, 18.253288, 18.008717, 19.873792, 20.736464, 20.646293, 21.141841, 21.502495, 21.652825, 20.64008, 19.611817, 19.553746, 16.390976, 14.075439, 11.719198, 10.073753, 9.326885, 6.413338, 6.274078, 6.41839, 4.763105, 3.976434, 2.057462, 0.729643, 0.120079, 0.00163]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "gsm8kpl-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9922}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [28, 42, 35, 20, 25, 25, 22, 24, 25, 29, 31, 25, 27, 28, 19, 22, 17, 15, 19, 17, 21, 21, 13, 22, 43, 39, 34, 35, 33, 24, 22, 26, 22, 39, 41, 31, 38, 45, 47, 46, 37, 44, 46, 36, 36, 23, 10, 2, 0, 0], "n_am_pl": [10, 32, 25, 23, 16, 20, 19, 20, 22, 19, 22, 18, 27, 25, 21, 28, 34, 23, 32, 33, 45, 35, 33, 39, 21, 20, 23, 26, 32, 24, 31, 23, 25, 27, 23, 19, 19, 12, 17, 14, 16, 14, 10, 12, 10, 16, 22, 33, 52, 54], "n_pos": 145, "sum_m_en": [13.475478, 6.790454, 7.134478, 7.146465, 7.645463, 7.346867, 7.649005, 7.788937, 8.363169, 8.651758, 8.644636, 8.809813, 9.123188, 9.221504, 9.123802, 8.79417, 8.491622, 8.442144, 7.788868, 7.626477, 7.432694, 6.965263, 6.756932, 6.594414, 14.610961, 14.88192, 13.967575, 13.333054, 13.52004, 11.93887, 11.865461, 11.697683, 11.257032, 12.140001, 14.015575, 13.000729, 14.613801, 16.428756, 18.959717, 24.720274, 24.364422, 26.235622, 27.06916, 27.251976, 26.275245, 19.843343, 9.227533, 3.327723, 0.765328, 0.000851], "sum_m_pl": [58.14341, 70.273161, 68.708305, 66.165082, 63.523911, 64.407681, 64.188819, 63.884083, 60.909476, 62.273544, 61.274271, 62.019109, 61.299406, 61.870132, 61.787225, 63.413463, 64.453733, 63.861789, 66.526609, 68.634403, 68.541234, 69.175889, 69.082839, 69.42342, 53.988423, 52.869623, 51.772027, 56.03523, 59.700313, 60.563065, 58.363733, 58.739958, 57.099307, 53.58653, 53.906468, 50.842588, 46.885569, 43.633453, 42.622048, 39.608347, 37.338977, 36.83639, 33.086389, 30.464419, 25.900631, 25.571532, 29.096422, 32.217275, 50.015231, 53.910505]}, "digit": {"n_am_en": [0, 10, 7, 2, 2, 2, 1, 4, 4, 4, 3, 4, 2, 3, 1, 2, 2, 1, 0, 1, 2, 1, 0, 1, 4, 4, 6, 3, 3, 1, 1, 2, 1, 2, 4, 1, 5, 5, 4, 4, 2, 3, 3, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 1, 0, 2, 2, 4, 3, 4, 1, 5, 3, 4, 4, 3, 3, 4, 3, 3, 3, 3, 3, 2, 2, 2, 3, 3, 3, 4, 1, 0, 2, 1, 2, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 13, "sum_m_en": [1.216969, 0.582392, 0.534849, 0.49901, 0.527303, 0.539898, 0.574456, 0.599369, 0.612507, 0.651274, 0.642196, 0.61941, 0.670893, 0.766524, 0.723935, 0.707598, 0.671664, 0.696333, 0.618415, 0.604175, 0.616745, 0.572494, 0.569239, 0.558689, 1.058102, 1.107761, 1.183554, 1.184378, 1.195971, 1.028307, 1.013182, 0.983932, 0.896112, 0.91561, 0.989102, 1.103925, 1.076918, 1.031025, 1.104821, 1.001585, 1.121413, 1.129074, 0.929905, 0.838554, 0.707108, 0.588282, 0.312439, 0.165247, 0.015163, 0.0], "sum_m_pl": [5.972854, 7.160834, 6.935589, 6.641114, 6.43262, 6.374446, 6.39848, 6.321888, 6.138364, 6.088211, 6.14053, 6.119946, 5.849228, 5.72427, 5.595507, 5.651851, 5.827056, 5.753335, 6.098349, 6.285726, 6.142626, 6.193091, 6.195371, 6.298648, 5.582778, 5.391671, 5.58765, 5.804307, 5.82733, 5.50809, 5.270909, 5.186149, 5.07098, 5.052818, 5.136172, 4.975683, 4.848184, 4.958168, 4.705043, 4.775622, 4.483672, 4.503326, 4.425098, 3.888687, 3.457639, 2.578633, 1.348363, 0.545388, 0.055231, 0.0]}, "lang": {"n_am_en": [14, 13, 15, 8, 11, 11, 7, 8, 10, 10, 16, 9, 14, 14, 9, 11, 8, 4, 9, 7, 7, 8, 6, 11, 20, 16, 15, 13, 12, 11, 11, 14, 12, 23, 23, 21, 20, 27, 25, 28, 26, 29, 29, 25, 23, 18, 9, 1, 0, 0], "n_am_pl": [3, 12, 8, 12, 7, 8, 5, 6, 6, 4, 6, 3, 4, 11, 5, 7, 12, 8, 12, 16, 18, 14, 15, 14, 9, 7, 7, 13, 13, 10, 13, 10, 14, 12, 11, 9, 7, 8, 9, 7, 6, 8, 8, 9, 7, 12, 18, 29, 52, 53], "n_pos": 53, "sum_m_en": [4.734976, 2.584218, 2.865387, 2.816176, 2.969647, 2.771655, 2.737613, 2.857276, 3.274228, 3.294229, 3.359497, 3.46184, 3.514542, 3.507164, 3.409516, 3.393079, 3.141635, 3.050281, 2.892764, 2.870414, 2.783095, 2.524283, 2.407794, 2.353065, 6.633352, 6.667598, 6.080991, 5.444584, 5.649882, 4.768127, 4.805885, 4.868013, 4.601753, 5.288146, 6.420606, 5.731433, 7.130616, 8.629554, 10.327132, 15.739307, 15.767986, 16.769779, 18.289015, 17.276041, 17.73162, 15.381025, 7.191053, 1.742373, 0.233864, 0.000191], "sum_m_pl": [21.10626, 24.712234, 23.912686, 23.026118, 22.357244, 22.547681, 22.765915, 22.7108, 22.015093, 22.734681, 21.88424, 22.057752, 22.264839, 22.901969, 23.256066, 23.793068, 24.216613, 24.151408, 25.0811, 25.722814, 25.753464, 26.045224, 26.052977, 26.129382, 22.466672, 21.813913, 20.762829, 22.515278, 23.060564, 23.846635, 23.568617, 24.108185, 24.298118, 23.312759, 22.679796, 22.191553, 20.736447, 20.164721, 19.474158, 16.641241, 16.000936, 15.855056, 14.373839, 14.620017, 12.822852, 13.455406, 20.0257, 26.130968, 47.592049, 52.846333]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "gsm8kpl-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1025, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.9932}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [94, 100, 75, 63, 62, 51, 51, 70, 67, 69, 86, 84, 74, 65, 67, 62, 67, 65, 66, 64, 65, 59, 46, 48, 84, 78, 70, 88, 82, 81, 74, 71, 76, 73, 76, 82, 77, 85, 88, 88, 89, 97, 90, 85, 82, 84, 85, 93, 92, 86], "n_am_pl": [9, 25, 53, 47, 29, 28, 29, 21, 23, 29, 35, 29, 31, 32, 31, 28, 29, 39, 28, 31, 38, 32, 33, 27, 25, 20, 24, 20, 30, 30, 36, 35, 31, 31, 24, 23, 21, 22, 16, 21, 11, 12, 12, 11, 12, 6, 4, 1, 0, 0], "n_pos": 280, "sum_m_en": [33.385909, 14.879982, 14.430517, 13.568899, 14.675755, 15.099404, 15.197655, 16.500809, 17.700662, 18.513129, 19.113363, 20.951342, 21.674602, 21.73468, 20.624634, 20.049663, 20.427011, 19.927855, 17.597858, 16.020606, 15.231493, 14.24816, 13.750371, 13.777245, 33.656506, 36.080475, 34.407196, 33.651279, 30.967101, 30.167368, 29.085933, 28.151882, 27.17203, 27.367576, 30.090612, 31.642411, 37.541623, 40.499389, 42.934691, 47.730355, 48.215504, 54.751461, 59.877481, 59.967598, 67.852903, 73.718303, 83.225123, 91.248562, 91.332026, 85.902804], "sum_m_pl": [107.224296, 138.887803, 137.588794, 134.160046, 131.064336, 127.890838, 126.042267, 124.44545, 120.942286, 123.897234, 123.053241, 122.447663, 121.01231, 118.66505, 121.11867, 122.685324, 122.152352, 123.5096, 124.811702, 128.055241, 131.203516, 131.949623, 132.914246, 133.683336, 98.384245, 95.975158, 93.700319, 101.16901, 108.252136, 108.300413, 109.64699, 110.532807, 109.311267, 103.932908, 104.571244, 97.19575, 85.6677, 81.308137, 71.084681, 68.327292, 62.864343, 57.27208, 50.058758, 44.83939, 37.15261, 24.939342, 15.062394, 6.510195, 0.799199, 0.000186]}, "digit": {"n_am_en": [2, 14, 10, 7, 4, 2, 1, 6, 5, 5, 12, 12, 8, 8, 10, 8, 10, 8, 8, 9, 11, 9, 6, 8, 13, 13, 8, 13, 11, 16, 11, 8, 11, 6, 7, 6, 6, 10, 9, 7, 7, 11, 6, 5, 4, 3, 1, 2, 0, 0], "n_am_pl": [0, 1, 5, 9, 4, 3, 2, 1, 3, 3, 7, 2, 2, 1, 2, 2, 7, 6, 6, 7, 6, 4, 4, 3, 6, 5, 6, 6, 7, 2, 9, 7, 5, 2, 4, 4, 7, 7, 4, 5, 3, 3, 4, 3, 2, 1, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.442825, 1.611672, 1.555813, 1.491646, 1.587512, 1.667959, 1.679124, 1.886467, 1.986117, 2.068269, 2.079909, 2.19872, 2.383885, 2.484629, 2.227449, 2.253635, 2.377527, 2.466399, 2.123386, 1.98908, 1.902184, 1.783709, 1.718234, 1.706944, 3.81063, 4.02497, 3.966902, 3.674761, 3.333116, 3.096655, 3.055485, 2.981586, 2.726031, 2.661518, 2.736306, 3.03488, 3.158818, 3.11003, 3.115528, 2.937159, 3.102086, 3.074513, 2.881898, 2.676838, 2.623189, 3.692058, 2.864767, 2.495607, 0.502271, 0.0], "sum_m_pl": [16.101267, 19.855301, 19.442827, 19.035164, 18.710449, 18.050385, 17.884379, 17.41411, 17.006662, 17.266581, 17.301111, 17.417124, 16.876926, 16.314698, 16.542333, 16.561994, 16.48586, 16.712901, 17.060223, 17.422693, 17.841697, 17.996901, 18.053528, 18.165317, 15.148371, 14.741641, 14.538428, 15.505622, 16.367688, 16.168237, 16.320637, 16.395185, 15.976972, 15.537763, 15.22339, 14.786757, 14.263804, 14.175841, 13.203596, 13.282552, 12.58804, 12.414974, 11.462082, 11.106289, 9.960186, 7.297586, 4.614119, 2.240142, 0.465202, 0.0]}, "lang": {"n_am_en": [32, 35, 25, 25, 27, 26, 24, 32, 37, 32, 44, 37, 37, 33, 30, 28, 27, 23, 24, 25, 27, 29, 21, 24, 36, 32, 33, 35, 29, 32, 29, 31, 31, 37, 40, 42, 41, 42, 45, 48, 49, 58, 58, 54, 58, 61, 68, 77, 85, 85], "n_am_pl": [3, 7, 10, 11, 7, 7, 8, 8, 4, 7, 7, 8, 14, 13, 8, 9, 6, 14, 10, 7, 13, 14, 15, 11, 6, 6, 5, 5, 10, 9, 12, 11, 8, 11, 7, 8, 7, 10, 5, 8, 4, 4, 5, 6, 8, 4, 4, 0, 0, 0], "n_pos": 85, "sum_m_en": [11.541882, 5.097474, 4.87393, 4.460318, 4.70014, 5.103221, 5.066393, 5.438716, 6.133174, 6.196518, 6.778703, 7.522199, 7.858088, 7.822431, 7.308474, 6.993001, 6.794999, 6.724635, 5.993661, 5.266359, 5.010995, 4.636005, 4.478539, 4.51875, 13.975522, 14.75715, 14.477688, 13.616555, 11.888844, 12.037711, 11.511704, 11.308088, 11.328749, 12.187985, 13.150932, 14.668213, 19.661719, 20.762424, 23.201164, 26.172078, 26.942305, 33.462555, 38.715579, 38.101852, 46.454477, 54.402881, 64.588216, 72.811915, 83.792206, 84.742723], "sum_m_pl": [30.320095, 39.996864, 40.51841, 39.633421, 38.812286, 37.619892, 37.293305, 37.578969, 36.341991, 37.25405, 37.189599, 37.091012, 36.799874, 36.280681, 37.337493, 37.65636, 37.646406, 37.724514, 37.922863, 39.027309, 39.827307, 40.222868, 40.501373, 40.756261, 30.042934, 28.975735, 27.9779, 29.898715, 32.372757, 32.147836, 32.967598, 32.901673, 33.631105, 32.906685, 33.585053, 32.739086, 28.426571, 27.592022, 24.109059, 23.40663, 22.28363, 18.961671, 15.416469, 16.109834, 13.40557, 8.440239, 5.750966, 1.337903, 0.034115, 1.4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 284, "item_id": "gsm8kpl-660", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1160, "region_end": 280, "roundtrip_ok": true, "tf_agree": 0.9894, "tf_agree_excl_first": 0.9929}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [114, 104, 107, 91, 85, 74, 77, 92, 70, 80, 83, 88, 93, 96, 81, 71, 93, 87, 67, 72, 67, 68, 53, 49, 110, 97, 92, 102, 113, 97, 100, 94, 85, 91, 106, 91, 106, 115, 112, 109, 101, 98, 104, 86, 83, 77, 37, 21, 10, 7], "n_am_pl": [24, 74, 72, 62, 54, 77, 81, 68, 56, 65, 59, 54, 76, 46, 58, 67, 65, 74, 78, 90, 79, 79, 72, 80, 65, 56, 79, 68, 66, 75, 81, 80, 86, 73, 66, 66, 54, 36, 43, 39, 43, 44, 41, 39, 30, 30, 46, 47, 89, 92], "n_pos": 429, "sum_m_en": [41.257895, 20.745222, 22.09437, 22.176375, 23.069122, 23.318053, 23.868153, 25.554504, 27.313376, 28.477437, 28.855414, 30.224104, 32.412839, 32.680615, 30.853579, 30.291695, 30.880418, 30.055677, 26.176666, 24.213913, 22.979225, 21.905849, 21.142087, 20.420945, 44.333451, 47.409027, 47.638998, 46.122281, 46.298089, 44.53666, 41.60856, 40.244888, 37.849133, 38.538408, 40.645803, 41.922074, 44.652742, 48.671783, 53.22359, 57.203064, 55.402974, 60.922617, 69.700198, 63.92599, 65.528833, 66.110243, 39.147591, 25.962418, 11.811592, 7.010472], "sum_m_pl": [172.174656, 215.226098, 208.091567, 204.442212, 202.710342, 199.492756, 200.170692, 194.70944, 190.225177, 194.689822, 190.869763, 189.64823, 188.512662, 184.864844, 187.829879, 193.071784, 190.683863, 194.087143, 199.451969, 202.391917, 205.584862, 205.412739, 206.994351, 208.27072, 163.839049, 159.508996, 154.93954, 167.992207, 174.187958, 177.592923, 178.684061, 181.550432, 184.919133, 173.664843, 172.613072, 163.478929, 150.629503, 145.797833, 134.081121, 131.766844, 125.49452, 123.05795, 110.481152, 108.199529, 93.439845, 81.421345, 72.381576, 60.550053, 85.345274, 92.758523]}, "digit": {"n_am_en": [5, 29, 16, 11, 9, 5, 9, 13, 10, 12, 17, 17, 17, 20, 16, 8, 12, 14, 9, 11, 12, 12, 8, 9, 15, 18, 18, 20, 21, 21, 16, 10, 13, 10, 12, 9, 12, 17, 12, 7, 10, 12, 10, 7, 8, 2, 0, 0, 0, 0], "n_am_pl": [0, 2, 6, 4, 5, 4, 4, 3, 2, 4, 5, 3, 6, 3, 4, 10, 10, 7, 7, 8, 7, 6, 6, 5, 4, 7, 9, 5, 11, 3, 10, 15, 11, 9, 9, 8, 8, 6, 5, 4, 8, 7, 4, 5, 5, 1, 1, 1, 0, 0], "n_pos": 53, "sum_m_en": [4.72731, 2.261901, 2.251885, 2.238601, 2.302612, 2.368977, 2.414405, 2.625166, 2.768817, 2.865643, 3.075495, 3.14553, 3.488988, 3.678143, 3.174058, 3.269345, 3.359702, 3.419116, 2.860869, 2.67201, 2.49481, 2.327547, 2.282118, 2.243351, 4.943575, 4.885042, 5.262125, 4.736532, 4.693306, 4.581444, 4.271646, 4.245736, 3.915251, 3.800818, 3.899944, 4.129958, 4.26877, 3.989705, 4.564808, 4.19045, 3.970284, 4.31746, 5.212974, 4.375463, 3.77552, 2.690211, 1.890108, 1.358601, 0.387762, 0.0], "sum_m_pl": [23.736837, 28.908525, 27.62134, 26.888895, 26.582058, 26.014891, 26.166579, 25.167521, 24.609884, 25.292795, 24.975365, 25.611937, 24.934561, 24.317047, 24.644313, 24.832628, 24.289139, 24.609286, 25.464637, 25.648779, 25.985209, 26.179031, 26.211568, 26.423279, 22.629108, 22.228866, 21.829843, 23.313677, 23.816101, 23.696354, 23.857191, 23.958536, 24.537358, 23.51368, 22.769758, 22.348877, 21.962769, 21.961331, 20.067885, 20.517238, 19.931805, 20.162295, 18.785404, 17.547759, 16.290728, 12.190683, 9.415635, 6.157392, 1.000583, 0.0]}, "lang": {"n_am_en": [31, 18, 17, 19, 21, 19, 25, 25, 22, 17, 22, 26, 25, 21, 24, 22, 19, 22, 23, 21, 20, 22, 21, 19, 39, 37, 30, 25, 29, 23, 19, 22, 23, 37, 35, 27, 30, 43, 42, 41, 38, 38, 44, 39, 45, 45, 22, 15, 8, 7], "n_am_pl": [10, 23, 18, 15, 9, 23, 19, 16, 14, 17, 16, 13, 16, 14, 14, 20, 20, 23, 21, 19, 17, 20, 14, 19, 12, 10, 14, 13, 13, 21, 25, 21, 23, 18, 16, 18, 17, 14, 13, 11, 14, 12, 8, 15, 19, 24, 34, 41, 84, 92], "n_pos": 102, "sum_m_en": [9.599961, 5.108463, 5.219946, 5.124081, 5.270306, 5.313354, 5.5101, 5.671767, 6.15991, 6.103823, 6.48997, 7.093335, 7.332483, 7.542261, 7.215601, 7.018141, 7.139565, 6.944601, 6.299819, 5.770526, 5.642893, 5.52257, 5.216033, 5.026186, 12.244471, 13.040351, 12.90534, 12.221478, 12.441803, 11.756838, 10.476123, 10.92434, 10.410011, 10.895313, 11.117123, 11.763362, 14.070047, 16.177326, 18.714604, 21.954801, 21.891421, 25.319078, 32.104281, 29.547006, 34.55753, 32.611899, 19.013499, 14.772783, 9.03219, 7.007862], "sum_m_pl": [39.487914, 48.573765, 47.741463, 47.02414, 46.855702, 46.181277, 46.595332, 46.371766, 45.457609, 46.798559, 45.643286, 45.23086, 45.166967, 44.712831, 45.779025, 47.200791, 46.644988, 46.965, 47.848902, 48.608599, 49.096867, 49.075924, 49.33174, 49.560993, 40.28114, 38.878397, 37.70197, 40.837604, 41.815721, 43.217998, 43.849153, 44.031322, 44.858661, 42.749654, 43.029621, 42.862746, 40.829859, 39.347217, 35.767469, 34.522532, 33.10269, 31.849997, 25.154391, 29.913771, 28.501908, 31.092751, 36.030419, 38.264283, 77.96523, 92.354997]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 433, "item_id": "gsm8kpl-660", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1019, "region_end": 429, "roundtrip_ok": true, "tf_agree": 0.9815, "tf_agree_excl_first": 0.9838}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [83, 90, 63, 57, 61, 42, 49, 50, 47, 67, 76, 66, 62, 53, 57, 54, 42, 53, 57, 49, 48, 50, 40, 44, 73, 65, 69, 71, 67, 60, 54, 44, 57, 49, 48, 62, 73, 80, 76, 83, 87, 78, 78, 71, 70, 67, 70, 69, 61, 62], "n_am_pl": [5, 35, 38, 38, 28, 31, 35, 27, 33, 23, 30, 23, 38, 33, 31, 29, 28, 29, 29, 40, 32, 40, 42, 41, 12, 19, 26, 22, 40, 30, 26, 39, 36, 25, 17, 19, 11, 5, 8, 9, 7, 4, 7, 4, 9, 8, 7, 0, 0, 1], "n_pos": 263, "sum_m_en": [32.331511, 14.90968, 14.194772, 14.113643, 14.902358, 14.413898, 14.391335, 15.031448, 16.132701, 17.683668, 17.923489, 18.562641, 19.260916, 18.592565, 19.325298, 18.678393, 18.628335, 18.829651, 16.437221, 14.89433, 13.946368, 12.756007, 12.337527, 12.134546, 29.025905, 29.412372, 30.172323, 28.429583, 28.549622, 27.439555, 26.071831, 24.34187, 25.664802, 25.676257, 29.257706, 31.948909, 35.6011, 40.188858, 46.887101, 55.778736, 57.778408, 59.12356, 64.080894, 65.928271, 64.022733, 63.621496, 68.141538, 67.846954, 63.839615, 62.302429], "sum_m_pl": [102.693913, 128.850517, 124.249514, 121.30001, 119.40193, 118.941378, 121.483613, 121.002474, 117.77053, 120.484386, 120.083399, 119.294749, 117.389679, 117.830139, 115.355796, 118.249625, 118.336344, 117.847513, 120.163407, 123.931517, 124.199667, 126.228589, 126.958973, 127.432456, 97.16036, 96.040335, 95.134769, 102.257888, 105.200406, 104.249126, 102.976826, 104.388998, 102.627737, 95.617668, 92.317378, 83.417242, 73.798814, 66.307448, 56.866192, 54.256601, 50.864156, 44.369963, 40.43034, 34.169385, 31.241051, 28.423092, 20.266279, 9.120401, 2.790438, 1.000315]}, "digit": {"n_am_en": [18, 27, 16, 8, 13, 2, 5, 5, 6, 13, 12, 8, 7, 6, 10, 8, 7, 7, 8, 7, 6, 8, 6, 6, 17, 13, 16, 18, 10, 11, 9, 3, 9, 4, 6, 8, 9, 9, 8, 7, 5, 5, 4, 5, 7, 6, 4, 3, 1, 0], "n_am_pl": [2, 4, 1, 7, 9, 3, 12, 7, 9, 7, 14, 6, 8, 6, 6, 6, 7, 10, 10, 8, 8, 7, 9, 7, 4, 6, 5, 6, 12, 6, 6, 8, 9, 10, 5, 3, 3, 1, 3, 5, 3, 1, 5, 3, 5, 0, 1, 0, 0, 0], "n_pos": 61, "sum_m_en": [6.010313, 2.797921, 2.789964, 2.804298, 2.889065, 3.070026, 2.988597, 3.293795, 3.433932, 3.460815, 3.560414, 3.585129, 3.946907, 3.780767, 3.605315, 3.635512, 3.771596, 3.881709, 3.38157, 3.095402, 2.880888, 2.674697, 2.57629, 2.56576, 4.237942, 4.972018, 5.401793, 5.45205, 5.435232, 5.216253, 5.159139, 4.874015, 4.741066, 4.307285, 4.435884, 5.189995, 4.70511, 4.826555, 5.189435, 5.36989, 5.068917, 4.440119, 4.388726, 4.238199, 4.524911, 4.440718, 3.77562, 3.734996, 1.477478, 0.0], "sum_m_pl": [27.22664, 32.129161, 30.235653, 29.179038, 28.797018, 28.258436, 28.820374, 27.946052, 27.469155, 28.379342, 28.421762, 28.513098, 27.697638, 27.882028, 27.36707, 27.504696, 27.353517, 27.007912, 27.759702, 28.706865, 28.660751, 29.245364, 29.47341, 29.726974, 24.715472, 24.29931, 24.186549, 25.389325, 25.76919, 25.543189, 25.156806, 24.999496, 25.099533, 24.700106, 23.920852, 22.47178, 22.14782, 21.367245, 19.276825, 19.732866, 19.212638, 18.301027, 17.69807, 16.211425, 14.401532, 11.418651, 9.104037, 5.119043, 1.174814, 0.0]}, "lang": {"n_am_en": [20, 13, 5, 9, 11, 15, 17, 18, 18, 18, 23, 18, 18, 17, 15, 15, 10, 13, 18, 17, 20, 19, 15, 16, 24, 18, 22, 21, 22, 19, 14, 15, 15, 17, 20, 27, 30, 35, 32, 38, 40, 38, 41, 39, 43, 41, 49, 53, 57, 61], "n_am_pl": [1, 13, 15, 7, 5, 6, 5, 6, 1, 3, 4, 4, 12, 10, 8, 8, 10, 7, 5, 9, 5, 10, 7, 10, 3, 4, 4, 3, 7, 5, 8, 11, 8, 7, 4, 6, 6, 1, 2, 3, 1, 1, 0, 1, 2, 3, 0, 0, 0, 1], "n_pos": 64, "sum_m_en": [6.869911, 3.576289, 3.479458, 3.357638, 3.534597, 3.611016, 3.841358, 3.826329, 4.377967, 5.089459, 4.923393, 5.216115, 5.405047, 5.386477, 5.645678, 5.184562, 5.163021, 5.063553, 4.553151, 4.025226, 3.691584, 3.346459, 3.206537, 3.137487, 10.150681, 9.954254, 10.217194, 9.351679, 9.099568, 8.716982, 8.23624, 7.857473, 8.613106, 9.066023, 10.588671, 12.529189, 14.720414, 17.325592, 20.633068, 25.676056, 27.75579, 31.302726, 36.343101, 38.337248, 39.335654, 41.002942, 46.212407, 49.286016, 56.961507, 61.036819], "sum_m_pl": [25.087697, 30.310332, 29.457421, 29.270436, 28.636634, 28.23411, 29.014499, 29.750111, 29.086725, 29.358298, 29.627854, 29.465355, 29.290923, 29.475262, 28.421412, 29.146344, 29.292083, 29.254405, 29.612679, 30.519624, 30.611997, 31.151355, 31.285032, 31.299515, 23.726084, 23.732794, 23.263815, 24.704049, 25.624732, 25.313377, 25.777733, 26.011029, 25.25796, 23.910148, 23.326822, 22.059235, 19.207752, 17.383955, 14.900805, 13.622072, 12.497233, 10.465976, 8.046337, 6.92525, 7.036868, 7.245894, 2.798782, 1.701577, 0.653118, 1.000269]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 268, "item_id": "gsm8kpl-666", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1176, "region_end": 263, "roundtrip_ok": true, "tf_agree": 0.9813, "tf_agree_excl_first": 0.985}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [51, 51, 35, 46, 52, 35, 34, 46, 38, 67, 57, 48, 53, 45, 44, 43, 45, 36, 29, 30, 29, 22, 26, 32, 64, 54, 58, 54, 65, 66, 64, 51, 47, 50, 50, 54, 52, 52, 52, 60, 60, 48, 58, 57, 48, 43, 22, 19, 12, 10], "n_am_pl": [5, 63, 39, 31, 35, 40, 25, 26, 32, 25, 26, 21, 42, 44, 35, 29, 33, 39, 48, 47, 42, 51, 50, 48, 30, 29, 26, 31, 47, 44, 42, 43, 40, 35, 31, 27, 19, 15, 17, 13, 12, 14, 11, 8, 12, 13, 15, 15, 36, 40], "n_pos": 211, "sum_m_en": [20.048895, 10.570729, 11.264366, 11.964653, 12.582259, 11.491612, 11.775837, 12.418007, 12.935803, 14.197463, 14.259707, 15.258722, 15.765789, 15.624023, 15.919945, 15.320589, 14.919644, 14.997135, 12.702626, 12.066509, 11.259862, 10.338168, 10.029142, 9.767766, 23.448964, 22.364324, 22.88944, 22.47673, 23.413762, 22.867006, 21.791502, 20.266987, 19.610613, 20.466845, 21.176584, 22.234608, 23.709932, 28.750809, 32.255859, 38.024956, 36.284224, 37.018654, 40.671659, 45.628733, 42.438831, 40.969007, 22.921357, 19.110512, 12.066508, 9.582229], "sum_m_pl": [83.575148, 104.878785, 100.795989, 99.324497, 97.030605, 96.993004, 98.1363, 97.805162, 96.672321, 98.700284, 97.35987, 96.415544, 97.328014, 96.843379, 96.827418, 99.486568, 99.796883, 99.380895, 102.27143, 103.374796, 102.976024, 103.8022, 104.127021, 104.579479, 84.716331, 84.879281, 84.628859, 90.178269, 94.141593, 95.565428, 93.892094, 93.983498, 95.14289, 86.54486, 83.693779, 78.86668, 72.700799, 66.255431, 58.13991, 55.735064, 54.639607, 49.288556, 44.171724, 38.133059, 34.399207, 30.769216, 26.817378, 23.07279, 34.407014, 40.039998]}, "digit": {"n_am_en": [9, 16, 9, 10, 10, 2, 6, 8, 6, 10, 8, 5, 6, 6, 13, 7, 14, 5, 6, 6, 3, 4, 5, 5, 10, 8, 13, 9, 11, 11, 9, 10, 7, 6, 7, 6, 5, 5, 6, 7, 8, 4, 7, 4, 2, 3, 1, 1, 1, 0], "n_am_pl": [1, 9, 3, 3, 1, 2, 0, 1, 2, 2, 3, 3, 5, 2, 0, 3, 4, 9, 9, 10, 8, 8, 8, 7, 4, 5, 3, 6, 14, 8, 7, 7, 6, 5, 5, 5, 2, 2, 2, 1, 0, 3, 4, 3, 2, 1, 1, 1, 0, 0], "n_pos": 39, "sum_m_en": [3.082628, 1.775349, 1.857199, 1.836053, 1.881166, 1.818335, 1.76062, 1.962364, 2.025655, 2.085878, 2.202824, 2.26128, 2.546732, 2.58984, 2.445154, 2.395281, 2.442306, 2.509853, 2.095733, 1.961736, 1.815077, 1.676559, 1.624519, 1.600572, 2.874322, 3.258431, 3.628215, 3.290975, 3.457829, 3.367274, 3.343436, 3.016233, 2.643524, 2.524453, 2.497252, 2.727597, 2.783947, 2.910039, 3.095083, 3.66463, 3.485188, 2.929952, 3.205389, 2.969422, 2.589552, 2.545698, 1.78604, 1.627899, 0.803585, 0.0], "sum_m_pl": [18.034051, 20.900634, 19.866847, 19.319095, 19.318036, 19.160179, 19.195247, 18.567801, 18.291037, 18.577483, 18.363422, 18.395875, 18.089412, 18.202918, 18.249248, 18.245064, 18.371117, 18.13805, 19.079246, 19.374746, 19.272371, 19.516515, 19.578841, 19.690461, 17.067258, 16.73128, 16.67393, 17.776333, 18.432678, 18.249982, 17.517074, 17.379373, 18.227492, 17.28963, 16.920762, 16.493851, 16.146185, 15.287224, 13.98887, 14.130715, 13.936376, 14.16589, 13.713855, 12.941507, 12.020733, 9.808617, 6.96292, 5.135618, 0.69103, 0.0]}, "lang": {"n_am_en": [13, 10, 6, 9, 10, 8, 12, 14, 13, 15, 15, 15, 15, 11, 9, 12, 10, 12, 11, 13, 8, 6, 6, 9, 21, 20, 17, 15, 18, 18, 18, 14, 16, 18, 19, 19, 20, 19, 18, 19, 22, 20, 23, 26, 25, 25, 16, 14, 10, 10], "n_am_pl": [2, 19, 12, 5, 11, 14, 6, 7, 3, 3, 5, 4, 11, 13, 12, 6, 5, 6, 8, 10, 8, 11, 12, 10, 4, 1, 2, 6, 9, 9, 10, 14, 11, 9, 8, 7, 4, 3, 3, 5, 4, 2, 1, 4, 6, 7, 8, 10, 35, 39], "n_pos": 49, "sum_m_en": [4.497836, 2.419991, 2.841356, 3.616001, 3.446273, 2.624889, 3.048426, 3.105957, 3.119519, 3.403072, 3.445055, 3.833155, 3.887981, 3.696267, 3.996185, 3.696897, 3.637866, 3.657547, 3.147112, 3.050686, 2.826881, 2.515661, 2.425986, 2.358385, 7.620922, 6.376754, 5.951208, 5.443319, 5.791394, 5.673995, 5.467793, 5.220342, 5.445861, 6.333734, 7.011353, 7.482215, 9.010763, 11.871926, 13.201512, 15.465181, 15.279727, 17.140696, 18.523812, 21.68708, 22.275244, 22.082177, 16.951343, 12.922654, 9.238125, 9.577432], "sum_m_pl": [18.75898, 23.536165, 22.86411, 22.474893, 22.27833, 22.681134, 22.418729, 22.696987, 22.872989, 23.310405, 22.775101, 22.74021, 23.071201, 22.783035, 22.842303, 23.718099, 23.837412, 23.799005, 24.363822, 24.420583, 24.389348, 24.613986, 24.643794, 24.598108, 19.198843, 20.013228, 20.317516, 21.538215, 22.003708, 22.663204, 22.672384, 22.65326, 23.202332, 21.785035, 21.36392, 20.74307, 19.003359, 16.507629, 14.87427, 13.518224, 13.330489, 10.222636, 9.161435, 8.065485, 9.182501, 9.49643, 9.724908, 11.919411, 31.556777, 38.646972]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 216, "item_id": "gsm8kpl-666", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1035, "region_end": 211, "roundtrip_ok": true, "tf_agree": 0.9861, "tf_agree_excl_first": 0.9907}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 34, 37, 34, 25, 32, 19, 21, 21, 29, 36, 30, 27, 31, 27, 28, 21, 17, 21, 15, 18, 20, 16, 24, 41, 45, 31, 25, 25, 22, 22, 23, 23, 29, 28, 27, 25, 27, 28, 30, 35, 33, 35, 33, 31, 36, 38, 36, 28, 27], "n_am_pl": [6, 29, 12, 14, 9, 10, 14, 9, 13, 17, 7, 15, 22, 20, 17, 19, 26, 34, 14, 21, 15, 15, 20, 16, 10, 10, 15, 20, 20, 23, 21, 24, 22, 17, 22, 16, 14, 10, 17, 13, 17, 11, 17, 11, 15, 13, 13, 13, 5, 6], "n_pos": 127, "sum_m_en": [14.056281, 6.500324, 6.191074, 6.297493, 6.746819, 7.124013, 6.992898, 6.918376, 7.068845, 7.200506, 7.792218, 8.056274, 8.219361, 8.729559, 8.010208, 7.589029, 7.322296, 6.992617, 6.559869, 6.267911, 6.18059, 5.799589, 5.606418, 5.561906, 13.649757, 12.882492, 11.612401, 10.81423, 10.464946, 10.427741, 9.481124, 10.041456, 9.905114, 10.257472, 11.256666, 12.419647, 14.004413, 14.165861, 14.610028, 18.398246, 19.67006, 22.033706, 27.025878, 28.058549, 27.146625, 30.778518, 34.501212, 32.636667, 27.655372, 26.659878], "sum_m_pl": [48.771205, 63.990265, 62.218485, 60.095341, 57.962553, 57.049452, 56.761607, 56.07341, 55.343957, 57.79387, 57.31125, 57.417424, 57.785919, 57.411304, 58.890061, 61.024837, 60.578466, 61.435485, 61.835049, 62.083394, 61.904809, 62.330002, 62.383265, 62.590342, 49.949686, 50.628543, 49.862343, 52.484092, 54.810423, 54.884944, 55.384987, 55.83985, 56.496954, 52.959056, 50.723376, 47.496662, 41.337394, 39.62878, 35.8023, 33.303216, 32.756111, 30.84647, 27.910821, 25.555909, 22.018951, 22.03826, 17.994614, 14.335217, 6.221389, 5.911883]}, "digit": {"n_am_en": [4, 11, 7, 6, 1, 1, 0, 1, 1, 3, 8, 6, 6, 5, 9, 8, 7, 3, 6, 4, 5, 6, 4, 6, 10, 12, 10, 8, 8, 5, 6, 4, 6, 5, 7, 5, 3, 3, 5, 8, 8, 9, 7, 5, 5, 4, 4, 2, 0, 0], "n_am_pl": [0, 4, 0, 1, 4, 4, 2, 3, 4, 2, 0, 4, 2, 6, 4, 4, 7, 10, 4, 7, 3, 3, 4, 3, 3, 1, 1, 6, 3, 6, 3, 6, 6, 7, 8, 5, 3, 1, 3, 2, 1, 0, 1, 1, 1, 2, 2, 2, 0, 0], "n_pos": 28, "sum_m_en": [2.865782, 1.209824, 1.095031, 1.113176, 1.200196, 1.257312, 1.343128, 1.398109, 1.429519, 1.434804, 1.533708, 1.506922, 1.621581, 1.752216, 1.591997, 1.550562, 1.641786, 1.549584, 1.413658, 1.352195, 1.352265, 1.269491, 1.224925, 1.221006, 3.045383, 2.833584, 2.576026, 2.268875, 2.096044, 2.000415, 1.911048, 2.165773, 1.920909, 1.944851, 2.247741, 2.509064, 2.364581, 2.251763, 2.385793, 4.832576, 4.260781, 4.723761, 5.755636, 5.687386, 5.251215, 5.05387, 4.676253, 2.61796, 0.253038, 1e-06], "sum_m_pl": [11.253275, 14.977279, 14.336925, 13.754247, 13.234172, 12.936601, 12.602779, 12.446958, 12.48638, 13.02693, 13.108451, 13.171907, 12.853316, 12.861794, 13.22063, 13.595586, 13.519555, 13.432745, 13.77683, 13.692165, 13.691507, 13.771761, 13.782554, 13.867444, 11.586663, 11.998749, 11.898204, 12.481337, 13.052626, 12.935048, 13.008089, 12.62324, 12.803263, 12.247134, 11.480548, 11.242123, 10.722273, 10.684674, 9.996779, 8.82599, 8.913935, 8.773483, 8.295514, 7.315451, 6.743543, 5.352897, 3.385594, 2.209153, 0.31452, 0.0]}, "lang": {"n_am_en": [11, 15, 10, 12, 6, 14, 8, 6, 8, 9, 10, 7, 10, 10, 5, 6, 3, 5, 4, 1, 4, 4, 2, 8, 12, 18, 7, 4, 3, 7, 7, 6, 8, 11, 10, 9, 10, 11, 9, 10, 15, 14, 18, 19, 20, 23, 23, 24, 25, 26], "n_am_pl": [0, 4, 6, 4, 1, 1, 5, 4, 5, 6, 4, 6, 8, 3, 4, 4, 6, 8, 5, 6, 7, 6, 9, 5, 2, 2, 8, 5, 7, 7, 6, 5, 5, 4, 7, 7, 5, 5, 7, 6, 7, 5, 4, 4, 4, 5, 5, 5, 4, 5], "n_pos": 32, "sum_m_en": [3.832226, 1.857262, 1.657494, 1.607257, 1.641721, 1.879543, 1.939302, 1.755271, 1.897402, 1.997057, 2.219694, 2.347437, 2.356103, 2.477067, 2.267474, 2.084756, 1.973658, 1.893962, 1.774779, 1.685757, 1.649351, 1.556131, 1.497121, 1.49782, 4.087864, 3.852648, 3.536202, 3.168382, 3.063638, 3.15009, 2.909873, 2.950716, 3.075448, 3.376067, 3.611046, 4.622976, 5.96044, 6.819015, 6.992563, 7.808255, 9.878795, 12.095283, 14.350579, 16.058849, 16.80382, 19.664709, 20.869094, 22.345287, 24.789678, 25.450055], "sum_m_pl": [11.305387, 15.390664, 15.481705, 14.904299, 14.603015, 13.983817, 13.745301, 13.93997, 13.917835, 14.347292, 14.26981, 14.137832, 14.657042, 14.567971, 15.073257, 15.517018, 15.365791, 15.734652, 15.732946, 15.846123, 15.744999, 15.816707, 15.779121, 15.879755, 12.954837, 13.568306, 13.1839, 13.57015, 14.157735, 14.035888, 14.336162, 14.594177, 14.702752, 14.070839, 13.568289, 12.546266, 10.172466, 9.736106, 9.198432, 9.152959, 8.972704, 8.21281, 7.036372, 6.673594, 6.529152, 5.828044, 5.835361, 5.218874, 4.549878, 4.917137]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "gsm8kpl-671", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1183, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9615, "tf_agree_excl_first": 0.969}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [36, 46, 36, 28, 38, 36, 29, 31, 30, 34, 39, 32, 31, 25, 25, 22, 23, 22, 15, 18, 14, 18, 19, 31, 60, 57, 42, 33, 39, 34, 32, 32, 31, 38, 32, 29, 31, 27, 32, 37, 38, 33, 30, 29, 27, 18, 17, 13, 7, 2], "n_am_pl": [20, 48, 49, 45, 33, 25, 26, 24, 22, 18, 16, 21, 40, 34, 32, 41, 47, 48, 43, 53, 43, 41, 38, 34, 16, 10, 25, 31, 37, 44, 51, 48, 45, 26, 29, 22, 22, 16, 20, 27, 21, 24, 27, 24, 21, 28, 24, 21, 41, 45], "n_pos": 169, "sum_m_en": [16.558114, 8.199999, 8.049831, 8.500499, 9.13366, 9.234806, 9.173184, 9.288678, 9.972287, 10.051568, 10.475852, 10.690174, 10.828044, 11.031289, 10.589564, 9.968431, 10.048108, 9.75667, 8.77811, 8.28703, 7.988644, 7.501553, 7.337848, 7.232584, 18.750495, 16.025126, 14.196867, 13.642789, 14.348597, 13.882857, 12.387565, 12.358999, 12.192025, 12.265954, 13.810276, 15.327038, 15.942414, 16.454729, 16.973827, 21.342099, 19.910544, 20.131476, 24.546711, 24.53832, 22.465995, 20.596956, 14.70581, 13.13834, 5.978301, 2.020978], "sum_m_pl": [67.273474, 85.372164, 82.95129, 80.122458, 78.338987, 77.653969, 78.240003, 76.800372, 75.922004, 77.713773, 76.582715, 76.484773, 78.513764, 77.74234, 79.044221, 81.781299, 81.525881, 82.08307, 83.296918, 84.032932, 83.489635, 83.869254, 83.750036, 84.312142, 65.750838, 67.655153, 68.736918, 72.200506, 76.278736, 79.105504, 79.83352, 79.247036, 79.305481, 71.966061, 69.860058, 66.450365, 59.615414, 56.40657, 52.040727, 50.124167, 49.718152, 47.615789, 43.304132, 40.880119, 35.55239, 36.533875, 32.938405, 29.870704, 41.57301, 45.274387]}, "digit": {"n_am_en": [5, 18, 10, 7, 4, 5, 4, 8, 7, 3, 9, 11, 11, 9, 11, 9, 9, 4, 4, 5, 5, 7, 2, 7, 17, 16, 10, 10, 11, 7, 9, 11, 8, 9, 9, 11, 8, 7, 8, 12, 9, 11, 8, 7, 8, 3, 4, 2, 0, 0], "n_am_pl": [0, 4, 3, 8, 4, 4, 3, 2, 5, 5, 3, 1, 7, 2, 4, 5, 10, 13, 7, 10, 8, 6, 6, 8, 4, 1, 4, 7, 7, 5, 8, 7, 6, 7, 6, 3, 2, 1, 2, 4, 0, 1, 2, 1, 1, 2, 2, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.565805, 1.489628, 1.41888, 1.409774, 1.510136, 1.505509, 1.517798, 1.645034, 1.71381, 1.709072, 1.85465, 1.954413, 2.10573, 2.141353, 1.975933, 1.893846, 2.03544, 1.982971, 1.708895, 1.607798, 1.577162, 1.472637, 1.388311, 1.406113, 3.784616, 2.968363, 2.824773, 2.765064, 2.799555, 2.557899, 2.239162, 2.318988, 2.63355, 2.372193, 2.78919, 3.003061, 2.644653, 2.469237, 2.469748, 3.951369, 3.69753, 3.873923, 5.315941, 5.341537, 4.478594, 4.753444, 3.954079, 2.917591, 0.129316, 2e-06], "sum_m_pl": [13.892127, 17.763665, 17.192734, 16.647778, 15.855687, 15.513048, 15.380192, 15.222355, 15.302182, 15.751183, 15.806314, 15.632072, 15.763573, 15.728317, 15.851764, 16.319269, 16.143275, 16.012397, 16.331288, 15.981642, 15.9257, 16.031536, 16.158217, 16.319843, 13.692095, 14.476871, 14.557809, 14.912718, 15.65962, 15.739553, 15.730952, 15.641798, 15.593902, 14.761903, 13.956165, 14.011627, 13.451237, 13.01176, 12.293147, 11.494258, 11.273116, 11.338493, 10.220304, 9.362666, 8.641889, 6.774012, 5.333074, 3.194772, 0.452125, 6.7e-05]}, "lang": {"n_am_en": [9, 11, 8, 4, 5, 13, 7, 7, 4, 8, 9, 6, 7, 4, 4, 3, 5, 8, 3, 4, 3, 2, 7, 9, 21, 20, 15, 6, 9, 12, 12, 9, 9, 16, 14, 11, 14, 11, 13, 15, 15, 11, 13, 13, 12, 7, 4, 4, 2, 2], "n_am_pl": [5, 12, 22, 15, 16, 6, 5, 11, 9, 4, 5, 5, 14, 15, 14, 23, 17, 14, 19, 24, 17, 17, 19, 15, 5, 2, 8, 13, 13, 13, 18, 17, 18, 9, 15, 10, 14, 12, 13, 21, 19, 21, 22, 21, 18, 24, 20, 19, 39, 44], "n_pos": 46, "sum_m_en": [4.113467, 2.411095, 2.273963, 2.43741, 2.482693, 2.66365, 2.643951, 2.588084, 2.781306, 2.749651, 2.854606, 2.975784, 3.038757, 3.136138, 3.066192, 2.946775, 2.88865, 2.833981, 2.58637, 2.405621, 2.323782, 2.15521, 2.108491, 2.061279, 6.33102, 5.115119, 4.643889, 4.237458, 4.402633, 4.424233, 4.078364, 4.144345, 3.980883, 4.256431, 4.669362, 5.544711, 6.49619, 6.584888, 6.595936, 8.173676, 7.691499, 8.202388, 10.779321, 11.375244, 10.147557, 8.209518, 4.909514, 4.822283, 2.109613, 1.995134], "sum_m_pl": [16.161263, 22.146625, 21.637014, 20.548327, 20.504834, 20.059217, 20.050455, 20.088499, 19.899681, 20.327414, 20.182754, 20.180807, 21.210515, 20.970505, 21.639465, 22.27046, 22.219401, 22.571198, 23.084752, 23.501164, 23.224993, 23.2113, 23.123113, 23.256302, 18.597388, 19.625709, 19.700237, 20.464464, 20.917616, 21.661953, 22.213923, 21.964329, 22.911423, 21.400577, 21.31315, 20.828265, 19.468979, 19.869352, 19.991859, 20.389911, 21.829006, 20.832133, 19.621819, 20.405761, 17.534309, 21.444671, 21.4882, 21.870236, 37.728518, 43.709729]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "gsm8kpl-671", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1042, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9883}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 56, 32, 25, 30, 31, 33, 34, 44, 52, 53, 52, 42, 34, 43, 54, 54, 40, 46, 43, 47, 43, 49, 51, 59, 56, 44, 57, 62, 53, 45, 47, 53, 49, 46, 47, 67, 63, 74, 65, 78, 65, 69, 66, 63, 64, 63, 64, 53, 50], "n_am_pl": [3, 31, 39, 43, 30, 24, 23, 19, 16, 12, 20, 20, 30, 23, 21, 14, 9, 16, 18, 12, 16, 9, 15, 8, 7, 6, 12, 13, 16, 13, 15, 17, 15, 11, 13, 7, 7, 6, 5, 2, 6, 8, 5, 4, 2, 1, 0, 0, 0, 0], "n_pos": 155, "sum_m_en": [18.318702, 9.4332, 8.083029, 7.9824, 8.624054, 8.88238, 9.741237, 10.22551, 11.254357, 11.54294, 12.237251, 12.365256, 13.009429, 12.195146, 12.263049, 11.942901, 12.080968, 11.03503, 9.947067, 9.159182, 8.331002, 8.021573, 7.622589, 7.513694, 23.702463, 22.912069, 22.305322, 20.323412, 19.860562, 19.478942, 18.012568, 16.811932, 17.111929, 17.224249, 20.494965, 21.346309, 27.711603, 30.245187, 39.456119, 43.254376, 46.066598, 46.660408, 47.256448, 48.31569, 54.544304, 55.269096, 57.096698, 60.386054, 52.259378, 50.942954], "sum_m_pl": [56.803837, 75.116864, 74.434652, 72.4058, 70.692386, 70.999636, 70.260002, 68.842275, 67.305447, 68.16774, 67.397989, 66.7963, 67.653078, 66.36228, 68.714917, 71.200907, 69.749853, 71.98649, 73.243526, 74.313382, 75.076105, 75.471895, 75.397832, 75.756467, 57.258746, 57.181535, 55.908112, 60.060248, 60.714289, 60.191945, 61.948525, 60.931867, 61.060338, 59.273268, 58.351556, 55.85458, 50.112548, 45.72304, 40.082915, 38.767017, 36.957347, 28.808729, 27.788573, 22.710518, 15.418012, 9.436816, 4.85619, 2.950424, 0.726741, 0.005396]}, "digit": {"n_am_en": [0, 7, 2, 4, 3, 2, 5, 4, 5, 5, 5, 2, 2, 1, 2, 2, 2, 2, 0, 1, 1, 2, 4, 5, 4, 7, 7, 5, 7, 7, 3, 8, 4, 2, 4, 3, 5, 5, 4, 2, 4, 5, 7, 6, 6, 3, 1, 0, 0, 0], "n_am_pl": [1, 1, 3, 4, 7, 3, 2, 0, 2, 2, 3, 3, 5, 4, 5, 5, 3, 3, 4, 3, 4, 1, 1, 0, 2, 1, 1, 2, 3, 2, 4, 3, 6, 4, 5, 2, 2, 3, 1, 0, 3, 3, 2, 2, 2, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.998335, 1.01838, 1.003165, 1.011923, 1.025834, 1.055037, 1.242435, 1.282386, 1.462755, 1.532935, 1.695101, 1.659073, 1.667888, 1.481271, 1.430497, 1.521417, 1.531596, 1.436391, 1.279344, 1.205565, 1.121294, 1.050661, 1.011222, 0.994217, 2.026774, 2.691177, 2.436119, 2.23094, 2.357869, 2.38983, 2.462451, 2.15642, 1.922693, 1.811787, 1.840721, 1.843447, 1.820782, 1.862138, 2.320758, 1.877379, 1.94611, 2.177855, 2.886317, 2.417764, 1.663417, 1.778969, 0.989696, 0.496866, 0.109932, 0.0], "sum_m_pl": [9.153482, 11.765793, 11.366236, 10.832097, 10.506047, 10.548758, 10.317516, 10.057404, 9.605793, 9.420286, 9.229182, 9.026544, 8.876341, 8.733957, 9.19523, 9.469268, 9.32019, 9.596223, 10.007492, 10.337972, 10.381675, 10.588668, 10.605403, 10.703226, 8.539521, 8.110741, 8.159979, 8.958368, 8.906695, 8.66097, 8.218025, 8.000194, 8.181322, 8.102302, 8.154359, 8.202609, 8.110505, 7.943694, 6.979258, 7.270026, 7.298401, 7.134154, 6.590298, 5.761518, 5.414804, 2.773162, 1.800033, 0.81425, 0.132969, 0.0]}, "lang": {"n_am_en": [17, 26, 12, 9, 12, 14, 12, 13, 21, 19, 24, 19, 20, 17, 24, 29, 25, 23, 25, 26, 26, 22, 27, 28, 34, 30, 23, 29, 27, 24, 26, 23, 25, 25, 25, 26, 41, 38, 39, 37, 43, 43, 43, 42, 45, 43, 44, 50, 49, 49], "n_am_pl": [0, 5, 12, 12, 7, 2, 4, 8, 3, 3, 5, 5, 10, 6, 8, 0, 2, 0, 2, 4, 5, 2, 4, 2, 1, 1, 2, 5, 5, 7, 4, 3, 4, 1, 4, 4, 3, 0, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 51, "sum_m_en": [6.704514, 3.639706, 2.754182, 2.912229, 3.145023, 3.469681, 3.838738, 4.1949, 4.589177, 4.586498, 4.729643, 4.84051, 4.967796, 4.609467, 4.691832, 4.404002, 4.526591, 4.018247, 3.674037, 3.308133, 2.909849, 2.84852, 2.655139, 2.663047, 11.288142, 10.242163, 10.426855, 9.476052, 8.951089, 8.392586, 7.6015, 7.044187, 7.49373, 8.04322, 10.612074, 11.144416, 16.189859, 18.424282, 21.496013, 24.174518, 26.079426, 31.277722, 30.792504, 33.15329, 40.027003, 40.555986, 41.711828, 47.118418, 47.689242, 49.293239], "sum_m_pl": [17.171311, 23.585727, 23.719519, 22.953149, 22.672282, 22.487939, 22.314055, 21.991921, 21.568609, 21.829846, 21.739615, 21.608532, 21.843127, 21.595682, 22.562318, 23.424405, 23.076949, 23.929621, 24.075589, 24.522294, 24.844057, 24.886856, 24.919927, 25.053691, 17.851587, 17.868279, 17.015329, 18.412003, 18.788625, 18.82592, 20.112962, 19.905671, 19.710411, 19.037541, 18.162292, 17.599287, 15.457825, 13.64126, 12.624374, 11.357402, 10.375068, 7.689805, 7.866411, 6.429531, 3.265918, 2.174419, 0.593356, 0.318136, 0.057795, 2.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 160, "item_id": "gsm8kpl-679", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1145, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9812, "tf_agree_excl_first": 0.9874}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [43, 40, 34, 28, 36, 33, 31, 33, 27, 39, 40, 47, 47, 48, 45, 48, 42, 50, 37, 28, 27, 29, 29, 35, 59, 46, 45, 50, 41, 53, 53, 51, 47, 56, 52, 54, 50, 58, 57, 63, 56, 55, 60, 63, 59, 46, 29, 15, 4, 2], "n_am_pl": [15, 51, 53, 44, 47, 48, 27, 31, 30, 26, 31, 23, 36, 26, 26, 23, 28, 26, 30, 31, 28, 30, 23, 22, 18, 18, 21, 17, 24, 30, 19, 20, 17, 16, 19, 18, 12, 8, 18, 13, 16, 11, 17, 23, 25, 25, 35, 39, 62, 66], "n_pos": 198, "sum_m_en": [16.763394, 9.389917, 9.885457, 10.250701, 10.63335, 10.151043, 10.500192, 10.553878, 11.11142, 12.13149, 12.369162, 13.096602, 14.479151, 14.831689, 14.792013, 14.168093, 13.926283, 13.198409, 11.581945, 10.900774, 10.292911, 9.746534, 9.408199, 9.108865, 19.936623, 19.975146, 19.785502, 19.941996, 20.338947, 21.468674, 20.290564, 19.051525, 19.030737, 18.943981, 20.091741, 20.509847, 22.341476, 23.124198, 24.635543, 28.827775, 29.242087, 32.349653, 35.087093, 39.931852, 42.646512, 31.096827, 22.858401, 16.202398, 5.740751, 2.112808], "sum_m_pl": [82.547303, 98.332494, 96.081555, 91.897961, 92.325208, 92.289954, 93.902934, 93.953852, 92.550079, 92.16846, 89.952221, 88.60486, 89.424675, 87.307327, 89.08712, 92.156121, 91.227956, 93.644268, 96.113601, 96.825936, 96.439351, 96.699926, 96.593276, 96.488297, 78.971433, 76.755324, 74.185338, 78.736388, 80.209434, 80.998967, 80.909616, 80.492823, 79.433179, 75.667401, 74.787825, 72.233741, 66.60971, 64.443958, 62.986777, 62.628956, 61.629718, 59.087405, 55.971718, 51.87393, 46.84038, 49.566919, 44.829565, 44.068483, 61.493831, 65.961692]}, "digit": {"n_am_en": [1, 3, 4, 3, 5, 4, 4, 3, 1, 4, 6, 8, 5, 7, 5, 6, 4, 8, 4, 3, 3, 1, 1, 2, 4, 5, 6, 6, 5, 7, 6, 7, 5, 4, 6, 4, 4, 3, 5, 6, 4, 4, 3, 3, 4, 2, 1, 1, 0, 0], "n_am_pl": [1, 6, 6, 3, 4, 2, 2, 1, 4, 5, 5, 1, 3, 2, 3, 2, 1, 1, 3, 2, 1, 2, 1, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 2, 0, 1, 0, 1, 3, 1, 2, 1, 2, 2, 4, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.147566, 1.154002, 1.14729, 1.190268, 1.199145, 1.154941, 1.251377, 1.303342, 1.409981, 1.515397, 1.544961, 1.703581, 1.90499, 1.911404, 1.853708, 1.877555, 1.807442, 1.743424, 1.518438, 1.397237, 1.277698, 1.20551, 1.160023, 1.124351, 2.033755, 2.244725, 2.384421, 2.445218, 2.588275, 2.811871, 2.615, 2.260595, 2.088266, 2.028816, 2.147018, 2.098335, 1.94365, 1.875174, 1.92435, 2.409859, 2.202083, 2.216265, 2.384007, 2.17451, 1.595399, 1.306365, 0.514132, 0.415518, 0.097139, 0.000648], "sum_m_pl": [11.718707, 14.066105, 13.524379, 12.885366, 12.763782, 12.710647, 12.697449, 12.502456, 12.232909, 12.055742, 11.820658, 11.598956, 11.401833, 10.963047, 11.10735, 11.41736, 11.485451, 11.790918, 12.333933, 12.492716, 12.498596, 12.609587, 12.626873, 12.730141, 10.612606, 10.0935, 9.931236, 10.400807, 10.554931, 10.275982, 10.062369, 10.141499, 10.111668, 9.645779, 9.409459, 9.47525, 9.040747, 9.133733, 8.838164, 8.903254, 8.835801, 9.088495, 8.536844, 7.735903, 7.164335, 4.621441, 2.281377, 1.067993, 0.224311, 0.328245]}, "lang": {"n_am_en": [10, 12, 8, 10, 13, 10, 7, 10, 7, 12, 17, 13, 16, 18, 15, 17, 15, 14, 16, 12, 13, 14, 15, 17, 26, 21, 23, 19, 16, 17, 17, 17, 16, 21, 19, 18, 18, 25, 25, 27, 27, 32, 34, 33, 35, 28, 19, 10, 2, 2], "n_am_pl": [5, 24, 18, 21, 16, 17, 4, 7, 11, 5, 9, 7, 17, 10, 11, 8, 14, 9, 11, 14, 14, 17, 11, 8, 4, 4, 8, 5, 8, 11, 10, 8, 8, 4, 10, 11, 6, 3, 11, 9, 8, 6, 12, 16, 17, 19, 26, 35, 60, 65], "n_pos": 69, "sum_m_en": [5.225087, 3.393165, 3.488641, 3.788251, 3.936644, 3.639519, 3.630123, 3.622824, 3.713936, 4.108826, 4.205943, 4.631369, 4.879381, 4.962069, 4.986129, 4.637333, 4.590036, 4.314127, 3.858031, 3.661874, 3.500256, 3.276616, 3.149318, 3.084592, 7.955751, 7.647939, 6.990189, 6.893182, 7.096301, 7.104665, 6.886227, 6.81939, 7.059105, 7.075417, 7.195895, 7.592893, 8.737769, 9.914574, 10.624846, 12.608878, 13.447789, 16.532007, 18.415243, 20.975583, 26.452679, 18.47853, 13.468017, 8.713799, 3.305524, 2.005201], "sum_m_pl": [28.149485, 32.355259, 31.869, 30.194778, 30.708963, 31.12464, 31.86803, 32.207253, 32.412685, 32.553545, 31.696051, 31.17367, 31.880669, 31.53256, 32.03155, 33.261402, 32.739331, 33.368613, 33.881939, 34.244859, 34.133857, 34.227397, 34.06175, 33.957788, 28.252429, 27.198198, 26.266187, 28.370646, 28.885894, 28.748515, 29.586539, 29.44332, 29.659821, 28.673253, 28.682138, 28.380492, 27.251044, 26.911487, 26.634785, 26.255119, 25.970561, 23.833242, 23.864609, 23.407718, 21.976392, 27.176391, 28.556271, 33.329537, 55.193658, 64.33532]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "gsm8kpl-679", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1004, "region_end": 198, "roundtrip_ok": true, "tf_agree": 0.9606, "tf_agree_excl_first": 0.9653}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [74, 77, 70, 61, 72, 68, 63, 84, 69, 85, 90, 77, 76, 68, 72, 71, 72, 57, 79, 60, 65, 63, 64, 70, 93, 89, 84, 74, 83, 72, 69, 70, 67, 67, 73, 80, 90, 96, 99, 88, 100, 85, 88, 92, 79, 85, 78, 86, 63, 59], "n_am_pl": [1, 36, 39, 40, 27, 22, 38, 28, 24, 26, 22, 23, 21, 23, 24, 29, 21, 16, 14, 28, 36, 38, 42, 42, 14, 20, 25, 29, 36, 36, 33, 32, 39, 32, 31, 27, 28, 24, 16, 12, 8, 11, 8, 9, 10, 10, 12, 11, 16, 16], "n_pos": 247, "sum_m_en": [32.547283, 14.577143, 13.699995, 13.503005, 14.346943, 14.388804, 14.230402, 14.566871, 15.594361, 16.150204, 16.333139, 17.07871, 18.954083, 18.149451, 18.534999, 17.051578, 16.930005, 17.137649, 15.473867, 13.652387, 12.716567, 11.629838, 11.331777, 11.191709, 33.830957, 30.842558, 30.141716, 27.007473, 26.250227, 26.589868, 25.016604, 24.00044, 25.828377, 28.083211, 30.977325, 33.686791, 39.301386, 42.350635, 49.360754, 56.407108, 59.485235, 62.756532, 68.070971, 72.865334, 72.69324, 76.806198, 79.809825, 81.129457, 64.628918, 58.697154], "sum_m_pl": [91.750893, 117.162669, 113.543876, 111.905004, 110.157752, 109.839142, 112.436183, 112.53393, 111.59104, 113.807161, 113.524565, 112.229052, 110.344057, 110.140326, 110.280858, 114.236418, 113.240963, 112.557278, 115.088279, 117.985954, 119.296098, 121.31059, 121.245307, 121.842973, 96.202351, 96.75571, 94.977366, 100.194552, 103.837777, 102.412351, 102.559361, 102.972562, 102.884101, 98.178689, 96.345408, 88.652805, 77.823552, 72.095321, 65.319315, 61.359579, 58.406982, 50.593009, 43.092246, 37.969799, 34.634372, 29.594755, 22.164741, 15.016738, 13.719898, 16.026395]}, "digit": {"n_am_en": [2, 11, 11, 4, 4, 1, 1, 2, 3, 4, 6, 4, 5, 3, 4, 5, 8, 4, 10, 7, 6, 9, 10, 8, 11, 11, 13, 10, 14, 10, 6, 5, 3, 4, 4, 8, 4, 7, 7, 5, 7, 5, 5, 5, 3, 2, 0, 2, 0, 0], "n_am_pl": [0, 0, 0, 3, 7, 2, 4, 3, 2, 1, 4, 2, 2, 3, 5, 2, 0, 1, 1, 2, 2, 1, 1, 1, 0, 1, 1, 3, 3, 2, 5, 4, 6, 5, 6, 4, 9, 9, 5, 5, 3, 4, 1, 2, 2, 2, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.201973, 1.533449, 1.487998, 1.428741, 1.491896, 1.565712, 1.556712, 1.725713, 1.80625, 1.973881, 1.982434, 1.973664, 2.209223, 2.092384, 1.920017, 1.849104, 1.859168, 1.994157, 1.768226, 1.610644, 1.488537, 1.369568, 1.337194, 1.323495, 2.291133, 2.490786, 2.593023, 2.406768, 2.454374, 2.402277, 2.435323, 2.341994, 2.150058, 2.130226, 2.051987, 2.304836, 2.216211, 2.181209, 2.489507, 2.501712, 2.393965, 2.470499, 2.239295, 2.271829, 1.979612, 1.510795, 0.720287, 0.72071, 0.198634, 0.0], "sum_m_pl": [15.113547, 18.493025, 17.806942, 17.279426, 16.834708, 16.422486, 16.625444, 16.275798, 16.065669, 16.296114, 16.573476, 16.48763, 15.753663, 15.480911, 15.548955, 16.094753, 16.196698, 15.884964, 16.65508, 17.23526, 17.42795, 17.725141, 17.683408, 17.788337, 16.187838, 16.015956, 15.678195, 16.373811, 16.699143, 16.326679, 16.055944, 15.899617, 15.856122, 15.732405, 15.310124, 14.654736, 14.383675, 14.069086, 13.413424, 13.502421, 12.785532, 12.203738, 11.998844, 10.559205, 9.067383, 6.853184, 2.990832, 1.072531, 0.30308, 0.0]}, "lang": {"n_am_en": [13, 15, 17, 12, 17, 30, 29, 37, 30, 31, 32, 31, 30, 33, 38, 32, 30, 23, 32, 24, 25, 20, 21, 24, 38, 33, 35, 29, 31, 32, 36, 37, 33, 37, 33, 40, 46, 42, 56, 56, 53, 52, 52, 55, 53, 56, 56, 60, 59, 59], "n_am_pl": [1, 14, 4, 11, 7, 3, 8, 4, 4, 9, 4, 10, 10, 4, 6, 10, 5, 5, 2, 11, 12, 13, 15, 19, 5, 7, 8, 8, 12, 11, 8, 9, 9, 8, 10, 12, 10, 7, 5, 4, 4, 6, 5, 5, 7, 6, 7, 9, 16, 16], "n_pos": 76, "sum_m_en": [7.81352, 4.945421, 4.483282, 4.212248, 4.36196, 5.253346, 5.392343, 5.238715, 5.5551, 5.657988, 5.630316, 6.152271, 7.101699, 6.732055, 7.079255, 6.272032, 6.346768, 6.205917, 5.721882, 4.727726, 4.339342, 3.858613, 3.722887, 3.646122, 13.398714, 12.340337, 12.788167, 11.322863, 10.747187, 11.45936, 10.577026, 9.808839, 10.694787, 12.050232, 13.460958, 14.927931, 17.842864, 20.12893, 25.186043, 31.558954, 34.441311, 38.444897, 42.165501, 46.697765, 49.097557, 50.904956, 54.559339, 55.32501, 58.758209, 58.209487], "sum_m_pl": [27.745531, 33.509352, 32.866747, 32.544747, 32.318331, 32.095053, 33.030767, 33.623362, 33.951292, 33.887413, 33.680792, 33.379399, 33.308247, 33.861183, 33.945408, 35.226528, 34.967535, 34.88215, 35.471913, 36.442613, 36.61398, 37.354875, 37.249162, 37.45109, 29.571054, 29.887616, 28.552358, 30.234517, 31.038257, 30.526153, 31.228486, 31.668158, 31.3665, 30.537071, 29.863242, 29.029141, 26.195931, 24.218643, 21.896423, 18.98964, 17.704043, 14.918262, 12.399158, 11.339651, 11.474583, 10.514707, 9.065006, 8.66952, 12.58094, 15.928108]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "gsm8kpl-681", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1179, "region_end": 247, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 0.992}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [71, 59, 54, 39, 40, 38, 20, 28, 29, 37, 45, 47, 47, 48, 46, 44, 53, 53, 44, 45, 38, 32, 30, 41, 64, 62, 49, 41, 37, 59, 56, 46, 44, 45, 51, 53, 57, 49, 53, 50, 46, 45, 45, 43, 44, 43, 27, 20, 0, 0], "n_am_pl": [13, 56, 37, 31, 24, 36, 43, 38, 35, 39, 37, 40, 32, 41, 37, 32, 30, 26, 32, 43, 45, 55, 53, 43, 26, 29, 31, 37, 57, 48, 40, 41, 36, 25, 30, 21, 28, 30, 23, 23, 20, 18, 15, 16, 16, 14, 19, 21, 38, 48], "n_pos": 240, "sum_m_en": [23.934633, 12.000536, 12.878334, 13.336548, 14.24146, 12.944724, 12.757774, 13.163696, 13.718198, 14.84088, 14.895012, 15.903437, 17.070631, 16.419735, 17.649518, 16.342197, 15.539678, 15.681582, 13.636017, 12.814671, 12.108029, 11.283727, 10.856465, 10.479663, 29.750602, 26.584299, 22.696367, 21.678614, 22.812569, 22.618189, 22.227388, 20.569487, 21.013647, 22.645449, 24.157928, 24.786951, 25.365842, 27.468969, 27.88097, 32.807051, 33.08993, 34.302041, 36.016992, 35.849949, 37.138508, 36.703302, 23.620478, 17.489698, 2.280659, 0.002881], "sum_m_pl": [98.74444, 116.730632, 112.188736, 109.217228, 107.12287, 105.906939, 108.034193, 107.884645, 106.637759, 108.140978, 106.828621, 107.154816, 106.07455, 107.540865, 106.581022, 110.707397, 110.277978, 110.548064, 113.820117, 115.94944, 116.667257, 117.660624, 117.521091, 118.464004, 97.110571, 96.73089, 95.996513, 99.782145, 104.979633, 104.158322, 101.066072, 102.476924, 100.99887, 92.151363, 90.756703, 82.862241, 76.419433, 72.250846, 69.330514, 67.687916, 63.670741, 59.294915, 52.268352, 50.502051, 43.55784, 38.341225, 31.94424, 27.123878, 38.514567, 47.655944]}, "digit": {"n_am_en": [8, 17, 15, 8, 7, 4, 1, 5, 3, 9, 13, 8, 7, 10, 11, 9, 15, 16, 17, 16, 13, 10, 9, 14, 15, 13, 14, 13, 11, 18, 11, 7, 12, 7, 7, 8, 8, 8, 11, 11, 9, 8, 6, 4, 2, 3, 1, 2, 0, 0], "n_am_pl": [0, 6, 3, 3, 3, 7, 7, 7, 3, 7, 13, 10, 3, 4, 3, 5, 3, 2, 4, 8, 8, 11, 8, 5, 4, 7, 3, 4, 11, 8, 10, 7, 7, 7, 9, 5, 10, 9, 5, 3, 5, 2, 3, 3, 5, 2, 0, 1, 0, 0], "n_pos": 47, "sum_m_en": [3.917519, 2.062429, 2.000533, 1.925887, 1.985514, 1.97892, 2.039806, 2.293468, 2.38664, 2.568413, 2.642779, 2.672082, 3.052489, 2.91954, 2.848156, 2.793963, 2.718241, 2.830684, 2.462717, 2.239462, 2.065101, 1.916143, 1.8472, 1.81642, 4.80407, 4.109666, 3.609582, 3.489845, 3.618794, 3.570623, 3.54594, 3.439499, 3.381022, 3.168104, 3.007748, 3.307092, 3.133475, 3.077991, 3.381917, 3.621856, 3.353382, 3.762553, 3.45514, 3.211472, 2.884584, 2.069545, 1.122604, 1.388218, 0.227354, 8e-06], "sum_m_pl": [21.955347, 25.228419, 24.459928, 23.392814, 23.096291, 22.622349, 22.503887, 21.928573, 21.84589, 22.007651, 22.130079, 22.256612, 21.179347, 21.751576, 21.508132, 22.218309, 22.118275, 22.013961, 22.982711, 23.424451, 23.638274, 23.841303, 23.852223, 24.055624, 20.768518, 20.914676, 20.990556, 21.583045, 22.403822, 22.142579, 21.150743, 21.297641, 20.788401, 20.360375, 20.077267, 19.338737, 18.875702, 18.731607, 18.383992, 18.028123, 17.184634, 16.461157, 16.131378, 15.016676, 13.186959, 10.502915, 5.371409, 2.184235, 0.301309, 0.000296]}, "lang": {"n_am_en": [16, 13, 10, 9, 7, 10, 5, 9, 10, 7, 10, 11, 12, 10, 9, 16, 14, 10, 10, 9, 9, 8, 9, 11, 15, 14, 10, 9, 7, 9, 13, 10, 10, 11, 13, 14, 14, 13, 14, 15, 14, 15, 17, 18, 20, 17, 16, 11, 0, 0], "n_am_pl": [6, 16, 4, 6, 6, 7, 9, 4, 4, 8, 6, 7, 11, 15, 13, 7, 6, 6, 8, 10, 9, 13, 11, 10, 6, 8, 8, 9, 11, 11, 8, 10, 12, 9, 8, 5, 9, 9, 9, 10, 7, 6, 3, 6, 9, 9, 11, 14, 38, 47], "n_pos": 47, "sum_m_en": [4.370137, 2.454444, 2.902649, 3.682514, 3.770214, 2.99042, 3.013948, 2.967584, 2.918235, 3.125667, 2.976185, 3.363809, 3.449019, 3.371819, 4.487273, 3.431342, 3.143478, 3.203009, 2.804441, 2.574082, 2.470132, 2.270364, 2.168642, 2.085474, 7.249186, 6.40696, 5.034443, 4.952101, 5.018526, 4.987545, 4.869885, 4.592703, 4.895552, 6.722807, 7.462092, 7.509494, 7.898173, 8.447738, 8.975269, 11.736126, 12.150605, 11.751365, 13.084636, 13.766022, 16.064209, 15.354729, 13.224703, 10.245782, 0.627712, 0.002821], "sum_m_pl": [18.636213, 21.31743, 20.292337, 19.284537, 19.185494, 19.315738, 20.122313, 20.264364, 20.603394, 20.776899, 20.733639, 20.866433, 21.015284, 21.316171, 21.045424, 22.269583, 22.148698, 22.156877, 22.932136, 23.236231, 23.236144, 23.303286, 23.184899, 23.189568, 20.037262, 19.814858, 19.306389, 20.126852, 21.093805, 20.924616, 20.530508, 21.117948, 21.457637, 19.511961, 19.290968, 18.83945, 18.187737, 17.002525, 17.22032, 16.801105, 15.881803, 15.770157, 12.425328, 14.071684, 14.117621, 13.550053, 14.558937, 15.454258, 36.815967, 46.913857]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 245, "item_id": "gsm8kpl-681", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1038, "region_end": 240, "roundtrip_ok": true, "tf_agree": 0.9918, "tf_agree_excl_first": 0.9959}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [60, 62, 46, 33, 50, 24, 28, 29, 32, 40, 46, 52, 48, 46, 48, 42, 44, 45, 38, 28, 29, 29, 26, 35, 47, 58, 41, 49, 48, 50, 54, 49, 48, 47, 51, 56, 63, 59, 57, 59, 65, 63, 63, 59, 58, 56, 61, 61, 52, 51], "n_am_pl": [6, 26, 26, 18, 24, 24, 27, 18, 18, 20, 20, 18, 28, 29, 17, 21, 31, 28, 30, 38, 47, 43, 38, 44, 31, 24, 27, 24, 27, 24, 27, 29, 36, 38, 24, 26, 24, 21, 15, 18, 14, 11, 9, 12, 13, 9, 9, 7, 9, 8], "n_pos": 192, "sum_m_en": [20.715288, 9.695135, 9.844828, 9.234592, 9.979878, 9.780139, 9.991986, 10.635217, 11.403593, 12.085121, 12.500906, 13.280459, 13.762782, 13.996564, 13.86686, 13.309207, 13.167947, 12.560666, 11.570438, 11.122648, 10.272723, 9.645641, 9.304926, 9.2178, 22.358928, 23.426398, 20.949532, 20.011823, 19.554301, 18.632222, 18.5804, 18.739982, 18.169, 18.732163, 20.224409, 22.778638, 25.613011, 28.80354, 30.688666, 36.664519, 35.132721, 41.703316, 46.071899, 45.011879, 48.457499, 47.893026, 54.057549, 56.834907, 51.573355, 50.702561], "sum_m_pl": [77.193792, 96.382558, 94.277001, 92.969453, 90.444156, 89.228949, 86.994089, 85.143354, 84.924747, 87.168342, 85.984431, 84.835965, 83.817063, 82.185161, 83.127911, 85.498587, 84.651218, 86.780341, 88.10709, 90.702951, 91.64691, 92.333954, 92.536206, 93.067969, 71.717674, 69.616665, 69.109829, 74.576827, 77.78954, 78.549872, 78.710111, 80.093409, 79.515051, 77.078361, 74.758399, 70.067816, 60.942455, 55.275236, 49.599889, 47.787138, 43.622684, 38.84243, 35.184926, 32.969938, 29.219099, 21.387666, 17.776757, 10.899671, 8.823715, 7.983763]}, "digit": {"n_am_en": [1, 18, 11, 6, 15, 4, 6, 4, 5, 6, 12, 9, 11, 8, 4, 3, 8, 12, 8, 3, 2, 3, 1, 3, 8, 8, 8, 11, 7, 12, 9, 6, 6, 5, 6, 9, 6, 8, 7, 10, 9, 6, 6, 6, 5, 5, 5, 4, 0, 0], "n_am_pl": [0, 2, 0, 1, 1, 3, 4, 2, 1, 3, 5, 4, 3, 6, 2, 3, 8, 6, 9, 13, 13, 8, 9, 11, 7, 4, 6, 6, 4, 2, 8, 7, 7, 8, 5, 8, 10, 6, 4, 3, 2, 1, 0, 1, 2, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.605584, 1.325419, 1.298904, 1.212833, 1.33605, 1.328272, 1.377056, 1.460231, 1.541457, 1.577412, 1.633991, 1.708095, 1.799856, 1.996756, 1.916193, 1.880167, 1.995417, 1.986052, 1.825771, 1.739974, 1.599531, 1.504568, 1.454417, 1.447964, 3.555166, 3.212855, 3.126993, 2.90079, 2.915326, 2.855139, 3.010433, 3.054792, 2.541357, 2.54229, 2.624086, 3.138594, 2.85671, 3.36147, 3.16429, 4.134539, 3.799497, 4.00128, 4.190918, 3.833906, 3.921354, 4.057716, 3.707072, 2.730117, 0.063437, 0.0], "sum_m_pl": [13.764393, 16.194951, 15.782024, 15.421238, 15.209288, 14.782649, 14.551951, 13.998082, 14.144374, 14.75525, 14.563076, 14.437102, 14.1032, 13.336038, 13.397375, 13.87453, 13.353754, 13.75122, 14.204564, 14.436938, 14.580906, 14.588616, 14.666116, 14.794447, 12.603698, 12.67596, 12.294141, 13.244797, 13.408517, 13.352878, 13.032257, 12.930596, 12.995837, 12.626825, 12.092207, 11.754127, 11.501413, 11.18976, 10.915708, 9.976055, 9.757581, 9.32898, 8.788752, 7.978821, 7.398631, 4.929494, 3.008821, 1.108781, 0.070921, 0.0]}, "lang": {"n_am_en": [24, 14, 12, 12, 13, 7, 8, 8, 13, 17, 17, 19, 11, 15, 19, 16, 12, 13, 12, 8, 13, 13, 11, 16, 21, 29, 19, 22, 20, 16, 22, 24, 22, 24, 21, 24, 28, 30, 29, 29, 35, 36, 37, 35, 34, 37, 43, 47, 46, 49], "n_am_pl": [3, 7, 9, 2, 6, 7, 7, 8, 9, 9, 4, 6, 4, 5, 5, 3, 7, 9, 9, 13, 14, 15, 12, 12, 10, 6, 5, 4, 9, 7, 7, 6, 11, 13, 8, 6, 6, 8, 7, 8, 7, 6, 6, 7, 9, 8, 7, 6, 9, 8], "n_pos": 57, "sum_m_en": [6.692039, 3.115431, 3.236346, 2.933624, 3.078192, 3.033023, 3.14812, 3.42777, 3.885591, 4.153299, 4.374408, 4.775028, 4.884604, 4.895909, 4.933941, 4.573397, 4.336205, 4.152795, 3.905317, 3.671875, 3.344522, 3.083196, 2.928947, 2.861464, 7.818519, 9.105609, 8.130132, 7.677262, 6.976578, 6.510132, 6.660611, 6.884987, 6.971082, 7.820277, 8.114556, 9.746541, 12.616494, 13.866646, 14.906356, 18.090234, 18.464961, 23.948735, 27.214974, 26.69317, 28.748814, 30.471268, 36.636252, 42.043288, 46.114907, 48.579298], "sum_m_pl": [20.528496, 26.885638, 26.662732, 26.608244, 25.610153, 25.294642, 24.577008, 24.865116, 24.776074, 25.012589, 24.61186, 24.425386, 24.37897, 24.354808, 24.664714, 25.30026, 25.390682, 25.949027, 26.354992, 27.141147, 27.308223, 27.629085, 27.703535, 27.787247, 21.679383, 20.219427, 20.020416, 21.280776, 22.849549, 22.935193, 23.335047, 23.637704, 23.287678, 23.044504, 22.751153, 21.976452, 18.926845, 17.559681, 15.827952, 15.864656, 14.606875, 11.5782, 10.410875, 11.147023, 10.273767, 8.50115, 9.737558, 6.940096, 8.205652, 7.982911]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "gsm8kpl-687", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1170, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9847, "tf_agree_excl_first": 0.9897}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [71, 85, 77, 61, 71, 60, 52, 52, 62, 78, 77, 66, 62, 66, 67, 55, 70, 54, 54, 59, 52, 44, 44, 52, 82, 85, 73, 85, 83, 90, 81, 74, 80, 89, 90, 96, 92, 72, 75, 85, 86, 77, 81, 70, 64, 54, 19, 9, 6, 2], "n_am_pl": [8, 84, 63, 59, 57, 50, 57, 50, 56, 49, 46, 46, 71, 60, 60, 67, 67, 87, 89, 90, 113, 99, 98, 90, 71, 57, 81, 47, 66, 69, 63, 74, 71, 60, 61, 56, 54, 57, 50, 44, 42, 40, 42, 45, 42, 53, 66, 74, 79, 87], "n_pos": 344, "sum_m_en": [30.802536, 15.841416, 16.36374, 16.353149, 17.526098, 17.370424, 17.661674, 18.94272, 20.518057, 21.835953, 21.958665, 22.820775, 23.34447, 24.128932, 24.165338, 23.321744, 22.549863, 21.339856, 19.335713, 18.876167, 17.590275, 16.743177, 16.353169, 16.011067, 33.188432, 34.621524, 34.459023, 32.395406, 33.582228, 33.358938, 31.841817, 31.398648, 30.225742, 30.980566, 34.334577, 36.193426, 39.023322, 44.965377, 47.278161, 51.90678, 49.577257, 52.25764, 55.227015, 53.547275, 51.496585, 45.373989, 20.727812, 13.37896, 5.280432, 2.046655], "sum_m_pl": [135.12252, 175.005476, 168.770838, 166.257632, 162.040597, 159.15066, 156.832834, 153.722264, 155.100784, 157.615688, 156.333883, 153.668682, 153.019371, 151.351157, 151.480014, 155.853517, 156.01681, 159.129606, 163.296674, 166.781944, 166.48778, 167.044293, 167.589174, 168.201005, 137.738318, 134.997528, 131.958134, 139.848272, 146.624921, 149.342044, 148.070835, 151.675972, 148.96456, 141.197253, 137.144535, 131.056286, 121.186453, 114.252615, 105.561561, 103.083437, 100.500435, 98.580917, 93.906827, 87.708188, 79.93447, 75.956424, 78.397584, 75.314309, 78.839809, 87.779293]}, "digit": {"n_am_en": [3, 24, 21, 7, 12, 3, 6, 3, 6, 10, 12, 8, 9, 13, 6, 10, 14, 13, 10, 10, 9, 8, 4, 9, 14, 13, 17, 17, 16, 18, 14, 13, 12, 17, 16, 17, 12, 7, 9, 10, 11, 9, 7, 7, 4, 5, 2, 1, 0, 0], "n_am_pl": [0, 8, 1, 6, 1, 2, 3, 2, 0, 3, 4, 6, 8, 8, 8, 6, 11, 17, 19, 15, 19, 17, 18, 15, 9, 8, 14, 7, 13, 7, 14, 9, 8, 7, 9, 7, 12, 11, 5, 5, 3, 5, 5, 8, 7, 5, 4, 3, 0, 0], "n_pos": 45, "sum_m_en": [3.718017, 1.942511, 1.896864, 1.800543, 1.813643, 1.778837, 1.784606, 1.951591, 2.048022, 2.094462, 2.19662, 2.278662, 2.395286, 2.608311, 2.478324, 2.58684, 2.655177, 2.616538, 2.37397, 2.338948, 2.137699, 2.001099, 1.951046, 1.90438, 3.871501, 3.644858, 3.695131, 3.632287, 3.772735, 3.628639, 3.800838, 3.933236, 3.498663, 3.572812, 3.641276, 4.87392, 4.274274, 4.446079, 5.017389, 5.103574, 5.115914, 4.896813, 4.686062, 4.586027, 4.662077, 3.73949, 2.32343, 1.285357, 0.07806, 0.0], "sum_m_pl": [20.564179, 24.427518, 23.588526, 22.944057, 22.758542, 22.112202, 21.587847, 20.952391, 21.334529, 21.859161, 21.757031, 21.852382, 21.218117, 20.494261, 20.789395, 21.152492, 20.88295, 21.237749, 22.139051, 22.344404, 22.367496, 22.486935, 22.516065, 22.69986, 20.917902, 20.518643, 20.102879, 21.015078, 21.551816, 21.320318, 20.420549, 20.228771, 20.264331, 19.539582, 18.847801, 18.843123, 19.491401, 19.564411, 18.16058, 18.379491, 17.801926, 18.166142, 18.03765, 18.040552, 16.063677, 12.912582, 9.335096, 5.442328, 0.18261, 0.0]}, "lang": {"n_am_en": [17, 14, 11, 14, 21, 13, 22, 20, 20, 23, 23, 25, 23, 24, 30, 22, 26, 16, 20, 25, 20, 20, 21, 21, 34, 35, 28, 34, 26, 26, 25, 24, 27, 34, 35, 34, 34, 35, 29, 38, 44, 42, 46, 39, 37, 29, 11, 5, 6, 2], "n_am_pl": [3, 27, 18, 12, 16, 17, 14, 12, 16, 14, 12, 12, 13, 13, 17, 18, 15, 21, 25, 27, 36, 29, 29, 24, 20, 13, 15, 10, 16, 14, 17, 18, 22, 20, 13, 16, 14, 18, 25, 18, 19, 17, 19, 26, 30, 43, 57, 65, 76, 87], "n_pos": 90, "sum_m_en": [7.912231, 4.265027, 4.390903, 4.53773, 4.833007, 4.499044, 4.559774, 5.065733, 5.628579, 6.102489, 6.308171, 6.950679, 6.950718, 7.100604, 7.519357, 6.906897, 6.48393, 6.10951, 5.510268, 5.329636, 4.94097, 4.618653, 4.478064, 4.337859, 10.480974, 11.241801, 10.733335, 10.036171, 9.977568, 9.80783, 9.027004, 9.154774, 9.531335, 10.262696, 10.916195, 11.21382, 14.67705, 19.424756, 19.521337, 22.475699, 21.418985, 24.437751, 27.844746, 26.806425, 26.983572, 24.069191, 11.192031, 6.474493, 4.625361, 2.004139], "sum_m_pl": [32.985343, 42.886212, 41.128847, 41.226554, 39.985479, 40.125116, 39.984943, 39.903948, 40.101516, 40.595586, 40.308854, 39.688263, 40.361579, 40.502005, 40.110824, 41.083368, 41.561749, 42.354258, 43.580234, 44.536302, 44.444485, 44.7705, 44.799043, 44.900116, 37.748776, 36.450143, 35.249137, 37.043731, 38.880157, 39.116376, 39.466534, 40.277607, 39.521142, 38.388069, 37.772576, 37.673822, 34.736686, 32.886628, 31.488958, 31.824984, 32.326856, 31.455248, 30.621597, 31.844432, 34.624354, 40.418573, 53.571783, 58.800214, 74.401954, 86.494226]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 344, "item_id": "gsm8kpl-687", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1029, "region_end": 344, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9913}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [88, 85, 59, 62, 63, 63, 61, 66, 72, 75, 76, 69, 79, 68, 72, 74, 77, 70, 89, 80, 70, 76, 74, 67, 115, 114, 110, 93, 89, 83, 77, 82, 76, 87, 82, 92, 105, 113, 113, 114, 116, 118, 110, 100, 100, 100, 104, 104, 93, 89], "n_am_pl": [13, 45, 36, 34, 31, 43, 28, 29, 29, 22, 34, 24, 49, 50, 36, 30, 37, 29, 35, 47, 38, 44, 42, 46, 18, 20, 24, 29, 36, 38, 36, 28, 30, 23, 30, 21, 21, 6, 10, 8, 9, 5, 5, 8, 11, 7, 6, 1, 1, 0], "n_pos": 280, "sum_m_en": [32.583418, 16.24681, 15.401724, 15.044905, 16.19332, 17.246045, 16.860056, 17.113583, 18.04883, 18.116285, 18.343493, 18.659052, 19.435251, 19.190014, 19.088981, 17.77853, 17.641175, 17.434648, 15.712326, 15.139504, 13.85755, 12.891284, 12.495821, 12.459969, 42.323209, 40.96497, 38.871064, 31.603488, 30.530721, 29.77575, 27.57609, 27.127937, 28.268649, 29.35387, 31.799063, 37.034087, 48.143744, 51.368935, 56.794301, 64.863112, 69.969074, 76.010544, 80.169601, 80.350735, 89.114775, 90.438346, 98.85948, 102.411029, 92.704062, 89.031365], "sum_m_pl": [107.69928, 132.995769, 129.8997, 127.55872, 125.124256, 124.162415, 126.152275, 125.906084, 122.832202, 126.869607, 127.688366, 127.103133, 127.803511, 126.447845, 127.326142, 130.519941, 130.69958, 129.823018, 133.385372, 136.312594, 136.426648, 137.457896, 138.182916, 138.238802, 104.560175, 104.102779, 103.194882, 112.315484, 113.984118, 114.655803, 115.410493, 112.284693, 110.447571, 106.110035, 104.733455, 96.659028, 85.88359, 79.806524, 72.569746, 69.245175, 64.871192, 57.133511, 50.503866, 43.35086, 37.56303, 31.232019, 17.899311, 9.759119, 3.561358, 0.013367]}, "digit": {"n_am_en": [7, 19, 16, 15, 12, 2, 4, 7, 7, 10, 12, 8, 5, 10, 7, 4, 5, 6, 12, 8, 6, 9, 7, 4, 10, 12, 15, 12, 10, 7, 6, 10, 11, 8, 6, 7, 15, 16, 14, 12, 15, 12, 8, 6, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 3, 6, 3, 6, 11, 7, 5, 5, 4, 5, 2, 3, 6, 6, 5, 8, 6, 9, 10, 5, 4, 4, 3, 1, 3, 2, 2, 2, 12, 9, 7, 5, 2, 5, 7, 3, 0, 0, 2, 2, 1, 1, 1, 3, 2, 2, 0, 0, 0], "n_pos": 57, "sum_m_en": [5.18997, 2.643425, 2.558857, 2.537569, 2.736494, 2.734826, 2.633991, 3.011139, 3.146947, 3.050944, 3.001126, 2.94533, 3.247394, 3.27487, 3.062365, 2.92595, 3.096913, 3.02459, 2.691695, 2.724352, 2.567677, 2.370728, 2.292776, 2.3312, 4.686738, 4.776473, 5.125776, 4.451928, 4.46824, 4.235191, 4.144064, 4.063382, 3.764143, 3.605627, 3.572219, 3.871046, 4.459503, 5.410709, 5.231994, 4.978759, 4.467693, 4.75045, 4.486268, 3.978645, 4.244249, 3.646392, 1.97541, 1.791342, 0.40489, 0.0], "sum_m_pl": [26.02133, 30.322746, 28.540597, 27.830523, 27.417722, 27.031164, 27.170557, 26.332269, 26.167717, 26.899906, 27.262119, 26.956691, 26.743251, 26.263046, 26.157601, 26.301335, 26.231164, 26.047954, 26.999804, 27.576048, 27.336157, 27.795986, 28.106626, 28.149735, 23.150561, 23.136982, 22.584154, 24.391585, 24.387684, 25.057549, 24.300688, 23.121893, 23.295063, 22.753119, 22.833667, 22.019637, 21.621437, 20.291236, 18.495313, 19.451415, 19.250305, 18.024108, 16.920639, 14.323225, 13.757013, 11.882123, 7.580869, 4.091967, 0.864801, 0.0]}, "lang": {"n_am_en": [36, 28, 14, 15, 24, 31, 30, 27, 32, 34, 30, 30, 33, 29, 34, 37, 38, 35, 43, 41, 36, 37, 36, 34, 53, 56, 53, 46, 36, 41, 37, 37, 35, 39, 41, 46, 49, 57, 56, 62, 59, 59, 59, 60, 66, 71, 77, 75, 80, 88], "n_am_pl": [2, 8, 11, 9, 9, 9, 6, 12, 9, 9, 11, 8, 23, 20, 14, 12, 15, 10, 13, 15, 15, 17, 17, 20, 9, 5, 7, 11, 18, 12, 8, 10, 9, 13, 11, 8, 10, 3, 4, 2, 3, 1, 3, 5, 6, 2, 0, 1, 0, 0], "n_pos": 89, "sum_m_en": [11.624804, 5.287259, 5.018812, 4.907606, 5.385103, 6.419959, 6.483236, 5.835946, 6.432311, 6.321076, 6.479524, 6.792056, 6.968347, 7.0256, 7.066793, 6.625733, 6.405233, 6.368454, 5.757016, 5.542084, 4.78194, 4.319934, 4.172541, 4.078284, 19.864146, 19.137117, 17.765721, 13.612227, 12.987485, 12.619792, 11.370148, 11.489258, 12.491416, 13.583135, 15.191515, 18.992928, 25.797339, 28.659721, 32.372168, 38.150564, 41.411266, 45.781555, 49.674528, 50.411432, 57.37399, 62.897198, 71.21678, 72.618065, 80.865311, 87.12958], "sum_m_pl": [32.110916, 40.276323, 39.602783, 38.589799, 38.28731, 37.25954, 38.118677, 39.357932, 38.829752, 40.2058, 40.41882, 40.389725, 41.157758, 41.094203, 41.248989, 42.567848, 42.387968, 42.173086, 43.026841, 43.658628, 43.810226, 44.081851, 44.249545, 44.248211, 33.184096, 33.463304, 33.842893, 36.624309, 37.149111, 36.78175, 37.934425, 36.958028, 35.949557, 35.737887, 35.359063, 33.048559, 28.114524, 25.9095, 23.788586, 20.995281, 18.554083, 16.016379, 12.538172, 12.605116, 9.294492, 5.578902, 2.084717, 1.329905, 0.133668, 0.000134]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 286, "item_id": "gsm8kpl-690", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1159, "region_end": 280, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9965}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [72, 93, 72, 67, 68, 58, 58, 54, 64, 63, 70, 68, 73, 50, 69, 65, 93, 77, 67, 67, 64, 61, 54, 60, 106, 119, 101, 84, 96, 99, 79, 93, 90, 103, 88, 93, 80, 72, 78, 92, 91, 98, 94, 87, 84, 75, 35, 35, 28, 25], "n_am_pl": [29, 72, 56, 47, 64, 74, 60, 61, 39, 43, 54, 50, 76, 74, 62, 68, 59, 71, 83, 101, 93, 96, 92, 96, 56, 49, 53, 57, 65, 58, 73, 46, 46, 40, 41, 38, 33, 34, 33, 27, 32, 34, 33, 21, 18, 23, 40, 36, 42, 44], "n_pos": 338, "sum_m_en": [30.476558, 16.1023, 17.393144, 17.831848, 18.573263, 17.976207, 18.152182, 18.561914, 19.433285, 20.367874, 20.312713, 21.600372, 22.61584, 22.759211, 23.332532, 22.141573, 21.874389, 21.529323, 18.837956, 18.570193, 17.736491, 16.300233, 15.838471, 15.516972, 41.012481, 42.190495, 41.398616, 37.697185, 38.755634, 36.355273, 34.38039, 33.582249, 32.497658, 33.308614, 33.981365, 34.105232, 37.14478, 38.388772, 42.34393, 48.493581, 48.975582, 50.638454, 56.55264, 63.583751, 67.511148, 60.721527, 37.431749, 37.197673, 28.957619, 24.888052], "sum_m_pl": [139.942434, 166.670376, 161.246774, 157.212748, 154.497428, 152.992482, 156.102158, 156.841038, 151.915929, 155.206573, 153.552638, 152.916847, 154.77146, 152.425061, 153.960861, 159.244922, 161.050233, 159.002521, 164.63968, 166.526596, 165.375863, 165.74574, 166.468149, 166.122096, 132.311991, 129.258354, 125.369728, 134.529926, 139.261118, 142.190882, 141.650223, 138.217168, 134.700593, 125.651934, 125.301908, 115.714065, 108.533527, 104.235693, 98.289515, 97.35831, 94.356606, 92.801611, 85.567721, 73.733854, 60.563442, 58.857416, 53.452921, 43.996139, 46.888014, 42.800867]}, "digit": {"n_am_en": [7, 11, 10, 13, 15, 10, 14, 11, 10, 12, 11, 13, 10, 6, 13, 8, 9, 8, 10, 13, 12, 12, 11, 10, 14, 21, 20, 14, 16, 11, 8, 14, 11, 11, 8, 8, 9, 10, 12, 11, 9, 13, 7, 8, 8, 4, 2, 1, 0, 0], "n_am_pl": [0, 11, 7, 3, 1, 6, 2, 5, 5, 6, 7, 2, 3, 6, 4, 8, 6, 7, 7, 8, 6, 5, 7, 9, 6, 5, 6, 6, 7, 8, 9, 4, 4, 7, 7, 5, 2, 3, 3, 2, 3, 3, 2, 3, 2, 1, 3, 1, 1, 0], "n_pos": 50, "sum_m_en": [4.135339, 2.218857, 2.235767, 2.372314, 2.473462, 2.427512, 2.41968, 2.583135, 2.6802, 2.629639, 2.753854, 2.86704, 3.039061, 3.211419, 3.153493, 3.101265, 3.070608, 2.983372, 2.549702, 2.547726, 2.527553, 2.258247, 2.186319, 2.194553, 6.265039, 6.22607, 6.213618, 4.901378, 4.946653, 4.553519, 4.33872, 4.131913, 3.848315, 3.881469, 3.756092, 4.041733, 4.475494, 5.120385, 5.760898, 6.464609, 6.08501, 5.909991, 5.355884, 5.293561, 5.833726, 4.742834, 2.093148, 1.659651, 0.110966, 0.0], "sum_m_pl": [22.834972, 26.92491, 25.426346, 24.661592, 24.140014, 23.701711, 24.042098, 23.576534, 22.995069, 23.505652, 23.256485, 23.187139, 22.964553, 22.461056, 22.673808, 22.93751, 23.164489, 22.789367, 23.92749, 24.218865, 23.765909, 24.103142, 24.276536, 24.318021, 19.684403, 18.798626, 18.398523, 20.347145, 20.542712, 20.811246, 20.31712, 19.544881, 19.838236, 19.208813, 19.239868, 18.365977, 18.028289, 17.448788, 16.058649, 16.672425, 16.894804, 17.382354, 16.445474, 14.606007, 13.482684, 11.185722, 5.934031, 4.354156, 0.777511, 0.000718]}, "lang": {"n_am_en": [12, 19, 10, 11, 12, 9, 11, 12, 8, 8, 18, 15, 17, 10, 15, 13, 20, 15, 19, 20, 21, 16, 13, 13, 26, 30, 25, 20, 18, 24, 23, 25, 22, 31, 25, 28, 28, 25, 23, 32, 36, 38, 35, 36, 40, 38, 23, 26, 26, 25], "n_am_pl": [13, 11, 6, 7, 15, 21, 11, 15, 10, 6, 11, 10, 21, 21, 14, 11, 10, 16, 16, 20, 20, 23, 26, 27, 16, 17, 12, 13, 18, 12, 16, 9, 10, 8, 12, 7, 4, 6, 4, 3, 5, 8, 11, 8, 7, 11, 23, 25, 39, 44], "n_pos": 69, "sum_m_en": [5.944827, 3.467125, 3.813529, 3.924469, 4.021458, 3.759668, 3.862966, 3.830477, 4.047192, 4.281425, 4.194604, 4.633533, 4.846666, 4.843971, 4.977504, 4.694232, 4.473156, 4.395591, 3.976638, 3.74603, 3.528999, 3.258107, 3.163241, 3.06179, 9.294018, 9.315188, 8.570011, 7.887603, 8.217568, 7.668417, 7.504136, 7.383503, 7.567562, 8.310937, 8.005385, 8.129375, 9.997102, 10.167999, 11.072599, 13.446586, 16.060231, 17.132083, 20.208076, 27.245061, 33.416269, 32.443096, 23.397134, 25.019944, 25.718665, 24.80179], "sum_m_pl": [27.767564, 32.094705, 31.680187, 30.675212, 30.502307, 30.225508, 31.065392, 32.065981, 31.474905, 32.412479, 31.724344, 31.481157, 31.91818, 31.472321, 31.83698, 33.048926, 33.485726, 33.370866, 34.156578, 34.594497, 34.442148, 34.481534, 34.536021, 34.42646, 30.453021, 29.71329, 27.959586, 29.444227, 29.893994, 30.348632, 30.596671, 30.318158, 29.844017, 28.613785, 29.357983, 28.323552, 26.486539, 26.337108, 25.407244, 24.451698, 23.061845, 22.664958, 21.322929, 18.364306, 15.70902, 16.990732, 22.988269, 22.16097, 37.885639, 42.274358]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 390, "item_id": "gsm8kpl-690", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1018, "region_end": 338, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9871}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [194, 141, 121, 110, 93, 81, 92, 96, 98, 113, 130, 149, 139, 130, 132, 143, 144, 128, 112, 121, 133, 133, 129, 116, 175, 183, 164, 157, 164, 155, 152, 150, 154, 169, 183, 172, 193, 177, 190, 187, 196, 197, 202, 182, 185, 190, 194, 209, 196, 194], "n_am_pl": [12, 80, 100, 67, 52, 57, 29, 22, 31, 42, 44, 47, 51, 48, 54, 42, 44, 44, 47, 52, 53, 61, 64, 62, 38, 31, 36, 46, 50, 59, 52, 53, 42, 44, 34, 32, 29, 35, 32, 61, 52, 46, 50, 63, 61, 57, 46, 27, 1, 1], "n_pos": 486, "sum_m_en": [57.073999, 29.450384, 26.871675, 25.645021, 27.514556, 27.589928, 28.172135, 28.069951, 30.716553, 30.848363, 32.939781, 34.74024, 34.994184, 36.013482, 35.874506, 33.593367, 31.956602, 33.080064, 29.833131, 27.348813, 24.70492, 22.951395, 22.178636, 21.638792, 53.889544, 54.123539, 55.640424, 49.166866, 49.498589, 49.270197, 45.48477, 48.122769, 49.082029, 50.704902, 55.334396, 63.262267, 82.749724, 91.675183, 103.036933, 112.342352, 118.515224, 131.188411, 148.797971, 147.141397, 158.446078, 169.378047, 184.480975, 193.248029, 188.411946, 190.953495], "sum_m_pl": [183.116561, 229.785203, 226.599115, 222.596255, 214.270143, 207.804517, 210.771477, 205.986557, 200.781603, 210.977272, 208.333015, 213.157379, 216.771175, 211.287425, 213.159486, 217.346083, 213.397792, 211.622712, 214.907561, 223.581224, 228.929618, 233.053313, 233.726632, 234.683531, 182.255618, 179.446037, 174.560563, 190.137519, 192.767885, 196.051095, 203.128229, 196.736551, 196.64104, 186.043071, 177.560869, 166.975336, 148.095985, 136.380667, 126.516679, 132.009427, 123.734968, 108.692504, 96.86784, 99.170007, 86.225869, 76.248441, 55.188673, 31.714007, 7.969681, 0.40845]}, "digit": {"n_am_en": [14, 23, 26, 14, 10, 9, 9, 13, 12, 10, 25, 23, 15, 12, 22, 19, 17, 17, 16, 14, 15, 15, 17, 14, 23, 18, 26, 15, 17, 17, 18, 19, 15, 15, 11, 8, 14, 9, 7, 6, 9, 10, 9, 8, 8, 7, 3, 4, 0, 0], "n_am_pl": [1, 10, 14, 13, 17, 16, 5, 5, 3, 4, 5, 5, 4, 12, 7, 12, 5, 7, 7, 6, 6, 5, 3, 3, 4, 8, 6, 8, 7, 11, 8, 10, 8, 9, 4, 5, 5, 4, 8, 22, 19, 14, 13, 17, 16, 13, 12, 7, 1, 0], "n_pos": 80, "sum_m_en": [6.743449, 3.355295, 3.332254, 3.257712, 3.413068, 3.477719, 3.598081, 3.860422, 4.094104, 3.97513, 4.405647, 4.506944, 4.850801, 5.113682, 5.031407, 4.802452, 4.631385, 4.984434, 4.374723, 4.147115, 3.736765, 3.486707, 3.373136, 3.314128, 6.250884, 6.151701, 6.927282, 6.411919, 6.440913, 6.298341, 6.371506, 6.494962, 6.12151, 5.843831, 5.967159, 6.561827, 6.112219, 5.844273, 6.166128, 6.499399, 6.268411, 6.507643, 7.644932, 6.080583, 7.022284, 6.240373, 4.513472, 4.384327, 1.521606, 2e-06], "sum_m_pl": [36.039464, 43.043929, 41.532753, 40.922015, 39.634567, 37.230939, 37.348885, 35.908541, 35.302326, 36.570676, 35.869669, 36.857723, 36.569317, 36.313319, 36.122774, 36.864924, 35.723035, 34.983341, 35.92257, 37.714136, 38.362765, 39.276948, 39.335202, 39.496186, 33.771395, 33.305479, 31.779518, 33.71174, 34.1782, 34.759651, 35.22502, 33.772865, 33.700053, 32.864533, 31.838961, 29.687587, 29.59476, 28.757431, 27.100648, 29.847479, 29.299499, 27.362374, 25.33737, 25.853546, 22.896535, 19.130514, 14.179089, 9.08963, 2.499611, 2e-06]}, "lang": {"n_am_en": [87, 60, 52, 52, 39, 38, 46, 42, 47, 61, 56, 61, 65, 65, 63, 70, 78, 76, 60, 63, 66, 71, 64, 65, 89, 103, 90, 88, 85, 83, 86, 81, 87, 93, 103, 97, 101, 95, 100, 102, 117, 118, 124, 118, 124, 129, 141, 157, 180, 191], "n_am_pl": [6, 36, 44, 25, 18, 14, 10, 6, 13, 19, 20, 21, 24, 18, 20, 15, 16, 16, 26, 27, 28, 29, 35, 33, 20, 15, 15, 19, 22, 24, 22, 20, 13, 15, 15, 14, 12, 19, 18, 31, 28, 28, 31, 36, 31, 35, 29, 18, 0, 0], "n_pos": 192, "sum_m_en": [24.138852, 12.927212, 11.626976, 10.505235, 11.308107, 11.846418, 12.459416, 11.761843, 13.605019, 13.572578, 14.210058, 14.870285, 14.611569, 15.180022, 14.89651, 14.087258, 13.335521, 13.680121, 12.388357, 11.140162, 9.85618, 9.090595, 8.715186, 8.524886, 27.568993, 27.122408, 27.967453, 23.436415, 22.884384, 22.504976, 20.40097, 22.436792, 22.565753, 25.057437, 28.414813, 33.254389, 46.91257, 52.518876, 60.221975, 64.573154, 70.95065, 80.803648, 93.130745, 97.918523, 106.031881, 116.739998, 132.314743, 144.527708, 169.410221, 187.117558], "sum_m_pl": [68.907538, 88.304295, 86.962554, 85.391314, 82.428904, 79.839413, 81.040114, 80.023582, 78.343583, 83.339583, 82.346866, 84.258814, 86.360213, 83.536066, 85.334038, 87.1839, 86.022911, 85.909558, 86.283499, 89.196665, 91.683232, 93.307395, 93.528288, 93.918402, 75.712296, 74.195677, 71.761291, 77.83121, 78.801967, 79.456398, 82.742365, 79.587568, 80.715139, 76.238346, 72.532744, 69.435228, 59.80118, 55.260704, 52.341029, 59.230568, 55.312787, 48.468017, 43.486364, 46.393794, 39.577637, 38.392604, 30.053534, 17.624742, 4.542624, 0.014054]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 491, "item_id": "gsm8kpl-7", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1183, "region_end": 486, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9837}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [226, 145, 121, 158, 159, 107, 98, 114, 114, 127, 116, 122, 124, 118, 151, 136, 172, 156, 134, 160, 141, 139, 135, 139, 210, 220, 182, 191, 199, 203, 197, 196, 190, 186, 220, 223, 212, 189, 193, 189, 179, 193, 206, 202, 166, 133, 100, 94, 42, 33], "n_am_pl": [43, 146, 157, 104, 102, 125, 111, 105, 115, 114, 107, 118, 120, 118, 97, 97, 96, 91, 112, 130, 126, 133, 126, 140, 93, 95, 102, 114, 112, 118, 107, 98, 87, 86, 70, 76, 61, 68, 87, 108, 113, 100, 109, 99, 102, 110, 124, 109, 125, 123], "n_pos": 724, "sum_m_en": [65.531024, 34.997573, 36.90192, 37.940261, 39.641148, 37.848782, 37.606448, 38.869634, 40.488222, 41.026642, 41.887401, 43.829288, 45.464551, 48.227545, 48.554323, 46.361036, 46.14683, 48.03156, 43.703211, 40.824744, 36.290321, 33.321961, 32.456033, 31.427786, 71.704146, 75.524549, 75.543139, 71.812166, 73.825141, 74.764393, 68.704892, 72.384483, 70.835185, 72.069134, 76.425722, 86.347269, 96.308393, 107.678158, 102.195097, 107.691359, 108.393759, 115.225516, 122.097106, 137.619667, 128.376346, 104.483702, 86.850401, 78.247449, 43.636805, 33.497432], "sum_m_pl": [298.853488, 353.959515, 344.160621, 333.167231, 327.196862, 316.087112, 325.441163, 320.077422, 313.098675, 320.985307, 315.550717, 318.614279, 328.371529, 321.528065, 318.953822, 321.831908, 317.807455, 317.510895, 327.572162, 338.137994, 346.905441, 350.810559, 351.158128, 352.92901, 285.422198, 276.820392, 269.675556, 287.312009, 290.457522, 293.465859, 305.131969, 297.843361, 290.480133, 272.566783, 262.17656, 244.637386, 221.682534, 210.626561, 207.533415, 217.676071, 210.509934, 204.361055, 195.885407, 179.561216, 164.811106, 167.317344, 154.882233, 130.760834, 126.902567, 121.403485]}, "digit": {"n_am_en": [30, 36, 29, 28, 33, 15, 16, 15, 22, 28, 22, 23, 21, 18, 24, 14, 19, 20, 16, 17, 15, 17, 13, 11, 25, 18, 17, 22, 26, 24, 24, 22, 19, 18, 23, 18, 16, 11, 9, 5, 6, 6, 5, 5, 4, 4, 2, 0, 0, 0], "n_am_pl": [0, 22, 21, 15, 10, 21, 8, 7, 9, 9, 9, 10, 7, 9, 9, 13, 9, 10, 11, 13, 12, 10, 14, 18, 12, 14, 12, 14, 11, 18, 12, 9, 12, 12, 7, 9, 10, 8, 17, 32, 29, 26, 26, 26, 26, 25, 19, 16, 4, 0], "n_pos": 108, "sum_m_en": [8.927264, 4.698224, 4.761748, 4.801729, 5.023716, 4.865002, 5.011324, 5.276994, 5.559322, 5.464089, 5.805403, 5.852372, 6.195865, 6.652679, 6.457523, 6.201961, 6.145192, 6.317656, 5.591456, 5.299639, 4.86701, 4.578158, 4.465352, 4.362184, 7.974393, 8.315819, 9.040597, 9.125915, 9.279709, 9.255216, 8.590205, 8.63257, 8.284646, 7.867388, 8.119744, 8.584456, 8.286238, 8.293011, 7.742615, 7.382076, 6.76863, 6.996075, 6.724991, 6.458314, 5.126165, 3.508029, 2.748187, 1.698797, 0.520865, 0.034572], "sum_m_pl": [50.457035, 57.999207, 55.996442, 54.396762, 53.181941, 50.726232, 50.693454, 48.758738, 47.440704, 48.590971, 47.601302, 48.785572, 49.453418, 48.900061, 48.359146, 48.563787, 48.241422, 48.251469, 50.062889, 51.860251, 52.353657, 53.14632, 53.33698, 53.656373, 46.643656, 44.744873, 43.223026, 45.286257, 45.550209, 45.764972, 47.433079, 45.813338, 45.301658, 44.173639, 42.571133, 40.257925, 38.914825, 38.45534, 36.92014, 42.439771, 41.100875, 40.98554, 39.452239, 39.666768, 36.336531, 32.905302, 24.338736, 17.51848, 6.88802, 0.001877]}, "lang": {"n_am_en": [41, 23, 19, 18, 26, 13, 20, 23, 23, 28, 29, 30, 27, 33, 34, 36, 48, 52, 50, 55, 53, 52, 46, 44, 59, 68, 57, 65, 65, 55, 59, 60, 65, 68, 70, 71, 80, 77, 74, 73, 67, 70, 78, 86, 85, 64, 47, 49, 34, 32], "n_am_pl": [13, 32, 30, 27, 23, 36, 20, 18, 24, 30, 29, 32, 35, 29, 17, 12, 20, 22, 25, 36, 36, 37, 36, 40, 24, 20, 22, 28, 19, 21, 23, 22, 23, 19, 17, 18, 11, 15, 19, 27, 28, 30, 33, 30, 34, 49, 70, 70, 107, 122], "n_pos": 155, "sum_m_en": [13.811526, 7.436334, 7.689091, 7.695208, 7.94429, 7.703587, 8.065134, 8.262158, 8.794086, 8.812357, 9.339399, 10.052651, 10.152526, 10.879043, 10.763862, 10.384299, 10.424526, 11.229951, 10.791265, 9.969813, 8.528994, 7.142252, 6.950838, 6.679358, 21.025771, 22.060239, 20.233345, 16.931913, 17.358059, 16.498912, 15.294512, 17.317421, 17.785596, 19.284719, 20.272994, 24.290308, 30.521087, 36.727088, 33.952359, 37.685094, 39.523199, 40.304125, 46.315671, 61.719942, 61.326718, 47.399887, 39.963283, 38.373973, 33.449152, 32.211477], "sum_m_pl": [58.697806, 71.987174, 69.935744, 68.128949, 66.792931, 65.066581, 66.915574, 65.733182, 64.949566, 67.385655, 65.621651, 66.914311, 69.857565, 68.242242, 68.543155, 69.177016, 68.761946, 68.629477, 69.838521, 71.692625, 74.017734, 75.447189, 75.375646, 75.904355, 64.167302, 61.115641, 59.995548, 63.903537, 64.470523, 65.056693, 68.100287, 66.696672, 66.233372, 63.143315, 61.179621, 59.021737, 54.953823, 53.747741, 56.178035, 59.868447, 56.555248, 57.144077, 54.584803, 48.125576, 49.785645, 60.60126, 68.065171, 70.242777, 97.025553, 118.532426]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 881, "item_id": "gsm8kpl-7", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1042, "region_end": 724, "roundtrip_ok": true, "tf_agree": 0.9818, "tf_agree_excl_first": 0.983}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [67, 83, 71, 54, 51, 39, 37, 42, 47, 55, 64, 59, 65, 65, 59, 68, 81, 70, 73, 69, 86, 89, 89, 86, 116, 116, 88, 93, 90, 85, 90, 80, 84, 87, 84, 105, 122, 121, 118, 126, 123, 121, 121, 121, 120, 122, 125, 124, 114, 107], "n_am_pl": [8, 32, 26, 29, 27, 30, 22, 20, 23, 27, 24, 23, 32, 34, 28, 33, 22, 26, 26, 29, 18, 24, 17, 24, 10, 14, 18, 18, 18, 30, 27, 31, 26, 19, 26, 18, 11, 11, 15, 8, 13, 8, 9, 9, 9, 5, 6, 3, 0, 0], "n_pos": 229, "sum_m_en": [28.289453, 12.568347, 11.950232, 11.514341, 12.126111, 12.284162, 12.182608, 12.946334, 13.770024, 14.125842, 14.510727, 14.874632, 15.678754, 16.140116, 16.067948, 16.252209, 15.508769, 14.954565, 13.322661, 12.698642, 12.786419, 12.129193, 11.717366, 11.530819, 38.926574, 36.377526, 32.695474, 28.338755, 26.661639, 24.908792, 23.076889, 22.937141, 21.728216, 26.037648, 27.179124, 29.976087, 41.130879, 43.06011, 52.294142, 63.666929, 64.627511, 70.689759, 74.627324, 87.218942, 91.817426, 96.556456, 110.089713, 118.664132, 115.007579, 106.382133], "sum_m_pl": [83.167824, 111.21816, 108.559879, 105.813826, 101.755886, 100.640859, 101.68694, 102.250107, 100.52942, 102.415119, 102.439901, 102.523798, 103.517624, 101.670952, 102.801713, 104.596889, 104.853124, 104.851887, 106.615311, 109.352149, 110.19263, 111.235392, 111.585468, 111.901333, 83.862903, 83.815816, 82.700368, 88.486504, 91.250793, 94.005289, 95.780691, 95.145288, 97.4283, 90.643968, 89.457277, 84.703882, 71.389865, 67.932437, 61.295671, 56.490313, 53.542457, 46.815948, 45.592421, 37.911181, 33.039631, 26.231003, 17.041299, 6.412109, 1.092119, 0.001057]}, "digit": {"n_am_en": [5, 8, 7, 0, 1, 1, 2, 3, 7, 9, 11, 5, 5, 6, 6, 9, 9, 7, 9, 8, 10, 9, 7, 7, 10, 11, 7, 12, 10, 11, 12, 8, 4, 7, 5, 5, 9, 9, 9, 7, 7, 7, 8, 6, 6, 3, 2, 1, 0, 0], "n_am_pl": [1, 3, 3, 4, 5, 5, 3, 2, 3, 2, 1, 5, 3, 4, 6, 2, 3, 3, 4, 4, 2, 1, 1, 2, 2, 1, 2, 3, 2, 2, 2, 5, 6, 5, 6, 5, 1, 1, 1, 1, 5, 4, 0, 2, 2, 0, 1, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.033737, 1.384503, 1.343616, 1.292477, 1.345242, 1.346057, 1.381716, 1.538697, 1.617209, 1.642387, 1.74991, 1.640738, 1.683507, 1.792279, 1.663108, 1.8369, 1.853232, 1.820111, 1.64649, 1.626742, 1.739647, 1.410075, 1.3493, 1.380971, 3.600281, 3.6179, 3.105526, 2.79721, 2.591369, 2.727183, 2.371248, 2.237012, 1.902326, 2.363627, 2.237999, 2.56301, 2.900225, 2.886018, 3.349242, 3.204056, 2.875861, 2.978436, 2.751315, 4.240575, 4.091167, 2.952877, 2.466483, 1.15651, 0.767552, 0.0], "sum_m_pl": [14.020608, 16.989568, 16.124738, 15.786968, 15.185634, 15.003929, 15.055572, 14.9681, 14.86738, 15.064205, 15.235023, 15.171432, 14.596908, 14.287927, 14.527573, 14.771752, 14.626349, 14.558451, 14.993282, 15.300034, 15.324565, 15.66257, 15.738354, 15.817104, 13.069932, 12.819155, 12.853074, 13.42763, 13.772069, 13.786051, 13.798328, 13.494844, 14.103041, 13.409401, 13.132302, 12.904006, 12.394801, 11.959859, 11.032236, 11.284251, 11.03035, 10.481566, 10.479491, 9.04656, 7.733974, 5.831512, 3.714766, 1.904339, 0.594883, 0.0]}, "lang": {"n_am_en": [23, 42, 33, 29, 28, 24, 19, 23, 24, 25, 32, 30, 40, 38, 30, 36, 45, 41, 45, 39, 50, 54, 56, 53, 68, 70, 56, 51, 52, 51, 49, 47, 54, 59, 55, 66, 75, 74, 74, 80, 78, 79, 80, 81, 79, 86, 93, 98, 106, 106], "n_am_pl": [5, 12, 10, 10, 7, 10, 8, 8, 16, 16, 17, 11, 16, 16, 14, 19, 14, 15, 9, 13, 9, 10, 8, 11, 3, 5, 6, 8, 9, 14, 11, 12, 10, 9, 10, 8, 4, 4, 5, 2, 4, 4, 8, 6, 7, 5, 4, 3, 0, 0], "n_pos": 107, "sum_m_en": [12.325353, 5.948384, 5.593651, 5.396595, 5.690101, 5.874288, 6.026289, 6.628655, 7.248336, 7.303646, 7.434624, 7.840027, 8.512041, 8.648664, 8.667747, 8.55924, 8.201963, 7.965343, 6.871145, 6.475467, 6.580468, 6.333659, 6.118566, 5.910127, 22.347715, 21.319862, 18.911027, 16.432313, 15.156074, 14.093054, 13.236387, 13.25261, 12.401222, 15.52142, 15.822143, 16.910912, 23.794218, 25.849127, 31.044903, 38.997142, 40.978246, 47.600187, 50.218653, 56.547627, 62.408253, 68.984492, 81.20244, 93.247244, 103.475289, 104.997016], "sum_m_pl": [37.49144, 51.232029, 50.358393, 48.802048, 46.869416, 46.14598, 46.601897, 47.580531, 46.843916, 47.809555, 47.771018, 47.825228, 48.613804, 47.852857, 48.406874, 49.056926, 49.542786, 49.615066, 50.359123, 51.566864, 52.052597, 52.425613, 52.522991, 52.656537, 39.446514, 39.478093, 38.738707, 41.277678, 42.821733, 44.279379, 45.365951, 44.793294, 46.572752, 43.164611, 42.815873, 41.893824, 35.475227, 33.729033, 30.274983, 26.911302, 25.508039, 21.543788, 21.827444, 19.707417, 17.227576, 13.491765, 9.169658, 2.299472, 0.206399, 0.001029]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 235, "item_id": "gsm8kpl-70", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 229, "roundtrip_ok": true, "tf_agree": 0.9915, "tf_agree_excl_first": 0.9957}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 39, 24, 10, 23, 16, 16, 18, 19, 25, 24, 25, 21, 20, 35, 37, 39, 34, 42, 36, 36, 41, 39, 36, 55, 50, 41, 48, 43, 37, 39, 35, 28, 39, 38, 45, 45, 50, 51, 54, 53, 47, 45, 46, 43, 40, 22, 15, 2, 0], "n_am_pl": [3, 25, 30, 34, 28, 23, 19, 12, 17, 20, 18, 25, 32, 29, 17, 20, 17, 20, 19, 25, 25, 20, 22, 21, 11, 14, 17, 18, 27, 22, 30, 34, 25, 23, 24, 13, 14, 6, 7, 6, 8, 10, 13, 17, 13, 18, 22, 19, 38, 45], "n_pos": 141, "sum_m_en": [13.563649, 6.362259, 6.239262, 6.300449, 6.636475, 6.617438, 6.772015, 7.151604, 7.600379, 7.752358, 7.947635, 8.303274, 8.868295, 9.009184, 8.942573, 8.934051, 8.733925, 8.508894, 7.802104, 7.543005, 7.584957, 8.049707, 7.479001, 7.17916, 25.531892, 23.445047, 20.046811, 17.398364, 16.311128, 14.306666, 14.115218, 13.327341, 12.102218, 15.08836, 15.320584, 16.671705, 20.290859, 21.923993, 25.704751, 31.161827, 32.181307, 32.012225, 32.339758, 38.493702, 37.610167, 31.905731, 19.940295, 14.272298, 3.886531, 0.012586], "sum_m_pl": [56.54011, 70.425637, 67.053424, 65.882711, 62.916419, 62.730848, 63.282174, 62.502624, 61.719042, 63.609555, 63.603746, 63.564735, 64.955519, 64.260923, 64.905083, 66.931443, 66.082016, 66.087342, 67.512187, 69.178074, 69.194718, 69.209235, 69.374063, 69.80409, 52.089809, 51.533044, 51.750974, 56.305037, 58.775025, 61.753417, 60.715761, 60.344141, 61.81858, 56.412073, 55.567836, 51.913117, 45.257848, 42.561058, 38.16773, 36.186076, 34.08466, 31.566013, 31.647706, 28.403276, 26.317173, 28.587905, 28.794614, 24.093199, 40.244247, 44.806587]}, "digit": {"n_am_en": [4, 14, 8, 0, 5, 3, 3, 4, 6, 7, 8, 8, 4, 2, 7, 8, 13, 13, 10, 7, 8, 8, 8, 8, 11, 11, 10, 12, 9, 8, 7, 7, 5, 7, 6, 10, 9, 8, 6, 6, 5, 4, 5, 4, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 3, 3, 6, 2, 1, 0, 4, 4, 4, 4, 6, 4, 4, 2, 1, 1, 2, 2, 1, 0, 0, 0, 4, 4, 2, 6, 6, 3, 4, 6, 8, 9, 10, 4, 1, 0, 1, 2, 3, 4, 3, 4, 2, 1, 1, 1, 0, 0], "n_pos": 33, "sum_m_en": [2.899107, 1.369017, 1.270373, 1.236772, 1.317964, 1.333713, 1.383949, 1.535832, 1.599259, 1.558383, 1.667839, 1.667235, 1.820065, 1.939104, 1.777457, 1.916085, 1.929172, 1.931992, 1.694267, 1.671753, 1.518901, 1.37765, 1.338796, 1.336333, 3.577501, 3.836794, 3.604205, 2.925038, 2.739805, 2.378784, 2.365244, 2.195952, 1.926004, 2.260005, 2.294968, 2.662189, 2.723365, 2.788149, 2.435897, 2.374947, 2.373324, 2.698736, 2.318388, 1.998082, 1.902733, 1.77896, 1.178265, 0.519643, 0.120758, 0.0], "sum_m_pl": [14.92983, 17.930613, 17.162805, 16.587693, 15.861834, 15.718002, 15.537755, 15.366437, 15.516432, 16.00674, 16.23632, 16.070201, 15.758643, 15.347506, 15.466904, 15.733314, 15.455171, 15.574266, 15.92724, 16.203806, 16.249659, 16.431717, 16.49002, 16.568392, 14.075397, 13.599951, 13.618162, 14.486951, 15.01199, 15.376439, 14.865531, 14.158818, 15.009682, 14.198718, 14.143924, 14.029636, 13.456438, 12.641135, 11.575734, 11.721045, 11.537162, 11.365565, 11.431021, 10.541635, 9.031857, 7.09639, 5.448578, 2.689747, 0.480389, 0.0]}, "lang": {"n_am_en": [14, 8, 6, 5, 7, 7, 7, 8, 7, 10, 8, 5, 9, 7, 11, 13, 13, 11, 16, 17, 17, 15, 18, 15, 22, 20, 14, 17, 16, 13, 16, 16, 15, 18, 18, 17, 20, 21, 23, 25, 28, 26, 25, 25, 25, 23, 13, 10, 2, 0], "n_am_pl": [1, 7, 8, 7, 8, 8, 6, 5, 4, 5, 6, 13, 10, 8, 5, 5, 6, 5, 6, 9, 6, 6, 6, 6, 4, 4, 6, 4, 7, 8, 10, 9, 4, 7, 9, 3, 7, 4, 4, 3, 2, 4, 7, 10, 9, 16, 17, 15, 37, 43], "n_pos": 43, "sum_m_en": [4.080145, 1.934787, 1.907212, 2.012688, 2.068302, 2.019827, 2.143221, 2.240686, 2.445886, 2.467074, 2.534361, 2.69714, 2.95804, 2.931834, 2.97082, 2.906361, 2.879836, 2.846912, 2.74904, 2.608633, 2.615171, 3.18436, 2.980533, 2.814583, 12.901289, 11.703893, 9.781905, 8.480821, 7.732875, 6.565434, 6.616695, 6.185454, 5.365175, 7.657339, 7.804347, 8.955935, 11.035043, 11.632288, 13.436416, 15.781079, 16.636644, 17.436586, 18.881327, 21.589516, 21.559446, 18.588923, 12.219137, 9.338145, 3.144023, 0.010754], "sum_m_pl": [15.981335, 20.593132, 19.600279, 19.434267, 18.935124, 18.783415, 18.822093, 18.764059, 18.581687, 19.265152, 19.469498, 19.352549, 19.964848, 19.819704, 20.074245, 20.444627, 20.293354, 20.202782, 20.650349, 21.364703, 21.480434, 21.25318, 21.31464, 21.408042, 14.77557, 15.002442, 15.240073, 16.50586, 17.107652, 18.085479, 18.353504, 18.317755, 19.315286, 17.736978, 17.463768, 16.13278, 14.176336, 13.909967, 12.43931, 11.629676, 10.971108, 10.287393, 10.9356, 10.993255, 10.908842, 15.561613, 17.487661, 16.00223, 34.747375, 42.077582]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "gsm8kpl-70", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1025, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.9728, "tf_agree_excl_first": 0.9795}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 48, 61, 43, 42, 30, 24, 35, 20, 33, 39, 39, 38, 34, 29, 30, 35, 37, 25, 27, 28, 29, 36, 36, 47, 49, 43, 41, 54, 49, 52, 41, 40, 40, 39, 46, 49, 46, 44, 42, 42, 42, 42, 43, 38, 41, 33, 36, 31, 30], "n_am_pl": [6, 27, 26, 25, 27, 26, 16, 21, 25, 28, 20, 23, 24, 18, 24, 27, 26, 24, 37, 33, 30, 28, 24, 28, 11, 11, 21, 18, 22, 12, 14, 17, 17, 21, 13, 11, 17, 15, 16, 14, 12, 10, 9, 7, 6, 4, 3, 2, 1, 0], "n_pos": 170, "sum_m_en": [18.852064, 8.846427, 8.623392, 8.244743, 8.7803, 8.827129, 8.751205, 9.22208, 9.673846, 9.680479, 10.04954, 10.504643, 10.554575, 10.968991, 10.724539, 10.358247, 10.102266, 9.64437, 8.993604, 8.583893, 8.104387, 7.688172, 7.469281, 7.390718, 16.642257, 16.368174, 15.933575, 14.367395, 14.542774, 14.484991, 14.091778, 14.088394, 13.519515, 12.856224, 13.009349, 13.516377, 16.8585, 18.155658, 20.058133, 22.074433, 21.985173, 24.443834, 27.964645, 30.625201, 33.069756, 35.698749, 36.237235, 37.795348, 31.484476, 30.044347], "sum_m_pl": [68.855819, 84.974209, 83.21009, 80.798292, 78.81497, 77.583799, 78.038326, 76.952782, 73.15654, 76.085459, 75.655855, 75.766268, 74.708012, 74.789378, 72.236232, 75.905589, 75.905628, 75.710765, 78.075351, 80.501459, 81.403582, 81.815564, 82.332943, 82.571751, 63.635637, 62.58397, 61.244047, 64.626065, 69.193976, 69.497493, 69.608183, 68.959472, 67.874177, 62.981949, 62.477092, 57.177596, 52.985098, 49.691806, 45.793593, 43.489168, 41.904108, 37.654798, 34.427537, 29.740395, 24.620094, 18.068885, 12.308705, 6.416146, 1.562861, 0.03004]}, "digit": {"n_am_en": [10, 17, 19, 7, 7, 1, 0, 5, 6, 3, 6, 7, 2, 2, 2, 3, 11, 10, 5, 8, 3, 4, 9, 7, 8, 7, 15, 10, 19, 15, 14, 8, 10, 5, 4, 5, 3, 4, 3, 4, 5, 4, 3, 5, 3, 2, 1, 1, 0, 0], "n_am_pl": [1, 1, 2, 5, 6, 10, 2, 12, 12, 15, 11, 12, 10, 6, 8, 10, 8, 7, 12, 9, 8, 6, 6, 6, 4, 3, 5, 5, 3, 3, 4, 4, 3, 6, 5, 6, 5, 8, 8, 6, 4, 3, 3, 5, 2, 2, 0, 0, 0, 0], "n_pos": 40, "sum_m_en": [3.536412, 1.712874, 1.667219, 1.649927, 1.749167, 1.7839, 1.756527, 1.853103, 1.873739, 1.868865, 2.008799, 1.984656, 2.028931, 2.1162, 1.992867, 2.091862, 2.141315, 2.047994, 1.875738, 1.850191, 1.757475, 1.659267, 1.601084, 1.582265, 2.835274, 2.931673, 3.311409, 3.245197, 3.363723, 3.238079, 3.265428, 3.094651, 2.658497, 2.576445, 2.529632, 2.752378, 3.246353, 3.298018, 2.848822, 2.938416, 2.786329, 3.181323, 2.943241, 4.086888, 3.819774, 3.291979, 2.403957, 1.915048, 0.224925, 0.0], "sum_m_pl": [18.335331, 21.493322, 20.545104, 19.560906, 18.942619, 18.708018, 18.884792, 18.623334, 18.027767, 18.706447, 18.946071, 19.10286, 17.840804, 17.908143, 17.38846, 18.071941, 17.957472, 17.876775, 18.587056, 19.156995, 19.330199, 19.492007, 19.710207, 19.80569, 17.421265, 16.875813, 16.437048, 16.785042, 17.26936, 17.116695, 17.067811, 17.111703, 17.12382, 16.539994, 16.184208, 15.75165, 15.738327, 15.203256, 14.626172, 14.661232, 14.520922, 13.677367, 13.101661, 11.533066, 10.475316, 7.736892, 5.115507, 3.35081, 0.484717, 0.0]}, "lang": {"n_am_en": [5, 5, 12, 9, 11, 12, 4, 11, 7, 15, 13, 12, 11, 16, 11, 9, 10, 13, 10, 10, 10, 12, 13, 12, 18, 17, 11, 14, 12, 11, 11, 11, 10, 13, 16, 21, 23, 22, 22, 18, 18, 18, 21, 22, 23, 25, 24, 29, 30, 30], "n_am_pl": [3, 3, 4, 1, 2, 1, 3, 2, 5, 2, 1, 2, 4, 2, 2, 3, 1, 2, 3, 3, 3, 7, 4, 6, 2, 5, 5, 2, 3, 2, 2, 3, 1, 5, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 0, 0], "n_pos": 31, "sum_m_en": [3.578184, 1.808268, 1.70887, 1.63603, 1.780192, 1.789962, 1.882697, 2.059843, 2.435969, 2.335009, 2.388923, 2.555862, 2.443177, 2.616234, 2.535827, 2.28981, 2.108265, 2.001445, 1.911019, 1.795243, 1.656658, 1.542896, 1.488353, 1.458244, 4.718538, 4.8392, 4.429442, 3.855634, 3.439465, 3.452075, 3.361074, 3.543663, 3.465714, 3.704057, 3.84807, 4.420575, 6.424347, 7.473372, 8.836473, 8.927626, 9.207659, 10.719637, 14.133597, 15.456403, 17.836921, 20.25786, 22.771891, 27.191043, 29.461679, 29.563147], "sum_m_pl": [11.730514, 14.332678, 14.439112, 14.406985, 14.038532, 13.868358, 13.757378, 13.886831, 13.101547, 13.785321, 13.805567, 13.896464, 14.1579, 13.902783, 13.72986, 14.232834, 14.469877, 14.296084, 14.591322, 14.863126, 15.018222, 15.143456, 15.21772, 15.253128, 12.112882, 12.114382, 11.764623, 12.294248, 13.018359, 13.036857, 13.212138, 13.106209, 13.41537, 12.872824, 13.030688, 12.607876, 10.996138, 10.342506, 9.312738, 8.564454, 8.020376, 6.625831, 5.499873, 5.757778, 5.113112, 3.380535, 2.747112, 0.461341, 0.018621, 0.000151]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "gsm8kpl-701", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1205, "region_end": 170, "roundtrip_ok": true, "tf_agree": 0.9829, "tf_agree_excl_first": 0.9885}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [49, 53, 55, 47, 42, 28, 29, 40, 43, 50, 56, 46, 39, 40, 44, 43, 46, 40, 45, 47, 37, 39, 41, 46, 61, 71, 60, 57, 60, 48, 50, 48, 46, 49, 43, 42, 42, 43, 49, 57, 51, 50, 42, 40, 35, 31, 15, 10, 1, 3], "n_am_pl": [11, 49, 41, 36, 33, 43, 32, 35, 24, 29, 24, 29, 41, 34, 25, 33, 43, 39, 49, 54, 48, 36, 42, 38, 15, 13, 24, 28, 30, 36, 38, 34, 28, 29, 25, 26, 25, 25, 20, 18, 16, 23, 22, 25, 29, 29, 41, 36, 66, 76], "n_pos": 214, "sum_m_en": [20.168592, 10.369657, 10.503181, 10.132036, 10.96374, 10.653644, 10.943025, 11.550202, 12.104771, 12.308815, 12.532022, 13.097299, 13.448817, 13.782858, 14.093613, 13.529693, 12.821615, 12.127283, 11.064216, 10.588755, 10.050704, 9.500649, 9.262408, 9.27222, 23.861721, 23.531448, 21.660299, 20.095198, 19.982697, 18.469278, 17.666049, 17.115405, 16.142538, 16.620768, 16.625929, 17.813615, 20.622521, 22.10163, 24.471209, 28.51186, 30.155322, 33.694207, 32.531883, 33.426022, 31.238859, 27.578729, 16.755176, 12.267842, 2.560274, 2.796191], "sum_m_pl": [85.783237, 105.640384, 102.383113, 100.92983, 98.027085, 97.865805, 98.727928, 96.876011, 94.083762, 96.623769, 95.86838, 95.156433, 95.828787, 95.20901, 93.644622, 97.928178, 98.730399, 98.686711, 101.721775, 103.935301, 104.594904, 104.794048, 104.886317, 105.334383, 79.258201, 78.229567, 81.034114, 87.020014, 92.233775, 92.230819, 93.245524, 90.982958, 91.080254, 82.445465, 83.460827, 78.49213, 71.437029, 66.38574, 64.284322, 64.453811, 61.368503, 56.985863, 52.967422, 48.111333, 44.698527, 42.983761, 47.699513, 42.648808, 64.295355, 75.771124]}, "digit": {"n_am_en": [5, 18, 20, 10, 2, 2, 3, 5, 7, 12, 15, 10, 5, 8, 10, 10, 12, 10, 7, 11, 8, 8, 11, 8, 10, 15, 14, 12, 12, 12, 12, 13, 10, 6, 7, 6, 6, 6, 5, 4, 4, 3, 3, 3, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 7, 6, 4, 6, 5, 4, 9, 7, 5, 2, 7, 5, 2, 2, 4, 5, 6, 11, 9, 7, 5, 6, 6, 2, 3, 4, 4, 7, 9, 5, 8, 3, 2, 2, 7, 6, 5, 7, 6, 4, 5, 4, 4, 4, 4, 4, 3, 0, 0], "n_pos": 42, "sum_m_en": [3.50229, 1.795802, 1.663251, 1.584522, 1.715192, 1.712453, 1.784632, 1.944109, 1.975684, 2.020552, 2.092873, 2.066653, 2.172101, 2.236907, 2.2102, 2.227095, 2.217081, 2.155034, 1.92699, 1.866153, 1.787962, 1.674817, 1.631418, 1.632065, 2.866226, 3.00025, 3.456547, 3.291268, 3.389831, 3.223776, 3.111457, 3.089742, 2.587853, 2.534205, 2.699567, 2.967669, 2.89366, 3.01517, 2.858473, 2.885161, 2.82129, 3.589873, 3.169389, 2.375305, 2.047768, 1.553213, 0.881777, 1.06453, 0.069178, 0.0], "sum_m_pl": [19.594125, 22.900362, 22.389232, 21.773386, 20.933621, 20.725175, 20.438907, 19.960807, 19.686452, 19.936012, 20.339329, 20.259429, 19.544412, 19.36214, 19.107063, 19.608889, 19.685858, 19.793268, 20.46697, 20.879521, 20.789718, 20.861358, 20.857172, 21.06858, 17.925348, 17.61744, 17.838186, 18.67913, 19.471177, 19.30618, 19.379733, 18.508153, 18.883265, 17.643884, 17.802896, 17.641427, 17.645856, 16.369086, 16.024801, 16.324463, 15.914843, 15.970587, 15.700005, 14.665791, 13.351717, 11.004518, 8.842714, 7.175934, 0.926308, 0.0]}, "lang": {"n_am_en": [23, 20, 17, 19, 18, 14, 12, 22, 23, 24, 26, 20, 23, 20, 23, 20, 21, 21, 24, 21, 20, 24, 21, 24, 27, 29, 27, 27, 27, 21, 26, 22, 21, 26, 18, 21, 24, 24, 30, 38, 36, 36, 31, 28, 24, 20, 11, 7, 1, 3], "n_am_pl": [3, 15, 9, 6, 11, 16, 5, 9, 7, 10, 8, 6, 15, 14, 8, 13, 20, 14, 18, 24, 18, 14, 19, 12, 5, 6, 11, 11, 11, 12, 16, 13, 11, 11, 15, 11, 10, 14, 7, 9, 7, 12, 12, 20, 23, 22, 31, 30, 65, 75], "n_pos": 79, "sum_m_en": [6.845022, 3.948783, 4.182656, 3.847956, 4.161605, 4.017896, 4.165052, 4.408514, 4.686281, 4.744946, 4.902077, 5.348709, 5.373943, 5.577171, 5.60114, 5.177126, 4.899345, 4.592703, 4.165084, 3.954384, 3.698762, 3.456658, 3.36005, 3.323058, 10.307375, 10.201067, 9.671472, 8.263204, 8.37453, 7.999512, 7.448717, 7.358229, 7.215948, 7.954811, 7.710862, 8.866196, 12.197086, 12.673262, 14.494235, 17.385895, 19.318235, 21.599206, 21.209287, 22.049329, 20.676992, 18.203132, 11.059839, 8.383011, 2.146136, 2.796156], "sum_m_pl": [31.463357, 37.743267, 36.377962, 36.278135, 35.803967, 35.75096, 36.271814, 36.034586, 35.36271, 36.340555, 36.057956, 35.321301, 36.340015, 36.411627, 36.282699, 37.347362, 37.755782, 37.94127, 39.243962, 39.638691, 39.870563, 39.857357, 39.839089, 39.881965, 32.373039, 32.136177, 32.738715, 35.087577, 36.006672, 35.688328, 36.550927, 35.827237, 36.786623, 34.279102, 34.6006, 33.867601, 30.863155, 29.323886, 28.072826, 27.638052, 26.264754, 23.906128, 21.973776, 22.171752, 21.920038, 23.024694, 30.366946, 29.997586, 60.964098, 74.416951]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "gsm8kpl-701", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1064, "region_end": 214, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9862}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [45, 48, 42, 45, 32, 36, 32, 31, 36, 49, 56, 51, 59, 63, 46, 49, 48, 50, 43, 43, 41, 50, 45, 49, 73, 72, 57, 57, 59, 62, 58, 55, 45, 54, 62, 63, 72, 65, 77, 79, 79, 77, 79, 79, 72, 70, 67, 68, 54, 51], "n_am_pl": [11, 24, 28, 25, 31, 25, 16, 15, 19, 16, 26, 23, 28, 26, 20, 21, 13, 24, 19, 22, 23, 18, 23, 19, 9, 5, 13, 21, 30, 42, 29, 25, 29, 19, 18, 11, 11, 11, 11, 9, 5, 5, 4, 7, 12, 10, 8, 1, 0, 0], "n_pos": 178, "sum_m_en": [20.796662, 10.152262, 9.56199, 8.864734, 9.214342, 9.288861, 9.369264, 9.513786, 10.235151, 10.558681, 11.158194, 11.605042, 12.155923, 11.901494, 12.033422, 11.535303, 11.099685, 10.730168, 9.775884, 9.229333, 8.592483, 8.050062, 7.824481, 7.754831, 21.421192, 19.767129, 18.659616, 16.856555, 16.847104, 17.355715, 16.446454, 16.380381, 16.769257, 17.084525, 18.760517, 20.297445, 25.72873, 29.274, 36.725642, 41.865249, 44.992185, 50.529386, 56.513325, 54.18157, 58.382995, 60.069007, 63.257004, 67.369153, 53.26627, 50.390071], "sum_m_pl": [64.793551, 85.89472, 85.237712, 84.6191, 82.094, 81.650193, 81.49409, 82.854209, 80.908842, 83.057606, 82.306497, 82.590307, 82.203188, 80.660267, 80.48968, 81.077523, 81.37523, 82.297596, 83.969774, 85.725172, 86.594294, 86.962953, 87.634413, 88.199475, 68.78096, 70.177224, 69.258586, 73.831023, 77.32202, 78.155226, 78.175191, 76.843168, 74.81121, 70.271847, 70.538851, 65.267073, 56.405412, 52.141919, 46.057468, 43.642751, 41.572814, 35.77004, 33.481003, 30.772373, 24.947072, 21.28002, 12.80718, 6.045088, 0.566354, 0.002383]}, "digit": {"n_am_en": [0, 9, 10, 6, 2, 1, 0, 2, 2, 3, 6, 3, 4, 2, 2, 2, 4, 4, 3, 2, 1, 4, 4, 4, 5, 5, 4, 5, 8, 7, 7, 7, 2, 2, 5, 1, 7, 6, 5, 5, 5, 5, 5, 6, 5, 5, 2, 1, 0, 0], "n_am_pl": [1, 2, 0, 2, 3, 0, 1, 0, 1, 1, 2, 3, 3, 3, 2, 3, 1, 2, 2, 4, 2, 1, 1, 0, 0, 0, 0, 2, 1, 3, 2, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.680695, 0.815207, 0.796438, 0.750553, 0.786063, 0.80509, 0.851965, 0.874967, 0.899503, 0.94794, 0.953097, 0.935302, 0.981234, 0.95913, 0.943699, 1.003797, 1.038037, 1.01414, 0.937522, 0.904593, 0.839067, 0.773772, 0.756365, 0.758667, 1.447876, 1.424571, 1.486773, 1.395224, 1.604762, 1.441814, 1.448969, 1.370333, 1.284318, 1.224619, 1.225559, 1.286795, 1.415137, 1.393124, 1.930418, 1.656734, 1.776806, 1.879156, 2.364731, 2.544568, 2.537412, 2.902554, 2.083306, 0.794043, 0.065849, 0.0], "sum_m_pl": [8.461313, 10.24506, 9.833074, 9.610525, 9.23971, 8.946962, 8.866876, 8.958094, 8.959439, 9.023704, 9.084354, 8.973304, 8.404173, 8.052929, 8.043395, 7.962457, 8.075206, 8.260864, 8.695424, 9.043421, 9.157853, 9.262968, 9.305955, 9.368596, 7.589516, 7.951989, 8.014927, 8.499714, 8.653361, 8.631729, 8.474323, 8.228126, 7.766243, 7.375999, 7.142795, 7.152943, 6.919241, 6.681079, 6.026444, 6.239746, 6.156968, 6.163996, 6.07576, 5.485132, 4.414571, 2.957248, 1.152473, 0.64204, 0.062397, 0.0]}, "lang": {"n_am_en": [16, 14, 14, 11, 11, 16, 13, 13, 11, 16, 17, 10, 16, 21, 14, 13, 15, 12, 9, 12, 16, 19, 16, 18, 25, 20, 17, 17, 19, 21, 18, 18, 19, 19, 20, 28, 28, 24, 30, 31, 30, 33, 35, 36, 36, 36, 43, 48, 49, 50], "n_am_pl": [0, 3, 6, 7, 8, 5, 5, 6, 7, 6, 7, 8, 13, 8, 9, 7, 3, 7, 7, 7, 7, 7, 8, 7, 2, 1, 8, 6, 11, 15, 11, 9, 10, 8, 4, 3, 3, 4, 5, 5, 4, 4, 3, 5, 4, 3, 3, 1, 0, 0], "n_pos": 51, "sum_m_en": [5.669673, 2.959049, 2.687012, 2.508003, 2.617057, 2.744799, 2.776218, 2.83803, 3.088281, 3.124932, 3.346895, 3.535795, 3.70231, 3.662805, 3.583104, 3.456268, 3.283821, 3.185204, 2.88335, 2.752376, 2.56436, 2.407767, 2.342779, 2.323447, 6.784031, 6.397928, 6.053319, 5.530427, 5.18712, 5.424198, 5.022215, 5.198151, 5.363822, 5.500315, 6.392437, 7.517042, 10.229754, 11.333127, 14.636979, 17.457511, 19.293249, 24.322651, 26.492315, 24.996151, 29.915996, 31.847074, 38.702075, 45.761314, 47.240984, 49.096813], "sum_m_pl": [17.7709, 24.331872, 24.479595, 24.138692, 23.506169, 23.154985, 23.000474, 23.777442, 23.051059, 23.6, 23.666854, 23.647684, 23.655164, 23.396816, 23.675418, 23.790051, 23.727676, 24.01271, 24.292122, 24.650759, 24.903613, 25.013652, 25.105227, 25.280762, 20.733355, 21.286947, 21.145707, 21.90729, 23.071271, 23.236917, 23.074045, 22.738295, 22.715135, 21.749584, 21.52719, 20.681379, 16.930371, 15.910965, 13.783567, 13.124273, 11.765009, 9.345075, 9.015966, 10.169714, 7.437877, 5.84228, 3.40475, 0.795028, 0.134251, 0.001899]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "gsm8kpl-703", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1188, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.989}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [90, 71, 64, 62, 74, 60, 73, 89, 63, 86, 82, 67, 80, 86, 78, 70, 81, 67, 73, 76, 78, 75, 69, 72, 110, 104, 83, 97, 84, 94, 89, 98, 86, 87, 101, 102, 102, 106, 123, 112, 108, 101, 106, 101, 92, 84, 56, 28, 14, 12], "n_am_pl": [32, 63, 62, 50, 67, 58, 49, 42, 56, 48, 45, 48, 65, 45, 50, 54, 50, 56, 56, 64, 67, 72, 65, 63, 38, 39, 45, 56, 76, 67, 55, 63, 60, 48, 44, 32, 24, 19, 26, 36, 39, 34, 32, 42, 44, 51, 70, 77, 88, 92], "n_pos": 337, "sum_m_en": [32.309365, 16.647722, 17.041283, 17.16626, 18.051203, 18.046149, 18.147848, 18.371388, 19.090742, 19.426067, 19.707138, 21.248236, 22.851293, 22.360948, 22.223257, 21.415345, 20.446384, 20.139754, 18.126371, 17.448682, 16.114776, 15.212648, 14.79008, 14.442318, 36.442982, 35.162976, 31.825559, 29.494832, 30.791069, 31.614305, 30.199013, 29.960595, 31.268361, 30.54789, 32.863003, 33.058033, 40.579972, 48.343778, 53.410569, 56.879996, 57.144991, 60.024951, 78.860403, 74.606811, 64.238219, 65.516626, 46.935582, 26.681088, 14.878134, 11.713659], "sum_m_pl": [133.962531, 162.952652, 158.137081, 155.616277, 153.467296, 153.383403, 154.021845, 156.206097, 153.907026, 155.637984, 152.822545, 152.594278, 154.123127, 154.071752, 153.197024, 154.663266, 153.891193, 154.89417, 159.990282, 162.077806, 164.54089, 164.335918, 165.103376, 165.972184, 135.228308, 133.845978, 131.639256, 139.376394, 144.560508, 146.802625, 144.754784, 146.54926, 142.269886, 131.558447, 129.415544, 123.324515, 112.013489, 108.10213, 103.103901, 102.103371, 101.587931, 94.686845, 81.872566, 80.298113, 77.45321, 79.397202, 81.998396, 81.411479, 87.399542, 93.353375]}, "digit": {"n_am_en": [1, 8, 8, 3, 3, 2, 3, 2, 5, 8, 11, 7, 8, 9, 7, 7, 6, 6, 4, 5, 1, 2, 0, 3, 5, 9, 9, 9, 9, 8, 9, 9, 7, 5, 10, 7, 9, 9, 7, 8, 7, 7, 7, 5, 7, 5, 2, 1, 0, 0], "n_am_pl": [0, 8, 2, 2, 0, 2, 0, 1, 1, 4, 3, 3, 5, 1, 2, 4, 5, 5, 3, 5, 4, 5, 5, 5, 4, 3, 2, 6, 8, 4, 9, 3, 5, 2, 2, 2, 1, 0, 0, 0, 2, 1, 2, 4, 0, 0, 3, 3, 0, 0], "n_pos": 30, "sum_m_en": [2.488824, 1.309798, 1.282113, 1.333254, 1.371494, 1.344257, 1.443086, 1.501096, 1.551864, 1.603746, 1.609567, 1.642361, 1.865304, 1.905559, 1.860808, 1.909713, 1.789618, 1.817062, 1.563093, 1.507128, 1.371873, 1.295493, 1.265678, 1.253746, 2.317594, 2.435871, 2.517342, 2.411726, 2.533773, 2.403722, 2.471335, 2.427249, 2.503636, 2.214975, 2.318402, 2.382637, 3.255871, 3.607988, 4.330114, 3.911098, 3.714427, 3.560825, 3.477594, 3.148773, 3.10285, 3.204176, 1.893238, 1.364044, 0.064093, 0.000213], "sum_m_pl": [13.014169, 16.010505, 15.355075, 14.875425, 14.391561, 14.179254, 13.968981, 13.993786, 13.927519, 14.107428, 14.074325, 14.116185, 13.945386, 13.81167, 13.680007, 13.582564, 13.623262, 13.776423, 14.3402, 14.439908, 14.628726, 14.668782, 14.801314, 14.843881, 12.865627, 12.679894, 12.714266, 13.011862, 13.332476, 13.424741, 13.23405, 13.146042, 12.570424, 11.847917, 11.425412, 11.388006, 10.317191, 10.075688, 9.356358, 9.634642, 9.637843, 10.148531, 9.972989, 9.445045, 7.929636, 6.728318, 4.868495, 3.384507, 0.090052, 0.006088]}, "lang": {"n_am_en": [30, 20, 23, 23, 20, 18, 32, 35, 25, 24, 23, 25, 26, 28, 29, 31, 31, 26, 36, 34, 35, 34, 37, 37, 49, 46, 32, 42, 38, 36, 34, 42, 43, 40, 51, 47, 51, 55, 64, 56, 50, 48, 61, 52, 51, 48, 38, 19, 13, 12], "n_am_pl": [13, 13, 20, 10, 22, 23, 17, 14, 18, 12, 17, 15, 23, 17, 17, 11, 10, 16, 15, 14, 17, 19, 14, 13, 14, 8, 10, 9, 17, 18, 18, 21, 19, 18, 10, 12, 11, 10, 12, 14, 15, 16, 12, 20, 27, 35, 42, 50, 86, 92], "n_pos": 106, "sum_m_en": [10.865338, 5.404986, 5.473561, 5.660061, 6.063632, 6.015447, 6.09834, 6.27379, 6.56932, 6.69063, 6.726284, 7.464816, 8.190199, 7.818407, 7.691256, 7.121272, 6.726891, 6.613566, 6.019579, 5.711766, 5.356248, 5.0247, 4.856739, 4.719472, 14.223944, 13.502916, 11.633515, 10.648009, 10.842892, 11.369616, 10.666521, 10.429379, 11.23237, 11.310531, 12.79324, 12.899138, 19.258789, 22.656502, 26.77426, 28.701686, 27.823324, 29.796785, 41.227555, 39.447081, 37.781185, 35.92439, 30.688008, 16.919612, 12.856471, 11.712131], "sum_m_pl": [37.626407, 48.322604, 47.081667, 46.579762, 46.300182, 47.117773, 47.347047, 48.049332, 47.116729, 47.038587, 46.027607, 45.916005, 46.900845, 47.150717, 47.538154, 48.161473, 48.274851, 48.683569, 50.076443, 50.717345, 51.462213, 51.562078, 51.866984, 52.285116, 43.019369, 42.473522, 41.562273, 43.724971, 45.175592, 45.834363, 46.147997, 46.99912, 46.4663, 44.100573, 43.343037, 42.390241, 39.002197, 38.15801, 35.82424, 33.704602, 35.270957, 33.232257, 28.094729, 31.680929, 34.375714, 40.170587, 45.896608, 50.781945, 80.371322, 92.352393]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 337, "item_id": "gsm8kpl-703", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1047, "region_end": 337, "roundtrip_ok": true, "tf_agree": 0.9852, "tf_agree_excl_first": 0.9881}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [74, 68, 57, 54, 56, 40, 57, 54, 45, 51, 63, 69, 60, 46, 54, 58, 57, 53, 61, 56, 43, 52, 49, 41, 68, 76, 61, 68, 71, 66, 55, 62, 59, 66, 59, 64, 73, 71, 69, 65, 79, 85, 96, 100, 104, 105, 99, 106, 98, 94], "n_am_pl": [13, 37, 41, 33, 24, 24, 11, 24, 26, 25, 24, 18, 26, 24, 21, 19, 16, 19, 24, 22, 23, 21, 30, 30, 8, 11, 23, 24, 26, 23, 22, 24, 22, 19, 16, 19, 9, 7, 7, 7, 6, 4, 4, 2, 1, 2, 3, 0, 0, 0], "n_pos": 236, "sum_m_en": [28.446474, 14.014588, 13.338648, 13.011117, 13.090524, 13.760976, 14.161233, 14.78669, 14.791079, 14.963596, 16.224136, 16.982515, 17.793459, 17.418306, 17.427994, 16.3196, 16.519826, 16.66073, 14.916174, 13.511496, 12.743403, 11.871687, 11.440099, 11.342867, 26.12561, 25.81645, 26.155021, 26.064425, 26.456744, 25.74999, 24.165276, 23.826148, 25.372941, 25.059231, 25.363896, 27.557459, 35.505311, 37.869032, 43.642245, 45.050512, 51.738138, 56.709672, 72.004703, 80.086671, 86.222724, 88.418001, 95.055516, 100.385739, 95.991055, 93.563218], "sum_m_pl": [85.007474, 112.902908, 110.793863, 109.516792, 107.63637, 103.615136, 105.214805, 105.783965, 104.263682, 107.088229, 104.409279, 104.974253, 104.222196, 98.546522, 101.508066, 104.486692, 103.553607, 104.922672, 107.540644, 110.77877, 109.543959, 110.869084, 111.540309, 111.922163, 80.68985, 79.123568, 80.249505, 87.561274, 89.086157, 89.709121, 92.753226, 89.436203, 90.991022, 86.387666, 81.204293, 77.522833, 65.798035, 59.836862, 52.922903, 43.44898, 45.042922, 36.56501, 29.021682, 22.14743, 16.971555, 14.235996, 9.464334, 4.104485, 0.536719, 0.000265]}, "digit": {"n_am_en": [4, 8, 8, 5, 2, 1, 3, 1, 1, 2, 6, 6, 2, 2, 3, 5, 2, 4, 6, 4, 2, 1, 1, 3, 4, 5, 5, 5, 5, 5, 4, 2, 2, 2, 2, 1, 2, 2, 0, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0], "n_am_pl": [1, 2, 1, 4, 3, 4, 1, 2, 2, 1, 2, 1, 4, 1, 2, 2, 1, 1, 1, 3, 2, 2, 4, 4, 3, 2, 0, 1, 3, 1, 3, 3, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.489833, 1.187858, 1.118118, 1.093303, 1.130763, 1.233056, 1.31475, 1.507692, 1.470309, 1.529951, 1.67835, 1.681362, 1.735017, 1.748012, 1.672513, 1.579835, 1.689859, 1.930316, 1.672564, 1.495929, 1.42226, 1.335008, 1.281834, 1.255299, 1.888327, 1.866658, 2.059281, 2.201767, 2.258839, 2.150987, 2.326604, 2.182174, 2.145062, 1.848993, 1.684566, 1.54895, 1.486822, 1.472692, 1.341066, 0.966204, 1.42568, 1.428761, 1.531589, 2.196867, 1.710433, 1.591889, 1.135774, 0.632673, 0.191752, 0.0], "sum_m_pl": [11.49554, 14.542625, 13.997182, 13.694338, 13.200727, 12.525779, 12.352169, 12.044625, 11.856028, 12.098972, 12.013892, 12.269551, 11.657158, 10.938437, 11.123555, 11.34104, 11.059251, 11.148294, 11.876378, 12.319263, 12.160596, 12.325172, 12.391109, 12.558024, 9.323482, 8.519623, 8.951128, 9.902702, 10.129192, 10.195736, 10.303537, 9.821117, 9.75279, 8.477453, 7.530641, 5.960407, 6.169051, 5.808426, 4.726595, 3.656928, 5.271858, 4.611793, 4.429598, 3.383276, 3.917024, 2.869544, 1.918658, 0.661305, 0.245297, 0.0]}, "lang": {"n_am_en": [36, 24, 17, 21, 30, 24, 29, 28, 26, 24, 27, 32, 30, 25, 31, 30, 29, 23, 31, 30, 24, 27, 25, 21, 34, 38, 30, 31, 36, 36, 29, 35, 31, 38, 35, 39, 38, 39, 41, 35, 45, 50, 51, 57, 58, 63, 64, 79, 89, 93], "n_am_pl": [4, 20, 14, 13, 9, 8, 5, 10, 13, 10, 11, 7, 11, 12, 12, 9, 6, 7, 10, 8, 9, 9, 12, 9, 2, 4, 11, 12, 9, 7, 7, 8, 10, 6, 8, 5, 2, 3, 3, 4, 3, 2, 1, 0, 1, 1, 3, 0, 0, 0], "n_pos": 95, "sum_m_en": [12.092776, 5.92745, 5.447764, 5.383384, 5.595779, 6.189179, 6.540295, 6.71393, 6.682847, 6.465613, 6.887757, 7.276208, 7.761776, 7.516568, 7.63824, 7.08822, 7.326775, 7.055741, 6.403977, 5.725761, 5.340661, 4.936003, 4.746084, 4.71051, 13.40099, 13.256658, 13.052034, 12.43412, 12.709477, 12.557732, 11.403193, 11.298419, 12.309166, 12.331845, 12.549591, 13.83545, 19.366709, 20.7125, 24.82656, 24.643349, 30.13543, 33.903077, 37.276329, 43.844007, 47.135724, 52.321912, 62.363354, 73.434312, 85.2013, 92.223105], "sum_m_pl": [32.918918, 44.355721, 43.96597, 43.320305, 42.815987, 40.691215, 41.623843, 42.881321, 42.770067, 43.659043, 42.117799, 42.3347, 42.565109, 40.324429, 41.677358, 43.262563, 43.185564, 43.510565, 43.651607, 44.747946, 44.193282, 44.991033, 45.25632, 45.287368, 34.159513, 33.810055, 33.471943, 36.165831, 36.353764, 36.19789, 37.749457, 36.681307, 37.646178, 36.859928, 34.834785, 34.60561, 28.717834, 26.128005, 22.996556, 18.760133, 18.764211, 15.555942, 12.656015, 9.294741, 7.242124, 5.966699, 4.391972, 1.063695, 0.086816, 0.00023]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 240, "item_id": "gsm8kpl-707", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1162, "region_end": 236, "roundtrip_ok": true, "tf_agree": 0.9792, "tf_agree_excl_first": 0.9833}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [176, 131, 94, 73, 67, 74, 68, 78, 63, 76, 78, 80, 84, 74, 80, 78, 83, 98, 94, 69, 53, 41, 41, 57, 84, 76, 73, 88, 89, 92, 83, 80, 83, 77, 76, 89, 99, 98, 89, 75, 81, 83, 96, 101, 86, 74, 56, 41, 9, 8], "n_am_pl": [22, 108, 104, 80, 72, 83, 61, 74, 52, 57, 67, 62, 74, 53, 52, 56, 55, 51, 74, 74, 66, 68, 79, 76, 49, 51, 53, 66, 80, 85, 74, 65, 76, 54, 44, 56, 32, 27, 26, 26, 35, 38, 36, 34, 46, 53, 75, 72, 132, 138], "n_pos": 453, "sum_m_en": [48.785965, 21.885384, 22.646156, 23.668194, 24.781973, 25.878943, 25.602197, 26.219224, 26.681291, 27.847905, 29.002384, 30.19193, 31.676363, 31.641899, 32.240767, 31.734489, 31.498929, 32.528801, 28.344448, 25.524485, 24.170967, 22.504593, 21.894947, 21.212612, 36.738163, 37.942399, 40.249123, 41.342721, 44.306882, 43.90768, 42.78401, 41.399702, 40.892935, 39.870693, 41.228011, 42.740303, 46.757033, 52.516049, 55.865623, 52.280461, 53.203506, 52.547187, 61.780966, 69.137369, 69.438416, 63.693506, 50.313066, 35.773321, 13.515443, 8.019387], "sum_m_pl": [176.507906, 221.076707, 215.515899, 209.139707, 206.975941, 201.332122, 207.886578, 208.119425, 205.167713, 205.155978, 199.801579, 197.970238, 200.332895, 192.733961, 195.90962, 201.780899, 199.398964, 204.051997, 211.745706, 216.10225, 214.326391, 215.031882, 216.184101, 216.869232, 164.941956, 159.129789, 157.837439, 175.05841, 179.805011, 183.073677, 189.251568, 184.563314, 183.552476, 168.488743, 156.147194, 149.865302, 137.186607, 126.255616, 119.750478, 102.673524, 112.260075, 109.667584, 99.870391, 88.861249, 85.419592, 82.808163, 94.902589, 92.482317, 123.732908, 138.681638]}, "digit": {"n_am_en": [12, 18, 17, 20, 15, 10, 5, 6, 2, 8, 10, 10, 8, 12, 10, 10, 9, 14, 11, 7, 5, 3, 5, 5, 8, 5, 5, 5, 9, 10, 4, 6, 7, 3, 1, 4, 5, 4, 2, 2, 3, 1, 4, 3, 3, 3, 2, 4, 0, 0], "n_am_pl": [0, 6, 6, 6, 1, 1, 2, 3, 1, 5, 11, 4, 6, 4, 3, 3, 3, 2, 6, 6, 5, 4, 3, 7, 2, 5, 5, 6, 7, 4, 8, 6, 5, 3, 4, 3, 1, 2, 0, 1, 1, 2, 0, 0, 1, 0, 0, 2, 0, 0], "n_pos": 56, "sum_m_en": [5.134923, 2.528541, 2.488377, 2.661458, 2.730507, 2.67488, 2.656593, 2.881652, 2.8873, 3.025083, 3.353541, 3.434542, 3.592569, 3.750173, 3.836427, 3.70933, 3.886652, 4.213239, 3.517555, 3.083457, 2.900724, 2.693608, 2.597751, 2.544548, 3.853383, 3.797182, 4.300031, 4.568939, 5.161132, 4.984712, 5.009201, 4.768348, 4.382165, 3.86076, 3.504426, 3.408702, 3.5254, 3.776667, 3.627971, 3.158593, 3.276661, 2.847382, 3.515669, 3.119952, 2.760826, 2.433046, 1.698704, 1.970589, 0.093751, 6e-06], "sum_m_pl": [24.729845, 30.114542, 28.908743, 27.802043, 27.012723, 26.343006, 26.485941, 25.707654, 25.443694, 25.624197, 25.023339, 25.110445, 25.096013, 24.011216, 24.48878, 24.752337, 23.687217, 24.064927, 25.368069, 26.089036, 25.687088, 25.949694, 26.127522, 26.268547, 18.807403, 17.053731, 17.041088, 19.567806, 20.415348, 20.698635, 21.155723, 20.260467, 19.919097, 17.322561, 14.692121, 12.405895, 12.552673, 12.750122, 11.351903, 8.798734, 11.052171, 11.047926, 10.32956, 9.383189, 8.662158, 6.575519, 3.356966, 2.202342, 0.216934, 0.000245]}, "lang": {"n_am_en": [65, 34, 19, 10, 18, 23, 21, 20, 15, 20, 24, 25, 31, 26, 32, 30, 30, 37, 37, 28, 19, 13, 13, 19, 32, 33, 29, 27, 24, 28, 34, 34, 34, 41, 32, 38, 40, 41, 40, 35, 40, 42, 43, 50, 49, 44, 34, 20, 9, 8], "n_am_pl": [9, 44, 42, 35, 25, 35, 18, 26, 20, 15, 12, 21, 29, 14, 13, 22, 22, 15, 26, 29, 24, 35, 35, 34, 23, 22, 25, 23, 31, 31, 29, 27, 33, 28, 21, 31, 19, 15, 14, 17, 24, 27, 28, 29, 38, 45, 58, 61, 127, 137], "n_pos": 146, "sum_m_en": [15.745581, 7.134194, 7.293961, 7.700607, 7.895395, 8.864061, 8.729883, 8.696747, 8.712159, 9.032958, 9.594457, 10.357917, 10.723205, 10.673155, 10.672917, 10.426525, 10.122892, 10.082302, 9.132213, 8.231448, 7.709544, 7.134521, 6.915359, 6.718183, 13.431288, 13.992972, 14.30177, 13.927479, 14.18192, 14.408685, 14.011646, 14.161435, 14.181358, 14.586928, 14.704254, 16.094367, 17.59746, 21.264033, 22.033597, 21.723586, 23.376145, 23.013017, 29.455135, 35.115914, 38.849878, 36.407703, 26.453519, 18.072472, 11.278095, 8.01807], "sum_m_pl": [52.021411, 65.749048, 64.638575, 62.242264, 63.29447, 61.803532, 63.625767, 65.561083, 65.073869, 65.510385, 62.887717, 62.835493, 64.202763, 61.616947, 64.008677, 67.294209, 67.542759, 69.11048, 69.946281, 71.295352, 70.53803, 71.013789, 71.136211, 71.512959, 60.583897, 59.216782, 57.690866, 62.966766, 63.704954, 64.059614, 66.074993, 65.47661, 67.109204, 64.109714, 61.878042, 63.057969, 59.155556, 54.592015, 53.738282, 46.658501, 51.325189, 52.063111, 47.678795, 41.94448, 43.9935, 45.814926, 62.445585, 66.553749, 112.568789, 136.474396]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 514, "item_id": "gsm8kpl-707", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1021, "region_end": 453, "roundtrip_ok": true, "tf_agree": 0.9844, "tf_agree_excl_first": 0.9864}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [227, 195, 145, 142, 135, 132, 158, 157, 171, 207, 197, 196, 211, 209, 216, 208, 225, 202, 210, 211, 202, 209, 207, 216, 296, 295, 274, 262, 234, 229, 219, 224, 217, 238, 239, 242, 272, 276, 293, 301, 319, 308, 305, 289, 290, 292, 325, 332, 309, 295], "n_am_pl": [17, 85, 105, 110, 120, 93, 71, 79, 76, 67, 73, 84, 92, 90, 95, 105, 97, 111, 96, 107, 111, 110, 118, 113, 52, 48, 49, 65, 84, 89, 111, 120, 91, 95, 97, 66, 41, 50, 43, 46, 39, 41, 38, 31, 24, 18, 19, 12, 4, 3], "n_pos": 702, "sum_m_en": [79.841067, 41.897407, 40.680641, 39.691385, 40.664518, 41.671271, 41.231363, 42.60238, 46.288459, 44.579007, 46.730678, 49.336183, 50.541845, 51.815617, 50.272273, 47.592052, 46.137471, 45.046165, 40.300153, 36.992704, 34.031051, 32.163863, 31.075935, 30.71637, 79.209925, 81.438677, 80.616018, 72.621716, 72.336103, 74.303824, 67.773331, 69.562425, 70.302402, 75.796823, 80.321878, 89.3691, 107.69281, 118.335503, 125.675601, 137.244904, 158.619984, 179.71811, 197.580837, 212.588674, 232.541975, 250.945376, 309.056642, 315.086315, 309.083841, 298.180517], "sum_m_pl": [255.192861, 329.875974, 322.797112, 317.875278, 309.751667, 305.850416, 311.696255, 308.554033, 304.045504, 312.86698, 311.793956, 313.910068, 319.764494, 314.84801, 319.734429, 326.068739, 324.397024, 324.553177, 329.287587, 337.108869, 339.070162, 341.899937, 342.657266, 343.911296, 277.964964, 270.046894, 264.330456, 283.223891, 287.035421, 288.781128, 298.968101, 289.948839, 290.196229, 277.908557, 273.625912, 256.62584, 231.635729, 213.2683, 202.231309, 192.630205, 176.320918, 160.087265, 146.426644, 112.867933, 99.927557, 78.171398, 44.690389, 25.636083, 5.993316, 3.387854]}, "digit": {"n_am_en": [15, 25, 22, 17, 14, 14, 22, 18, 15, 19, 16, 14, 12, 11, 11, 11, 15, 14, 15, 18, 11, 10, 10, 13, 19, 23, 25, 20, 14, 14, 20, 8, 10, 12, 15, 18, 14, 17, 16, 16, 13, 17, 14, 14, 5, 3, 10, 7, 1, 0], "n_am_pl": [1, 13, 13, 18, 21, 21, 9, 6, 10, 5, 5, 7, 5, 7, 9, 10, 3, 12, 8, 9, 7, 8, 11, 8, 8, 6, 5, 9, 6, 6, 5, 9, 5, 9, 10, 8, 4, 6, 4, 2, 4, 3, 2, 4, 2, 4, 0, 0, 0, 0], "n_pos": 93, "sum_m_en": [7.977117, 4.098851, 3.973985, 4.028276, 4.282088, 4.183918, 4.321517, 4.65808, 4.917791, 4.915376, 5.220761, 5.29988, 5.711077, 5.696278, 5.518425, 5.311513, 5.171455, 5.253067, 4.600373, 4.335884, 4.074655, 3.875247, 3.769669, 3.753258, 6.654665, 7.152999, 7.933766, 7.131178, 6.980412, 6.88806, 6.711315, 6.682572, 6.137257, 6.467357, 6.534926, 6.805055, 7.389334, 7.129405, 7.262849, 8.106117, 7.974007, 8.963272, 8.888467, 8.669054, 7.845481, 6.724551, 10.119948, 7.330819, 2.146535, 6e-06], "sum_m_pl": [40.739491, 49.518482, 47.489731, 46.663089, 45.272211, 44.464553, 44.033009, 42.604401, 41.348125, 42.03666, 42.409699, 42.724351, 41.878119, 41.077373, 41.707846, 42.469991, 42.910517, 43.070774, 44.023393, 45.04188, 45.418316, 46.005738, 46.106868, 46.308977, 40.632401, 39.214476, 37.632206, 39.502593, 39.824861, 40.146759, 40.196016, 38.002125, 39.332465, 37.767704, 37.244679, 35.366821, 34.359717, 33.33578, 31.749303, 32.549438, 31.907988, 31.419666, 30.551913, 27.363203, 24.542594, 18.477484, 9.196028, 4.807826, 0.66894, 0.0]}, "lang": {"n_am_en": [85, 88, 54, 60, 65, 72, 74, 74, 93, 106, 93, 90, 101, 108, 118, 109, 108, 106, 105, 101, 101, 106, 103, 103, 147, 154, 142, 140, 136, 134, 121, 117, 113, 132, 139, 129, 155, 163, 171, 178, 192, 180, 181, 176, 189, 199, 229, 262, 285, 294], "n_am_pl": [10, 27, 44, 41, 51, 35, 29, 29, 25, 28, 30, 42, 43, 35, 44, 46, 53, 51, 50, 53, 60, 65, 63, 63, 28, 29, 24, 27, 40, 43, 55, 63, 49, 44, 43, 34, 24, 26, 23, 21, 20, 23, 22, 16, 13, 8, 12, 7, 4, 3], "n_pos": 301, "sum_m_en": [34.652693, 18.668098, 18.031684, 17.959338, 18.503294, 20.251164, 19.280513, 20.221642, 22.62782, 20.941201, 21.592815, 23.223678, 23.494911, 23.975578, 22.961092, 21.507043, 20.637642, 20.065619, 18.009496, 16.424946, 14.971042, 14.084803, 13.568975, 13.354995, 38.887754, 41.080218, 41.525172, 37.337849, 37.580109, 38.466875, 34.919211, 35.027172, 35.554792, 38.669189, 41.994523, 48.4279, 61.269088, 67.371203, 73.25033, 80.086135, 94.221549, 109.188336, 120.643047, 132.466277, 146.932354, 165.605794, 217.702682, 242.796211, 278.068057, 290.424818], "sum_m_pl": [107.314186, 137.789748, 136.487569, 135.126487, 131.726598, 129.715957, 132.771375, 132.281533, 130.675182, 135.385958, 134.36037, 135.814332, 139.323492, 137.58808, 139.63488, 142.686148, 142.051076, 142.261461, 143.725071, 146.307079, 146.773474, 147.709098, 147.965071, 148.485197, 122.147046, 118.861726, 115.478534, 123.009569, 124.826171, 125.222377, 130.474514, 127.173916, 127.313851, 123.438096, 120.795876, 112.869305, 102.511943, 94.039531, 90.063733, 83.103229, 75.731877, 69.11059, 63.935883, 44.399167, 40.513478, 31.683211, 16.116866, 7.670016, 3.616604, 3.387541]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 708, "item_id": "gsm8kpl-709", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1167, "region_end": 702, "roundtrip_ok": true, "tf_agree": 0.9887, "tf_agree_excl_first": 0.9901}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 47, 46, 39, 43, 43, 62, 58, 44, 53, 56, 58, 56, 52, 58, 69, 56, 60, 49, 46, 48, 50, 44, 48, 84, 78, 69, 73, 73, 73, 62, 70, 66, 79, 72, 61, 60, 63, 58, 57, 64, 62, 64, 54, 45, 38, 14, 7, 5, 2], "n_am_pl": [10, 64, 49, 44, 44, 46, 27, 27, 29, 30, 31, 22, 41, 28, 26, 27, 26, 27, 41, 45, 43, 45, 43, 46, 30, 30, 27, 24, 26, 31, 29, 32, 36, 24, 23, 17, 24, 20, 27, 28, 30, 31, 42, 32, 34, 50, 50, 50, 86, 96], "n_pos": 227, "sum_m_en": [20.243379, 11.265484, 11.561322, 11.949894, 12.137863, 11.74405, 12.797264, 13.505132, 14.006733, 13.985769, 14.156737, 15.509776, 16.209052, 16.312885, 16.385317, 15.155235, 14.445646, 13.84856, 12.51158, 11.72295, 11.109838, 10.554883, 10.270904, 10.06706, 24.766953, 25.028944, 23.767882, 21.916658, 22.351193, 21.822041, 20.225548, 19.956541, 20.090845, 20.609525, 21.894663, 23.434917, 26.366741, 26.405725, 27.946295, 33.386899, 39.871451, 39.763914, 39.235159, 40.321438, 32.85534, 28.987497, 14.406066, 9.194672, 5.377924, 2.047037], "sum_m_pl": [91.374461, 109.170067, 104.729961, 102.691058, 101.32793, 101.915906, 102.99381, 102.207437, 100.99709, 103.42963, 102.693611, 103.512538, 104.3946, 101.862046, 103.601688, 106.937037, 106.376773, 106.882621, 109.099656, 109.913679, 110.501936, 110.787554, 110.408498, 110.693603, 90.756735, 87.355442, 85.750324, 91.219604, 93.81182, 95.873619, 94.017833, 94.119707, 92.342947, 88.285365, 88.080669, 85.353327, 81.213295, 77.031785, 74.910693, 73.574449, 68.190302, 69.724537, 70.007713, 61.109882, 65.073153, 64.539709, 60.607023, 57.30397, 80.211626, 95.352691]}, "digit": {"n_am_en": [8, 10, 11, 6, 2, 4, 9, 8, 4, 7, 5, 4, 4, 4, 5, 5, 4, 6, 5, 4, 3, 2, 1, 1, 7, 4, 7, 7, 6, 9, 3, 5, 6, 7, 10, 8, 5, 5, 5, 4, 5, 5, 6, 3, 3, 3, 2, 0, 0, 0], "n_am_pl": [0, 1, 7, 7, 7, 10, 3, 2, 3, 3, 2, 4, 3, 2, 3, 3, 4, 3, 4, 4, 4, 7, 6, 6, 5, 3, 3, 2, 2, 2, 4, 0, 1, 1, 1, 0, 2, 2, 2, 3, 2, 3, 2, 1, 0, 3, 1, 1, 0, 0], "n_pos": 31, "sum_m_en": [2.559791, 1.317514, 1.26823, 1.298251, 1.446459, 1.397491, 1.475291, 1.631085, 1.754035, 1.69916, 1.702342, 1.937911, 2.106065, 2.12237, 2.13248, 1.997703, 1.960096, 1.924432, 1.627366, 1.511849, 1.40196, 1.332026, 1.293884, 1.25972, 2.055177, 2.24583, 2.494557, 2.359855, 2.462124, 2.527993, 2.388655, 2.376663, 2.155908, 2.231618, 2.232998, 2.143931, 2.064549, 2.118486, 2.571884, 3.13199, 2.990627, 2.88254, 3.157073, 3.145003, 2.59897, 2.492318, 1.807914, 1.108489, 0.104317, 0.0], "sum_m_pl": [14.438565, 16.817402, 16.39477, 15.923049, 15.307611, 14.984099, 14.793933, 14.273934, 14.128263, 14.432373, 14.41301, 14.515467, 14.068327, 13.572687, 14.012984, 14.32005, 14.394999, 14.582959, 15.103176, 15.292189, 15.428574, 15.519474, 15.500267, 15.60294, 13.740548, 12.638227, 12.090588, 13.046762, 13.34538, 13.725092, 12.78569, 12.277763, 12.796693, 12.127132, 12.340295, 12.134501, 12.10113, 12.040482, 11.299346, 11.075098, 10.808723, 11.358991, 10.971279, 10.036855, 9.237762, 8.313039, 5.029056, 3.210414, 0.255226, 3.5e-05]}, "lang": {"n_am_en": [17, 14, 19, 21, 25, 23, 31, 32, 30, 30, 30, 33, 29, 30, 35, 42, 31, 35, 26, 25, 27, 27, 27, 29, 42, 39, 32, 35, 39, 39, 40, 36, 37, 42, 33, 32, 32, 36, 31, 31, 37, 32, 33, 26, 24, 24, 7, 5, 5, 2], "n_am_pl": [5, 29, 19, 13, 14, 17, 5, 10, 10, 13, 13, 12, 23, 13, 12, 12, 11, 12, 22, 20, 17, 18, 16, 19, 11, 8, 11, 10, 12, 13, 12, 19, 19, 12, 12, 9, 14, 14, 17, 19, 19, 23, 34, 26, 27, 36, 38, 44, 83, 95], "n_pos": 99, "sum_m_en": [8.974196, 5.130615, 5.426725, 5.535596, 5.364073, 5.21471, 5.73801, 5.969352, 6.081794, 6.108137, 6.067219, 6.888392, 7.250791, 7.472001, 7.301158, 6.62694, 6.139672, 5.794361, 5.341905, 4.989704, 4.745506, 4.463544, 4.337706, 4.295257, 11.671247, 11.524666, 11.058734, 10.282118, 10.243239, 10.20571, 9.405751, 9.247539, 9.375351, 9.105273, 9.509684, 10.493364, 12.300723, 12.364979, 12.839616, 16.405908, 21.700036, 21.425797, 22.63276, 21.925982, 18.262015, 17.653593, 6.889684, 4.082106, 4.677199, 2.043625], "sum_m_pl": [39.269827, 47.145155, 44.653815, 43.873498, 44.218601, 44.766462, 45.169551, 45.253178, 45.191654, 46.388134, 46.213269, 46.45658, 47.033391, 46.136265, 46.985731, 48.540837, 48.146753, 48.356472, 49.129177, 49.264341, 49.222828, 49.378722, 49.132696, 49.167502, 41.934526, 40.592397, 40.003918, 42.045422, 43.391062, 44.190988, 44.093904, 44.443668, 43.740574, 42.435048, 42.319168, 41.593747, 40.157901, 38.731664, 38.276718, 36.973852, 34.157962, 37.006351, 39.412222, 34.307605, 38.690131, 40.894326, 42.889529, 45.872358, 75.811305, 93.859424]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "gsm8kpl-709", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1026, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.9742, "tf_agree_excl_first": 0.9784}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [23, 17, 18, 14, 16, 17, 15, 15, 14, 10, 13, 16, 10, 12, 7, 12, 9, 7, 11, 11, 11, 13, 10, 11, 18, 22, 20, 21, 17, 15, 13, 10, 16, 12, 15, 13, 14, 14, 16, 15, 15, 13, 15, 15, 16, 13, 12, 12, 10, 10], "n_am_pl": [1, 7, 9, 8, 6, 5, 7, 6, 3, 4, 4, 8, 13, 8, 6, 8, 10, 8, 6, 4, 3, 5, 4, 6, 2, 3, 4, 6, 8, 8, 10, 7, 6, 5, 4, 11, 7, 8, 6, 4, 3, 4, 4, 3, 3, 3, 1, 0, 0, 0], "n_pos": 54, "sum_m_en": [6.202771, 3.07681, 2.968195, 2.861184, 3.113346, 3.163303, 3.110247, 3.246281, 3.31024, 3.384316, 3.403398, 3.34927, 3.625499, 3.694832, 3.761201, 3.470975, 3.338613, 3.354749, 2.975173, 2.888209, 2.729932, 2.53898, 2.439737, 2.418879, 6.526604, 6.28215, 6.29693, 6.45502, 5.941063, 5.656496, 5.031086, 5.056441, 4.91071, 5.099237, 5.18637, 5.948389, 7.376424, 7.613991, 8.060051, 8.720305, 9.071107, 10.370458, 11.632385, 12.155766, 13.057923, 14.136901, 13.019986, 13.492743, 10.412886, 10.599125], "sum_m_pl": [22.162397, 26.99989, 26.938528, 26.261561, 25.703017, 25.348282, 25.214584, 24.442935, 23.636986, 24.602898, 25.215478, 25.703401, 25.127501, 24.462786, 24.075977, 24.89618, 25.148576, 24.794525, 25.395596, 25.94137, 26.015989, 26.437071, 26.563132, 26.719145, 21.479823, 21.636148, 21.179756, 22.00838, 22.989388, 23.383042, 23.713543, 23.314788, 23.050015, 22.062518, 21.852283, 19.9281, 18.164091, 17.801521, 17.919096, 17.190787, 15.929426, 13.576856, 12.686049, 11.21022, 9.171848, 6.624618, 3.637138, 2.481115, 0.349972, 0.034552]}, "digit": {"n_am_en": [2, 4, 5, 2, 1, 3, 2, 4, 4, 1, 6, 5, 4, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 4, 2, 1, 2, 0, 1, 0, 1, 0, 0, 0, 2, 2, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 0, 2, 1, 1, 1, 0, 3, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [0.914608, 0.457217, 0.448192, 0.465416, 0.489125, 0.497518, 0.529742, 0.571238, 0.563979, 0.580597, 0.588936, 0.574788, 0.688217, 0.711458, 0.675373, 0.646496, 0.666926, 0.659443, 0.579387, 0.565961, 0.527282, 0.485188, 0.47355, 0.472705, 0.846981, 0.864093, 0.945459, 1.093824, 1.029654, 0.958839, 0.897978, 0.846751, 0.7503, 0.732766, 0.710078, 0.685498, 0.744095, 0.667511, 0.734856, 0.718549, 0.654735, 0.636523, 0.574499, 0.632492, 0.504779, 0.529479, 0.403846, 0.504344, 0.052664, 0.146598], "sum_m_pl": [5.059209, 5.98403, 5.828875, 5.695337, 5.561179, 5.417139, 5.302478, 5.17798, 5.114199, 5.253749, 5.406488, 5.503316, 5.194393, 5.005622, 4.878412, 4.892526, 4.994364, 4.837244, 5.018483, 5.100035, 5.083726, 5.245205, 5.2473, 5.295536, 4.401674, 4.395075, 4.369448, 4.485256, 4.700768, 4.776634, 4.795856, 4.734034, 4.644657, 4.52182, 4.43859, 4.299804, 4.207407, 4.308676, 4.399784, 4.310575, 3.809166, 3.306717, 3.311407, 2.76905, 2.735281, 2.420689, 1.9913, 1.445326, 0.161008, 1.6e-05]}, "lang": {"n_am_en": [4, 2, 2, 3, 4, 6, 5, 2, 5, 5, 3, 4, 3, 4, 2, 3, 2, 2, 3, 3, 3, 5, 3, 4, 6, 7, 6, 5, 4, 4, 3, 4, 6, 6, 7, 7, 8, 8, 8, 7, 8, 8, 9, 9, 8, 8, 8, 7, 8, 10], "n_am_pl": [0, 2, 2, 2, 1, 1, 1, 2, 0, 1, 1, 0, 2, 0, 1, 2, 2, 3, 3, 1, 1, 1, 2, 2, 0, 0, 1, 2, 2, 3, 3, 2, 2, 1, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.273552, 0.725354, 0.650283, 0.665074, 0.71254, 0.791437, 0.711476, 0.771353, 0.810986, 0.802211, 0.816332, 0.856757, 0.880894, 0.862561, 0.886948, 0.744391, 0.671657, 0.689206, 0.588871, 0.581763, 0.562779, 0.519722, 0.490532, 0.484188, 1.423734, 1.395347, 1.278697, 1.463232, 1.317546, 1.298132, 1.241502, 1.385685, 1.366366, 1.565939, 1.364164, 2.125976, 2.839195, 2.98069, 3.677167, 4.411065, 4.884013, 5.642541, 6.159707, 6.553768, 7.080434, 8.393179, 8.148179, 7.571961, 8.286772, 9.549429], "sum_m_pl": [4.03915, 5.079865, 5.291891, 5.102003, 5.005712, 4.949178, 4.995175, 4.809702, 4.769903, 4.839695, 4.935937, 5.005862, 4.958086, 4.877263, 5.001683, 5.278719, 5.398153, 5.290387, 5.314762, 5.422551, 5.435605, 5.495692, 5.508882, 5.509787, 4.71758, 4.819943, 4.758083, 4.696029, 4.831129, 4.912479, 5.027586, 4.90867, 4.858637, 4.67765, 4.62252, 4.095235, 3.830987, 3.548411, 3.025772, 2.699682, 2.357893, 2.137758, 1.8752, 1.816848, 1.568135, 0.687242, 0.288828, 0.130402, 0.073278, 0.034411]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 58, "item_id": "gsm8kpl-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1156, "region_end": 54, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9825}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [42, 40, 32, 29, 34, 33, 33, 28, 28, 33, 37, 29, 21, 35, 24, 29, 30, 30, 28, 24, 25, 30, 24, 26, 53, 49, 37, 42, 45, 37, 40, 33, 35, 35, 46, 44, 38, 37, 34, 39, 40, 35, 44, 37, 40, 32, 15, 14, 6, 4], "n_am_pl": [15, 33, 31, 31, 33, 32, 35, 33, 25, 28, 32, 26, 34, 27, 23, 33, 37, 44, 41, 46, 45, 38, 40, 41, 20, 19, 28, 28, 38, 35, 40, 33, 32, 27, 24, 22, 25, 21, 19, 18, 18, 19, 20, 16, 16, 20, 22, 18, 33, 38], "n_pos": 161, "sum_m_en": [14.675568, 7.947062, 8.442587, 8.900106, 9.404495, 9.010122, 9.267062, 9.112782, 9.685249, 10.24737, 9.96388, 10.330523, 10.790747, 11.374607, 11.34487, 10.699219, 10.37098, 10.088963, 9.389437, 9.042364, 8.840662, 8.293438, 7.938246, 7.813013, 22.488675, 20.008504, 18.656953, 18.470875, 18.173533, 17.627096, 16.092971, 15.870897, 15.8132, 15.630866, 17.329089, 18.313635, 20.079723, 20.766008, 21.362062, 23.748853, 24.176887, 26.274808, 27.686959, 28.421586, 31.718151, 31.457661, 18.707328, 14.407357, 6.743421, 4.32641], "sum_m_pl": [66.761062, 78.548744, 77.139066, 75.390848, 74.711617, 73.287436, 74.156069, 73.79107, 71.972869, 72.517846, 72.764616, 72.799568, 73.150365, 72.777899, 73.018064, 74.56009, 74.75442, 75.310194, 76.793811, 77.146735, 76.728462, 76.883657, 77.344911, 77.36561, 59.483836, 60.318928, 60.473009, 63.600683, 66.221835, 68.145493, 68.81223, 68.712267, 67.41117, 61.659247, 60.185636, 57.281498, 52.891535, 51.750086, 50.32136, 49.312278, 48.145147, 44.925755, 42.094243, 39.144282, 31.87875, 29.641619, 29.568565, 24.622155, 33.165523, 38.593188]}, "digit": {"n_am_en": [3, 5, 5, 5, 3, 3, 5, 4, 1, 6, 4, 5, 1, 3, 3, 2, 3, 4, 2, 1, 2, 2, 1, 1, 4, 5, 2, 6, 6, 4, 5, 4, 3, 1, 0, 1, 3, 3, 3, 2, 2, 2, 2, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 3, 2, 2, 5, 2, 2, 3, 2, 2, 1, 2, 2, 1, 3, 4, 4, 4, 4, 3, 2, 1, 1, 3, 2, 3, 2, 5, 3, 4, 3, 1, 4, 1, 2, 1, 2, 1, 2, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.507572, 0.824993, 0.800449, 0.943634, 0.988174, 0.920612, 0.921765, 0.956999, 0.988833, 1.015607, 1.06097, 1.038494, 1.137602, 1.293386, 1.237648, 1.14119, 1.169443, 1.118483, 0.988631, 0.902538, 0.874412, 0.828063, 0.811804, 0.807656, 1.487755, 1.50345, 1.621421, 1.924792, 1.950496, 1.801364, 1.683813, 1.607176, 1.453366, 1.403644, 1.355588, 1.408569, 1.659286, 1.755209, 1.60744, 1.763867, 1.560451, 1.46074, 1.419169, 1.341255, 1.022555, 1.212003, 0.575232, 0.505197, 0.056167, 0.000814], "sum_m_pl": [8.259727, 9.694614, 9.353919, 8.852537, 8.788983, 8.824374, 8.840834, 8.646161, 8.491854, 8.478897, 8.446416, 8.454485, 8.30002, 8.22584, 8.161249, 8.214864, 8.23912, 8.31579, 8.686808, 8.871108, 8.750608, 8.793013, 8.837198, 8.831667, 7.543319, 7.191103, 7.046386, 7.228615, 7.616693, 7.797002, 7.928621, 7.992616, 7.657924, 7.326768, 6.961515, 6.970202, 6.681676, 6.605469, 6.809073, 6.869437, 6.705942, 6.336672, 6.095693, 5.664647, 5.142276, 4.470886, 3.473659, 2.577307, 0.242817, 0.017227]}, "lang": {"n_am_en": [10, 8, 9, 8, 9, 9, 7, 8, 7, 9, 12, 6, 7, 12, 3, 5, 6, 6, 9, 7, 8, 10, 11, 13, 21, 15, 14, 13, 16, 11, 12, 17, 16, 15, 13, 15, 14, 15, 15, 21, 19, 20, 22, 22, 25, 20, 10, 9, 5, 4], "n_am_pl": [6, 14, 8, 13, 8, 4, 9, 6, 5, 7, 7, 7, 11, 9, 9, 13, 11, 16, 10, 17, 18, 18, 15, 13, 4, 3, 3, 7, 9, 9, 16, 9, 12, 12, 13, 12, 13, 10, 9, 7, 8, 6, 9, 9, 9, 13, 17, 16, 32, 38], "n_pos": 44, "sum_m_en": [3.582063, 2.233646, 2.381496, 2.596974, 2.699665, 2.422991, 2.62486, 2.514769, 2.660576, 2.648579, 2.591189, 2.933204, 2.978902, 3.062925, 3.099149, 2.854088, 2.773673, 2.694536, 2.745514, 2.679119, 2.689461, 2.377475, 2.234358, 2.190153, 9.41433, 7.723012, 6.483378, 5.619878, 5.447947, 5.289073, 4.743426, 4.971363, 5.16984, 5.410617, 5.91067, 6.580036, 7.964925, 8.33873, 8.740477, 10.427584, 10.90319, 13.394538, 14.518012, 15.879101, 18.102769, 18.383859, 11.123701, 8.720141, 5.302724, 4.002097], "sum_m_pl": [17.889629, 20.421771, 20.102712, 19.837025, 19.773913, 18.971474, 19.236043, 19.431115, 19.20461, 19.619077, 19.733391, 19.675243, 19.665008, 19.560498, 19.958434, 20.627138, 20.689945, 20.585733, 20.797211, 20.979879, 20.860152, 21.150753, 21.224128, 21.256569, 15.864303, 16.434822, 16.690641, 17.871669, 18.429469, 19.082016, 19.563183, 19.360626, 19.669105, 18.465203, 17.692236, 17.763033, 16.598882, 16.948046, 16.923467, 16.150535, 16.140996, 14.729681, 13.88752, 14.195577, 12.363608, 12.224489, 14.867537, 13.888675, 30.204779, 37.854432]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "gsm8kpl-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1015, "region_end": 161, "roundtrip_ok": true, "tf_agree": 0.9752, "tf_agree_excl_first": 0.9812}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [389, 387, 262, 244, 241, 228, 309, 333, 322, 305, 323, 365, 406, 379, 374, 371, 380, 330, 333, 317, 332, 355, 357, 379, 517, 477, 464, 422, 409, 415, 413, 373, 379, 413, 473, 491, 530, 534, 600, 665, 660, 676, 667, 652, 651, 639, 662, 688, 631, 595], "n_am_pl": [110, 153, 219, 195, 178, 186, 147, 177, 170, 179, 152, 149, 179, 149, 143, 148, 156, 153, 159, 168, 203, 234, 235, 264, 97, 127, 124, 140, 169, 163, 172, 130, 137, 106, 122, 111, 81, 66, 62, 46, 42, 27, 33, 37, 28, 36, 29, 17, 5, 7], "n_pos": 1279, "sum_m_en": [167.316733, 75.625185, 69.051679, 69.268789, 69.404717, 70.649945, 69.978015, 71.385737, 76.988746, 76.883154, 81.103079, 87.279674, 90.092639, 96.531804, 92.329925, 86.608601, 84.159397, 85.973723, 76.768288, 70.251901, 64.038968, 59.476866, 57.726143, 56.512113, 139.330378, 138.891524, 145.126292, 129.079521, 127.320611, 132.636849, 118.540512, 128.872005, 135.138713, 141.642113, 154.707598, 181.738348, 216.549657, 233.551681, 272.013271, 319.431292, 348.925157, 399.319595, 460.402283, 472.698698, 507.128049, 528.466523, 589.821099, 633.583354, 615.230412, 599.789002], "sum_m_pl": [450.547567, 593.297006, 590.927201, 576.377095, 568.380929, 572.561989, 579.027306, 585.711695, 577.464859, 590.976155, 584.502363, 586.267445, 593.473154, 580.02085, 577.430849, 583.968054, 593.12786, 586.429806, 593.231183, 604.939321, 613.832749, 621.625502, 622.783643, 626.631691, 514.51641, 514.494946, 492.130746, 530.371567, 539.837339, 531.05476, 550.099135, 521.578781, 503.002908, 479.753627, 474.586805, 438.164021, 389.452589, 369.592431, 354.041227, 332.621035, 312.960141, 272.078769, 237.409557, 206.984233, 180.321682, 143.50308, 97.184972, 51.353673, 11.698427, 6.517909]}, "digit": {"n_am_en": [16, 36, 33, 12, 16, 9, 8, 19, 15, 14, 27, 23, 22, 20, 23, 16, 26, 18, 14, 14, 14, 18, 23, 24, 41, 35, 35, 21, 22, 21, 20, 13, 7, 6, 14, 12, 19, 19, 22, 23, 20, 17, 12, 16, 11, 7, 5, 5, 0, 0], "n_am_pl": [0, 5, 12, 16, 20, 6, 9, 9, 8, 4, 8, 13, 13, 12, 13, 15, 16, 15, 23, 23, 23, 24, 23, 17, 10, 14, 13, 14, 9, 14, 19, 11, 19, 13, 15, 14, 12, 12, 9, 7, 10, 5, 6, 5, 1, 4, 1, 1, 0, 0], "n_pos": 109, "sum_m_en": [9.353191, 4.531493, 4.568112, 4.489862, 4.692132, 4.72999, 4.832744, 5.320017, 5.620302, 5.578749, 5.670229, 5.852165, 6.465927, 6.753271, 6.479238, 6.170454, 6.171208, 6.539802, 5.659653, 5.280491, 4.831195, 4.467721, 4.364119, 4.264361, 8.278083, 8.151305, 8.833232, 7.869673, 7.977689, 7.655451, 7.634248, 7.983209, 7.532739, 7.158268, 7.451966, 8.422158, 8.74867, 8.469754, 9.56809, 10.753359, 10.425637, 10.634798, 9.936477, 10.039972, 9.553733, 8.414615, 7.314648, 5.384156, 1.01312, 0.001636], "sum_m_pl": [48.848741, 58.224231, 55.763453, 54.161882, 52.48072, 51.035756, 51.368344, 50.541241, 49.941903, 51.347765, 51.80679, 52.29128, 51.381772, 50.170861, 49.436038, 49.889254, 51.308097, 50.483446, 52.481834, 53.226493, 53.721032, 54.500943, 54.589421, 55.012547, 50.229283, 49.704955, 47.393018, 49.135214, 50.008584, 49.63967, 49.751102, 47.469229, 46.418719, 45.716405, 44.090144, 42.231737, 39.53789, 39.037533, 36.81237, 36.88878, 35.283294, 34.319107, 33.003145, 29.635924, 28.52714, 21.510497, 12.510614, 5.456533, 1.192904, 1e-05]}, "lang": {"n_am_en": [180, 183, 116, 120, 109, 126, 163, 172, 177, 155, 152, 193, 220, 215, 202, 227, 229, 209, 202, 193, 196, 204, 194, 210, 297, 290, 282, 257, 249, 247, 255, 226, 239, 263, 300, 317, 332, 334, 362, 411, 417, 440, 433, 442, 459, 459, 488, 522, 587, 593], "n_am_pl": [45, 63, 91, 83, 75, 88, 57, 85, 87, 90, 79, 66, 90, 69, 74, 70, 66, 73, 75, 92, 104, 129, 123, 141, 46, 58, 53, 53, 82, 80, 89, 77, 77, 51, 57, 45, 31, 24, 28, 19, 19, 12, 16, 17, 12, 16, 11, 6, 5, 7], "n_pos": 605, "sum_m_en": [79.234519, 37.968479, 33.764346, 34.475087, 33.246235, 34.808462, 34.839223, 35.210499, 38.423797, 37.944319, 40.295901, 44.148391, 45.238853, 48.697234, 46.144969, 42.746719, 41.376428, 41.882184, 37.505907, 34.052488, 30.764133, 28.367315, 27.46835, 26.884759, 79.14691, 80.138853, 84.165199, 71.500217, 69.505564, 72.339315, 63.023066, 69.579316, 73.947936, 78.529773, 87.646847, 104.184734, 125.467026, 141.128264, 168.945401, 203.061668, 228.581596, 270.283238, 303.806949, 323.752907, 354.782247, 380.526749, 427.670519, 475.753765, 560.846492, 583.389362], "sum_m_pl": [201.036982, 271.378063, 274.114509, 267.142226, 265.723857, 268.387665, 269.37348, 275.53377, 272.579163, 277.933451, 274.814213, 275.44184, 281.427039, 276.433271, 278.587075, 282.010686, 285.302053, 282.06106, 284.194552, 289.436438, 293.763282, 298.004184, 298.132805, 299.503355, 247.972145, 248.172889, 236.050397, 255.27415, 259.738179, 253.180767, 266.226461, 251.355412, 245.148782, 235.260011, 233.491044, 218.026098, 195.362759, 186.805938, 177.280202, 162.032818, 150.25399, 125.941764, 108.489564, 94.985292, 80.665313, 66.453652, 42.337867, 18.976127, 7.175092, 6.507569]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1279, "item_id": "gsm8kpl-712", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1163, "region_end": 1279, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 0.9867}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [308, 259, 168, 204, 229, 202, 226, 326, 226, 217, 269, 273, 311, 269, 232, 217, 300, 255, 194, 173, 149, 165, 183, 193, 369, 353, 314, 294, 308, 328, 337, 298, 276, 303, 311, 308, 326, 350, 378, 379, 398, 400, 397, 369, 334, 249, 211, 170, 125, 56], "n_am_pl": [89, 319, 342, 192, 174, 202, 181, 174, 183, 186, 174, 208, 247, 241, 234, 244, 213, 209, 264, 320, 355, 340, 319, 384, 123, 167, 176, 214, 229, 241, 226, 184, 197, 170, 200, 191, 190, 162, 185, 202, 193, 209, 176, 196, 203, 268, 284, 257, 310, 336], "n_pos": 1280, "sum_m_en": [117.511022, 61.971298, 62.988735, 62.553066, 64.057996, 63.95152, 65.055231, 67.642935, 71.031324, 70.477339, 72.856445, 79.140862, 80.84276, 83.896794, 82.437835, 78.935426, 79.756353, 79.547517, 70.525425, 65.369314, 59.834745, 55.524886, 54.627553, 53.074524, 109.839612, 110.162221, 112.819598, 106.009447, 111.090222, 112.871769, 104.296361, 108.799749, 109.590097, 112.502623, 120.32647, 139.034073, 150.153657, 164.667362, 173.000818, 194.133727, 211.448811, 226.55449, 270.402129, 248.631411, 221.358682, 190.91085, 170.803684, 145.858743, 100.024268, 56.620309], "sum_m_pl": [503.463972, 622.350109, 609.502167, 588.138856, 577.045688, 576.382354, 584.963424, 587.526666, 577.798332, 590.331365, 589.404638, 594.906851, 610.997255, 601.217298, 590.067231, 603.025527, 606.454236, 603.872063, 618.863652, 627.4081, 635.502228, 638.867568, 637.434285, 641.543979, 542.204129, 535.00301, 507.618188, 562.29906, 572.337594, 579.989803, 580.905019, 556.647002, 532.712988, 498.746883, 481.406476, 443.78462, 418.521151, 398.371148, 396.297455, 391.059875, 378.687663, 368.484751, 329.194538, 322.61163, 345.028976, 367.081222, 346.670933, 294.550844, 329.594458, 343.502804]}, "digit": {"n_am_en": [17, 81, 50, 41, 31, 19, 31, 42, 32, 34, 55, 37, 34, 35, 24, 23, 43, 47, 33, 17, 17, 21, 29, 32, 55, 50, 56, 43, 59, 43, 56, 38, 27, 29, 30, 28, 30, 28, 25, 30, 28, 27, 18, 26, 15, 7, 4, 7, 1, 0], "n_am_pl": [0, 21, 28, 35, 27, 19, 19, 14, 9, 26, 13, 23, 27, 34, 36, 33, 40, 34, 53, 65, 64, 55, 45, 49, 9, 23, 23, 20, 27, 38, 22, 25, 31, 19, 26, 30, 25, 22, 25, 22, 19, 20, 19, 17, 10, 10, 4, 3, 0, 0], "n_pos": 186, "sum_m_en": [15.747683, 7.764316, 7.666983, 7.54185, 7.822366, 7.982698, 8.684807, 9.20281, 9.48127, 9.112589, 9.398577, 10.10053, 11.093279, 11.641564, 11.564596, 11.240656, 11.223473, 11.920819, 10.108075, 9.294169, 8.292646, 7.606286, 7.410681, 7.186395, 14.684709, 14.361258, 15.229622, 13.802687, 14.38592, 14.428863, 13.983132, 14.423916, 13.635332, 12.721522, 13.525, 16.338973, 16.455234, 17.491121, 18.398876, 18.886761, 19.055364, 17.21516, 16.017953, 17.046283, 13.363424, 10.631632, 8.529849, 6.945195, 1.689746, 1.4e-05], "sum_m_pl": [82.776754, 100.501341, 97.063761, 93.54448, 90.18087, 88.103954, 86.903748, 85.818168, 85.265391, 87.310677, 88.885258, 89.569621, 89.47308, 88.348798, 85.840292, 87.394704, 89.511175, 88.56142, 91.907687, 92.521892, 93.695736, 94.724809, 94.833989, 95.480996, 85.576033, 83.883496, 79.357074, 85.031129, 86.864353, 87.706942, 86.494574, 83.195331, 79.801252, 78.164629, 74.980539, 70.143543, 67.147387, 64.698348, 61.904443, 63.10798, 60.49704, 61.913819, 59.374373, 53.765009, 51.561754, 41.819069, 24.05136, 13.999049, 4.304128, 0.012719]}, "lang": {"n_am_en": [103, 56, 50, 56, 55, 59, 60, 126, 89, 94, 102, 106, 120, 103, 102, 104, 122, 97, 87, 77, 62, 65, 72, 75, 151, 156, 119, 120, 110, 126, 129, 126, 122, 142, 143, 128, 146, 160, 181, 172, 182, 176, 194, 181, 171, 137, 118, 93, 55, 56], "n_am_pl": [38, 123, 145, 49, 50, 65, 48, 53, 75, 55, 70, 79, 102, 93, 86, 79, 67, 64, 87, 97, 121, 125, 114, 146, 40, 52, 68, 76, 76, 82, 83, 68, 66, 63, 78, 66, 77, 65, 85, 103, 96, 117, 96, 119, 145, 192, 205, 208, 292, 333], "n_pos": 393, "sum_m_en": [35.702254, 19.791361, 20.045957, 19.582496, 19.894003, 19.816304, 20.544303, 21.533743, 22.914893, 22.932121, 23.668758, 26.405783, 26.151359, 27.004474, 26.626165, 25.7273, 25.79022, 25.746745, 22.935539, 20.765822, 18.893141, 17.303949, 16.880994, 16.413038, 40.333209, 41.140173, 41.726568, 37.470344, 38.118682, 38.663857, 36.107794, 38.466174, 39.363833, 42.828232, 44.203095, 51.454706, 58.739457, 67.874963, 74.377435, 87.673364, 104.391999, 111.517096, 136.854705, 128.69864, 123.627458, 104.013511, 102.608463, 86.690272, 54.941781, 55.077422], "sum_m_pl": [140.328086, 182.343662, 183.19722, 174.254993, 170.988615, 173.013647, 176.250259, 179.090787, 178.067712, 181.166855, 181.405076, 183.36871, 191.843527, 190.714619, 188.536045, 191.511144, 189.951518, 188.560159, 192.548758, 194.692323, 197.110455, 198.28807, 197.557606, 198.789767, 173.930717, 172.497098, 165.861112, 179.972597, 183.247394, 185.562404, 187.643931, 181.386945, 180.763591, 172.788095, 170.447062, 162.82874, 157.792778, 151.918281, 153.907421, 147.033624, 140.003117, 141.653285, 128.972453, 137.229651, 155.799601, 190.782666, 202.902423, 200.241743, 273.513547, 324.186222]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "gsm8kpl-712", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1022, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9836}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [21, 15, 12, 12, 9, 20, 21, 18, 11, 17, 24, 26, 23, 25, 21, 17, 24, 18, 21, 20, 16, 20, 21, 24, 15, 18, 18, 17, 16, 23, 16, 15, 24, 20, 24, 22, 21, 19, 23, 23, 26, 24, 25, 28, 24, 29, 29, 33, 27, 24], "n_am_pl": [0, 12, 14, 11, 11, 11, 4, 8, 10, 6, 3, 6, 13, 5, 7, 8, 7, 14, 18, 15, 15, 12, 10, 10, 5, 6, 6, 13, 10, 13, 15, 14, 9, 9, 7, 9, 5, 6, 4, 2, 6, 3, 7, 8, 9, 6, 2, 1, 0, 0], "n_pos": 77, "sum_m_en": [8.816649, 4.104578, 4.097996, 4.055791, 4.213895, 4.396018, 4.360977, 4.742937, 5.35971, 5.154479, 5.312427, 5.668797, 5.721822, 5.844378, 5.811126, 5.3218, 5.111304, 5.111109, 4.535429, 4.165314, 4.049022, 3.761638, 3.618572, 3.5577, 7.72606, 8.355184, 8.399138, 7.951169, 7.801442, 8.023127, 7.316452, 7.257883, 7.290433, 6.973193, 7.519817, 7.576197, 8.938194, 8.677397, 9.57112, 10.852851, 11.431337, 14.824885, 17.462738, 19.610312, 22.413662, 24.692906, 28.529388, 29.315327, 26.248005, 23.731886], "sum_m_pl": [28.141057, 36.540467, 35.928172, 35.028985, 34.172714, 34.07337, 33.549751, 33.168392, 32.760715, 34.10835, 33.825593, 33.789064, 33.50221, 32.41211, 32.515001, 34.397453, 34.809632, 34.572201, 35.635604, 36.679689, 37.008902, 37.331768, 37.390595, 37.653517, 29.650126, 28.986675, 28.411251, 29.780313, 30.732151, 30.712462, 31.62888, 31.415295, 31.046846, 30.650235, 31.099355, 29.701329, 26.410316, 25.441111, 23.541079, 22.337243, 21.249303, 17.829619, 16.015622, 13.539603, 10.772515, 11.286488, 5.712482, 3.248207, 0.206864, 0.426955]}, "digit": {"n_am_en": [1, 5, 4, 2, 0, 1, 1, 0, 0, 2, 3, 3, 1, 2, 1, 1, 2, 3, 3, 2, 1, 4, 3, 4, 3, 3, 3, 1, 2, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 1, 0, 3, 3, 1, 1, 1, 3, 0, 1, 0, 1, 2, 1, 1, 1, 0, 0, 0, 0, 1, 2, 2, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [0.972815, 0.474577, 0.461046, 0.431788, 0.453401, 0.468378, 0.497531, 0.542327, 0.56396, 0.548202, 0.574183, 0.536113, 0.561069, 0.59641, 0.563618, 0.559212, 0.597698, 0.610135, 0.550851, 0.520308, 0.504001, 0.46329, 0.454062, 0.447649, 0.798489, 0.771141, 0.838969, 0.754626, 0.747049, 0.788106, 0.692097, 0.715889, 0.623179, 0.638305, 0.64693, 0.689433, 0.681633, 0.643561, 0.660082, 0.616246, 0.650742, 0.641027, 0.718508, 0.679176, 0.501374, 0.454812, 0.413371, 0.33926, 0.007429, 0.0], "sum_m_pl": [4.983765, 5.961878, 5.720057, 5.577302, 5.353295, 5.205342, 5.072868, 4.967025, 4.925318, 5.175456, 5.218665, 5.101026, 4.898142, 4.59816, 4.694586, 5.032497, 5.014485, 4.976429, 5.202683, 5.328123, 5.345724, 5.414116, 5.441788, 5.458037, 4.728678, 4.708317, 4.641358, 4.76481, 4.859593, 4.815598, 4.80767, 4.616954, 4.670544, 4.411374, 4.439839, 4.365834, 4.203257, 4.002371, 3.620484, 3.292763, 3.273004, 2.977326, 2.985418, 2.008671, 1.345632, 1.176696, 0.636031, 0.18254, 0.018982, 0.0]}, "lang": {"n_am_en": [8, 2, 2, 1, 2, 10, 10, 7, 6, 5, 10, 9, 10, 11, 12, 8, 7, 5, 6, 8, 8, 9, 9, 9, 8, 8, 7, 8, 7, 9, 6, 4, 10, 8, 12, 11, 10, 10, 11, 14, 16, 15, 12, 17, 16, 17, 20, 23, 24, 24], "n_am_pl": [0, 3, 4, 7, 5, 2, 2, 2, 2, 3, 0, 3, 5, 2, 4, 5, 3, 5, 8, 7, 7, 4, 3, 2, 4, 2, 1, 3, 3, 4, 4, 5, 1, 4, 2, 2, 2, 1, 3, 2, 4, 2, 4, 3, 4, 2, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.964947, 1.30847, 1.379239, 1.338004, 1.410312, 1.609585, 1.640169, 1.756035, 2.20272, 1.984592, 2.117643, 2.377528, 2.292732, 2.288062, 2.208958, 1.95029, 1.831164, 1.876485, 1.640489, 1.477649, 1.420994, 1.31316, 1.23644, 1.210523, 3.079004, 3.53767, 3.549512, 3.414385, 3.239194, 3.377993, 3.02319, 3.141078, 3.187344, 2.957068, 3.092321, 3.16783, 3.436696, 3.070392, 4.000167, 4.649955, 5.416857, 7.94317, 9.477059, 10.588177, 13.894915, 15.91399, 19.706323, 20.727601, 23.640159, 23.561083], "sum_m_pl": [7.479619, 11.056339, 10.903696, 10.626334, 10.459116, 10.214189, 9.968602, 10.199599, 9.948948, 10.37559, 10.274021, 10.196942, 10.174052, 9.893289, 10.084694, 10.57405, 10.819672, 10.72455, 10.962135, 11.350176, 11.469514, 11.573514, 11.605079, 11.708649, 8.840249, 8.448815, 8.414575, 8.680278, 9.026006, 8.90408, 9.273845, 9.394727, 9.329549, 9.557655, 9.773126, 9.659769, 8.70988, 8.673106, 8.134996, 7.885851, 7.593269, 6.05317, 5.056514, 4.462391, 3.286705, 3.377218, 0.94717, 1.186694, 0.024635, 6.3e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "gsm8kpl-719", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1169, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9877}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [16, 20, 23, 19, 12, 10, 8, 15, 14, 17, 24, 26, 22, 18, 13, 18, 19, 17, 14, 14, 9, 9, 13, 14, 23, 17, 18, 20, 16, 17, 14, 16, 17, 13, 15, 16, 10, 16, 16, 19, 20, 21, 21, 22, 18, 15, 13, 11, 4, 4], "n_am_pl": [5, 17, 16, 12, 19, 15, 12, 14, 8, 9, 4, 4, 11, 15, 12, 7, 11, 14, 21, 24, 21, 21, 22, 19, 7, 8, 6, 7, 13, 13, 19, 19, 14, 14, 15, 11, 10, 16, 14, 9, 13, 13, 9, 12, 19, 20, 21, 21, 24, 28], "n_pos": 86, "sum_m_en": [8.745961, 4.183244, 4.187711, 4.258633, 4.368556, 4.545256, 4.581275, 5.108206, 5.384296, 5.304811, 5.243476, 5.321718, 5.589848, 5.663158, 5.63417, 5.342567, 5.193628, 5.029224, 4.407484, 4.215304, 4.135516, 3.883386, 3.804279, 3.761867, 7.382503, 7.500681, 7.593534, 7.238772, 7.409867, 7.351487, 6.989522, 6.739753, 6.403326, 6.069194, 6.434004, 6.912073, 6.919489, 7.49575, 8.390341, 9.728661, 9.970315, 12.559924, 16.215625, 15.899449, 14.502592, 15.105098, 14.425612, 12.665089, 4.948033, 3.955948], "sum_m_pl": [33.043882, 42.025523, 40.84196, 40.000819, 38.713626, 38.602942, 38.897731, 37.932338, 36.992414, 37.920613, 38.099106, 37.927255, 38.100298, 36.985672, 37.420326, 39.581357, 39.711535, 39.670034, 41.594833, 42.96327, 42.786054, 43.044644, 42.856808, 42.979704, 35.039684, 34.38597, 33.909385, 36.024572, 37.585392, 37.29251, 37.885374, 37.07815, 37.810904, 35.615269, 35.641185, 33.974491, 32.098747, 31.163175, 28.716608, 27.836913, 27.469445, 25.259808, 22.946216, 20.248851, 19.828603, 22.639948, 21.115968, 20.307181, 25.848984, 29.09421]}, "digit": {"n_am_en": [1, 8, 8, 4, 0, 1, 0, 0, 1, 1, 5, 2, 3, 1, 2, 1, 3, 2, 3, 2, 1, 1, 0, 1, 3, 1, 3, 4, 2, 2, 2, 3, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 2, 3, 1, 1, 4, 2, 2, 0, 1, 2, 0, 0, 0, 1, 1, 2, 3, 5, 4, 5, 4, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 1, 0, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 13, "sum_m_en": [1.097637, 0.547076, 0.486126, 0.471493, 0.499296, 0.548518, 0.585005, 0.654409, 0.641779, 0.632487, 0.657294, 0.619143, 0.641628, 0.655956, 0.651382, 0.651271, 0.705295, 0.710627, 0.611775, 0.591434, 0.577447, 0.531551, 0.522325, 0.51563, 0.896269, 0.878823, 0.923088, 0.898555, 0.898091, 0.913551, 0.83107, 0.870156, 0.770009, 0.753213, 0.849107, 0.97543, 1.07053, 1.347042, 1.01664, 0.956252, 0.915248, 1.537977, 1.469868, 1.294143, 0.825129, 0.99464, 0.194406, 0.063465, 0.002902, 0.0], "sum_m_pl": [5.796864, 7.163623, 6.977129, 6.6659, 6.327486, 6.173113, 6.018143, 5.848279, 5.872564, 6.045032, 6.206292, 5.966437, 5.806972, 5.410779, 5.491249, 5.81458, 5.840746, 5.880676, 6.248146, 6.400233, 6.345548, 6.411046, 6.412682, 6.457043, 5.539921, 5.55801, 5.427253, 5.705543, 6.037523, 5.927433, 5.78291, 5.452826, 5.451885, 5.208913, 5.197868, 5.178524, 5.109378, 4.795303, 3.958303, 3.591778, 3.611579, 3.274236, 3.271743, 2.476629, 1.658918, 1.22962, 1.00796, 0.675144, 0.013949, 0.0]}, "lang": {"n_am_en": [6, 6, 10, 11, 7, 6, 4, 7, 4, 8, 6, 15, 12, 7, 5, 11, 9, 7, 3, 5, 5, 4, 7, 8, 12, 8, 5, 10, 6, 7, 5, 7, 7, 7, 6, 7, 5, 9, 11, 11, 12, 13, 14, 12, 11, 11, 11, 10, 4, 4], "n_am_pl": [3, 5, 2, 4, 7, 5, 4, 5, 3, 5, 3, 1, 4, 8, 6, 4, 7, 8, 10, 13, 10, 11, 12, 10, 5, 4, 4, 3, 7, 6, 7, 6, 7, 5, 7, 5, 2, 6, 6, 5, 9, 10, 6, 9, 15, 17, 17, 17, 24, 28], "n_pos": 33, "sum_m_en": [3.676555, 1.710089, 1.775321, 1.777625, 1.768346, 1.857406, 1.870321, 1.974874, 2.059176, 2.037643, 2.082887, 2.206199, 2.41584, 2.408095, 2.354774, 2.222746, 2.109272, 2.013697, 1.786305, 1.699801, 1.676909, 1.575966, 1.519748, 1.510494, 3.253237, 3.309677, 3.17744, 3.125321, 3.167686, 3.217202, 3.103746, 2.993278, 2.81351, 2.655969, 2.726059, 2.958005, 2.665754, 2.720087, 3.739162, 4.250776, 4.721614, 5.852447, 9.364838, 9.392193, 9.030875, 10.399377, 10.91391, 10.112563, 4.611138, 3.95561], "sum_m_pl": [12.6425, 16.11117, 15.594809, 15.591314, 15.290809, 14.953206, 15.045221, 14.787277, 14.448853, 14.983399, 15.090141, 14.905588, 14.985545, 14.815399, 15.028583, 15.82282, 15.801803, 15.925732, 16.562151, 17.091061, 16.937255, 17.006117, 16.908707, 16.863989, 14.675194, 14.242667, 14.038273, 14.636475, 14.843082, 14.730537, 15.08202, 14.883643, 15.455069, 15.093404, 15.023043, 14.872394, 14.435927, 14.578205, 13.605737, 13.279175, 13.137273, 11.898061, 10.560856, 9.842466, 11.182273, 15.120336, 15.683835, 16.030327, 24.122664, 28.102184]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 91, "item_id": "gsm8kpl-719", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 86, "roundtrip_ok": true, "tf_agree": 0.967, "tf_agree_excl_first": 0.9778}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [72, 81, 73, 62, 57, 69, 66, 83, 76, 92, 101, 108, 74, 88, 84, 75, 76, 85, 74, 83, 79, 73, 77, 74, 129, 133, 114, 98, 100, 92, 96, 80, 102, 96, 111, 100, 114, 109, 110, 118, 125, 114, 123, 116, 117, 124, 121, 121, 119, 116], "n_am_pl": [8, 41, 47, 40, 36, 23, 25, 32, 38, 30, 25, 31, 44, 42, 40, 53, 64, 62, 68, 67, 72, 72, 69, 62, 28, 30, 38, 53, 55, 50, 56, 54, 46, 35, 42, 40, 38, 26, 23, 34, 30, 21, 20, 26, 27, 20, 20, 19, 21, 31], "n_pos": 307, "sum_m_en": [34.605263, 17.171625, 15.76029, 15.440277, 16.702638, 16.521371, 17.198986, 17.983428, 18.809479, 18.742464, 20.044106, 20.891468, 20.911004, 20.999723, 20.772169, 20.136032, 20.24897, 19.263227, 17.999124, 16.887068, 15.508854, 14.267565, 13.792383, 13.596577, 39.332145, 39.464508, 38.132649, 33.522696, 32.150104, 31.296829, 29.541494, 29.04187, 29.715764, 30.298605, 31.824853, 34.662566, 49.293427, 48.013875, 54.915838, 62.753806, 71.547122, 80.6261, 86.791195, 91.50352, 96.841566, 114.586415, 115.837525, 118.279656, 112.384903, 116.974259], "sum_m_pl": [115.295809, 148.388725, 143.03873, 140.495424, 134.983154, 135.401843, 134.921076, 134.943723, 134.009762, 139.201646, 137.978723, 140.486861, 141.835768, 140.663042, 143.783139, 145.888189, 142.615728, 143.858759, 145.814918, 148.167187, 150.297721, 151.85473, 152.178739, 152.930679, 124.658458, 122.192645, 118.744916, 130.127575, 131.122887, 130.050707, 133.114922, 131.896172, 133.211631, 126.857853, 123.21052, 114.274772, 96.729861, 93.049973, 88.152866, 89.198703, 84.316342, 76.382233, 69.097029, 65.299074, 59.081976, 47.429275, 38.398916, 32.225454, 23.750229, 29.1808]}, "digit": {"n_am_en": [8, 20, 23, 11, 8, 6, 5, 8, 10, 14, 17, 18, 5, 15, 8, 7, 6, 5, 3, 3, 4, 5, 6, 5, 12, 10, 13, 14, 12, 11, 12, 11, 13, 8, 12, 10, 9, 7, 4, 5, 7, 4, 5, 3, 3, 2, 2, 1, 0, 0], "n_am_pl": [0, 4, 7, 7, 5, 3, 3, 3, 4, 6, 2, 4, 5, 8, 7, 8, 20, 21, 19, 18, 16, 13, 14, 10, 9, 8, 9, 10, 14, 5, 8, 5, 6, 6, 6, 10, 5, 6, 3, 5, 6, 2, 0, 3, 2, 1, 1, 0, 0, 0], "n_pos": 57, "sum_m_en": [4.919756, 2.594216, 2.473394, 2.380092, 2.552345, 2.670555, 2.486, 2.665875, 2.850181, 2.919041, 3.064871, 3.160941, 3.376768, 3.344954, 3.177632, 3.099445, 3.219118, 3.173288, 2.870034, 2.830582, 2.536643, 2.338835, 2.280484, 2.248725, 3.804959, 4.13833, 4.502459, 4.525533, 4.085139, 4.298699, 4.31021, 4.125797, 3.916687, 3.739701, 3.924042, 4.045848, 4.986625, 4.114697, 4.131507, 4.06765, 3.93964, 4.022628, 3.649158, 3.635003, 2.980804, 3.032221, 2.593182, 2.381338, 0.469743, 0.0], "sum_m_pl": [25.707105, 30.301132, 29.18364, 28.738832, 27.699731, 27.029242, 27.42659, 27.20654, 27.050582, 27.336406, 27.830409, 27.934052, 27.329459, 27.243326, 27.247172, 27.280152, 26.927547, 27.191907, 27.92774, 28.081661, 28.45403, 28.839193, 28.933524, 29.075491, 26.895606, 26.039974, 25.180866, 26.43779, 26.490736, 26.173024, 26.178408, 25.698108, 25.874004, 24.36541, 23.935967, 22.487392, 20.605816, 20.496174, 18.653416, 19.70802, 18.731921, 18.357941, 18.687576, 17.003912, 14.580959, 11.963991, 9.172258, 5.798183, 1.241169, 0.0]}, "lang": {"n_am_en": [28, 37, 28, 27, 25, 36, 36, 45, 40, 42, 54, 53, 35, 46, 50, 48, 49, 54, 50, 55, 52, 47, 50, 50, 85, 87, 71, 64, 59, 61, 58, 51, 64, 62, 70, 67, 79, 76, 82, 85, 87, 85, 91, 86, 93, 103, 100, 102, 112, 115], "n_am_pl": [3, 15, 19, 14, 11, 10, 12, 17, 23, 20, 13, 15, 23, 21, 20, 23, 22, 26, 28, 30, 32, 38, 32, 30, 9, 14, 18, 25, 26, 25, 30, 28, 21, 19, 22, 20, 23, 12, 15, 24, 19, 18, 16, 19, 20, 15, 16, 18, 21, 31], "n_pos": 147, "sum_m_en": [16.872999, 8.343339, 7.612965, 7.445258, 8.08991, 7.917542, 8.806906, 9.21697, 9.601828, 9.372103, 10.127768, 10.588423, 10.606048, 10.754683, 10.611033, 10.259633, 10.275736, 9.667226, 9.320262, 8.548999, 7.795958, 7.0892, 6.840303, 6.728851, 24.984551, 24.690178, 23.190591, 19.760932, 18.858394, 17.699707, 16.487156, 16.487876, 17.040573, 17.851079, 18.140976, 20.468859, 32.379648, 31.786449, 37.719211, 44.20647, 52.333995, 61.654269, 66.224968, 71.018628, 77.146778, 92.825265, 95.700161, 97.013105, 105.337389, 113.911805], "sum_m_pl": [52.045194, 68.889236, 65.794265, 64.189564, 61.646096, 63.039354, 62.021641, 62.564864, 62.652707, 66.200495, 64.888769, 65.933459, 66.722113, 66.647141, 68.739165, 69.910738, 68.203301, 68.725638, 69.410447, 70.901287, 72.012664, 72.801718, 72.772927, 73.131922, 57.759599, 56.456955, 54.737248, 61.156519, 61.444563, 60.363756, 62.391639, 62.051243, 63.145953, 60.939032, 58.8989, 57.149793, 47.893192, 46.093934, 44.912343, 45.07696, 42.522028, 38.53238, 32.602755, 32.894536, 30.799421, 23.709961, 21.209599, 21.578834, 22.051638, 29.085712]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 313, "item_id": "gsm8kpl-721", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1225, "region_end": 307, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 0.9968}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [60, 47, 53, 63, 48, 30, 37, 52, 38, 59, 55, 59, 50, 48, 53, 52, 49, 42, 50, 39, 43, 36, 39, 46, 86, 89, 83, 67, 61, 48, 49, 56, 54, 63, 85, 64, 65, 58, 47, 63, 71, 74, 66, 55, 58, 47, 21, 9, 5, 2], "n_am_pl": [12, 89, 54, 51, 35, 38, 45, 31, 39, 33, 30, 52, 59, 60, 48, 66, 75, 69, 77, 94, 86, 89, 75, 81, 47, 39, 41, 56, 64, 61, 63, 59, 51, 44, 38, 42, 40, 38, 50, 52, 43, 33, 26, 40, 41, 35, 44, 50, 76, 92], "n_pos": 291, "sum_m_en": [25.540356, 14.585302, 14.493619, 14.765578, 16.407419, 15.815073, 16.716145, 17.1758, 18.025841, 17.670707, 17.490648, 18.275587, 18.942216, 18.755364, 18.890029, 18.331723, 18.215083, 17.386694, 15.913178, 15.062374, 13.932745, 13.137506, 12.846596, 12.55231, 32.817417, 31.00823, 29.526229, 29.348144, 28.687596, 26.966848, 25.112167, 25.095696, 24.600206, 24.751324, 25.884461, 24.718194, 28.676111, 27.383821, 30.303407, 33.152357, 38.159398, 43.551948, 46.254379, 45.33781, 44.431896, 42.513556, 25.772147, 13.736515, 4.958127, 2.415335], "sum_m_pl": [123.474703, 140.926552, 136.258839, 135.190319, 128.710668, 129.47488, 128.779671, 126.236921, 124.599791, 129.081351, 129.076265, 131.785462, 132.688106, 132.266222, 132.320182, 135.165964, 133.21898, 133.735979, 137.611792, 139.530497, 141.787899, 142.481992, 142.351703, 143.22574, 113.788152, 112.252922, 110.388489, 120.24659, 124.027827, 124.204036, 124.187646, 123.034567, 118.399735, 110.060486, 107.366365, 101.224316, 91.66978, 90.500871, 88.467174, 96.127407, 90.887525, 84.645311, 76.642875, 80.337073, 70.142837, 60.480837, 57.709855, 60.967259, 73.824218, 90.929677]}, "digit": {"n_am_en": [16, 18, 22, 21, 11, 2, 4, 12, 6, 7, 15, 17, 8, 8, 9, 7, 12, 9, 8, 6, 7, 5, 5, 3, 13, 17, 16, 11, 12, 7, 9, 6, 11, 8, 12, 11, 9, 6, 5, 7, 2, 1, 3, 4, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 14, 11, 9, 5, 13, 6, 5, 7, 2, 3, 6, 5, 9, 9, 7, 14, 18, 21, 21, 21, 17, 16, 17, 11, 8, 4, 13, 14, 8, 13, 9, 8, 8, 7, 8, 6, 7, 9, 6, 5, 5, 2, 2, 1, 2, 4, 2, 0, 0], "n_pos": 62, "sum_m_en": [5.140821, 2.87864, 2.752473, 2.634088, 2.791243, 2.83855, 2.677185, 2.918769, 2.986152, 2.97006, 3.144468, 3.248924, 3.551732, 3.599479, 3.463953, 3.431789, 3.476095, 3.387855, 3.031325, 2.969928, 2.709723, 2.523741, 2.464677, 2.403419, 4.284336, 4.409299, 4.897782, 5.027518, 4.620838, 4.800088, 4.865147, 4.594381, 4.20845, 4.171923, 4.533475, 4.560081, 4.210111, 3.905418, 4.143361, 4.079677, 3.916578, 4.075076, 4.524358, 4.620305, 4.055759, 3.396554, 2.726372, 1.92304, 0.184216, 0.0], "sum_m_pl": [29.434621, 33.046694, 31.86682, 31.432499, 30.48554, 29.783505, 30.322297, 29.694638, 29.268749, 29.363411, 29.638897, 29.874597, 29.121814, 29.147654, 28.802261, 28.889358, 28.709124, 29.043257, 30.157285, 30.577526, 30.659285, 30.985236, 31.033974, 31.339361, 28.346352, 27.159088, 26.374509, 27.754295, 28.233447, 27.248618, 27.278075, 26.693512, 26.8201, 25.247282, 24.845041, 23.670795, 22.73868, 22.225698, 20.562943, 21.866154, 20.565304, 20.469932, 20.282003, 18.915045, 16.700868, 14.321169, 12.317846, 7.7292, 0.931168, 0.020213]}, "lang": {"n_am_en": [18, 10, 11, 14, 12, 9, 12, 23, 17, 30, 23, 23, 22, 25, 19, 23, 12, 13, 15, 14, 15, 10, 14, 17, 37, 36, 32, 27, 22, 14, 15, 23, 24, 28, 34, 28, 28, 26, 29, 35, 46, 50, 40, 33, 43, 38, 18, 6, 4, 2], "n_am_pl": [3, 35, 4, 20, 7, 7, 12, 11, 11, 11, 12, 24, 24, 22, 19, 23, 28, 26, 30, 41, 35, 39, 35, 34, 18, 14, 18, 21, 24, 25, 31, 28, 25, 20, 21, 20, 27, 22, 28, 28, 18, 16, 15, 25, 30, 23, 31, 39, 71, 91], "n_pos": 94, "sum_m_en": [7.649834, 4.771938, 4.784546, 4.930527, 5.577012, 5.504213, 6.219634, 6.158251, 6.47399, 6.09128, 6.017487, 6.44867, 6.456997, 6.597574, 6.350509, 6.040587, 5.877609, 5.587378, 5.151976, 4.938087, 4.580686, 4.321952, 4.230672, 4.137203, 9.88682, 9.491785, 9.893284, 9.612905, 9.421146, 8.828286, 8.505884, 8.746148, 8.627339, 9.07678, 9.116951, 9.224106, 11.240298, 12.630015, 15.208051, 18.178892, 23.489578, 26.447344, 27.34882, 27.409685, 30.5449, 30.891923, 18.667862, 7.498719, 3.929598, 2.410629], "sum_m_pl": [39.42534, 43.704551, 41.945471, 42.272587, 39.963492, 40.498376, 39.738964, 39.945882, 40.297352, 42.534779, 42.528407, 43.171475, 44.266807, 44.107477, 44.300269, 45.033518, 43.693463, 44.016251, 45.165451, 45.513392, 46.370739, 46.599854, 46.48231, 46.64862, 40.915113, 39.369805, 38.494221, 41.171234, 42.04593, 42.766603, 42.615162, 42.744181, 42.11159, 40.454863, 40.34692, 39.203589, 37.933779, 37.483684, 37.487017, 39.271848, 35.787073, 34.269291, 29.51177, 33.30879, 33.965921, 29.669204, 32.050307, 41.723263, 66.002256, 89.618509]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 291, "item_id": "gsm8kpl-721", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1084, "region_end": 291, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9862}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [80, 65, 57, 57, 58, 54, 39, 42, 54, 78, 88, 68, 58, 58, 68, 69, 65, 63, 48, 54, 50, 52, 43, 47, 72, 67, 68, 64, 66, 61, 65, 60, 65, 59, 54, 70, 72, 74, 75, 78, 75, 83, 81, 82, 79, 81, 88, 87, 86, 83], "n_am_pl": [9, 43, 36, 32, 32, 20, 30, 27, 15, 22, 16, 21, 30, 22, 16, 25, 29, 31, 29, 29, 27, 24, 29, 29, 11, 10, 18, 30, 33, 35, 29, 20, 22, 22, 20, 17, 14, 13, 10, 9, 13, 11, 20, 22, 25, 22, 11, 11, 0, 0], "n_pos": 201, "sum_m_en": [24.592648, 11.199442, 11.393973, 10.82603, 11.877233, 12.387165, 11.29682, 11.975513, 13.20725, 13.51812, 14.211523, 14.399013, 15.191672, 15.14885, 15.421173, 15.020655, 14.206809, 14.342396, 12.629082, 11.781294, 10.774889, 10.008328, 9.611266, 9.426301, 27.199592, 28.348297, 27.280546, 25.555591, 23.610217, 23.962823, 21.195916, 20.245489, 21.49791, 22.655877, 22.940288, 25.517869, 31.028916, 33.09091, 37.343574, 50.808588, 53.83339, 54.208859, 61.851038, 64.283693, 67.743248, 74.830407, 83.991712, 85.35113, 84.291087, 84.021774], "sum_m_pl": [76.537333, 97.240624, 94.135336, 93.060035, 90.532683, 89.959065, 92.469563, 92.360044, 90.06462, 93.608783, 92.915666, 94.291147, 93.823062, 91.613608, 91.747377, 92.474961, 92.490184, 92.738808, 94.358921, 96.356221, 96.945023, 98.062378, 98.751152, 99.357425, 77.595097, 76.146462, 74.783279, 80.555111, 85.161284, 83.627309, 85.822634, 84.563246, 83.887651, 76.291716, 77.170635, 69.640853, 60.655288, 58.005173, 51.902452, 46.183226, 44.137763, 39.885542, 42.503505, 39.656, 37.029564, 29.239181, 17.155821, 10.929247, 0.856684, 0.001505]}, "digit": {"n_am_en": [1, 10, 10, 5, 4, 2, 2, 2, 4, 9, 11, 7, 6, 9, 4, 6, 7, 9, 5, 7, 3, 3, 2, 4, 10, 7, 10, 11, 11, 8, 8, 6, 7, 4, 3, 5, 7, 7, 5, 4, 3, 5, 2, 3, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 4, 2, 0, 1, 2, 4, 1, 2, 4, 2, 4, 2, 3, 2, 2, 6, 5, 3, 5, 1, 1, 1, 2, 1, 2, 1, 7, 6, 6, 6, 3, 5, 4, 6, 6, 3, 3, 2, 3, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.720518, 1.464446, 1.384522, 1.338067, 1.389288, 1.428572, 1.460367, 1.577159, 1.632251, 1.637276, 1.780777, 1.678887, 1.898328, 1.888201, 1.818234, 1.885076, 1.834948, 1.812227, 1.620753, 1.56052, 1.468954, 1.356996, 1.319636, 1.29714, 2.665217, 2.576874, 2.992127, 2.675901, 2.659186, 2.608796, 2.318931, 2.130848, 2.05771, 1.997196, 2.068568, 2.352149, 2.288382, 2.066874, 2.480693, 2.343607, 2.249662, 2.223398, 1.999573, 2.113039, 1.766075, 1.583036, 1.233304, 0.329617, 0.023988, 0.0], "sum_m_pl": [14.437286, 16.551167, 15.675844, 15.428869, 15.237298, 14.825394, 14.980769, 14.665311, 14.473955, 14.844246, 14.878647, 15.135627, 14.413066, 14.401058, 14.476855, 14.161929, 14.125111, 14.292443, 14.537865, 14.832358, 14.717938, 14.995416, 15.042356, 15.23051, 12.836862, 12.61322, 12.241348, 13.321599, 13.726189, 13.619955, 13.714606, 13.540203, 13.742962, 12.689117, 12.846753, 12.218134, 11.7239, 11.307706, 9.84533, 10.00257, 9.841794, 10.261954, 9.678276, 8.924046, 7.846542, 5.851669, 3.184306, 0.584897, 0.053545, 0.0]}, "lang": {"n_am_en": [36, 24, 24, 30, 27, 29, 23, 28, 28, 36, 41, 35, 29, 31, 36, 37, 29, 30, 26, 29, 29, 30, 28, 29, 36, 38, 43, 39, 36, 35, 38, 34, 33, 39, 37, 39, 42, 42, 40, 49, 51, 53, 60, 63, 63, 66, 71, 71, 79, 82], "n_am_pl": [3, 17, 14, 13, 11, 6, 9, 9, 6, 5, 5, 8, 11, 8, 4, 6, 8, 7, 12, 10, 11, 12, 15, 14, 4, 3, 6, 8, 10, 12, 11, 9, 5, 5, 4, 5, 4, 4, 3, 3, 6, 5, 8, 10, 11, 10, 7, 9, 0, 0], "n_pos": 83, "sum_m_en": [9.525178, 4.674374, 4.96806, 4.719066, 5.160164, 5.960667, 5.169793, 5.413534, 6.023118, 5.934802, 6.331731, 6.560537, 7.058206, 7.204406, 7.396457, 6.94006, 6.445542, 6.497124, 5.73886, 5.315077, 4.723933, 4.328999, 4.130086, 4.018256, 13.679807, 15.822729, 15.215526, 14.272502, 12.180668, 12.487587, 11.141043, 10.669373, 11.452604, 13.030125, 12.890738, 14.526746, 18.180099, 19.492282, 22.343684, 33.687501, 36.594274, 36.770074, 46.283013, 47.85794, 52.252723, 57.568058, 65.911179, 69.001028, 77.374271, 81.274486], "sum_m_pl": [31.124378, 39.061489, 37.72972, 37.297665, 36.604958, 36.09677, 37.350427, 38.222687, 37.226838, 39.023707, 38.569786, 38.948693, 38.904381, 37.594456, 37.548093, 38.029367, 38.187313, 38.15015, 38.915895, 39.857456, 40.396496, 40.937021, 41.14288, 41.427243, 32.764783, 31.559045, 31.115643, 33.138748, 35.215364, 34.007376, 35.484874, 34.706446, 34.788018, 32.40599, 33.032782, 30.523259, 26.873763, 25.975589, 24.069192, 19.184229, 17.619882, 16.576621, 14.758216, 15.965465, 14.149435, 11.486296, 7.984015, 5.962745, 0.547477, 0.001447]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 206, "item_id": "gsm8kpl-727", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1186, "region_end": 201, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 0.9951}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [42, 54, 20, 28, 30, 38, 34, 40, 49, 50, 55, 49, 49, 42, 42, 41, 48, 51, 41, 37, 34, 47, 37, 38, 63, 61, 57, 47, 55, 46, 34, 38, 33, 42, 46, 38, 52, 51, 46, 52, 43, 37, 37, 41, 43, 27, 16, 3, 2, 0], "n_am_pl": [12, 37, 45, 30, 25, 35, 44, 32, 15, 27, 20, 23, 34, 31, 28, 35, 33, 39, 48, 49, 43, 40, 45, 46, 22, 22, 23, 35, 48, 50, 52, 49, 44, 30, 21, 29, 17, 16, 15, 17, 26, 19, 20, 26, 23, 22, 21, 29, 56, 64], "n_pos": 191, "sum_m_en": [17.052228, 9.474509, 9.532705, 9.751336, 10.033969, 9.913645, 9.911472, 10.470519, 11.462116, 12.332125, 12.440316, 12.873108, 13.278969, 13.155111, 13.237411, 12.577541, 12.023037, 12.238751, 10.669162, 10.038283, 9.422485, 8.936192, 8.670759, 8.359411, 22.585205, 21.494917, 19.923489, 18.385795, 18.47525, 17.863614, 15.886895, 15.469562, 15.3612, 15.996554, 16.697864, 16.899276, 19.23445, 22.716812, 22.791107, 28.011632, 26.730244, 27.689394, 29.034597, 31.492147, 34.265601, 24.973266, 14.963752, 6.91557, 2.828158, 0.080828], "sum_m_pl": [79.230154, 93.957026, 90.588744, 89.661964, 88.855376, 89.406566, 91.321161, 90.765427, 89.458994, 90.848204, 88.848492, 90.193734, 90.73227, 89.4699, 90.035817, 92.249452, 92.065063, 92.299784, 94.395286, 96.149452, 95.963685, 95.9063, 95.641255, 96.074224, 78.838848, 77.678798, 77.347646, 82.622085, 85.568879, 85.933337, 86.727605, 85.610262, 84.249663, 75.914292, 75.964254, 70.270304, 64.924495, 61.896944, 59.952006, 58.107735, 57.344828, 53.750582, 48.31327, 46.509982, 40.512529, 38.747259, 28.342977, 30.250326, 49.592681, 63.52945]}, "digit": {"n_am_en": [1, 18, 8, 4, 3, 3, 4, 4, 3, 7, 8, 6, 5, 5, 6, 4, 9, 7, 7, 5, 7, 8, 8, 8, 11, 7, 8, 7, 9, 6, 3, 1, 3, 4, 5, 2, 5, 7, 3, 5, 3, 3, 1, 2, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 0, 1, 7, 7, 2, 6, 3, 3, 4, 3, 1, 5, 4, 4, 7, 7, 2, 4, 4, 4, 0, 4, 2, 8, 11, 7, 8, 13, 8, 6, 3, 6, 2, 4, 2, 3, 3, 2, 1, 3, 3, 2, 1, 1, 0, 0], "n_pos": 31, "sum_m_en": [2.62463, 1.555516, 1.486372, 1.382013, 1.438261, 1.435253, 1.440416, 1.555127, 1.667005, 1.707396, 1.833864, 1.785701, 2.020212, 1.92952, 1.908781, 1.944296, 1.821624, 1.861154, 1.617498, 1.530652, 1.416144, 1.320132, 1.281015, 1.242451, 2.334738, 2.239686, 2.520235, 2.524482, 2.809482, 2.820043, 2.415344, 2.195635, 1.986439, 1.974855, 2.055654, 2.104572, 2.384984, 2.142136, 2.573543, 2.340242, 2.168275, 2.106411, 1.779457, 1.616725, 1.353505, 1.035509, 0.836841, 0.264132, 0.011387, 0.0], "sum_m_pl": [14.624298, 16.461268, 15.789964, 15.457972, 15.425212, 15.374931, 15.640009, 15.255255, 15.005931, 15.16824, 15.003184, 15.313975, 14.602765, 14.460867, 14.623035, 14.542327, 14.495357, 14.673711, 15.136956, 15.349838, 15.211048, 15.400523, 15.346353, 15.580864, 13.526886, 12.94323, 12.717376, 13.743895, 14.177927, 13.837585, 13.798249, 13.643203, 14.00321, 12.852834, 13.028237, 12.59036, 11.864825, 11.836206, 10.646239, 10.834855, 10.565977, 11.023233, 10.234091, 9.411659, 8.251556, 6.164324, 3.76534, 0.912985, 0.037733, 0.0]}, "lang": {"n_am_en": [14, 11, 5, 12, 7, 18, 14, 12, 16, 12, 19, 14, 16, 14, 14, 18, 16, 18, 16, 18, 12, 21, 14, 14, 24, 26, 27, 21, 19, 16, 11, 18, 18, 21, 20, 18, 26, 24, 22, 26, 23, 20, 23, 24, 27, 21, 10, 3, 1, 0], "n_am_pl": [5, 14, 18, 11, 11, 11, 12, 7, 5, 10, 7, 8, 14, 14, 17, 13, 11, 10, 18, 19, 15, 12, 16, 13, 11, 8, 7, 10, 11, 13, 17, 13, 15, 9, 6, 9, 5, 5, 6, 7, 15, 10, 14, 19, 16, 16, 15, 21, 55, 63], "n_pos": 64, "sum_m_en": [5.31797, 3.436562, 3.31507, 3.633559, 3.517489, 3.474399, 3.518128, 3.587185, 3.830779, 4.030698, 4.119451, 4.427955, 4.377352, 4.524473, 4.54776, 4.282382, 4.043377, 3.965484, 3.596274, 3.382444, 3.231902, 3.056028, 2.933858, 2.844072, 8.311346, 8.082486, 7.216288, 6.578551, 6.580996, 6.201171, 5.751715, 5.79023, 5.727927, 6.250661, 6.090589, 6.750354, 8.392298, 10.044152, 10.543536, 15.094598, 14.661943, 17.06527, 18.338962, 20.068058, 23.15322, 17.591452, 8.999795, 4.790471, 1.280474, 0.080149], "sum_m_pl": [25.503534, 30.090962, 29.615491, 29.31081, 29.464855, 29.586266, 29.992034, 30.501532, 30.370603, 31.033804, 30.002325, 30.597245, 31.500401, 30.769684, 31.264613, 31.961018, 31.910897, 31.956273, 32.525497, 33.125306, 33.003475, 32.898939, 32.841295, 32.888196, 28.196008, 28.092393, 27.888197, 29.689879, 29.773777, 30.358955, 31.105059, 30.585814, 31.100652, 29.044914, 29.526359, 28.104213, 26.813395, 25.952782, 25.69452, 23.677257, 24.438109, 22.174355, 20.593207, 20.555586, 18.918607, 20.259973, 15.679325, 20.59647, 46.980425, 62.558518]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "gsm8kpl-727", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1045, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9745, "tf_agree_excl_first": 0.9795}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [86, 97, 65, 61, 60, 51, 47, 59, 63, 79, 78, 85, 65, 65, 58, 58, 66, 56, 58, 47, 47, 56, 56, 45, 81, 85, 76, 81, 89, 83, 78, 82, 89, 76, 78, 80, 84, 68, 87, 85, 90, 96, 92, 95, 104, 112, 112, 123, 125, 123], "n_am_pl": [1, 24, 29, 36, 24, 38, 22, 26, 23, 24, 22, 20, 35, 23, 27, 40, 34, 58, 42, 45, 41, 48, 37, 44, 20, 18, 23, 33, 28, 42, 32, 28, 24, 29, 18, 28, 14, 20, 16, 16, 15, 14, 19, 14, 14, 7, 10, 2, 0, 0], "n_pos": 234, "sum_m_en": [30.69903, 13.162074, 12.299042, 11.641563, 12.371291, 12.606286, 12.256123, 13.061448, 13.661091, 14.222637, 15.126901, 16.048194, 16.725409, 16.236413, 15.802371, 15.974072, 15.750772, 15.309318, 13.742985, 12.705892, 11.890417, 11.073234, 10.83663, 10.804743, 24.067516, 24.901351, 25.302645, 23.543447, 24.712048, 23.796955, 22.762191, 23.399144, 24.033917, 23.882915, 26.200441, 27.366309, 34.956364, 34.539182, 39.713367, 48.002725, 49.314701, 58.973831, 62.244845, 65.022358, 73.279524, 80.577032, 97.089663, 117.217608, 122.055553, 122.049993], "sum_m_pl": [84.271273, 115.457703, 113.778164, 110.585709, 107.39303, 105.994538, 108.700513, 109.491087, 106.913114, 109.042702, 107.483892, 109.07656, 106.297659, 107.035284, 108.607429, 110.42258, 109.347037, 110.683952, 110.71604, 113.218513, 113.772609, 115.314342, 115.326398, 115.038852, 95.137393, 93.458262, 93.523614, 99.109802, 99.655204, 101.481967, 100.566338, 97.224066, 98.292921, 94.818065, 91.569595, 87.921068, 78.700107, 76.989873, 72.016091, 67.111461, 65.250535, 55.926827, 53.152496, 48.994855, 41.62294, 32.451101, 20.722909, 7.769183, 0.893447, 0.000116]}, "digit": {"n_am_en": [4, 10, 11, 4, 2, 2, 6, 9, 3, 7, 8, 9, 6, 2, 6, 5, 5, 3, 2, 3, 1, 2, 3, 2, 5, 6, 7, 10, 11, 10, 5, 3, 2, 2, 0, 1, 4, 2, 5, 2, 5, 5, 5, 4, 4, 4, 3, 1, 0, 0], "n_am_pl": [0, 0, 0, 4, 3, 3, 1, 1, 2, 3, 2, 3, 3, 2, 0, 2, 1, 7, 4, 4, 2, 2, 1, 3, 1, 0, 1, 5, 2, 2, 1, 0, 2, 2, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.392202, 1.113248, 1.105746, 1.041066, 1.100656, 1.154641, 1.214879, 1.356063, 1.411009, 1.447919, 1.453465, 1.512314, 1.564648, 1.525196, 1.43898, 1.504125, 1.538977, 1.544126, 1.372863, 1.2997, 1.241239, 1.165225, 1.139071, 1.128126, 1.901465, 2.029366, 2.235996, 2.394373, 2.480021, 2.17829, 2.135921, 1.98478, 1.960611, 1.685243, 1.662706, 1.643913, 2.17033, 1.921483, 1.96506, 1.772384, 1.980045, 1.936423, 1.912827, 2.546628, 2.626038, 2.042801, 1.602073, 0.798096, 0.129865, 0.0], "sum_m_pl": [11.777276, 14.567879, 13.99871, 13.817797, 13.362399, 13.006313, 13.200214, 12.904178, 12.726098, 12.935232, 12.868775, 13.010782, 12.336446, 12.231619, 12.384927, 12.419282, 12.07319, 12.217476, 12.351683, 12.709374, 12.772556, 13.024811, 13.033141, 13.163298, 11.129835, 10.664702, 10.44305, 11.54835, 11.835244, 11.822172, 11.297762, 10.846314, 10.918259, 10.196077, 9.916034, 9.061051, 8.656949, 8.7368, 8.466369, 8.399103, 8.504827, 8.307049, 8.148262, 6.724196, 5.927655, 5.173388, 2.778599, 1.915868, 0.38173, 0.0]}, "lang": {"n_am_en": [40, 42, 25, 35, 35, 35, 25, 35, 40, 42, 47, 46, 39, 40, 33, 36, 41, 34, 38, 25, 25, 31, 32, 27, 57, 51, 45, 48, 52, 48, 46, 52, 54, 52, 58, 55, 54, 48, 61, 62, 64, 67, 64, 70, 80, 87, 94, 106, 120, 121], "n_am_pl": [1, 12, 14, 12, 9, 14, 7, 6, 12, 14, 9, 11, 22, 10, 18, 26, 23, 34, 26, 29, 28, 30, 22, 28, 12, 12, 17, 19, 18, 26, 23, 18, 13, 17, 10, 17, 7, 13, 10, 9, 8, 9, 14, 10, 11, 6, 10, 2, 0, 0], "n_pos": 123, "sum_m_en": [15.375508, 6.856407, 6.370303, 6.119868, 6.436289, 6.761874, 6.63755, 6.901368, 7.283429, 7.530246, 8.27249, 8.837552, 9.485625, 9.187667, 8.995152, 9.028101, 8.702089, 8.450708, 7.536397, 6.891895, 6.368555, 5.904717, 5.754836, 5.738426, 13.267526, 13.989573, 14.303871, 13.266989, 14.220282, 13.951982, 13.125892, 13.910636, 14.199088, 14.568853, 16.152037, 16.874037, 21.268338, 21.863126, 25.175185, 32.420186, 33.375105, 41.512827, 43.436352, 45.373536, 54.005228, 61.472568, 79.461294, 99.927148, 115.812695, 119.894835], "sum_m_pl": [43.633659, 59.220284, 59.054945, 56.775067, 55.632284, 54.616643, 55.915628, 57.153242, 55.907549, 57.060895, 56.151812, 56.989081, 55.510351, 56.364298, 57.76397, 58.762588, 58.489917, 59.095941, 58.68414, 60.023447, 60.327159, 61.176584, 61.115835, 60.800042, 52.060049, 51.24236, 51.222002, 53.861957, 53.270117, 54.509653, 54.392016, 52.449097, 53.244803, 52.323271, 51.13282, 50.799938, 45.654153, 45.512927, 42.407015, 38.762931, 37.731155, 32.019754, 30.05679, 30.571074, 26.722276, 19.767874, 13.648552, 3.564751, 0.357874, 0.00011]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 238, "item_id": "gsm8kpl-742", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1152, "region_end": 234, "roundtrip_ok": true, "tf_agree": 0.979, "tf_agree_excl_first": 0.9831}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [91, 57, 55, 68, 65, 72, 73, 66, 60, 78, 65, 66, 50, 60, 56, 63, 72, 54, 44, 37, 35, 41, 39, 33, 59, 54, 58, 73, 86, 81, 71, 71, 79, 77, 91, 77, 86, 78, 68, 72, 71, 80, 83, 78, 78, 66, 34, 17, 13, 10], "n_am_pl": [32, 60, 67, 59, 62, 52, 49, 70, 53, 60, 62, 51, 69, 63, 74, 79, 69, 87, 88, 84, 82, 89, 86, 84, 62, 59, 67, 59, 53, 64, 54, 48, 51, 30, 31, 35, 32, 39, 36, 32, 37, 28, 19, 22, 23, 27, 39, 48, 70, 74], "n_pos": 327, "sum_m_en": [29.854009, 15.286231, 16.390866, 17.506743, 18.575187, 17.831987, 17.757152, 17.853179, 18.665531, 19.089683, 19.129146, 20.613897, 21.434804, 21.93527, 21.857733, 21.810916, 22.118809, 21.62085, 19.17332, 17.906441, 16.971858, 15.990897, 15.672901, 15.444382, 28.842535, 30.073847, 30.774821, 30.998353, 33.245511, 31.60526, 30.751988, 29.938298, 29.140385, 29.563319, 31.547918, 30.772252, 34.787124, 35.906124, 36.959812, 39.543496, 39.867849, 44.585366, 50.1378, 50.635412, 49.085831, 41.737055, 29.66553, 22.61077, 13.396517, 9.662599], "sum_m_pl": [133.68455, 160.468106, 155.010532, 148.97336, 148.548925, 146.39029, 150.994593, 152.837635, 150.780278, 153.770419, 150.657876, 150.49451, 148.654213, 147.779856, 148.933938, 152.396212, 151.657703, 154.172234, 156.02218, 159.376759, 158.491289, 159.464057, 159.367764, 158.95706, 131.325534, 126.979867, 127.377685, 133.212958, 137.64998, 141.926507, 140.518495, 138.276027, 137.981744, 125.820979, 124.571549, 119.540598, 109.881055, 105.390198, 100.636748, 95.496021, 95.868991, 94.201129, 84.029916, 75.582883, 68.066344, 65.546757, 62.296758, 50.822782, 70.619479, 74.021876]}, "digit": {"n_am_en": [4, 8, 11, 6, 7, 12, 12, 13, 6, 10, 12, 10, 10, 10, 9, 6, 10, 7, 7, 6, 4, 3, 2, 1, 6, 2, 6, 8, 9, 10, 9, 7, 5, 5, 9, 2, 2, 6, 3, 3, 3, 5, 4, 4, 3, 3, 1, 1, 0, 0], "n_am_pl": [0, 6, 3, 3, 2, 2, 2, 4, 0, 3, 3, 2, 3, 2, 1, 4, 6, 8, 6, 7, 9, 8, 7, 6, 5, 4, 4, 3, 8, 5, 5, 3, 6, 2, 2, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 0, 0], "n_pos": 36, "sum_m_en": [3.013339, 1.555636, 1.610669, 1.707652, 1.841725, 1.710946, 1.826584, 1.949822, 1.982542, 2.031631, 2.09707, 2.083132, 2.241848, 2.373966, 2.300723, 2.166967, 2.272137, 2.24423, 1.917867, 1.80826, 1.70366, 1.601998, 1.582348, 1.559028, 2.483852, 2.687732, 2.909499, 3.117232, 3.528022, 3.165302, 3.086287, 2.865692, 2.590395, 2.533956, 2.561233, 2.584144, 2.643857, 2.734404, 2.790357, 2.880884, 2.813523, 2.761089, 2.68384, 3.013823, 2.055206, 1.850026, 1.276224, 1.004654, 0.120697, 2e-06], "sum_m_pl": [16.160055, 19.409507, 18.575715, 17.906583, 17.687052, 17.560736, 17.527571, 17.08994, 16.652366, 16.968885, 16.753074, 17.005783, 16.615776, 16.256708, 16.369667, 16.76089, 16.421671, 16.614139, 16.991791, 17.363768, 17.182249, 17.369813, 17.36692, 17.440128, 13.551087, 12.986899, 12.879861, 13.75581, 14.67821, 15.117797, 14.949896, 14.84282, 14.988443, 13.784216, 13.671811, 12.96577, 11.941585, 12.263309, 11.719644, 11.379067, 11.901409, 12.040659, 11.60442, 10.515246, 9.717878, 8.433734, 5.858428, 3.384767, 0.46023, 0.000383]}, "lang": {"n_am_en": [17, 7, 3, 12, 15, 15, 20, 17, 16, 14, 11, 11, 11, 9, 12, 18, 20, 15, 15, 9, 8, 10, 12, 12, 20, 24, 18, 24, 26, 26, 23, 22, 26, 33, 36, 32, 34, 33, 31, 31, 36, 41, 43, 40, 47, 40, 21, 9, 9, 9], "n_am_pl": [13, 16, 20, 20, 19, 10, 8, 15, 13, 14, 15, 16, 23, 23, 19, 15, 10, 22, 14, 22, 17, 21, 21, 17, 15, 14, 13, 12, 7, 13, 12, 13, 12, 9, 6, 4, 8, 11, 10, 7, 8, 8, 8, 13, 11, 19, 26, 38, 70, 74], "n_pos": 84, "sum_m_en": [7.517029, 3.96124, 4.0946, 4.342652, 4.515568, 4.520605, 4.62038, 4.642412, 4.773321, 4.666289, 4.90692, 5.483003, 5.536428, 5.717479, 5.677312, 5.712197, 5.680858, 5.479379, 4.977153, 4.694037, 4.429565, 4.146023, 4.076908, 4.021621, 8.297092, 8.612492, 8.337545, 8.173081, 9.221255, 8.460808, 8.181601, 8.500269, 8.101511, 8.366828, 9.039546, 8.654241, 11.415806, 12.771805, 13.711095, 15.910758, 16.758339, 20.914728, 22.61842, 23.002741, 26.118073, 22.315597, 14.360426, 10.121416, 9.309129, 9.008702], "sum_m_pl": [31.417134, 38.929071, 37.481545, 36.424944, 36.463445, 35.062599, 36.374305, 37.604389, 37.382548, 38.738866, 37.203455, 37.387195, 37.672036, 37.309192, 37.967135, 38.745419, 39.005373, 39.82867, 40.402159, 41.19605, 40.869386, 41.456653, 41.226587, 41.078117, 34.91147, 33.908826, 33.477203, 35.49171, 35.631705, 37.226668, 37.051329, 36.65137, 36.690168, 34.999871, 34.610195, 34.97737, 32.763, 31.279569, 29.31382, 27.389652, 27.184292, 26.190386, 23.490407, 24.111948, 24.032419, 26.442521, 31.103705, 31.170381, 65.733448, 73.053154]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 327, "item_id": "gsm8kpl-742", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1011, "region_end": 327, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9847}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [67, 82, 58, 69, 60, 78, 78, 66, 81, 89, 86, 84, 79, 74, 84, 85, 90, 96, 86, 82, 81, 98, 99, 109, 146, 126, 123, 112, 103, 101, 101, 100, 103, 102, 110, 112, 121, 119, 118, 128, 127, 126, 122, 132, 132, 137, 137, 136, 122, 121], "n_am_pl": [15, 32, 35, 35, 33, 30, 31, 27, 21, 26, 21, 22, 37, 29, 33, 47, 50, 42, 41, 53, 45, 45, 38, 36, 10, 10, 18, 27, 33, 37, 34, 27, 31, 29, 27, 30, 19, 16, 18, 14, 11, 11, 9, 9, 13, 6, 7, 8, 4, 4], "n_pos": 261, "sum_m_en": [27.493449, 14.939301, 14.008517, 13.747754, 14.925988, 15.593048, 16.226059, 16.887451, 19.083308, 18.274527, 18.96807, 19.774209, 20.29924, 20.029961, 20.9044, 19.367655, 18.82964, 19.003824, 16.763781, 16.904086, 15.275145, 13.876278, 13.789544, 12.891799, 69.348365, 61.809776, 55.962724, 42.908438, 37.792751, 35.383207, 29.835036, 29.556329, 30.697651, 35.502632, 41.595363, 45.551181, 59.127003, 65.563752, 74.023494, 90.883049, 96.05978, 95.901951, 99.287555, 108.958524, 121.046041, 121.595097, 128.42471, 131.261607, 122.148163, 120.915602], "sum_m_pl": [99.218144, 125.456526, 123.626612, 119.958543, 116.816037, 116.423864, 115.212002, 113.984654, 111.119432, 116.223454, 117.382803, 117.704076, 118.320661, 115.90277, 116.954279, 118.191378, 118.77516, 118.907391, 120.638799, 122.684332, 124.496484, 126.446775, 127.130863, 127.916594, 82.082552, 83.928655, 83.352601, 94.315406, 99.126651, 101.040502, 103.732671, 102.208894, 104.186793, 96.990707, 94.771248, 88.757494, 76.028825, 71.080686, 63.288994, 52.640931, 48.290016, 45.885453, 42.766887, 35.440691, 28.715304, 22.947993, 14.876745, 10.100499, 5.074288, 4.033645]}, "digit": {"n_am_en": [10, 17, 12, 7, 7, 3, 5, 7, 11, 11, 9, 6, 8, 4, 4, 7, 11, 12, 9, 11, 7, 14, 15, 16, 17, 11, 15, 15, 12, 14, 12, 11, 8, 10, 11, 9, 11, 10, 10, 9, 9, 9, 3, 8, 7, 3, 5, 1, 0, 0], "n_am_pl": [4, 1, 3, 4, 4, 5, 3, 6, 5, 2, 0, 1, 2, 4, 3, 8, 5, 6, 7, 7, 6, 5, 4, 5, 5, 6, 2, 7, 2, 2, 5, 2, 4, 3, 3, 6, 4, 4, 5, 5, 2, 3, 2, 2, 2, 1, 2, 1, 0, 0], "n_pos": 38, "sum_m_en": [3.278054, 1.716734, 1.623622, 1.570379, 1.773036, 1.715664, 1.719613, 1.838372, 2.009342, 1.941235, 2.075044, 2.073559, 2.123586, 2.146685, 2.066347, 1.951441, 2.137869, 2.242102, 2.120097, 2.724845, 2.310765, 1.831893, 1.830977, 1.683766, 7.266529, 6.494828, 5.724393, 4.520245, 3.916223, 3.564332, 2.841012, 2.790629, 2.655647, 4.14595, 4.772719, 6.169471, 7.209339, 7.189283, 7.503905, 7.102291, 8.776767, 8.046049, 6.319399, 5.525211, 4.947261, 3.588173, 3.098738, 2.217792, 0.435105, 0.0], "sum_m_pl": [17.825033, 20.374826, 19.713504, 19.234801, 18.872628, 18.432247, 18.377627, 18.1102, 17.568025, 17.844686, 18.160853, 18.230403, 17.575058, 17.05323, 16.990354, 16.913783, 16.911601, 17.210651, 17.547481, 17.733515, 17.969873, 18.448775, 18.63408, 18.757123, 14.353429, 14.538727, 13.955108, 14.864695, 14.791528, 15.114351, 15.351884, 14.7466, 15.815411, 14.185882, 14.103977, 13.660721, 13.284935, 13.221058, 12.647909, 12.950029, 11.700354, 12.364803, 12.42664, 11.696258, 10.519886, 8.133521, 5.369165, 3.51815, 0.406709, 0.0]}, "lang": {"n_am_en": [26, 32, 31, 39, 34, 52, 45, 46, 49, 56, 57, 53, 54, 51, 58, 57, 59, 63, 56, 51, 48, 54, 58, 66, 90, 79, 76, 63, 63, 60, 63, 59, 62, 59, 66, 71, 78, 79, 71, 82, 83, 84, 85, 92, 95, 106, 105, 110, 117, 121], "n_am_pl": [4, 16, 16, 7, 14, 14, 19, 10, 9, 12, 10, 12, 22, 15, 19, 26, 30, 21, 25, 29, 27, 30, 23, 21, 3, 3, 7, 12, 18, 21, 16, 14, 13, 13, 15, 14, 12, 7, 9, 7, 8, 7, 6, 5, 9, 3, 3, 6, 4, 4], "n_pos": 126, "sum_m_en": [13.285824, 7.248322, 6.773979, 6.875515, 7.546611, 8.317428, 8.683656, 9.00578, 10.527406, 9.781737, 9.882874, 10.438219, 10.902145, 10.706926, 11.555038, 10.772616, 9.912303, 9.941174, 8.561762, 8.292607, 7.453328, 6.744226, 6.6814, 6.200853, 38.370133, 34.672369, 32.495733, 24.9616, 21.274992, 20.592953, 17.626716, 17.002788, 17.192157, 19.406577, 22.681334, 24.158726, 31.951196, 38.206986, 43.178185, 56.059443, 60.128936, 61.492893, 63.098046, 73.35252, 85.568094, 88.950482, 99.504764, 103.791897, 115.09522, 119.630583], "sum_m_pl": [46.939197, 59.228278, 58.488978, 56.504257, 55.360491, 55.621274, 54.975723, 55.143378, 54.259831, 57.500482, 57.848691, 57.924378, 58.81248, 57.936611, 58.527694, 59.29383, 59.752547, 59.586087, 60.592606, 61.12261, 61.844885, 62.692478, 63.013513, 63.41683, 42.621166, 43.931939, 43.357092, 48.563025, 50.897698, 51.818718, 53.353711, 52.650739, 53.552285, 50.949974, 50.173041, 47.937664, 42.139762, 38.514011, 34.119931, 25.771549, 23.852194, 21.844103, 21.246013, 17.357225, 12.21752, 10.164959, 6.03686, 4.65916, 4.491002, 4.03362]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 267, "item_id": "gsm8kpl-750", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1184, "region_end": 261, "roundtrip_ok": true, "tf_agree": 0.985, "tf_agree_excl_first": 0.9887}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [140, 95, 85, 93, 98, 102, 81, 76, 79, 81, 92, 105, 108, 92, 110, 108, 158, 144, 157, 142, 145, 175, 177, 184, 245, 228, 214, 187, 166, 152, 145, 134, 131, 157, 143, 167, 155, 143, 139, 146, 137, 134, 145, 135, 129, 112, 76, 68, 42, 21], "n_am_pl": [18, 98, 100, 74, 79, 80, 86, 82, 83, 87, 86, 88, 110, 102, 84, 116, 104, 102, 112, 128, 109, 92, 85, 89, 31, 24, 36, 49, 60, 91, 83, 88, 83, 70, 77, 72, 38, 52, 53, 56, 41, 51, 43, 38, 45, 59, 64, 63, 93, 109], "n_pos": 453, "sum_m_en": [40.825153, 21.451021, 22.695972, 23.648668, 25.137218, 23.634515, 23.775507, 24.32565, 26.381942, 26.915448, 27.243464, 28.172385, 29.811469, 29.916747, 31.364174, 31.279868, 30.867803, 33.56571, 30.261672, 29.381148, 25.18893, 25.286022, 25.433473, 24.035575, 121.648938, 107.003007, 92.058407, 67.721991, 58.797479, 52.959355, 50.611503, 49.179545, 45.604803, 52.805343, 54.642915, 61.868512, 71.656268, 74.350089, 84.344665, 96.85659, 102.494149, 98.087296, 97.006118, 115.082539, 117.233079, 104.529083, 79.175412, 71.708933, 40.63679, 21.257212], "sum_m_pl": [184.708632, 224.946103, 217.183889, 210.612717, 207.880444, 208.849777, 210.253408, 210.263008, 205.955569, 209.86537, 209.67159, 209.00881, 209.444339, 208.579887, 212.463548, 214.403979, 214.744394, 214.410205, 219.184499, 222.047005, 222.804092, 222.616228, 222.706394, 223.778169, 146.246424, 147.291072, 148.737914, 168.793042, 179.06494, 186.990255, 188.617453, 188.360547, 190.58547, 175.491585, 176.001621, 165.660379, 147.607246, 144.063861, 136.377424, 130.564959, 121.799699, 122.258735, 118.45877, 100.010143, 91.04734, 92.832408, 86.892589, 77.97676, 96.375058, 109.402749]}, "digit": {"n_am_en": [10, 22, 9, 14, 12, 9, 11, 11, 11, 15, 11, 9, 9, 3, 4, 7, 9, 12, 13, 13, 12, 16, 14, 15, 17, 18, 20, 20, 13, 14, 10, 11, 4, 8, 9, 13, 11, 11, 13, 11, 10, 7, 7, 6, 6, 3, 2, 1, 0, 0], "n_am_pl": [0, 4, 6, 2, 2, 4, 4, 5, 2, 1, 2, 2, 2, 5, 3, 12, 8, 6, 9, 11, 5, 8, 7, 8, 4, 2, 1, 1, 4, 5, 6, 6, 9, 6, 3, 6, 5, 3, 2, 2, 1, 2, 2, 2, 1, 1, 0, 0, 0, 0], "n_pos": 47, "sum_m_en": [3.930361, 2.149288, 2.143075, 2.359529, 2.514658, 2.271117, 2.222675, 2.278169, 2.42531, 2.401182, 2.53931, 2.565586, 2.668225, 2.704375, 2.616688, 2.729071, 2.651408, 2.896444, 2.617549, 2.547005, 2.343484, 2.195499, 2.184094, 2.121473, 11.02198, 9.417785, 8.392416, 5.44759, 4.304735, 3.948672, 3.716922, 3.634978, 3.108395, 3.83923, 4.018368, 5.37706, 5.58311, 6.195289, 6.382178, 6.562283, 7.446114, 7.034458, 6.469823, 6.490528, 5.864248, 4.849924, 2.814689, 2.396608, 0.284493, 2.8e-05], "sum_m_pl": [21.292928, 24.790138, 23.692017, 22.870956, 22.458737, 22.257001, 22.402267, 22.264899, 21.894911, 22.140578, 22.393837, 22.421953, 21.764872, 21.419609, 21.698948, 21.804465, 22.088637, 21.923823, 22.618563, 23.037494, 22.828904, 23.074721, 23.222263, 23.289014, 16.331012, 16.257004, 15.934114, 18.192934, 19.199358, 19.776857, 20.100526, 19.47787, 20.115909, 17.98142, 18.002403, 17.160635, 16.740513, 16.711708, 15.656994, 16.261718, 14.962427, 16.133631, 16.060572, 15.022582, 13.28076, 11.187139, 7.990366, 5.547967, 0.919461, 0.005153]}, "lang": {"n_am_en": [36, 30, 32, 28, 29, 34, 26, 24, 25, 21, 37, 40, 47, 38, 43, 46, 64, 64, 71, 53, 58, 68, 69, 77, 85, 87, 82, 77, 72, 66, 68, 54, 57, 66, 62, 65, 65, 65, 65, 56, 56, 55, 55, 63, 66, 60, 44, 51, 34, 21], "n_am_pl": [7, 29, 41, 20, 16, 17, 19, 22, 23, 28, 24, 23, 35, 34, 22, 24, 24, 29, 23, 37, 32, 26, 23, 23, 6, 4, 6, 12, 14, 21, 21, 26, 24, 22, 27, 26, 11, 19, 18, 23, 16, 29, 10, 12, 23, 39, 45, 50, 89, 109], "n_pos": 130, "sum_m_en": [11.872764, 6.107152, 6.186172, 6.421831, 6.897269, 6.602984, 6.76587, 6.94469, 7.707331, 7.680099, 8.057032, 8.407226, 9.136373, 9.089944, 9.365623, 9.592601, 9.416854, 10.419654, 9.377877, 8.597208, 7.6871, 8.256982, 8.22031, 7.836199, 44.06359, 38.188809, 32.554991, 23.763438, 19.70907, 17.596671, 16.94997, 16.713857, 15.218273, 19.081648, 20.832069, 23.761956, 29.431353, 30.852962, 35.140241, 39.866651, 42.174424, 41.08736, 40.443556, 50.349769, 57.16641, 51.467747, 44.608984, 47.051574, 33.371362, 20.995838], "sum_m_pl": [50.909113, 62.838509, 60.979206, 59.581638, 58.621698, 59.328005, 59.416955, 60.264132, 59.109894, 61.285394, 60.927727, 61.026326, 61.913914, 61.885055, 62.830866, 63.084981, 63.023435, 62.826117, 64.101288, 64.994315, 65.081182, 64.784955, 64.65597, 64.836569, 42.918751, 44.837727, 45.267992, 50.979763, 54.123812, 56.034023, 56.716438, 56.734509, 58.7854, 55.593399, 55.251387, 53.272128, 48.223367, 47.808766, 45.224799, 42.552588, 40.425557, 40.441957, 36.369237, 31.75918, 33.335019, 41.092714, 41.82879, 47.352152, 86.196442, 108.401146]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 453, "item_id": "gsm8kpl-750", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1043, "region_end": 453, "roundtrip_ok": true, "tf_agree": 0.9956, "tf_agree_excl_first": 0.9978}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [37, 44, 23, 34, 33, 22, 22, 21, 24, 32, 41, 46, 38, 28, 31, 28, 29, 32, 29, 37, 30, 34, 33, 42, 40, 38, 34, 37, 38, 43, 35, 28, 41, 36, 41, 38, 49, 41, 44, 44, 47, 48, 45, 50, 43, 51, 50, 55, 49, 45], "n_am_pl": [4, 11, 21, 17, 12, 9, 13, 10, 8, 10, 12, 3, 17, 13, 11, 14, 9, 17, 21, 21, 18, 12, 15, 18, 9, 8, 13, 13, 18, 14, 11, 16, 12, 15, 14, 16, 8, 6, 5, 6, 6, 5, 8, 7, 10, 7, 9, 5, 10, 15], "n_pos": 121, "sum_m_en": [13.75611, 6.773473, 6.617231, 6.749803, 6.718911, 6.855941, 6.605085, 7.00679, 7.70472, 8.127001, 8.871459, 9.080566, 9.91341, 9.292592, 9.866066, 9.475542, 9.672476, 9.629693, 8.447999, 7.805612, 7.065363, 6.348973, 6.106137, 6.003052, 15.509215, 15.922217, 15.003037, 14.146989, 14.496195, 13.604347, 12.529566, 12.530169, 13.513218, 13.975616, 14.967339, 15.836108, 19.756909, 21.523351, 24.130364, 28.634526, 31.747115, 33.776784, 33.630529, 37.361877, 39.407108, 46.13172, 47.536957, 53.088128, 47.622062, 45.161185], "sum_m_pl": [44.416303, 57.748674, 56.988892, 54.953115, 54.456693, 54.616496, 54.902222, 53.979593, 53.065126, 54.222107, 53.498204, 55.16829, 53.430336, 52.170349, 51.924977, 55.048287, 53.461555, 54.981289, 55.487339, 57.613805, 57.249713, 58.517002, 58.75528, 59.279875, 47.106717, 45.209514, 45.283803, 46.61088, 48.419443, 48.075398, 48.898595, 47.416388, 46.929391, 45.577209, 45.636357, 43.404405, 37.414788, 34.822419, 31.21459, 30.162353, 28.02636, 24.911072, 23.892278, 22.531763, 18.227134, 13.450229, 10.058977, 5.652498, 7.742973, 14.947244]}, "digit": {"n_am_en": [1, 3, 3, 2, 0, 0, 0, 1, 0, 1, 3, 4, 2, 0, 1, 2, 2, 1, 0, 1, 0, 1, 1, 1, 3, 2, 4, 1, 4, 2, 2, 3, 0, 1, 0, 1, 3, 2, 1, 3, 2, 2, 0, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 0, 3, 3, 1, 3, 2, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 2, 4, 2, 1, 1, 1, 2, 1, 0, 1, 0, 1, 1, 2, 0, 3, 2, 1, 1, 1, 1, 0, 0], "n_pos": 13, "sum_m_en": [1.374974, 0.562427, 0.57981, 0.560757, 0.542736, 0.597756, 0.609335, 0.709269, 0.737072, 0.728883, 0.767043, 0.740433, 0.807147, 0.764222, 0.727785, 0.867393, 0.905581, 0.932466, 0.824664, 0.829897, 0.726688, 0.65042, 0.622196, 0.624167, 1.424092, 1.384509, 1.330745, 1.118479, 1.134554, 1.059851, 1.010354, 1.024601, 0.968385, 1.02177, 0.993815, 1.168987, 1.182013, 1.013742, 0.992978, 0.983937, 0.938233, 0.905462, 0.861515, 0.880574, 0.781745, 0.341397, 0.159385, 0.049868, 0.004115, 0.0], "sum_m_pl": [5.360419, 6.850178, 6.502768, 6.284295, 6.217809, 6.018067, 6.095978, 6.011854, 5.826977, 6.045654, 6.009281, 6.096151, 5.703947, 5.476722, 5.359061, 5.648123, 5.422207, 5.596547, 5.537486, 5.7473, 5.624318, 5.850886, 5.954692, 6.103834, 4.674322, 4.683544, 4.918476, 5.292506, 5.538032, 5.394078, 5.287995, 5.071381, 4.996768, 4.888483, 4.56083, 4.403128, 4.21411, 4.083554, 3.702087, 3.961247, 4.02295, 4.095372, 4.052215, 4.195432, 3.424987, 2.349676, 1.156207, 0.952227, 0.012553, 0.0]}, "lang": {"n_am_en": [16, 20, 12, 21, 22, 16, 16, 14, 15, 23, 22, 26, 22, 19, 19, 14, 18, 20, 18, 24, 20, 20, 22, 28, 27, 25, 19, 25, 18, 27, 22, 15, 21, 21, 26, 24, 29, 27, 32, 33, 34, 36, 34, 39, 36, 41, 39, 46, 44, 43], "n_am_pl": [1, 4, 5, 7, 3, 3, 1, 1, 6, 5, 5, 2, 10, 6, 4, 8, 6, 8, 6, 8, 10, 4, 7, 8, 3, 4, 6, 4, 7, 4, 6, 9, 9, 12, 10, 11, 6, 3, 3, 3, 1, 4, 2, 3, 7, 3, 8, 3, 10, 15], "n_pos": 59, "sum_m_en": [6.7593, 3.545943, 3.357406, 3.433234, 3.411788, 3.570471, 3.465314, 3.571828, 3.997396, 4.194446, 4.70904, 4.869942, 5.469224, 5.015161, 5.377272, 4.929111, 4.981293, 4.918577, 4.292094, 3.885821, 3.540685, 3.173028, 3.065107, 2.989447, 8.324869, 8.924889, 8.202342, 7.821491, 8.093792, 7.550851, 6.81372, 6.815537, 7.660532, 8.124895, 8.703979, 9.236354, 12.68385, 14.75862, 17.043471, 19.638181, 23.123948, 25.788641, 25.746825, 27.427572, 30.726491, 36.092192, 37.20056, 42.724933, 43.319183, 42.801022], "sum_m_pl": [20.386812, 26.919383, 26.885441, 25.970861, 25.877105, 26.014394, 26.191046, 25.844611, 25.84417, 26.195771, 25.787375, 26.744929, 25.925554, 25.638025, 25.580042, 27.311798, 26.557298, 27.066197, 27.353337, 28.54633, 28.460993, 29.043991, 29.067889, 29.192159, 23.370587, 22.251468, 21.787886, 22.12733, 22.958684, 22.654518, 23.747881, 23.066813, 22.894221, 22.55815, 23.055056, 22.789632, 19.143935, 18.128552, 16.066449, 15.344502, 13.392967, 11.974608, 11.236503, 11.407386, 9.8478, 7.00587, 7.147794, 3.235982, 7.655185, 14.863014]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "gsm8kpl-761", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1153, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.976, "tf_agree_excl_first": 0.9839}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [125, 92, 82, 114, 108, 107, 83, 107, 85, 106, 112, 120, 100, 118, 105, 117, 131, 135, 110, 106, 111, 106, 100, 108, 156, 132, 107, 108, 123, 143, 117, 104, 104, 131, 140, 122, 106, 114, 105, 105, 99, 88, 95, 92, 70, 73, 46, 36, 22, 8], "n_am_pl": [35, 108, 92, 67, 72, 68, 73, 70, 80, 87, 90, 87, 91, 78, 76, 81, 72, 77, 78, 108, 95, 104, 101, 93, 65, 71, 66, 73, 83, 89, 91, 81, 74, 54, 61, 71, 72, 65, 62, 65, 73, 73, 65, 57, 62, 65, 72, 64, 94, 110], "n_pos": 496, "sum_m_en": [45.326131, 23.844345, 25.706366, 26.502715, 26.684098, 27.272316, 26.864439, 27.654946, 29.475151, 31.350232, 31.516789, 33.395532, 35.009467, 35.628537, 35.704648, 35.478091, 35.546763, 35.245695, 30.868773, 29.158178, 27.083547, 25.328396, 24.64369, 23.825951, 51.32228, 54.081156, 53.321165, 50.780308, 54.861398, 54.906127, 49.93309, 48.383032, 46.728405, 48.070516, 52.436077, 50.372284, 50.976003, 53.828896, 53.237854, 57.302696, 57.759896, 53.971105, 58.277489, 59.442108, 58.910122, 66.264374, 48.454662, 42.951678, 22.703328, 8.007505], "sum_m_pl": [201.297807, 243.016515, 234.491744, 227.729636, 228.591205, 225.050806, 231.573906, 228.847935, 225.26837, 228.226258, 223.741116, 226.931867, 226.620442, 224.212265, 224.801946, 231.5241, 224.557822, 230.469026, 234.283303, 239.821673, 239.494743, 240.80656, 240.961147, 241.449786, 197.475254, 190.565295, 185.288288, 200.856854, 207.107361, 209.860105, 211.894143, 211.579665, 212.909792, 199.404587, 195.824411, 189.690833, 171.062868, 166.039517, 157.893413, 155.726789, 151.834421, 150.776762, 141.41653, 129.505067, 110.610383, 104.333619, 93.276249, 74.788445, 94.302232, 109.218951]}, "digit": {"n_am_en": [2, 8, 6, 7, 4, 8, 11, 14, 6, 9, 14, 11, 6, 7, 8, 11, 13, 10, 8, 11, 9, 8, 7, 9, 17, 12, 15, 11, 15, 16, 13, 8, 7, 11, 11, 10, 8, 9, 7, 7, 5, 8, 5, 3, 1, 0, 0, 0, 0, 0], "n_am_pl": [2, 11, 4, 4, 4, 2, 2, 2, 3, 6, 7, 3, 5, 3, 3, 4, 1, 5, 9, 4, 6, 6, 7, 7, 1, 4, 1, 3, 8, 6, 4, 8, 5, 2, 3, 1, 4, 3, 1, 0, 2, 2, 3, 4, 4, 5, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [3.60901, 1.984742, 2.09049, 2.108121, 2.18871, 2.340631, 2.265054, 2.471081, 2.580071, 2.580125, 2.659143, 2.75864, 3.048606, 2.957782, 2.880168, 2.959372, 2.947311, 3.039111, 2.602176, 2.463848, 2.304366, 2.12973, 2.047461, 2.021999, 4.221417, 4.792786, 5.226447, 4.668148, 4.749931, 4.618945, 4.061103, 3.983344, 3.573693, 3.755626, 4.017077, 4.006302, 3.656981, 3.290635, 2.99501, 3.12194, 3.066589, 3.258118, 3.255879, 2.747811, 2.459463, 1.993605, 0.741614, 0.374167, 0.163691, 5.4e-05], "sum_m_pl": [18.514793, 23.462866, 21.853293, 21.406326, 21.488539, 21.028069, 21.422968, 20.741753, 20.283767, 20.594739, 20.179531, 20.489792, 20.167288, 19.670488, 19.470445, 20.111227, 19.473911, 19.799247, 20.281294, 20.633181, 20.397013, 20.790712, 20.933962, 21.157325, 17.001488, 16.114753, 15.955366, 17.697206, 18.009956, 18.320753, 18.64332, 18.716825, 19.163772, 18.24879, 17.275982, 16.802967, 15.736177, 15.513834, 13.814813, 14.36309, 14.696044, 15.057187, 14.685057, 14.53407, 13.964237, 11.669908, 3.382956, 1.607071, 0.177939, 0.001218]}, "lang": {"n_am_en": [30, 11, 18, 29, 28, 27, 17, 29, 27, 24, 29, 26, 30, 38, 29, 24, 35, 32, 25, 22, 20, 26, 23, 20, 32, 28, 22, 23, 24, 24, 24, 22, 24, 29, 38, 26, 26, 27, 29, 29, 33, 31, 36, 37, 34, 43, 35, 25, 19, 8], "n_am_pl": [15, 32, 21, 20, 12, 17, 10, 11, 15, 15, 23, 20, 22, 18, 24, 23, 19, 19, 19, 33, 36, 40, 35, 34, 20, 22, 20, 15, 18, 24, 24, 28, 24, 25, 26, 32, 31, 30, 35, 32, 34, 33, 33, 33, 35, 39, 46, 49, 89, 109], "n_pos": 117, "sum_m_en": [10.667207, 5.952426, 6.012015, 6.340809, 6.224422, 6.493927, 6.518858, 6.772192, 7.558056, 7.783677, 7.915426, 8.631879, 9.069792, 9.140037, 9.021231, 8.859146, 8.619912, 8.332977, 7.387869, 6.814203, 6.350194, 5.962728, 5.750001, 5.586325, 12.387707, 13.278859, 13.053955, 12.23864, 13.282276, 13.228487, 11.94893, 11.86883, 11.916312, 12.50308, 12.764226, 11.870743, 12.949185, 12.55398, 14.540222, 16.410098, 18.203906, 16.751273, 20.627846, 21.24824, 28.917955, 36.878777, 28.089533, 25.658226, 17.81504, 8.004551], "sum_m_pl": [43.580581, 52.255207, 51.310167, 50.211934, 49.762595, 49.294924, 50.821757, 51.07122, 50.024499, 51.258914, 50.385289, 51.241307, 51.825889, 52.071463, 52.948143, 55.147176, 53.963664, 55.345487, 55.931341, 57.540849, 57.522693, 57.893561, 57.78344, 57.652505, 49.263355, 47.040505, 44.789627, 48.059632, 49.248286, 50.054612, 51.844001, 52.269454, 52.890004, 50.702448, 51.476545, 50.574562, 47.533725, 48.342549, 46.998121, 46.727292, 45.527214, 44.541433, 40.685711, 40.613239, 36.494816, 40.382709, 46.285122, 45.234879, 81.408427, 108.179399]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 496, "item_id": "gsm8kpl-761", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1012, "region_end": 496, "roundtrip_ok": true, "tf_agree": 0.9919, "tf_agree_excl_first": 0.9939}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [32, 29, 25, 19, 26, 19, 19, 23, 17, 24, 36, 36, 25, 27, 20, 26, 29, 25, 24, 20, 19, 20, 21, 26, 40, 41, 32, 37, 32, 34, 30, 26, 21, 25, 26, 31, 31, 33, 35, 35, 45, 38, 41, 45, 43, 42, 37, 35, 30, 29], "n_am_pl": [2, 14, 9, 13, 11, 8, 7, 10, 6, 14, 11, 9, 15, 11, 13, 6, 11, 14, 13, 17, 13, 13, 17, 15, 2, 1, 9, 5, 8, 8, 13, 11, 15, 8, 7, 8, 4, 3, 4, 6, 4, 2, 2, 1, 2, 2, 3, 2, 0, 0], "n_pos": 102, "sum_m_en": [11.464184, 5.833482, 5.637757, 5.402523, 5.818779, 5.909975, 5.662464, 5.974681, 6.296169, 6.774131, 7.148635, 7.332734, 7.331956, 7.595002, 7.647858, 7.547188, 6.910547, 7.054595, 6.133983, 5.579575, 5.300188, 4.846435, 4.705999, 4.637926, 12.336234, 11.799793, 11.488819, 11.109474, 10.905122, 10.2405, 9.090449, 8.922256, 8.676769, 8.867778, 10.034776, 11.348876, 14.354873, 15.784254, 19.21507, 21.984591, 24.504286, 24.778659, 31.097495, 35.826925, 37.81462, 36.796449, 37.294523, 35.489559, 30.621305, 28.803982], "sum_m_pl": [39.838568, 49.046076, 48.206524, 47.055455, 46.277519, 45.56897, 46.52255, 46.342071, 45.037878, 46.136578, 45.757828, 46.318089, 46.130218, 44.822617, 44.367527, 46.677268, 47.459893, 47.603456, 49.037878, 49.914499, 50.001237, 50.829635, 51.064422, 51.159686, 39.835613, 39.019893, 38.916385, 40.71109, 41.050318, 42.458106, 43.747629, 43.314632, 43.53823, 40.62089, 38.466479, 36.55493, 31.730277, 29.661417, 26.270182, 25.765875, 23.594762, 20.914513, 17.022365, 13.493822, 12.638788, 9.526043, 7.487915, 4.220763, 0.472449, 0.010678]}, "digit": {"n_am_en": [4, 8, 6, 1, 3, 0, 1, 2, 2, 1, 5, 5, 2, 3, 3, 5, 7, 2, 7, 5, 6, 5, 5, 7, 7, 7, 8, 6, 6, 5, 4, 5, 3, 3, 2, 1, 5, 4, 3, 2, 4, 2, 1, 4, 2, 0, 0, 1, 0, 0], "n_am_pl": [0, 1, 1, 2, 1, 1, 1, 2, 2, 5, 3, 3, 6, 5, 4, 1, 3, 2, 1, 1, 1, 0, 2, 0, 0, 0, 1, 2, 3, 1, 3, 3, 2, 1, 5, 2, 1, 1, 2, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.744001, 0.902144, 0.871082, 0.841301, 0.895396, 0.896666, 0.85818, 0.938024, 0.942682, 1.014803, 1.081054, 1.056401, 1.148302, 1.210916, 1.146092, 1.204831, 1.154152, 1.22968, 1.061097, 0.952664, 0.899936, 0.818801, 0.800564, 0.782198, 1.445906, 1.487024, 1.526415, 1.587792, 1.678145, 1.414294, 1.436852, 1.432795, 1.23962, 1.257088, 1.402167, 1.422074, 1.605289, 1.55297, 1.630122, 1.520699, 1.544087, 1.45209, 1.316072, 1.531452, 1.37752, 1.276816, 0.976074, 1.023731, 0.152034, 0.0], "sum_m_pl": [9.311947, 10.777594, 10.355177, 10.154482, 9.818319, 9.495397, 9.697687, 9.375112, 9.179101, 9.42302, 9.612293, 9.62344, 9.157463, 8.9969, 8.895177, 9.269172, 9.528254, 9.419028, 9.845513, 9.997096, 10.013116, 10.192781, 10.184456, 10.250912, 9.045606, 8.703235, 8.524877, 8.686116, 8.675433, 8.98052, 8.910337, 8.752641, 9.034581, 8.603866, 8.275887, 8.197635, 8.147189, 7.911004, 7.430791, 7.621229, 7.375341, 7.259027, 6.945704, 6.497898, 6.470956, 5.094555, 3.66471, 1.743005, 0.30113, 0.0]}, "lang": {"n_am_en": [9, 9, 7, 6, 9, 11, 9, 11, 9, 10, 10, 12, 11, 8, 6, 9, 10, 11, 7, 4, 4, 6, 7, 6, 11, 13, 10, 13, 10, 14, 14, 10, 10, 12, 13, 15, 15, 16, 20, 19, 22, 19, 20, 22, 23, 26, 25, 24, 28, 28], "n_am_pl": [1, 1, 1, 2, 3, 0, 2, 2, 1, 1, 4, 2, 3, 0, 4, 2, 4, 4, 4, 5, 5, 5, 5, 4, 1, 0, 3, 0, 2, 2, 4, 4, 5, 1, 0, 2, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.452234, 1.857643, 1.701373, 1.668795, 1.917315, 2.100764, 2.15922, 2.206272, 2.355877, 2.395265, 2.326781, 2.564272, 2.539328, 2.561401, 2.706223, 2.5725, 2.318481, 2.344079, 1.99792, 1.763431, 1.668578, 1.503853, 1.462649, 1.429195, 4.213673, 4.606121, 4.002992, 3.846675, 3.758637, 3.833949, 3.260021, 3.148292, 3.149629, 3.294067, 3.676165, 4.239519, 5.695282, 6.734785, 9.164509, 10.354297, 12.076824, 12.117765, 15.070429, 18.632735, 20.355377, 21.538576, 23.947401, 24.237762, 27.021497, 27.47084], "sum_m_pl": [10.45915, 12.951677, 13.028875, 12.508596, 12.578759, 12.543962, 12.656005, 12.953566, 12.602928, 12.849183, 12.706686, 12.857832, 13.029961, 12.567619, 12.552025, 13.04769, 13.35231, 13.352082, 13.832493, 14.208406, 14.26965, 14.505884, 14.599571, 14.608749, 11.104269, 10.580042, 10.763932, 11.354011, 11.393826, 11.720337, 12.370661, 12.306443, 12.539463, 11.711926, 11.055806, 10.61325, 9.017578, 8.102196, 6.957741, 6.694967, 5.771499, 4.751453, 3.577786, 2.305181, 2.567151, 1.190279, 0.658237, 0.41608, 0.080988, 0.002743]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 106, "item_id": "gsm8kpl-762", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1177, "region_end": 102, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 0.9905}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [21, 22, 17, 8, 16, 10, 6, 10, 8, 8, 14, 11, 14, 17, 17, 21, 21, 12, 12, 13, 13, 11, 12, 16, 28, 28, 18, 24, 26, 20, 22, 17, 14, 18, 12, 17, 17, 15, 15, 14, 18, 16, 15, 17, 15, 15, 10, 8, 4, 3], "n_am_pl": [2, 19, 13, 22, 18, 19, 9, 9, 6, 5, 12, 10, 20, 19, 13, 13, 16, 21, 21, 25, 24, 25, 26, 23, 6, 8, 14, 10, 15, 13, 15, 12, 12, 10, 10, 4, 6, 3, 5, 4, 2, 5, 6, 4, 3, 6, 7, 6, 18, 20], "n_pos": 90, "sum_m_en": [9.149398, 4.285309, 4.302849, 4.145189, 4.425572, 4.343816, 4.307708, 4.744916, 4.855134, 5.140447, 5.093422, 5.355752, 5.640317, 5.656616, 5.853412, 5.835819, 5.59521, 5.66937, 4.755931, 4.484255, 4.321001, 3.97519, 3.897792, 3.854586, 9.198271, 8.836062, 8.833376, 8.855416, 9.077543, 7.907259, 7.253906, 6.878515, 6.488904, 6.316939, 6.723009, 7.336063, 8.008566, 9.122116, 9.769619, 12.401854, 12.995686, 13.491648, 12.971897, 13.050454, 12.970045, 13.574723, 9.225112, 6.460121, 4.332309, 2.990403], "sum_m_pl": [37.19704, 44.889049, 43.705847, 42.762885, 41.238754, 39.941101, 40.264686, 39.847741, 39.276517, 40.20771, 40.520729, 41.349, 41.025703, 39.711304, 39.488022, 41.922151, 42.958707, 43.527323, 44.721226, 45.778187, 45.296186, 45.758817, 45.673203, 45.894589, 37.759748, 37.410609, 37.954178, 39.351235, 40.333219, 41.962125, 42.045153, 41.701885, 41.947155, 37.622659, 36.138556, 33.931177, 30.548974, 27.49855, 24.582692, 23.356606, 21.654638, 20.458637, 19.989961, 17.543743, 15.069601, 14.346625, 14.539742, 11.088934, 16.323736, 19.446635]}, "digit": {"n_am_en": [4, 10, 10, 2, 3, 2, 1, 3, 2, 1, 6, 2, 3, 5, 6, 9, 9, 4, 4, 5, 5, 3, 3, 6, 10, 8, 4, 10, 7, 9, 10, 7, 2, 4, 3, 5, 5, 3, 2, 0, 2, 1, 2, 4, 2, 2, 2, 3, 0, 0], "n_am_pl": [0, 4, 1, 4, 3, 3, 2, 2, 3, 2, 2, 4, 5, 4, 2, 4, 3, 8, 7, 11, 9, 11, 12, 6, 1, 1, 2, 0, 5, 4, 5, 2, 2, 0, 4, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.238963, 1.122495, 1.07609, 1.045266, 1.107685, 1.1428, 1.143754, 1.25929, 1.277814, 1.332811, 1.335348, 1.414605, 1.588833, 1.586623, 1.550464, 1.667403, 1.662666, 1.709071, 1.394794, 1.319432, 1.256749, 1.14673, 1.105261, 1.105344, 2.33617, 2.227603, 2.19735, 2.25577, 2.428613, 2.012737, 2.054207, 2.030682, 1.644606, 1.63356, 1.798024, 1.888267, 1.796855, 1.717924, 1.788844, 1.764001, 1.734114, 1.677404, 1.674677, 1.544246, 1.462735, 1.44837, 2.118496, 1.680833, 0.092997, 0.0], "sum_m_pl": [12.344932, 14.717223, 14.330747, 13.853358, 13.218813, 12.803236, 12.745831, 12.383345, 12.372352, 12.570867, 12.983203, 13.108928, 12.563898, 12.237605, 12.130946, 12.930527, 13.266009, 13.183473, 13.714471, 13.902326, 13.739585, 13.917164, 13.912363, 13.988172, 12.185683, 12.123698, 12.118645, 12.484803, 12.61178, 12.7876, 12.493441, 12.39333, 12.723707, 12.194153, 11.976286, 11.848009, 11.673781, 11.312336, 10.747417, 10.862579, 10.061323, 10.203133, 10.080247, 9.218645, 8.49573, 7.159131, 4.972187, 2.56907, 0.276362, 0.0]}, "lang": {"n_am_en": [7, 4, 2, 2, 5, 4, 1, 2, 1, 1, 4, 2, 5, 3, 3, 5, 5, 4, 5, 5, 6, 5, 5, 5, 8, 7, 4, 7, 8, 5, 6, 5, 8, 7, 6, 7, 7, 9, 11, 11, 12, 12, 10, 10, 10, 11, 6, 5, 4, 3], "n_am_pl": [1, 4, 5, 5, 4, 5, 0, 3, 1, 1, 4, 0, 6, 6, 3, 3, 5, 4, 7, 7, 6, 8, 8, 8, 3, 4, 7, 5, 6, 5, 6, 6, 3, 3, 3, 3, 3, 2, 3, 3, 0, 2, 3, 1, 2, 2, 4, 3, 17, 20], "n_pos": 24, "sum_m_en": [2.855957, 1.241708, 1.245381, 1.198445, 1.28951, 1.174885, 1.150864, 1.199868, 1.245612, 1.300433, 1.322716, 1.401, 1.536418, 1.577494, 1.68069, 1.611282, 1.493369, 1.523128, 1.27938, 1.220544, 1.188388, 1.083005, 1.059756, 1.036731, 2.607041, 2.623891, 2.794016, 3.110704, 2.853537, 2.616629, 2.261478, 2.020406, 2.057098, 2.099432, 2.110378, 2.651243, 3.278702, 4.131316, 4.909503, 7.067995, 7.476429, 8.560202, 7.795786, 8.452031, 8.800517, 9.192997, 4.874469, 4.355746, 4.170243, 2.990397], "sum_m_pl": [9.526263, 11.420805, 11.070343, 10.878291, 10.655804, 10.363026, 10.50672, 10.74526, 10.719416, 10.795039, 10.852272, 11.024849, 11.07016, 10.697407, 10.867346, 11.310064, 11.547633, 11.838181, 12.116239, 12.551318, 12.386777, 12.56511, 12.493833, 12.545091, 10.854661, 10.400646, 10.894132, 10.8853, 11.125861, 11.634077, 11.828582, 11.585327, 11.961927, 10.783428, 10.086065, 9.722635, 8.747459, 7.488449, 6.539092, 5.310028, 4.791753, 3.608607, 3.973178, 3.406015, 2.992981, 3.4013, 5.516975, 5.097619, 14.919897, 19.408266]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 94, "item_id": "gsm8kpl-762", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1036, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9681, "tf_agree_excl_first": 0.9785}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [31, 37, 28, 31, 22, 31, 32, 28, 28, 39, 49, 39, 41, 38, 33, 38, 29, 26, 34, 34, 37, 32, 31, 37, 45, 49, 39, 36, 43, 46, 39, 44, 40, 42, 46, 50, 51, 35, 43, 44, 46, 48, 48, 48, 48, 58, 62, 58, 47, 48], "n_am_pl": [3, 19, 21, 22, 20, 20, 11, 9, 13, 11, 10, 13, 14, 15, 11, 20, 23, 26, 25, 21, 17, 14, 15, 12, 5, 4, 13, 9, 14, 12, 18, 16, 9, 11, 9, 9, 8, 14, 9, 7, 5, 4, 4, 4, 2, 2, 4, 1, 0, 0], "n_pos": 131, "sum_m_en": [14.724051, 6.739482, 6.519504, 6.625811, 7.070036, 7.503285, 8.077503, 9.04651, 10.033593, 9.473611, 10.317168, 10.534561, 11.081136, 11.104018, 10.325216, 8.944831, 8.503041, 7.910974, 7.041996, 6.640128, 6.50897, 6.168856, 6.024308, 5.984248, 16.002792, 17.003469, 17.08271, 15.611881, 14.928734, 15.133439, 13.193757, 13.959283, 13.405633, 12.92404, 14.875934, 16.022277, 20.751468, 20.401644, 23.150772, 27.714522, 29.242548, 32.943973, 37.282197, 39.366499, 44.50486, 48.972992, 57.019712, 57.361874, 47.250059, 47.701349], "sum_m_pl": [49.392854, 63.90747, 63.195688, 61.701304, 60.350164, 59.407277, 59.088482, 58.541612, 56.88535, 58.410902, 57.046959, 57.421322, 58.227016, 57.74634, 59.987895, 63.071024, 63.335523, 63.518064, 64.286485, 65.784627, 65.410809, 65.260049, 64.805309, 64.823063, 49.0326, 48.15677, 47.629053, 51.412624, 52.421617, 53.225833, 56.862988, 55.608572, 56.849681, 55.150429, 52.717721, 50.364905, 44.08483, 41.604024, 36.008658, 31.647305, 28.458559, 22.481746, 18.91354, 14.165351, 10.420907, 8.691271, 6.123386, 3.039391, 0.421146, 8.2e-05]}, "digit": {"n_am_en": [2, 5, 4, 0, 1, 2, 0, 2, 2, 4, 7, 6, 4, 2, 3, 2, 1, 2, 5, 5, 5, 4, 4, 4, 4, 4, 6, 7, 6, 3, 4, 4, 2, 3, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0], "n_am_pl": [1, 0, 2, 2, 4, 2, 1, 0, 2, 0, 0, 0, 2, 1, 2, 3, 3, 4, 2, 0, 2, 2, 0, 0, 1, 1, 4, 2, 1, 1, 2, 1, 1, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.373784, 0.626713, 0.609172, 0.608609, 0.653789, 0.659215, 0.729681, 0.791204, 0.827724, 0.839532, 0.962236, 0.949844, 1.04264, 1.035359, 0.935825, 0.867139, 0.868633, 0.841438, 0.74115, 0.71542, 0.705714, 0.658308, 0.646483, 0.64533, 1.23876, 1.212873, 1.514189, 1.541838, 1.486386, 1.316738, 1.278123, 1.218499, 1.056852, 1.002915, 1.027748, 1.088447, 1.034535, 0.959552, 1.02578, 1.010175, 0.978908, 0.889456, 1.009304, 0.983484, 0.779036, 0.632862, 0.436787, 0.974176, 0.257997, 0.0], "sum_m_pl": [6.47372, 8.178007, 7.84094, 7.514833, 7.21919, 7.00603, 6.826852, 6.683399, 6.711448, 6.820419, 6.770469, 6.691976, 6.407497, 6.230188, 6.635621, 6.886031, 6.992171, 7.093908, 7.294256, 7.496512, 7.472181, 7.486387, 7.460558, 7.461019, 6.247659, 6.271877, 6.143136, 6.411111, 6.395325, 6.381632, 6.516475, 6.375043, 6.567402, 6.27494, 6.004992, 5.923691, 5.829838, 5.663727, 4.900438, 4.617224, 4.480279, 3.949941, 4.194254, 3.559352, 3.291042, 2.553629, 1.608558, 0.940337, 0.296188, 0.0]}, "lang": {"n_am_en": [12, 14, 9, 13, 9, 17, 20, 16, 16, 19, 23, 17, 19, 22, 21, 20, 18, 13, 14, 15, 13, 14, 15, 17, 24, 28, 20, 16, 18, 26, 20, 23, 21, 20, 23, 21, 24, 18, 19, 25, 27, 28, 29, 31, 33, 38, 43, 43, 43, 46], "n_am_pl": [1, 6, 3, 8, 6, 8, 5, 4, 4, 5, 4, 6, 5, 3, 2, 6, 6, 12, 13, 13, 10, 7, 10, 7, 3, 2, 5, 4, 7, 5, 6, 7, 3, 6, 4, 5, 4, 6, 3, 3, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 47, "sum_m_en": [5.484552, 2.431166, 2.395536, 2.490784, 2.749611, 3.088688, 3.417056, 4.090431, 4.827283, 4.198594, 4.553754, 4.64963, 4.92612, 4.838051, 4.342261, 3.584789, 3.316025, 3.001269, 2.660506, 2.510622, 2.458751, 2.313838, 2.244278, 2.199758, 7.700677, 8.678322, 8.04125, 7.095978, 6.852477, 7.417946, 6.303856, 6.626292, 6.217615, 5.753322, 6.913505, 7.404806, 9.964609, 10.178915, 11.995107, 14.883444, 16.921344, 20.222943, 22.999821, 24.776328, 28.920417, 32.50004, 39.553833, 41.602074, 42.549102, 45.201968], "sum_m_pl": [17.59032, 22.26823, 22.156507, 21.847078, 21.299418, 20.981873, 20.681, 20.530191, 19.66425, 20.456693, 19.844816, 20.094025, 20.583907, 20.436619, 21.587099, 22.93997, 23.0961, 23.27669, 23.409547, 23.828731, 23.606268, 23.578737, 23.395745, 23.477954, 17.489018, 17.163189, 17.353593, 18.586899, 18.922745, 18.966357, 20.600896, 19.927325, 20.481909, 20.032634, 18.840397, 18.095348, 15.882094, 15.179627, 13.29421, 11.823002, 9.937892, 7.401954, 5.289434, 3.609772, 2.170699, 1.489108, 0.43403, 0.185939, 0.021123, 7.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "gsm8kpl-767", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1161, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.9704, "tf_agree_excl_first": 0.9776}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [20, 23, 19, 13, 10, 9, 11, 13, 6, 7, 14, 9, 8, 15, 16, 13, 7, 12, 7, 7, 9, 8, 8, 8, 12, 16, 13, 19, 15, 11, 14, 15, 15, 14, 12, 18, 13, 13, 10, 14, 10, 12, 13, 12, 9, 6, 3, 1, 2, 1], "n_am_pl": [4, 16, 16, 21, 18, 16, 12, 11, 11, 11, 6, 13, 19, 18, 13, 11, 18, 19, 25, 23, 20, 21, 19, 20, 7, 5, 13, 9, 16, 13, 15, 14, 13, 12, 9, 6, 8, 8, 7, 5, 9, 11, 3, 5, 4, 7, 14, 10, 16, 20], "n_pos": 84, "sum_m_en": [8.241808, 3.915947, 3.843768, 3.98073, 4.152009, 4.156384, 4.481951, 4.783216, 4.88649, 4.96895, 4.899908, 5.112163, 5.502642, 5.576388, 5.401958, 4.876063, 4.861786, 4.647996, 3.973352, 3.838248, 3.760306, 3.567961, 3.497612, 3.472381, 6.160959, 6.330305, 6.926308, 6.965724, 6.818161, 6.584489, 6.09097, 6.173479, 5.870013, 5.77584, 6.011614, 6.372383, 5.963259, 6.976226, 7.415902, 9.840319, 9.300107, 10.758478, 10.114091, 9.683074, 7.533186, 7.794535, 3.551617, 2.43912, 1.467119, 1.001287], "sum_m_pl": [33.608035, 41.977302, 41.036247, 39.91619, 38.256027, 37.655753, 37.480705, 37.483888, 36.611039, 37.340116, 36.782943, 36.817184, 38.272765, 37.763663, 39.132738, 41.272001, 41.056169, 41.026339, 41.918645, 43.028035, 42.960797, 42.822584, 42.396782, 42.501914, 34.964822, 34.056726, 33.229265, 35.013448, 36.002597, 36.154191, 37.238448, 35.972651, 36.623919, 34.449797, 34.10392, 33.041957, 29.239742, 26.884476, 23.709343, 22.389598, 21.288055, 19.099182, 16.607515, 13.280055, 10.660943, 12.745237, 16.405293, 13.143777, 16.700778, 19.735931]}, "digit": {"n_am_en": [1, 6, 6, 1, 1, 0, 0, 1, 0, 1, 3, 4, 2, 1, 3, 2, 2, 3, 2, 3, 4, 4, 4, 4, 3, 5, 4, 9, 8, 4, 5, 4, 4, 3, 3, 3, 1, 3, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 3, 1, 4, 4, 1, 0, 4, 1, 1, 0, 2, 1, 2, 1, 3, 2, 4, 1, 1, 0, 0, 1, 0, 0, 2, 2, 2, 1, 4, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.282794, 0.606613, 0.56436, 0.577319, 0.59976, 0.618296, 0.681295, 0.757472, 0.781309, 0.782391, 0.820466, 0.83829, 0.951558, 0.909404, 0.810449, 0.777028, 0.80719, 0.792365, 0.688334, 0.687587, 0.681772, 0.629541, 0.624448, 0.627774, 1.168831, 1.177835, 1.357281, 1.488727, 1.523491, 1.319071, 1.226656, 1.139541, 0.981731, 0.954193, 1.023621, 1.231292, 1.139054, 1.040452, 1.047258, 1.003993, 0.952654, 0.865831, 0.884106, 0.942617, 0.614008, 0.444559, 0.277521, 0.452845, 0.026822, 0.0], "sum_m_pl": [6.757227, 8.293997, 8.03802, 7.601595, 7.232277, 7.172709, 6.934993, 6.892842, 6.872066, 7.012129, 6.985604, 6.947696, 6.868705, 6.764635, 7.123565, 7.277534, 7.194818, 7.202557, 7.417891, 7.621207, 7.55692, 7.542208, 7.461768, 7.499036, 6.485194, 6.393385, 6.338961, 6.565899, 6.712464, 6.828348, 6.859155, 6.45835, 6.580928, 6.195326, 6.05715, 5.902921, 5.71433, 5.680891, 4.768023, 4.541005, 4.399458, 4.027993, 3.868765, 3.364122, 2.685439, 1.92508, 1.28407, 0.716605, 0.128777, 0.0]}, "lang": {"n_am_en": [4, 6, 6, 5, 5, 5, 4, 7, 2, 0, 2, 1, 3, 4, 5, 4, 4, 5, 3, 4, 3, 3, 3, 3, 4, 6, 6, 5, 4, 3, 5, 4, 4, 4, 4, 8, 7, 7, 6, 7, 7, 9, 9, 9, 6, 5, 2, 0, 1, 1], "n_am_pl": [3, 3, 4, 8, 4, 5, 4, 3, 3, 5, 2, 2, 5, 7, 4, 6, 6, 7, 8, 9, 12, 10, 10, 9, 4, 3, 2, 3, 5, 4, 2, 4, 3, 3, 5, 3, 4, 4, 2, 5, 5, 5, 3, 3, 3, 6, 9, 9, 16, 19], "n_pos": 21, "sum_m_en": [2.193947, 1.039717, 1.021298, 1.098609, 1.079991, 1.092467, 1.160488, 1.21776, 1.233717, 1.229701, 1.233324, 1.238325, 1.374796, 1.411289, 1.398802, 1.234932, 1.211816, 1.138892, 0.984914, 0.928865, 0.901344, 0.852045, 0.827441, 0.816177, 1.590789, 1.686716, 1.7694, 1.751388, 1.664431, 1.704441, 1.548201, 1.602908, 1.624236, 1.696669, 1.741137, 2.040585, 2.074107, 3.225508, 3.599049, 5.026866, 4.924935, 6.510221, 6.685673, 6.609662, 5.164854, 5.349751, 1.736394, 0.558706, 0.83274, 0.997508], "sum_m_pl": [8.22355, 10.316734, 10.120013, 9.968269, 9.597563, 9.442108, 9.475393, 9.61706, 9.428377, 9.581818, 9.556885, 9.420633, 9.962366, 9.84542, 10.285567, 10.735559, 10.686456, 10.779653, 10.905948, 11.166881, 11.136208, 11.087848, 10.991782, 10.970808, 9.466227, 9.353405, 9.147784, 9.51332, 9.821566, 9.749687, 10.326772, 10.08806, 10.320683, 9.664185, 9.524255, 9.365495, 8.523774, 7.501656, 7.298417, 7.164231, 6.636443, 5.914121, 4.99109, 4.426906, 3.500528, 5.684612, 8.597859, 9.860106, 15.162231, 18.716826]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 88, "item_id": "gsm8kpl-767", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1020, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9545, "tf_agree_excl_first": 0.9655}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [73, 67, 54, 60, 44, 49, 59, 63, 54, 62, 62, 66, 61, 53, 67, 72, 64, 58, 61, 58, 55, 56, 58, 58, 91, 86, 80, 80, 69, 71, 77, 70, 68, 63, 78, 78, 84, 74, 79, 76, 82, 81, 78, 71, 75, 72, 67, 86, 77, 76], "n_am_pl": [10, 30, 25, 23, 17, 24, 33, 27, 36, 35, 38, 35, 42, 28, 30, 22, 30, 33, 30, 35, 28, 31, 31, 31, 14, 12, 19, 19, 24, 28, 16, 23, 22, 25, 19, 19, 11, 5, 7, 6, 5, 5, 6, 7, 9, 2, 1, 2, 2, 1], "n_pos": 222, "sum_m_en": [25.692912, 13.999612, 13.617468, 12.788426, 12.769855, 13.639236, 12.999979, 13.317071, 14.429991, 14.822412, 15.486603, 16.407029, 16.581389, 16.611022, 17.851081, 16.72412, 15.973078, 15.393052, 13.789731, 12.746328, 11.719486, 10.789485, 10.336462, 10.287153, 27.564157, 26.343554, 26.693076, 25.634099, 25.457514, 26.472045, 23.990764, 24.43611, 24.288299, 24.256074, 25.937233, 29.172844, 36.767029, 35.939598, 40.212304, 45.030829, 47.548636, 50.852838, 51.835062, 56.789755, 66.23444, 67.712172, 69.690345, 78.47021, 77.598034, 76.117883], "sum_m_pl": [87.435085, 106.450321, 104.281069, 101.844241, 101.006364, 99.866122, 101.947148, 102.504047, 99.588436, 102.13272, 100.391003, 100.835272, 99.482264, 97.981358, 96.690268, 100.570011, 101.293751, 101.714931, 103.975972, 106.179185, 107.457809, 108.839693, 109.659585, 110.387139, 84.232697, 85.643338, 83.961408, 87.914015, 88.493408, 87.389313, 89.724322, 86.778984, 87.743059, 81.902766, 82.029573, 73.829593, 64.523698, 60.68248, 56.254662, 51.500671, 49.328602, 44.937257, 41.553719, 36.725454, 25.892674, 20.21105, 12.890072, 8.996403, 2.839474, 1.184064]}, "digit": {"n_am_en": [4, 15, 11, 7, 4, 1, 4, 7, 6, 4, 7, 4, 2, 2, 6, 7, 6, 7, 4, 2, 2, 4, 6, 2, 6, 6, 10, 10, 8, 6, 13, 9, 5, 5, 8, 6, 8, 6, 5, 3, 3, 5, 3, 4, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 2, 3, 2, 3, 4, 6, 4, 4, 4, 1, 3, 5, 5, 3, 2, 4, 2, 2, 2, 2, 2, 3, 1, 3, 3, 4, 3, 5, 7, 4, 2, 3, 1, 0, 0, 1, 1, 1, 2, 0, 1, 0, 0, 1, 0, 0], "n_pos": 34, "sum_m_en": [2.968031, 1.584686, 1.542653, 1.49204, 1.562916, 1.600735, 1.604654, 1.718179, 1.813861, 1.932001, 1.94052, 1.967264, 2.178161, 2.189633, 2.222005, 2.2338, 2.161819, 2.177353, 1.903771, 1.725653, 1.537448, 1.437502, 1.394889, 1.389517, 2.414766, 2.614498, 2.893541, 3.015928, 3.038451, 3.101972, 3.111931, 2.962203, 2.6951, 2.516795, 2.640175, 2.6342, 3.502331, 2.709297, 2.959124, 2.698021, 2.422384, 2.565326, 2.381586, 2.433124, 2.338765, 1.652063, 1.563303, 1.214977, 0.520769, 0.0], "sum_m_pl": [15.420819, 17.963877, 17.09283, 16.678292, 16.245042, 16.033676, 16.239723, 15.949355, 15.546081, 15.68766, 15.961528, 15.905174, 15.220892, 15.018856, 14.912205, 15.226596, 15.690213, 15.495516, 15.997246, 16.314448, 16.553035, 16.836119, 16.9082, 17.031006, 14.081848, 13.734035, 13.063447, 13.929042, 14.515884, 14.007289, 14.037108, 13.116258, 13.389942, 11.946343, 12.514399, 11.192065, 10.999562, 10.645959, 9.626594, 10.279639, 9.167933, 9.638636, 9.731049, 8.794276, 6.753778, 5.537098, 4.274772, 2.766039, 0.913622, 0.0]}, "lang": {"n_am_en": [23, 10, 17, 22, 18, 24, 28, 25, 22, 24, 28, 28, 26, 26, 30, 29, 26, 24, 34, 29, 30, 24, 26, 30, 46, 42, 36, 32, 29, 29, 33, 29, 30, 27, 34, 39, 43, 38, 38, 42, 44, 47, 51, 50, 55, 56, 51, 65, 71, 74], "n_am_pl": [7, 9, 7, 5, 5, 5, 11, 13, 20, 19, 15, 18, 20, 12, 13, 11, 17, 19, 10, 16, 13, 18, 18, 19, 3, 5, 13, 10, 11, 14, 6, 9, 7, 12, 10, 4, 3, 2, 0, 1, 1, 2, 1, 4, 4, 1, 0, 1, 2, 1], "n_pos": 76, "sum_m_en": [9.870643, 5.057067, 5.08121, 4.950664, 4.897784, 5.623401, 5.174035, 5.2564, 5.703978, 5.445808, 5.862952, 6.378273, 6.314539, 6.219689, 6.923684, 6.283859, 5.895714, 5.614813, 5.070182, 4.650367, 4.257447, 3.895665, 3.695823, 3.680673, 12.007507, 11.217433, 11.747482, 10.703282, 10.658062, 11.443815, 10.102702, 10.286529, 10.429398, 10.62401, 11.225031, 13.511108, 17.174553, 16.954201, 19.737814, 23.074641, 26.452273, 29.965671, 30.763529, 35.955289, 43.87844, 46.435846, 49.806725, 57.6033, 70.617691, 73.399861], "sum_m_pl": [27.759325, 34.590506, 34.232196, 33.415112, 33.296864, 32.886431, 33.918992, 34.52954, 33.811354, 35.091673, 34.178643, 34.771069, 34.797851, 34.450923, 34.096704, 35.305294, 35.326965, 35.574951, 36.075754, 36.759267, 37.029234, 37.4938, 37.748822, 37.950753, 30.41472, 31.259298, 30.894733, 31.813416, 31.701348, 31.102099, 31.8473, 31.001772, 31.316864, 30.513619, 30.685598, 28.342314, 24.127991, 22.345063, 20.601707, 18.662271, 17.853343, 16.378002, 13.98899, 13.306294, 8.640247, 5.650303, 2.951214, 3.218214, 1.703114, 1.184059]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 227, "item_id": "gsm8kpl-768", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1159, "region_end": 222, "roundtrip_ok": true, "tf_agree": 0.9824, "tf_agree_excl_first": 0.9867}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [100, 52, 56, 50, 54, 52, 55, 78, 63, 64, 61, 60, 65, 65, 68, 67, 73, 47, 45, 30, 39, 45, 42, 46, 90, 79, 78, 88, 82, 92, 68, 71, 70, 66, 96, 98, 106, 98, 93, 78, 80, 78, 71, 65, 66, 58, 47, 31, 9, 8], "n_am_pl": [25, 75, 76, 66, 62, 47, 39, 46, 40, 60, 56, 54, 61, 43, 44, 62, 66, 73, 84, 99, 95, 81, 86, 91, 38, 45, 43, 45, 51, 58, 62, 55, 54, 43, 47, 38, 23, 21, 32, 33, 40, 51, 41, 39, 32, 26, 36, 32, 79, 84], "n_pos": 325, "sum_m_en": [29.468377, 15.932067, 16.985673, 17.595766, 18.184966, 18.10421, 17.738081, 17.976778, 18.773568, 19.75282, 19.809857, 21.548406, 22.738145, 22.945705, 24.205403, 22.648023, 22.155895, 21.469577, 19.382261, 18.073833, 16.951423, 15.939153, 15.463079, 15.022919, 35.663324, 35.287947, 33.11878, 33.315224, 34.562468, 35.677444, 32.185134, 32.362617, 32.74043, 32.358792, 35.410629, 37.211707, 42.008846, 43.520848, 44.564453, 51.617337, 52.657034, 53.951458, 56.518551, 56.450474, 60.241005, 55.828836, 44.067779, 35.552142, 10.775853, 7.972189], "sum_m_pl": [134.485936, 157.252493, 151.75911, 147.684165, 147.14704, 142.433538, 147.286933, 148.419737, 145.409391, 148.355573, 145.862771, 146.111037, 145.59829, 146.150013, 145.204616, 150.55286, 149.663355, 150.650759, 154.498217, 156.616282, 156.818761, 157.222913, 157.842924, 159.022476, 128.631584, 129.259459, 129.860887, 136.399403, 139.023434, 137.963573, 138.077107, 136.819386, 133.918395, 122.823969, 121.211157, 113.900281, 104.055957, 100.082471, 97.205508, 92.137584, 87.614477, 87.187412, 81.070878, 75.768247, 63.426068, 58.340969, 56.008086, 42.034326, 79.271641, 83.679814]}, "digit": {"n_am_en": [9, 17, 12, 9, 5, 2, 8, 15, 7, 15, 13, 11, 9, 12, 11, 11, 12, 13, 11, 4, 8, 7, 7, 4, 11, 10, 19, 26, 17, 15, 11, 9, 5, 6, 11, 12, 13, 9, 10, 4, 9, 7, 6, 7, 6, 3, 1, 0, 0, 0], "n_am_pl": [0, 6, 4, 6, 4, 1, 1, 4, 1, 8, 3, 4, 5, 3, 6, 9, 8, 12, 12, 15, 8, 10, 7, 11, 2, 5, 2, 3, 7, 6, 13, 10, 12, 4, 9, 4, 3, 4, 2, 6, 6, 10, 5, 7, 1, 1, 2, 1, 1, 0], "n_pos": 50, "sum_m_en": [4.114104, 2.340608, 2.310456, 2.285426, 2.341532, 2.370652, 2.365419, 2.544374, 2.620729, 2.670671, 2.669913, 2.839572, 3.238954, 3.273343, 3.307171, 3.317365, 3.129605, 3.203713, 2.706113, 2.496673, 2.241569, 2.120434, 2.062794, 2.032701, 3.749992, 4.083269, 4.739394, 4.923635, 4.923021, 5.01597, 4.648303, 4.504143, 4.080471, 3.655897, 4.021115, 4.255603, 4.462997, 3.882722, 3.905549, 4.971546, 4.837147, 4.765588, 4.677397, 4.500609, 4.769333, 3.798251, 2.396983, 1.631758, 0.289539, 1e-06], "sum_m_pl": [23.183282, 26.346909, 25.017239, 24.587297, 24.370312, 23.712236, 23.932881, 23.386817, 23.118052, 23.308463, 23.622926, 24.063505, 23.637977, 23.847348, 23.466687, 24.010163, 24.315172, 24.110511, 24.801963, 24.943635, 25.005041, 25.153419, 25.23973, 25.391111, 22.436447, 21.768297, 21.345836, 22.206065, 22.746684, 22.467278, 22.446902, 22.03796, 22.02946, 19.98835, 20.402129, 19.383506, 18.359868, 17.92922, 17.136482, 17.515756, 16.707207, 17.40592, 17.482112, 16.416334, 14.04634, 11.831903, 9.538075, 6.076058, 1.481556, 0.001506]}, "lang": {"n_am_en": [30, 7, 12, 16, 17, 18, 13, 23, 17, 15, 16, 18, 17, 16, 19, 19, 20, 15, 16, 11, 12, 15, 16, 17, 28, 24, 26, 28, 28, 28, 18, 23, 26, 29, 36, 35, 37, 43, 45, 39, 38, 39, 41, 35, 40, 41, 37, 24, 8, 8], "n_am_pl": [8, 30, 20, 21, 18, 3, 4, 7, 12, 12, 12, 7, 14, 7, 6, 13, 13, 14, 18, 25, 28, 28, 33, 28, 12, 7, 6, 7, 6, 13, 15, 18, 12, 14, 14, 15, 8, 3, 7, 7, 11, 10, 15, 17, 20, 19, 25, 24, 75, 83], "n_pos": 91, "sum_m_en": [7.790842, 4.63536, 5.150898, 5.685496, 5.936528, 5.756052, 5.766889, 5.531543, 5.704275, 6.208621, 5.971104, 6.895299, 6.886214, 7.0312, 7.541112, 6.670134, 6.681552, 6.252568, 5.871851, 5.262646, 5.085254, 4.65037, 4.47094, 4.337685, 11.533937, 11.479674, 11.086656, 11.076932, 11.116152, 11.39262, 9.879228, 10.184609, 11.009999, 11.153295, 12.339369, 12.803244, 15.979908, 17.357457, 19.212301, 22.851175, 24.87376, 24.592292, 26.752997, 27.487972, 34.596451, 35.169746, 31.692671, 24.630601, 8.96435, 7.968075], "sum_m_pl": [35.620754, 41.175532, 39.052223, 37.706186, 37.917827, 36.560808, 38.102246, 39.583902, 39.235083, 40.460887, 39.37311, 38.854312, 39.154785, 38.958286, 39.367075, 41.629582, 41.22903, 42.006032, 43.098893, 43.95761, 43.804293, 44.161685, 44.374706, 44.717091, 37.159414, 36.587409, 36.363859, 38.259452, 38.530464, 38.866876, 39.779264, 39.778395, 39.462961, 37.333387, 36.655765, 36.207368, 33.954389, 32.207745, 31.932484, 28.552212, 27.019676, 26.594319, 24.153673, 23.901269, 20.712983, 21.562488, 24.567151, 21.166985, 71.44389, 81.717679]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 325, "item_id": "gsm8kpl-768", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1018, "region_end": 325, "roundtrip_ok": true, "tf_agree": 0.9908, "tf_agree_excl_first": 0.9938}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [36, 41, 28, 33, 32, 31, 30, 34, 36, 36, 42, 34, 32, 21, 31, 37, 49, 33, 40, 41, 34, 38, 40, 35, 44, 51, 49, 43, 49, 53, 36, 32, 41, 37, 42, 43, 47, 46, 49, 46, 50, 52, 55, 58, 61, 64, 64, 65, 63, 57], "n_am_pl": [7, 16, 17, 18, 13, 14, 8, 11, 12, 11, 12, 15, 30, 26, 17, 15, 12, 24, 18, 18, 13, 15, 15, 15, 6, 7, 10, 12, 11, 11, 13, 14, 8, 14, 10, 11, 11, 8, 8, 5, 4, 6, 5, 4, 3, 2, 0, 0, 0, 0], "n_pos": 137, "sum_m_en": [15.966577, 7.616114, 7.270128, 7.227993, 7.860177, 8.125943, 7.828519, 8.040909, 8.27394, 8.755608, 9.58599, 9.443036, 9.575129, 9.558597, 9.36396, 8.900177, 8.97905, 8.875371, 7.776838, 7.285231, 6.950994, 6.722386, 6.640705, 6.473717, 20.64213, 19.80773, 18.865289, 16.38608, 16.127909, 15.655662, 13.958925, 13.75199, 13.925881, 13.858851, 15.891621, 16.944682, 20.080704, 23.832194, 28.575409, 32.952897, 34.656994, 38.570079, 45.698167, 52.676638, 54.332528, 57.198305, 60.409435, 60.236206, 61.755669, 57.330217], "sum_m_pl": [50.526448, 66.569355, 65.074168, 62.634367, 60.637139, 58.690224, 59.583228, 59.882412, 59.008106, 61.265874, 60.501917, 61.690928, 62.861356, 62.784693, 62.677257, 64.348086, 62.767261, 62.438286, 63.37308, 64.805572, 65.571751, 65.857712, 65.594326, 65.932109, 46.042345, 47.844648, 48.070166, 52.133128, 53.230645, 53.467073, 55.163066, 54.80036, 55.46788, 52.469678, 50.765876, 47.580489, 41.547372, 37.565725, 32.250242, 29.204239, 28.37343, 24.646752, 23.093527, 15.427515, 12.507421, 8.525209, 4.318263, 2.663946, 0.525504, 0.005778]}, "digit": {"n_am_en": [1, 8, 7, 3, 5, 2, 2, 2, 4, 4, 7, 4, 3, 2, 2, 7, 8, 4, 7, 4, 5, 5, 5, 4, 5, 7, 7, 9, 15, 7, 5, 4, 3, 4, 2, 3, 2, 3, 1, 2, 4, 1, 3, 2, 4, 3, 3, 2, 0, 0], "n_am_pl": [1, 0, 0, 3, 5, 2, 0, 1, 3, 3, 1, 4, 6, 3, 1, 0, 2, 6, 2, 2, 2, 0, 0, 0, 0, 1, 3, 2, 1, 2, 2, 3, 2, 6, 3, 2, 3, 2, 1, 1, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.024474, 1.003728, 0.973606, 0.955753, 1.03261, 1.083265, 1.121183, 1.208659, 1.288945, 1.27864, 1.335814, 1.263517, 1.316691, 1.402253, 1.257597, 1.266708, 1.355873, 1.308335, 1.148347, 1.173565, 1.084712, 1.028879, 1.017431, 1.005517, 3.121659, 2.557651, 2.486418, 2.265915, 2.089794, 1.826839, 1.8661, 1.871394, 1.680128, 1.512761, 1.515742, 1.58622, 1.552005, 1.617656, 2.325704, 2.269385, 2.449976, 2.342311, 2.312164, 2.697359, 3.482884, 2.560656, 2.554255, 1.290403, 0.162106, 0.0], "sum_m_pl": [10.108677, 12.193302, 11.628163, 11.302921, 10.926249, 10.452252, 10.506097, 10.387993, 10.549204, 10.88103, 10.895329, 11.056685, 10.889272, 10.845583, 10.6995, 10.90678, 10.492872, 10.377947, 10.853555, 10.978673, 11.096808, 11.150581, 11.074216, 11.16816, 8.567315, 8.878497, 8.749211, 9.492469, 9.919824, 9.930803, 9.798191, 9.447282, 9.65082, 9.429919, 9.291601, 8.92546, 8.747813, 8.330595, 7.005034, 7.096985, 6.870957, 6.561862, 6.533248, 5.317929, 4.341, 2.905309, 1.972347, 1.302824, 0.270277, 0.0]}, "lang": {"n_am_en": [14, 17, 9, 14, 12, 13, 14, 18, 20, 18, 17, 15, 18, 11, 15, 21, 27, 17, 22, 23, 21, 21, 22, 19, 23, 28, 27, 20, 24, 30, 21, 15, 24, 21, 26, 28, 31, 27, 35, 36, 36, 36, 38, 39, 39, 44, 43, 49, 55, 56], "n_am_pl": [5, 8, 11, 6, 3, 4, 4, 4, 4, 3, 7, 4, 11, 16, 11, 9, 5, 6, 5, 4, 3, 6, 8, 9, 4, 2, 3, 6, 5, 4, 5, 7, 3, 5, 3, 5, 4, 1, 3, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 57, "sum_m_en": [6.834912, 3.229333, 3.003153, 3.063861, 3.301989, 3.45429, 3.252256, 3.295464, 3.442953, 3.696528, 4.028497, 3.949108, 4.087028, 4.121353, 4.153276, 3.960814, 4.035147, 4.004381, 3.550997, 3.226196, 3.088045, 3.020258, 2.998391, 2.837976, 10.236575, 10.266135, 10.010344, 8.342124, 8.406742, 8.329875, 7.345786, 7.13339, 7.545085, 7.704948, 8.963364, 9.970591, 12.702078, 16.017708, 18.808619, 21.420627, 21.970732, 25.360126, 30.506207, 32.55739, 34.102827, 38.335933, 41.334455, 45.252974, 54.249942, 55.140513], "sum_m_pl": [19.940691, 26.933593, 26.765618, 25.348531, 24.647931, 23.685837, 24.205097, 24.589568, 24.175747, 25.099466, 25.015402, 25.582099, 26.087818, 26.104034, 26.231717, 26.946229, 26.292292, 26.249074, 26.24293, 26.891012, 27.134745, 27.331057, 27.234599, 27.405213, 19.019204, 19.904133, 19.939312, 21.468944, 21.357796, 21.349273, 22.203689, 22.104638, 22.597513, 21.416158, 20.859865, 20.119436, 16.790428, 14.603125, 12.744178, 11.274299, 10.938105, 9.638968, 8.260643, 4.365507, 3.60591, 2.251599, 1.020964, 0.500478, 0.023665, 0.005771]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "gsm8kpl-774", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1157, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9787, "tf_agree_excl_first": 0.9857}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [34, 41, 21, 20, 35, 27, 23, 26, 23, 28, 38, 22, 27, 30, 31, 25, 29, 26, 26, 31, 31, 27, 22, 18, 50, 50, 40, 37, 30, 32, 30, 25, 26, 27, 31, 26, 24, 22, 39, 32, 37, 39, 34, 37, 35, 32, 21, 14, 8, 6], "n_am_pl": [7, 28, 29, 19, 15, 19, 16, 14, 14, 12, 8, 23, 23, 30, 26, 22, 24, 23, 27, 26, 29, 35, 32, 30, 16, 12, 18, 24, 24, 21, 20, 22, 25, 19, 19, 20, 19, 15, 14, 8, 9, 13, 12, 7, 10, 13, 27, 27, 42, 47], "n_pos": 142, "sum_m_en": [13.214567, 6.707115, 6.733766, 7.207639, 7.99166, 8.048071, 8.143233, 8.175415, 8.785797, 9.075897, 9.552442, 9.283815, 9.230159, 9.513674, 9.771679, 9.147454, 9.287519, 9.161715, 7.929929, 7.468664, 7.117032, 6.773362, 6.561196, 6.497098, 18.357348, 16.47338, 15.239135, 13.710095, 13.494921, 13.067632, 11.258468, 11.463213, 11.004005, 10.913186, 11.715448, 12.32691, 11.844922, 13.467295, 17.51532, 21.165719, 22.733439, 23.596144, 26.199055, 29.878087, 30.271835, 28.49379, 19.837555, 15.481582, 8.644324, 6.079672], "sum_m_pl": [54.994821, 68.257844, 66.699182, 64.688639, 61.220844, 60.452446, 61.398211, 61.305819, 59.711307, 61.846376, 60.541882, 61.210305, 63.868916, 62.919306, 62.856123, 65.587345, 63.880306, 63.733023, 66.00826, 67.139611, 68.060478, 68.305946, 67.940585, 68.280142, 49.551675, 48.90886, 50.123302, 54.131256, 57.10186, 59.945065, 60.301329, 59.164797, 59.353212, 54.314481, 52.463851, 50.655367, 47.559292, 44.510616, 40.103985, 37.551578, 35.893069, 34.772292, 32.463436, 24.746125, 24.083722, 26.723366, 31.844543, 28.997008, 41.157285, 46.221931]}, "digit": {"n_am_en": [2, 8, 6, 4, 3, 3, 3, 4, 6, 6, 8, 3, 5, 4, 4, 5, 7, 7, 5, 6, 4, 4, 2, 1, 7, 6, 6, 3, 3, 5, 4, 2, 3, 3, 4, 3, 2, 2, 5, 2, 4, 5, 4, 5, 4, 4, 1, 2, 0, 0], "n_am_pl": [1, 4, 2, 2, 4, 3, 2, 2, 2, 2, 2, 2, 3, 4, 5, 4, 3, 4, 3, 3, 2, 2, 5, 5, 2, 2, 4, 6, 7, 4, 2, 5, 4, 2, 3, 3, 4, 3, 0, 0, 0, 1, 0, 0, 1, 0, 2, 1, 0, 0], "n_pos": 19, "sum_m_en": [1.58582, 0.818582, 0.786423, 0.800427, 0.845246, 0.893217, 0.897678, 0.992049, 1.04649, 1.063636, 1.082107, 1.052872, 1.086601, 1.165773, 1.210824, 1.134401, 1.17834, 1.191326, 0.99493, 0.964772, 0.904818, 0.851907, 0.82088, 0.808834, 2.322726, 1.756764, 2.022806, 1.844502, 1.598704, 1.533837, 1.345664, 1.324681, 1.243407, 1.193387, 1.286649, 1.332721, 1.262826, 1.346252, 2.295726, 2.013377, 2.881221, 2.804012, 2.977023, 3.143494, 3.50092, 2.943248, 1.603051, 1.607562, 0.12302, 2e-06], "sum_m_pl": [8.991346, 10.372826, 10.011085, 9.736867, 9.320862, 9.027839, 8.983824, 8.722435, 8.636429, 8.737326, 8.684383, 8.692839, 8.787417, 8.638631, 8.65201, 8.739569, 8.524922, 8.416586, 8.87797, 8.926256, 9.02407, 9.044807, 9.03863, 9.115422, 7.214775, 7.275579, 7.408892, 7.869122, 8.431391, 8.429408, 8.31916, 8.344461, 8.247743, 7.938892, 7.693526, 7.637896, 7.428585, 7.079178, 6.000635, 6.052494, 5.480915, 5.296993, 5.099513, 3.939655, 3.529909, 3.066398, 3.69023, 2.298701, 0.410381, 0.002158]}, "lang": {"n_am_en": [15, 16, 9, 7, 13, 11, 7, 12, 4, 11, 11, 6, 9, 12, 10, 7, 8, 8, 9, 14, 16, 10, 10, 8, 20, 24, 18, 15, 11, 11, 16, 11, 12, 12, 15, 13, 15, 12, 22, 20, 20, 22, 21, 22, 22, 20, 17, 12, 7, 6], "n_am_pl": [2, 8, 10, 9, 4, 8, 4, 5, 5, 3, 3, 10, 9, 10, 12, 10, 13, 11, 12, 13, 10, 16, 12, 14, 7, 3, 5, 5, 9, 9, 7, 7, 10, 8, 8, 7, 6, 5, 6, 3, 4, 6, 6, 2, 4, 8, 14, 16, 41, 46], "n_pos": 53, "sum_m_en": [5.089312, 2.55131, 2.534585, 2.721855, 2.919633, 2.959073, 2.980859, 2.903929, 3.137775, 3.19211, 3.535937, 3.421279, 3.460482, 3.631782, 3.65334, 3.350277, 3.485567, 3.474503, 3.007803, 2.860771, 2.734909, 2.563018, 2.475007, 2.432843, 8.816456, 7.671665, 6.433408, 5.556802, 5.495484, 5.109674, 4.547881, 4.766775, 4.595224, 4.654302, 5.13569, 5.336216, 5.617337, 6.202312, 8.773909, 11.32154, 11.799831, 12.753264, 13.782519, 17.270932, 18.515787, 18.208817, 14.92751, 12.064693, 7.048525, 5.939007], "sum_m_pl": [19.439131, 24.749739, 23.907628, 23.379482, 22.44674, 22.329949, 22.564235, 22.709522, 22.241196, 23.084458, 22.633855, 22.748333, 23.780134, 23.47776, 23.660118, 24.980246, 24.044917, 24.110079, 24.853236, 25.173993, 25.410548, 25.607507, 25.343159, 25.401525, 17.63464, 17.455298, 18.461824, 20.194269, 20.920624, 22.165931, 22.736772, 22.176547, 22.725478, 21.170611, 20.318414, 20.206509, 19.44827, 19.134192, 17.019277, 15.562444, 15.232656, 15.480332, 13.701109, 10.653592, 11.584833, 14.223131, 16.758533, 17.01523, 37.974957, 44.966639]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "gsm8kpl-774", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1016, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9726, "tf_agree_excl_first": 0.9793}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [65, 73, 63, 62, 60, 51, 47, 58, 61, 69, 84, 81, 72, 74, 73, 68, 67, 63, 58, 59, 59, 65, 71, 78, 93, 107, 81, 76, 82, 84, 73, 75, 79, 82, 82, 85, 95, 105, 107, 105, 105, 97, 95, 93, 89, 93, 87, 77, 76, 72], "n_am_pl": [4, 27, 36, 43, 27, 29, 26, 21, 24, 32, 24, 28, 34, 37, 17, 34, 29, 27, 26, 38, 37, 39, 28, 27, 12, 9, 15, 16, 24, 30, 26, 23, 10, 16, 17, 7, 6, 12, 4, 3, 4, 5, 6, 5, 5, 3, 4, 4, 0, 0], "n_pos": 214, "sum_m_en": [26.451292, 13.07033, 11.95215, 11.26835, 11.891558, 15.009866, 13.838357, 13.948484, 15.348511, 15.116822, 15.922563, 17.003572, 16.662846, 16.198983, 15.187141, 14.485902, 13.523474, 13.316401, 12.075996, 11.349335, 10.535506, 9.914936, 9.809114, 9.68745, 32.902541, 30.875298, 28.254944, 24.358152, 22.720274, 22.909148, 20.089472, 20.802087, 20.342989, 20.385473, 22.573475, 25.744425, 35.130872, 37.076298, 43.165035, 51.951045, 56.225061, 60.696315, 64.381801, 65.343238, 73.129354, 76.741551, 77.50294, 75.125048, 75.202792, 72.019499], "sum_m_pl": [82.101124, 103.091119, 101.634937, 98.530393, 95.581368, 94.618526, 95.245547, 94.880145, 92.990193, 95.184559, 95.786921, 98.546212, 98.344657, 97.75476, 99.030326, 101.119847, 101.286418, 100.279275, 100.961061, 101.762497, 103.112426, 104.299604, 104.778853, 105.09566, 77.788733, 77.872525, 76.973879, 81.519222, 86.741617, 87.69605, 91.007698, 89.775126, 90.369152, 84.544587, 83.947404, 78.893075, 68.641573, 65.742918, 61.768962, 57.028181, 53.82642, 49.213654, 43.727876, 38.908707, 32.646849, 27.670144, 18.511184, 8.612942, 0.59082, 0.000503]}, "digit": {"n_am_en": [5, 14, 11, 7, 3, 0, 3, 3, 5, 8, 10, 8, 5, 4, 5, 5, 7, 5, 6, 8, 7, 8, 8, 7, 7, 7, 8, 9, 9, 8, 7, 5, 2, 3, 5, 5, 5, 3, 5, 4, 5, 2, 3, 3, 3, 1, 2, 1, 0, 0], "n_am_pl": [0, 2, 3, 3, 1, 5, 3, 3, 3, 3, 3, 3, 3, 6, 2, 4, 5, 4, 3, 4, 4, 5, 3, 4, 4, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 3, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.637373, 1.392833, 1.357771, 1.286823, 1.373276, 1.282765, 1.252689, 1.299809, 1.336286, 1.399572, 1.541368, 1.533905, 1.534955, 1.608939, 1.488644, 1.47812, 1.510544, 1.506594, 1.336297, 1.282152, 1.207795, 1.12773, 1.112222, 1.102544, 1.770216, 1.855276, 2.164164, 2.012163, 2.012828, 1.840512, 1.781731, 1.802368, 1.660266, 1.635815, 1.730417, 1.856495, 1.842759, 1.93398, 2.173705, 2.250189, 2.129285, 2.227811, 2.091226, 2.625124, 2.273367, 1.912148, 1.476538, 0.756526, 0.364373, 0.0], "sum_m_pl": [14.185748, 16.131476, 15.30679, 14.877377, 14.494989, 14.21327, 14.597641, 14.486762, 14.233362, 14.179376, 14.304212, 14.678852, 13.859942, 13.924569, 14.063295, 14.244343, 14.068032, 14.052183, 14.392967, 14.57359, 14.753788, 14.925214, 14.956567, 15.05337, 13.468706, 13.14988, 12.840155, 13.210027, 13.482145, 13.366889, 13.04455, 12.765752, 13.290042, 12.449794, 12.411745, 11.959691, 11.238453, 11.053318, 10.538875, 10.775809, 10.199544, 10.292508, 9.778044, 8.456481, 7.646678, 5.932161, 2.870393, 0.668398, 0.096996, 0.0]}, "lang": {"n_am_en": [12, 15, 14, 19, 28, 35, 31, 35, 38, 37, 38, 36, 36, 37, 32, 31, 30, 27, 25, 27, 26, 27, 36, 38, 42, 48, 36, 29, 30, 33, 32, 32, 34, 38, 43, 47, 47, 52, 48, 47, 51, 50, 45, 45, 51, 58, 55, 63, 70, 71], "n_am_pl": [2, 15, 11, 20, 10, 5, 3, 7, 7, 9, 5, 6, 7, 10, 7, 12, 9, 11, 12, 12, 16, 17, 12, 10, 2, 5, 6, 5, 14, 12, 8, 8, 1, 4, 4, 2, 2, 1, 1, 3, 2, 1, 2, 3, 3, 2, 1, 1, 0, 0], "n_pos": 72, "sum_m_en": [8.414815, 4.155286, 3.962459, 3.942153, 4.405839, 7.592775, 6.627195, 6.331463, 7.308159, 6.671332, 6.828952, 7.746465, 7.241273, 6.810109, 6.207364, 5.855468, 5.316301, 5.306056, 4.809075, 4.385163, 3.909565, 3.62846, 3.514899, 3.467109, 13.468628, 13.141115, 12.550005, 10.64529, 9.727221, 9.959175, 8.587937, 9.147605, 8.725492, 8.842932, 10.36464, 12.670573, 17.514163, 17.796817, 20.949499, 27.381217, 29.201517, 31.442965, 34.970181, 38.276355, 44.134183, 50.730384, 53.366139, 58.998246, 68.820105, 70.461273], "sum_m_pl": [26.555739, 33.262845, 32.463282, 31.423872, 30.389251, 29.571151, 29.885639, 30.70699, 30.140995, 31.384949, 31.304436, 31.951274, 32.372707, 32.264754, 33.230007, 34.03034, 34.238716, 34.156423, 34.312725, 34.281064, 34.97339, 35.341249, 35.551629, 35.641795, 26.907415, 27.34994, 26.678403, 28.114565, 29.784904, 29.757513, 31.319492, 30.650067, 31.157861, 29.991858, 29.033007, 27.235393, 22.870363, 22.178803, 19.73111, 16.45866, 15.51453, 13.805191, 10.175403, 8.477948, 7.666616, 5.253168, 3.294171, 1.238619, 0.068507, 0.000361]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "gsm8kpl-775", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1176, "region_end": 214, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9862}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [41, 53, 30, 25, 28, 37, 33, 33, 29, 24, 50, 43, 40, 46, 53, 40, 48, 51, 36, 34, 33, 36, 42, 50, 77, 73, 58, 63, 74, 68, 48, 49, 48, 60, 59, 59, 57, 64, 70, 74, 75, 72, 65, 66, 63, 53, 27, 15, 3, 0], "n_am_pl": [19, 53, 48, 39, 31, 37, 33, 19, 33, 30, 26, 32, 41, 37, 36, 47, 50, 41, 46, 62, 56, 51, 51, 42, 23, 16, 22, 18, 26, 30, 38, 41, 37, 33, 27, 24, 19, 26, 21, 22, 13, 16, 15, 16, 24, 23, 36, 33, 61, 66], "n_pos": 190, "sum_m_en": [18.115727, 8.907691, 8.905949, 8.968854, 9.406194, 9.472177, 9.775324, 10.0289, 10.583875, 10.939447, 11.731094, 12.151829, 12.103356, 12.203743, 12.040368, 11.19275, 10.897498, 10.693261, 9.595644, 9.120955, 8.611288, 8.101445, 7.943846, 7.861206, 22.178193, 20.586458, 19.776732, 16.977782, 17.590018, 17.24322, 14.460814, 14.941343, 14.717745, 14.711742, 18.039759, 20.542342, 24.009081, 28.312122, 34.15554, 43.034167, 46.975577, 49.758953, 50.280009, 51.154005, 52.855193, 45.623935, 25.4986, 15.042743, 4.050799, 0.03301], "sum_m_pl": [74.928828, 94.503639, 92.189507, 89.943027, 88.246912, 88.55089, 89.632937, 87.689237, 87.284805, 87.227914, 86.309926, 88.566235, 90.179332, 89.764359, 91.583339, 93.500328, 94.271599, 94.468155, 95.512243, 96.736617, 96.839194, 96.771768, 96.733222, 96.992077, 79.241926, 78.469756, 77.917374, 83.650121, 86.35534, 88.423667, 89.873636, 89.286203, 90.24898, 82.658798, 81.172192, 76.536276, 71.03223, 68.011575, 63.340345, 59.278047, 54.990755, 51.256928, 46.85402, 42.781143, 42.21894, 40.706618, 39.35374, 35.543145, 60.017261, 66.349866]}, "digit": {"n_am_en": [2, 16, 10, 8, 4, 2, 3, 2, 3, 3, 12, 7, 6, 9, 13, 8, 10, 6, 5, 6, 6, 7, 9, 10, 10, 12, 11, 9, 17, 10, 8, 8, 4, 6, 6, 5, 4, 7, 8, 6, 7, 5, 5, 4, 3, 3, 2, 2, 0, 0], "n_am_pl": [0, 5, 3, 1, 2, 3, 3, 2, 5, 6, 6, 11, 6, 7, 4, 10, 10, 11, 11, 13, 13, 10, 8, 6, 4, 2, 2, 4, 4, 9, 4, 5, 6, 7, 3, 2, 3, 5, 2, 4, 0, 1, 1, 2, 2, 1, 1, 1, 0, 0], "n_pos": 39, "sum_m_en": [3.220537, 1.668559, 1.588953, 1.538387, 1.654428, 1.636354, 1.621606, 1.776046, 1.847921, 1.885301, 2.016788, 2.049703, 2.218708, 2.247662, 2.120268, 2.070913, 2.070089, 2.082782, 1.802146, 1.719642, 1.599255, 1.491907, 1.467854, 1.441322, 2.845206, 2.615418, 2.849883, 2.563733, 2.736049, 2.545385, 2.322604, 2.329542, 2.137321, 2.14154, 2.291506, 2.472994, 2.345016, 2.47263, 2.724576, 3.859767, 3.764883, 3.823118, 3.927704, 3.672347, 3.182389, 3.732817, 2.879668, 1.229415, 0.177218, 0.0], "sum_m_pl": [18.210077, 21.151144, 20.181581, 19.391389, 18.675719, 18.766476, 19.227487, 18.69658, 18.579001, 18.438677, 18.558423, 19.03378, 18.569227, 18.531516, 18.862181, 19.160133, 18.952015, 19.046402, 19.390346, 19.535202, 19.598757, 19.689451, 19.717139, 19.857314, 17.607102, 17.130272, 16.913992, 17.774172, 18.270973, 18.408652, 18.012839, 17.826135, 18.493458, 17.280644, 17.260343, 16.818272, 16.071142, 16.154053, 15.352496, 14.971936, 14.454104, 14.137593, 13.863348, 12.513121, 11.543458, 9.153628, 5.570426, 2.230644, 0.134755, 0.0]}, "lang": {"n_am_en": [12, 15, 7, 6, 10, 21, 15, 19, 12, 11, 19, 15, 14, 18, 19, 12, 18, 24, 16, 16, 14, 11, 16, 20, 31, 29, 25, 25, 28, 27, 21, 22, 20, 28, 29, 28, 29, 30, 31, 35, 37, 37, 30, 32, 34, 27, 12, 4, 1, 0], "n_am_pl": [11, 21, 20, 9, 9, 13, 7, 7, 13, 6, 9, 7, 16, 15, 14, 18, 20, 14, 17, 25, 21, 22, 24, 20, 12, 10, 9, 7, 8, 12, 17, 18, 14, 14, 11, 12, 8, 12, 14, 12, 9, 12, 12, 14, 21, 21, 30, 28, 59, 64], "n_pos": 65, "sum_m_en": [5.923078, 3.036001, 3.126444, 3.328123, 3.413749, 3.601048, 3.818025, 3.71384, 3.845151, 3.891929, 4.344252, 4.578954, 4.438043, 4.535913, 4.54652, 4.114082, 4.052857, 3.952919, 3.576928, 3.351676, 3.121595, 2.879027, 2.837041, 2.774999, 8.780585, 8.816878, 8.312674, 6.753821, 6.839375, 7.01701, 5.784932, 6.12045, 6.055734, 6.247786, 8.065689, 9.996918, 12.927261, 14.904786, 15.794855, 19.688427, 22.205452, 23.95424, 23.724221, 25.085713, 27.0952, 22.24989, 10.95977, 5.464493, 1.464028, 0.025097], "sum_m_pl": [23.560275, 30.899419, 30.545436, 29.808943, 29.701507, 29.489053, 29.569125, 29.394895, 29.349891, 29.637693, 29.012603, 29.896313, 31.109014, 30.846784, 31.695746, 32.251239, 32.707262, 32.990992, 33.355763, 33.633276, 33.776919, 33.851692, 33.814199, 33.829106, 28.56409, 28.548037, 28.247002, 30.032554, 30.400753, 31.224233, 32.585232, 31.871662, 32.843376, 30.858746, 30.020469, 29.384517, 28.042215, 27.113014, 26.812123, 24.653873, 22.508509, 21.461843, 19.25848, 18.666949, 21.284927, 23.584595, 27.453614, 27.242491, 55.705518, 63.975839]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 195, "item_id": "gsm8kpl-775", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1035, "region_end": 190, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9845}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [133, 123, 107, 98, 96, 99, 75, 74, 73, 89, 99, 91, 86, 83, 91, 109, 94, 85, 76, 69, 79, 84, 79, 82, 105, 106, 106, 99, 102, 112, 92, 96, 106, 92, 96, 104, 102, 104, 107, 109, 109, 95, 94, 105, 90, 95, 104, 106, 94, 89], "n_am_pl": [17, 47, 63, 55, 42, 53, 42, 34, 27, 30, 26, 34, 53, 45, 27, 32, 42, 39, 41, 44, 36, 30, 32, 41, 10, 18, 31, 37, 55, 45, 45, 30, 42, 25, 19, 19, 11, 14, 10, 13, 7, 9, 8, 8, 11, 14, 12, 5, 1, 0], "n_pos": 366, "sum_m_en": [39.878874, 20.159413, 19.757626, 19.519331, 21.254385, 21.851597, 20.499397, 20.928948, 22.584212, 22.245049, 22.586659, 24.5525, 25.223997, 25.397741, 26.205537, 25.085622, 24.648416, 24.206033, 21.820813, 19.573705, 18.009619, 16.65811, 16.078553, 15.776024, 37.1244, 37.320073, 38.0942, 32.932521, 33.117298, 34.759699, 31.830065, 32.437717, 33.666214, 34.04093, 38.009697, 43.366412, 48.565172, 56.020372, 61.745512, 66.272777, 68.148527, 72.344739, 76.548292, 84.351813, 82.781251, 88.939358, 99.391346, 103.251119, 95.68585, 89.231007], "sum_m_pl": [149.510144, 179.828589, 178.120412, 173.970987, 169.70492, 169.109139, 171.89938, 168.331182, 164.621467, 169.587716, 170.12242, 171.488425, 172.927761, 170.901339, 167.979696, 172.068494, 169.561668, 172.848625, 174.372183, 178.736358, 179.465994, 181.205291, 181.716469, 182.15924, 144.741794, 142.786977, 142.378408, 154.086728, 157.349563, 153.761581, 157.097202, 153.716443, 154.329321, 143.852026, 135.496158, 123.029986, 108.665147, 96.611515, 85.461853, 83.266917, 77.867128, 68.621225, 62.379787, 52.873837, 43.274215, 35.721317, 27.00644, 15.251278, 2.868232, 0.052607]}, "digit": {"n_am_en": [22, 46, 37, 25, 21, 11, 7, 7, 12, 19, 21, 22, 14, 10, 11, 14, 18, 17, 11, 7, 12, 19, 18, 15, 20, 20, 25, 28, 29, 30, 22, 16, 18, 10, 6, 11, 7, 11, 10, 10, 7, 4, 5, 8, 3, 3, 2, 0, 0, 0], "n_am_pl": [2, 5, 5, 5, 6, 14, 7, 10, 7, 7, 6, 6, 6, 11, 3, 9, 10, 7, 14, 13, 8, 8, 9, 9, 3, 8, 9, 12, 11, 13, 11, 4, 7, 5, 6, 6, 4, 2, 2, 4, 2, 4, 1, 1, 4, 2, 1, 1, 0, 0], "n_pos": 98, "sum_m_en": [8.218049, 4.505292, 4.408718, 4.310599, 4.666418, 4.57276, 4.391489, 4.784664, 4.929086, 4.892535, 5.01508, 5.149104, 5.53706, 5.522282, 5.571237, 5.398178, 5.507735, 5.723148, 5.11825, 4.629174, 4.312069, 4.006191, 3.871861, 3.828513, 6.879901, 7.018827, 7.661297, 7.292833, 7.510875, 7.413918, 7.221755, 6.894254, 6.670636, 6.237995, 6.578177, 7.390361, 6.785263, 7.319218, 6.855764, 6.753763, 6.472348, 6.544107, 6.157459, 6.433231, 5.242586, 5.016421, 3.266586, 2.431193, 0.556205, 0.0], "sum_m_pl": [46.049601, 52.022726, 50.553105, 49.752226, 48.374769, 47.394158, 48.049618, 46.664518, 46.206624, 47.17534, 47.966392, 48.401174, 47.248625, 47.553837, 46.91765, 47.054818, 45.444495, 46.6617, 47.651701, 48.822816, 48.851414, 49.556223, 49.847033, 49.961454, 42.112913, 41.668494, 41.274059, 43.112057, 43.914054, 43.574875, 42.9016, 41.66495, 42.985127, 40.314298, 38.920007, 36.18144, 34.382758, 32.790773, 30.604303, 31.0797, 31.008597, 29.978647, 29.034634, 25.247907, 21.528661, 15.455998, 11.67899, 7.2535, 1.361971, 0.0]}, "lang": {"n_am_en": [33, 29, 22, 27, 23, 36, 35, 37, 36, 35, 43, 39, 38, 40, 39, 53, 36, 30, 30, 28, 32, 31, 31, 35, 46, 44, 43, 41, 43, 46, 44, 46, 47, 47, 55, 57, 55, 46, 52, 54, 61, 63, 60, 67, 61, 65, 72, 74, 86, 86], "n_am_pl": [5, 9, 23, 11, 6, 12, 10, 9, 6, 4, 4, 10, 17, 11, 11, 7, 12, 13, 8, 9, 10, 6, 8, 10, 1, 3, 7, 10, 10, 10, 9, 6, 13, 6, 4, 3, 0, 3, 3, 6, 3, 1, 2, 3, 4, 7, 6, 2, 0, 0], "n_pos": 88, "sum_m_en": [9.324112, 5.177184, 5.367508, 5.426289, 5.920684, 6.84097, 6.065483, 5.929612, 7.079032, 6.5158, 6.849624, 7.640641, 7.777308, 7.929296, 8.08931, 7.476642, 7.157768, 6.895407, 6.120639, 5.321519, 4.770472, 4.36256, 4.176123, 4.076228, 12.367333, 13.246977, 13.053305, 10.541712, 10.587172, 11.836711, 10.287667, 11.075913, 11.821805, 12.768227, 14.927334, 18.704136, 22.701417, 26.93695, 30.408473, 33.270998, 35.704434, 41.339204, 44.631254, 50.900917, 51.541064, 56.441936, 65.907852, 70.522304, 83.237251, 85.69218], "sum_m_pl": [33.619273, 40.273826, 40.847527, 38.862596, 38.424393, 38.905251, 39.927305, 39.641036, 38.584392, 40.239989, 40.440293, 40.442164, 41.288251, 40.381144, 39.93698, 41.272216, 41.102069, 41.579217, 41.593888, 42.731883, 43.145024, 43.475943, 43.502924, 43.617161, 34.333461, 34.489313, 34.736159, 38.261352, 38.400438, 37.295667, 39.038819, 37.777821, 37.76552, 36.237764, 33.341283, 30.335188, 25.801957, 21.955805, 19.908546, 18.56498, 17.099781, 14.592304, 13.00597, 11.340653, 9.645354, 10.073292, 7.390167, 3.085101, 0.105238, 0.048317]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 372, "item_id": "gsm8kpl-777", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1197, "region_end": 366, "roundtrip_ok": true, "tf_agree": 0.9758, "tf_agree_excl_first": 0.9784}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [181, 159, 148, 140, 132, 91, 84, 98, 76, 114, 125, 119, 118, 109, 130, 158, 155, 176, 144, 135, 112, 107, 94, 103, 205, 213, 207, 188, 192, 183, 165, 151, 137, 136, 153, 172, 145, 146, 137, 129, 120, 101, 104, 120, 88, 84, 39, 35, 22, 19], "n_am_pl": [57, 147, 140, 146, 132, 125, 122, 116, 102, 111, 108, 107, 121, 109, 92, 114, 123, 111, 123, 158, 134, 144, 158, 159, 53, 47, 71, 104, 115, 108, 109, 105, 100, 77, 67, 56, 60, 41, 40, 41, 45, 52, 41, 41, 32, 52, 58, 61, 107, 119], "n_pos": 697, "sum_m_en": [61.770817, 33.57929, 35.061559, 34.679461, 36.659244, 36.377987, 35.807683, 37.046104, 38.63085, 37.994657, 38.963217, 42.638365, 44.407358, 45.816474, 46.864307, 45.60098, 45.87389, 46.73568, 41.298701, 37.641492, 33.340657, 30.95076, 30.253596, 29.29353, 60.647027, 62.25356, 65.529497, 60.100073, 65.42312, 63.760111, 60.387971, 62.180869, 61.806322, 61.779929, 65.036609, 68.594361, 69.037996, 75.804414, 74.053499, 74.197451, 70.521944, 70.967731, 75.429588, 80.440372, 69.975378, 70.383773, 44.061815, 40.012149, 25.170366, 18.617607], "sum_m_pl": [293.891395, 348.996401, 338.677104, 332.725811, 324.75367, 314.991427, 323.043328, 317.525236, 312.898703, 322.761702, 319.938595, 318.813392, 326.498122, 318.058539, 310.448625, 324.567209, 322.274937, 324.379714, 336.003129, 341.894861, 345.560535, 347.81131, 348.834543, 349.71328, 287.863704, 278.768665, 269.95786, 288.364191, 293.509595, 290.15002, 296.017164, 286.974681, 275.509041, 256.80188, 246.412311, 225.663232, 210.674306, 195.008626, 181.112548, 178.630618, 171.228384, 163.646527, 149.447338, 133.844289, 113.983517, 112.926717, 98.744954, 86.862149, 104.980451, 119.545662]}, "digit": {"n_am_en": [28, 64, 41, 56, 31, 8, 9, 20, 16, 24, 40, 24, 21, 16, 28, 34, 34, 35, 28, 28, 28, 32, 32, 38, 47, 51, 68, 46, 52, 43, 37, 28, 22, 23, 19, 21, 17, 17, 15, 15, 11, 9, 9, 9, 9, 9, 2, 1, 0, 0], "n_am_pl": [0, 5, 7, 7, 11, 14, 13, 8, 10, 10, 4, 11, 12, 11, 4, 18, 20, 20, 19, 29, 18, 16, 17, 16, 3, 5, 7, 20, 20, 28, 25, 23, 19, 20, 14, 12, 10, 7, 6, 5, 5, 4, 4, 4, 4, 3, 3, 4, 0, 0], "n_pos": 147, "sum_m_en": [11.793274, 6.996062, 7.002307, 6.674512, 6.88691, 6.503989, 6.283515, 6.80093, 6.834026, 6.691702, 6.994902, 7.306507, 8.210005, 8.53243, 8.233104, 8.178308, 8.249107, 8.662027, 7.596288, 7.033216, 6.356189, 5.920177, 5.79176, 5.697254, 10.643175, 11.599551, 13.784804, 12.145363, 13.144726, 12.045565, 12.019124, 11.903292, 11.186624, 10.567508, 11.346975, 12.158899, 11.637503, 13.286846, 11.658743, 11.704636, 10.855971, 10.909752, 10.658748, 11.483982, 8.731279, 9.109179, 4.579481, 4.329672, 0.475772, 0.0], "sum_m_pl": [68.892948, 78.306836, 75.185227, 74.811959, 73.401397, 71.812052, 71.996473, 69.975141, 69.280127, 70.592245, 71.293172, 71.589669, 71.078753, 69.264503, 67.821771, 70.034093, 69.672726, 69.535475, 72.043616, 73.535733, 73.912808, 74.741282, 75.190123, 75.510903, 65.644971, 62.482165, 60.730784, 64.378431, 65.658945, 65.465091, 65.445269, 63.206174, 63.24301, 59.267615, 56.953391, 55.348338, 52.010005, 50.446249, 46.795266, 48.261061, 46.553285, 47.347669, 46.503813, 41.860652, 38.74133, 30.005015, 22.075801, 14.600787, 1.130853, 2.8e-05]}, "lang": {"n_am_en": [31, 14, 32, 25, 20, 19, 32, 21, 19, 27, 24, 25, 30, 34, 32, 36, 34, 46, 42, 34, 29, 24, 17, 22, 57, 53, 39, 49, 48, 39, 43, 44, 41, 47, 55, 61, 56, 58, 54, 48, 45, 37, 41, 45, 36, 34, 17, 20, 20, 19], "n_am_pl": [18, 45, 29, 39, 29, 23, 13, 24, 21, 23, 24, 26, 31, 21, 17, 20, 21, 19, 26, 31, 29, 30, 34, 35, 14, 11, 21, 12, 10, 13, 18, 14, 15, 14, 17, 13, 14, 9, 8, 6, 11, 13, 12, 20, 16, 32, 36, 46, 102, 117], "n_pos": 137, "sum_m_en": [12.056292, 6.891265, 7.197996, 7.072491, 7.534478, 7.665709, 7.770764, 7.702872, 8.365114, 7.983109, 8.53159, 9.561695, 9.81191, 10.534172, 10.754031, 10.328765, 9.940539, 10.051774, 9.2896, 8.543525, 7.222293, 6.640973, 6.443757, 6.154911, 16.517553, 15.706252, 15.246296, 13.393502, 14.876596, 14.842138, 14.128037, 15.571185, 15.636612, 16.308134, 16.016478, 18.016857, 20.840242, 24.413844, 23.761297, 23.805311, 21.532943, 22.69272, 26.910302, 27.590072, 27.955577, 27.900142, 16.222908, 16.912716, 20.781272, 18.610167], "sum_m_pl": [51.178368, 63.590711, 62.552459, 61.172345, 59.558779, 58.626196, 60.341277, 59.774212, 58.99865, 61.797897, 60.218025, 60.106249, 62.895875, 61.270098, 61.012121, 63.758048, 63.61422, 63.756297, 65.741777, 66.809881, 67.785479, 68.140064, 68.115001, 68.188279, 56.84626, 55.934518, 54.7871, 58.321613, 57.977541, 57.491386, 59.779382, 57.691459, 56.847877, 55.183897, 54.820595, 53.217373, 51.840447, 49.13844, 46.850766, 43.846266, 41.215338, 38.371455, 34.430675, 34.281069, 29.674246, 37.944414, 39.608776, 46.979458, 91.937552, 115.356401]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 741, "item_id": "gsm8kpl-777", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1056, "region_end": 697, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9919}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [66, 75, 47, 39, 48, 43, 29, 29, 26, 35, 38, 42, 32, 35, 42, 29, 37, 26, 37, 33, 36, 36, 32, 42, 68, 67, 47, 43, 39, 44, 34, 40, 41, 41, 51, 41, 44, 45, 41, 48, 44, 39, 50, 43, 38, 54, 54, 54, 44, 40], "n_am_pl": [6, 14, 25, 35, 27, 17, 9, 23, 28, 28, 28, 25, 29, 27, 24, 34, 37, 37, 23, 18, 20, 18, 17, 17, 11, 12, 18, 19, 23, 26, 26, 25, 20, 24, 20, 17, 8, 12, 11, 8, 12, 7, 8, 9, 7, 4, 5, 4, 0, 0], "n_pos": 162, "sum_m_en": [18.493238, 9.502569, 8.994472, 9.257576, 9.883758, 10.343422, 10.017207, 9.995309, 10.629356, 10.116667, 10.625184, 11.120966, 11.692846, 11.73099, 11.386952, 10.753309, 10.201278, 9.91057, 9.388732, 8.735082, 8.531778, 8.010729, 7.71551, 7.621919, 27.627767, 25.177314, 21.120153, 17.931624, 16.657949, 16.673307, 14.845681, 14.463729, 14.506245, 15.00246, 16.903106, 18.671087, 25.454931, 24.856946, 25.523469, 29.69685, 30.916464, 31.032783, 40.139601, 39.914173, 38.687214, 47.035268, 49.975004, 52.10271, 42.654604, 40.123659], "sum_m_pl": [62.807232, 80.089339, 78.46916, 75.401292, 72.760926, 72.845716, 72.679925, 73.383421, 70.194853, 73.726001, 72.294159, 72.418715, 72.146022, 71.06395, 71.944658, 73.260773, 72.561148, 72.912938, 74.13767, 76.313858, 76.872714, 77.766101, 78.388608, 79.013504, 52.983926, 54.606372, 54.848691, 60.37917, 64.927732, 66.268505, 67.660473, 67.837089, 67.937302, 63.027541, 61.312744, 55.443683, 45.609299, 42.88665, 36.970564, 33.714852, 32.24885, 29.921229, 25.441034, 21.168137, 17.109661, 13.919286, 10.074578, 5.680174, 0.44438, 0.00478]}, "digit": {"n_am_en": [20, 17, 6, 0, 6, 7, 4, 5, 3, 5, 5, 8, 3, 3, 6, 4, 8, 5, 9, 9, 6, 8, 7, 9, 18, 12, 6, 8, 3, 6, 7, 10, 9, 7, 8, 5, 4, 3, 3, 6, 5, 2, 7, 5, 3, 4, 3, 0, 0, 0], "n_am_pl": [0, 2, 6, 15, 13, 10, 5, 10, 17, 10, 15, 11, 7, 6, 6, 7, 8, 12, 9, 5, 9, 6, 3, 4, 6, 6, 8, 6, 10, 10, 8, 7, 5, 6, 10, 10, 4, 9, 9, 7, 11, 7, 7, 8, 4, 4, 1, 1, 0, 0], "n_pos": 38, "sum_m_en": [4.180478, 1.835177, 1.76867, 1.831319, 1.979299, 2.07489, 2.138967, 2.248584, 2.139001, 2.028424, 2.055237, 2.127379, 2.40091, 2.483143, 2.356628, 2.31528, 2.284895, 2.294689, 2.151145, 1.99096, 1.946925, 1.792459, 1.707373, 1.674602, 6.14235, 5.247161, 3.738422, 3.369157, 3.101689, 2.829013, 2.850008, 2.895446, 2.822166, 2.890027, 3.053047, 3.305971, 3.774646, 3.426597, 3.320618, 3.488262, 3.502556, 3.474442, 4.846845, 4.727009, 4.027834, 4.41093, 3.525331, 1.917472, 0.197084, 0.0], "sum_m_pl": [15.39045, 19.854405, 18.961217, 18.206301, 17.241712, 17.193268, 17.047791, 16.979789, 16.743145, 17.768078, 17.469199, 17.563962, 17.186887, 16.812208, 17.079052, 16.948407, 16.868895, 17.068109, 17.326914, 17.902489, 17.899803, 18.227039, 18.501029, 18.741418, 14.605916, 15.186066, 15.376933, 16.047441, 16.956378, 17.115485, 16.90062, 17.026862, 16.660587, 15.668947, 15.874055, 14.689263, 13.813731, 13.134391, 12.551829, 12.335413, 12.183941, 11.899321, 10.947617, 10.18559, 8.719047, 6.975204, 3.713847, 2.275568, 0.101017, 0.0]}, "lang": {"n_am_en": [13, 23, 15, 16, 14, 13, 13, 11, 11, 15, 12, 11, 13, 13, 12, 10, 9, 12, 11, 11, 13, 11, 13, 17, 23, 24, 19, 14, 10, 13, 9, 13, 12, 18, 23, 20, 20, 21, 18, 20, 20, 19, 24, 23, 21, 32, 35, 40, 39, 40], "n_am_pl": [1, 4, 5, 2, 1, 1, 2, 8, 2, 6, 5, 9, 9, 9, 7, 7, 12, 6, 5, 2, 4, 6, 6, 4, 0, 3, 1, 4, 3, 9, 8, 7, 9, 6, 4, 4, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [4.419343, 2.598333, 2.439243, 2.488333, 2.775295, 3.251985, 3.048496, 2.827198, 3.343448, 3.114587, 3.284547, 3.596608, 3.878768, 3.592922, 3.468678, 3.119826, 2.856735, 2.789921, 2.711233, 2.489384, 2.408867, 2.24883, 2.171364, 2.133199, 7.919107, 7.901729, 7.156263, 5.9368, 5.207073, 5.557328, 5.087985, 5.049399, 5.023552, 5.494972, 5.970619, 6.911872, 10.0837, 9.742615, 10.543016, 12.765956, 14.528537, 14.107842, 19.919351, 21.421511, 21.868027, 27.592919, 32.074138, 36.675116, 38.555249, 39.732725], "sum_m_pl": [14.821191, 19.195211, 19.306853, 18.646668, 18.072572, 18.003616, 17.854246, 18.620548, 17.767753, 18.477758, 18.20129, 18.438069, 18.526542, 18.334202, 18.652506, 18.969334, 18.81516, 18.582914, 19.037753, 19.258662, 19.644259, 19.746105, 19.831195, 20.010684, 13.620387, 13.767474, 13.87898, 15.060489, 16.000086, 16.262561, 16.893008, 16.765472, 17.44468, 16.956324, 16.628141, 15.747915, 12.099029, 11.495846, 10.316702, 8.679347, 7.725531, 6.745114, 5.544123, 4.548496, 3.80547, 2.013963, 1.212957, 0.386016, 0.033621, 0.002196]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 166, "item_id": "gsm8kpl-778", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1201, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.994, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [49, 50, 35, 26, 28, 23, 29, 27, 18, 20, 28, 29, 31, 38, 41, 36, 47, 24, 25, 21, 29, 29, 23, 31, 50, 51, 38, 34, 43, 28, 40, 33, 24, 39, 35, 32, 31, 31, 22, 24, 23, 18, 23, 24, 17, 16, 13, 7, 5, 0], "n_am_pl": [19, 23, 29, 33, 26, 25, 18, 26, 23, 16, 26, 31, 38, 31, 25, 33, 27, 34, 38, 36, 25, 27, 27, 26, 7, 10, 19, 20, 28, 35, 27, 31, 26, 21, 19, 15, 9, 5, 2, 2, 4, 9, 4, 4, 6, 5, 5, 9, 16, 25], "n_pos": 157, "sum_m_en": [14.961994, 8.771734, 8.349119, 8.707487, 9.095583, 8.522126, 8.625679, 8.678227, 9.293937, 9.264856, 9.266726, 9.726671, 10.516137, 10.805439, 10.645817, 10.076402, 9.648449, 9.271682, 8.307618, 7.800884, 7.74129, 7.292078, 6.941535, 6.852818, 22.725424, 20.535568, 16.727923, 14.772614, 14.698692, 13.741708, 12.769986, 12.146035, 10.818004, 11.550253, 12.619408, 12.990274, 13.599126, 13.517852, 14.274254, 15.603701, 16.234928, 15.788473, 20.88039, 20.025308, 17.050681, 16.71299, 14.373816, 9.058795, 5.153548, 0.033357], "sum_m_pl": [65.795676, 78.110684, 75.777091, 73.462675, 70.805238, 71.387284, 71.162726, 70.841713, 69.403348, 72.545648, 71.779936, 71.087244, 73.039183, 72.403042, 73.034655, 74.746939, 73.645998, 74.016155, 76.029581, 77.470242, 77.29656, 77.433674, 77.706846, 78.514747, 56.780516, 58.570138, 59.693899, 64.433455, 68.527162, 70.446836, 71.09573, 71.684476, 72.433801, 65.260412, 63.15473, 60.047892, 52.777428, 47.452959, 40.940951, 38.769204, 36.296655, 33.602871, 27.77098, 25.569834, 22.24273, 19.119276, 11.816443, 11.591672, 15.884224, 24.255727]}, "digit": {"n_am_en": [13, 15, 12, 6, 6, 7, 4, 6, 2, 3, 6, 7, 11, 12, 10, 13, 16, 7, 9, 8, 8, 9, 9, 12, 22, 19, 13, 13, 13, 7, 15, 16, 8, 11, 11, 14, 11, 8, 4, 4, 2, 1, 3, 3, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 3, 1, 7, 9, 8, 7, 7, 13, 8, 5, 5, 7, 7, 12, 11, 10, 7, 6, 7, 10, 2, 1, 6, 8, 11, 13, 9, 6, 7, 6, 9, 6, 2, 1, 1, 0, 1, 6, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.405105, 1.986999, 2.024685, 1.999599, 2.222945, 2.09741, 2.10537, 2.24705, 2.286838, 2.208906, 2.173104, 2.288067, 2.89921, 3.002314, 2.821374, 2.818865, 2.778549, 2.736646, 2.49035, 2.248578, 2.316308, 2.012006, 1.903139, 1.833122, 8.04566, 6.848346, 5.4569, 4.348893, 3.976793, 3.560184, 3.434156, 3.475248, 3.011466, 3.136668, 3.521055, 3.884479, 3.455593, 2.9799, 2.949399, 2.841767, 2.807055, 2.583332, 3.577563, 3.139563, 2.395211, 2.055869, 1.068956, 1.247269, 0.119815, 0.0], "sum_m_pl": [17.126513, 21.99588, 21.422059, 20.912655, 19.729047, 19.726614, 19.452215, 19.224667, 19.139698, 20.201921, 20.043801, 19.762636, 19.881179, 19.581152, 19.835367, 19.772002, 19.239673, 19.461207, 20.043263, 20.506612, 20.449485, 20.675403, 20.85355, 21.203509, 16.297526, 16.926371, 17.651238, 19.01397, 19.885931, 20.287489, 20.11314, 20.259287, 20.497982, 18.895347, 18.44454, 18.233635, 17.535072, 16.740067, 15.747067, 14.939369, 14.582217, 14.216507, 11.984711, 10.952323, 9.170942, 6.998599, 2.773245, 0.925281, 0.087232, 0.0]}, "lang": {"n_am_en": [5, 3, 6, 4, 4, 4, 5, 3, 3, 3, 5, 5, 7, 12, 11, 8, 9, 7, 7, 3, 5, 6, 6, 6, 10, 9, 5, 4, 6, 5, 7, 5, 4, 7, 10, 8, 7, 11, 10, 10, 11, 8, 11, 11, 7, 8, 8, 4, 3, 0], "n_am_pl": [2, 5, 4, 2, 4, 5, 2, 3, 2, 1, 2, 2, 3, 2, 1, 5, 4, 3, 6, 8, 4, 4, 2, 1, 0, 1, 2, 1, 2, 3, 3, 4, 6, 5, 3, 2, 3, 1, 1, 1, 2, 2, 2, 2, 4, 4, 4, 7, 16, 23], "n_pos": 23, "sum_m_en": [1.809502, 1.26491, 1.277877, 1.345001, 1.312985, 1.290456, 1.240501, 1.226876, 1.355373, 1.378327, 1.436922, 1.55835, 1.583605, 1.822494, 1.778586, 1.650806, 1.515787, 1.466776, 1.257406, 1.173791, 1.146852, 1.092157, 1.037876, 0.99754, 3.810138, 3.072052, 2.288206, 1.914442, 2.209403, 2.241031, 2.04639, 2.031807, 1.818405, 1.959138, 2.228707, 2.294268, 2.620559, 3.117448, 3.701894, 4.728502, 5.006431, 4.837293, 8.651137, 8.515854, 7.448545, 7.072041, 7.010589, 3.723851, 2.965643, 0.033286], "sum_m_pl": [9.247375, 10.567787, 10.018814, 9.617424, 9.747584, 10.111591, 10.030601, 10.192605, 10.208752, 10.45603, 10.419111, 10.688532, 11.055657, 11.030504, 11.059356, 11.405502, 11.437392, 11.492364, 11.768159, 11.833147, 11.688998, 11.592213, 11.619142, 11.682828, 9.170624, 9.613588, 10.008501, 10.551202, 10.432166, 10.716709, 10.821184, 10.733446, 11.127132, 10.653662, 10.497221, 10.290166, 9.789998, 9.362188, 8.274193, 7.532073, 7.518557, 6.878089, 4.671231, 4.875839, 4.996474, 4.846625, 5.152201, 7.526537, 14.344289, 22.099635]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "gsm8kpl-778", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1060, "region_end": 157, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9845}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [77, 63, 53, 47, 50, 40, 42, 45, 42, 47, 53, 54, 48, 55, 41, 53, 43, 37, 40, 35, 40, 42, 40, 51, 61, 54, 49, 48, 49, 56, 59, 44, 45, 49, 53, 55, 60, 58, 71, 72, 75, 70, 70, 63, 63, 70, 71, 79, 72, 63], "n_am_pl": [3, 23, 25, 27, 25, 31, 20, 25, 26, 25, 23, 15, 32, 22, 11, 21, 26, 26, 29, 29, 31, 37, 37, 28, 21, 15, 21, 24, 27, 32, 31, 29, 33, 28, 26, 32, 12, 10, 9, 9, 6, 11, 10, 10, 11, 3, 2, 1, 0, 0], "n_pos": 197, "sum_m_en": [22.322682, 11.095359, 10.697041, 10.631579, 11.587515, 11.427951, 10.827347, 11.293623, 12.034485, 12.421584, 12.964398, 13.69627, 14.115559, 13.97993, 14.000559, 14.14388, 12.997575, 12.720897, 11.862806, 10.98044, 10.184372, 9.610516, 9.273635, 9.116009, 22.204207, 22.848881, 22.080802, 19.741531, 19.092455, 19.790833, 18.393719, 18.778922, 18.467482, 18.246212, 20.297165, 21.220996, 24.63258, 27.596124, 33.683126, 37.259839, 40.435812, 45.32218, 51.120965, 55.951468, 55.792279, 66.346459, 69.292806, 77.027714, 69.387798, 64.492885], "sum_m_pl": [77.076381, 95.877846, 92.975051, 91.183614, 88.435525, 88.013352, 89.410192, 88.198975, 86.249158, 90.001155, 88.337955, 89.040921, 88.972554, 88.185988, 87.444763, 89.288608, 89.507449, 89.158647, 90.470072, 93.273559, 93.736632, 94.723059, 95.530465, 95.903278, 75.064781, 72.352827, 72.137593, 77.770339, 81.405797, 81.977658, 84.733397, 84.266386, 83.294516, 78.077241, 75.354621, 68.466573, 61.386813, 55.973379, 48.639743, 46.591855, 44.47641, 38.089565, 33.97155, 30.200561, 29.00095, 18.670324, 12.044152, 6.317335, 1.421964, 0.004736]}, "digit": {"n_am_en": [11, 20, 14, 7, 3, 3, 3, 3, 1, 1, 6, 7, 4, 7, 7, 4, 6, 4, 5, 3, 5, 5, 5, 8, 6, 7, 8, 8, 13, 8, 8, 7, 5, 2, 4, 4, 6, 5, 5, 4, 5, 3, 3, 3, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 5, 6, 7, 5, 10, 14, 8, 9, 7, 10, 6, 3, 4, 9, 8, 9, 7, 7, 8, 7, 6, 9, 3, 4, 6, 2, 3, 5, 4, 5, 5, 6, 12, 2, 3, 6, 6, 4, 6, 5, 3, 0, 1, 0, 0, 0, 0], "n_pos": 43, "sum_m_en": [4.457292, 1.969814, 1.860961, 1.912959, 2.01976, 2.108695, 2.045166, 2.234148, 2.210882, 2.258279, 2.410399, 2.405362, 2.509198, 2.480426, 2.496585, 2.588896, 2.530494, 2.42898, 2.208235, 2.113389, 2.002458, 1.885505, 1.829934, 1.790602, 3.173116, 3.415373, 3.670724, 3.638906, 3.728406, 3.44395, 3.462554, 3.270523, 3.105794, 2.833829, 3.150262, 3.184951, 3.403962, 2.906949, 3.072895, 3.711436, 3.199954, 3.169542, 3.124927, 3.124091, 2.650526, 2.523572, 1.776942, 1.487426, 0.331384, 0.0], "sum_m_pl": [18.955954, 22.738608, 21.360463, 20.68683, 19.747308, 19.134735, 19.716146, 19.175659, 18.887368, 19.936639, 19.568054, 20.003448, 19.625321, 19.318768, 18.96083, 19.228006, 19.156612, 18.953037, 19.514153, 20.225661, 20.136978, 20.506979, 20.737016, 20.940665, 17.524805, 16.732288, 16.34662, 17.48778, 18.149868, 18.106673, 18.143086, 18.154855, 18.055874, 17.182397, 17.127921, 16.045992, 15.510319, 14.948726, 13.906238, 14.052961, 13.918786, 13.507638, 12.797074, 11.587322, 10.341778, 7.409656, 5.473379, 2.670186, 0.429523, 0.0]}, "lang": {"n_am_en": [22, 24, 18, 16, 19, 18, 17, 28, 27, 27, 26, 26, 21, 25, 19, 29, 20, 19, 20, 20, 17, 20, 20, 26, 32, 26, 21, 23, 20, 25, 25, 21, 21, 24, 27, 32, 36, 33, 43, 46, 48, 48, 49, 46, 48, 53, 54, 58, 63, 62], "n_am_pl": [2, 5, 6, 8, 5, 8, 6, 6, 6, 5, 6, 4, 9, 9, 6, 8, 9, 4, 4, 8, 9, 15, 15, 10, 6, 11, 9, 8, 13, 15, 11, 10, 12, 7, 7, 9, 6, 2, 0, 0, 0, 1, 1, 3, 5, 0, 0, 0, 0, 0], "n_pos": 65, "sum_m_en": [6.420857, 4.138522, 3.93507, 3.789794, 4.171981, 4.229406, 3.968799, 4.015319, 4.54774, 4.657413, 4.851372, 5.283308, 5.458869, 5.418542, 5.388799, 5.349611, 4.808885, 4.721665, 4.425311, 4.061807, 3.655505, 3.448595, 3.292967, 3.214745, 9.242579, 9.763686, 8.979891, 7.909767, 7.362252, 8.17022, 7.590347, 8.364698, 8.039399, 8.330621, 9.456161, 10.568269, 12.686089, 15.179336, 19.259795, 20.184516, 23.878132, 29.29312, 34.62544, 39.045167, 39.379665, 47.799184, 51.812016, 55.636267, 59.740016, 62.831058], "sum_m_pl": [24.344391, 28.971724, 28.727383, 28.757733, 28.137847, 28.264512, 28.516975, 28.782901, 28.451494, 29.33863, 28.85069, 29.098295, 29.40739, 29.463301, 29.562083, 29.940811, 30.184045, 29.952812, 30.054133, 31.0416, 31.296765, 31.524194, 31.737282, 31.902283, 25.197408, 24.600682, 25.391308, 26.87232, 27.863194, 27.823045, 28.937795, 28.24945, 28.60837, 27.470466, 26.350751, 25.064696, 22.241071, 20.263906, 17.061261, 16.279093, 14.645346, 11.850947, 9.568898, 8.301254, 9.005437, 2.324589, 1.1708, 0.351251, 0.07273, 0.004427]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 202, "item_id": "gsm8kpl-785", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1165, "region_end": 197, "roundtrip_ok": true, "tf_agree": 0.9752, "tf_agree_excl_first": 0.9801}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [33, 42, 43, 29, 27, 26, 21, 27, 22, 27, 26, 25, 19, 21, 23, 23, 24, 23, 17, 17, 18, 22, 20, 19, 33, 30, 26, 22, 27, 20, 26, 24, 27, 23, 28, 23, 24, 24, 28, 23, 26, 20, 23, 21, 18, 18, 9, 11, 4, 1], "n_am_pl": [16, 26, 21, 23, 21, 27, 22, 19, 13, 14, 9, 18, 27, 24, 18, 21, 31, 25, 24, 33, 14, 18, 22, 25, 12, 16, 16, 21, 24, 29, 26, 20, 20, 23, 15, 12, 12, 12, 10, 9, 5, 13, 11, 12, 11, 14, 23, 17, 29, 32], "n_pos": 143, "sum_m_en": [13.882813, 7.23585, 6.90709, 6.908282, 7.327139, 7.436975, 7.239883, 7.722829, 8.107803, 8.086082, 8.200467, 8.815931, 9.122352, 8.977462, 9.489779, 9.557003, 8.782608, 8.803279, 7.845131, 7.600858, 7.179378, 6.762139, 6.553764, 6.411833, 15.04595, 14.414532, 14.290984, 12.991867, 13.616257, 13.488092, 13.121146, 13.207372, 12.212516, 11.775715, 12.798549, 13.716889, 14.32141, 15.691371, 15.56733, 15.498642, 15.904624, 14.625545, 14.586409, 16.388225, 17.219052, 17.911797, 10.964707, 10.919659, 3.111175, 1.028549], "sum_m_pl": [58.755558, 71.246173, 69.255426, 68.155427, 66.226925, 65.232669, 65.64349, 64.534424, 63.263191, 65.95885, 64.971475, 66.150767, 66.144352, 65.699053, 64.423405, 66.377659, 66.809176, 66.603056, 67.776268, 69.43652, 68.903981, 69.51161, 69.862628, 70.402782, 54.078843, 53.267703, 53.953666, 59.709368, 62.720486, 63.59516, 63.392892, 62.711817, 63.577052, 58.987371, 56.622553, 51.840636, 47.785286, 44.027622, 38.716158, 37.906932, 36.291745, 35.702441, 34.294517, 30.192111, 26.75328, 24.235933, 28.659568, 21.26977, 29.489586, 33.567547]}, "digit": {"n_am_en": [4, 18, 15, 3, 4, 6, 3, 5, 4, 7, 12, 11, 4, 3, 5, 1, 6, 7, 3, 2, 4, 6, 7, 9, 10, 10, 11, 6, 10, 3, 5, 5, 5, 4, 5, 1, 5, 4, 4, 4, 4, 3, 5, 4, 1, 0, 0, 1, 0, 0], "n_am_pl": [3, 5, 4, 4, 4, 3, 3, 3, 4, 2, 1, 2, 3, 3, 4, 6, 9, 4, 5, 7, 2, 3, 4, 3, 2, 2, 3, 6, 6, 7, 5, 3, 5, 5, 4, 3, 1, 1, 2, 3, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 40, "sum_m_en": [3.506772, 1.739503, 1.62407, 1.572506, 1.752275, 1.849539, 1.837934, 2.026801, 2.10916, 2.050383, 2.187527, 2.161865, 2.306146, 2.221495, 2.168864, 2.293728, 2.215921, 2.22805, 1.985944, 1.983315, 1.858612, 1.756143, 1.711719, 1.676377, 3.13813, 3.208687, 3.25504, 3.064553, 3.245425, 3.102384, 3.134633, 3.131214, 2.879319, 2.729371, 2.777674, 2.989701, 3.318684, 2.816716, 2.936738, 2.777777, 2.932094, 2.540469, 2.409817, 2.297051, 1.806126, 1.378418, 1.150953, 1.002052, 0.048127, 0.0], "sum_m_pl": [18.240837, 21.695733, 20.86528, 20.164778, 19.244905, 18.735417, 18.645461, 18.197283, 18.150561, 18.950279, 19.1665, 19.334944, 19.013988, 18.945787, 18.641665, 18.810972, 18.810859, 18.468249, 18.875647, 19.430824, 19.21814, 19.411626, 19.481155, 19.715447, 16.406087, 15.934967, 15.835196, 17.324683, 17.882122, 18.224986, 17.94642, 17.60156, 17.791084, 16.825598, 16.393201, 15.73893, 14.63893, 13.636963, 11.965418, 12.244425, 12.082923, 12.205258, 11.596439, 10.47346, 8.668227, 6.025393, 4.545789, 2.351181, 0.220669, 0.0]}, "lang": {"n_am_en": [7, 9, 11, 8, 6, 6, 4, 8, 3, 2, 3, 6, 9, 7, 9, 8, 10, 10, 8, 9, 7, 9, 8, 8, 17, 13, 10, 10, 10, 11, 10, 12, 15, 11, 15, 16, 14, 16, 19, 16, 17, 13, 13, 9, 10, 12, 4, 5, 3, 1], "n_am_pl": [3, 5, 7, 2, 6, 7, 4, 3, 3, 3, 3, 5, 9, 9, 6, 8, 10, 7, 11, 14, 8, 9, 11, 12, 2, 8, 7, 9, 9, 8, 11, 6, 7, 10, 7, 7, 6, 6, 7, 4, 2, 8, 6, 11, 9, 12, 21, 16, 27, 32], "n_pos": 35, "sum_m_en": [3.654166, 1.924288, 1.850001, 1.875853, 1.884258, 1.861092, 1.852549, 1.953258, 2.065174, 2.055963, 2.127583, 2.506405, 2.624719, 2.663405, 2.906086, 2.867281, 2.613465, 2.666337, 2.339115, 2.215414, 2.025763, 1.856901, 1.766381, 1.706226, 6.266389, 5.646387, 5.564892, 4.799566, 4.937676, 5.028743, 5.015461, 5.362769, 4.813659, 4.877621, 5.434504, 6.430183, 7.007229, 8.961282, 9.08092, 8.905034, 8.816522, 8.536186, 8.121052, 9.01994, 8.905479, 10.222246, 4.495154, 4.786851, 2.137203, 1.00874], "sum_m_pl": [13.069831, 15.740372, 15.559721, 15.795762, 15.728096, 15.27528, 15.33008, 15.383138, 15.101019, 15.687764, 15.303514, 15.847848, 15.996317, 16.078871, 15.575696, 16.101168, 16.498713, 16.504559, 16.67331, 17.106918, 17.08069, 17.213809, 17.339128, 17.483233, 13.354472, 13.70386, 14.116634, 15.048608, 15.333039, 15.199611, 15.777891, 15.33675, 16.100885, 15.686164, 14.980076, 14.318299, 14.205591, 13.626769, 13.168309, 12.841448, 11.964247, 13.16062, 13.259076, 12.537348, 11.624493, 12.304912, 20.023584, 16.881631, 26.231924, 31.539085]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 148, "item_id": "gsm8kpl-785", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1024, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9796}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [34, 33, 26, 37, 29, 12, 15, 22, 18, 25, 29, 36, 36, 36, 28, 37, 35, 31, 32, 25, 26, 31, 33, 36, 49, 44, 42, 36, 38, 40, 34, 34, 29, 30, 34, 32, 37, 33, 42, 40, 44, 45, 45, 42, 39, 39, 38, 42, 35, 32], "n_am_pl": [7, 20, 11, 14, 8, 16, 18, 11, 12, 10, 13, 10, 18, 19, 9, 11, 11, 20, 24, 18, 12, 12, 16, 16, 7, 11, 16, 10, 15, 16, 15, 14, 9, 14, 9, 7, 5, 3, 3, 5, 5, 4, 2, 1, 0, 2, 2, 0, 0, 0], "n_pos": 117, "sum_m_en": [14.146815, 6.539995, 6.363774, 6.34287, 6.511814, 6.524884, 6.472259, 6.694499, 7.069207, 6.944866, 7.399692, 7.650152, 8.074996, 8.2884, 8.129615, 7.881953, 7.51853, 7.527788, 6.683648, 6.084891, 5.762874, 5.393788, 5.194572, 5.183315, 14.275872, 13.080407, 12.799579, 12.211712, 12.269978, 11.545527, 10.746549, 11.094338, 11.217721, 11.245841, 13.04377, 15.364286, 18.817519, 19.664397, 21.503684, 24.233548, 26.183906, 27.837588, 34.508544, 36.823675, 34.865102, 36.312144, 37.781238, 38.953687, 36.074992, 32.502403], "sum_m_pl": [45.506074, 56.944021, 55.675445, 54.293701, 52.779954, 52.375658, 54.019989, 53.447407, 52.922686, 54.13054, 53.985309, 54.321016, 53.891871, 52.729164, 51.684283, 54.547767, 55.002638, 55.933421, 56.931545, 57.854282, 57.733322, 58.730876, 58.813108, 58.86789, 47.536673, 48.063607, 47.643914, 48.28933, 48.566963, 49.492346, 49.891058, 48.162602, 48.093434, 45.245378, 42.291812, 40.214996, 36.01979, 32.197812, 28.940468, 28.994441, 26.458262, 23.817388, 20.327292, 16.818091, 14.052839, 12.40954, 8.860936, 4.729095, 0.724709, 0.002981]}, "digit": {"n_am_en": [3, 8, 6, 9, 4, 0, 3, 5, 1, 4, 7, 7, 6, 8, 5, 10, 11, 8, 6, 6, 5, 6, 10, 10, 11, 7, 8, 8, 9, 9, 5, 7, 5, 3, 3, 4, 5, 2, 3, 5, 4, 5, 3, 5, 4, 3, 3, 2, 1, 0], "n_am_pl": [0, 3, 1, 3, 2, 0, 4, 0, 3, 4, 1, 1, 3, 4, 1, 3, 2, 2, 8, 5, 4, 4, 2, 3, 3, 3, 2, 0, 2, 3, 2, 3, 1, 1, 2, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.51578, 1.316843, 1.296994, 1.305909, 1.354077, 1.361987, 1.350513, 1.451339, 1.481601, 1.476076, 1.546484, 1.558607, 1.704434, 1.783327, 1.677927, 1.688815, 1.684231, 1.676315, 1.477419, 1.368056, 1.266635, 1.176711, 1.145627, 1.136575, 2.416301, 2.196179, 2.407545, 2.320061, 2.513049, 2.321469, 2.259882, 2.405505, 2.315092, 1.990325, 2.079002, 2.146427, 2.219782, 2.085705, 2.342424, 2.873745, 2.866285, 2.915397, 3.034596, 3.952519, 3.047488, 3.374033, 3.04043, 2.181126, 1.01393, 0.0], "sum_m_pl": [13.377997, 15.388254, 14.627175, 14.309406, 13.905727, 13.609412, 13.917377, 13.480931, 13.562549, 13.785282, 13.921191, 14.009742, 13.409133, 13.193558, 13.153887, 13.657424, 13.861754, 14.025404, 14.584248, 14.725861, 14.729395, 14.967165, 14.982144, 15.03338, 13.150413, 13.000204, 12.61091, 12.937303, 12.714497, 12.964531, 12.686834, 12.084624, 11.96099, 11.450905, 11.019781, 10.378648, 10.100102, 9.361324, 8.733252, 9.142306, 8.855768, 8.845731, 8.733952, 7.385051, 6.156892, 4.655188, 3.829632, 2.29341, 0.493258, 0.0]}, "lang": {"n_am_en": [9, 7, 10, 13, 7, 8, 7, 8, 10, 8, 11, 14, 14, 18, 11, 13, 13, 13, 12, 7, 10, 10, 9, 11, 18, 18, 13, 11, 11, 14, 15, 13, 13, 17, 20, 18, 19, 19, 22, 20, 23, 22, 24, 25, 25, 26, 26, 30, 31, 30], "n_am_pl": [3, 6, 4, 3, 3, 7, 3, 3, 4, 3, 6, 2, 6, 3, 4, 3, 4, 7, 6, 7, 5, 5, 8, 6, 1, 3, 5, 2, 6, 4, 3, 5, 3, 6, 1, 2, 2, 0, 1, 3, 1, 1, 0, 1, 0, 2, 2, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.937621, 1.980198, 1.878655, 1.909903, 1.908491, 2.027269, 2.098411, 2.106073, 2.306013, 2.084056, 2.251137, 2.361228, 2.548647, 2.58697, 2.642575, 2.510984, 2.320585, 2.354292, 2.123384, 1.831282, 1.747716, 1.618909, 1.542312, 1.548592, 5.890445, 5.49349, 5.042624, 4.746539, 4.294451, 4.170892, 3.811297, 4.098933, 4.10707, 4.486035, 5.689715, 7.239108, 9.524154, 10.369975, 11.27875, 12.296391, 13.370158, 13.283206, 18.697503, 20.368022, 20.691799, 22.324665, 24.03502, 26.964097, 30.503892, 29.831417], "sum_m_pl": [11.281302, 14.537393, 14.519823, 13.928075, 13.72001, 13.645337, 14.00229, 14.276381, 14.13201, 14.544318, 14.743978, 14.787935, 15.039487, 14.68502, 14.263273, 14.980239, 15.023021, 15.098924, 15.272167, 15.622349, 15.532497, 15.903492, 15.892885, 15.94665, 12.221977, 12.774799, 13.096054, 12.813267, 13.302905, 13.497311, 13.789739, 13.237573, 13.610638, 12.933023, 11.824953, 11.591224, 9.869002, 8.892281, 8.034402, 7.88281, 6.994469, 6.347162, 4.14639, 3.875157, 3.358806, 3.788277, 2.941718, 0.854394, 0.026407, 6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "gsm8kpl-788", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1162, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9672, "tf_agree_excl_first": 0.9752}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [49, 36, 33, 38, 38, 31, 34, 41, 37, 45, 35, 35, 37, 32, 34, 40, 51, 34, 27, 32, 32, 34, 30, 41, 55, 50, 40, 53, 57, 49, 41, 48, 40, 37, 44, 47, 48, 43, 42, 43, 44, 41, 44, 44, 38, 34, 20, 13, 10, 3], "n_am_pl": [8, 46, 21, 28, 28, 31, 28, 22, 14, 21, 19, 21, 27, 32, 29, 23, 33, 33, 47, 42, 37, 29, 34, 34, 16, 22, 24, 17, 19, 28, 34, 23, 28, 12, 16, 19, 11, 6, 10, 15, 11, 8, 7, 8, 4, 12, 15, 16, 27, 33], "n_pos": 164, "sum_m_en": [15.531718, 7.790543, 8.248812, 8.414228, 8.896803, 8.961841, 9.28198, 9.601817, 10.040215, 10.389078, 10.753531, 11.004918, 11.441726, 11.594875, 11.438837, 10.658287, 10.509236, 10.418293, 8.909605, 8.274625, 8.023988, 7.604596, 7.374772, 7.278732, 17.764087, 16.423075, 16.144473, 17.639654, 17.90952, 17.43152, 15.598324, 15.744753, 15.604853, 15.438389, 16.735384, 18.240291, 19.917734, 22.194729, 23.5012, 24.195591, 25.530805, 25.194677, 29.19981, 32.683366, 28.426316, 27.05879, 20.147344, 14.375009, 10.475471, 3.275822], "sum_m_pl": [67.016698, 82.350954, 79.604027, 78.420391, 77.207945, 76.782549, 78.429, 77.259118, 76.915004, 76.782701, 74.812989, 74.78098, 77.001349, 75.971864, 75.74509, 79.931327, 80.506758, 81.806072, 83.560605, 83.9019, 82.721472, 83.166524, 83.191153, 83.308362, 70.086045, 70.857484, 70.111593, 71.013588, 70.805465, 72.808911, 74.046369, 71.515259, 72.335847, 67.852325, 65.025288, 61.836297, 57.961741, 49.881241, 45.292872, 45.544637, 43.198618, 38.882522, 35.502028, 30.425717, 25.610947, 26.484963, 24.929773, 21.884111, 27.264893, 32.948893]}, "digit": {"n_am_en": [8, 9, 6, 9, 5, 4, 4, 10, 5, 11, 8, 11, 7, 7, 9, 12, 18, 8, 4, 5, 6, 4, 5, 11, 15, 13, 10, 11, 8, 6, 5, 8, 5, 3, 5, 5, 6, 4, 7, 3, 4, 5, 6, 4, 4, 3, 3, 3, 0, 0], "n_am_pl": [0, 8, 4, 2, 5, 1, 1, 1, 2, 3, 3, 1, 4, 9, 6, 6, 5, 5, 12, 9, 8, 8, 9, 4, 0, 5, 3, 3, 5, 9, 7, 2, 4, 3, 1, 2, 0, 1, 3, 2, 2, 1, 2, 4, 1, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [2.802134, 1.468402, 1.554253, 1.531173, 1.621599, 1.586366, 1.552138, 1.702333, 1.809432, 1.851725, 1.964652, 1.957416, 2.144743, 2.276081, 2.169289, 2.023137, 2.018182, 2.05948, 1.722116, 1.573862, 1.494458, 1.370611, 1.335464, 1.311211, 2.619212, 2.767531, 2.804196, 3.060086, 3.378006, 2.965801, 2.877805, 2.928407, 2.7059, 2.510021, 2.759721, 2.766451, 3.698561, 2.801018, 2.724961, 2.784741, 2.822513, 2.735613, 3.588936, 3.481289, 2.922063, 3.343409, 2.940026, 2.057306, 0.549415, 0.0], "sum_m_pl": [15.868593, 18.168181, 17.149062, 16.823617, 16.695223, 16.650698, 16.91419, 16.448394, 16.393775, 16.413037, 16.211412, 16.579116, 16.621643, 16.538658, 16.569203, 17.068752, 17.114847, 17.400142, 18.020475, 17.966228, 17.749849, 17.935259, 17.932624, 17.942011, 16.352062, 16.204882, 15.624724, 15.75706, 15.333305, 15.800298, 15.491379, 14.667592, 14.975125, 14.399204, 13.765544, 13.322753, 12.836053, 11.663576, 11.384405, 11.827918, 11.341337, 11.553317, 11.015516, 9.913596, 8.653104, 6.343615, 4.646157, 2.810101, 0.585023, 0.0]}, "lang": {"n_am_en": [15, 7, 4, 6, 6, 7, 9, 11, 11, 11, 8, 7, 9, 8, 10, 11, 7, 11, 9, 7, 6, 9, 4, 5, 12, 8, 10, 12, 13, 11, 10, 13, 12, 13, 11, 13, 13, 17, 15, 16, 17, 17, 17, 17, 19, 17, 11, 6, 6, 3], "n_am_pl": [1, 10, 3, 5, 6, 7, 7, 4, 4, 4, 5, 4, 8, 6, 6, 4, 7, 8, 9, 13, 12, 8, 11, 10, 2, 1, 7, 4, 4, 4, 9, 6, 9, 2, 4, 6, 3, 2, 1, 2, 2, 1, 2, 2, 2, 5, 9, 12, 26, 30], "n_pos": 33, "sum_m_en": [3.595346, 1.528468, 1.602268, 1.684186, 1.724599, 1.833181, 2.057657, 2.057415, 2.11959, 1.931821, 2.171602, 2.243718, 2.381012, 2.438928, 2.472546, 2.262274, 2.255665, 2.140277, 1.847993, 1.703045, 1.635539, 1.534787, 1.493124, 1.474785, 3.911614, 3.419442, 3.239474, 3.359891, 3.314703, 3.299921, 2.934362, 3.103976, 3.160914, 3.353285, 4.031623, 4.495879, 4.922801, 6.54597, 6.306075, 6.049703, 6.725567, 7.914621, 10.807288, 13.191553, 13.624198, 10.746866, 9.880703, 6.013172, 5.344931, 3.050775], "sum_m_pl": [11.929315, 15.759191, 15.862971, 15.612316, 15.343036, 15.065537, 15.382221, 15.467491, 15.368838, 15.687918, 15.246053, 15.183601, 15.996659, 15.718492, 15.524386, 16.289816, 16.403358, 16.653717, 16.850651, 17.013876, 16.748454, 16.86614, 16.735273, 16.73596, 14.072399, 14.576815, 14.889484, 14.668973, 14.543998, 14.844355, 15.537316, 15.149812, 15.631761, 15.051231, 14.253419, 14.177506, 13.303866, 12.367262, 12.200559, 12.264905, 11.553668, 8.926811, 7.531872, 6.449704, 5.845108, 9.084779, 10.679094, 12.63178, 23.011933, 29.583757]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 169, "item_id": "gsm8kpl-788", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1021, "region_end": 164, "roundtrip_ok": true, "tf_agree": 0.9704, "tf_agree_excl_first": 0.9762}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [81, 64, 60, 48, 48, 38, 60, 72, 59, 61, 70, 71, 67, 64, 78, 68, 73, 75, 72, 79, 66, 70, 72, 74, 75, 85, 82, 98, 87, 83, 69, 71, 87, 78, 90, 87, 109, 109, 112, 100, 99, 102, 97, 98, 97, 105, 108, 108, 108, 111], "n_am_pl": [10, 32, 34, 35, 17, 29, 29, 21, 23, 26, 22, 27, 44, 40, 22, 28, 34, 23, 23, 20, 17, 20, 24, 20, 5, 12, 19, 17, 28, 27, 25, 26, 25, 19, 14, 18, 13, 13, 14, 7, 8, 5, 8, 7, 4, 3, 1, 2, 0, 0], "n_pos": 253, "sum_m_en": [31.069449, 15.597291, 14.236639, 13.998884, 14.493632, 14.880429, 16.192384, 17.201902, 17.668315, 16.613237, 17.159953, 18.422205, 18.332923, 18.713442, 19.338076, 17.506413, 17.553862, 17.325637, 15.53719, 14.40533, 13.388805, 12.2909, 11.662277, 11.445415, 31.038312, 30.480582, 32.492661, 29.119025, 29.382237, 29.368108, 25.690439, 25.612046, 26.457342, 27.636477, 31.975153, 33.037349, 43.207859, 45.99418, 54.900698, 60.709723, 64.715095, 68.436754, 68.926167, 75.73744, 86.986867, 89.106316, 100.952127, 105.023593, 104.105683, 110.553448], "sum_m_pl": [87.394295, 120.482365, 119.808958, 117.193409, 113.46028, 112.829777, 114.559034, 113.842212, 112.630501, 115.649469, 115.49139, 114.652134, 117.814129, 114.924819, 115.241375, 119.306473, 118.63252, 118.021366, 120.920047, 123.020766, 123.634806, 124.971539, 124.794417, 125.598209, 98.037183, 99.615535, 97.164438, 104.147601, 104.601925, 104.17116, 109.2175, 108.738977, 110.647228, 105.429377, 100.114168, 97.132184, 82.698229, 75.153562, 67.460407, 56.42297, 53.474829, 44.41904, 43.629823, 29.450087, 20.675805, 15.959588, 9.96857, 5.276861, 1.96803, 0.002762]}, "digit": {"n_am_en": [1, 8, 8, 2, 5, 1, 4, 3, 0, 3, 7, 6, 6, 7, 10, 6, 11, 12, 6, 8, 7, 3, 5, 6, 6, 7, 9, 11, 9, 8, 8, 5, 5, 4, 5, 6, 13, 8, 9, 9, 6, 11, 5, 4, 3, 3, 1, 0, 0, 0], "n_am_pl": [0, 3, 2, 2, 3, 2, 3, 0, 0, 1, 3, 2, 7, 6, 5, 4, 3, 1, 5, 4, 6, 6, 4, 3, 2, 3, 2, 2, 4, 6, 6, 5, 6, 5, 1, 3, 2, 1, 3, 1, 0, 1, 1, 2, 1, 1, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.399909, 1.187109, 1.084345, 1.027386, 1.104745, 1.12803, 1.174111, 1.40188, 1.445747, 1.402539, 1.395186, 1.525166, 1.659751, 1.724414, 1.697514, 1.528469, 1.607435, 1.575569, 1.308262, 1.229396, 1.155833, 1.09109, 1.057537, 1.05299, 1.810659, 1.804354, 2.146117, 1.875964, 1.994161, 1.962953, 1.887205, 1.827931, 1.65696, 1.634332, 1.563378, 1.844374, 2.50028, 2.384542, 2.385916, 2.420895, 2.464965, 2.760769, 2.623163, 2.603329, 1.8609, 2.213165, 1.177447, 0.852933, 0.089715, 0.0], "sum_m_pl": [11.897888, 14.588835, 14.09403, 13.750873, 13.270101, 12.820091, 12.71779, 12.18638, 12.321527, 12.76882, 12.905138, 12.742279, 12.663553, 12.475917, 12.755892, 13.160753, 13.04754, 12.94901, 13.38504, 13.524884, 13.591405, 13.689556, 13.612371, 13.68135, 12.463836, 12.34147, 11.782337, 12.555113, 12.494729, 12.444639, 12.706329, 12.418725, 12.624863, 12.624748, 12.181219, 11.956462, 11.127482, 10.412974, 10.11147, 10.13648, 9.651653, 9.576027, 8.923681, 6.615001, 5.818282, 4.267167, 2.767801, 1.250169, 0.225529, 0.0]}, "lang": {"n_am_en": [26, 25, 23, 21, 23, 23, 25, 33, 33, 29, 35, 33, 30, 33, 41, 31, 42, 43, 45, 48, 40, 45, 43, 43, 48, 44, 45, 52, 47, 41, 36, 37, 48, 40, 51, 50, 62, 67, 66, 59, 58, 62, 59, 66, 71, 77, 90, 90, 106, 110], "n_am_pl": [9, 9, 14, 15, 7, 14, 12, 6, 6, 14, 8, 13, 15, 13, 6, 11, 13, 12, 7, 8, 7, 8, 9, 10, 2, 8, 10, 12, 15, 10, 9, 11, 9, 9, 6, 9, 5, 6, 6, 3, 3, 2, 5, 1, 1, 1, 0, 0, 0, 0], "n_pos": 111, "sum_m_en": [12.835047, 7.288175, 6.570862, 6.604466, 6.848513, 7.075506, 8.391023, 8.643025, 8.622823, 8.19828, 8.533343, 9.36653, 8.963741, 8.982119, 9.545916, 8.531351, 8.615359, 8.538762, 7.657533, 6.959442, 6.260407, 5.622289, 5.281418, 5.122483, 18.34634, 17.764761, 18.590709, 16.221238, 16.492472, 16.854082, 14.357647, 14.247455, 15.341794, 16.440548, 19.225126, 20.076977, 26.435007, 29.511345, 36.38451, 39.493013, 41.100658, 45.594607, 45.863787, 51.162253, 62.479657, 64.426105, 80.435097, 85.230864, 100.380706, 109.104223], "sum_m_pl": [37.117758, 50.926607, 51.746372, 50.610769, 49.077167, 48.951869, 49.503267, 49.847396, 49.385917, 50.684793, 50.522494, 50.176163, 51.93909, 51.074437, 50.777951, 52.369785, 52.306643, 52.054345, 53.335761, 54.445974, 54.798404, 55.425005, 55.407056, 55.813116, 42.802317, 43.777609, 42.268212, 45.640599, 45.420976, 44.847275, 47.892472, 47.867074, 48.321339, 46.337751, 43.978533, 43.064674, 35.96339, 32.544039, 28.113794, 23.011772, 21.872853, 17.086461, 17.25567, 12.530674, 7.262878, 5.581551, 2.787166, 1.007803, 1.438559, 6.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 256, "item_id": "gsm8kpl-789", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1199, "region_end": 253, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9922}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [88, 90, 79, 87, 84, 74, 77, 78, 67, 75, 81, 81, 74, 90, 95, 77, 101, 87, 78, 83, 81, 85, 76, 82, 98, 100, 90, 104, 89, 102, 81, 89, 90, 89, 104, 101, 123, 108, 102, 95, 100, 108, 97, 86, 81, 79, 56, 35, 12, 6], "n_am_pl": [15, 78, 53, 56, 39, 53, 67, 52, 44, 44, 32, 41, 59, 50, 47, 55, 42, 41, 50, 45, 55, 53, 61, 57, 30, 30, 43, 36, 43, 49, 48, 39, 43, 41, 24, 37, 32, 20, 22, 23, 23, 16, 17, 14, 10, 15, 24, 34, 59, 67], "n_pos": 313, "sum_m_en": [29.012489, 15.488219, 16.370001, 17.311888, 17.544116, 17.074796, 18.24969, 18.403991, 19.216081, 19.303601, 19.371367, 20.039981, 20.381811, 21.738776, 22.167874, 20.171205, 20.342315, 20.125662, 17.684078, 16.741413, 15.821214, 14.860387, 14.36014, 14.047059, 32.380487, 33.325624, 32.820746, 31.319128, 33.516012, 33.341231, 30.238363, 29.190729, 28.567537, 28.643546, 33.228199, 34.438745, 43.075287, 47.353271, 49.646107, 51.384499, 54.170838, 58.021201, 57.352546, 61.146517, 58.328674, 56.802208, 45.625996, 32.858965, 11.88916, 5.347039], "sum_m_pl": [125.492456, 154.805326, 150.24294, 145.142879, 142.611945, 142.081544, 143.574533, 143.409529, 141.425729, 144.379408, 142.368296, 141.691418, 145.939585, 142.474715, 143.249509, 149.708337, 148.620347, 148.764249, 153.278564, 154.812665, 154.922537, 154.90514, 154.546009, 155.064317, 128.269462, 125.678183, 123.31004, 129.958678, 131.285936, 132.378678, 134.613927, 135.794473, 137.328425, 130.720045, 125.31469, 120.834397, 109.209146, 99.861955, 94.964019, 85.345679, 82.555733, 79.12925, 74.953629, 56.143157, 48.295513, 47.92565, 45.954105, 43.647185, 60.128861, 67.418309]}, "digit": {"n_am_en": [2, 12, 10, 11, 9, 9, 8, 3, 4, 7, 11, 14, 6, 12, 10, 14, 14, 13, 11, 12, 9, 8, 9, 11, 11, 16, 14, 13, 15, 14, 8, 8, 9, 10, 5, 6, 10, 11, 13, 11, 8, 9, 8, 3, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 6, 2, 1, 0, 0, 1, 2, 2, 3, 3, 3, 9, 4, 6, 4, 5, 5, 8, 4, 5, 7, 9, 7, 3, 4, 3, 6, 4, 6, 8, 6, 7, 6, 2, 5, 3, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0], "n_pos": 32, "sum_m_en": [2.676911, 1.395743, 1.383255, 1.407482, 1.48208, 1.431857, 1.517571, 1.70726, 1.714474, 1.686136, 1.7193, 1.818962, 1.877308, 2.166454, 2.181851, 1.988478, 1.924805, 2.018556, 1.653199, 1.546263, 1.422939, 1.330509, 1.295765, 1.266989, 2.171869, 2.54776, 2.96512, 2.779757, 3.240735, 3.08223, 2.635268, 2.511753, 2.343702, 2.193879, 2.120609, 2.337648, 2.697979, 2.458029, 3.130743, 3.807901, 3.976294, 3.629942, 3.245104, 2.59744, 2.146099, 2.240233, 1.453918, 0.359965, 0.053528, 6.2e-05], "sum_m_pl": [14.445882, 17.380429, 16.620121, 16.126855, 15.7247, 15.351341, 15.221266, 14.620186, 14.632129, 15.123013, 15.284962, 15.36604, 15.537425, 15.094711, 15.389887, 15.792946, 15.899961, 15.745366, 16.440163, 16.44419, 16.419274, 16.448799, 16.420157, 16.485469, 15.463269, 14.515463, 13.940683, 14.50666, 14.595409, 14.601047, 15.041247, 14.876717, 15.17352, 14.808303, 14.119985, 13.881573, 12.920063, 12.223536, 11.448858, 10.787297, 10.311467, 10.911458, 10.556574, 7.536682, 6.351864, 4.818547, 3.00582, 2.316799, 0.128761, 0.000546]}, "lang": {"n_am_en": [26, 13, 14, 13, 17, 15, 17, 20, 16, 15, 21, 24, 16, 16, 21, 19, 21, 22, 18, 22, 22, 22, 18, 21, 29, 25, 21, 28, 20, 24, 17, 21, 24, 27, 34, 28, 32, 28, 29, 35, 35, 36, 35, 35, 37, 35, 23, 17, 8, 6], "n_am_pl": [4, 21, 11, 16, 9, 9, 14, 8, 7, 11, 4, 11, 10, 10, 8, 12, 11, 10, 10, 7, 11, 11, 9, 10, 9, 6, 12, 8, 10, 11, 10, 7, 12, 8, 2, 6, 6, 4, 3, 3, 3, 2, 6, 8, 6, 7, 16, 23, 54, 67], "n_pos": 73, "sum_m_en": [7.205417, 3.59994, 3.742464, 4.203246, 4.2775, 4.172317, 4.911631, 4.533884, 4.672699, 4.589689, 4.779641, 5.104423, 4.932743, 5.136277, 5.236979, 4.856813, 5.012419, 4.873549, 4.362511, 4.02167, 3.823575, 3.534446, 3.35665, 3.326451, 11.101652, 10.854815, 9.778193, 8.510218, 8.402259, 8.164382, 7.266081, 7.179243, 7.314705, 7.861, 10.069028, 10.322601, 13.249022, 15.426553, 16.85774, 17.796922, 20.242162, 22.272756, 22.368404, 27.442397, 29.521749, 28.178733, 20.953282, 13.712865, 6.941626, 5.332269], "sum_m_pl": [27.74918, 33.949179, 33.126645, 32.308762, 31.653739, 31.605027, 31.659885, 32.007392, 32.074172, 33.164644, 32.370946, 32.147922, 33.521013, 33.109708, 33.56462, 35.108866, 34.599667, 34.686086, 35.520282, 36.16418, 36.164419, 36.207572, 36.069465, 36.190512, 29.522225, 28.939943, 28.658811, 30.812557, 31.122286, 31.344439, 32.111753, 32.426896, 33.418604, 31.733291, 30.122132, 29.041183, 26.982727, 24.538257, 23.031705, 20.059407, 18.240744, 17.213456, 16.279234, 14.142565, 11.982807, 12.618916, 17.576282, 21.573004, 51.04265, 66.560828]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 342, "item_id": "gsm8kpl-789", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1058, "region_end": 313, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9912}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [32, 16, 16, 22, 20, 15, 13, 19, 10, 25, 32, 26, 21, 24, 16, 22, 16, 17, 19, 15, 14, 22, 20, 15, 27, 30, 22, 24, 29, 20, 24, 19, 20, 19, 24, 28, 32, 28, 31, 32, 33, 31, 39, 29, 33, 36, 38, 42, 29, 29], "n_am_pl": [6, 14, 12, 12, 7, 10, 5, 7, 11, 9, 4, 3, 9, 7, 4, 11, 14, 11, 9, 12, 15, 15, 15, 14, 11, 14, 7, 6, 8, 14, 8, 10, 7, 6, 6, 11, 7, 9, 8, 12, 10, 8, 8, 11, 10, 6, 5, 2, 0, 0], "n_pos": 84, "sum_m_en": [9.63333, 4.396338, 4.389919, 4.276917, 4.725809, 4.568292, 4.538808, 4.686142, 4.87669, 5.165498, 5.533506, 5.638219, 5.933764, 6.207244, 6.028178, 5.51653, 5.218643, 5.230558, 4.809939, 4.536675, 4.224469, 3.968676, 3.907658, 3.893347, 10.365036, 8.952129, 8.468206, 8.303497, 8.192568, 7.751143, 7.423934, 7.266055, 7.019429, 7.00598, 8.162282, 8.942259, 12.364574, 12.183681, 14.997109, 19.850681, 21.29854, 21.727579, 24.623772, 27.252398, 30.617619, 32.398498, 33.996792, 37.984012, 29.385352, 28.73071], "sum_m_pl": [34.569154, 40.557966, 38.875353, 37.74259, 37.076803, 36.40238, 36.662588, 36.075375, 34.165027, 36.158166, 36.648002, 37.04929, 37.097222, 36.201019, 37.098932, 38.042436, 37.473347, 36.710046, 38.035328, 38.874359, 39.400712, 40.082714, 40.249172, 40.408996, 29.830294, 30.647881, 29.530124, 30.9913, 32.672591, 32.927393, 33.587864, 33.662075, 33.978929, 32.052131, 30.443524, 28.94907, 24.698197, 23.53398, 22.251635, 21.890693, 18.969576, 16.191199, 14.936388, 13.914513, 11.73316, 9.622105, 7.064361, 3.667427, 0.390439, 8.5e-05]}, "digit": {"n_am_en": [2, 3, 6, 5, 3, 2, 3, 3, 3, 5, 9, 7, 3, 2, 0, 2, 2, 1, 2, 2, 1, 3, 2, 0, 0, 2, 0, 4, 6, 3, 0, 0, 0, 1, 1, 1, 3, 2, 2, 2, 2, 2, 3, 0, 2, 2, 3, 3, 0, 0], "n_am_pl": [0, 1, 1, 2, 2, 6, 0, 1, 1, 2, 0, 0, 1, 1, 2, 1, 4, 3, 2, 2, 2, 0, 1, 1, 3, 5, 3, 2, 1, 1, 1, 1, 0, 2, 1, 3, 3, 3, 5, 9, 8, 8, 5, 8, 7, 5, 3, 2, 0, 0], "n_pos": 16, "sum_m_en": [1.28688, 0.73706, 0.719799, 0.690343, 0.75245, 0.748557, 0.735089, 0.764277, 0.82942, 0.862632, 0.920122, 0.889527, 0.948025, 1.00255, 0.934132, 0.857413, 0.834533, 0.821977, 0.754362, 0.719468, 0.676034, 0.640624, 0.636352, 0.627502, 0.936204, 0.905251, 0.975362, 1.235731, 1.320274, 1.221992, 1.203105, 1.052533, 0.99411, 0.882165, 0.988992, 0.978095, 1.369962, 1.021329, 1.041537, 0.804251, 1.210994, 1.265025, 1.266346, 1.163943, 2.177378, 2.035918, 2.344928, 2.296541, 0.14936, 0.0], "sum_m_pl": [7.762651, 8.431563, 8.005997, 7.864193, 7.661243, 7.552566, 7.656545, 7.483546, 7.180493, 7.446391, 7.529604, 7.604506, 7.223118, 7.075066, 7.293729, 7.199161, 7.178113, 6.962168, 7.441986, 7.689092, 7.707619, 7.820336, 7.830691, 7.872085, 6.799788, 6.563034, 6.339318, 6.585778, 6.724636, 6.600236, 6.679938, 6.556011, 6.680149, 6.381224, 6.267035, 6.153228, 5.78094, 6.364883, 6.646735, 8.682821, 7.153117, 6.495514, 6.554977, 7.808169, 6.498052, 5.158289, 4.102096, 2.106028, 0.219465, 0.0]}, "lang": {"n_am_en": [13, 6, 6, 8, 5, 10, 5, 10, 3, 9, 11, 12, 11, 13, 8, 9, 8, 10, 8, 8, 8, 12, 12, 9, 15, 14, 12, 14, 15, 8, 16, 12, 9, 9, 11, 15, 15, 13, 15, 16, 17, 15, 20, 17, 20, 20, 23, 25, 27, 28], "n_am_pl": [1, 1, 2, 3, 1, 1, 1, 1, 5, 1, 2, 0, 4, 0, 1, 2, 2, 1, 2, 3, 4, 6, 4, 5, 2, 4, 2, 0, 2, 9, 2, 6, 5, 3, 1, 2, 1, 3, 1, 0, 0, 0, 1, 1, 1, 1, 2, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.941605, 1.598367, 1.584841, 1.546782, 1.694252, 1.631233, 1.564784, 1.57666, 1.64677, 1.763311, 1.875958, 2.072816, 2.226948, 2.386627, 2.245899, 1.951119, 1.940705, 2.018424, 1.822405, 1.708772, 1.552049, 1.446306, 1.417037, 1.424271, 4.376189, 3.955873, 3.614337, 3.474988, 3.124535, 3.071239, 2.922211, 3.005731, 2.784336, 2.880147, 3.42446, 3.8707, 5.490894, 5.800792, 7.558191, 11.461607, 12.490747, 12.692502, 14.415088, 15.796248, 17.168083, 18.222195, 19.929524, 22.478057, 26.609653, 27.728653], "sum_m_pl": [11.927689, 13.52156, 13.198976, 12.932095, 12.848324, 12.640517, 12.745935, 12.800811, 12.356129, 12.921096, 13.096927, 13.160359, 13.227331, 12.966961, 13.224582, 13.64041, 13.292916, 13.063439, 13.407499, 13.586204, 13.874526, 14.09876, 14.13833, 14.168664, 10.575461, 11.038966, 10.832017, 11.339351, 11.819371, 11.893065, 12.131744, 12.029661, 12.204382, 11.838132, 10.98409, 10.762525, 8.945772, 8.45158, 7.658344, 5.815235, 5.276743, 4.092512, 3.520349, 2.478944, 2.336472, 2.061737, 2.147233, 0.842958, 0.126006, 7.4e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "gsm8kpl-797", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1183, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9663, "tf_agree_excl_first": 0.9773}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [42, 33, 31, 34, 32, 35, 40, 36, 31, 44, 42, 35, 36, 54, 36, 37, 50, 47, 39, 28, 26, 34, 28, 24, 64, 66, 53, 56, 54, 48, 47, 48, 46, 44, 62, 58, 54, 51, 51, 55, 62, 59, 58, 54, 55, 50, 26, 22, 16, 14], "n_am_pl": [14, 35, 43, 42, 32, 31, 26, 36, 34, 39, 36, 32, 38, 39, 35, 46, 33, 42, 53, 58, 57, 63, 53, 60, 29, 36, 30, 29, 37, 47, 40, 34, 41, 33, 31, 28, 17, 16, 25, 35, 26, 33, 29, 34, 32, 33, 58, 42, 42, 44], "n_pos": 206, "sum_m_en": [18.865317, 9.971294, 10.74398, 11.067198, 11.762346, 11.635818, 11.582609, 11.5781, 12.381996, 12.888833, 13.02147, 13.362091, 14.293134, 14.860771, 14.935972, 13.693938, 13.032387, 12.985023, 11.825644, 11.083432, 10.496232, 9.998917, 9.728487, 9.46261, 24.533047, 21.797327, 21.380019, 22.517087, 23.361496, 22.571765, 20.950587, 20.536595, 19.917641, 19.298742, 20.332813, 20.104359, 21.802414, 20.963805, 24.908162, 32.429081, 38.195051, 37.787828, 40.626881, 44.571665, 48.596196, 46.483417, 28.255557, 23.650927, 16.235384, 14.092615], "sum_m_pl": [84.570889, 98.385842, 93.632223, 90.130333, 89.654248, 88.241377, 89.989769, 89.785118, 87.286569, 89.779061, 89.833876, 90.470569, 92.32317, 91.695598, 92.611439, 94.292797, 92.802886, 92.710901, 96.178843, 97.501486, 97.933554, 98.681996, 99.258313, 99.58671, 80.845074, 80.370325, 77.102678, 80.623105, 83.288272, 84.750428, 86.216549, 86.215604, 86.088347, 80.731246, 76.407173, 73.803096, 65.952376, 63.477612, 62.178273, 63.120695, 55.491381, 55.180595, 51.970756, 50.322723, 44.255049, 42.700413, 52.611013, 44.740094, 41.853833, 43.531239]}, "digit": {"n_am_en": [2, 6, 5, 10, 1, 3, 9, 4, 2, 9, 8, 9, 8, 6, 4, 1, 4, 6, 5, 5, 3, 4, 2, 1, 4, 3, 6, 10, 8, 6, 4, 6, 5, 4, 6, 3, 3, 3, 4, 3, 4, 4, 3, 1, 1, 2, 1, 0, 1, 0], "n_am_pl": [0, 8, 5, 7, 5, 7, 3, 5, 3, 8, 6, 4, 2, 3, 4, 7, 6, 4, 6, 7, 7, 5, 5, 6, 4, 6, 4, 2, 6, 4, 6, 4, 4, 5, 5, 4, 3, 5, 6, 14, 13, 14, 11, 17, 16, 14, 13, 10, 0, 0], "n_pos": 31, "sum_m_en": [2.582416, 1.419648, 1.415226, 1.472377, 1.55772, 1.521258, 1.478608, 1.549442, 1.676426, 1.708919, 1.776837, 1.799569, 2.069447, 2.161759, 2.011425, 1.833915, 1.762431, 1.762784, 1.571536, 1.46538, 1.375733, 1.305156, 1.27978, 1.259806, 2.465568, 2.342213, 2.667662, 3.054622, 3.137703, 2.981478, 2.806485, 2.618453, 2.362319, 2.176502, 2.358083, 2.269429, 2.391879, 2.202851, 2.242702, 2.645862, 2.765421, 2.799492, 3.095163, 2.518537, 2.405616, 2.563539, 1.350903, 0.764637, 0.446674, 0.081902], "sum_m_pl": [14.405064, 16.334433, 15.530858, 14.95771, 14.506593, 14.360174, 14.513597, 14.134683, 13.838197, 14.04915, 14.187379, 14.415002, 14.114497, 13.959562, 14.202014, 14.410691, 14.336728, 14.174406, 14.933076, 15.241895, 15.189823, 15.319933, 15.476816, 15.561286, 13.683056, 13.207902, 12.655676, 13.13883, 13.32335, 13.456003, 13.800291, 13.627845, 13.777927, 13.110833, 12.555337, 12.387313, 11.449268, 11.388758, 11.614272, 14.247933, 12.884839, 12.462631, 12.152169, 15.940321, 15.56761, 13.81272, 12.786761, 9.303614, 1.05456, 0.035927]}, "lang": {"n_am_en": [12, 6, 7, 6, 7, 7, 8, 12, 7, 10, 11, 9, 11, 19, 13, 10, 19, 16, 14, 10, 12, 13, 10, 11, 24, 24, 16, 19, 15, 12, 10, 13, 16, 17, 22, 23, 24, 26, 29, 31, 38, 35, 36, 32, 37, 35, 16, 15, 14, 14], "n_am_pl": [3, 9, 9, 10, 4, 6, 3, 8, 10, 10, 5, 7, 10, 8, 5, 12, 7, 13, 11, 16, 17, 20, 17, 17, 6, 9, 11, 9, 11, 17, 18, 12, 16, 16, 11, 7, 3, 4, 5, 6, 2, 6, 5, 8, 8, 10, 30, 27, 42, 44], "n_pos": 58, "sum_m_en": [4.687784, 2.837288, 2.939656, 3.031484, 3.334357, 3.25926, 3.278944, 3.327764, 3.447608, 3.574034, 3.664236, 3.97992, 4.188297, 4.407837, 4.275183, 3.94605, 3.744152, 3.73732, 3.370783, 3.12834, 2.979143, 2.804536, 2.706101, 2.62306, 6.693392, 6.646024, 6.243745, 6.555832, 6.512831, 6.09896, 5.780881, 5.976742, 5.7112, 5.560121, 5.894331, 6.301959, 7.90243, 7.798904, 10.815291, 16.252806, 20.978035, 21.534565, 22.437076, 25.971272, 29.876382, 29.522148, 16.968582, 15.062311, 13.745627, 14.010422], "sum_m_pl": [22.333521, 26.23988, 25.153026, 24.390176, 24.278918, 24.072061, 24.597645, 24.627067, 24.408216, 25.255909, 25.244074, 25.322984, 26.203194, 25.76148, 26.185272, 26.686221, 26.244959, 26.047373, 26.872126, 27.42429, 27.652671, 28.028848, 28.165127, 28.254499, 24.366766, 23.879077, 22.673207, 23.653006, 24.266801, 24.688263, 25.139027, 25.099963, 25.551963, 24.324621, 23.043124, 22.896947, 20.924166, 20.691423, 19.73997, 18.317144, 15.218388, 15.318801, 14.77088, 12.857545, 11.278493, 11.965278, 23.545006, 25.031988, 38.998279, 43.301328]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 304, "item_id": "gsm8kpl-797", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1042, "region_end": 206, "roundtrip_ok": true, "tf_agree": 0.9737, "tf_agree_excl_first": 0.9769}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [29, 26, 20, 15, 16, 15, 12, 9, 12, 19, 19, 27, 23, 20, 12, 14, 16, 12, 12, 12, 10, 11, 12, 11, 18, 16, 11, 11, 13, 20, 13, 17, 12, 17, 23, 23, 24, 17, 19, 18, 21, 18, 27, 25, 21, 23, 25, 25, 18, 17], "n_am_pl": [2, 10, 15, 15, 5, 11, 10, 14, 14, 13, 13, 10, 11, 11, 10, 13, 10, 22, 23, 19, 24, 19, 21, 21, 14, 17, 13, 9, 7, 8, 11, 11, 11, 15, 4, 7, 11, 8, 11, 8, 9, 5, 5, 6, 3, 2, 2, 3, 2, 3], "n_pos": 77, "sum_m_en": [9.023414, 4.321303, 4.238827, 3.872234, 4.022996, 4.126553, 4.162639, 4.129137, 4.405001, 4.783434, 5.017521, 5.460819, 5.720992, 5.694221, 5.736245, 5.250326, 5.212614, 5.167141, 4.612811, 4.301113, 4.142632, 3.863196, 3.743199, 3.672415, 8.08752, 7.979452, 7.840447, 7.742988, 8.399578, 8.437118, 7.257849, 7.168305, 7.199256, 7.473634, 8.106742, 8.837541, 11.881595, 11.647836, 11.219288, 13.28488, 14.136968, 14.106585, 21.765637, 21.728003, 21.078399, 21.782621, 24.368566, 25.596017, 18.540494, 17.072143], "sum_m_pl": [30.360271, 38.410928, 37.782346, 36.834443, 35.654436, 35.243456, 35.36295, 35.297846, 34.206668, 35.119519, 34.531141, 35.091888, 35.27926, 34.366577, 34.111002, 35.751799, 35.723994, 36.179548, 36.843521, 37.15603, 37.101952, 37.692705, 37.817006, 37.98035, 28.416934, 28.117703, 27.109843, 29.212397, 29.920643, 30.516962, 32.054484, 31.555485, 31.334135, 29.574503, 28.188251, 25.644445, 22.069044, 21.566776, 19.285195, 17.808304, 16.643606, 14.195203, 11.307085, 10.006542, 7.617164, 5.780191, 4.125121, 2.461095, 2.232186, 2.875146]}, "digit": {"n_am_en": [3, 2, 2, 1, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 0, 1, 0, 0, 1, 2, 2, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 3, 4, 4, 1, 2, 5, 5, 4, 4, 0, 1, 1, 2, 5, 7, 5, 2, 4, 2, 2, 3, 2, 3, 3, 1, 2, 3, 4, 2, 3, 5, 1, 2, 8, 5, 6, 5, 6, 4, 2, 4, 1, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.243483, 0.589171, 0.549249, 0.534628, 0.513314, 0.548617, 0.552934, 0.540373, 0.5547, 0.586235, 0.634623, 0.642411, 0.68597, 0.663152, 0.677282, 0.638024, 0.653067, 0.659458, 0.628658, 0.583476, 0.571922, 0.530269, 0.518175, 0.49943, 0.837945, 0.865251, 0.834177, 0.908165, 0.93657, 0.925848, 0.857969, 0.902747, 0.859595, 0.842471, 0.851848, 0.870219, 0.855209, 0.687427, 0.614439, 0.609827, 0.606993, 0.670859, 0.6619, 0.517559, 0.354911, 0.181377, 0.034142, 0.006942, 0.000532, 0.0], "sum_m_pl": [4.36934, 5.600405, 5.369364, 5.1759, 4.855841, 4.616849, 4.831288, 4.809443, 4.530299, 4.663324, 4.541988, 4.620579, 4.499473, 4.15698, 4.236951, 4.685126, 4.604392, 4.724791, 5.001376, 5.128326, 5.096664, 5.22761, 5.292509, 5.366262, 3.986391, 3.72914, 4.034683, 4.119252, 4.428876, 4.320187, 4.267668, 4.349563, 4.162927, 4.073016, 3.909948, 3.865436, 4.237138, 4.656696, 4.602278, 4.206855, 4.003963, 3.744969, 3.58738, 3.705357, 2.532462, 1.383959, 0.285178, 0.049707, 0.002046, 0.0]}, "lang": {"n_am_en": [9, 9, 8, 6, 4, 7, 5, 5, 7, 6, 7, 10, 10, 7, 4, 5, 8, 5, 3, 0, 3, 5, 5, 5, 8, 7, 7, 7, 6, 8, 3, 6, 2, 5, 9, 9, 11, 6, 8, 7, 9, 7, 12, 12, 13, 13, 14, 17, 15, 16], "n_am_pl": [1, 1, 3, 2, 0, 1, 2, 3, 3, 4, 2, 1, 2, 3, 1, 2, 0, 5, 5, 5, 4, 3, 4, 3, 2, 2, 2, 0, 0, 1, 2, 4, 4, 3, 2, 2, 1, 1, 1, 0, 1, 1, 2, 2, 1, 1, 0, 1, 2, 3], "n_pos": 20, "sum_m_en": [2.641074, 1.299525, 1.297738, 1.053327, 1.029285, 1.096356, 1.112987, 1.071292, 1.192453, 1.300537, 1.353022, 1.571091, 1.688257, 1.652248, 1.708959, 1.499049, 1.465317, 1.490729, 1.313362, 1.204806, 1.146727, 1.062938, 1.03674, 1.039734, 2.778648, 3.010277, 2.881192, 2.672639, 2.669352, 2.798139, 2.321505, 2.345661, 2.358948, 2.268768, 2.476389, 3.010357, 4.113105, 4.419046, 4.126206, 5.202329, 6.21811, 6.495059, 11.690137, 12.266373, 12.380086, 12.176572, 14.124422, 15.729046, 15.0316, 15.99714], "sum_m_pl": [7.786797, 9.663043, 9.531375, 9.38207, 9.159694, 9.040928, 8.837279, 9.067135, 8.930511, 8.994913, 9.020237, 9.084624, 9.298917, 9.17223, 9.139926, 9.454102, 9.491347, 9.441458, 9.578313, 9.556061, 9.623321, 9.813458, 9.828086, 9.842607, 7.449112, 7.540802, 6.940407, 7.199238, 7.259987, 7.399007, 7.970361, 7.814826, 8.312059, 8.230377, 7.965338, 7.642085, 6.17773, 5.95439, 5.514363, 4.907032, 4.529991, 3.707202, 2.451464, 2.206175, 1.995842, 1.588716, 1.12832, 0.781173, 2.075411, 2.875081]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "gsm8kpl-799", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1153, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9873}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [25, 36, 37, 26, 27, 25, 17, 20, 18, 19, 29, 38, 30, 28, 24, 22, 25, 26, 17, 17, 24, 20, 18, 24, 34, 27, 21, 26, 27, 25, 26, 25, 24, 15, 23, 31, 25, 27, 24, 26, 22, 20, 30, 29, 28, 26, 18, 10, 6, 5], "n_am_pl": [9, 36, 27, 37, 31, 42, 37, 20, 22, 17, 15, 15, 33, 40, 33, 34, 25, 25, 41, 39, 45, 43, 48, 42, 24, 22, 26, 22, 28, 28, 27, 30, 28, 24, 17, 16, 22, 16, 17, 17, 14, 17, 14, 14, 11, 14, 11, 16, 36, 45], "n_pos": 150, "sum_m_en": [13.942467, 7.018468, 7.074488, 7.365006, 7.65626, 7.578734, 7.596043, 7.944219, 8.447301, 9.108756, 9.414663, 10.337786, 10.912235, 11.031672, 11.554346, 10.121831, 10.408438, 10.013621, 9.198206, 8.47387, 8.160414, 7.459818, 7.183366, 6.957997, 15.466215, 14.289603, 14.431167, 14.423473, 15.352245, 14.672463, 13.225014, 13.88195, 12.910106, 12.671789, 13.653704, 14.460173, 17.538621, 16.718285, 16.687221, 19.810138, 18.878793, 17.961212, 24.67764, 28.211588, 28.016368, 26.8068, 16.105635, 12.874001, 5.555183, 4.987937], "sum_m_pl": [60.455311, 73.900426, 71.94558, 71.236259, 68.893049, 69.233665, 68.936998, 67.462902, 66.22231, 67.836568, 67.323633, 67.459733, 69.749409, 68.519319, 68.784753, 71.245605, 71.612939, 71.735503, 73.329305, 74.212756, 73.808207, 74.424597, 74.647495, 74.94084, 59.86326, 61.764373, 60.064545, 62.953314, 64.086491, 65.644606, 65.918179, 64.237222, 65.662354, 59.973309, 57.817841, 55.032692, 50.761036, 49.828116, 46.817074, 44.470198, 43.099149, 38.247866, 33.241213, 30.757723, 25.594799, 26.188857, 18.273324, 18.578047, 35.975333, 45.03726]}, "digit": {"n_am_en": [0, 11, 15, 4, 2, 3, 3, 0, 0, 1, 3, 5, 6, 2, 1, 4, 3, 3, 3, 2, 2, 2, 0, 4, 2, 2, 0, 5, 4, 5, 4, 3, 3, 1, 4, 4, 5, 4, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 8, 2, 2, 5, 2, 0, 1, 3, 3, 3, 2, 4, 7, 6, 5, 4, 8, 5, 7, 9, 8, 11, 8, 9, 4, 10, 4, 3, 4, 4, 5, 5, 8, 7, 6, 8, 8, 6, 7, 6, 6, 6, 6, 3, 2, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.995794, 0.923205, 0.853079, 0.852719, 0.818512, 0.886694, 0.937083, 1.003524, 1.069456, 1.177703, 1.229041, 1.308322, 1.471302, 1.501384, 1.483516, 1.386257, 1.482448, 1.513625, 1.326488, 1.204271, 1.15276, 1.064213, 1.013173, 0.979854, 1.702271, 1.822956, 1.982328, 1.981073, 2.221494, 2.071996, 1.993691, 2.177667, 1.907143, 1.854318, 1.964562, 2.302952, 2.064827, 1.623066, 1.635441, 1.667307, 1.602268, 1.578904, 1.484728, 1.105053, 0.660118, 0.448154, 0.190249, 0.170232, 0.022321, 0.0], "sum_m_pl": [9.204056, 12.000221, 11.614906, 10.958361, 10.443728, 10.2948, 10.257381, 10.034584, 9.85574, 9.969726, 10.206766, 10.083593, 10.050711, 9.924921, 10.058111, 10.191864, 10.30021, 10.15341, 10.537495, 10.693781, 10.68706, 10.885845, 10.983219, 11.064416, 9.728124, 9.490001, 9.510647, 9.582015, 9.474204, 9.633667, 9.332522, 9.009258, 9.236642, 8.893087, 8.344682, 8.479591, 8.795053, 10.207935, 9.856744, 9.074952, 8.645038, 8.289136, 7.734874, 7.648904, 5.324536, 3.606696, 1.404218, 0.482335, 0.054521, 0.0]}, "lang": {"n_am_en": [10, 9, 7, 8, 12, 12, 4, 12, 8, 9, 11, 13, 11, 10, 8, 8, 9, 12, 4, 7, 7, 7, 6, 8, 13, 12, 10, 9, 7, 12, 11, 11, 11, 7, 6, 12, 7, 9, 9, 12, 10, 9, 15, 17, 17, 14, 10, 7, 6, 5], "n_am_pl": [7, 11, 10, 9, 7, 12, 11, 8, 10, 7, 9, 6, 10, 10, 9, 13, 8, 6, 16, 15, 16, 16, 17, 16, 9, 8, 8, 10, 13, 9, 8, 9, 5, 6, 3, 5, 7, 4, 7, 7, 7, 7, 7, 7, 7, 11, 10, 15, 36, 44], "n_pos": 51, "sum_m_en": [4.796496, 2.469317, 2.615088, 2.960031, 3.134259, 2.80331, 2.750681, 2.92544, 3.144914, 3.239286, 3.420498, 3.938304, 4.278158, 4.303341, 4.740862, 3.938993, 4.184873, 3.880001, 3.755359, 3.348724, 3.123397, 2.70643, 2.619555, 2.406685, 6.425508, 5.842172, 5.997178, 5.93068, 5.942286, 6.00263, 5.353663, 5.668597, 5.310051, 5.373572, 5.670641, 6.166328, 7.803563, 7.265302, 7.074048, 9.011183, 8.252494, 8.569225, 12.946452, 15.421524, 14.886316, 13.534452, 8.414792, 8.374073, 5.230544, 4.985019], "sum_m_pl": [21.481941, 25.558304, 24.722341, 24.485306, 24.008088, 24.24474, 23.91418, 23.384355, 23.160068, 23.792197, 23.772368, 23.507181, 24.228471, 23.642299, 23.618497, 24.692956, 24.777311, 25.122756, 25.559373, 26.002711, 25.867878, 26.056445, 26.083305, 26.2079, 21.337926, 22.632326, 22.178594, 22.720017, 22.569707, 22.867911, 23.371324, 22.580215, 23.610506, 22.167038, 21.430846, 20.71771, 18.974403, 18.139268, 17.114033, 16.37153, 16.757318, 15.514396, 13.494631, 13.254071, 11.613002, 14.639987, 13.04698, 15.661539, 34.736067, 44.005543]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "gsm8kpl-799", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1012, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9739, "tf_agree_excl_first": 0.9803}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [81, 95, 78, 73, 64, 33, 49, 63, 55, 67, 73, 84, 84, 90, 76, 83, 80, 79, 66, 59, 58, 57, 50, 54, 89, 77, 87, 80, 81, 86, 71, 64, 70, 76, 88, 92, 92, 91, 89, 89, 85, 84, 80, 78, 77, 88, 86, 83, 79, 82], "n_am_pl": [7, 30, 36, 39, 27, 46, 44, 32, 33, 30, 23, 24, 26, 20, 24, 30, 30, 36, 41, 36, 27, 28, 27, 28, 15, 15, 19, 20, 17, 33, 26, 27, 28, 19, 13, 11, 15, 14, 21, 23, 17, 13, 15, 17, 5, 9, 4, 5, 1, 2], "n_pos": 294, "sum_m_en": [31.570154, 15.529684, 15.748453, 15.111732, 16.023355, 16.205813, 16.294382, 16.514072, 16.792088, 17.368215, 18.272438, 19.751891, 20.409729, 21.429078, 20.79637, 19.491506, 19.439711, 19.556006, 17.6992, 16.994761, 16.723091, 15.385993, 14.665518, 14.591481, 36.61104, 42.124539, 41.43201, 38.155837, 35.214143, 35.402709, 32.491714, 30.879959, 28.471413, 28.551693, 32.101683, 35.134052, 40.066295, 45.025805, 46.970003, 50.328008, 49.996793, 54.837256, 60.61838, 61.073826, 69.072672, 77.110325, 84.751258, 79.114638, 78.085887, 81.483452], "sum_m_pl": [116.698178, 144.844001, 139.885147, 136.873757, 133.140067, 130.649698, 132.104525, 130.308278, 129.51765, 133.958358, 131.666624, 131.035221, 129.71822, 127.655183, 126.769054, 133.976891, 132.880622, 134.720924, 135.724134, 138.632858, 139.000212, 140.037889, 141.22321, 141.602921, 99.026659, 95.219939, 94.982487, 104.719622, 112.477235, 112.322489, 111.834595, 113.890912, 113.873868, 110.087472, 110.05382, 102.715743, 91.631972, 84.991654, 79.82483, 75.524421, 69.974086, 63.487145, 54.075374, 48.000989, 34.608171, 27.620748, 16.460288, 12.8605, 3.095502, 2.85694]}, "digit": {"n_am_en": [14, 19, 15, 17, 17, 3, 3, 6, 2, 8, 11, 11, 10, 9, 15, 15, 16, 12, 9, 3, 4, 6, 5, 5, 12, 8, 12, 8, 5, 12, 8, 10, 9, 7, 8, 7, 8, 10, 7, 6, 5, 6, 5, 3, 5, 5, 3, 4, 0, 0], "n_am_pl": [1, 5, 3, 4, 2, 7, 4, 6, 5, 13, 4, 3, 0, 1, 1, 3, 4, 9, 11, 7, 5, 4, 5, 5, 2, 2, 4, 5, 4, 7, 8, 5, 4, 4, 1, 1, 5, 4, 2, 3, 1, 2, 3, 3, 1, 3, 2, 3, 0, 0], "n_pos": 43, "sum_m_en": [4.288218, 1.898947, 1.805312, 1.732729, 1.801876, 1.814577, 1.843157, 1.924674, 1.942282, 1.995689, 2.053847, 2.242187, 2.297392, 2.565405, 2.325558, 2.361278, 2.576757, 2.661268, 2.386774, 2.302928, 2.116251, 2.009203, 1.922385, 1.888172, 3.613396, 3.933656, 3.662846, 3.697622, 3.555993, 3.463905, 3.695165, 3.702058, 3.203556, 3.05476, 3.33312, 3.518422, 3.637688, 3.840648, 3.625467, 3.320892, 3.157175, 3.23635, 3.427451, 3.239465, 2.858932, 2.99012, 2.4972, 2.295497, 0.091573, 0.0], "sum_m_pl": [18.930771, 22.863286, 22.151493, 21.62185, 21.216995, 20.191243, 20.423213, 20.050111, 20.234679, 21.062165, 20.805095, 20.666058, 19.993257, 18.988182, 19.24549, 20.076613, 19.375429, 19.790343, 20.236369, 20.587811, 20.740771, 20.881174, 21.062296, 21.239313, 16.541293, 15.97713, 16.353933, 18.191875, 18.879218, 18.717554, 18.412188, 18.158186, 18.008099, 17.75128, 17.773832, 17.697885, 16.824456, 16.394874, 15.156785, 14.736989, 14.424527, 14.188717, 13.396764, 11.068739, 9.391132, 6.765424, 5.31217, 4.250448, 0.510607, 0.0]}, "lang": {"n_am_en": [25, 22, 24, 30, 24, 15, 20, 29, 25, 28, 31, 29, 42, 44, 33, 33, 29, 34, 28, 29, 30, 27, 27, 28, 41, 39, 41, 40, 41, 39, 32, 31, 32, 37, 40, 47, 52, 51, 52, 53, 52, 53, 52, 52, 55, 61, 62, 70, 78, 82], "n_am_pl": [0, 9, 9, 5, 6, 13, 12, 10, 13, 6, 9, 8, 11, 6, 6, 7, 5, 11, 13, 15, 11, 10, 13, 12, 5, 6, 8, 8, 6, 10, 5, 9, 9, 4, 4, 2, 4, 4, 5, 7, 6, 6, 5, 8, 2, 3, 2, 1, 1, 2], "n_pos": 85, "sum_m_en": [9.113871, 5.125845, 5.372297, 5.063802, 5.216777, 5.244513, 5.164972, 5.207136, 5.283855, 5.502818, 5.98952, 6.841974, 7.387769, 7.401921, 7.288567, 6.516287, 6.079449, 6.121985, 5.708232, 5.242622, 5.621679, 4.928611, 4.550245, 4.59149, 15.64547, 19.543518, 20.117148, 17.015214, 14.888196, 15.669098, 12.840243, 12.205041, 11.31974, 11.992833, 13.921176, 16.589183, 20.717124, 23.537479, 26.358029, 28.235, 29.706557, 33.218476, 37.105276, 38.917768, 46.065109, 52.067322, 59.908407, 65.246951, 74.725152, 80.920265], "sum_m_pl": [31.60237, 38.963127, 37.514407, 37.070657, 36.520531, 36.383258, 37.085106, 37.686546, 37.497737, 38.745108, 38.130572, 37.802361, 37.818653, 37.736213, 37.563299, 39.573334, 39.892352, 40.388581, 40.604531, 41.363632, 41.082786, 41.515582, 41.891941, 42.003438, 31.666286, 29.369293, 29.058562, 31.167774, 33.565029, 32.731442, 33.434214, 33.772558, 34.704572, 34.323546, 33.965182, 32.121819, 28.049203, 26.522902, 24.3432, 23.806108, 22.080218, 19.775159, 16.770069, 16.373398, 10.674594, 9.48394, 5.821119, 3.910103, 1.782729, 2.006944]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 297, "item_id": "gsm8kpl-802", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1200, "region_end": 294, "roundtrip_ok": true, "tf_agree": 0.9865, "tf_agree_excl_first": 0.9899}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [83, 82, 73, 76, 66, 47, 67, 61, 73, 70, 78, 79, 72, 79, 74, 84, 88, 80, 59, 55, 54, 46, 37, 46, 78, 88, 88, 87, 90, 106, 93, 91, 73, 77, 91, 80, 86, 73, 79, 83, 65, 67, 59, 62, 43, 45, 30, 21, 9, 8], "n_am_pl": [10, 59, 36, 49, 50, 55, 57, 65, 49, 54, 57, 46, 51, 46, 45, 60, 59, 67, 73, 72, 63, 66, 66, 66, 48, 39, 44, 38, 57, 57, 53, 52, 55, 43, 53, 45, 44, 43, 42, 46, 38, 46, 43, 34, 41, 38, 59, 53, 61, 64], "n_pos": 328, "sum_m_en": [30.632339, 15.717386, 17.020788, 16.924074, 17.804424, 17.986838, 18.020627, 18.568102, 19.634318, 20.513317, 20.656139, 21.14446, 21.577524, 23.308336, 22.199155, 21.467982, 21.632409, 21.559449, 19.007013, 18.614063, 17.577923, 16.496942, 16.030639, 15.610584, 36.084571, 39.719545, 38.358053, 36.454096, 38.347272, 37.980104, 37.049276, 34.310947, 30.573536, 30.720583, 34.143168, 35.868557, 37.116263, 38.883405, 41.927399, 42.542852, 39.833405, 40.866384, 43.817313, 45.382516, 43.022055, 42.043543, 29.050389, 25.73465, 10.182732, 7.711554], "sum_m_pl": [132.742958, 162.685855, 154.173577, 153.202555, 151.750149, 149.366618, 152.063574, 148.642037, 146.295602, 150.286812, 148.942526, 149.123535, 149.690277, 146.694935, 147.946912, 154.996371, 152.386592, 155.943929, 158.832152, 161.624578, 160.900971, 160.768162, 161.557384, 162.537367, 125.302992, 120.477244, 120.039879, 129.031494, 136.450493, 138.449098, 136.806808, 138.241591, 143.479418, 136.584365, 135.755309, 130.142518, 122.053378, 116.405677, 108.036001, 103.658957, 100.933025, 99.787496, 88.785417, 83.029649, 69.194986, 65.779075, 66.371304, 58.245086, 60.224683, 64.865258]}, "digit": {"n_am_en": [11, 29, 24, 21, 11, 1, 12, 7, 9, 8, 9, 13, 10, 6, 15, 13, 19, 12, 8, 4, 2, 3, 1, 3, 14, 14, 15, 11, 9, 14, 18, 12, 16, 8, 11, 10, 10, 6, 4, 8, 6, 6, 4, 5, 4, 5, 5, 1, 0, 0], "n_am_pl": [3, 2, 0, 2, 2, 4, 5, 7, 6, 7, 7, 3, 7, 5, 5, 4, 5, 8, 8, 10, 6, 7, 9, 8, 2, 2, 5, 6, 14, 9, 7, 6, 3, 3, 6, 3, 7, 5, 5, 6, 2, 5, 3, 4, 3, 3, 2, 5, 0, 0], "n_pos": 48, "sum_m_en": [4.418699, 2.123862, 2.16581, 2.0649, 2.079318, 2.091965, 2.129518, 2.259655, 2.304585, 2.299406, 2.439803, 2.557671, 2.62731, 2.924043, 2.810639, 2.812273, 3.040291, 3.04815, 2.630102, 2.577178, 2.348236, 2.218139, 2.134707, 2.096868, 4.776092, 4.92458, 4.308467, 4.10892, 4.02659, 4.281325, 4.644209, 4.413791, 3.780263, 3.773311, 4.030956, 4.206835, 4.283027, 4.440768, 4.644057, 4.297122, 3.69883, 3.489647, 3.55397, 3.474446, 3.526062, 3.627654, 2.638115, 2.297053, 0.153657, 0.0], "sum_m_pl": [21.143146, 25.558807, 24.255918, 23.91438, 23.659369, 22.889319, 22.991484, 22.477122, 22.21164, 23.003022, 22.862101, 22.829394, 22.336086, 21.472012, 22.077975, 22.653245, 22.011552, 22.875753, 23.277136, 23.544005, 23.670584, 23.784951, 23.931537, 24.208291, 19.622268, 19.196173, 19.991544, 21.192674, 22.171238, 21.511614, 21.2473, 21.198624, 21.719096, 21.431382, 20.835631, 20.419047, 19.731225, 19.004727, 17.777324, 16.5603, 16.863995, 16.514627, 15.390886, 14.086109, 12.021097, 10.270789, 6.877721, 4.923229, 0.159517, 0.0]}, "lang": {"n_am_en": [18, 12, 8, 5, 8, 11, 15, 16, 19, 19, 20, 23, 20, 31, 25, 31, 26, 25, 19, 21, 19, 15, 12, 11, 24, 19, 24, 24, 25, 24, 22, 23, 12, 23, 28, 20, 23, 18, 25, 31, 25, 25, 22, 22, 15, 17, 11, 8, 8, 8], "n_am_pl": [2, 14, 8, 10, 16, 15, 9, 18, 12, 14, 11, 10, 11, 11, 10, 14, 11, 15, 27, 26, 25, 30, 23, 28, 22, 17, 14, 15, 16, 15, 15, 13, 20, 15, 18, 16, 15, 18, 17, 13, 14, 20, 17, 18, 28, 26, 41, 37, 57, 63], "n_pos": 72, "sum_m_en": [6.77965, 3.552519, 4.028606, 3.885813, 4.048964, 4.107807, 4.017778, 4.01872, 4.277432, 4.438363, 4.598249, 4.773053, 4.811032, 5.213235, 5.006515, 4.753021, 4.527649, 4.353405, 4.050503, 4.077458, 3.782774, 3.509175, 3.398775, 3.314069, 7.619805, 8.675416, 9.533932, 8.737286, 8.83075, 8.369996, 7.677126, 7.300639, 6.702001, 7.514091, 8.596516, 8.896493, 9.438202, 9.679583, 12.090478, 13.08482, 12.229183, 12.80639, 14.914674, 14.868615, 14.618177, 14.303365, 9.341164, 8.894768, 8.314954, 7.706347], "sum_m_pl": [28.198892, 34.252595, 31.370708, 31.035078, 31.098981, 31.204307, 32.062223, 32.831826, 32.488609, 33.41962, 32.789621, 32.991763, 34.061513, 33.983794, 34.285992, 35.607647, 35.438499, 35.942238, 36.461979, 36.737721, 36.445247, 36.62408, 36.684073, 36.725233, 32.672349, 31.608074, 30.346174, 31.58681, 32.878238, 32.874115, 32.924383, 33.334503, 34.816806, 33.366064, 33.280957, 33.169943, 31.964845, 31.201935, 29.221314, 28.088159, 28.01302, 28.966172, 24.800857, 25.898076, 28.520405, 31.28107, 37.946758, 38.150935, 53.987471, 63.143216]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 331, "item_id": "gsm8kpl-802", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1059, "region_end": 328, "roundtrip_ok": true, "tf_agree": 0.9879, "tf_agree_excl_first": 0.9909}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 77, 57, 43, 56, 43, 34, 36, 35, 52, 58, 66, 57, 62, 63, 55, 42, 50, 52, 44, 47, 38, 37, 43, 79, 75, 73, 63, 69, 70, 64, 73, 78, 73, 79, 77, 82, 79, 79, 84, 96, 81, 77, 82, 78, 82, 83, 100, 96, 93], "n_am_pl": [14, 37, 29, 34, 29, 19, 36, 29, 35, 33, 38, 36, 33, 32, 32, 39, 45, 39, 29, 44, 37, 49, 46, 46, 25, 22, 31, 39, 41, 40, 31, 27, 30, 35, 27, 26, 16, 14, 13, 14, 13, 10, 11, 12, 9, 7, 2, 1, 0, 0], "n_pos": 243, "sum_m_en": [26.297731, 13.005202, 12.482153, 11.734562, 12.734981, 13.399602, 12.921133, 13.747947, 14.353981, 15.471145, 15.384911, 16.024228, 16.120347, 17.369282, 16.757226, 15.331275, 14.845325, 15.026941, 14.095722, 13.07582, 11.980107, 11.143484, 10.812866, 10.529499, 26.384851, 25.300488, 25.030214, 22.715633, 22.682966, 22.831417, 21.184271, 21.023452, 21.228873, 20.735058, 23.505781, 28.206004, 34.755712, 36.202866, 39.503831, 43.979149, 46.039274, 50.826312, 54.44013, 60.833203, 64.532203, 75.201498, 79.381447, 94.30536, 93.229335, 92.938345], "sum_m_pl": [95.430935, 119.835395, 116.639767, 114.583771, 111.846829, 109.484115, 109.477697, 107.931554, 103.320023, 106.756905, 107.373454, 110.3042, 108.849968, 105.507766, 105.864752, 109.749286, 109.19593, 108.530753, 110.847766, 114.107173, 116.080163, 117.596903, 117.891055, 118.850993, 93.276563, 93.404217, 90.445155, 97.492146, 102.293495, 102.818586, 101.197265, 100.450911, 99.882368, 94.886293, 92.324697, 85.402867, 74.089164, 70.702423, 67.374654, 62.967589, 58.704646, 52.599379, 48.054136, 45.817087, 37.19653, 26.055596, 13.265721, 9.310257, 1.367121, 0.013265]}, "digit": {"n_am_en": [6, 18, 13, 0, 3, 1, 2, 3, 3, 5, 12, 8, 8, 9, 6, 8, 6, 10, 11, 6, 6, 5, 5, 6, 14, 14, 16, 10, 9, 6, 9, 7, 5, 11, 6, 9, 7, 6, 5, 8, 8, 7, 5, 6, 5, 4, 3, 6, 0, 0], "n_am_pl": [4, 6, 3, 10, 7, 4, 7, 10, 12, 8, 9, 5, 3, 3, 3, 2, 2, 6, 5, 7, 6, 9, 8, 9, 8, 4, 5, 6, 10, 11, 11, 8, 10, 8, 10, 8, 5, 5, 4, 3, 3, 3, 4, 5, 4, 3, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.188537, 1.958837, 1.828317, 1.759522, 1.872067, 1.957032, 1.975186, 1.990117, 2.083219, 2.235189, 2.338852, 2.371084, 2.521799, 2.815683, 2.700043, 2.490665, 2.538977, 2.668564, 2.500629, 2.349946, 2.128252, 1.9743, 1.921327, 1.862557, 3.393377, 3.52725, 3.911238, 3.455398, 3.681553, 3.503306, 3.461831, 3.389146, 3.375348, 3.328803, 3.379614, 3.856128, 3.611135, 4.21471, 4.994054, 5.270865, 5.179188, 5.474777, 5.762928, 5.838494, 4.281315, 4.571558, 3.480923, 5.263705, 0.671975, 1e-06], "sum_m_pl": [20.484385, 24.366444, 23.640977, 22.998127, 22.47388, 21.722371, 21.769818, 21.388106, 20.516626, 20.836087, 21.04161, 21.006923, 19.994564, 19.474613, 19.490028, 19.950776, 19.886176, 19.553636, 20.18629, 21.113601, 21.626132, 21.949119, 22.020956, 22.280749, 19.487509, 19.171593, 18.406393, 19.482947, 19.623166, 19.438942, 19.131845, 18.885966, 18.643867, 18.301806, 17.966841, 17.575011, 16.351132, 15.861326, 14.820275, 14.828035, 13.62972, 13.415049, 13.137529, 12.085424, 10.768963, 8.001523, 5.0341, 2.950479, 0.630354, 1e-06]}, "lang": {"n_am_en": [16, 24, 21, 24, 24, 22, 16, 22, 23, 28, 28, 32, 26, 27, 32, 29, 20, 23, 23, 26, 26, 25, 24, 29, 50, 44, 43, 34, 36, 41, 36, 46, 50, 42, 49, 52, 53, 51, 47, 52, 59, 53, 54, 59, 59, 64, 66, 82, 92, 92], "n_am_pl": [7, 7, 8, 5, 6, 6, 17, 11, 13, 14, 19, 26, 23, 17, 17, 22, 30, 22, 13, 26, 21, 27, 24, 23, 10, 14, 17, 22, 22, 18, 10, 10, 6, 16, 7, 8, 6, 5, 6, 5, 4, 2, 3, 4, 2, 1, 1, 0, 0, 0], "n_pos": 94, "sum_m_en": [10.212512, 5.214642, 4.978897, 4.647351, 5.028856, 5.699221, 5.515248, 6.109424, 6.408253, 6.746145, 6.578133, 6.816012, 6.872379, 7.550102, 7.139582, 6.439119, 6.174058, 6.14342, 5.818568, 5.299239, 4.803729, 4.462626, 4.275286, 4.164899, 13.947994, 12.918128, 12.717593, 11.247504, 10.422654, 10.534587, 9.809366, 9.986072, 10.360789, 10.251817, 12.000079, 16.078836, 21.363114, 21.901041, 23.823118, 26.43023, 28.575342, 31.576285, 35.067367, 38.852444, 46.176338, 56.243911, 62.940306, 75.192844, 88.440403, 91.471497], "sum_m_pl": [36.118277, 45.070026, 43.981693, 42.878913, 42.46948, 41.910528, 41.841951, 41.872547, 40.366571, 41.36661, 41.984192, 43.556522, 43.678705, 42.461457, 43.217682, 44.712933, 44.795763, 43.873347, 44.430968, 45.267831, 45.896843, 46.4341, 46.613852, 46.858876, 38.059736, 39.659827, 39.050871, 40.845218, 42.213918, 42.417389, 41.640629, 40.515831, 40.460479, 40.117314, 38.934472, 36.200475, 31.372458, 29.980831, 28.965258, 25.637416, 24.541535, 21.023358, 18.187137, 18.652997, 13.737485, 7.530165, 3.797776, 2.066661, 0.255582, 0.001406]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 247, "item_id": "gsm8kpl-812", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1227, "region_end": 243, "roundtrip_ok": true, "tf_agree": 0.9838, "tf_agree_excl_first": 0.9878}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [87, 113, 79, 72, 72, 78, 86, 92, 80, 71, 99, 90, 92, 83, 93, 74, 82, 84, 90, 75, 80, 76, 70, 81, 134, 142, 132, 119, 113, 96, 102, 102, 108, 109, 138, 116, 91, 91, 84, 84, 84, 99, 102, 107, 92, 83, 42, 55, 20, 12], "n_am_pl": [34, 69, 113, 61, 83, 71, 81, 71, 67, 70, 65, 67, 91, 82, 67, 92, 108, 83, 94, 113, 120, 119, 120, 121, 62, 64, 47, 92, 85, 100, 77, 88, 76, 60, 59, 49, 51, 43, 49, 64, 59, 55, 54, 43, 39, 46, 56, 56, 92, 104], "n_pos": 429, "sum_m_en": [38.227174, 20.35864, 21.149603, 21.817943, 22.764867, 23.534004, 23.871654, 24.154497, 25.738603, 26.880474, 26.275891, 26.893222, 27.354935, 28.963936, 28.855206, 26.564939, 25.681326, 25.703706, 23.967616, 22.348874, 20.467307, 19.225764, 18.910535, 18.191994, 42.558325, 41.24384, 41.061077, 38.910014, 39.907846, 40.098291, 37.918123, 38.071099, 36.893676, 36.491561, 39.788084, 40.485441, 43.677507, 46.282593, 50.716143, 49.930205, 50.83265, 57.945684, 58.942877, 65.151896, 72.023042, 71.36908, 42.592959, 49.111954, 23.908429, 12.159919], "sum_m_pl": [177.227954, 216.696426, 209.98285, 202.027103, 201.049549, 196.564367, 197.771098, 197.079138, 190.926502, 196.099213, 195.0327, 198.814479, 199.69977, 195.221643, 195.362247, 200.201842, 199.450882, 199.296862, 204.751056, 208.23018, 211.207943, 212.523573, 212.895567, 214.84586, 182.789497, 181.217414, 173.743916, 183.572136, 189.29394, 192.244795, 189.336145, 187.971118, 185.29693, 170.448057, 167.409214, 157.580935, 144.433413, 139.187252, 136.354549, 135.840581, 134.650335, 129.650882, 118.977804, 108.305377, 94.840635, 86.851916, 81.159392, 73.861317, 92.430467, 103.360654]}, "digit": {"n_am_en": [6, 21, 16, 17, 11, 7, 8, 9, 6, 7, 10, 12, 15, 15, 11, 8, 9, 17, 12, 13, 14, 14, 14, 15, 27, 31, 34, 24, 25, 15, 7, 18, 13, 11, 16, 15, 8, 9, 10, 10, 9, 8, 10, 10, 8, 6, 3, 5, 1, 0], "n_am_pl": [1, 7, 19, 2, 10, 7, 9, 15, 9, 11, 11, 5, 5, 3, 8, 11, 14, 7, 9, 13, 16, 15, 16, 15, 6, 9, 2, 13, 13, 12, 10, 9, 9, 12, 7, 5, 4, 4, 5, 8, 6, 6, 7, 5, 2, 5, 4, 3, 0, 0], "n_pos": 65, "sum_m_en": [5.430716, 2.766278, 2.737774, 2.814676, 2.935239, 2.932921, 3.034442, 3.085795, 3.200409, 3.344759, 3.482726, 3.602296, 3.824726, 4.481851, 4.373191, 3.884465, 3.705293, 3.970156, 3.658104, 3.365261, 3.004311, 2.797411, 2.724927, 2.637218, 5.589062, 5.307293, 6.130406, 5.237547, 5.616934, 5.297806, 5.160421, 5.295974, 5.016544, 4.828941, 4.982973, 5.433198, 5.633752, 6.131997, 6.954786, 6.620684, 7.450262, 7.934147, 7.906544, 8.416573, 5.701373, 6.69715, 3.803509, 5.697319, 1.643747, 0.009592], "sum_m_pl": [29.13149, 35.10311, 33.765259, 32.417636, 31.732878, 30.796838, 30.796072, 30.29816, 29.348982, 30.159388, 30.114975, 30.323906, 29.64451, 28.684975, 28.613929, 29.649767, 29.784133, 29.530483, 30.579204, 31.578726, 32.029941, 32.367121, 32.506055, 32.898573, 29.721355, 29.244227, 28.602415, 29.773632, 29.521652, 29.91971, 29.512637, 28.916488, 28.750237, 27.822693, 26.71726, 25.865327, 23.746466, 23.018019, 21.465945, 22.200652, 20.41965, 20.486359, 19.842753, 17.816093, 17.146055, 13.280901, 9.565136, 5.563174, 0.541413, 0.003634]}, "lang": {"n_am_en": [26, 20, 15, 10, 20, 28, 38, 38, 30, 23, 29, 33, 25, 25, 29, 30, 31, 26, 30, 24, 23, 23, 21, 23, 44, 41, 40, 46, 40, 37, 36, 30, 40, 42, 52, 47, 41, 50, 37, 37, 35, 51, 53, 57, 57, 58, 36, 31, 16, 12], "n_am_pl": [8, 20, 25, 19, 37, 19, 19, 9, 18, 22, 14, 25, 40, 33, 25, 28, 37, 29, 25, 38, 40, 41, 43, 45, 20, 27, 19, 28, 23, 28, 27, 27, 21, 18, 19, 19, 27, 19, 27, 30, 28, 27, 27, 27, 28, 31, 39, 46, 89, 104], "n_pos": 116, "sum_m_en": [9.345209, 5.480989, 5.94253, 6.130495, 6.196155, 6.727162, 7.106568, 7.511031, 7.851149, 8.210758, 7.789361, 7.770651, 7.553233, 7.900282, 7.660816, 7.135481, 6.747668, 6.52687, 6.17466, 5.772694, 5.30399, 4.982072, 4.929408, 4.725926, 9.205075, 10.247735, 11.487543, 11.104367, 10.66413, 10.840675, 9.965722, 10.228601, 9.909649, 10.394957, 11.354012, 12.58678, 15.443658, 16.257247, 17.719636, 17.481941, 17.69008, 23.870602, 22.544337, 27.833898, 42.26544, 44.041694, 28.118844, 26.385493, 18.576514, 12.143024], "sum_m_pl": [46.3432, 57.370602, 56.07643, 53.238614, 54.508194, 52.671132, 53.235846, 53.419756, 52.960668, 54.10907, 53.804053, 55.278478, 55.893289, 54.927792, 55.887717, 57.119856, 57.183764, 56.721764, 58.310801, 58.873715, 59.49965, 59.784163, 59.556896, 59.888372, 56.611973, 55.822594, 53.336586, 55.293972, 56.02802, 55.987743, 55.198042, 54.878369, 54.834038, 52.927983, 52.841108, 51.693816, 50.732361, 49.512007, 52.254611, 51.537645, 53.527479, 52.765302, 48.798963, 48.731416, 40.805579, 40.182101, 45.178553, 49.70686, 84.060801, 102.499734]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 473, "item_id": "gsm8kpl-812", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1086, "region_end": 429, "roundtrip_ok": true, "tf_agree": 0.9894, "tf_agree_excl_first": 0.9915}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [67, 52, 49, 51, 46, 44, 35, 49, 45, 55, 60, 59, 60, 51, 53, 41, 49, 45, 46, 42, 33, 42, 43, 42, 63, 60, 57, 47, 53, 63, 65, 60, 57, 48, 60, 68, 67, 64, 64, 62, 59, 60, 67, 65, 69, 61, 71, 76, 82, 76], "n_am_pl": [3, 26, 31, 20, 12, 20, 16, 22, 22, 17, 22, 22, 25, 22, 15, 12, 14, 26, 25, 28, 33, 30, 27, 24, 12, 14, 19, 28, 24, 21, 21, 20, 18, 22, 21, 21, 20, 14, 17, 16, 14, 12, 14, 11, 10, 14, 8, 2, 0, 1], "n_pos": 188, "sum_m_en": [23.192141, 12.7021, 11.777848, 11.339465, 12.422757, 14.42511, 12.700535, 13.191725, 13.220193, 13.256618, 13.087213, 14.543039, 13.967826, 14.686653, 13.859994, 14.0727, 12.292713, 13.124022, 11.462062, 10.319872, 9.36375, 8.640265, 8.366771, 8.206334, 19.058284, 19.624934, 20.62393, 18.54291, 19.882802, 20.571881, 18.030786, 18.395471, 17.411311, 17.469974, 21.282305, 24.715823, 29.52557, 30.388216, 32.910232, 34.862942, 35.427361, 37.428282, 42.933902, 48.606245, 55.903076, 52.69309, 68.776213, 75.961074, 82.616644, 75.488982], "sum_m_pl": [70.845621, 86.616507, 86.652179, 83.526665, 83.129122, 83.287617, 83.552369, 84.058177, 83.146999, 85.558842, 84.737372, 85.563021, 84.850748, 83.399557, 82.844396, 84.262754, 87.512522, 86.207171, 88.39157, 89.834411, 91.727778, 92.900291, 93.309056, 93.56924, 75.92972, 74.751738, 71.813255, 76.892536, 77.490123, 78.628963, 79.532869, 78.186083, 78.680442, 74.642629, 72.082594, 65.896144, 58.05212, 55.339665, 51.329907, 45.95092, 43.527648, 39.55665, 36.327414, 32.554027, 28.052331, 26.424385, 13.823427, 5.921143, 1.375775, 0.485961]}, "digit": {"n_am_en": [1, 11, 10, 5, 2, 1, 4, 4, 3, 1, 4, 3, 7, 6, 4, 3, 7, 4, 4, 4, 1, 3, 3, 6, 7, 7, 8, 6, 9, 4, 6, 6, 3, 0, 4, 4, 3, 4, 4, 3, 3, 2, 1, 1, 2, 2, 0, 2, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 0, 4, 5, 2, 5, 2, 4, 6, 3, 4, 1, 1, 2, 1, 3, 6, 6, 4, 5, 2, 3, 2, 3, 2, 1, 1, 1, 2, 3, 2, 3, 3, 3, 2, 2, 2, 2, 3, 2, 2, 2, 2, 1, 0, 0], "n_pos": 21, "sum_m_en": [1.959436, 1.001742, 0.902043, 0.835901, 0.866954, 0.878644, 0.947851, 1.015399, 1.025221, 1.04003, 1.104533, 1.121817, 1.125625, 1.208937, 1.141908, 1.145928, 1.235672, 1.294306, 1.116656, 1.018927, 0.929023, 0.86452, 0.844744, 0.829003, 1.739081, 1.619853, 1.956552, 1.640493, 1.81419, 1.751105, 1.598345, 1.60771, 1.340809, 1.419234, 1.463752, 1.735869, 1.611008, 1.601292, 1.725269, 1.707978, 1.684734, 1.798528, 1.822896, 1.758479, 1.582035, 1.513727, 1.059657, 0.944643, 0.25709, 1e-06], "sum_m_pl": [9.651368, 11.254517, 10.863036, 10.706308, 10.436384, 10.06471, 10.320588, 10.018563, 9.843274, 9.940199, 9.972502, 9.930463, 9.365872, 9.252362, 9.368933, 9.39553, 9.688293, 9.617847, 9.93332, 10.031024, 10.342039, 10.511097, 10.519438, 10.624836, 9.473872, 9.268515, 8.927488, 9.242388, 9.297402, 9.064767, 8.962904, 8.671248, 8.701024, 8.738399, 8.605368, 8.303684, 8.132864, 8.258845, 7.817421, 8.204478, 7.888687, 7.684701, 7.756887, 7.219964, 6.522203, 6.109338, 4.099808, 2.308268, 0.464518, 0.0]}, "lang": {"n_am_en": [39, 18, 17, 26, 29, 34, 22, 30, 27, 28, 32, 29, 26, 22, 25, 20, 23, 19, 23, 18, 19, 23, 25, 24, 33, 34, 31, 24, 22, 31, 33, 34, 31, 30, 32, 40, 41, 36, 38, 34, 35, 35, 39, 40, 45, 41, 56, 62, 74, 75], "n_am_pl": [0, 9, 17, 6, 6, 9, 3, 7, 10, 10, 11, 13, 11, 8, 3, 5, 7, 12, 12, 16, 13, 10, 11, 11, 7, 7, 9, 14, 15, 15, 13, 12, 12, 14, 13, 10, 11, 7, 8, 6, 5, 3, 5, 5, 5, 8, 6, 1, 0, 1], "n_pos": 77, "sum_m_en": [10.474989, 6.179928, 5.437808, 5.452917, 6.341528, 8.416891, 6.632659, 6.827708, 6.706552, 6.453163, 6.095434, 7.286384, 6.812071, 7.243549, 6.711042, 7.211614, 5.419116, 5.861569, 5.011061, 4.429661, 4.039036, 3.698975, 3.540736, 3.455511, 8.698685, 9.668168, 10.170646, 9.009992, 9.583359, 10.209328, 8.91694, 9.461045, 8.970501, 9.339557, 12.030118, 14.474266, 16.999085, 17.362893, 19.746247, 20.228578, 20.7561, 22.761719, 26.106384, 30.140743, 37.669422, 34.788455, 53.144535, 61.263373, 73.317231, 73.924732], "sum_m_pl": [28.079715, 33.359379, 34.085521, 32.198665, 32.86964, 33.00404, 33.039784, 33.997877, 34.317566, 35.404551, 35.174717, 34.976018, 35.683663, 34.552177, 34.694619, 34.867381, 36.665367, 36.147545, 36.836745, 37.235959, 37.836496, 38.281497, 38.471083, 38.522409, 32.3824, 31.83261, 31.316232, 32.769315, 33.105414, 33.548551, 34.534786, 33.858523, 34.797092, 33.479983, 31.476584, 29.238855, 25.151199, 24.377224, 21.8333, 16.7054, 15.035051, 13.953843, 13.58443, 12.641352, 10.645442, 12.314355, 6.795488, 1.589348, 0.287475, 0.483988]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 192, "item_id": "gsm8kpl-813", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1229, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9948}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [94, 70, 72, 46, 51, 56, 56, 73, 75, 90, 66, 73, 88, 69, 75, 98, 103, 84, 68, 65, 60, 61, 58, 67, 112, 111, 104, 102, 105, 102, 96, 96, 94, 86, 97, 107, 91, 85, 93, 94, 98, 89, 80, 79, 79, 58, 27, 30, 20, 6], "n_am_pl": [32, 64, 67, 62, 58, 55, 71, 71, 47, 45, 52, 60, 58, 62, 51, 63, 61, 77, 84, 91, 98, 88, 80, 83, 47, 41, 46, 60, 76, 80, 62, 62, 65, 59, 56, 46, 52, 48, 58, 56, 55, 53, 43, 45, 37, 45, 68, 61, 88, 95], "n_pos": 357, "sum_m_en": [32.48176, 17.37669, 18.691928, 18.358208, 18.746904, 19.242196, 19.882754, 20.00403, 21.865986, 21.973528, 22.523972, 24.104566, 24.645779, 25.338649, 25.549877, 24.349673, 23.135808, 23.305808, 21.121791, 19.393756, 17.812306, 16.558765, 16.136072, 15.488286, 32.299056, 33.173073, 34.866019, 32.382199, 34.564951, 35.602083, 33.251518, 33.668866, 34.006882, 33.609425, 35.944106, 38.155305, 37.366267, 41.800356, 44.47075, 48.870088, 48.022156, 50.751269, 53.626839, 55.393059, 56.975139, 46.232908, 30.785648, 30.117253, 18.219836, 5.558544], "sum_m_pl": [148.855787, 171.142721, 166.266601, 161.997905, 164.441064, 162.534902, 163.022793, 164.690471, 161.709617, 162.709802, 160.660863, 160.741356, 163.457299, 160.166363, 162.658852, 166.448023, 167.605324, 166.81532, 171.175453, 174.028263, 175.736851, 176.515389, 176.272947, 177.220531, 150.685114, 147.713919, 142.443968, 153.568165, 156.937645, 158.192872, 156.866777, 155.207115, 154.833322, 144.180942, 140.002927, 134.170978, 127.73389, 123.154164, 119.210877, 117.344876, 115.063707, 107.457, 98.465016, 91.480653, 83.480403, 80.574265, 84.034737, 73.651164, 88.63645, 95.333992]}, "digit": {"n_am_en": [5, 13, 8, 7, 7, 5, 6, 10, 7, 4, 10, 9, 11, 4, 6, 8, 11, 14, 8, 2, 5, 5, 8, 7, 9, 13, 16, 14, 12, 11, 14, 12, 10, 4, 7, 11, 6, 4, 3, 3, 3, 5, 6, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [1, 12, 4, 6, 2, 0, 7, 6, 4, 8, 6, 2, 3, 9, 3, 6, 5, 5, 8, 10, 11, 8, 8, 7, 3, 2, 4, 4, 8, 7, 3, 4, 5, 2, 2, 5, 5, 4, 7, 3, 3, 3, 2, 2, 1, 6, 3, 2, 0, 0], "n_pos": 35, "sum_m_en": [3.112961, 1.592588, 1.509054, 1.585261, 1.686487, 1.69093, 1.774685, 1.830222, 1.925291, 1.910934, 1.999212, 2.113181, 2.270448, 2.463502, 2.27305, 2.275982, 2.183812, 2.296662, 2.063575, 1.837362, 1.621342, 1.516018, 1.476794, 1.419434, 2.979961, 2.837418, 3.371456, 2.974327, 3.24116, 3.166999, 3.153343, 3.061711, 2.764585, 3.014357, 2.924329, 3.323518, 2.864275, 2.905324, 2.809475, 2.845641, 2.530672, 2.825279, 2.776695, 2.304232, 1.8566, 1.557479, 1.049194, 0.798039, 0.106875, 2e-06], "sum_m_pl": [16.245409, 18.774046, 18.222084, 17.196107, 16.77667, 16.604379, 16.606613, 16.319792, 15.726795, 15.840461, 15.753838, 15.799688, 15.520055, 15.248788, 15.450246, 15.692638, 16.218345, 16.043297, 16.76009, 17.072311, 17.294368, 17.341398, 17.419049, 17.640128, 15.525367, 15.167209, 14.63404, 15.580876, 15.712027, 15.835011, 15.559683, 15.27793, 15.276872, 14.685941, 13.9458, 13.639296, 12.928118, 13.099981, 12.829882, 12.799853, 12.099363, 12.414575, 12.372075, 11.642674, 10.928926, 9.671375, 7.011799, 4.041434, 0.317765, 8.4e-05]}, "lang": {"n_am_en": [35, 15, 18, 10, 7, 12, 15, 23, 23, 24, 24, 21, 24, 33, 28, 36, 36, 27, 23, 26, 22, 23, 18, 22, 41, 42, 38, 40, 33, 33, 33, 33, 36, 38, 36, 41, 42, 41, 47, 44, 46, 44, 39, 44, 50, 30, 13, 12, 9, 6], "n_am_pl": [6, 17, 16, 20, 16, 16, 17, 11, 12, 13, 16, 19, 25, 19, 19, 23, 22, 23, 29, 29, 34, 31, 31, 31, 15, 10, 15, 18, 23, 25, 28, 24, 23, 23, 24, 17, 17, 19, 19, 23, 21, 21, 22, 25, 27, 26, 48, 53, 82, 95], "n_pos": 101, "sum_m_en": [8.98392, 5.020091, 5.295816, 5.36429, 5.519572, 5.814934, 6.298332, 6.155898, 6.729384, 6.725403, 6.917165, 7.724987, 7.536647, 7.775255, 7.560634, 7.173807, 6.700195, 6.594393, 5.923848, 5.456377, 5.134799, 4.759906, 4.626019, 4.496706, 9.884724, 10.664957, 11.019631, 10.110795, 10.303189, 10.409945, 9.933398, 10.287384, 10.418643, 11.157964, 11.629288, 12.827859, 13.163405, 16.246389, 18.189903, 20.845149, 21.052119, 23.558002, 25.639361, 28.503628, 32.36616, 22.295042, 13.491489, 11.096955, 8.206022, 5.548705], "sum_m_pl": [40.012011, 45.215186, 43.892956, 43.159223, 44.815452, 44.079862, 43.906359, 45.115439, 45.067285, 45.96433, 44.718721, 44.334808, 46.407511, 45.495596, 46.541905, 47.921499, 47.984934, 47.697149, 48.880536, 49.771758, 50.070501, 50.221485, 49.998245, 50.243804, 44.718345, 43.585946, 42.481543, 45.789832, 45.942533, 46.770936, 47.738231, 47.025742, 48.306555, 45.26094, 44.282029, 43.403477, 43.129505, 41.838563, 40.569448, 37.115956, 37.610582, 34.103466, 32.848986, 31.78302, 30.441708, 33.177631, 48.756028, 51.414319, 77.567885, 93.418734]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 397, "item_id": "gsm8kpl-813", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1088, "region_end": 357, "roundtrip_ok": true, "tf_agree": 0.9975, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [141, 104, 95, 83, 77, 79, 81, 88, 97, 120, 105, 101, 107, 125, 120, 112, 98, 80, 82, 75, 70, 75, 74, 82, 124, 126, 100, 108, 131, 120, 128, 119, 132, 130, 116, 120, 104, 98, 97, 96, 101, 99, 101, 88, 86, 82, 87, 88, 88, 84], "n_am_pl": [6, 62, 70, 60, 36, 38, 68, 45, 52, 33, 59, 50, 47, 38, 49, 56, 53, 54, 59, 65, 78, 73, 80, 77, 56, 46, 58, 58, 62, 68, 41, 48, 47, 34, 45, 44, 46, 39, 46, 40, 38, 33, 35, 29, 27, 29, 29, 22, 16, 16], "n_pos": 438, "sum_m_en": [49.042837, 22.832274, 22.40614, 22.020153, 24.095837, 24.740148, 25.552985, 25.426873, 27.238597, 28.825163, 28.583078, 31.616341, 32.16268, 32.748, 33.08737, 31.836562, 30.192464, 29.303611, 26.9462, 25.360179, 23.55848, 21.823357, 20.97675, 20.455252, 48.270504, 49.354426, 49.364638, 45.438133, 45.232795, 43.898965, 42.005051, 42.295984, 42.773814, 41.575744, 46.170584, 49.934372, 50.144751, 50.321377, 51.72751, 55.400356, 59.952247, 64.37572, 73.888707, 76.232818, 78.253673, 78.119302, 89.421753, 90.511503, 87.819534, 85.181707], "sum_m_pl": [170.64725, 215.452743, 213.091959, 209.444385, 203.688403, 200.407199, 197.759275, 193.00763, 187.605741, 192.792927, 189.062242, 186.960822, 185.249196, 184.958016, 183.902894, 189.276804, 187.347981, 188.51204, 192.023984, 200.683237, 206.47842, 208.638296, 209.827433, 211.122831, 167.705973, 162.609612, 159.262848, 170.538061, 176.91826, 175.540363, 172.174552, 174.88094, 170.355741, 162.564485, 157.603757, 145.135362, 136.094979, 130.37161, 122.710789, 117.433775, 108.573841, 95.234854, 86.707217, 80.849321, 69.447524, 56.851011, 41.125789, 28.666315, 16.413461, 15.171175]}, "digit": {"n_am_en": [3, 22, 16, 10, 11, 5, 0, 10, 4, 11, 10, 9, 10, 12, 13, 9, 13, 7, 8, 6, 5, 9, 11, 10, 17, 19, 11, 11, 16, 17, 14, 10, 15, 18, 12, 16, 14, 9, 9, 10, 8, 4, 3, 4, 3, 4, 4, 2, 0, 0], "n_am_pl": [0, 1, 6, 3, 3, 3, 10, 4, 2, 2, 8, 3, 5, 2, 2, 4, 5, 10, 5, 4, 10, 8, 10, 9, 7, 4, 9, 7, 8, 6, 7, 9, 7, 6, 7, 7, 7, 6, 8, 5, 5, 5, 2, 1, 1, 1, 1, 1, 0, 0], "n_pos": 45, "sum_m_en": [4.30272, 1.971544, 1.88836, 1.792137, 1.935272, 1.999258, 2.097192, 2.147748, 2.302806, 2.351723, 2.389786, 2.591913, 2.783971, 3.077688, 3.015925, 2.943032, 2.968495, 2.978306, 2.791401, 2.601305, 2.348147, 2.162764, 2.086477, 2.045054, 4.330475, 4.01481, 4.127253, 3.872599, 3.931648, 3.939122, 3.793238, 4.145933, 3.758302, 3.932892, 4.114066, 5.073345, 4.531497, 4.262311, 4.321464, 3.883841, 3.736077, 3.766968, 3.736298, 4.190159, 3.762238, 4.114992, 2.993554, 2.032467, 0.350849, 0.0], "sum_m_pl": [20.011086, 24.110528, 23.67339, 23.094076, 22.687389, 22.081815, 21.526014, 21.001997, 20.691055, 21.486387, 21.279209, 21.10161, 20.664428, 20.040787, 20.101702, 20.44282, 20.210755, 20.412414, 21.029638, 21.471949, 22.083902, 22.166473, 22.281903, 22.451042, 20.225437, 19.618931, 19.044708, 19.799056, 20.48287, 20.136605, 19.826909, 19.450692, 19.113899, 18.13166, 17.345592, 16.557295, 16.208007, 16.64452, 16.556855, 16.369811, 15.734009, 15.141559, 13.791431, 12.33589, 10.41637, 7.868594, 5.144991, 3.122315, 0.265601, 0.0]}, "lang": {"n_am_en": [31, 27, 25, 16, 23, 29, 30, 26, 32, 35, 30, 36, 31, 41, 31, 37, 25, 31, 29, 26, 28, 26, 28, 34, 41, 40, 36, 38, 37, 37, 38, 39, 45, 45, 39, 41, 49, 43, 46, 41, 49, 52, 54, 47, 52, 54, 61, 68, 80, 84], "n_am_pl": [3, 6, 15, 14, 5, 9, 7, 8, 11, 6, 6, 8, 15, 14, 13, 13, 14, 14, 17, 16, 19, 16, 20, 23, 13, 9, 15, 18, 19, 14, 8, 14, 9, 7, 11, 9, 12, 9, 10, 17, 17, 13, 17, 15, 18, 19, 17, 14, 14, 16], "n_pos": 100, "sum_m_en": [11.457627, 5.964073, 5.795941, 5.72089, 6.052594, 6.628623, 6.712335, 6.53942, 7.152949, 7.451535, 7.611904, 8.888053, 9.109473, 8.785031, 8.779564, 8.294289, 7.581377, 7.40715, 6.863666, 6.425459, 5.805376, 5.305336, 5.061657, 4.917334, 17.22249, 17.229434, 17.302753, 15.035401, 14.0606, 13.64124, 12.601506, 12.448821, 13.203661, 13.384745, 15.7785, 17.579516, 19.47946, 20.701378, 22.247277, 24.171787, 28.628744, 31.162546, 37.795777, 39.132218, 42.526694, 47.114002, 56.940492, 62.97237, 77.896508, 83.075946], "sum_m_pl": [36.586098, 45.37077, 45.706748, 45.037767, 44.743663, 43.870601, 43.40701, 43.820706, 42.807098, 43.777728, 42.665979, 42.540308, 42.339199, 42.557591, 42.291928, 43.690945, 43.211528, 42.978735, 43.658649, 45.567685, 47.043397, 47.672539, 48.006365, 48.246877, 36.477505, 35.83157, 35.562585, 38.146, 39.357519, 38.977692, 39.007855, 39.876371, 38.936465, 37.728313, 36.656918, 34.98157, 33.764458, 32.87912, 30.86766, 30.093809, 29.314443, 25.622023, 24.316429, 23.445073, 22.530273, 21.448279, 18.306257, 13.395507, 12.57752, 14.633217]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 441, "item_id": "gsm8kpl-815", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1205, "region_end": 438, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9932}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [113, 116, 106, 96, 68, 65, 81, 104, 93, 101, 97, 95, 106, 91, 93, 108, 107, 72, 62, 61, 45, 47, 46, 50, 106, 82, 72, 63, 99, 112, 109, 107, 102, 114, 123, 96, 90, 93, 70, 65, 62, 77, 73, 71, 75, 70, 48, 38, 15, 10], "n_am_pl": [13, 99, 67, 91, 77, 81, 92, 87, 75, 69, 65, 60, 62, 65, 71, 54, 53, 67, 61, 75, 85, 88, 84, 85, 60, 64, 76, 75, 65, 64, 50, 55, 54, 51, 45, 53, 47, 52, 47, 54, 51, 53, 56, 52, 46, 51, 57, 55, 85, 98], "n_pos": 475, "sum_m_en": [43.520887, 22.157078, 22.961515, 23.284113, 24.754827, 25.798156, 26.626923, 27.470093, 28.351274, 30.659642, 29.509578, 32.062596, 32.54232, 32.705487, 33.09344, 32.897806, 31.125804, 29.394455, 26.385035, 25.288971, 23.782408, 22.399601, 21.742135, 20.965121, 36.189486, 37.903614, 39.332829, 38.03435, 40.118793, 40.458635, 39.561809, 39.764508, 37.597115, 40.016474, 44.658957, 45.515386, 45.160846, 46.712697, 47.651116, 49.192414, 49.233284, 53.49907, 57.391358, 55.584184, 63.793861, 61.314825, 48.0013, 37.944608, 16.830045, 9.921177], "sum_m_pl": [189.056226, 237.801329, 230.700342, 227.914202, 221.845233, 217.662516, 217.215528, 211.163078, 207.584926, 211.559677, 207.286678, 204.386577, 204.314327, 204.07278, 199.600691, 205.707161, 205.624975, 206.556073, 213.19862, 221.747664, 226.550565, 228.367085, 229.585837, 230.618595, 196.093998, 187.139917, 184.152234, 193.218247, 202.714289, 198.597933, 196.618715, 198.495448, 191.237156, 178.668114, 175.958858, 165.742382, 156.722262, 150.392823, 141.690405, 137.906487, 130.332606, 125.109678, 119.537494, 111.890575, 94.893226, 85.941548, 77.097731, 67.60423, 86.273658, 97.005654]}, "digit": {"n_am_en": [2, 23, 16, 6, 8, 1, 4, 9, 6, 7, 9, 6, 7, 8, 8, 10, 11, 3, 8, 6, 4, 6, 8, 7, 13, 14, 12, 4, 11, 15, 15, 14, 8, 11, 15, 10, 9, 9, 5, 3, 4, 6, 6, 6, 3, 2, 3, 2, 0, 0], "n_am_pl": [0, 2, 2, 5, 3, 1, 5, 8, 3, 6, 2, 0, 3, 4, 4, 0, 0, 4, 2, 2, 3, 3, 4, 5, 4, 0, 0, 4, 2, 6, 5, 4, 6, 3, 0, 3, 2, 6, 3, 4, 6, 5, 2, 4, 0, 0, 1, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.296324, 1.494283, 1.482562, 1.408311, 1.431698, 1.521305, 1.592833, 1.660401, 1.786082, 1.899165, 1.802292, 1.976981, 2.129583, 2.196853, 2.084389, 2.175344, 2.189576, 2.121126, 1.927924, 1.839282, 1.692038, 1.561847, 1.535699, 1.486347, 2.645942, 2.836503, 3.176174, 2.840986, 3.004069, 2.992463, 2.971932, 3.225454, 2.763355, 2.993624, 3.407193, 3.677051, 3.122573, 3.099773, 3.630422, 2.977682, 3.392456, 4.170837, 3.905646, 3.470585, 2.253422, 1.812539, 2.583859, 1.406403, 0.142469, 0.0], "sum_m_pl": [15.988779, 19.567244, 18.968493, 18.502593, 18.236907, 17.861471, 17.488473, 16.895043, 17.000942, 17.162888, 17.241198, 17.29624, 16.831521, 16.625283, 16.56555, 16.625861, 16.556694, 16.410735, 17.243181, 17.404877, 17.761636, 17.898855, 17.989587, 18.058734, 16.372124, 15.314065, 15.003643, 15.75756, 16.373796, 16.485303, 16.363068, 15.92757, 15.508715, 14.706297, 14.162126, 13.604804, 12.914487, 12.843277, 12.143679, 12.585547, 12.38188, 12.060513, 11.444631, 10.551672, 9.29789, 6.835912, 3.513758, 2.402293, 0.517337, 0.0]}, "lang": {"n_am_en": [32, 20, 15, 19, 17, 18, 17, 29, 24, 19, 15, 17, 26, 19, 17, 24, 24, 25, 17, 15, 14, 12, 13, 11, 30, 21, 12, 15, 25, 28, 33, 25, 31, 36, 31, 27, 27, 29, 26, 27, 29, 30, 30, 25, 42, 42, 26, 23, 11, 10], "n_am_pl": [8, 24, 21, 17, 15, 18, 19, 17, 19, 13, 13, 17, 12, 16, 11, 9, 11, 13, 16, 19, 23, 23, 19, 25, 13, 18, 17, 14, 10, 17, 12, 14, 11, 8, 8, 12, 10, 18, 18, 26, 23, 26, 30, 32, 34, 39, 45, 50, 80, 94], "n_pos": 105, "sum_m_en": [9.405659, 5.282326, 5.342078, 5.955042, 6.290111, 6.290127, 6.394184, 6.545455, 6.71896, 7.096944, 6.823017, 7.635304, 7.582193, 7.627351, 7.576726, 7.405014, 6.943445, 6.5466, 6.012372, 5.738501, 5.448534, 5.112277, 4.920296, 4.74678, 9.729333, 9.634161, 9.817343, 9.409563, 9.966298, 10.010036, 9.476873, 9.805252, 9.847414, 11.828785, 12.380626, 13.174564, 15.092186, 15.961851, 17.196476, 19.806055, 19.117707, 20.066707, 23.780707, 23.879619, 34.691372, 34.836996, 23.822718, 21.429846, 10.673357, 9.774649], "sum_m_pl": [40.290629, 48.754644, 47.560295, 47.14457, 46.170966, 45.515908, 45.851942, 46.477957, 45.599406, 46.443806, 45.694883, 45.067385, 45.524889, 44.994645, 44.470529, 46.467887, 46.486849, 46.738584, 48.048839, 49.741608, 50.493625, 50.953522, 50.975423, 51.148286, 44.386784, 43.229672, 42.182175, 44.06315, 45.248667, 44.966136, 45.114868, 45.237146, 44.8968, 42.297346, 42.276005, 41.894134, 40.106212, 39.421338, 37.711195, 36.602808, 38.309537, 37.705634, 38.920018, 38.269743, 38.565624, 40.800106, 47.349173, 49.319881, 77.925829, 93.461372]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 475, "item_id": "gsm8kpl-815", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1064, "region_end": 475, "roundtrip_ok": true, "tf_agree": 0.9853, "tf_agree_excl_first": 0.9873}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [72, 67, 36, 30, 36, 39, 41, 43, 44, 53, 65, 61, 54, 52, 54, 61, 68, 70, 71, 78, 78, 84, 78, 81, 86, 85, 72, 85, 81, 72, 56, 55, 62, 79, 81, 84, 80, 79, 83, 91, 84, 90, 91, 84, 84, 82, 83, 75, 71, 68], "n_am_pl": [2, 19, 12, 32, 22, 17, 16, 21, 21, 21, 21, 19, 28, 22, 14, 18, 21, 23, 23, 21, 18, 15, 15, 17, 11, 10, 15, 17, 19, 24, 31, 27, 24, 19, 13, 12, 13, 11, 14, 13, 12, 9, 10, 10, 6, 5, 6, 4, 0, 0], "n_pos": 192, "sum_m_en": [22.482788, 10.886, 10.122335, 9.982112, 10.579471, 11.783417, 11.964407, 14.410225, 15.538617, 14.317556, 14.966131, 16.672197, 15.831531, 15.470856, 15.69193, 14.533434, 13.54936, 12.771687, 11.22936, 10.503483, 10.036957, 9.679497, 9.166069, 9.106282, 33.71314, 30.053887, 27.433791, 23.962314, 22.800695, 22.47685, 19.38109, 19.340227, 18.152929, 20.601781, 22.220668, 25.741123, 35.010787, 35.621308, 41.151703, 51.520502, 52.698495, 56.136341, 62.223646, 68.228897, 70.414567, 73.319762, 76.475356, 75.45523, 70.047835, 66.937412], "sum_m_pl": [71.840182, 90.9618, 89.063101, 86.501911, 82.868718, 84.704407, 85.338245, 83.174309, 81.79531, 85.393587, 85.098315, 85.320976, 86.896573, 85.70136, 86.969149, 89.707751, 89.729131, 90.286386, 91.081222, 93.014116, 92.76035, 93.628055, 93.959867, 93.874056, 67.321406, 68.129863, 67.452688, 72.748135, 74.789843, 76.60857, 80.371649, 78.812216, 82.898035, 78.321022, 75.319156, 71.630768, 59.665411, 55.941933, 50.149467, 45.437271, 42.045379, 36.344544, 33.974879, 27.249026, 23.951542, 19.598405, 14.835538, 8.721956, 0.678614, 5.7e-05]}, "digit": {"n_am_en": [16, 17, 5, 2, 1, 3, 3, 5, 1, 5, 10, 6, 6, 3, 3, 6, 6, 10, 7, 11, 8, 9, 8, 12, 10, 9, 10, 12, 9, 8, 6, 5, 7, 6, 8, 6, 5, 5, 6, 7, 7, 11, 9, 9, 9, 6, 6, 3, 0, 0], "n_am_pl": [0, 1, 4, 8, 11, 7, 3, 8, 11, 9, 7, 5, 3, 7, 3, 5, 4, 3, 8, 7, 3, 5, 6, 5, 6, 6, 5, 2, 8, 7, 6, 8, 6, 4, 4, 7, 6, 5, 5, 7, 6, 4, 7, 7, 3, 0, 1, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.893075, 1.783454, 1.774503, 1.815795, 1.902781, 1.949815, 2.011448, 2.170042, 2.195345, 2.147316, 2.223826, 2.234736, 2.442845, 2.379557, 2.243105, 2.141303, 2.161546, 2.099131, 1.927263, 1.875888, 1.862352, 1.788151, 1.697837, 1.667437, 4.690403, 3.941037, 3.421804, 3.138318, 2.87065, 2.6321, 2.623934, 2.475169, 2.326233, 2.514771, 2.731703, 3.65184, 4.28344, 3.679224, 4.103842, 6.008548, 5.788919, 5.234516, 4.419182, 6.323329, 5.839169, 5.431028, 5.219145, 3.940421, 0.34381, 4e-06], "sum_m_pl": [15.278836, 19.306316, 18.23681, 17.354957, 16.332193, 16.61388, 16.588306, 16.010057, 16.05584, 16.931261, 16.984575, 17.002525, 16.586982, 16.287799, 16.629382, 17.228699, 17.032781, 17.16078, 17.440841, 17.784878, 17.535314, 17.767648, 17.923864, 17.982911, 13.981964, 14.232589, 14.088104, 15.003107, 15.909851, 16.050731, 15.873907, 15.836913, 16.329346, 15.445279, 15.208046, 14.339524, 13.655632, 12.846633, 11.89169, 11.501329, 11.233205, 11.100837, 11.284449, 9.756583, 8.628859, 7.339007, 5.027678, 2.974819, 0.457291, 0.0]}, "lang": {"n_am_en": [17, 18, 8, 9, 12, 15, 16, 20, 26, 26, 24, 26, 26, 32, 30, 32, 39, 32, 38, 40, 40, 41, 39, 41, 43, 43, 37, 37, 40, 29, 28, 31, 27, 39, 42, 46, 44, 45, 44, 52, 54, 53, 57, 56, 56, 59, 58, 60, 65, 65], "n_am_pl": [1, 5, 2, 5, 2, 1, 6, 4, 3, 4, 4, 6, 10, 7, 7, 7, 7, 8, 2, 5, 7, 3, 5, 4, 1, 3, 4, 9, 6, 9, 13, 7, 11, 9, 4, 4, 3, 0, 2, 0, 0, 0, 0, 0, 1, 1, 2, 1, 0, 0], "n_pos": 66, "sum_m_en": [7.40645, 3.839342, 3.484249, 3.393364, 3.719931, 5.055192, 5.167545, 7.281528, 8.093721, 6.872043, 7.006229, 8.356074, 7.349842, 7.005199, 7.15209, 6.659132, 5.803862, 5.116862, 4.23709, 3.845076, 3.62755, 3.371038, 3.187022, 3.190474, 15.772246, 14.968495, 14.470515, 12.46969, 11.730263, 11.826409, 9.64225, 9.686674, 8.848183, 10.590245, 10.846781, 11.929892, 16.392163, 18.161232, 21.987207, 28.203866, 31.226404, 36.332381, 40.924256, 43.826979, 46.617842, 50.631642, 54.763881, 58.334969, 63.344019, 64.465764], "sum_m_pl": [22.645251, 29.277491, 29.246305, 28.388259, 27.096403, 27.525401, 27.718795, 27.015053, 26.488145, 27.776387, 27.821186, 27.757308, 29.087077, 28.9686, 29.563962, 30.312603, 30.7791, 31.174386, 31.486854, 32.118494, 32.211852, 32.440351, 32.464927, 32.421354, 22.535043, 23.015362, 22.537241, 24.367062, 25.047687, 25.400665, 27.578822, 26.795062, 29.072402, 27.985557, 27.13934, 26.535794, 21.278465, 20.143482, 17.717966, 14.563237, 12.460451, 9.757917, 8.466379, 6.447429, 6.390888, 4.263117, 3.666844, 1.444613, 0.04426, 5.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 198, "item_id": "gsm8kpl-822", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1161, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9848}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [72, 80, 57, 48, 53, 46, 45, 38, 44, 62, 54, 48, 45, 43, 43, 57, 67, 55, 53, 59, 58, 74, 66, 62, 98, 104, 78, 91, 80, 60, 51, 61, 70, 69, 84, 88, 73, 70, 68, 71, 65, 63, 77, 78, 78, 70, 50, 41, 23, 14], "n_am_pl": [18, 63, 41, 40, 67, 52, 42, 47, 42, 42, 39, 40, 60, 54, 51, 52, 52, 69, 56, 52, 57, 50, 49, 51, 23, 27, 27, 29, 43, 59, 67, 55, 50, 27, 27, 24, 25, 18, 25, 21, 20, 25, 23, 19, 16, 26, 36, 42, 44, 50], "n_pos": 267, "sum_m_en": [24.198405, 12.693542, 13.810039, 14.365145, 15.09, 14.578128, 15.186639, 15.262243, 16.05754, 15.960228, 15.902823, 16.550954, 17.257411, 17.718572, 17.892164, 16.535159, 16.354017, 16.095526, 14.444459, 13.869978, 13.446898, 13.183722, 12.602049, 12.461414, 36.293169, 30.748062, 29.798051, 28.381628, 27.852427, 27.335059, 24.626416, 24.891463, 23.743914, 24.059269, 25.005924, 28.590653, 29.953378, 31.275181, 37.899195, 46.380541, 46.759579, 45.929361, 55.129337, 61.521463, 61.328984, 56.873466, 48.065934, 39.445449, 23.795488, 13.700074], "sum_m_pl": [112.19117, 133.467347, 129.192402, 124.626052, 121.638589, 121.748343, 122.074458, 120.982774, 119.015038, 121.2941, 120.077083, 119.961201, 121.874331, 119.941407, 122.485054, 126.925962, 126.189746, 127.111864, 129.318112, 130.364167, 129.543271, 129.392701, 129.797798, 129.530117, 98.189069, 98.709784, 96.606229, 102.132768, 106.837735, 112.045153, 114.650763, 111.7021, 114.382461, 105.976549, 102.785125, 97.2459, 86.170013, 82.047809, 75.218975, 69.292043, 66.797029, 64.172572, 58.999794, 48.019769, 44.96535, 46.405438, 45.034876, 41.741141, 42.81853, 49.276046]}, "digit": {"n_am_en": [15, 15, 9, 12, 8, 11, 4, 6, 2, 7, 12, 8, 9, 5, 7, 8, 11, 11, 10, 13, 15, 14, 12, 12, 15, 16, 14, 17, 13, 10, 7, 5, 8, 6, 11, 11, 10, 8, 6, 5, 6, 8, 6, 6, 6, 5, 4, 1, 1, 1], "n_am_pl": [0, 10, 5, 3, 5, 2, 2, 7, 8, 7, 6, 6, 11, 8, 6, 7, 5, 5, 3, 4, 6, 4, 7, 7, 4, 5, 2, 5, 8, 6, 11, 15, 10, 4, 2, 5, 2, 1, 2, 2, 1, 1, 2, 4, 2, 2, 2, 1, 0, 0], "n_pos": 43, "sum_m_en": [4.214367, 2.007312, 2.135593, 2.342928, 2.468501, 2.280701, 2.177235, 2.410791, 2.396223, 2.229773, 2.336243, 2.367774, 2.607677, 2.639646, 2.550608, 2.539718, 2.589549, 2.408098, 2.19074, 2.129623, 2.109787, 2.003603, 1.913876, 1.89278, 5.283346, 4.282821, 4.547452, 4.303692, 4.121042, 3.841421, 3.64479, 3.460037, 3.054162, 3.185594, 3.309061, 4.472078, 4.393004, 4.497562, 5.303273, 5.959456, 5.933506, 5.442684, 4.791932, 5.891344, 5.253251, 4.873347, 3.367026, 1.778962, 0.60114, 0.604384], "sum_m_pl": [18.505254, 22.570786, 21.449671, 20.307238, 19.618908, 20.034347, 19.757387, 18.913785, 18.856541, 19.837427, 19.641891, 19.667279, 19.660765, 19.144859, 19.777938, 20.110953, 19.956663, 20.193107, 20.703864, 21.046725, 20.787845, 20.918906, 21.030805, 21.052902, 16.588283, 16.763157, 16.255439, 17.628965, 18.391824, 19.27035, 19.368021, 18.841139, 19.393815, 18.189496, 17.745678, 17.046911, 16.029732, 14.785741, 13.606672, 13.390434, 13.298011, 13.250163, 13.939621, 11.828346, 10.748208, 9.072693, 6.075718, 3.668647, 0.21106, 0.000618]}, "lang": {"n_am_en": [19, 15, 9, 6, 10, 8, 6, 7, 9, 14, 13, 7, 13, 10, 7, 13, 14, 11, 16, 15, 14, 19, 16, 16, 34, 33, 24, 21, 25, 18, 16, 22, 29, 32, 32, 34, 27, 33, 31, 34, 30, 28, 30, 35, 32, 34, 20, 20, 15, 13], "n_am_pl": [9, 13, 8, 5, 19, 13, 14, 11, 8, 8, 7, 9, 14, 12, 12, 8, 15, 20, 16, 17, 14, 18, 16, 18, 5, 7, 8, 11, 11, 17, 17, 11, 13, 8, 10, 9, 10, 8, 8, 5, 8, 11, 10, 10, 11, 15, 23, 31, 42, 50], "n_pos": 63, "sum_m_en": [5.317533, 3.022445, 3.315357, 3.438639, 3.564902, 3.448126, 3.614019, 3.688346, 3.966621, 3.80651, 4.027114, 4.333467, 4.358959, 4.556319, 4.543637, 4.181572, 3.975596, 3.855753, 3.551652, 3.478112, 3.33809, 3.275249, 3.066247, 3.044286, 9.98816, 8.921309, 7.98327, 6.720245, 7.087776, 6.981818, 6.302646, 6.875173, 6.801421, 7.465788, 7.492021, 8.118807, 9.766046, 11.026656, 13.720743, 17.911789, 18.593325, 19.273415, 24.01235, 27.59344, 29.536912, 26.819133, 20.483151, 20.274296, 16.096081, 13.019522], "sum_m_pl": [26.143938, 29.748679, 28.895392, 27.60847, 26.985938, 27.109723, 27.555766, 27.765036, 27.378374, 28.047034, 27.446567, 27.450191, 28.24147, 28.093151, 28.944313, 29.905428, 29.879715, 30.035855, 30.447053, 30.893089, 30.750476, 30.743752, 30.700868, 30.611983, 24.951149, 24.451964, 23.91942, 24.880566, 25.220706, 26.099847, 27.161474, 26.705935, 27.425614, 26.29581, 25.999852, 25.589599, 23.338042, 23.503551, 21.810679, 19.024832, 18.687692, 18.128239, 16.575774, 14.055331, 14.803328, 17.827495, 21.593347, 24.792685, 39.121015, 49.121519]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 267, "item_id": "gsm8kpl-822", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1020, "region_end": 267, "roundtrip_ok": true, "tf_agree": 0.9925, "tf_agree_excl_first": 0.9962}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [49, 58, 38, 38, 37, 28, 34, 44, 39, 44, 44, 52, 42, 44, 43, 41, 37, 33, 36, 30, 24, 23, 27, 34, 52, 55, 49, 38, 38, 53, 40, 40, 31, 41, 36, 41, 45, 42, 55, 55, 55, 64, 61, 67, 64, 56, 55, 52, 44, 53], "n_am_pl": [6, 22, 32, 16, 19, 15, 20, 13, 11, 21, 16, 11, 20, 16, 17, 23, 27, 23, 20, 30, 28, 23, 26, 21, 7, 8, 7, 20, 21, 18, 19, 18, 20, 9, 9, 8, 4, 9, 6, 10, 10, 4, 5, 6, 6, 4, 1, 1, 1, 1], "n_pos": 193, "sum_m_en": [22.12282, 10.232672, 9.992124, 9.750375, 10.200681, 10.131015, 9.846952, 10.288034, 10.839314, 11.540954, 11.719843, 12.178506, 13.205703, 13.108635, 13.424568, 12.686903, 12.9426, 12.71801, 11.710086, 10.857813, 10.135054, 9.383533, 9.112037, 8.994033, 22.612957, 21.334611, 20.077045, 18.283381, 18.02738, 18.316139, 16.658322, 16.355532, 17.173096, 17.589421, 20.657322, 20.659397, 22.122375, 23.153014, 27.804775, 30.636283, 33.612481, 39.44141, 43.522527, 48.964751, 48.657039, 48.301545, 54.879635, 50.96556, 47.11468, 53.252724], "sum_m_pl": [75.861254, 94.704183, 92.24283, 89.284275, 87.30894, 86.851245, 86.75489, 85.535608, 80.590567, 84.759324, 84.180226, 83.443857, 82.006474, 82.726936, 82.559063, 86.653005, 84.576081, 84.717517, 85.590312, 88.246763, 89.209794, 90.258011, 90.677866, 91.211225, 66.621306, 66.48906, 64.341998, 71.652624, 76.35118, 74.69899, 73.978765, 75.446975, 74.418408, 68.469391, 66.377002, 60.977459, 55.912178, 53.173711, 47.938888, 45.656357, 41.694765, 34.681154, 31.286598, 26.84146, 23.47183, 16.076832, 9.014335, 5.461658, 1.296669, 0.990085]}, "digit": {"n_am_en": [4, 18, 12, 9, 8, 0, 1, 2, 6, 3, 6, 7, 6, 6, 3, 3, 4, 3, 3, 3, 2, 0, 1, 2, 4, 8, 7, 5, 7, 7, 9, 6, 2, 2, 2, 5, 2, 3, 5, 5, 4, 7, 4, 6, 5, 6, 3, 5, 0, 0], "n_am_pl": [0, 1, 1, 1, 1, 1, 0, 0, 3, 5, 5, 1, 2, 0, 5, 5, 4, 5, 4, 3, 1, 2, 3, 2, 2, 1, 2, 2, 2, 2, 4, 6, 2, 1, 0, 1, 2, 2, 1, 1, 1, 1, 1, 3, 2, 1, 0, 1, 0, 0], "n_pos": 29, "sum_m_en": [2.837415, 1.309984, 1.222329, 1.188307, 1.205092, 1.208655, 1.266913, 1.35945, 1.454937, 1.524028, 1.64689, 1.609158, 1.791481, 1.755009, 1.638069, 1.644155, 1.734803, 1.850466, 1.6623, 1.558404, 1.419933, 1.300606, 1.254857, 1.250535, 2.153686, 2.293515, 2.552901, 2.256781, 2.346658, 2.424259, 2.466629, 2.364193, 2.169414, 2.048394, 2.064266, 2.254474, 2.0596, 2.300026, 2.714781, 2.528618, 2.925697, 3.039028, 4.23467, 5.332987, 4.260387, 4.704013, 4.343771, 3.250025, 0.218564, 0.0], "sum_m_pl": [12.940387, 15.619298, 14.992712, 14.478009, 14.091557, 13.666192, 13.758451, 13.432334, 12.927446, 13.539829, 13.694682, 13.531478, 12.649291, 12.984565, 12.905557, 13.162656, 12.645273, 12.423673, 12.632798, 13.100472, 13.27183, 13.507928, 13.584246, 13.639864, 11.43581, 11.375474, 10.929732, 12.014988, 12.249495, 11.846207, 11.554304, 11.559853, 11.520179, 11.377827, 10.678972, 10.570762, 10.19139, 10.11653, 10.005118, 10.231713, 9.831504, 9.507473, 9.079891, 8.801636, 8.189353, 5.87695, 3.377012, 1.974441, 0.29142, 0.0]}, "lang": {"n_am_en": [16, 13, 11, 16, 16, 17, 20, 29, 19, 23, 21, 25, 23, 22, 21, 18, 18, 15, 16, 14, 12, 10, 14, 17, 27, 23, 25, 21, 22, 25, 19, 24, 18, 21, 19, 20, 23, 23, 32, 31, 31, 36, 39, 36, 37, 34, 38, 35, 43, 53], "n_am_pl": [2, 8, 14, 5, 4, 5, 6, 2, 3, 5, 4, 6, 5, 3, 2, 2, 9, 5, 10, 10, 13, 9, 11, 8, 2, 3, 2, 10, 8, 6, 3, 1, 7, 4, 2, 1, 0, 3, 1, 2, 4, 0, 1, 1, 1, 2, 0, 0, 1, 1], "n_pos": 55, "sum_m_en": [7.225226, 3.181239, 3.145299, 2.93558, 3.14081, 3.198641, 3.056035, 3.205202, 3.328658, 3.559665, 3.549993, 3.873749, 4.354892, 4.285034, 4.567477, 4.21899, 4.107266, 3.838228, 3.592895, 3.303904, 3.098251, 2.82498, 2.74856, 2.700468, 10.223724, 9.050793, 8.391272, 7.329493, 6.989376, 7.135897, 6.224279, 6.287659, 7.045226, 7.939773, 9.108355, 9.568086, 10.85448, 11.684742, 13.675837, 14.503767, 17.49161, 23.552809, 25.815462, 24.836579, 27.029248, 29.030183, 36.031062, 35.046664, 44.500889, 52.988133], "sum_m_pl": [20.553115, 25.38827, 25.046297, 24.332838, 23.993651, 24.148702, 24.079649, 24.066531, 22.967624, 24.20165, 23.83279, 23.772731, 23.908531, 23.690463, 23.732286, 24.645102, 24.164798, 24.723578, 24.979604, 25.58977, 25.756407, 25.95252, 26.073493, 26.235029, 18.9027, 19.70071, 19.612863, 21.295442, 21.980778, 21.002499, 21.359397, 21.510859, 21.898939, 20.705107, 20.61045, 20.000491, 18.434376, 17.830085, 16.553217, 15.689197, 13.701845, 9.092618, 7.500036, 7.347986, 6.196849, 4.154993, 1.971982, 1.252064, 0.791055, 0.989113]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "gsm8kpl-826", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1203, "region_end": 193, "roundtrip_ok": true, "tf_agree": 0.9949, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 73, 50, 34, 49, 57, 40, 44, 38, 44, 57, 49, 53, 56, 40, 44, 44, 42, 45, 43, 38, 40, 39, 47, 75, 79, 69, 49, 72, 69, 68, 55, 51, 56, 70, 63, 58, 61, 61, 60, 62, 65, 63, 60, 50, 35, 21, 13, 4, 0], "n_am_pl": [35, 57, 62, 58, 52, 40, 41, 39, 34, 38, 34, 46, 41, 38, 38, 45, 53, 59, 66, 84, 80, 74, 66, 63, 26, 35, 38, 44, 42, 50, 40, 43, 51, 34, 33, 29, 30, 19, 26, 31, 30, 28, 25, 31, 31, 46, 45, 39, 64, 68], "n_pos": 271, "sum_m_en": [25.058265, 12.740778, 13.667401, 14.100475, 14.736641, 14.238627, 14.529732, 14.71957, 15.537628, 16.63485, 16.662859, 17.806373, 18.737204, 18.163031, 18.400114, 17.549557, 17.677743, 17.260581, 15.964141, 14.965281, 14.325428, 13.173463, 12.7332, 12.420407, 36.265488, 31.932733, 28.815258, 26.516311, 27.383665, 26.87242, 24.843385, 24.160163, 23.679355, 24.439422, 27.376589, 27.426521, 27.532941, 28.419752, 32.725973, 34.589902, 35.240446, 41.457811, 40.95473, 42.712891, 41.58541, 35.960887, 21.339408, 14.453795, 3.352587, 0.002916], "sum_m_pl": [113.148932, 131.929913, 126.40003, 123.190712, 122.501689, 121.389141, 123.121716, 120.856133, 116.729821, 120.785213, 120.433921, 119.17116, 119.068966, 121.464352, 120.890815, 125.087707, 122.779242, 123.162475, 125.236147, 129.285165, 130.74461, 131.125544, 130.985613, 132.119698, 103.254544, 103.495327, 101.130483, 110.440959, 116.041305, 116.066988, 113.950513, 115.408734, 113.19711, 102.144584, 101.046842, 92.409993, 86.218553, 80.476158, 78.785157, 80.17871, 76.703933, 70.027255, 67.362746, 63.14942, 58.346055, 60.747723, 54.928427, 49.784544, 61.53438, 68.315028]}, "digit": {"n_am_en": [0, 23, 15, 7, 4, 3, 7, 8, 4, 6, 16, 7, 9, 10, 6, 8, 7, 8, 10, 3, 4, 3, 3, 8, 11, 11, 15, 10, 15, 13, 10, 8, 8, 8, 8, 6, 4, 5, 6, 7, 6, 5, 5, 6, 4, 4, 1, 2, 0, 0], "n_am_pl": [0, 5, 6, 9, 4, 6, 2, 2, 3, 6, 6, 5, 7, 5, 6, 8, 7, 6, 7, 10, 8, 7, 7, 5, 1, 1, 1, 3, 4, 7, 5, 3, 4, 2, 1, 4, 6, 3, 5, 2, 3, 2, 3, 3, 1, 1, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.173901, 1.601532, 1.515134, 1.484741, 1.549084, 1.526512, 1.611561, 1.729586, 1.745685, 1.847951, 1.905043, 1.913345, 2.109974, 2.150907, 1.990257, 1.999869, 2.078756, 2.173177, 1.972566, 1.785781, 1.657277, 1.552062, 1.506171, 1.481801, 4.52921, 3.660431, 3.310418, 2.841597, 2.969679, 2.880448, 3.039062, 2.991115, 2.600327, 2.624776, 2.780808, 2.885558, 2.876972, 3.201462, 3.298787, 3.472595, 3.310156, 3.55257, 3.499519, 3.153138, 2.863019, 3.083492, 1.129517, 0.978013, 0.142048, 0.0], "sum_m_pl": [16.747427, 19.432554, 18.75784, 17.700723, 17.39241, 17.233072, 17.234916, 16.75694, 16.148485, 16.484046, 16.933018, 16.854352, 16.107394, 16.564398, 16.370562, 16.793414, 16.450559, 16.221262, 16.896381, 17.442634, 17.526422, 17.627297, 17.668146, 17.86671, 14.540381, 14.711948, 14.887996, 15.936445, 16.609824, 16.400213, 15.772737, 15.880004, 15.935091, 15.062572, 14.600033, 14.494288, 13.621668, 13.497912, 13.815993, 13.927629, 13.050847, 12.586343, 12.724783, 12.180285, 11.197041, 8.639228, 5.097133, 3.21864, 0.356111, 0.017656]}, "lang": {"n_am_en": [8, 10, 10, 8, 10, 14, 10, 9, 11, 12, 12, 11, 13, 18, 9, 9, 14, 12, 13, 13, 16, 12, 14, 18, 19, 24, 18, 21, 22, 23, 26, 17, 14, 23, 23, 21, 30, 26, 28, 29, 27, 32, 30, 27, 26, 16, 11, 7, 2, 0], "n_am_pl": [17, 16, 14, 10, 8, 5, 5, 14, 9, 11, 7, 16, 11, 13, 10, 14, 14, 18, 18, 28, 26, 25, 23, 18, 11, 15, 18, 16, 18, 12, 12, 21, 21, 16, 17, 12, 13, 8, 10, 14, 14, 13, 14, 19, 22, 32, 40, 38, 63, 68], "n_pos": 68, "sum_m_en": [5.630894, 3.098349, 3.548034, 4.124281, 4.345464, 3.893442, 4.148364, 4.012694, 4.251717, 4.717258, 4.626914, 5.296004, 5.385577, 5.18556, 5.794987, 5.270545, 5.332823, 4.749922, 4.606211, 4.13156, 3.947317, 3.433355, 3.349351, 3.238661, 11.958704, 10.643324, 9.586403, 9.087457, 8.959628, 8.886449, 7.541349, 7.300008, 7.885184, 9.154328, 10.241944, 10.425185, 11.446389, 12.62325, 15.556464, 16.277382, 17.416221, 18.856485, 17.948799, 19.220629, 20.908508, 17.467698, 9.785278, 6.537304, 1.891943, 0.002757], "sum_m_pl": [26.124455, 29.893034, 28.100253, 28.023321, 27.809784, 27.721532, 28.34415, 28.425424, 27.751325, 29.318096, 29.003501, 28.289115, 29.255505, 29.877205, 29.902501, 31.178288, 30.679571, 31.180481, 31.369018, 32.610955, 32.999592, 33.186899, 33.045126, 33.260946, 27.235179, 27.562752, 26.78356, 28.852524, 29.792148, 29.54356, 30.05973, 30.664883, 30.512553, 28.188349, 28.231465, 26.606807, 26.498439, 24.253656, 23.795044, 24.431063, 23.960776, 22.547677, 22.956427, 23.108976, 23.600103, 30.883531, 35.51811, 38.434637, 58.977244, 67.981248]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 275, "item_id": "gsm8kpl-826", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1062, "region_end": 271, "roundtrip_ok": true, "tf_agree": 0.9927, "tf_agree_excl_first": 0.9964}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [116, 89, 78, 74, 77, 57, 51, 50, 57, 79, 83, 87, 83, 83, 72, 85, 70, 69, 67, 66, 56, 73, 67, 81, 110, 114, 89, 98, 93, 93, 77, 79, 85, 82, 81, 87, 88, 92, 90, 95, 94, 99, 99, 100, 93, 106, 109, 99, 89, 86], "n_am_pl": [7, 31, 23, 39, 23, 28, 27, 38, 42, 38, 26, 36, 37, 37, 50, 46, 56, 42, 38, 34, 29, 33, 35, 30, 13, 17, 16, 22, 25, 29, 28, 25, 24, 20, 29, 20, 15, 21, 14, 16, 12, 13, 22, 15, 11, 5, 7, 5, 0, 2], "n_pos": 277, "sum_m_en": [33.776936, 15.367802, 14.505513, 14.939493, 15.694994, 16.452516, 15.949387, 16.791095, 18.240591, 18.274567, 19.601518, 20.672565, 20.768333, 21.215116, 20.70673, 19.464442, 18.443163, 18.04352, 16.552264, 14.931376, 14.10258, 13.145787, 12.680135, 12.431506, 32.81338, 33.931763, 31.613061, 28.807149, 28.242895, 27.436582, 25.775861, 26.494809, 27.451978, 28.530303, 31.313639, 35.296309, 44.15039, 47.306322, 55.298628, 62.743219, 67.091039, 72.28362, 78.136644, 81.590317, 86.864476, 96.890203, 102.530448, 97.000151, 89.766008, 86.51246], "sum_m_pl": [103.495302, 135.503162, 131.623784, 127.515581, 123.649844, 122.347416, 125.13126, 121.847718, 118.813705, 125.016496, 122.742201, 123.991016, 126.463996, 124.32231, 122.212798, 128.902851, 128.796167, 130.011667, 129.803989, 133.722566, 133.999783, 134.924652, 135.738619, 135.718438, 103.729329, 102.861717, 102.072489, 109.075611, 110.723334, 113.05587, 116.764352, 114.627975, 114.344357, 107.393593, 100.436665, 90.463638, 76.923087, 71.22899, 60.421455, 55.101018, 51.27486, 44.881885, 39.636213, 34.92107, 28.87183, 24.15597, 16.910295, 8.743935, 1.368445, 1.535854]}, "digit": {"n_am_en": [22, 16, 10, 7, 9, 3, 4, 3, 6, 8, 11, 12, 9, 11, 9, 12, 8, 16, 12, 11, 6, 10, 11, 13, 25, 22, 21, 19, 21, 14, 12, 11, 9, 7, 11, 7, 12, 9, 6, 7, 6, 6, 8, 7, 3, 2, 4, 1, 0, 0], "n_am_pl": [0, 3, 8, 15, 8, 13, 11, 12, 18, 18, 12, 15, 8, 9, 19, 15, 15, 12, 14, 11, 6, 9, 9, 7, 8, 10, 4, 8, 6, 11, 9, 5, 3, 7, 15, 11, 6, 8, 8, 10, 7, 10, 12, 10, 6, 1, 1, 1, 0, 0], "n_pos": 60, "sum_m_en": [6.051247, 2.746236, 2.670395, 2.804733, 2.920984, 3.0647, 3.136131, 3.42356, 3.483473, 3.388119, 3.584934, 3.671341, 3.847342, 4.013198, 3.677822, 3.700598, 3.698351, 3.659086, 3.340309, 3.046688, 2.861913, 2.678591, 2.592546, 2.570787, 6.177322, 5.787001, 5.813061, 5.70311, 5.361619, 4.607275, 4.549617, 4.560796, 4.336021, 4.379833, 4.686164, 4.950843, 5.731666, 5.361377, 5.602863, 5.545691, 6.075242, 6.116907, 5.522187, 5.718475, 5.507439, 5.245256, 4.033458, 2.823571, 0.638785, 4e-06], "sum_m_pl": [25.11075, 31.46667, 29.413804, 28.020819, 26.592411, 26.422541, 26.832398, 25.76658, 25.541285, 27.473523, 26.928281, 26.984368, 27.077407, 26.588325, 26.568107, 27.825375, 28.015245, 28.404648, 28.639467, 29.09497, 29.084717, 29.474923, 29.762363, 29.786883, 24.743952, 24.896282, 23.777345, 24.863405, 25.309707, 25.454343, 25.726683, 25.398262, 25.288613, 24.189909, 23.914406, 22.502419, 20.877523, 20.183505, 18.594778, 18.601323, 18.049267, 17.623979, 16.934447, 15.529562, 13.528301, 11.407619, 6.681125, 3.432586, 0.495161, 0.0]}, "lang": {"n_am_en": [38, 30, 25, 26, 30, 20, 19, 21, 23, 26, 31, 39, 38, 37, 29, 34, 33, 26, 28, 31, 33, 39, 38, 43, 45, 50, 32, 45, 42, 43, 33, 33, 38, 41, 36, 44, 45, 52, 50, 53, 55, 59, 61, 61, 62, 70, 75, 75, 82, 85], "n_am_pl": [4, 9, 5, 8, 1, 1, 3, 7, 12, 10, 4, 10, 13, 14, 12, 9, 17, 12, 8, 10, 9, 10, 8, 7, 0, 0, 5, 4, 3, 4, 7, 10, 10, 8, 5, 4, 4, 7, 3, 2, 1, 1, 1, 0, 2, 1, 0, 0, 0, 1], "n_pos": 88, "sum_m_en": [11.341282, 5.152487, 4.677153, 4.913095, 5.060419, 5.537229, 5.342297, 5.644551, 6.570411, 6.6153, 7.071369, 7.62613, 7.635016, 7.74875, 7.705287, 6.915317, 6.503367, 6.426803, 5.998735, 5.231902, 4.859026, 4.484888, 4.296321, 4.17941, 12.919867, 13.946078, 12.71718, 11.490667, 11.039327, 11.192782, 10.673786, 11.112228, 11.946035, 13.073033, 15.048244, 17.622063, 23.088305, 25.83212, 32.261568, 37.362208, 40.841613, 46.186184, 49.675635, 53.384266, 57.935798, 63.708047, 68.61919, 70.323736, 81.094186, 84.85274], "sum_m_pl": [30.570436, 41.116985, 41.107276, 39.971023, 39.417157, 38.466123, 39.280436, 38.533843, 36.972843, 38.554099, 38.414758, 39.069385, 40.413688, 39.606466, 38.903488, 41.252791, 41.045288, 41.023161, 40.623364, 42.377315, 42.705803, 42.887153, 43.029761, 43.195025, 31.561974, 32.1695, 32.515235, 34.550434, 34.781569, 35.237181, 36.890294, 35.655078, 35.868177, 34.553116, 31.172139, 28.364856, 23.994825, 22.033776, 17.771406, 14.883848, 13.073154, 10.520203, 7.839541, 6.997012, 5.319734, 4.042082, 2.478609, 1.614247, 0.41204, 0.980773]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 281, "item_id": "gsm8kpl-827", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1205, "region_end": 277, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9821}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [78, 72, 82, 56, 60, 48, 46, 44, 41, 60, 62, 56, 59, 67, 64, 67, 53, 48, 46, 42, 44, 51, 54, 70, 108, 90, 64, 80, 75, 69, 70, 67, 51, 48, 54, 48, 51, 50, 48, 54, 58, 56, 51, 50, 46, 46, 26, 17, 5, 5], "n_am_pl": [25, 67, 47, 43, 30, 38, 37, 31, 36, 32, 28, 37, 50, 40, 36, 47, 72, 64, 64, 69, 52, 62, 51, 42, 21, 25, 28, 33, 36, 46, 45, 39, 48, 39, 26, 19, 19, 17, 15, 17, 8, 13, 13, 13, 18, 28, 37, 36, 73, 80], "n_pos": 276, "sum_m_en": [26.296415, 13.083028, 13.291755, 14.045363, 14.650017, 15.050542, 14.404925, 15.109339, 16.146055, 16.225368, 17.003287, 17.928411, 18.18583, 19.14732, 19.149229, 17.594536, 17.164071, 16.78116, 14.978524, 13.668744, 12.953178, 12.103351, 11.829191, 11.691055, 28.86989, 28.006805, 25.974305, 24.634116, 25.508855, 24.570777, 21.999742, 23.184029, 22.784491, 23.450599, 24.194986, 25.773844, 27.582288, 28.920602, 30.245028, 34.039468, 36.862439, 39.168757, 37.487008, 41.496385, 44.375365, 37.966173, 27.148463, 19.087535, 7.203684, 5.019629], "sum_m_pl": [109.39103, 137.763125, 133.501915, 129.365593, 124.136006, 124.12272, 127.773356, 124.815204, 122.979849, 127.3735, 124.99453, 125.457824, 129.135965, 125.51038, 124.783781, 132.328136, 131.690057, 133.305541, 134.667721, 137.837039, 137.396958, 137.762217, 137.68181, 137.572133, 110.140147, 110.34405, 111.586211, 116.830745, 117.518987, 121.950406, 125.821838, 121.611712, 123.202221, 113.58077, 108.295669, 101.921882, 91.876049, 83.954454, 72.905603, 68.730174, 66.028812, 59.190297, 52.84888, 46.084853, 42.2608, 47.54147, 47.087049, 40.682863, 69.212875, 79.394843]}, "digit": {"n_am_en": [4, 32, 30, 9, 10, 7, 2, 5, 5, 10, 20, 12, 13, 15, 18, 13, 13, 13, 7, 3, 5, 11, 11, 18, 30, 24, 16, 17, 18, 11, 13, 13, 9, 10, 11, 8, 14, 9, 8, 11, 10, 7, 6, 4, 5, 3, 3, 1, 0, 0], "n_am_pl": [1, 7, 2, 0, 2, 3, 4, 3, 7, 7, 6, 11, 10, 7, 7, 12, 13, 15, 18, 16, 7, 11, 10, 8, 6, 5, 5, 3, 4, 11, 15, 9, 15, 11, 5, 8, 6, 7, 6, 4, 0, 3, 4, 2, 3, 2, 1, 1, 0, 0], "n_pos": 62, "sum_m_en": [6.237696, 2.781069, 2.723176, 2.788901, 2.926229, 2.924801, 2.856671, 3.238909, 3.254674, 3.179832, 3.375416, 3.502924, 3.800139, 3.996007, 3.75633, 3.722106, 3.744461, 3.72015, 3.319185, 3.011682, 2.849557, 2.658559, 2.571578, 2.576396, 5.417602, 5.642355, 5.670471, 5.445555, 5.554562, 4.959918, 4.809318, 4.910849, 4.495567, 4.696029, 5.059756, 5.638355, 6.014006, 5.219091, 5.22946, 4.648106, 5.048888, 5.040299, 4.28433, 5.093954, 4.694906, 4.063705, 3.487982, 1.536966, 0.232462, 0.0], "sum_m_pl": [25.710155, 33.164869, 31.614881, 30.298223, 28.396248, 28.545903, 28.607399, 27.563403, 27.995419, 29.374765, 29.191444, 28.908381, 29.193063, 28.524042, 28.301411, 29.555332, 29.30434, 29.59324, 29.954252, 30.510651, 30.444177, 30.680928, 30.765262, 30.86356, 26.173216, 25.901469, 25.364519, 26.425435, 27.103204, 27.825505, 28.211066, 27.654198, 28.289742, 26.745818, 25.67521, 25.666275, 24.092445, 23.344779, 20.437681, 20.292552, 19.830358, 19.464845, 17.463091, 14.875204, 13.014987, 10.506756, 5.618118, 3.479911, 0.389712, 0.0]}, "lang": {"n_am_en": [27, 11, 20, 14, 15, 12, 20, 17, 13, 18, 17, 18, 22, 26, 23, 26, 15, 17, 18, 19, 19, 18, 16, 26, 34, 30, 27, 32, 30, 31, 33, 32, 25, 22, 27, 25, 22, 24, 22, 28, 33, 32, 33, 30, 32, 24, 18, 13, 5, 5], "n_am_pl": [8, 21, 16, 18, 10, 10, 11, 9, 8, 6, 7, 10, 15, 12, 10, 16, 26, 21, 22, 28, 21, 23, 20, 13, 7, 8, 10, 12, 6, 10, 8, 9, 16, 13, 10, 9, 5, 4, 4, 7, 3, 3, 4, 7, 10, 23, 32, 33, 70, 77], "n_pos": 82, "sum_m_en": [7.191651, 3.819667, 3.929666, 4.227312, 4.405856, 4.522139, 4.503035, 4.472862, 4.885691, 4.876431, 5.335369, 5.678813, 5.784213, 6.175267, 6.325913, 5.600342, 5.401664, 5.258193, 4.734436, 4.241791, 4.006036, 3.698606, 3.613404, 3.517261, 9.38335, 8.760453, 8.031471, 7.488027, 7.785163, 8.018309, 7.06315, 7.977416, 7.75548, 7.965112, 8.196281, 9.518753, 10.173961, 12.03819, 12.75992, 15.855, 17.339317, 20.246042, 21.814337, 22.703227, 26.572548, 20.104098, 15.987576, 12.686166, 5.846061, 5.002907], "sum_m_pl": [30.452383, 38.81076, 38.168162, 37.279558, 36.484396, 36.079889, 37.756967, 37.399522, 36.574818, 37.50558, 36.682313, 37.208216, 39.138555, 38.019763, 38.245235, 40.625474, 40.169249, 40.681222, 40.898603, 42.094893, 41.868555, 41.891982, 41.66342, 41.571, 34.893237, 35.176559, 35.592846, 37.066869, 36.43431, 37.366127, 39.275635, 37.497801, 38.386958, 36.81499, 35.580509, 34.983943, 32.990848, 30.95418, 27.820301, 24.533471, 22.918441, 20.205302, 18.45601, 16.326464, 15.09492, 24.950886, 32.464176, 31.676978, 63.809418, 76.007957]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 280, "item_id": "gsm8kpl-827", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1064, "region_end": 276, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9785}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [83, 75, 66, 63, 65, 54, 66, 67, 76, 97, 99, 74, 76, 63, 66, 68, 60, 53, 55, 65, 62, 77, 77, 75, 96, 90, 78, 101, 98, 79, 86, 70, 65, 59, 58, 70, 80, 76, 89, 90, 90, 91, 89, 87, 88, 87, 89, 88, 82, 82], "n_am_pl": [9, 37, 34, 27, 22, 52, 43, 21, 23, 17, 16, 18, 33, 34, 27, 19, 17, 21, 16, 14, 16, 14, 19, 16, 11, 16, 21, 19, 27, 32, 27, 30, 23, 15, 15, 16, 10, 10, 6, 10, 6, 8, 6, 7, 9, 6, 8, 4, 4, 4], "n_pos": 258, "sum_m_en": [31.2132, 15.626816, 14.740869, 14.620336, 14.260989, 15.338387, 15.843343, 16.534271, 17.16146, 18.823245, 18.329981, 19.665851, 20.250901, 18.460366, 21.22171, 19.512151, 18.812263, 18.084474, 16.95368, 15.521255, 14.548244, 13.37887, 12.971171, 12.663006, 34.465447, 33.866467, 33.130652, 31.912171, 31.285955, 30.634235, 28.276952, 26.466362, 27.804687, 29.034014, 30.867899, 33.109361, 40.654099, 42.839633, 50.059594, 55.809528, 58.969538, 58.434857, 61.674153, 73.83426, 82.990452, 82.209214, 83.841625, 85.508422, 83.390531, 81.256705], "sum_m_pl": [99.349903, 122.259509, 118.005864, 115.845624, 115.732247, 115.803307, 118.062038, 117.051013, 116.686, 115.600268, 115.279326, 111.704132, 114.548812, 112.057611, 110.416211, 113.504581, 111.272942, 112.066466, 114.305436, 120.159873, 121.25323, 122.747687, 122.849196, 123.152835, 93.836778, 95.503427, 93.2387, 99.726717, 100.602866, 98.174098, 99.669093, 100.355936, 100.213909, 94.771392, 89.414754, 86.534476, 75.632156, 72.906673, 65.390901, 63.489784, 60.263732, 54.703184, 53.07983, 39.30036, 29.045099, 25.220292, 16.135213, 8.149102, 4.815029, 3.996095]}, "digit": {"n_am_en": [2, 11, 8, 3, 7, 4, 6, 6, 6, 8, 11, 6, 5, 6, 4, 5, 6, 8, 8, 6, 7, 6, 8, 4, 7, 11, 11, 14, 13, 10, 8, 4, 3, 3, 4, 4, 7, 3, 5, 10, 8, 7, 4, 3, 3, 2, 2, 1, 0, 0], "n_am_pl": [2, 0, 7, 3, 7, 12, 12, 1, 4, 1, 1, 1, 8, 7, 4, 4, 4, 1, 3, 2, 3, 1, 2, 3, 1, 0, 0, 2, 1, 1, 3, 4, 5, 3, 6, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.152378, 1.400523, 1.307871, 1.353926, 1.415094, 1.607762, 1.753687, 1.908739, 1.953128, 2.108082, 2.031267, 2.050374, 2.161459, 2.037521, 1.976305, 2.033373, 2.114707, 2.067779, 1.868629, 1.828306, 1.719941, 1.610256, 1.582167, 1.562111, 3.24568, 3.538475, 3.200003, 3.198927, 3.054693, 3.017675, 3.023344, 2.757977, 2.530845, 2.571784, 2.552263, 2.865849, 2.655007, 2.551457, 2.925692, 3.869694, 3.916541, 3.332369, 3.179706, 2.580168, 2.81652, 2.214015, 2.197883, 1.461941, 0.762989, 1e-06], "sum_m_pl": [15.496062, 19.187687, 18.394594, 17.734343, 17.300098, 16.765772, 16.643538, 16.129941, 16.211729, 15.883846, 16.00358, 15.322419, 15.051522, 14.586959, 14.892068, 15.286144, 15.03479, 15.215745, 15.725914, 16.555934, 16.608884, 16.785202, 16.803561, 16.752812, 13.541906, 13.743483, 13.335566, 14.356078, 14.564151, 13.717032, 13.71888, 13.476217, 13.653484, 13.437406, 12.36938, 11.933532, 11.826771, 11.928253, 11.314418, 11.212551, 10.913475, 10.721434, 9.993966, 7.588724, 6.558192, 5.309834, 3.211663, 1.490578, 0.215624, 0.0]}, "lang": {"n_am_en": [30, 22, 19, 17, 22, 19, 26, 24, 27, 37, 41, 33, 33, 26, 28, 23, 26, 18, 23, 29, 33, 40, 40, 39, 42, 34, 26, 37, 38, 29, 36, 31, 25, 31, 28, 35, 32, 35, 45, 43, 48, 52, 53, 53, 61, 61, 66, 68, 78, 80], "n_am_pl": [4, 14, 9, 10, 7, 18, 14, 9, 8, 5, 5, 7, 10, 9, 7, 5, 6, 4, 3, 2, 3, 1, 3, 3, 2, 4, 5, 7, 9, 10, 8, 7, 6, 3, 4, 7, 6, 3, 1, 3, 2, 1, 1, 1, 6, 4, 5, 4, 4, 4], "n_pos": 85, "sum_m_en": [12.165671, 5.480351, 4.910532, 5.080193, 4.878907, 5.291954, 5.674211, 5.800793, 6.088311, 6.895522, 6.511192, 7.584179, 7.973064, 6.870882, 8.847348, 7.440512, 6.961547, 6.4859, 6.453924, 5.642646, 5.168005, 4.624014, 4.399663, 4.220811, 15.131555, 13.627826, 13.6128, 12.490756, 12.447396, 11.954718, 11.136547, 10.372113, 11.603679, 12.560053, 13.318578, 14.292237, 19.133029, 20.492598, 24.873418, 27.83618, 30.175634, 30.674638, 34.59554, 42.929036, 55.086364, 55.597518, 59.604053, 64.033129, 76.461368, 79.762625], "sum_m_pl": [31.60787, 38.1039, 37.258838, 36.721445, 37.236338, 37.61393, 38.329378, 38.53137, 38.820651, 38.622635, 38.943247, 37.974399, 39.006398, 38.525702, 37.623747, 38.480295, 37.635963, 38.081188, 38.398422, 40.251947, 40.541277, 41.123257, 41.163808, 41.364862, 31.68417, 32.871213, 32.08886, 34.041793, 34.333072, 33.864451, 34.629356, 34.3532, 34.235323, 32.407436, 30.817625, 30.601263, 26.127847, 25.282227, 22.349706, 20.93969, 19.089914, 18.177891, 17.719347, 11.95394, 8.107792, 7.888989, 5.436839, 3.477872, 3.964914, 3.995992]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 262, "item_id": "gsm8kpl-833", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1192, "region_end": 258, "roundtrip_ok": true, "tf_agree": 0.9847, "tf_agree_excl_first": 0.9885}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [80, 77, 64, 61, 46, 41, 46, 51, 54, 79, 85, 66, 72, 63, 66, 53, 68, 54, 43, 31, 42, 49, 51, 50, 62, 64, 71, 78, 91, 92, 80, 66, 62, 48, 56, 48, 45, 35, 34, 49, 54, 55, 62, 61, 67, 63, 42, 39, 23, 21], "n_am_pl": [15, 80, 50, 52, 49, 67, 71, 51, 48, 39, 33, 40, 50, 42, 39, 49, 32, 45, 47, 52, 37, 43, 44, 42, 49, 44, 40, 39, 42, 43, 50, 59, 44, 44, 25, 22, 23, 27, 26, 24, 27, 22, 25, 16, 12, 15, 25, 25, 43, 43], "n_pos": 286, "sum_m_en": [27.158777, 14.12533, 15.171246, 15.450715, 15.763144, 15.306518, 16.318969, 17.021724, 17.819815, 20.057428, 19.188248, 20.180719, 22.058084, 20.710888, 22.385847, 20.916475, 20.035688, 19.488519, 17.393285, 16.653311, 15.813844, 14.606346, 14.245574, 13.591568, 30.344056, 32.695913, 33.040705, 35.091995, 35.844975, 35.510535, 33.528483, 30.018472, 28.339491, 27.793401, 29.433456, 29.389704, 29.878046, 29.78574, 31.773935, 36.42663, 36.424761, 35.623869, 40.022214, 49.740982, 64.422736, 61.686234, 46.56673, 39.688213, 23.106034, 20.988425], "sum_m_pl": [115.519758, 140.602851, 134.844491, 132.973534, 132.484892, 132.526526, 133.854838, 131.620051, 129.011254, 128.273366, 126.815177, 122.731789, 126.784427, 123.661273, 125.358533, 128.646497, 127.333436, 127.335019, 132.56384, 136.657216, 137.732934, 138.308691, 138.216808, 139.142736, 110.719131, 109.047581, 105.405091, 110.865175, 114.088064, 112.959671, 112.940181, 115.108195, 113.879297, 105.190428, 100.12208, 95.623869, 89.973877, 89.360462, 83.252023, 80.130346, 78.701651, 76.69013, 72.195848, 55.043226, 38.550587, 39.08666, 34.719659, 32.813096, 42.67168, 42.586443]}, "digit": {"n_am_en": [6, 16, 15, 9, 7, 9, 10, 6, 5, 16, 19, 11, 7, 7, 11, 5, 8, 7, 6, 4, 6, 6, 5, 6, 7, 10, 9, 10, 14, 14, 7, 8, 5, 3, 3, 4, 3, 5, 4, 6, 6, 7, 6, 6, 4, 3, 1, 2, 0, 0], "n_am_pl": [0, 9, 7, 6, 8, 9, 10, 4, 12, 7, 3, 5, 8, 4, 3, 5, 2, 2, 1, 3, 0, 0, 0, 1, 3, 2, 2, 3, 3, 0, 3, 2, 4, 4, 2, 3, 2, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.631544, 1.586687, 1.640578, 1.811168, 1.894153, 1.836748, 1.916226, 1.92967, 2.038154, 2.258685, 2.253946, 2.262963, 2.400074, 2.424013, 2.496757, 2.392081, 2.371947, 2.317586, 1.997928, 1.944366, 1.846308, 1.726449, 1.693319, 1.675604, 3.106687, 3.485621, 3.320033, 3.530194, 3.741417, 3.838416, 3.433133, 3.250258, 2.874368, 2.90102, 2.820644, 3.06544, 2.829671, 2.66629, 3.076115, 4.608087, 4.614766, 4.287866, 3.942825, 3.885399, 3.762391, 3.194513, 2.546729, 1.895961, 0.135006, 2.1e-05], "sum_m_pl": [16.6012, 20.240422, 19.313842, 18.644578, 18.353805, 18.143754, 18.202955, 17.686502, 17.606284, 17.173872, 17.054817, 16.584793, 16.682146, 16.029559, 16.384514, 16.502555, 16.257327, 16.280014, 17.195325, 17.64476, 17.668429, 17.810044, 17.805384, 17.833719, 14.629241, 14.103837, 13.774549, 14.761517, 15.224772, 14.310241, 14.628241, 14.681929, 14.543417, 14.061176, 13.292078, 13.200295, 13.003383, 12.60988, 11.628859, 11.273407, 11.350973, 11.745014, 11.225086, 9.135328, 8.027552, 6.408721, 3.833076, 1.955417, 0.160362, 0.001406]}, "lang": {"n_am_en": [21, 15, 10, 10, 10, 7, 14, 17, 15, 15, 27, 18, 20, 16, 18, 11, 17, 13, 13, 9, 13, 12, 15, 10, 17, 17, 20, 21, 20, 23, 16, 14, 17, 14, 19, 17, 16, 14, 13, 20, 24, 22, 26, 31, 33, 37, 22, 22, 20, 21], "n_am_pl": [5, 22, 12, 20, 11, 17, 16, 10, 10, 2, 3, 8, 12, 12, 12, 15, 8, 9, 9, 14, 12, 18, 17, 16, 17, 11, 11, 13, 13, 10, 14, 21, 13, 15, 6, 5, 4, 8, 7, 7, 7, 5, 7, 6, 7, 13, 17, 21, 41, 42], "n_pos": 63, "sum_m_en": [6.440796, 3.107298, 3.246852, 3.290168, 3.29254, 3.220088, 3.663029, 3.882499, 3.923604, 4.437489, 4.273023, 5.005316, 5.565322, 4.814199, 5.541293, 4.710776, 4.563703, 4.515084, 4.416368, 4.164508, 3.9241, 3.363605, 3.167827, 2.942622, 8.360637, 8.629924, 8.18237, 8.241948, 8.103345, 7.772554, 7.380802, 6.661095, 7.134474, 7.7943, 8.709776, 8.904524, 10.236321, 10.152526, 10.977423, 12.959846, 13.424155, 13.580078, 17.569749, 26.328568, 34.143926, 35.074235, 22.586624, 20.468389, 20.121268, 20.983289], "sum_m_pl": [24.351249, 29.501275, 28.941176, 29.024788, 29.100915, 29.221764, 29.494162, 29.01234, 28.876932, 28.961053, 28.490741, 27.30243, 28.656508, 28.289302, 28.978278, 29.535389, 28.774503, 28.837085, 29.882907, 30.769369, 30.921665, 31.238476, 31.285318, 31.485521, 26.942686, 26.939143, 25.99086, 27.04809, 27.498619, 27.107203, 27.163337, 27.701245, 27.859361, 25.949624, 24.934566, 24.73152, 23.095141, 23.604348, 21.821367, 20.834479, 20.762425, 19.96887, 18.938971, 13.335473, 10.260448, 13.399781, 17.873519, 21.552311, 39.246934, 41.641124]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 311, "item_id": "gsm8kpl-833", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1051, "region_end": 286, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9903}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [79, 82, 65, 73, 71, 69, 86, 86, 68, 85, 100, 103, 89, 82, 104, 79, 87, 74, 70, 63, 67, 55, 47, 55, 102, 101, 86, 80, 81, 91, 89, 72, 72, 84, 94, 102, 101, 98, 109, 102, 105, 104, 99, 112, 120, 122, 128, 140, 121, 115], "n_am_pl": [3, 15, 34, 28, 19, 20, 25, 19, 24, 21, 19, 36, 38, 25, 27, 27, 31, 28, 33, 27, 29, 41, 50, 42, 11, 15, 21, 21, 27, 28, 22, 25, 25, 17, 21, 22, 12, 14, 14, 27, 20, 24, 22, 22, 22, 27, 23, 8, 0, 0], "n_pos": 257, "sum_m_en": [33.445673, 16.026078, 15.569672, 15.650753, 15.099394, 15.621473, 15.774523, 16.307316, 17.558991, 18.193677, 18.759274, 20.281375, 21.467288, 20.933181, 20.732395, 19.301327, 18.846035, 18.545033, 16.857023, 14.983942, 13.608989, 12.46609, 11.957098, 11.708464, 28.081065, 29.248341, 31.002332, 27.806592, 25.849767, 26.151645, 24.677812, 24.668159, 26.049092, 27.399817, 29.067796, 31.398218, 39.823625, 43.590664, 53.954633, 54.610806, 56.08752, 59.705269, 65.271697, 75.03607, 85.388044, 105.43835, 118.822042, 133.910967, 121.346273, 115.811063], "sum_m_pl": [93.910218, 121.462325, 120.66426, 115.720647, 116.778049, 117.584825, 118.376489, 118.278189, 115.424022, 118.514411, 117.882042, 119.113214, 117.546001, 116.498065, 118.853426, 121.723315, 121.724506, 121.960845, 123.313014, 124.079654, 125.561808, 127.194411, 127.916404, 128.237179, 107.965121, 107.197612, 101.665032, 109.048943, 112.288797, 110.811724, 112.741712, 111.016603, 111.067083, 106.703549, 106.17438, 101.56884, 89.867315, 84.787068, 75.846826, 82.443788, 78.576165, 76.895545, 65.958995, 56.502597, 51.844902, 41.39934, 30.648938, 14.288121, 1.050383, 0.000876]}, "digit": {"n_am_en": [2, 7, 6, 4, 5, 1, 6, 3, 3, 7, 5, 6, 5, 6, 9, 4, 7, 5, 4, 5, 3, 2, 1, 0, 2, 7, 5, 4, 7, 6, 5, 4, 4, 2, 2, 3, 3, 1, 3, 2, 2, 4, 3, 3, 3, 1, 2, 1, 0, 0], "n_am_pl": [0, 1, 4, 4, 1, 2, 3, 3, 3, 1, 3, 1, 3, 0, 2, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 0, 1, 3, 0, 1, 2, 3, 1, 0, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.852205, 0.975268, 0.903256, 0.853323, 0.89275, 0.923357, 0.943296, 1.052443, 1.128114, 1.227645, 1.231312, 1.275822, 1.42886, 1.479375, 1.432042, 1.361557, 1.318754, 1.409183, 1.218326, 1.069889, 0.978496, 0.908422, 0.885352, 0.858553, 1.580101, 1.55089, 1.899998, 1.745099, 1.684588, 1.647434, 1.573248, 1.501255, 1.435438, 1.345242, 1.3989, 1.36137, 1.546198, 1.518189, 1.711831, 1.465948, 1.385125, 1.478288, 1.384476, 1.703957, 1.936138, 1.813285, 1.706032, 1.914438, 0.714631, 0.0], "sum_m_pl": [9.510982, 11.240604, 10.952047, 10.74225, 10.603276, 10.317503, 10.559152, 10.161011, 9.848878, 9.835879, 9.879831, 10.13834, 9.798017, 9.778974, 9.958043, 9.947559, 9.984158, 9.841509, 10.124999, 10.217867, 10.263627, 10.406541, 10.444457, 10.552344, 9.266444, 9.289134, 8.526165, 9.034031, 9.393054, 9.46834, 9.321558, 9.404622, 9.480093, 9.205025, 8.977384, 8.826366, 8.497157, 8.220312, 7.987351, 8.0535, 7.74918, 7.853638, 7.134581, 6.067587, 5.207642, 4.029247, 3.343716, 2.304011, 0.62365, 0.0]}, "lang": {"n_am_en": [26, 43, 38, 43, 34, 43, 46, 49, 41, 45, 48, 51, 48, 37, 48, 34, 40, 38, 40, 31, 31, 30, 27, 34, 55, 55, 54, 50, 41, 48, 51, 43, 35, 46, 53, 61, 58, 60, 62, 62, 61, 63, 60, 66, 73, 77, 81, 95, 109, 115], "n_am_pl": [0, 4, 12, 11, 6, 7, 9, 9, 11, 11, 10, 19, 14, 12, 12, 13, 12, 10, 14, 13, 12, 18, 22, 20, 6, 8, 8, 6, 10, 7, 8, 9, 10, 6, 7, 7, 6, 5, 8, 17, 12, 15, 15, 16, 16, 14, 13, 1, 0, 0], "n_pos": 117, "sum_m_en": [16.208944, 7.855239, 7.905414, 7.597809, 7.231187, 7.742475, 7.83158, 8.123096, 8.705655, 8.962307, 9.125143, 9.953062, 10.693912, 10.252794, 10.205226, 9.415767, 9.307928, 9.021396, 8.267538, 7.221533, 6.493686, 5.878254, 5.601622, 5.451267, 15.065548, 16.061746, 16.799778, 14.71208, 13.564322, 14.118311, 13.083305, 13.215944, 13.764905, 14.34124, 15.548238, 17.450586, 22.421263, 24.85289, 29.061147, 31.043773, 32.361578, 37.976778, 40.172632, 45.983089, 54.79238, 63.382786, 73.770231, 90.121924, 106.370668, 114.292631], "sum_m_pl": [40.940577, 54.461393, 54.25246, 52.279568, 52.933481, 52.701418, 53.186215, 54.061763, 52.990222, 54.007653, 53.593951, 54.376147, 53.685078, 52.652041, 53.61732, 55.017032, 54.967045, 55.274821, 55.777882, 56.204186, 57.013525, 57.988299, 58.339804, 58.53614, 48.754344, 48.259674, 46.138944, 49.691529, 50.689646, 49.678634, 51.037788, 49.904349, 50.230747, 48.593821, 48.74015, 47.438039, 41.942048, 39.983813, 36.377109, 38.364564, 36.914148, 37.26438, 30.434668, 26.97795, 25.037466, 21.33502, 15.572212, 3.108317, 0.134254, 6.8e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 261, "item_id": "gsm8kpl-848", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 257, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 0.9923}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [63, 42, 51, 50, 66, 39, 51, 39, 40, 52, 64, 72, 65, 54, 63, 53, 58, 53, 43, 37, 39, 29, 25, 30, 65, 53, 64, 67, 75, 62, 46, 51, 39, 53, 59, 52, 56, 60, 63, 50, 56, 51, 50, 45, 36, 26, 16, 6, 1, 0], "n_am_pl": [23, 64, 53, 32, 36, 36, 30, 45, 28, 40, 32, 30, 41, 44, 39, 38, 34, 33, 58, 52, 57, 73, 70, 73, 34, 38, 29, 37, 39, 38, 34, 33, 47, 31, 28, 37, 40, 27, 33, 45, 41, 42, 38, 40, 40, 39, 39, 44, 65, 77], "n_pos": 239, "sum_m_en": [22.040723, 11.128377, 11.837838, 12.278282, 12.797154, 12.964868, 13.180879, 13.603355, 14.268292, 14.943026, 15.401764, 16.981846, 17.559045, 17.651571, 16.947776, 15.863375, 16.198075, 15.454653, 14.221383, 12.942691, 11.974594, 11.23453, 10.879447, 10.563913, 21.550383, 22.663069, 24.201214, 24.017369, 23.593501, 22.829053, 20.78424, 19.927176, 19.368302, 19.716494, 20.707924, 20.441175, 22.066451, 24.949301, 27.552177, 28.928786, 27.43709, 25.543883, 26.978644, 30.294131, 29.875879, 26.363928, 14.861644, 10.005893, 1.826288, 0.01891], "sum_m_pl": [96.311895, 117.886996, 114.722481, 111.585797, 112.983449, 110.283265, 111.078467, 110.166257, 108.740513, 111.123235, 109.932782, 110.517178, 109.577307, 110.533822, 111.242925, 112.508272, 112.90938, 114.409858, 116.339017, 117.352022, 117.601444, 118.101689, 118.374597, 118.844738, 102.122717, 99.961042, 94.24291, 100.754114, 104.670011, 106.422238, 105.193813, 106.882185, 105.522909, 97.332485, 95.310845, 89.503021, 83.64207, 80.799906, 79.157837, 84.40614, 82.90576, 84.590826, 79.518665, 69.741184, 63.54688, 59.221108, 55.372037, 54.527234, 63.527822, 76.189447]}, "digit": {"n_am_en": [0, 11, 9, 7, 5, 1, 5, 8, 3, 4, 8, 10, 4, 8, 6, 4, 4, 5, 3, 2, 2, 2, 1, 3, 6, 4, 7, 8, 10, 7, 3, 2, 3, 3, 5, 3, 5, 6, 7, 6, 5, 5, 7, 4, 6, 2, 1, 0, 0, 0], "n_am_pl": [0, 4, 3, 2, 2, 1, 0, 3, 1, 5, 2, 1, 4, 0, 4, 3, 2, 1, 4, 3, 4, 4, 3, 2, 2, 3, 1, 4, 2, 5, 4, 1, 3, 0, 2, 2, 1, 0, 2, 1, 1, 1, 1, 2, 1, 0, 1, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.305016, 1.296453, 1.300841, 1.241628, 1.256103, 1.234953, 1.378818, 1.486675, 1.514495, 1.590672, 1.613954, 1.684839, 1.90595, 1.893512, 1.719241, 1.749, 1.804083, 1.869721, 1.607817, 1.41095, 1.304171, 1.2291, 1.201014, 1.165384, 2.100092, 2.207819, 2.508197, 2.520903, 2.566572, 2.424089, 2.262886, 2.168581, 1.962906, 1.880322, 2.06678, 2.035854, 2.179955, 2.2298, 2.399018, 3.216994, 3.001263, 2.801659, 3.006278, 2.884778, 2.412837, 2.264615, 0.885789, 1.069775, 0.123731, 3e-06], "sum_m_pl": [12.878499, 15.082637, 14.490893, 14.246596, 14.244673, 13.945092, 13.877928, 13.374975, 13.064284, 13.046471, 13.090193, 13.488636, 13.159421, 13.188636, 13.271046, 13.184381, 13.150798, 13.148847, 13.55982, 13.62807, 13.61411, 13.747625, 13.819512, 13.98745, 12.28621, 12.010138, 11.151863, 11.756398, 12.28504, 12.46563, 12.216291, 12.54832, 12.689198, 11.982738, 11.788037, 11.556963, 11.022546, 10.715913, 10.266605, 10.442615, 10.338107, 10.648648, 9.864105, 8.898443, 8.223283, 7.10503, 5.621627, 3.88351, 0.362316, 0.046294]}, "lang": {"n_am_en": [25, 5, 13, 9, 27, 11, 17, 8, 14, 24, 25, 27, 27, 23, 27, 24, 27, 23, 21, 17, 22, 14, 13, 18, 30, 20, 30, 34, 28, 26, 23, 26, 17, 27, 25, 23, 20, 25, 27, 17, 20, 18, 19, 18, 15, 13, 8, 5, 1, 0], "n_am_pl": [14, 25, 16, 17, 13, 8, 5, 13, 7, 5, 6, 7, 13, 21, 12, 7, 11, 12, 24, 20, 19, 30, 29, 32, 12, 17, 11, 11, 12, 14, 16, 14, 22, 13, 14, 20, 23, 18, 19, 30, 29, 26, 24, 29, 33, 34, 36, 41, 64, 77], "n_pos": 78, "sum_m_en": [7.359653, 3.6791, 3.864262, 4.080639, 4.265108, 4.353497, 4.302316, 4.595106, 4.838718, 5.118134, 5.256897, 5.871901, 6.102131, 6.297107, 5.743392, 5.31584, 5.122701, 4.804903, 4.461851, 4.196366, 3.874794, 3.63035, 3.50119, 3.449774, 8.520836, 9.079661, 9.784021, 9.353306, 8.57563, 8.12713, 7.307838, 7.121507, 7.09876, 7.920905, 7.759086, 8.247079, 9.409239, 11.871946, 14.53856, 13.217412, 12.62839, 11.914133, 11.805444, 13.030019, 13.53597, 11.206763, 6.013045, 4.559781, 1.183045, 0.018885], "sum_m_pl": [29.162827, 36.260483, 34.988674, 34.558269, 35.546794, 34.545576, 34.582684, 34.476983, 34.273122, 35.625157, 35.461344, 35.526175, 35.452275, 35.86381, 36.888712, 37.423559, 37.774935, 38.206241, 38.823841, 39.250162, 39.427306, 39.554699, 39.472045, 39.539911, 35.288076, 34.371652, 32.748578, 34.530485, 35.831223, 36.259752, 36.223134, 36.824934, 37.26029, 34.964395, 34.964839, 34.447991, 33.698268, 32.466021, 32.20785, 37.152292, 35.931145, 37.068963, 36.423453, 32.60009, 32.637985, 35.800494, 39.124273, 41.668701, 60.406381, 76.135734]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "gsm8kpl-848", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1030, "region_end": 239, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9917}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 42, 32, 24, 30, 27, 33, 33, 36, 43, 55, 56, 50, 48, 47, 49, 47, 35, 44, 41, 34, 39, 38, 36, 49, 50, 36, 46, 57, 59, 53, 46, 44, 54, 52, 54, 54, 57, 59, 66, 63, 60, 67, 68, 67, 66, 71, 62, 65, 67], "n_am_pl": [5, 16, 16, 16, 16, 17, 17, 24, 18, 19, 16, 13, 12, 17, 13, 9, 16, 20, 19, 16, 12, 9, 9, 8, 6, 8, 5, 9, 9, 14, 17, 14, 7, 14, 8, 3, 8, 4, 6, 7, 11, 6, 9, 5, 7, 5, 5, 1, 0, 0], "n_pos": 143, "sum_m_en": [16.187268, 8.231592, 7.40045, 7.194609, 7.33994, 7.667139, 7.847197, 8.385696, 8.940308, 9.371948, 9.82539, 10.706615, 10.523128, 10.986805, 10.946367, 10.209819, 9.485944, 8.728606, 8.157681, 7.760771, 7.205632, 6.819162, 6.577833, 6.520528, 18.617486, 18.361286, 17.674324, 16.951254, 16.728794, 16.965848, 14.809631, 14.285232, 13.959265, 14.425893, 16.144033, 17.660661, 23.105051, 24.419736, 26.256893, 29.989083, 31.578153, 40.93189, 45.137101, 49.388874, 52.143277, 52.444647, 63.055941, 61.484601, 64.533577, 66.833537], "sum_m_pl": [55.137318, 68.915549, 67.512246, 66.427853, 65.455233, 64.820739, 66.157339, 65.851841, 64.95788, 64.957548, 64.403779, 65.350603, 66.071779, 65.041058, 65.308017, 67.901993, 67.570674, 67.950121, 69.061428, 69.916044, 70.038398, 70.497013, 70.557768, 70.42439, 54.139109, 54.942643, 54.327661, 57.566041, 58.947934, 59.353768, 61.055262, 60.732432, 63.369124, 60.994749, 59.163847, 56.731825, 49.993266, 47.13557, 44.749087, 42.897266, 40.031626, 32.310594, 30.413175, 24.869109, 20.661177, 18.098794, 9.863168, 4.867971, 0.806966, 0.000188]}, "digit": {"n_am_en": [3, 7, 6, 1, 2, 0, 3, 1, 1, 3, 5, 3, 5, 3, 4, 5, 4, 2, 3, 3, 2, 2, 2, 1, 1, 5, 2, 2, 3, 7, 2, 1, 1, 3, 4, 4, 4, 3, 4, 4, 4, 4, 5, 6, 6, 5, 5, 3, 2, 0], "n_am_pl": [2, 1, 0, 3, 2, 4, 1, 2, 3, 3, 2, 2, 2, 3, 4, 2, 3, 5, 4, 3, 1, 0, 1, 1, 2, 2, 1, 2, 3, 2, 4, 4, 2, 2, 4, 2, 2, 0, 1, 1, 3, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.724908, 0.896477, 0.868807, 0.866266, 0.90563, 0.885407, 0.913948, 0.94836, 1.003406, 1.096336, 1.111942, 1.133312, 1.197921, 1.208142, 1.100144, 1.031698, 1.006323, 1.034062, 0.955113, 0.898795, 0.848512, 0.810421, 0.788621, 0.784238, 1.311324, 1.497751, 1.611986, 1.564898, 1.601666, 1.503853, 1.402575, 1.258494, 1.16206, 1.116581, 1.14695, 1.189111, 1.300391, 1.243755, 1.243706, 1.37592, 1.232062, 2.14702, 2.170938, 2.363721, 2.522675, 2.564855, 3.357231, 2.320263, 1.300237, 0.001323], "sum_m_pl": [8.528604, 10.023983, 9.666866, 9.368761, 9.072914, 8.871363, 9.218854, 9.122846, 8.976116, 8.781781, 8.88109, 8.925499, 8.769791, 8.835693, 8.82771, 9.055528, 9.001048, 9.083846, 9.270871, 9.321259, 9.267222, 9.35647, 9.347839, 9.356144, 7.982136, 7.986447, 7.649243, 8.004937, 8.264238, 8.302261, 8.154011, 8.088133, 8.537053, 8.114217, 8.186338, 8.105587, 8.030652, 7.503809, 7.336694, 7.715716, 7.462795, 6.920489, 6.807213, 6.305438, 5.155941, 4.451818, 3.03458, 1.742116, 0.262356, 0.0]}, "lang": {"n_am_en": [21, 16, 13, 11, 19, 18, 17, 22, 20, 23, 32, 34, 31, 32, 31, 27, 27, 18, 23, 23, 24, 25, 27, 22, 31, 30, 21, 32, 37, 41, 35, 28, 29, 36, 30, 30, 32, 36, 34, 41, 40, 40, 45, 46, 47, 46, 55, 48, 57, 67], "n_am_pl": [0, 8, 7, 4, 7, 8, 9, 7, 8, 7, 7, 3, 5, 4, 5, 6, 9, 10, 7, 8, 7, 6, 5, 3, 4, 6, 3, 6, 4, 3, 8, 6, 2, 6, 3, 1, 4, 3, 5, 5, 7, 5, 5, 4, 3, 3, 2, 0, 0, 0], "n_pos": 68, "sum_m_en": [8.020022, 3.982899, 3.463485, 3.362721, 3.452837, 3.76233, 3.955453, 4.406599, 4.545568, 4.70828, 4.955862, 5.593733, 5.438545, 5.793662, 6.050529, 5.625133, 5.070108, 4.424385, 4.159109, 3.919398, 3.597679, 3.359053, 3.195703, 3.140441, 11.425759, 11.121417, 10.546832, 10.166552, 9.986206, 10.520241, 8.756841, 8.324356, 8.275926, 8.780297, 9.715474, 10.62493, 13.391115, 14.498138, 15.529184, 18.682664, 20.491247, 28.660706, 30.600542, 33.132517, 36.81395, 38.840612, 50.042724, 48.39487, 57.687172, 66.275421], "sum_m_pl": [24.423437, 31.973364, 31.277143, 30.82189, 30.670981, 30.379127, 30.727038, 30.962389, 30.576077, 30.647194, 30.30825, 30.94837, 31.505307, 30.928795, 31.260585, 32.459928, 32.378669, 32.674181, 33.116248, 33.596126, 33.688887, 33.80676, 33.939717, 33.861609, 25.985483, 26.630967, 26.338403, 27.502453, 28.086234, 27.829311, 29.334971, 29.246775, 30.280665, 29.531896, 28.89783, 28.15277, 25.035387, 23.721522, 22.461806, 20.63936, 19.038917, 14.912149, 14.320163, 12.045293, 9.535235, 8.327318, 3.332258, 0.827982, 0.048476, 0.000186]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "gsm8kpl-849", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1160, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [36, 32, 19, 17, 22, 24, 20, 21, 16, 27, 33, 32, 26, 27, 27, 28, 25, 16, 21, 21, 21, 20, 17, 16, 29, 26, 26, 30, 32, 40, 26, 25, 24, 32, 29, 28, 32, 34, 32, 28, 26, 30, 34, 35, 26, 14, 3, 4, 1, 1], "n_am_pl": [6, 22, 27, 22, 10, 26, 24, 12, 12, 13, 8, 10, 16, 13, 16, 18, 9, 20, 17, 12, 9, 9, 12, 15, 8, 13, 8, 15, 17, 12, 9, 17, 18, 12, 8, 15, 7, 0, 6, 9, 12, 7, 8, 9, 10, 22, 26, 18, 24, 28], "n_pos": 116, "sum_m_en": [12.728989, 5.981304, 5.720156, 5.860105, 5.992269, 5.90886, 6.102339, 6.326606, 6.978599, 7.208779, 7.584079, 7.793321, 8.053709, 8.564829, 8.205722, 7.53678, 7.38706, 6.902442, 6.336187, 6.013796, 5.711259, 5.479425, 5.311451, 5.172764, 12.030563, 11.686597, 12.369596, 11.85082, 12.071707, 12.029311, 10.661721, 10.035106, 9.66942, 9.765991, 10.085765, 10.403556, 11.776018, 12.164397, 14.25661, 15.749745, 14.538365, 20.0874, 18.642233, 19.864834, 17.024251, 10.540914, 5.201486, 4.641148, 1.83955, 0.959375], "sum_m_pl": [45.803986, 56.28989, 54.587011, 54.162612, 52.754891, 52.816879, 53.91786, 52.853472, 52.070205, 52.680039, 52.499777, 53.452149, 53.882457, 52.792624, 53.361407, 55.78266, 54.682548, 55.468402, 56.702494, 57.555752, 57.292945, 57.321725, 57.270561, 57.46007, 45.273945, 45.550516, 44.883175, 47.55687, 49.175261, 50.408663, 50.645193, 50.306558, 51.751982, 48.049944, 46.978412, 44.695291, 41.2104, 38.797336, 36.505298, 36.225985, 35.791209, 31.678021, 30.664174, 27.888944, 26.640475, 31.164015, 29.995851, 26.356088, 26.267546, 28.092695]}, "digit": {"n_am_en": [4, 10, 5, 2, 2, 5, 2, 2, 2, 5, 6, 9, 5, 6, 7, 8, 4, 3, 6, 4, 2, 2, 3, 5, 4, 4, 5, 5, 6, 8, 6, 2, 5, 5, 4, 4, 3, 4, 4, 3, 4, 2, 4, 4, 3, 3, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 3, 1, 2, 2, 0, 0, 1, 0, 0, 3, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 2, 0, 1, 1, 3, 2, 0, 1, 2, 3, 2, 3, 4, 2, 0, 0, 0, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.824645, 0.898893, 0.882343, 0.843635, 0.892949, 0.881128, 0.895506, 0.961714, 1.020049, 1.103969, 1.179321, 1.200115, 1.309233, 1.398281, 1.306501, 1.210334, 1.103055, 1.089811, 0.987, 0.9468, 0.894316, 0.84842, 0.829012, 0.808775, 1.51786, 1.539898, 1.805412, 1.733158, 1.770525, 1.628331, 1.513864, 1.377466, 1.242822, 1.226497, 1.265468, 1.277122, 1.285302, 1.230506, 1.225811, 1.200574, 1.240889, 1.508685, 1.301982, 1.127775, 0.910854, 0.848625, 0.841068, 0.805461, 0.062977, 0.0], "sum_m_pl": [8.876934, 10.739477, 10.41717, 10.01217, 9.735232, 9.663989, 9.784959, 9.689691, 9.570815, 9.499399, 9.652286, 9.847018, 9.593602, 9.40306, 9.495184, 9.803279, 9.609599, 9.800644, 10.008997, 10.057321, 9.983156, 10.054978, 9.983458, 10.05127, 8.697718, 8.800627, 8.250847, 8.638316, 9.028628, 9.240413, 9.068432, 8.986364, 9.514598, 9.035502, 9.117858, 9.044687, 8.867099, 8.394673, 8.002006, 8.317159, 8.196143, 8.002781, 7.735588, 7.422702, 6.232734, 5.549352, 4.39312, 3.104468, 0.25156, 0.0]}, "lang": {"n_am_en": [6, 5, 4, 4, 4, 6, 4, 6, 5, 6, 7, 7, 5, 9, 8, 6, 7, 3, 5, 5, 4, 4, 5, 3, 9, 8, 6, 9, 8, 13, 10, 8, 5, 7, 13, 11, 12, 17, 12, 12, 7, 13, 13, 10, 11, 8, 2, 1, 0, 1], "n_am_pl": [1, 6, 2, 4, 3, 7, 5, 3, 1, 2, 3, 2, 4, 2, 6, 5, 3, 3, 2, 2, 2, 3, 2, 2, 3, 4, 2, 5, 3, 4, 4, 10, 7, 6, 2, 7, 2, 0, 3, 5, 8, 4, 6, 8, 5, 13, 17, 15, 23, 25], "n_pos": 27, "sum_m_en": [2.510633, 1.361492, 1.448199, 1.447821, 1.418419, 1.42304, 1.475658, 1.51022, 1.650236, 1.676175, 1.814674, 1.931771, 1.929214, 2.175535, 2.070558, 1.97557, 2.117077, 1.867986, 1.703316, 1.54053, 1.40725, 1.314693, 1.234175, 1.247923, 3.553644, 3.479827, 3.873325, 3.440807, 3.440129, 3.448611, 3.106689, 3.084226, 3.114952, 3.182805, 3.308552, 3.471385, 4.00867, 4.372669, 4.972878, 5.658591, 4.852773, 7.632848, 6.091456, 6.433704, 6.998977, 4.539504, 2.731058, 1.349562, 0.263197, 0.946907], "sum_m_pl": [9.973302, 12.47369, 12.137603, 12.321335, 12.054811, 12.005551, 12.444371, 12.211094, 12.085364, 12.268673, 12.10489, 12.211666, 12.691849, 12.538207, 12.64206, 13.005129, 12.599733, 12.82377, 13.127648, 13.454927, 13.386044, 13.354382, 13.370187, 13.398056, 10.640787, 10.787684, 10.786616, 11.472955, 11.851179, 12.030649, 12.536966, 12.486391, 12.9664, 12.233044, 11.779274, 11.601941, 10.731552, 10.556709, 10.119078, 9.867376, 10.195745, 9.506518, 9.783631, 9.561316, 9.720352, 13.262688, 15.045257, 15.745391, 22.777442, 25.280181]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "gsm8kpl-849", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1019, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.9664}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [70, 63, 55, 43, 44, 23, 25, 35, 37, 40, 57, 60, 59, 69, 67, 77, 60, 61, 57, 64, 38, 48, 48, 60, 91, 79, 74, 74, 77, 60, 56, 62, 60, 61, 65, 68, 95, 90, 98, 107, 109, 107, 92, 96, 97, 93, 96, 109, 96, 97], "n_am_pl": [12, 30, 31, 43, 25, 44, 23, 23, 22, 17, 18, 34, 33, 20, 33, 30, 37, 31, 31, 39, 41, 46, 44, 42, 21, 21, 21, 26, 35, 36, 42, 37, 37, 26, 23, 26, 10, 10, 15, 12, 11, 6, 5, 3, 6, 4, 2, 1, 0, 1], "n_pos": 244, "sum_m_en": [26.858461, 12.864121, 12.430898, 12.244261, 12.924676, 12.136102, 12.25911, 12.91898, 14.266121, 14.712596, 15.667439, 17.636807, 18.420365, 19.207343, 19.057488, 17.841035, 16.393813, 16.698502, 14.672552, 13.726819, 12.549097, 11.839547, 11.200858, 10.985762, 28.120517, 28.256775, 27.8784, 26.310145, 24.513428, 23.633994, 21.398156, 22.2158, 24.312027, 24.697439, 26.006356, 32.525951, 44.004328, 46.614914, 52.176796, 67.868381, 69.454483, 71.85281, 73.873758, 80.289235, 88.640887, 87.287494, 92.240782, 102.837145, 95.478489, 95.445574], "sum_m_pl": [95.758003, 119.164494, 116.416938, 114.23952, 112.267779, 111.211618, 112.176358, 110.130886, 106.581121, 109.32188, 108.63694, 109.268389, 110.875124, 108.925909, 110.345448, 112.521487, 112.533274, 111.067277, 114.552047, 118.091749, 119.850806, 120.302775, 121.096623, 121.141432, 96.923745, 94.306874, 93.0664, 97.316099, 101.53914, 100.363197, 102.799775, 100.981851, 102.454921, 95.248011, 92.860216, 80.988258, 71.744036, 68.391725, 63.424378, 58.961041, 53.698578, 44.94028, 40.732446, 33.984776, 30.535787, 21.431847, 14.433808, 8.250411, 1.164392, 0.951988]}, "digit": {"n_am_en": [5, 23, 17, 12, 8, 2, 6, 12, 7, 10, 13, 15, 8, 12, 4, 10, 12, 7, 9, 13, 8, 10, 7, 13, 16, 14, 19, 20, 19, 10, 9, 11, 9, 11, 12, 14, 17, 17, 19, 17, 18, 21, 13, 13, 14, 13, 11, 11, 2, 0], "n_am_pl": [0, 1, 7, 6, 5, 7, 4, 5, 6, 2, 5, 6, 6, 4, 9, 5, 10, 5, 8, 9, 9, 9, 9, 8, 4, 3, 2, 7, 6, 10, 12, 6, 10, 5, 3, 6, 2, 1, 3, 2, 3, 2, 2, 2, 1, 1, 1, 1, 0, 0], "n_pos": 58, "sum_m_en": [4.885082, 2.690607, 2.585727, 2.575501, 2.699262, 2.527118, 2.497735, 2.771244, 2.951824, 3.025805, 3.187647, 3.357434, 3.592, 3.564831, 3.249301, 3.249733, 3.281998, 3.375943, 2.912634, 2.815972, 2.611175, 2.414715, 2.310031, 2.301078, 4.091085, 4.44593, 4.666487, 4.679907, 4.938272, 4.166536, 4.193026, 4.174968, 3.998484, 4.093667, 4.166407, 5.046066, 5.248641, 5.011441, 5.500293, 6.760315, 7.118531, 8.273393, 9.107029, 9.670436, 10.835341, 9.935135, 8.067697, 6.552443, 2.170883, 0.0], "sum_m_pl": [26.437235, 30.646109, 29.376566, 28.6592, 28.203492, 27.907945, 28.23758, 27.61126, 27.338231, 27.217276, 27.614758, 27.372775, 26.62799, 26.448757, 26.17451, 27.060108, 26.966364, 26.97363, 28.182732, 28.928875, 29.122514, 29.301753, 29.4403, 29.434937, 26.542968, 26.097107, 25.555915, 25.94795, 25.868186, 25.720384, 25.428705, 24.63578, 25.217256, 24.757334, 24.084827, 22.802403, 22.987754, 22.589832, 21.33946, 21.86905, 21.078015, 19.562836, 18.865448, 16.782385, 15.489912, 11.777886, 8.869736, 5.589806, 0.86217, 0.0]}, "lang": {"n_am_en": [35, 20, 15, 13, 19, 12, 11, 14, 16, 17, 19, 21, 27, 29, 31, 32, 25, 28, 30, 31, 18, 22, 22, 28, 45, 42, 34, 33, 37, 28, 26, 35, 33, 34, 35, 35, 60, 53, 58, 70, 73, 70, 62, 69, 71, 71, 78, 89, 90, 94], "n_am_pl": [4, 13, 9, 13, 4, 19, 11, 9, 9, 10, 10, 22, 22, 13, 18, 19, 22, 17, 18, 23, 26, 31, 31, 26, 15, 12, 10, 15, 19, 15, 18, 18, 17, 13, 9, 10, 2, 6, 5, 2, 2, 1, 1, 0, 4, 0, 0, 0, 0, 1], "n_pos": 96, "sum_m_en": [11.617034, 5.424824, 5.255805, 5.155787, 5.501359, 5.0307, 5.195233, 5.386197, 6.106594, 6.138154, 6.621876, 7.675078, 8.058672, 8.440494, 8.448988, 7.473239, 6.87979, 7.274591, 6.540863, 5.981238, 5.351619, 5.116104, 4.689983, 4.530461, 14.33317, 14.621403, 14.194016, 12.850606, 11.963313, 11.69449, 10.281207, 11.046697, 12.541136, 12.802363, 13.84888, 18.106688, 29.25069, 31.557963, 35.529669, 49.585464, 51.534873, 53.249426, 53.696649, 59.142212, 66.146471, 66.920972, 74.735199, 85.653983, 88.920311, 92.993781], "sum_m_pl": [35.055828, 45.362651, 44.953678, 44.040491, 43.286871, 43.247895, 43.414127, 43.21981, 41.503482, 43.703747, 42.981868, 43.234245, 44.927984, 43.877676, 45.107192, 45.668006, 45.62894, 44.340588, 45.626775, 46.852451, 47.730017, 47.887869, 48.277845, 48.20363, 39.566128, 38.316338, 37.652529, 39.330624, 41.222046, 40.404586, 42.095949, 41.246359, 41.801878, 39.380158, 38.086836, 32.74476, 27.32192, 25.161819, 22.742172, 17.564879, 15.839639, 11.883707, 9.394394, 8.712733, 7.612161, 3.503946, 1.980987, 0.760161, 0.087111, 0.867022]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 250, "item_id": "gsm8kpl-858", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1142, "region_end": 244, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.988}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [74, 67, 56, 41, 36, 28, 36, 48, 46, 33, 41, 61, 58, 62, 49, 57, 59, 61, 72, 57, 42, 47, 48, 55, 86, 76, 74, 60, 63, 59, 62, 66, 64, 64, 73, 67, 69, 70, 62, 82, 86, 79, 80, 80, 82, 75, 43, 21, 2, 0], "n_am_pl": [11, 89, 78, 76, 32, 63, 45, 51, 39, 28, 33, 49, 71, 57, 61, 48, 44, 39, 46, 44, 45, 53, 47, 53, 26, 34, 28, 49, 63, 51, 63, 56, 54, 34, 41, 40, 32, 37, 40, 44, 48, 43, 29, 39, 36, 32, 51, 52, 87, 92], "n_pos": 314, "sum_m_en": [28.165707, 14.543743, 14.80567, 15.061044, 15.700696, 15.306745, 15.236288, 16.049484, 17.338788, 17.965923, 18.929322, 20.54436, 21.479728, 22.182129, 21.387916, 20.221043, 19.153453, 18.899499, 16.954494, 16.249997, 14.972615, 14.21547, 13.861202, 13.512168, 30.587007, 29.964147, 28.770537, 27.852794, 28.382142, 27.948325, 25.634633, 25.877703, 25.428905, 26.080536, 27.288175, 30.539427, 33.145322, 38.082244, 37.626126, 54.016015, 56.465272, 63.230058, 62.530114, 62.977886, 69.712822, 63.173703, 35.097283, 22.045584, 3.505729, 0.032719], "sum_m_pl": [128.778256, 155.709498, 149.504187, 143.728301, 139.68355, 141.338871, 143.928557, 142.249277, 135.224522, 136.753063, 136.305506, 139.553328, 142.839762, 138.106777, 141.505514, 146.27516, 144.290806, 142.862722, 149.065946, 152.096232, 154.786118, 154.24085, 154.213022, 154.590091, 120.461763, 117.340546, 115.396978, 123.069916, 129.585324, 129.975985, 130.423813, 129.235538, 129.55752, 119.330097, 116.652047, 105.426438, 96.950975, 94.327381, 93.490318, 88.472263, 84.730251, 80.424534, 76.817405, 72.416204, 64.103455, 58.396557, 67.217221, 61.179109, 83.571686, 93.542065]}, "digit": {"n_am_en": [5, 31, 20, 12, 11, 5, 9, 18, 17, 9, 15, 21, 12, 9, 3, 12, 13, 13, 19, 8, 5, 9, 10, 12, 15, 15, 13, 17, 17, 6, 5, 9, 9, 10, 12, 12, 12, 9, 9, 14, 13, 10, 12, 13, 15, 12, 7, 2, 0, 0], "n_am_pl": [4, 10, 10, 6, 6, 15, 8, 7, 11, 1, 5, 8, 11, 7, 8, 6, 9, 7, 8, 15, 13, 13, 13, 13, 5, 3, 6, 6, 9, 8, 16, 9, 6, 6, 8, 3, 2, 4, 8, 6, 5, 4, 2, 3, 2, 1, 1, 0, 0, 0], "n_pos": 66, "sum_m_en": [5.425768, 2.930362, 2.715325, 2.731626, 2.871654, 2.781321, 2.791196, 3.017885, 3.242296, 3.330239, 3.55663, 3.686629, 4.043921, 3.950887, 3.494351, 3.497089, 3.428891, 3.535658, 3.121444, 2.990697, 2.790982, 2.618491, 2.546003, 2.510044, 4.510343, 4.831468, 4.954021, 5.190318, 5.068709, 4.585965, 4.617281, 4.48404, 4.325226, 4.410899, 4.709273, 4.923076, 5.183316, 5.036441, 4.896955, 5.817281, 5.757033, 7.101587, 8.003569, 9.403983, 10.92316, 9.152593, 5.946443, 3.328316, 0.263518, 0.0], "sum_m_pl": [31.004668, 35.876069, 34.564791, 33.244222, 32.474302, 32.247063, 32.648927, 31.93718, 31.23646, 30.833915, 31.325874, 31.41236, 30.926671, 29.825351, 30.180451, 31.919382, 31.151352, 31.263737, 32.780929, 33.210618, 33.356239, 33.445773, 33.499396, 33.635565, 30.345668, 29.286906, 28.734711, 29.15568, 29.701434, 28.932337, 28.397701, 27.819607, 28.40877, 27.808193, 26.87991, 26.028834, 25.96432, 26.12959, 25.205969, 25.33173, 24.192072, 23.058623, 22.74105, 20.461861, 18.700969, 15.647052, 12.415143, 7.487203, 0.857459, 1e-06]}, "lang": {"n_am_en": [19, 8, 13, 10, 7, 9, 13, 11, 11, 8, 13, 17, 26, 24, 19, 20, 19, 19, 27, 24, 20, 20, 25, 28, 37, 34, 34, 26, 30, 34, 33, 28, 29, 29, 35, 36, 38, 35, 37, 50, 51, 51, 49, 48, 51, 49, 27, 15, 2, 0], "n_am_pl": [6, 32, 20, 29, 7, 14, 6, 20, 12, 10, 10, 23, 29, 25, 31, 20, 22, 19, 20, 14, 11, 20, 14, 17, 8, 14, 9, 16, 17, 16, 19, 25, 20, 14, 16, 20, 16, 22, 13, 19, 15, 20, 15, 23, 23, 22, 38, 41, 83, 92], "n_pos": 92, "sum_m_en": [7.46646, 4.392669, 4.563222, 4.701848, 4.925211, 5.034405, 5.029607, 5.238193, 5.644024, 5.789686, 6.140461, 6.698764, 6.980632, 7.253762, 6.813167, 6.314872, 5.936097, 5.901615, 5.364093, 5.061803, 4.674611, 4.428192, 4.30449, 4.174787, 11.730586, 11.45417, 11.560769, 10.321164, 10.648374, 10.67886, 9.539454, 9.631904, 9.700996, 10.167256, 9.974297, 11.891728, 14.959826, 18.126266, 19.831185, 33.516388, 35.306465, 38.918992, 39.964615, 40.814543, 45.596002, 41.488747, 21.026765, 13.500008, 2.209806, 0.018943], "sum_m_pl": [36.421926, 42.696335, 40.301854, 39.140531, 38.319706, 39.160814, 40.343091, 40.985588, 39.642763, 40.588441, 40.055583, 40.721884, 42.866621, 41.783719, 44.00226, 44.979634, 44.172734, 43.498832, 44.996289, 45.192794, 45.958916, 45.77969, 45.735948, 45.639073, 37.655967, 35.990264, 34.861751, 37.887814, 38.914404, 39.701338, 41.207571, 40.943158, 41.501661, 39.528535, 39.346163, 36.523331, 34.554154, 32.836316, 32.568529, 27.497034, 26.1764, 24.931908, 23.752533, 25.113728, 24.965013, 23.663188, 36.860771, 39.001553, 76.637538, 91.645081]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 320, "item_id": "gsm8kpl-858", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1001, "region_end": 314, "roundtrip_ok": true, "tf_agree": 0.9938, "tf_agree_excl_first": 0.9969}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [76, 48, 50, 53, 40, 36, 41, 44, 49, 53, 59, 67, 65, 67, 64, 60, 57, 46, 48, 59, 52, 55, 55, 50, 84, 87, 65, 69, 77, 59, 55, 62, 60, 65, 67, 78, 91, 92, 98, 98, 101, 101, 101, 103, 99, 97, 92, 94, 91, 91], "n_am_pl": [2, 51, 45, 36, 32, 35, 30, 26, 19, 23, 31, 27, 32, 31, 25, 19, 24, 28, 26, 26, 35, 34, 32, 32, 18, 17, 22, 30, 19, 20, 17, 22, 27, 18, 17, 11, 3, 8, 12, 6, 10, 9, 6, 3, 1, 1, 2, 2, 2, 1], "n_pos": 218, "sum_m_en": [26.935042, 13.373261, 12.864076, 12.562915, 12.675106, 13.868353, 14.355761, 14.221736, 14.471238, 15.188391, 15.54585, 16.446733, 17.029363, 16.449896, 17.089087, 15.321101, 14.925631, 14.349948, 12.924073, 12.259718, 11.28191, 10.69986, 10.161261, 9.852213, 30.875283, 30.669246, 29.036747, 25.673436, 24.680992, 23.792343, 21.802364, 22.626165, 23.91964, 23.971589, 27.442168, 29.577263, 38.422859, 43.262859, 55.262762, 65.847573, 68.053691, 71.741013, 76.675342, 84.050937, 85.001246, 87.403063, 91.350547, 91.30836, 89.470182, 90.790504], "sum_m_pl": [74.829376, 96.805646, 95.548175, 94.797763, 92.361764, 92.192074, 93.401202, 93.439576, 92.321393, 94.593786, 94.852104, 94.724538, 95.528697, 95.710256, 93.671326, 95.747878, 96.933366, 97.523855, 99.136441, 102.903214, 104.329289, 105.797517, 106.786137, 107.335924, 84.000978, 82.4029, 77.756764, 84.896941, 84.849949, 83.261356, 84.961269, 85.296854, 81.56272, 75.399622, 73.351717, 69.820081, 58.56475, 55.265608, 48.792988, 43.102352, 41.456642, 35.898185, 32.679142, 24.906216, 19.148066, 13.65398, 8.947783, 5.708877, 2.473213, 1.038107]}, "digit": {"n_am_en": [1, 6, 8, 2, 4, 1, 2, 2, 2, 3, 7, 4, 5, 4, 3, 4, 4, 3, 6, 6, 7, 7, 6, 5, 7, 7, 5, 4, 9, 6, 5, 3, 2, 2, 3, 6, 7, 6, 6, 4, 6, 5, 6, 4, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 4, 3, 4, 3, 2, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 3, 0, 1, 3, 2, 2, 2, 1, 1, 1, 2, 1, 3, 3, 2, 2, 3, 2, 1, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0], "n_pos": 22, "sum_m_en": [2.168611, 0.972597, 0.904501, 0.881708, 0.906178, 0.962393, 1.071317, 1.15605, 1.186434, 1.279128, 1.306538, 1.315673, 1.415579, 1.344713, 1.235058, 1.217487, 1.291399, 1.323365, 1.152431, 1.1107, 1.071894, 0.965587, 0.944155, 0.936168, 2.009357, 1.887872, 1.918123, 1.739063, 1.856174, 1.817041, 1.939711, 1.71082, 1.626252, 1.618271, 1.690979, 1.935186, 2.213641, 2.684146, 3.574044, 2.655842, 2.86608, 2.709888, 3.064727, 3.072796, 2.011247, 1.439465, 1.147016, 0.739574, 0.063656, 0.0], "sum_m_pl": [9.768417, 11.797591, 11.367974, 10.928275, 10.616251, 10.469336, 10.21486, 10.12318, 10.112415, 10.211678, 10.357969, 10.062608, 9.64704, 9.386539, 9.649829, 9.870203, 10.017169, 10.106374, 10.406518, 10.666789, 10.649079, 10.81508, 10.837315, 10.86116, 9.432933, 9.326288, 8.711327, 9.423571, 9.221298, 9.204179, 8.82611, 8.901622, 8.320203, 8.163629, 7.961987, 8.070017, 7.640713, 7.357616, 6.556223, 6.983855, 6.836204, 6.688521, 6.392312, 4.902213, 4.197311, 2.765015, 2.041265, 1.312223, 0.096176, 0.0]}, "lang": {"n_am_en": [32, 20, 27, 34, 24, 24, 25, 29, 30, 30, 30, 34, 36, 34, 35, 32, 32, 30, 24, 32, 25, 23, 26, 24, 45, 50, 41, 38, 37, 30, 24, 31, 34, 42, 37, 43, 52, 55, 62, 64, 68, 73, 70, 76, 76, 75, 76, 75, 89, 90], "n_am_pl": [1, 21, 16, 14, 10, 14, 10, 6, 8, 14, 16, 12, 16, 17, 13, 9, 10, 13, 14, 8, 15, 16, 16, 17, 11, 12, 12, 18, 9, 9, 9, 13, 12, 9, 7, 7, 1, 4, 5, 3, 5, 4, 3, 1, 1, 1, 1, 1, 2, 1], "n_pos": 92, "sum_m_en": [11.613701, 6.195914, 6.091369, 6.020272, 5.940837, 7.139628, 7.411398, 7.015051, 7.082642, 6.866915, 7.222367, 7.771244, 7.87955, 7.605764, 8.093527, 7.104098, 6.814603, 6.479893, 5.901929, 5.646607, 5.069403, 4.853309, 4.499853, 4.287368, 18.951378, 18.770692, 17.0258, 14.392327, 12.875385, 12.460359, 11.026368, 11.865419, 12.884253, 13.507935, 15.880306, 17.146997, 24.69503, 28.326819, 36.719187, 44.526366, 47.043927, 52.17783, 55.820071, 61.01953, 65.818868, 67.671305, 74.03765, 73.188354, 85.500085, 89.001608], "sum_m_pl": [29.006319, 37.834337, 37.409265, 37.092987, 36.805208, 36.854743, 37.70742, 38.226802, 38.164449, 39.697714, 39.848371, 39.805642, 40.731864, 40.737303, 40.082897, 40.939533, 41.243564, 41.716506, 42.081609, 43.576057, 44.404636, 44.95154, 45.232365, 45.3636, 34.99191, 34.860228, 33.525008, 36.599181, 36.869586, 35.883407, 37.357561, 37.003527, 35.499048, 33.51212, 32.313169, 31.928329, 25.831398, 23.802234, 20.06553, 16.600528, 15.300903, 13.100029, 12.178215, 8.853955, 5.909903, 4.395518, 3.139418, 1.794653, 1.917229, 1.000017]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "gsm8kpl-861", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1180, "region_end": 218, "roundtrip_ok": true, "tf_agree": 0.991, "tf_agree_excl_first": 0.9955}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [82, 80, 71, 55, 50, 49, 44, 55, 31, 53, 50, 53, 58, 57, 52, 61, 56, 44, 44, 49, 59, 55, 53, 54, 99, 87, 73, 73, 77, 76, 51, 60, 65, 58, 67, 71, 78, 74, 84, 96, 92, 93, 86, 86, 80, 60, 25, 17, 12, 11], "n_am_pl": [24, 70, 68, 46, 34, 43, 48, 45, 50, 48, 58, 53, 60, 43, 41, 35, 45, 42, 55, 63, 58, 69, 55, 64, 33, 34, 36, 48, 37, 38, 47, 46, 37, 25, 27, 30, 33, 25, 24, 30, 34, 37, 38, 34, 22, 34, 56, 56, 72, 68], "n_pos": 309, "sum_m_en": [27.85955, 16.649625, 16.579776, 16.576944, 17.229202, 15.715564, 16.290454, 16.377722, 16.839421, 18.519448, 18.570012, 20.141454, 20.84644, 20.385424, 21.275546, 19.953756, 19.922572, 19.388272, 17.418055, 16.545446, 15.303905, 14.471839, 14.200032, 13.691719, 35.226459, 34.530599, 33.216827, 31.499071, 32.116604, 31.098165, 29.612018, 28.83483, 29.420769, 29.215971, 31.012839, 32.568178, 35.303537, 35.322702, 41.256891, 51.924706, 51.776842, 51.766633, 51.583568, 61.804022, 59.546263, 46.216104, 25.849325, 21.682387, 12.753307, 11.095307], "sum_m_pl": [122.409685, 144.36249, 139.635452, 136.608571, 132.062568, 132.051288, 136.395413, 136.466456, 130.992191, 136.366166, 136.983495, 136.097875, 137.915311, 136.667254, 133.841175, 137.371058, 138.307994, 138.632182, 143.563006, 147.245878, 149.869058, 150.84261, 150.287019, 151.024125, 122.689741, 119.229978, 113.219448, 123.762936, 124.208229, 125.010175, 123.392892, 123.455352, 116.35709, 106.432831, 104.705989, 100.946559, 95.46977, 93.131091, 88.994326, 86.723252, 84.252598, 84.2, 74.292353, 66.78084, 57.943534, 61.72489, 66.992007, 61.426254, 73.339311, 68.328166]}, "digit": {"n_am_en": [1, 12, 11, 4, 7, 5, 7, 9, 2, 7, 7, 5, 3, 3, 4, 4, 5, 7, 5, 6, 5, 8, 7, 7, 11, 14, 9, 7, 8, 8, 5, 7, 4, 3, 5, 7, 10, 12, 12, 11, 12, 15, 14, 8, 5, 4, 0, 0, 0, 0], "n_am_pl": [0, 6, 4, 5, 3, 7, 7, 3, 4, 6, 6, 3, 5, 2, 1, 3, 3, 3, 4, 6, 5, 6, 4, 5, 2, 0, 2, 5, 4, 3, 1, 2, 4, 2, 2, 4, 3, 1, 2, 3, 4, 3, 3, 1, 1, 1, 1, 1, 0, 0], "n_pos": 34, "sum_m_en": [3.173447, 1.530389, 1.437669, 1.432154, 1.539061, 1.533856, 1.612604, 1.73869, 1.7556, 1.843896, 1.897358, 1.879024, 2.038906, 2.082206, 2.02571, 1.951401, 1.997142, 2.042078, 1.749973, 1.716376, 1.611814, 1.507599, 1.474672, 1.43999, 2.730359, 2.895417, 2.995637, 2.757364, 3.201219, 3.016277, 3.072588, 2.916431, 2.651857, 2.53956, 2.440126, 2.592977, 3.02275, 3.551319, 5.114183, 4.45623, 4.396308, 4.204475, 4.824344, 6.012661, 4.584875, 3.196873, 0.816673, 0.422424, 0.027184, 2e-06], "sum_m_pl": [15.264832, 18.105042, 17.545172, 16.894152, 16.240223, 15.956312, 15.892157, 15.680234, 15.283365, 15.567483, 15.648375, 15.661041, 15.279147, 14.815067, 14.544146, 14.921099, 15.238315, 15.338938, 16.150973, 16.477445, 16.625368, 16.703012, 16.692334, 16.805507, 14.747123, 14.215468, 13.794647, 14.788228, 14.350464, 14.363298, 13.898947, 14.040056, 13.335513, 12.61906, 12.453266, 12.858407, 12.311796, 11.752085, 10.750587, 11.323688, 11.117991, 11.373643, 10.598228, 7.87528, 6.764622, 4.582948, 2.987559, 1.786029, 0.149185, 0.001012]}, "lang": {"n_am_en": [22, 12, 21, 12, 12, 12, 9, 15, 8, 16, 15, 15, 17, 15, 18, 17, 22, 14, 21, 20, 21, 23, 25, 25, 45, 38, 34, 34, 24, 27, 18, 20, 27, 23, 29, 24, 27, 25, 32, 40, 39, 39, 39, 43, 48, 37, 21, 12, 11, 11], "n_am_pl": [9, 21, 14, 12, 5, 11, 11, 8, 9, 4, 13, 15, 19, 8, 11, 9, 10, 11, 8, 14, 11, 13, 10, 10, 5, 6, 7, 8, 4, 10, 9, 6, 5, 4, 4, 6, 7, 8, 5, 5, 8, 9, 8, 10, 7, 18, 34, 35, 60, 68], "n_pos": 80, "sum_m_en": [7.4031, 4.376018, 4.357284, 4.540868, 4.732819, 4.141252, 4.39154, 4.39667, 4.763018, 5.254679, 5.208937, 5.898736, 6.245911, 5.999776, 6.152718, 5.683243, 5.67158, 5.321872, 4.81719, 4.488973, 4.141845, 3.969529, 3.854548, 3.659162, 14.788449, 14.459556, 13.128916, 11.152585, 9.952897, 9.765618, 8.902222, 8.854424, 9.346264, 9.673324, 10.411739, 10.416583, 12.173733, 12.698267, 16.21959, 22.815997, 23.716792, 24.152941, 24.136153, 31.085358, 33.51803, 26.846217, 17.563705, 13.407722, 10.172318, 11.093215], "sum_m_pl": [29.16667, 35.158796, 33.79949, 32.725317, 32.21331, 32.159743, 33.575901, 33.499961, 32.049904, 33.841598, 34.363204, 34.082335, 34.389417, 34.326471, 33.91421, 35.421593, 35.215909, 35.473261, 36.525185, 37.459562, 38.24199, 38.690334, 38.516741, 38.682584, 29.635382, 28.739614, 27.2559, 30.23964, 31.281226, 31.865836, 31.343049, 31.244249, 30.104992, 28.481796, 27.834652, 27.516599, 26.518519, 26.558435, 25.132114, 22.671471, 22.092304, 23.263719, 21.963375, 19.298083, 18.404629, 24.817623, 34.430407, 35.806414, 56.671891, 66.173578]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 339, "item_id": "gsm8kpl-861", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1039, "region_end": 309, "roundtrip_ok": true, "tf_agree": 0.9853, "tf_agree_excl_first": 0.9882}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [52, 63, 47, 29, 29, 30, 23, 23, 27, 34, 54, 49, 34, 32, 27, 40, 44, 42, 41, 35, 28, 28, 26, 37, 49, 47, 48, 39, 44, 45, 45, 39, 34, 34, 34, 44, 46, 45, 58, 60, 59, 56, 62, 60, 60, 56, 60, 61, 60, 59], "n_am_pl": [2, 15, 32, 21, 15, 16, 14, 13, 7, 14, 13, 17, 16, 19, 24, 14, 9, 12, 9, 9, 14, 15, 18, 12, 6, 4, 9, 15, 13, 14, 11, 11, 15, 7, 13, 5, 4, 6, 4, 3, 5, 4, 2, 4, 5, 1, 2, 0, 0, 0], "n_pos": 158, "sum_m_en": [18.964879, 9.157116, 8.522195, 7.976793, 8.472982, 8.64089, 8.188711, 8.448031, 8.841817, 9.489829, 9.927289, 10.571175, 10.689109, 10.471647, 9.773684, 9.575785, 9.699191, 9.97307, 9.182847, 8.532215, 7.865603, 7.249795, 7.165005, 7.092037, 14.654091, 15.835883, 15.113534, 13.865281, 14.070444, 13.591451, 12.57962, 12.651163, 12.261175, 12.498541, 14.111499, 16.245095, 20.090182, 20.84284, 25.860716, 34.197097, 34.0639, 32.681817, 46.175611, 44.022981, 50.581215, 49.17891, 57.315539, 59.673503, 60.043774, 59.427177], "sum_m_pl": [60.465604, 77.928426, 76.929285, 73.979834, 72.104541, 71.077655, 71.429756, 71.098567, 68.031669, 69.987831, 69.362694, 70.418358, 68.787996, 68.651732, 69.149946, 72.463101, 70.66812, 70.042983, 71.460117, 72.892587, 73.696819, 74.925762, 75.123916, 75.821386, 58.331683, 58.641369, 57.81409, 61.935559, 64.462352, 64.865983, 64.566677, 64.837258, 64.483403, 60.566468, 59.820145, 54.730711, 48.574328, 46.698267, 41.453743, 37.683911, 36.566282, 33.425614, 25.336244, 23.778909, 20.687291, 13.937898, 7.59871, 3.263651, 0.401236, 0.029295]}, "digit": {"n_am_en": [1, 16, 11, 2, 4, 1, 4, 2, 3, 5, 10, 8, 2, 2, 5, 4, 3, 3, 4, 5, 3, 4, 2, 5, 5, 5, 9, 7, 12, 8, 7, 5, 3, 2, 1, 2, 4, 3, 5, 3, 5, 6, 4, 3, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 2, 1, 1, 1, 0, 2, 3, 1, 5, 4, 4, 6, 6, 4, 2, 1, 2, 1, 0, 2, 1, 3, 0, 1, 2, 2, 5, 3, 3, 1, 0, 0, 1, 1, 2, 1, 2, 1, 1, 3, 2, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.10824, 1.09886, 0.989729, 0.911255, 0.980532, 1.002042, 1.033962, 1.096703, 1.103017, 1.171528, 1.212141, 1.220003, 1.291071, 1.350199, 1.246641, 1.268995, 1.385474, 1.488814, 1.312526, 1.220518, 1.087815, 0.992647, 0.981151, 0.961793, 1.650861, 1.689001, 1.856909, 1.880248, 1.929781, 1.770124, 1.705943, 1.65759, 1.4645, 1.417815, 1.485853, 1.629004, 1.59792, 1.599429, 1.798521, 1.714423, 1.676508, 1.656215, 1.600922, 1.643163, 1.575875, 1.289593, 1.105302, 0.855951, 0.185934, 5e-06], "sum_m_pl": [11.125443, 12.966676, 12.619938, 12.26494, 11.985858, 11.464269, 11.639773, 11.483596, 11.368887, 11.473041, 11.450191, 11.60735, 10.863948, 10.936133, 10.931281, 11.042396, 10.711431, 10.488311, 10.888318, 11.226203, 11.38147, 11.605142, 11.626888, 11.760454, 10.273624, 10.332745, 10.393068, 10.778947, 11.011638, 10.853715, 10.457246, 10.321647, 10.372918, 9.869499, 9.625118, 9.677512, 9.53202, 9.607341, 9.234149, 9.589693, 9.405766, 9.424512, 9.284794, 8.619129, 7.821042, 5.604992, 2.917863, 1.340143, 0.281341, 0.0]}, "lang": {"n_am_en": [22, 24, 20, 17, 16, 17, 9, 13, 13, 18, 26, 25, 18, 14, 9, 17, 23, 22, 19, 18, 12, 14, 12, 22, 28, 27, 27, 20, 15, 20, 20, 15, 15, 13, 16, 20, 24, 26, 32, 39, 38, 39, 44, 43, 42, 45, 51, 51, 58, 58], "n_am_pl": [1, 2, 4, 5, 2, 6, 4, 5, 4, 4, 4, 8, 5, 8, 10, 8, 4, 2, 5, 4, 9, 8, 8, 2, 3, 1, 4, 8, 7, 5, 4, 5, 8, 5, 9, 3, 1, 1, 1, 1, 2, 2, 2, 3, 4, 1, 1, 0, 0, 0], "n_pos": 60, "sum_m_en": [8.490016, 3.999712, 3.746127, 3.254011, 3.376455, 3.558635, 3.421313, 3.47388, 3.635196, 3.890759, 4.043158, 4.417912, 4.43049, 4.2188, 3.979188, 3.825234, 3.917898, 4.010801, 3.78673, 3.511036, 3.213881, 2.942325, 2.898955, 2.862423, 7.325097, 7.778952, 7.112154, 6.257139, 6.037313, 5.850057, 5.265864, 5.386444, 5.286055, 5.38435, 5.954528, 7.433386, 9.728984, 10.488044, 13.471299, 20.888217, 21.199246, 20.906627, 32.043106, 30.305182, 35.571719, 37.836339, 47.286354, 49.992491, 57.144139, 58.0082], "sum_m_pl": [20.402543, 28.47714, 28.125532, 27.090425, 26.651481, 26.389079, 26.243758, 26.892785, 25.760634, 26.538187, 26.043221, 26.530684, 26.274216, 26.255995, 27.054897, 28.304889, 27.511895, 27.374956, 27.731624, 27.911287, 28.140804, 28.610298, 28.678814, 28.935371, 23.017501, 23.534236, 23.428196, 24.838346, 24.921481, 24.911155, 25.318743, 25.465728, 25.88171, 24.853236, 24.784725, 23.743366, 21.070375, 20.597388, 18.267704, 15.374464, 15.042327, 13.715546, 7.904414, 8.817783, 7.148254, 4.830157, 2.718152, 0.912504, 0.047978, 0.029255]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "gsm8kpl-865", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1193, "region_end": 158, "roundtrip_ok": true, "tf_agree": 0.9815, "tf_agree_excl_first": 0.9876}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [84, 70, 59, 77, 62, 57, 56, 55, 58, 65, 76, 88, 64, 70, 60, 76, 87, 89, 72, 69, 60, 50, 47, 51, 105, 100, 92, 92, 93, 98, 97, 77, 84, 94, 94, 81, 72, 60, 66, 78, 69, 60, 59, 60, 56, 46, 32, 20, 9, 9], "n_am_pl": [19, 64, 52, 49, 62, 78, 50, 51, 37, 55, 52, 43, 66, 59, 67, 59, 52, 36, 50, 75, 67, 74, 61, 64, 41, 37, 43, 40, 55, 49, 43, 47, 44, 32, 31, 36, 30, 39, 43, 45, 45, 44, 43, 32, 33, 36, 40, 41, 68, 73], "n_pos": 313, "sum_m_en": [29.262033, 14.757645, 16.172865, 16.984944, 17.1253, 16.917643, 16.778281, 16.962383, 18.118911, 19.094029, 19.079431, 20.504368, 21.755704, 20.901761, 20.7653, 20.067408, 20.337679, 20.974419, 18.726564, 17.379153, 16.209372, 14.943519, 14.621623, 14.090327, 29.898755, 32.034177, 32.753063, 31.915445, 32.50334, 31.607847, 29.871371, 28.71452, 28.514759, 29.888725, 32.038656, 31.958113, 31.789357, 31.456814, 36.835067, 41.04038, 40.178701, 38.053599, 43.329067, 43.252542, 47.210218, 39.08546, 31.749229, 23.202102, 11.834506, 9.039972], "sum_m_pl": [126.834796, 153.548645, 148.517507, 142.983716, 142.618546, 143.931261, 146.032264, 145.271543, 142.488094, 144.496485, 142.064336, 140.982734, 140.496031, 141.789667, 142.584429, 148.17458, 144.499902, 144.420653, 147.281092, 150.660167, 151.062192, 151.85385, 151.646242, 153.022208, 124.900799, 123.772002, 120.62287, 128.529013, 133.364108, 134.602419, 133.849072, 135.750589, 135.530719, 124.693233, 123.637534, 116.497354, 106.574653, 105.090221, 97.406389, 97.324474, 94.620407, 92.974058, 84.604762, 75.804282, 65.172588, 64.413014, 59.485137, 52.967537, 66.455874, 74.599788]}, "digit": {"n_am_en": [0, 17, 9, 10, 3, 2, 5, 11, 4, 16, 15, 14, 10, 9, 8, 5, 7, 10, 8, 6, 5, 4, 3, 5, 5, 10, 15, 15, 19, 11, 6, 6, 6, 8, 11, 6, 5, 4, 6, 4, 4, 5, 4, 3, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 6, 3, 3, 4, 5, 4, 1, 1, 4, 2, 2, 4, 5, 3, 4, 5, 3, 6, 10, 8, 9, 6, 6, 6, 6, 6, 3, 5, 4, 8, 4, 4, 4, 0, 1, 1, 1, 3, 3, 4, 1, 3, 2, 2, 2, 2, 2, 0, 0], "n_pos": 34, "sum_m_en": [2.989713, 1.433452, 1.379133, 1.369759, 1.407802, 1.387669, 1.481213, 1.609307, 1.664954, 1.771538, 1.773441, 1.841453, 2.084972, 2.024883, 1.887167, 1.835343, 1.975154, 2.08335, 1.830616, 1.67025, 1.514811, 1.402568, 1.373481, 1.342291, 2.285328, 2.519535, 2.802147, 2.716385, 2.902452, 2.721865, 2.664415, 2.615815, 2.368625, 2.428146, 2.424332, 2.64017, 2.520889, 2.378681, 2.4775, 3.053937, 2.799786, 2.563191, 2.45949, 2.309832, 1.823037, 1.566088, 0.930657, 0.54195, 0.105717, 0.0], "sum_m_pl": [15.326425, 18.524768, 17.849383, 17.126162, 16.887185, 16.724692, 16.723552, 16.255805, 15.940009, 16.001302, 16.146677, 16.331643, 15.536924, 15.701307, 15.676894, 16.035731, 15.65671, 15.472635, 16.004445, 16.585909, 16.611746, 16.734161, 16.793891, 16.938301, 15.141125, 14.675384, 14.520836, 15.267742, 15.677048, 15.496165, 15.249854, 15.55616, 15.792284, 15.067835, 14.38001, 14.281279, 13.550183, 13.405949, 12.758724, 12.831746, 12.232186, 12.664339, 12.585809, 11.702604, 10.569541, 9.067833, 6.154751, 4.120568, 0.61357, 3.8e-05]}, "lang": {"n_am_en": [12, 9, 12, 18, 21, 17, 24, 16, 20, 12, 14, 21, 16, 13, 16, 25, 25, 26, 22, 24, 24, 24, 21, 24, 37, 30, 24, 26, 31, 33, 31, 29, 30, 33, 25, 27, 24, 20, 22, 29, 28, 18, 21, 23, 25, 25, 18, 15, 9, 9], "n_am_pl": [8, 16, 16, 14, 12, 21, 9, 8, 9, 14, 11, 13, 23, 18, 20, 16, 10, 9, 11, 19, 12, 15, 16, 17, 8, 12, 8, 10, 9, 9, 8, 13, 14, 12, 16, 12, 18, 22, 25, 26, 26, 25, 27, 22, 28, 26, 28, 30, 65, 73], "n_pos": 82, "sum_m_en": [6.50445, 3.910156, 4.486788, 4.962729, 4.864727, 4.582708, 4.459673, 4.486724, 4.991051, 5.018381, 4.99633, 5.668979, 5.851977, 5.420091, 5.773921, 5.253808, 5.322879, 5.306128, 4.974165, 4.587868, 4.3687, 3.947195, 3.854304, 3.68577, 9.111943, 9.556776, 9.528312, 8.881589, 8.78396, 8.596114, 8.128369, 8.03187, 8.216235, 9.367893, 9.539361, 9.854894, 10.370022, 11.315364, 13.841206, 15.219652, 16.098427, 14.208077, 16.077103, 18.073026, 23.97302, 21.964118, 16.964886, 13.741895, 10.191369, 9.030554], "sum_m_pl": [31.580368, 36.968042, 36.70847, 35.925504, 36.132062, 37.008095, 37.535725, 38.003605, 37.437666, 38.414472, 37.440176, 37.045067, 37.683831, 38.211764, 38.65259, 40.222513, 38.612455, 38.704918, 39.040369, 39.950057, 40.084719, 40.446308, 40.32622, 40.560212, 35.532651, 34.67431, 33.254847, 35.79863, 36.900714, 37.071899, 37.480659, 38.039393, 38.461958, 36.155141, 36.543565, 35.781868, 35.004114, 35.752242, 34.275004, 33.819393, 33.023102, 32.089703, 29.942833, 28.834442, 28.122306, 31.554535, 32.141056, 32.699528, 58.431952, 72.749898]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 317, "item_id": "gsm8kpl-865", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1052, "region_end": 313, "roundtrip_ok": true, "tf_agree": 0.9937, "tf_agree_excl_first": 0.9968}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [70, 58, 61, 50, 56, 58, 59, 49, 55, 70, 82, 73, 68, 74, 60, 66, 77, 67, 65, 64, 73, 77, 80, 71, 84, 93, 73, 74, 84, 74, 62, 63, 77, 82, 76, 74, 84, 70, 89, 95, 92, 92, 94, 99, 89, 88, 96, 94, 89, 84], "n_am_pl": [5, 25, 21, 31, 27, 27, 24, 24, 22, 20, 20, 24, 22, 20, 24, 21, 25, 39, 31, 30, 32, 25, 26, 26, 14, 20, 29, 18, 21, 31, 35, 24, 20, 15, 20, 24, 14, 21, 20, 16, 16, 17, 17, 17, 12, 6, 11, 4, 0, 0], "n_pos": 209, "sum_m_en": [24.893396, 11.900236, 11.139281, 10.76988, 11.355726, 12.656268, 13.65091, 14.183934, 14.463029, 14.269969, 15.011586, 15.680156, 15.796938, 16.356671, 15.735159, 14.124399, 14.147047, 13.154885, 12.127061, 11.240377, 10.650333, 9.881184, 9.496245, 9.497221, 28.144536, 27.443769, 28.051896, 24.327507, 25.709585, 25.500911, 22.217326, 22.19567, 23.030599, 23.936293, 28.278953, 30.236445, 37.764184, 37.67042, 44.6486, 52.973691, 54.500271, 63.489317, 66.323151, 74.322367, 75.730181, 82.695344, 91.592555, 93.382278, 86.934273, 84.226475], "sum_m_pl": [75.497649, 99.351111, 99.137246, 96.410238, 94.960014, 93.559373, 93.112348, 92.714923, 92.586257, 94.213294, 93.915752, 94.442451, 95.100114, 94.490422, 94.942237, 98.91919, 98.837901, 99.761522, 100.185686, 102.132453, 102.646837, 103.054274, 102.930686, 103.076032, 81.551296, 80.458686, 78.370794, 82.823641, 84.891469, 86.983603, 89.006818, 87.802264, 90.140562, 87.801429, 84.43279, 79.984248, 68.654693, 65.718837, 58.77327, 55.658187, 53.030445, 45.861615, 43.547107, 36.578982, 30.011896, 20.883997, 17.101678, 7.477863, 0.805792, 0.306547]}, "digit": {"n_am_en": [7, 6, 7, 4, 4, 2, 3, 4, 2, 3, 7, 8, 4, 5, 6, 3, 7, 12, 7, 7, 6, 8, 9, 9, 10, 10, 8, 11, 12, 7, 6, 5, 7, 4, 6, 6, 6, 4, 3, 5, 3, 3, 2, 3, 2, 0, 2, 1, 0, 0], "n_am_pl": [1, 2, 1, 3, 6, 5, 2, 3, 2, 5, 3, 5, 0, 3, 5, 3, 2, 7, 4, 5, 5, 3, 2, 2, 2, 3, 5, 0, 2, 6, 4, 2, 3, 3, 2, 5, 2, 3, 7, 4, 4, 2, 2, 2, 2, 1, 1, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.721937, 1.239464, 1.230868, 1.230931, 1.250108, 1.280008, 1.309257, 1.411237, 1.38385, 1.419041, 1.530511, 1.543829, 1.592798, 1.632117, 1.500831, 1.467033, 1.489559, 1.5239, 1.367308, 1.328001, 1.290567, 1.212982, 1.167298, 1.171034, 2.543653, 2.481204, 2.435758, 2.17066, 2.188446, 2.028474, 1.930364, 1.878459, 1.783101, 1.783689, 1.849757, 2.028727, 2.183782, 2.024621, 2.181562, 2.186116, 2.102059, 2.107703, 2.037781, 2.048043, 1.62048, 1.430501, 1.410565, 1.202862, 0.175189, 0.0], "sum_m_pl": [12.190469, 14.885479, 14.196134, 13.713017, 13.312484, 13.032695, 13.087624, 12.82086, 12.812624, 12.911461, 12.869086, 12.899882, 12.614033, 12.365843, 12.601668, 13.11322, 12.917258, 13.08459, 13.316944, 13.550539, 13.500944, 13.598024, 13.66214, 13.708912, 11.395529, 11.386356, 11.118477, 11.881807, 12.160927, 12.300745, 12.312513, 12.034784, 12.415739, 12.108827, 11.79405, 11.041774, 10.721891, 10.517572, 9.935301, 10.033978, 9.835998, 9.646796, 9.40405, 8.508636, 7.278878, 5.294251, 4.475444, 2.588055, 0.30084, 0.0]}, "lang": {"n_am_en": [23, 20, 23, 22, 31, 32, 35, 25, 32, 38, 42, 31, 35, 39, 31, 34, 39, 30, 36, 37, 39, 36, 41, 40, 47, 50, 37, 35, 42, 45, 36, 36, 42, 46, 43, 42, 47, 42, 50, 53, 52, 57, 55, 60, 58, 60, 69, 72, 82, 83], "n_am_pl": [2, 6, 4, 13, 5, 9, 7, 9, 7, 6, 6, 10, 9, 7, 7, 5, 11, 11, 10, 9, 15, 15, 14, 13, 6, 8, 11, 6, 8, 10, 14, 9, 7, 7, 12, 10, 8, 7, 6, 9, 6, 5, 7, 4, 4, 2, 2, 0, 0, 0], "n_pos": 84, "sum_m_en": [10.342524, 4.989228, 4.659442, 4.532811, 4.973016, 6.026738, 7.117668, 7.268666, 7.377496, 6.754369, 6.885612, 7.206143, 7.530706, 7.530613, 7.348627, 6.421496, 6.556872, 5.868241, 5.399606, 4.92228, 4.568357, 4.174263, 3.971037, 3.955196, 14.68786, 14.172273, 15.253911, 12.730126, 13.83025, 14.043103, 11.95869, 11.790051, 12.557584, 13.445199, 16.831651, 17.948524, 22.439267, 22.689608, 27.244328, 31.583295, 33.138326, 41.889437, 42.320528, 47.846664, 51.277536, 56.135589, 66.39488, 70.510102, 79.324296, 82.173756], "sum_m_pl": [28.730675, 38.698175, 39.455839, 38.16503, 37.825926, 36.750009, 35.969515, 36.264733, 36.313684, 37.369987, 37.575994, 37.900472, 38.231861, 38.170792, 38.392983, 39.814312, 39.953108, 40.495025, 40.525831, 41.2769, 41.666563, 41.795532, 41.710746, 41.790514, 32.453359, 32.359949, 30.999963, 32.482734, 33.080728, 34.125422, 35.368955, 34.778887, 36.136349, 35.226022, 33.327932, 32.133765, 26.962754, 26.154274, 22.665451, 20.710512, 19.301235, 15.48782, 14.059575, 11.368002, 9.821293, 5.421184, 3.134884, 0.679506, 0.141994, 0.283065]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 213, "item_id": "gsm8kpl-868", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1206, "region_end": 209, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 0.9906}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [41, 37, 26, 20, 18, 19, 14, 10, 14, 31, 38, 27, 32, 40, 32, 28, 34, 33, 21, 20, 24, 20, 22, 28, 36, 42, 33, 29, 25, 24, 26, 26, 26, 23, 25, 39, 32, 37, 33, 37, 36, 31, 36, 46, 38, 33, 23, 20, 9, 12], "n_am_pl": [5, 29, 22, 23, 26, 23, 17, 13, 12, 12, 10, 9, 17, 10, 10, 19, 21, 19, 30, 35, 24, 24, 22, 18, 17, 13, 18, 17, 19, 29, 27, 25, 20, 22, 22, 16, 16, 13, 14, 10, 11, 12, 12, 11, 12, 15, 23, 23, 37, 39], "n_pos": 133, "sum_m_en": [13.116612, 6.267404, 6.342233, 6.396465, 6.52318, 6.598133, 6.817471, 7.242246, 7.678428, 8.098563, 8.408089, 8.860077, 9.26907, 9.750764, 9.342215, 8.569346, 8.507601, 7.975547, 7.043345, 6.750372, 6.565216, 6.124845, 5.936672, 5.885359, 13.729104, 13.847261, 13.747382, 11.992179, 13.011436, 12.470745, 11.414781, 11.243142, 10.888974, 11.203304, 13.401316, 14.586849, 15.896509, 17.733444, 19.319303, 22.891009, 23.267576, 25.057009, 25.116498, 32.340723, 28.19802, 27.162196, 19.246367, 17.31338, 9.738491, 11.266324], "sum_m_pl": [53.820598, 66.274824, 63.931114, 62.173719, 60.588761, 60.376949, 60.106387, 59.3444, 58.845074, 59.505839, 59.506782, 59.722069, 61.074432, 60.222058, 61.444498, 64.474773, 63.831195, 64.273119, 65.689281, 66.802751, 66.446572, 66.663246, 66.444795, 66.609918, 53.89154, 53.072234, 52.638626, 55.390915, 57.476307, 59.406469, 58.953362, 58.093458, 60.180128, 56.445243, 54.904771, 52.525613, 47.952937, 45.353239, 41.97159, 41.575334, 39.982569, 36.252871, 35.762336, 27.806433, 26.196717, 25.634066, 29.455192, 25.946475, 35.328786, 40.263712]}, "digit": {"n_am_en": [5, 16, 8, 3, 3, 3, 3, 0, 0, 6, 11, 4, 7, 4, 6, 5, 8, 10, 5, 6, 6, 6, 8, 6, 9, 13, 7, 5, 8, 7, 4, 5, 6, 4, 6, 6, 8, 7, 6, 4, 3, 2, 1, 5, 4, 2, 1, 2, 0, 0], "n_am_pl": [0, 3, 5, 5, 4, 2, 2, 0, 3, 5, 2, 2, 4, 0, 3, 4, 3, 3, 5, 5, 3, 2, 1, 2, 2, 1, 4, 4, 4, 5, 6, 6, 4, 5, 3, 6, 2, 3, 4, 4, 3, 3, 2, 2, 2, 2, 1, 2, 0, 0], "n_pos": 31, "sum_m_en": [2.855045, 1.297074, 1.274568, 1.308915, 1.335179, 1.362134, 1.441785, 1.50999, 1.562069, 1.577347, 1.710958, 1.819201, 1.977739, 1.992178, 1.860183, 1.709914, 1.742849, 1.758391, 1.572596, 1.516229, 1.498269, 1.367396, 1.312647, 1.31087, 2.553746, 2.717863, 2.62295, 2.379372, 2.672067, 2.440401, 2.349291, 2.329565, 2.182577, 2.071835, 2.230155, 2.508757, 2.457684, 2.25223, 2.232747, 2.223409, 2.225971, 2.281595, 2.167701, 2.519089, 2.250827, 1.957104, 1.50495, 1.514813, 0.079541, 0.0], "sum_m_pl": [14.059976, 16.757796, 16.097911, 15.354347, 14.805263, 14.847384, 14.463778, 14.307116, 14.36906, 14.499981, 14.522876, 14.404158, 14.350438, 14.204793, 14.512336, 15.087157, 14.71452, 14.740157, 15.183367, 15.494375, 15.266906, 15.391984, 15.401639, 15.429905, 12.458259, 12.465612, 12.484834, 13.404833, 13.757439, 13.931008, 13.737866, 13.172719, 13.82467, 13.254533, 13.080741, 12.570159, 12.12507, 11.72719, 10.915711, 10.929995, 10.832649, 11.003941, 10.634982, 9.279335, 7.905566, 6.231942, 5.068003, 3.251325, 0.322651, 0.0]}, "lang": {"n_am_en": [16, 11, 8, 9, 7, 9, 5, 6, 3, 13, 12, 10, 14, 20, 10, 12, 16, 15, 8, 6, 9, 8, 8, 13, 14, 17, 17, 18, 12, 12, 16, 14, 14, 14, 13, 23, 17, 20, 16, 21, 20, 19, 26, 30, 26, 21, 16, 14, 8, 11], "n_am_pl": [2, 12, 5, 6, 11, 11, 8, 7, 5, 4, 3, 4, 5, 4, 4, 7, 9, 6, 10, 18, 12, 11, 11, 8, 7, 7, 10, 6, 9, 12, 11, 10, 7, 10, 14, 5, 11, 10, 7, 5, 5, 8, 9, 7, 8, 12, 20, 19, 35, 38], "n_pos": 50, "sum_m_en": [5.014711, 2.384476, 2.383447, 2.43836, 2.424217, 2.492139, 2.646966, 2.834982, 3.132611, 3.337594, 3.483324, 3.728678, 3.846935, 4.037523, 3.828357, 3.524851, 3.605071, 3.251277, 2.86782, 2.729282, 2.62495, 2.429695, 2.344658, 2.302898, 6.053196, 6.535633, 6.661055, 5.666428, 6.121274, 5.861916, 5.239756, 5.223152, 5.163818, 5.674989, 7.449098, 8.236929, 9.190344, 10.157166, 11.029015, 12.863067, 13.580518, 15.680267, 16.477038, 21.681807, 19.05384, 17.454639, 12.70696, 11.569897, 7.964365, 10.765996], "sum_m_pl": [19.110915, 23.96211, 23.128587, 22.951613, 22.986904, 22.634387, 22.477501, 22.478571, 22.227396, 22.381208, 22.276158, 22.149962, 22.985473, 22.657655, 23.558402, 24.325294, 24.208507, 24.486561, 25.199888, 25.603674, 25.581416, 25.613691, 25.524459, 25.565108, 21.177963, 20.572551, 20.497971, 21.148135, 21.80444, 22.487233, 22.855015, 22.733457, 24.17487, 23.19315, 22.396782, 21.883438, 20.514395, 19.910586, 18.572853, 18.052739, 16.868637, 14.873187, 15.830415, 11.800312, 12.24804, 14.476389, 19.873831, 19.033275, 32.006156, 38.21415]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "gsm8kpl-868", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1065, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9635, "tf_agree_excl_first": 0.9706}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [237, 179, 147, 104, 119, 110, 96, 98, 114, 95, 115, 148, 135, 129, 119, 132, 122, 121, 132, 122, 126, 134, 132, 139, 180, 188, 150, 136, 149, 140, 137, 121, 123, 139, 151, 169, 181, 199, 197, 191, 189, 185, 179, 186, 189, 186, 189, 168, 125, 120], "n_am_pl": [17, 70, 65, 94, 75, 67, 55, 49, 75, 69, 75, 79, 102, 89, 87, 81, 66, 68, 72, 62, 75, 77, 86, 74, 47, 44, 66, 67, 64, 66, 76, 70, 51, 43, 48, 50, 40, 37, 29, 33, 36, 21, 31, 32, 23, 21, 9, 12, 1, 2], "n_pos": 558, "sum_m_en": [62.617345, 31.10319, 30.160178, 29.75608, 31.037017, 30.134115, 29.001434, 31.916269, 34.316036, 35.258277, 35.724576, 37.366875, 38.491898, 40.138855, 39.85053, 37.363778, 36.770266, 35.825687, 33.183938, 31.624777, 28.74209, 26.802224, 26.102079, 25.592781, 62.856867, 66.328078, 63.336086, 56.473657, 54.970328, 53.135833, 50.886851, 49.192055, 49.287414, 50.392814, 54.928599, 65.32555, 77.690556, 89.420498, 95.460856, 104.429039, 108.838572, 120.842521, 133.047223, 143.485392, 161.639798, 163.769931, 165.6458, 156.912231, 125.437899, 119.831661], "sum_m_pl": [223.252433, 271.231007, 260.530213, 254.5988, 247.041675, 242.71198, 244.129772, 242.460342, 234.073469, 244.411496, 243.202389, 242.651611, 245.532023, 243.01561, 242.016102, 247.407195, 245.27008, 249.058972, 251.139951, 259.897058, 263.164333, 266.625276, 267.71877, 268.98495, 213.786678, 209.244179, 209.365757, 220.06607, 224.847867, 224.7701, 230.882107, 228.468806, 220.465559, 214.774182, 207.734105, 196.767261, 173.181273, 160.708378, 146.758994, 141.269377, 131.962058, 112.674797, 107.315897, 91.273141, 79.57067, 63.946362, 44.436935, 25.2586, 4.052949, 2.046696]}, "digit": {"n_am_en": [76, 66, 37, 20, 34, 25, 23, 14, 25, 13, 30, 45, 30, 28, 27, 36, 39, 35, 37, 28, 25, 30, 31, 32, 40, 47, 35, 21, 27, 33, 27, 17, 20, 22, 29, 34, 38, 47, 39, 38, 32, 34, 26, 26, 25, 24, 22, 10, 0, 0], "n_am_pl": [11, 16, 21, 39, 29, 40, 17, 14, 28, 24, 25, 33, 45, 33, 32, 28, 20, 22, 25, 23, 38, 37, 39, 36, 28, 19, 28, 22, 20, 27, 19, 20, 17, 15, 18, 16, 12, 11, 8, 7, 18, 12, 18, 19, 13, 9, 3, 7, 0, 0], "n_pos": 165, "sum_m_en": [15.902418, 7.784427, 7.918195, 8.193484, 8.890143, 8.518437, 8.25474, 9.324747, 9.878041, 9.671554, 9.623124, 10.333552, 10.58394, 10.540259, 10.559101, 10.51115, 10.617416, 10.059745, 9.256952, 8.781957, 7.988119, 7.404538, 7.185978, 7.118567, 14.250103, 15.973387, 14.408325, 12.948379, 12.821165, 12.347359, 12.616742, 12.012384, 11.391098, 11.575668, 12.533943, 13.765459, 16.231064, 16.561382, 16.641305, 15.458594, 15.687847, 17.112327, 17.264698, 17.326333, 19.307314, 18.686096, 14.913139, 12.058487, 2.057332, 5e-06], "sum_m_pl": [73.744972, 86.29582, 80.062459, 77.520344, 74.419589, 73.134047, 72.653493, 71.518546, 70.008164, 74.176558, 73.917629, 72.397399, 73.985535, 73.872506, 72.455667, 73.925443, 72.289618, 75.642193, 76.147939, 79.146432, 79.956299, 81.01667, 81.244315, 81.745289, 70.579433, 67.911997, 68.213356, 69.920864, 70.807367, 70.61717, 71.8714, 71.934339, 68.498449, 68.410206, 67.740092, 66.843917, 63.994188, 63.719787, 59.383402, 60.062567, 58.908105, 54.047786, 52.287638, 48.237027, 44.596425, 34.373446, 24.066735, 12.890455, 1.441618, 0.0]}, "lang": {"n_am_en": [38, 23, 29, 21, 22, 31, 26, 37, 41, 37, 31, 43, 33, 39, 39, 48, 40, 34, 38, 33, 40, 41, 43, 51, 61, 66, 53, 59, 61, 57, 59, 58, 50, 62, 61, 68, 75, 84, 82, 82, 80, 80, 80, 83, 87, 90, 96, 97, 114, 119], "n_am_pl": [3, 16, 17, 20, 12, 5, 10, 13, 12, 11, 15, 9, 20, 10, 11, 12, 13, 15, 11, 4, 3, 5, 6, 6, 2, 4, 6, 9, 8, 10, 10, 7, 9, 3, 5, 4, 6, 4, 1, 6, 2, 0, 1, 3, 1, 1, 1, 0, 1, 2], "n_pos": 123, "sum_m_en": [13.88445, 7.36429, 6.603778, 6.337616, 6.47928, 6.469666, 6.400606, 6.922885, 7.555161, 7.542412, 8.312233, 8.431799, 8.74792, 9.339492, 8.978162, 8.723817, 8.085728, 8.060114, 7.563525, 7.334336, 6.591537, 6.212949, 6.160071, 5.917442, 21.096766, 22.292355, 21.180004, 16.831937, 16.796473, 15.299055, 13.797417, 13.877127, 13.860543, 15.522568, 17.854226, 23.867127, 29.29327, 34.313143, 38.868388, 45.234853, 48.203164, 55.389056, 63.420776, 68.046124, 73.545478, 78.226532, 87.124665, 89.966478, 108.476459, 116.102641], "sum_m_pl": [43.667301, 55.733279, 55.372808, 54.749136, 53.449685, 52.644019, 53.174577, 53.629757, 52.338607, 53.953075, 53.300263, 54.064884, 54.436372, 53.3554, 53.873359, 55.435755, 55.558764, 55.072852, 55.510506, 56.938148, 57.776317, 58.412331, 58.556485, 58.687627, 43.340324, 43.329161, 42.817041, 47.217443, 47.821808, 47.93113, 49.766269, 48.910332, 48.404294, 47.809776, 45.391746, 42.858819, 37.464698, 33.513183, 30.012753, 27.20059, 23.83475, 17.449897, 15.459519, 12.349579, 9.716087, 7.231317, 4.715274, 2.983143, 1.698558, 2.035999]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 565, "item_id": "gsm8kpl-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1184, "region_end": 558, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 0.9929}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [119, 93, 88, 89, 55, 62, 64, 73, 73, 103, 87, 87, 100, 95, 104, 84, 101, 93, 89, 118, 111, 120, 102, 102, 179, 173, 141, 132, 139, 137, 122, 116, 121, 113, 134, 142, 131, 154, 129, 141, 139, 144, 140, 137, 134, 123, 71, 38, 19, 19], "n_am_pl": [27, 102, 100, 85, 109, 99, 72, 73, 69, 73, 77, 89, 83, 74, 80, 79, 87, 70, 86, 74, 85, 73, 80, 89, 52, 48, 53, 57, 54, 75, 70, 69, 59, 61, 56, 44, 35, 29, 30, 35, 46, 34, 50, 40, 30, 54, 71, 82, 85, 94], "n_pos": 481, "sum_m_en": [43.245272, 22.584144, 23.838974, 23.937632, 24.867194, 24.665646, 25.306306, 26.186589, 28.876472, 30.51536, 30.086579, 31.549292, 32.430234, 34.715724, 34.189249, 31.169969, 30.719092, 30.131946, 27.211977, 26.188905, 24.181565, 22.964391, 22.597695, 22.031427, 56.282234, 56.169218, 56.53124, 52.473121, 54.13743, 52.22919, 48.585322, 48.428003, 49.315846, 49.976006, 52.199547, 59.341868, 66.203409, 76.35912, 74.08397, 81.523016, 84.758164, 90.962997, 91.717176, 91.079419, 107.377761, 101.724291, 72.127362, 43.971299, 22.089619, 19.561272], "sum_m_pl": [197.67121, 236.393772, 228.934677, 226.021608, 220.032609, 215.659724, 220.077031, 219.231148, 211.444619, 217.080952, 215.522999, 213.278457, 216.775342, 212.753881, 218.380503, 220.611322, 221.790662, 220.830596, 228.037474, 232.521325, 234.207756, 235.507853, 235.444891, 235.221961, 185.727214, 181.181644, 177.61435, 186.320753, 192.310511, 196.727524, 205.431362, 200.36436, 193.957677, 184.527755, 177.838993, 166.336934, 148.022306, 136.257892, 131.271127, 128.203437, 126.008964, 112.570191, 112.612797, 100.332181, 83.823544, 89.863539, 94.012932, 93.893653, 87.279588, 95.75666]}, "digit": {"n_am_en": [15, 22, 21, 21, 8, 7, 6, 11, 9, 15, 19, 7, 10, 10, 12, 13, 19, 13, 11, 18, 11, 12, 11, 10, 20, 19, 14, 19, 18, 13, 13, 15, 11, 13, 17, 16, 14, 17, 10, 13, 12, 7, 7, 6, 5, 2, 2, 0, 0, 0], "n_am_pl": [0, 9, 6, 4, 4, 14, 2, 5, 2, 8, 6, 1, 9, 6, 12, 6, 6, 7, 7, 7, 8, 5, 5, 7, 5, 0, 6, 6, 5, 15, 8, 5, 7, 8, 6, 2, 0, 2, 0, 2, 1, 1, 7, 4, 5, 6, 2, 4, 0, 0], "n_pos": 75, "sum_m_en": [6.180371, 3.451039, 3.37173, 3.534983, 3.638505, 3.363704, 3.316892, 3.673571, 3.955094, 4.050744, 4.169067, 4.175105, 4.567437, 4.988475, 4.741492, 4.466941, 4.41897, 4.334606, 3.779901, 3.613066, 3.388255, 3.203137, 3.123436, 3.108328, 6.219571, 6.528135, 6.742478, 6.491369, 6.785975, 6.522453, 6.307987, 6.183518, 5.840928, 5.646322, 5.873167, 6.323122, 6.025586, 6.385345, 5.997752, 6.243307, 5.525764, 5.158876, 4.87645, 4.532724, 4.749144, 3.991372, 3.199496, 1.911235, 0.438465, 7.8e-05], "sum_m_pl": [34.425828, 39.439763, 37.877218, 36.347554, 34.944534, 35.138135, 35.259471, 34.642617, 33.538934, 34.609935, 34.523757, 33.938303, 33.466161, 32.394423, 33.534134, 33.898361, 34.288635, 34.351966, 35.8857, 36.955385, 36.920752, 37.204875, 37.250142, 37.303086, 30.837706, 29.8899, 29.292984, 30.35329, 30.877642, 31.523428, 32.294752, 31.170201, 30.292093, 29.877378, 29.082398, 28.950992, 26.822967, 25.552779, 23.115188, 23.905396, 24.32142, 24.054972, 23.610003, 20.36736, 19.188327, 15.9215, 11.223457, 9.11033, 1.297376, 0.014129]}, "lang": {"n_am_en": [32, 21, 21, 22, 12, 18, 15, 20, 19, 27, 22, 28, 26, 31, 26, 28, 37, 38, 38, 40, 37, 39, 37, 36, 61, 60, 44, 38, 42, 45, 35, 41, 35, 41, 40, 42, 45, 58, 49, 54, 56, 57, 62, 63, 67, 64, 41, 26, 18, 19], "n_am_pl": [8, 33, 24, 23, 24, 16, 14, 16, 17, 12, 20, 23, 18, 18, 22, 21, 23, 20, 20, 19, 20, 19, 17, 21, 8, 9, 16, 15, 13, 13, 18, 17, 16, 14, 13, 8, 8, 5, 5, 8, 13, 9, 15, 18, 12, 28, 43, 56, 77, 94], "n_pos": 117, "sum_m_en": [10.808031, 5.724015, 5.768851, 5.768346, 5.813993, 5.825089, 6.154525, 6.340671, 7.325181, 7.611615, 7.827412, 8.550634, 8.3607, 8.966193, 8.719893, 8.038229, 7.851982, 7.72822, 6.981967, 6.78668, 6.15973, 5.81515, 5.823426, 5.528194, 18.169633, 17.847204, 16.696339, 14.156796, 14.649745, 14.385172, 13.128235, 13.540812, 13.76446, 15.580563, 15.579499, 18.881338, 22.622412, 26.935322, 26.920421, 31.267208, 35.127787, 40.200769, 40.553476, 40.68494, 51.108837, 48.140603, 35.847545, 22.598273, 17.887904, 19.230341], "sum_m_pl": [44.22853, 53.972745, 53.068399, 52.968503, 51.542425, 50.959715, 52.10187, 51.853867, 50.132366, 51.674195, 51.086767, 50.858049, 52.623568, 52.030601, 53.797415, 55.115714, 55.385859, 54.690548, 56.07654, 56.847896, 57.366192, 57.921159, 57.525426, 57.606438, 46.023913, 44.976166, 44.588258, 47.410174, 47.6147, 48.228759, 51.152583, 50.614676, 49.672378, 47.821797, 46.635901, 43.885395, 39.918036, 36.966833, 36.050505, 33.927797, 33.494853, 29.004001, 31.102861, 30.365073, 24.289852, 34.164326, 42.824333, 53.01672, 72.360004, 93.500926]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 514, "item_id": "gsm8kpl-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1043, "region_end": 481, "roundtrip_ok": true, "tf_agree": 0.9844, "tf_agree_excl_first": 0.9864}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [54, 70, 50, 48, 40, 34, 38, 36, 36, 45, 46, 57, 43, 43, 44, 50, 44, 49, 44, 45, 46, 47, 48, 54, 61, 51, 50, 58, 50, 53, 54, 40, 47, 49, 56, 54, 51, 53, 57, 59, 60, 62, 58, 57, 56, 61, 51, 53, 54, 51], "n_am_pl": [12, 25, 26, 24, 22, 20, 24, 22, 25, 23, 27, 31, 37, 36, 26, 23, 35, 28, 27, 30, 23, 18, 20, 21, 10, 16, 17, 14, 21, 28, 20, 26, 24, 19, 21, 22, 19, 14, 16, 14, 15, 13, 10, 4, 9, 7, 7, 5, 0, 0], "n_pos": 203, "sum_m_en": [22.140147, 12.03536, 11.91583, 11.716986, 11.971726, 12.408299, 12.215161, 12.112903, 12.482565, 13.72143, 14.271413, 14.438092, 14.951849, 15.078727, 14.685336, 13.811697, 13.834811, 13.449269, 12.303122, 11.629119, 11.083053, 10.584057, 10.196521, 10.11561, 29.410879, 28.555793, 25.719255, 23.467208, 23.194181, 22.150893, 20.827905, 20.560573, 19.724557, 19.292367, 21.169946, 22.175511, 24.916543, 26.141004, 30.990766, 32.967152, 35.282773, 35.117248, 40.816135, 39.734843, 44.129565, 53.267382, 53.171854, 51.022598, 53.027002, 51.768538], "sum_m_pl": [77.844914, 98.173135, 95.806764, 93.718569, 93.579025, 91.908875, 92.577487, 91.348644, 91.985409, 93.151086, 92.172055, 92.643714, 91.718289, 90.641678, 90.272151, 93.131632, 92.139444, 93.174415, 94.476149, 96.838867, 96.666624, 96.62103, 97.547171, 98.227719, 69.96644, 69.24379, 70.250854, 76.06733, 78.19019, 79.622531, 80.20976, 80.630316, 82.66391, 80.281781, 81.433783, 77.761218, 68.203765, 64.797551, 59.107275, 56.624184, 53.006016, 47.455148, 44.151049, 38.137242, 33.275835, 26.357443, 15.381621, 7.852251, 0.820006, 8e-06]}, "digit": {"n_am_en": [10, 19, 12, 14, 14, 5, 7, 10, 4, 9, 7, 6, 3, 7, 9, 10, 6, 4, 5, 6, 7, 8, 6, 9, 6, 5, 7, 11, 9, 8, 11, 5, 7, 6, 6, 8, 6, 5, 6, 4, 3, 5, 7, 2, 3, 2, 0, 0, 0, 0], "n_am_pl": [1, 2, 2, 5, 6, 3, 2, 2, 5, 4, 4, 6, 7, 4, 2, 5, 10, 6, 6, 2, 2, 1, 1, 3, 1, 2, 4, 2, 5, 7, 2, 5, 1, 2, 4, 4, 4, 4, 2, 2, 5, 4, 2, 0, 1, 0, 0, 0, 0, 0], "n_pos": 40, "sum_m_en": [3.655368, 1.924578, 1.880905, 1.891254, 1.912907, 1.88603, 1.864751, 2.007221, 1.958094, 1.910147, 1.939575, 2.046518, 2.166982, 2.319707, 2.237813, 2.185301, 2.293847, 2.249328, 2.102628, 2.006744, 1.93168, 1.892963, 1.827377, 1.856799, 4.148732, 3.888971, 4.02727, 3.745416, 3.308066, 3.148372, 3.19524, 3.19561, 2.883497, 2.835504, 2.945593, 3.010824, 2.943665, 2.819493, 3.090858, 3.175848, 3.04053, 2.946826, 3.209786, 2.851582, 2.548217, 2.887303, 1.145605, 1.087102, 0.177558, 0.0], "sum_m_pl": [17.235385, 21.075549, 20.528665, 19.949483, 19.963748, 19.511229, 19.464561, 18.92817, 19.414327, 19.944201, 19.709661, 19.561878, 19.040439, 18.39286, 18.522595, 19.064234, 18.623888, 18.816763, 19.354008, 19.820162, 19.684679, 19.54692, 19.6841, 19.789638, 15.555954, 15.196986, 15.21183, 16.449262, 17.378032, 17.415608, 16.820274, 17.238911, 17.439969, 17.204322, 17.372203, 17.432032, 16.605061, 16.568661, 16.197158, 15.704404, 15.324474, 14.410552, 13.940911, 12.114528, 11.673771, 9.591252, 4.350107, 2.595944, 0.412167, 0.0]}, "lang": {"n_am_en": [18, 15, 15, 13, 10, 14, 10, 10, 14, 13, 13, 17, 14, 12, 8, 11, 12, 11, 14, 18, 15, 17, 20, 18, 20, 19, 17, 18, 13, 15, 16, 11, 10, 16, 17, 22, 22, 25, 25, 27, 32, 34, 31, 31, 31, 37, 35, 40, 49, 50], "n_am_pl": [1, 5, 6, 6, 3, 2, 2, 4, 4, 4, 6, 9, 10, 11, 9, 8, 10, 8, 6, 8, 9, 5, 5, 8, 2, 5, 5, 4, 5, 9, 6, 8, 9, 6, 5, 5, 4, 4, 4, 3, 1, 2, 4, 2, 4, 3, 2, 1, 0, 0], "n_pos": 51, "sum_m_en": [6.264751, 3.392022, 3.384959, 3.403391, 3.432365, 3.724392, 3.42571, 3.38308, 3.511727, 3.928939, 4.284427, 4.351443, 4.470451, 4.370763, 4.327601, 3.973261, 3.881022, 3.813082, 3.467781, 3.181145, 2.941957, 2.776975, 2.625799, 2.562317, 9.388517, 8.576634, 7.705739, 7.159857, 7.029793, 6.829855, 6.286677, 6.398655, 6.416853, 6.498267, 6.914097, 7.851788, 9.860424, 10.652783, 13.01527, 14.292833, 17.087109, 17.900772, 20.758469, 20.209739, 24.886654, 31.261299, 36.547439, 37.80668, 47.289093, 50.331611], "sum_m_pl": [18.095156, 22.78267, 22.514783, 22.134754, 22.419001, 21.838898, 22.277472, 22.644514, 22.484812, 22.953919, 22.741722, 23.223979, 23.151867, 23.1327, 22.876003, 23.656524, 23.421972, 23.410926, 23.769006, 24.376482, 24.470011, 24.652469, 24.897557, 25.073998, 18.137969, 18.089607, 18.00614, 19.503344, 19.369443, 19.936772, 20.595469, 20.040521, 20.666934, 20.180027, 20.914505, 19.779814, 16.760636, 15.934221, 14.044869, 13.360309, 11.786757, 10.924209, 9.95252, 9.013015, 7.780148, 4.922929, 2.815709, 1.002766, 0.014503, 1e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 209, "item_id": "gsm8kpl-88", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1158, "region_end": 203, "roundtrip_ok": true, "tf_agree": 0.9809, "tf_agree_excl_first": 0.9856}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [39, 52, 33, 31, 33, 35, 37, 34, 27, 34, 31, 37, 39, 35, 24, 25, 35, 27, 24, 31, 22, 33, 32, 35, 35, 41, 33, 29, 41, 38, 38, 30, 29, 26, 38, 30, 27, 28, 30, 24, 29, 22, 25, 24, 29, 23, 15, 15, 6, 5], "n_am_pl": [4, 26, 30, 25, 29, 24, 27, 24, 26, 25, 22, 17, 33, 30, 26, 29, 30, 35, 34, 41, 35, 29, 25, 27, 25, 23, 27, 21, 17, 21, 22, 22, 23, 16, 22, 23, 18, 10, 20, 13, 10, 14, 13, 8, 5, 15, 14, 13, 25, 28], "n_pos": 164, "sum_m_en": [15.732465, 8.154483, 8.336842, 8.822981, 8.975866, 9.258165, 9.586138, 9.119527, 9.346352, 10.08898, 10.226075, 10.669207, 10.864313, 11.149015, 10.90531, 10.459456, 10.780859, 10.224018, 9.444747, 8.905977, 8.579325, 8.148662, 7.909426, 7.63448, 19.211162, 19.978803, 19.094403, 18.173102, 17.878284, 16.753663, 15.145074, 14.962537, 13.80022, 14.025659, 15.589348, 15.196985, 15.220597, 16.48526, 19.407288, 18.942228, 20.393271, 19.392629, 18.672435, 17.924137, 21.641577, 21.885608, 16.85097, 13.34265, 6.233931, 5.060623], "sum_m_pl": [66.684578, 82.19852, 78.937684, 76.991514, 77.45507, 76.206177, 76.493326, 75.328516, 75.825203, 76.508108, 75.539254, 75.106843, 74.854039, 74.039476, 73.595232, 76.297714, 75.284294, 76.759234, 78.711197, 80.733608, 79.750657, 79.178401, 80.081162, 80.284238, 62.965039, 61.230029, 61.671304, 64.670403, 67.574601, 69.890302, 68.957277, 70.450831, 71.61994, 66.226441, 67.084234, 64.759198, 60.412265, 59.468136, 55.182987, 52.164081, 50.127529, 48.325469, 45.093686, 41.164099, 34.739178, 34.620846, 25.232068, 20.298736, 26.546171, 28.151895]}, "digit": {"n_am_en": [4, 22, 12, 8, 7, 11, 9, 7, 6, 10, 9, 9, 11, 9, 6, 7, 8, 8, 4, 7, 4, 7, 8, 9, 5, 7, 8, 8, 10, 12, 13, 11, 9, 8, 9, 4, 4, 1, 5, 2, 3, 1, 5, 3, 2, 1, 0, 0, 0, 0], "n_am_pl": [1, 1, 4, 2, 3, 3, 5, 1, 2, 3, 3, 5, 3, 7, 3, 4, 7, 7, 7, 8, 6, 6, 5, 5, 5, 4, 6, 3, 4, 5, 4, 4, 2, 3, 5, 4, 5, 3, 9, 3, 3, 4, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.178665, 1.676609, 1.632903, 1.615729, 1.683266, 1.813884, 1.776933, 1.864209, 1.806923, 1.748167, 1.779324, 1.93527, 2.062456, 2.18092, 2.071158, 1.987773, 2.10053, 2.066237, 1.862186, 1.814976, 1.69809, 1.683043, 1.618772, 1.601191, 3.750915, 3.327983, 3.522102, 3.424219, 3.179616, 2.882077, 3.023553, 3.116396, 2.694251, 2.645492, 2.693664, 2.776308, 2.701842, 2.664063, 2.729707, 2.750532, 2.712708, 2.430316, 2.366041, 2.278791, 2.77422, 2.792989, 1.367383, 1.100788, 0.151018, 0.0], "sum_m_pl": [16.728514, 20.039586, 19.34916, 19.039147, 19.152973, 18.683965, 18.497876, 18.132666, 18.61459, 19.103884, 18.791607, 18.841471, 18.429654, 18.000772, 18.027334, 18.456909, 18.003657, 18.275401, 18.91065, 19.157151, 18.974574, 18.82265, 19.009226, 19.052736, 15.65714, 15.691713, 15.777901, 16.624416, 17.576458, 17.715872, 16.930505, 17.088094, 17.494022, 16.764936, 16.904583, 16.860482, 16.134602, 16.106134, 15.521116, 15.519472, 15.384178, 15.947074, 15.94689, 14.487513, 13.35307, 11.615099, 5.474258, 3.781868, 0.580139, 0.0]}, "lang": {"n_am_en": [8, 7, 5, 4, 8, 8, 9, 8, 7, 8, 4, 7, 11, 11, 7, 5, 8, 8, 9, 11, 7, 9, 7, 10, 10, 7, 7, 6, 8, 5, 7, 7, 9, 6, 8, 8, 9, 14, 13, 11, 12, 12, 13, 12, 17, 13, 11, 13, 5, 5], "n_am_pl": [2, 8, 9, 5, 4, 3, 4, 4, 5, 5, 5, 1, 5, 4, 5, 8, 9, 6, 8, 10, 10, 7, 6, 4, 4, 4, 4, 2, 4, 2, 4, 4, 6, 6, 5, 7, 4, 5, 5, 5, 3, 3, 6, 4, 3, 13, 13, 13, 24, 26], "n_pos": 32, "sum_m_en": [3.132429, 1.686043, 1.79373, 2.153376, 2.022914, 1.873011, 2.054328, 1.86375, 1.940514, 2.24447, 2.254983, 2.43415, 2.437064, 2.518166, 2.638177, 2.373963, 2.654864, 2.424196, 2.514601, 2.078107, 1.979257, 1.680519, 1.659653, 1.532552, 5.517403, 5.368196, 5.248107, 4.911718, 4.68746, 4.269197, 3.515964, 3.56044, 3.964819, 3.944768, 4.31511, 4.517939, 5.111481, 5.747186, 7.607157, 7.190269, 8.704061, 8.618193, 8.235999, 8.35948, 11.718966, 11.3348, 10.268207, 9.857308, 5.169565, 5.008182], "sum_m_pl": [12.868109, 14.781135, 14.087298, 13.444824, 13.867649, 13.796768, 14.007671, 14.394641, 14.268165, 14.519611, 14.450226, 14.535328, 14.645553, 14.482902, 14.263439, 14.802108, 14.66247, 14.879071, 15.119982, 15.775248, 15.648583, 15.761553, 15.873618, 16.038312, 12.548318, 12.222258, 12.154214, 12.684371, 12.725695, 13.273179, 13.895108, 13.937591, 14.267199, 13.35419, 13.754934, 13.496194, 12.809159, 13.050923, 11.857652, 10.954443, 9.955903, 8.713577, 8.321497, 8.259471, 7.128025, 10.677228, 13.79958, 13.170141, 23.501081, 26.353739]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "gsm8kpl-88", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1017, "region_end": 164, "roundtrip_ok": true, "tf_agree": 0.9647, "tf_agree_excl_first": 0.9704}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [94, 74, 46, 50, 53, 38, 53, 42, 48, 64, 58, 82, 69, 69, 68, 63, 69, 63, 57, 49, 50, 53, 52, 51, 84, 73, 73, 83, 89, 81, 69, 81, 81, 81, 74, 86, 93, 87, 80, 89, 85, 95, 96, 90, 87, 97, 101, 98, 89, 87], "n_am_pl": [13, 36, 34, 32, 30, 28, 29, 28, 27, 17, 21, 28, 32, 33, 35, 31, 41, 45, 43, 49, 46, 49, 40, 50, 24, 21, 28, 30, 24, 28, 23, 25, 25, 20, 11, 12, 9, 6, 11, 10, 11, 11, 10, 10, 4, 7, 7, 1, 0, 0], "n_pos": 232, "sum_m_en": [28.832894, 13.173363, 12.723462, 12.622159, 13.610976, 13.790253, 14.014147, 13.499302, 14.665197, 14.915452, 15.634334, 16.552491, 16.822088, 17.610772, 16.661049, 15.236616, 14.609188, 14.727837, 13.472149, 12.667695, 11.877878, 10.932112, 10.531629, 10.32042, 28.448447, 28.75756, 28.653823, 25.846036, 25.873878, 24.5549, 22.80518, 22.46107, 22.075734, 22.244957, 25.679522, 31.412167, 37.002489, 42.446848, 45.282662, 51.559902, 52.711398, 62.976372, 74.634434, 76.237716, 78.600562, 85.844318, 95.599219, 92.29194, 87.137551, 87.121436], "sum_m_pl": [86.758025, 113.508846, 110.955542, 107.934261, 104.326451, 102.248795, 104.74012, 103.854988, 102.980815, 105.572756, 103.309333, 104.396315, 106.701344, 103.897826, 104.341442, 109.03597, 108.762938, 109.870219, 110.371688, 113.527725, 113.366414, 114.562543, 114.419355, 114.99521, 89.671756, 88.108094, 88.097623, 94.258149, 95.807522, 97.462971, 99.852621, 97.602978, 97.823643, 94.207664, 87.667404, 81.721408, 73.354776, 67.183631, 60.429012, 57.910457, 53.150437, 44.629164, 38.988832, 30.021717, 23.58416, 20.624268, 14.398002, 7.344578, 0.804314, 0.000283]}, "digit": {"n_am_en": [14, 12, 3, 2, 4, 3, 3, 2, 6, 6, 4, 6, 4, 5, 7, 6, 4, 4, 3, 3, 2, 2, 1, 4, 9, 7, 6, 8, 10, 10, 7, 8, 8, 7, 1, 3, 9, 7, 4, 7, 2, 4, 4, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 2, 3, 6, 6, 7, 9, 10, 10, 6, 6, 9, 7, 2, 9, 6, 9, 7, 9, 6, 9, 5, 2, 7, 3, 5, 5, 8, 3, 4, 3, 3, 3, 5, 3, 5, 3, 0, 4, 3, 4, 3, 3, 8, 3, 3, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.242839, 1.497233, 1.420739, 1.470064, 1.519794, 1.601694, 1.609814, 1.606918, 1.580639, 1.632804, 1.70757, 1.746833, 1.792578, 1.897652, 1.74405, 1.738339, 1.700572, 1.771599, 1.653831, 1.618986, 1.505076, 1.419672, 1.389784, 1.381871, 3.064212, 3.066584, 2.925203, 2.916323, 2.87502, 2.50021, 2.298363, 2.275202, 2.136623, 2.009398, 2.200624, 2.295991, 2.635844, 2.639596, 2.574622, 2.736872, 2.645981, 2.704115, 2.654907, 2.72218, 2.593251, 1.92021, 1.782215, 1.958565, 0.295299, 0.0], "sum_m_pl": [13.956735, 16.939602, 16.233206, 15.615219, 15.014035, 14.516404, 14.836771, 14.688649, 14.645386, 15.197107, 14.745326, 15.059839, 15.199695, 14.773743, 14.705587, 15.204669, 15.087343, 14.945931, 15.021919, 15.274774, 15.208335, 15.400949, 15.381292, 15.56154, 12.12066, 11.858752, 11.665636, 12.702671, 12.871746, 13.088096, 13.248581, 13.07974, 13.362953, 12.922014, 12.421412, 12.511743, 12.104106, 11.153538, 10.681978, 11.311179, 10.868715, 10.324466, 10.065006, 9.658775, 8.873502, 6.299097, 3.765039, 2.025958, 0.275224, 0.0]}, "lang": {"n_am_en": [30, 27, 18, 20, 23, 21, 23, 17, 21, 28, 28, 38, 31, 31, 34, 35, 32, 36, 31, 25, 25, 26, 28, 26, 41, 39, 40, 40, 43, 43, 37, 42, 43, 39, 41, 48, 52, 41, 44, 50, 51, 59, 62, 61, 62, 66, 69, 74, 84, 86], "n_am_pl": [2, 17, 15, 11, 12, 10, 9, 10, 9, 4, 5, 7, 11, 16, 9, 4, 11, 13, 11, 17, 17, 18, 19, 19, 7, 5, 6, 6, 7, 8, 7, 8, 9, 7, 4, 3, 2, 1, 4, 4, 4, 3, 0, 0, 0, 3, 3, 0, 0, 0], "n_pos": 88, "sum_m_en": [10.997044, 5.425269, 5.192842, 4.928185, 5.465252, 5.56734, 5.856207, 5.502762, 6.325565, 6.263219, 6.659535, 7.207485, 7.320319, 7.723502, 7.155773, 6.456275, 6.136397, 6.236283, 5.593161, 5.074692, 4.714759, 4.268818, 4.08809, 3.95086, 12.936358, 13.489241, 13.527931, 12.309923, 12.113007, 11.84867, 10.978388, 10.994826, 10.374826, 11.032426, 13.008616, 17.51907, 19.537377, 23.386748, 26.178764, 30.34292, 32.313918, 41.119965, 48.126523, 51.107138, 55.998443, 62.749707, 67.315206, 70.203593, 80.820759, 85.425837], "sum_m_pl": [30.805487, 40.877132, 40.235146, 39.652931, 38.384393, 37.669039, 38.579182, 39.003533, 38.469641, 39.49324, 39.138666, 39.574417, 40.298678, 39.430017, 39.790171, 41.754391, 41.98111, 42.29029, 42.437165, 43.776781, 43.750874, 44.191508, 44.111275, 44.402713, 35.412946, 34.393843, 34.349892, 36.486842, 36.911324, 37.719428, 38.581503, 37.724248, 38.668169, 37.963609, 34.864715, 31.691473, 28.582043, 26.099556, 23.678873, 22.422755, 20.543581, 15.612756, 12.354123, 7.531298, 5.216101, 5.267803, 3.179753, 1.281286, 0.246514, 0.000112]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 235, "item_id": "gsm8kpl-880", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1172, "region_end": 232, "roundtrip_ok": true, "tf_agree": 0.9702, "tf_agree_excl_first": 0.9744}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 46, 42, 35, 33, 34, 30, 32, 27, 41, 44, 45, 37, 43, 35, 37, 44, 37, 42, 41, 33, 41, 36, 41, 54, 55, 42, 44, 47, 48, 36, 26, 35, 43, 42, 42, 40, 41, 42, 47, 48, 42, 45, 40, 42, 28, 17, 15, 7, 4], "n_am_pl": [13, 38, 28, 22, 25, 25, 26, 20, 11, 20, 17, 18, 27, 27, 24, 28, 22, 28, 31, 36, 34, 33, 28, 24, 13, 15, 17, 18, 21, 27, 25, 30, 22, 12, 14, 14, 10, 7, 9, 7, 3, 5, 6, 7, 6, 19, 24, 28, 40, 45], "n_pos": 168, "sum_m_en": [16.775443, 8.044501, 8.03756, 8.420171, 8.896274, 9.030243, 9.571247, 9.123784, 9.577262, 10.020077, 10.364722, 11.13288, 11.371679, 12.047139, 11.593484, 10.145866, 10.187949, 10.084025, 9.298326, 9.029822, 8.174767, 7.586884, 7.38647, 7.194886, 20.377372, 19.261073, 17.378106, 15.452493, 15.966605, 14.868272, 13.190024, 13.350634, 12.786708, 12.69568, 14.824163, 18.533035, 20.548001, 24.823716, 24.938494, 25.927628, 23.596505, 26.070876, 27.726846, 34.137765, 31.338997, 26.204285, 17.306825, 15.150135, 6.612441, 2.984413], "sum_m_pl": [66.810779, 83.818522, 82.176966, 79.941428, 77.503538, 76.003603, 77.349322, 76.553269, 75.399736, 77.344754, 75.893272, 76.202964, 78.435088, 76.352694, 76.880132, 80.696984, 81.184618, 82.110658, 83.39617, 84.75836, 84.324343, 84.994812, 84.563551, 84.690009, 64.626404, 65.227106, 64.808242, 69.578829, 72.183927, 74.277252, 76.144648, 73.905804, 72.676401, 67.487263, 63.679586, 58.096861, 51.782794, 46.469101, 43.801788, 44.734007, 42.196817, 37.519421, 33.812832, 26.236358, 24.801668, 30.799942, 29.896703, 29.643512, 39.544668, 46.31566]}, "digit": {"n_am_en": [2, 8, 10, 8, 6, 4, 4, 2, 3, 5, 9, 9, 5, 11, 6, 9, 8, 7, 7, 10, 6, 7, 7, 7, 10, 11, 7, 11, 12, 6, 8, 5, 5, 7, 5, 6, 8, 4, 4, 4, 5, 1, 1, 2, 3, 1, 1, 1, 0, 0], "n_am_pl": [2, 5, 1, 2, 2, 5, 1, 2, 1, 2, 0, 1, 3, 3, 3, 3, 2, 5, 4, 5, 5, 3, 1, 1, 0, 1, 1, 2, 2, 4, 0, 2, 3, 0, 2, 3, 1, 3, 3, 2, 0, 2, 1, 1, 1, 1, 1, 4, 0, 0], "n_pos": 24, "sum_m_en": [2.144616, 1.060405, 1.019696, 1.031238, 1.102406, 1.124769, 1.142604, 1.183798, 1.24218, 1.26146, 1.307659, 1.36504, 1.466067, 1.671692, 1.534193, 1.36566, 1.434873, 1.455906, 1.26787, 1.171594, 1.092508, 1.015811, 0.981721, 0.961394, 1.995133, 2.085501, 1.987446, 2.157389, 2.323593, 1.897006, 1.851668, 1.733118, 1.5614, 1.548959, 1.732074, 1.965484, 1.975197, 1.878699, 2.015299, 1.796149, 1.722925, 1.532916, 1.626817, 1.375799, 1.270454, 1.206362, 1.456262, 1.073609, 0.119883, 0.000233], "sum_m_pl": [11.022731, 13.108974, 12.691614, 12.21812, 11.773554, 11.484306, 11.493273, 11.222173, 11.197362, 11.520498, 11.569715, 11.5355, 11.646153, 11.319963, 11.357741, 11.541351, 11.46277, 11.666652, 11.99626, 12.062214, 11.95709, 12.084328, 12.100204, 12.117369, 10.490102, 9.993826, 10.025455, 10.506955, 10.826624, 11.330979, 11.387521, 11.074634, 11.053147, 10.445485, 10.053385, 9.819789, 9.807761, 9.355969, 8.663378, 8.949126, 8.71355, 8.435358, 8.121365, 6.802627, 5.974595, 5.079058, 3.724122, 2.851659, 0.444041, 0.046339]}, "lang": {"n_am_en": [22, 13, 10, 7, 6, 12, 8, 9, 8, 11, 14, 13, 15, 14, 13, 13, 17, 14, 16, 13, 11, 15, 13, 16, 23, 19, 16, 12, 14, 16, 12, 11, 18, 19, 21, 21, 16, 17, 21, 22, 22, 22, 27, 25, 27, 21, 14, 12, 5, 3], "n_am_pl": [4, 14, 14, 5, 8, 11, 12, 5, 3, 6, 6, 3, 7, 10, 8, 10, 8, 11, 13, 12, 13, 11, 11, 12, 2, 4, 5, 6, 6, 10, 10, 11, 9, 4, 3, 2, 2, 3, 4, 4, 1, 1, 4, 5, 3, 10, 12, 18, 39, 44], "n_pos": 49, "sum_m_en": [5.23507, 2.324842, 2.33549, 2.46432, 2.515265, 2.66151, 2.931088, 2.651237, 2.782243, 2.894639, 3.016754, 3.302225, 3.494897, 3.78753, 3.619611, 3.163022, 3.145482, 3.116413, 2.888345, 2.875583, 2.524531, 2.252482, 2.19092, 2.135309, 7.930675, 7.091368, 5.964411, 4.886802, 5.038946, 5.03296, 4.322359, 4.90537, 4.817386, 4.729628, 5.914176, 8.426725, 9.471627, 12.362917, 11.706916, 12.246141, 10.55297, 13.672626, 15.702155, 20.270055, 20.158401, 17.335101, 12.49548, 11.49859, 4.421122, 2.111244], "sum_m_pl": [17.829202, 23.651177, 23.777871, 23.085457, 22.412212, 22.144147, 22.437046, 22.599961, 22.159737, 22.884948, 22.584788, 22.788726, 23.653006, 23.177465, 23.307237, 24.490556, 24.531174, 24.761332, 24.970037, 25.437071, 25.303613, 25.497617, 25.300969, 25.314166, 20.186194, 20.457505, 20.648988, 21.603913, 21.737567, 22.28748, 23.633108, 22.677773, 23.035148, 22.48635, 20.766005, 18.322573, 16.79127, 15.321375, 15.238236, 15.502072, 15.219546, 12.929442, 12.347615, 8.589227, 7.992302, 13.091049, 13.922682, 17.339744, 37.39483, 45.000862]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "gsm8kpl-880", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1031, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9651, "tf_agree_excl_first": 0.9708}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [35, 53, 35, 43, 36, 31, 25, 31, 28, 30, 41, 52, 43, 41, 36, 37, 35, 36, 33, 31, 28, 32, 30, 35, 50, 58, 47, 48, 51, 45, 43, 35, 40, 39, 50, 46, 54, 43, 44, 38, 48, 55, 60, 60, 55, 59, 58, 70, 68, 66], "n_am_pl": [3, 16, 22, 24, 17, 10, 17, 16, 10, 22, 15, 16, 24, 16, 15, 9, 12, 9, 14, 11, 15, 18, 16, 19, 12, 17, 18, 10, 12, 16, 12, 10, 10, 13, 10, 10, 8, 6, 3, 4, 4, 4, 6, 7, 6, 3, 3, 4, 0, 0], "n_pos": 147, "sum_m_en": [17.293228, 8.666257, 8.403578, 7.514252, 7.940098, 8.116999, 8.282482, 8.494315, 8.77608, 9.690464, 9.612532, 10.324833, 10.88979, 11.082893, 10.787163, 9.890685, 9.782424, 9.737102, 8.691308, 8.291656, 7.806922, 7.357602, 7.128477, 6.99462, 17.967419, 18.558888, 18.371968, 18.568894, 16.945746, 16.616597, 15.021487, 14.076821, 14.32789, 14.773862, 15.668208, 16.406039, 20.274725, 19.592853, 21.657074, 24.649859, 27.264584, 31.227658, 37.870452, 46.042639, 49.106587, 55.08055, 56.948527, 69.885915, 68.991741, 65.953365], "sum_m_pl": [54.985623, 71.89415, 70.18894, 68.247548, 66.75483, 66.491849, 66.928234, 66.115901, 64.23579, 66.397723, 66.797904, 68.003973, 66.805587, 65.240596, 65.022704, 66.809075, 67.786625, 67.683171, 69.350997, 69.981771, 70.16153, 71.069133, 71.587449, 71.951855, 53.976069, 53.834061, 51.556368, 53.657731, 57.445037, 58.693495, 58.468513, 58.421836, 57.633086, 53.795568, 54.507125, 50.81729, 46.932768, 43.55791, 40.206701, 37.898397, 36.272456, 31.818745, 28.973446, 24.365055, 19.731378, 15.307867, 7.852482, 6.640248, 0.548965, 0.001935]}, "digit": {"n_am_en": [0, 7, 7, 6, 4, 1, 2, 1, 1, 0, 2, 4, 0, 2, 0, 1, 3, 3, 1, 2, 1, 1, 0, 2, 4, 5, 3, 2, 3, 0, 1, 2, 1, 3, 2, 1, 2, 2, 3, 0, 1, 1, 2, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 2, 1, 1, 0, 0, 0, 3, 2, 2, 2, 1, 3, 1, 1, 2, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 2, 1, 3, 2, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0], "n_pos": 15, "sum_m_en": [1.296638, 0.65009, 0.606226, 0.562239, 0.639032, 0.62378, 0.656408, 0.682439, 0.699642, 0.745843, 0.768927, 0.752413, 0.800524, 0.841103, 0.763928, 0.757931, 0.804276, 0.862216, 0.783466, 0.739183, 0.710576, 0.654244, 0.647595, 0.635911, 1.076482, 1.216321, 1.240846, 1.293187, 1.246984, 1.134591, 1.170326, 1.168537, 0.983459, 1.00977, 1.045954, 1.045354, 1.017914, 0.951023, 1.016914, 0.867298, 0.846644, 0.873849, 0.980197, 1.241577, 0.945489, 1.028751, 0.833685, 0.625847, 0.071321, 0.0], "sum_m_pl": [7.052154, 8.24246, 7.896682, 7.806997, 7.591886, 7.251538, 7.285136, 7.091839, 6.881885, 6.830136, 6.99119, 7.121806, 6.735498, 6.486246, 6.534748, 6.545793, 6.579326, 6.632154, 6.922312, 7.109865, 7.18678, 7.284368, 7.290512, 7.35533, 6.362696, 6.153721, 5.908451, 5.994192, 6.423204, 6.492892, 6.213906, 6.183746, 6.373494, 5.920037, 5.891432, 5.834191, 5.952569, 5.749553, 5.387791, 5.096221, 4.82695, 4.885567, 4.423513, 3.666707, 3.411913, 2.496567, 1.760482, 1.648941, 0.349103, 0.0]}, "lang": {"n_am_en": [16, 21, 15, 22, 22, 24, 18, 22, 18, 22, 19, 31, 25, 23, 25, 23, 19, 20, 19, 18, 18, 18, 17, 21, 28, 35, 31, 35, 28, 27, 25, 22, 23, 23, 35, 29, 31, 25, 25, 23, 31, 34, 36, 42, 41, 46, 45, 56, 63, 65], "n_am_pl": [0, 3, 6, 10, 9, 4, 8, 7, 6, 11, 9, 12, 13, 13, 7, 3, 7, 4, 11, 7, 9, 13, 11, 13, 8, 10, 9, 6, 6, 8, 3, 4, 3, 4, 3, 7, 5, 4, 1, 3, 3, 2, 4, 5, 3, 2, 3, 2, 0, 0], "n_pos": 66, "sum_m_en": [8.065037, 4.253695, 4.197526, 3.629745, 3.767614, 4.024711, 4.157372, 4.24881, 4.380868, 4.891555, 4.702861, 5.272225, 5.692947, 5.796986, 5.668687, 5.038456, 4.829795, 4.828292, 4.187944, 3.982814, 3.697901, 3.459367, 3.334741, 3.263548, 9.363585, 10.597778, 11.343808, 11.675709, 10.087801, 9.795639, 8.567874, 7.731827, 8.051136, 8.297818, 8.958373, 9.438051, 11.247775, 11.084145, 12.431301, 14.201785, 16.604893, 19.94549, 24.591944, 30.591052, 33.477523, 39.190219, 42.923914, 54.437339, 63.030367, 64.48816], "sum_m_pl": [24.387052, 31.407981, 30.262403, 29.340051, 29.449014, 29.456698, 29.641063, 29.753765, 29.357732, 30.469098, 30.536332, 31.086931, 30.891719, 30.476836, 30.409323, 31.18353, 31.509131, 31.512888, 32.102136, 32.048203, 32.136585, 32.523609, 32.784942, 32.975863, 26.574069, 26.175704, 24.609268, 24.723226, 26.168046, 26.298609, 26.764164, 27.106947, 27.237298, 26.484011, 26.841477, 25.63096, 23.745998, 21.892257, 20.051348, 18.794376, 17.560899, 14.430255, 13.502577, 11.55974, 8.590503, 5.89726, 3.795007, 2.276887, 0.082651, 0.001365]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 151, "item_id": "gsm8kpl-889", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1172, "region_end": 147, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9933}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 81, 59, 56, 45, 54, 41, 40, 29, 30, 42, 48, 48, 52, 42, 48, 56, 39, 34, 35, 30, 33, 33, 31, 74, 69, 66, 66, 59, 66, 55, 49, 49, 43, 41, 47, 45, 34, 35, 44, 51, 62, 74, 78, 74, 69, 36, 29, 24, 23], "n_am_pl": [5, 36, 42, 34, 43, 27, 36, 30, 41, 63, 43, 36, 48, 34, 31, 32, 29, 39, 40, 45, 53, 54, 61, 57, 35, 32, 30, 26, 32, 46, 38, 51, 50, 36, 38, 31, 33, 32, 33, 38, 37, 36, 28, 24, 34, 36, 39, 38, 68, 72], "n_pos": 237, "sum_m_en": [22.399796, 12.320054, 12.75267, 12.892413, 12.736608, 12.364055, 12.743224, 13.339276, 13.777235, 15.208076, 15.104891, 16.022809, 16.241913, 16.213142, 16.123185, 14.946437, 15.17389, 14.670452, 13.314729, 12.48271, 11.93079, 11.325777, 11.064329, 10.873614, 24.395323, 26.106634, 25.706346, 26.248698, 25.629415, 25.136438, 22.646481, 21.806953, 20.409732, 20.003753, 20.384292, 20.980503, 22.47743, 23.493377, 26.504042, 29.757628, 32.252077, 36.705392, 42.882347, 54.871152, 59.619452, 58.549645, 35.606457, 33.458556, 24.20204, 23.025774], "sum_m_pl": [93.546813, 119.338522, 114.47857, 110.929545, 110.383287, 111.194334, 110.775503, 109.941452, 107.717048, 109.846442, 110.789825, 111.286941, 112.980274, 110.971105, 111.114137, 113.246559, 114.65159, 114.83404, 117.199419, 119.149944, 118.398396, 118.512856, 118.427559, 118.805027, 95.631074, 95.169325, 91.76481, 96.865367, 102.121293, 105.327259, 104.69503, 103.913412, 104.171414, 95.337701, 96.766232, 90.719209, 86.283959, 83.61128, 80.857932, 81.832343, 80.565396, 77.846651, 71.03816, 59.793919, 50.31108, 52.030005, 48.253424, 45.15098, 66.583577, 72.033263]}, "digit": {"n_am_en": [3, 10, 10, 11, 8, 5, 5, 4, 3, 5, 6, 3, 5, 2, 1, 6, 4, 2, 2, 3, 3, 3, 5, 4, 6, 9, 7, 5, 5, 2, 5, 7, 2, 3, 2, 5, 7, 3, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [2, 4, 2, 2, 1, 0, 1, 0, 3, 2, 1, 1, 0, 2, 5, 2, 1, 5, 3, 5, 6, 4, 4, 4, 3, 1, 1, 2, 3, 5, 4, 5, 3, 2, 3, 3, 2, 4, 0, 0, 0, 1, 1, 0, 2, 1, 1, 0, 0, 0], "n_pos": 24, "sum_m_en": [1.981073, 1.048954, 1.03157, 1.00403, 1.023721, 0.9634, 1.007253, 1.049668, 1.120731, 1.21067, 1.316461, 1.258823, 1.380832, 1.471462, 1.406332, 1.362676, 1.389101, 1.490423, 1.29528, 1.21013, 1.133814, 1.060908, 1.033222, 1.002815, 1.689029, 1.904235, 1.928077, 1.961311, 2.104567, 1.863743, 1.885411, 1.936905, 1.653776, 1.694624, 1.812688, 1.991512, 1.816098, 1.663937, 1.725421, 1.641367, 1.562054, 1.515884, 1.668435, 2.164523, 1.919003, 1.931209, 1.666081, 0.57654, 0.107838, 0.0], "sum_m_pl": [10.905096, 13.082373, 12.597516, 12.277826, 12.061026, 12.003827, 11.846428, 11.421053, 11.125023, 11.10813, 11.336262, 11.474172, 11.363938, 11.227068, 11.241208, 11.164055, 11.294524, 11.292059, 11.65772, 11.78554, 11.75329, 11.859175, 11.902776, 12.035845, 10.910127, 10.55091, 10.110103, 10.29061, 10.670746, 10.915944, 10.544625, 10.588879, 10.911619, 10.270097, 9.897718, 9.802385, 9.720655, 9.543587, 8.972246, 9.341816, 9.077429, 9.314288, 8.887285, 7.53079, 7.056268, 5.727631, 3.827135, 1.882863, 0.348364, 0.0]}, "lang": {"n_am_en": [22, 24, 19, 15, 17, 33, 21, 25, 15, 13, 16, 21, 24, 26, 25, 23, 30, 23, 20, 17, 12, 15, 11, 13, 39, 33, 30, 31, 28, 42, 31, 24, 32, 27, 23, 27, 22, 15, 15, 25, 34, 45, 46, 52, 53, 51, 31, 25, 23, 23], "n_am_pl": [1, 12, 11, 13, 29, 12, 19, 12, 15, 29, 23, 23, 28, 19, 13, 15, 14, 21, 21, 26, 28, 32, 37, 30, 17, 16, 16, 13, 18, 17, 18, 23, 20, 15, 23, 15, 19, 16, 19, 24, 23, 24, 23, 21, 27, 30, 33, 34, 67, 71], "n_pos": 94, "sum_m_en": [8.030287, 5.186231, 5.455778, 5.776989, 5.421247, 5.203588, 5.453656, 5.802665, 5.93587, 6.504037, 6.381926, 7.015437, 7.003243, 6.731745, 6.782413, 6.032931, 6.336469, 5.946171, 5.546759, 5.071365, 4.786553, 4.457377, 4.345472, 4.226688, 11.190358, 10.677241, 10.591657, 10.691074, 10.419925, 10.870065, 9.475688, 9.211292, 8.979656, 8.885232, 8.721685, 9.573143, 11.236209, 11.727052, 12.933399, 14.897726, 18.099431, 22.332781, 25.083956, 33.704152, 41.05318, 40.689426, 28.293207, 27.748459, 22.769754, 22.884919], "sum_m_pl": [37.236044, 45.636008, 44.162449, 42.865949, 44.162124, 44.225209, 44.407686, 44.150246, 44.211318, 44.967356, 45.331965, 45.446566, 46.79226, 46.477835, 46.274428, 47.463897, 47.26925, 47.541107, 48.241428, 48.902679, 48.56929, 48.735384, 48.641956, 48.679587, 41.893939, 42.768219, 41.734986, 43.026376, 44.555289, 44.851288, 45.016123, 44.347489, 45.359892, 43.869937, 44.673872, 43.201375, 42.053249, 40.767555, 40.404451, 41.55628, 41.219637, 39.354552, 37.705471, 34.250838, 31.844895, 35.149351, 37.607288, 38.123698, 63.981331, 70.982346]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 237, "item_id": "gsm8kpl-889", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1031, "region_end": 237, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9915}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [55, 51, 41, 43, 37, 34, 27, 36, 40, 39, 66, 57, 39, 42, 38, 46, 39, 43, 41, 41, 42, 41, 37, 39, 51, 48, 56, 57, 52, 50, 40, 41, 46, 54, 43, 51, 50, 52, 50, 44, 49, 52, 58, 59, 64, 60, 58, 54, 52, 50], "n_am_pl": [5, 39, 43, 33, 15, 18, 19, 15, 15, 19, 12, 14, 18, 12, 14, 13, 12, 10, 18, 19, 15, 12, 20, 15, 14, 14, 12, 10, 20, 15, 20, 15, 16, 10, 11, 12, 10, 10, 9, 14, 10, 8, 9, 12, 10, 14, 6, 2, 0, 1], "n_pos": 172, "sum_m_en": [20.215295, 10.684058, 10.787041, 10.020347, 10.454132, 11.471679, 11.138269, 10.741462, 11.76878, 11.537993, 11.575143, 12.027652, 13.478104, 13.329183, 12.541042, 12.248134, 12.380802, 12.535448, 10.799773, 9.819327, 9.134146, 8.472961, 8.261, 8.11131, 19.205229, 21.477141, 22.615295, 20.372731, 19.654652, 19.091519, 17.003509, 16.093257, 17.128431, 17.276406, 18.659311, 20.700947, 23.423354, 26.568157, 29.544424, 31.970226, 34.358951, 36.982811, 38.959272, 44.919975, 51.367284, 54.537093, 57.183117, 56.813314, 52.638481, 48.532497], "sum_m_pl": [67.950337, 85.077414, 82.277231, 80.573926, 78.93694, 75.756444, 78.581894, 77.348315, 75.730597, 78.796086, 78.777732, 79.655256, 76.758754, 76.526727, 78.108189, 80.3866, 78.310781, 78.852992, 80.423534, 82.592041, 82.728011, 83.341163, 83.841868, 83.946893, 63.891295, 59.576226, 59.384826, 65.936356, 69.685716, 70.668858, 71.031681, 69.779526, 70.290998, 65.789043, 61.431652, 56.47881, 50.951084, 47.38488, 42.181737, 39.063909, 38.055303, 33.782364, 32.974324, 29.44786, 25.010433, 23.725065, 13.156622, 5.184172, 0.810143, 0.954118]}, "digit": {"n_am_en": [9, 10, 12, 11, 2, 1, 2, 5, 2, 4, 13, 8, 4, 6, 7, 6, 4, 8, 7, 4, 5, 7, 4, 8, 7, 5, 8, 12, 11, 8, 7, 4, 6, 5, 4, 2, 3, 3, 3, 2, 1, 1, 0, 3, 2, 1, 1, 0, 0, 0], "n_am_pl": [2, 4, 3, 8, 7, 1, 1, 3, 1, 4, 3, 3, 4, 3, 5, 2, 0, 0, 1, 4, 1, 0, 1, 1, 3, 3, 3, 4, 8, 4, 5, 4, 1, 2, 3, 3, 2, 2, 0, 0, 1, 1, 2, 3, 2, 3, 1, 1, 0, 0], "n_pos": 36, "sum_m_en": [3.503456, 1.671402, 1.570386, 1.512243, 1.620878, 1.705681, 1.735111, 1.90517, 1.857953, 1.867786, 1.964209, 1.904007, 2.143524, 2.137663, 2.056533, 2.045828, 2.227536, 2.292498, 1.956236, 1.831736, 1.703938, 1.600642, 1.575629, 1.565365, 2.773515, 2.750828, 3.089464, 3.117635, 3.186487, 2.869137, 2.8452, 2.572611, 2.655591, 2.531724, 2.6195, 2.749155, 2.552416, 2.50757, 2.361663, 2.157217, 2.155806, 2.11916, 1.948052, 2.304492, 1.991754, 2.169884, 1.521509, 0.864607, 0.195989, 0.0], "sum_m_pl": [16.592472, 19.362056, 18.667961, 18.462421, 18.12111, 17.407799, 17.818938, 17.156017, 16.913773, 17.406303, 17.452079, 17.630926, 16.611211, 16.615661, 16.863546, 17.072441, 16.44111, 16.585883, 16.943142, 17.449629, 17.260588, 17.368642, 17.56171, 17.630146, 14.47751, 14.053562, 14.04977, 15.43509, 15.963687, 15.963184, 15.426262, 15.269622, 15.397533, 14.312735, 13.830801, 13.275165, 12.725634, 12.442903, 10.345647, 10.037018, 10.191081, 10.13045, 9.890545, 9.582223, 8.94352, 6.896111, 3.773154, 1.570074, 0.305208, 0.0]}, "lang": {"n_am_en": [12, 20, 17, 19, 18, 16, 15, 18, 23, 21, 23, 22, 18, 19, 21, 23, 20, 20, 19, 18, 20, 22, 21, 20, 25, 25, 27, 27, 21, 22, 18, 19, 24, 27, 25, 29, 30, 29, 29, 29, 30, 34, 34, 32, 34, 34, 34, 42, 47, 47], "n_am_pl": [1, 7, 5, 5, 2, 6, 3, 4, 5, 5, 2, 3, 3, 2, 2, 2, 2, 2, 3, 1, 2, 2, 3, 3, 0, 1, 0, 1, 2, 1, 3, 3, 2, 0, 0, 1, 1, 0, 0, 3, 2, 2, 4, 6, 4, 6, 5, 1, 0, 1], "n_pos": 49, "sum_m_en": [6.132964, 3.858125, 4.008558, 3.617095, 3.747412, 4.613297, 4.473281, 3.674807, 4.655084, 4.174412, 4.048886, 4.318177, 5.147371, 5.103728, 4.600322, 4.516882, 4.204867, 4.197412, 3.543277, 3.076579, 2.858253, 2.584433, 2.506751, 2.424796, 7.564698, 9.297488, 9.747125, 8.749394, 8.316878, 8.336877, 7.027057, 6.502361, 6.942699, 7.256997, 8.056398, 9.321655, 10.868653, 13.246802, 16.100687, 17.706056, 20.076097, 22.62043, 23.036063, 26.397758, 29.011793, 30.324001, 34.280396, 39.302363, 46.18804, 46.285308], "sum_m_pl": [17.14514, 22.26999, 21.548832, 20.865161, 20.614393, 19.962809, 20.578831, 21.498296, 20.871468, 21.997709, 22.128736, 22.727753, 21.761694, 21.462135, 22.541356, 22.773841, 22.497672, 22.55483, 23.121103, 23.708347, 23.943987, 24.222402, 24.263962, 24.319632, 18.371736, 16.402997, 15.799063, 17.927109, 18.68312, 19.097643, 19.937478, 19.525781, 20.203982, 19.246969, 18.226391, 17.325536, 15.174524, 13.59934, 12.00864, 10.560431, 9.729027, 8.28637, 8.663317, 8.18204, 6.193822, 8.146233, 5.14321, 1.483863, 0.390748, 0.954104]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "gsm8kpl-890", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1156, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.9659, "tf_agree_excl_first": 0.9714}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [95, 74, 71, 74, 64, 51, 53, 59, 62, 70, 80, 63, 81, 65, 66, 87, 69, 82, 68, 57, 66, 56, 49, 58, 85, 75, 76, 78, 80, 96, 87, 78, 70, 84, 101, 87, 88, 84, 77, 84, 83, 81, 78, 86, 75, 49, 34, 30, 16, 12], "n_am_pl": [22, 84, 51, 69, 71, 62, 50, 65, 48, 58, 54, 58, 54, 54, 57, 42, 38, 40, 73, 88, 76, 70, 67, 72, 52, 48, 43, 52, 74, 71, 57, 49, 48, 25, 36, 38, 30, 34, 31, 37, 36, 30, 42, 45, 37, 43, 51, 45, 67, 69], "n_pos": 345, "sum_m_en": [31.964903, 16.17849, 17.597488, 18.03265, 18.64911, 18.677467, 18.738489, 19.257027, 19.810357, 20.922442, 20.977504, 22.158174, 23.294435, 23.000412, 22.757383, 22.391624, 23.392277, 23.460636, 20.31792, 18.461235, 17.545715, 16.524993, 16.235286, 15.725053, 30.762991, 31.168146, 32.78374, 32.541456, 34.898949, 34.373345, 32.011403, 31.103765, 30.366112, 31.149028, 34.519588, 34.676554, 36.232501, 39.482514, 39.385128, 41.592692, 41.898717, 38.980089, 46.901158, 53.531926, 52.50536, 44.596745, 31.245239, 29.876194, 17.074114, 11.820933], "sum_m_pl": [138.999071, 171.957752, 166.258541, 162.914788, 162.535678, 158.370154, 163.335374, 162.041495, 160.200632, 162.278355, 159.723609, 159.946824, 158.735436, 159.482742, 161.119334, 164.090297, 160.256058, 162.22347, 166.078475, 170.166077, 168.790122, 168.939607, 169.673874, 169.500103, 138.616115, 132.846158, 131.500453, 141.625235, 148.014315, 150.479681, 149.42828, 148.453659, 149.064877, 139.361872, 133.942325, 127.244818, 116.59885, 116.31009, 108.633823, 105.719273, 106.086437, 105.3665, 100.149521, 89.823963, 78.865433, 82.327279, 68.294868, 54.514084, 68.508623, 69.560293]}, "digit": {"n_am_en": [12, 14, 14, 18, 7, 4, 9, 8, 4, 11, 16, 11, 12, 9, 12, 11, 5, 12, 7, 4, 7, 5, 4, 8, 8, 4, 9, 9, 9, 15, 9, 8, 7, 7, 5, 5, 7, 4, 6, 7, 4, 6, 3, 5, 3, 0, 0, 0, 0, 0], "n_am_pl": [3, 8, 7, 9, 6, 4, 3, 5, 3, 5, 3, 2, 4, 2, 5, 5, 4, 5, 10, 13, 9, 6, 9, 11, 4, 4, 3, 6, 15, 9, 7, 6, 4, 1, 4, 0, 3, 3, 0, 1, 4, 2, 2, 6, 4, 6, 2, 5, 0, 0], "n_pos": 47, "sum_m_en": [3.927265, 2.016386, 2.085392, 2.152283, 2.281941, 2.308496, 2.271651, 2.501543, 2.509187, 2.55801, 2.704004, 2.726828, 3.01869, 2.960371, 2.779646, 2.65813, 2.746893, 2.902957, 2.498653, 2.293554, 2.147243, 2.040601, 2.027429, 1.999078, 3.52426, 3.718028, 4.00473, 4.119627, 4.414243, 4.160018, 3.940298, 3.727828, 3.464726, 3.337509, 3.50322, 3.506869, 3.43206, 3.497755, 3.446506, 3.199845, 3.208603, 3.142895, 3.209335, 3.580175, 2.804371, 2.158022, 1.329438, 0.766199, 0.136464, 7e-06], "sum_m_pl": [21.3762, 25.358483, 24.023664, 23.713032, 23.568902, 23.195751, 23.68616, 22.704535, 22.212857, 22.590263, 22.36937, 22.803368, 21.914336, 21.937643, 22.479151, 22.701903, 21.801337, 21.922667, 22.636637, 23.227579, 22.948633, 23.04043, 23.367023, 23.405957, 19.497127, 18.07997, 17.974341, 19.701302, 20.430526, 20.815561, 20.005725, 19.954261, 20.480133, 18.827885, 18.39143, 17.500988, 16.735872, 16.941689, 14.97057, 14.638043, 15.027507, 15.626346, 16.510006, 15.29171, 14.633632, 12.75269, 8.22729, 6.216368, 0.460284, 0.000303]}, "lang": {"n_am_en": [18, 11, 13, 8, 9, 12, 10, 15, 15, 13, 11, 13, 23, 15, 15, 18, 19, 23, 23, 16, 18, 18, 15, 15, 25, 25, 15, 21, 22, 26, 25, 16, 18, 34, 30, 30, 28, 27, 23, 27, 35, 32, 35, 34, 35, 27, 13, 15, 11, 11], "n_am_pl": [7, 17, 12, 16, 18, 14, 3, 12, 6, 5, 11, 12, 11, 12, 9, 4, 7, 3, 12, 21, 16, 15, 17, 13, 11, 11, 11, 13, 11, 13, 18, 20, 19, 7, 14, 16, 9, 8, 8, 13, 6, 9, 16, 18, 19, 18, 32, 30, 64, 69], "n_pos": 80, "sum_m_en": [7.14534, 3.937146, 4.278054, 4.374311, 4.276206, 4.277739, 4.304332, 4.443955, 4.551076, 4.517645, 4.711296, 5.176297, 5.337804, 5.419937, 5.346902, 5.504816, 5.454979, 5.363684, 4.814777, 4.346134, 4.201942, 3.903886, 3.805169, 3.68249, 8.424929, 8.10987, 8.199069, 7.888733, 8.653602, 8.129247, 7.345018, 7.363412, 7.168519, 8.053416, 8.549372, 9.33626, 10.011266, 10.556923, 11.295833, 12.421597, 12.958477, 12.206759, 15.971454, 18.759388, 22.698348, 21.74934, 11.751229, 13.605662, 11.501743, 11.000753], "sum_m_pl": [29.60395, 36.760239, 36.009256, 34.948853, 35.166677, 34.277203, 35.885211, 36.741119, 36.525544, 37.319851, 35.955956, 36.224782, 36.473216, 36.309624, 37.09543, 38.272661, 37.979669, 38.264715, 38.781091, 39.900766, 39.489138, 39.535169, 39.479116, 39.414643, 33.514793, 33.18652, 32.319885, 34.780666, 35.018276, 36.032698, 36.60498, 36.493468, 37.139686, 35.406721, 34.974731, 35.127803, 32.993498, 34.060379, 32.145273, 31.206833, 30.006698, 30.876034, 28.106836, 27.027169, 26.129436, 30.972888, 30.839588, 30.303025, 61.254315, 68.793984]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 376, "item_id": "gsm8kpl-890", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1015, "region_end": 345, "roundtrip_ok": true, "tf_agree": 0.9947, "tf_agree_excl_first": 0.9973}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [65, 45, 33, 36, 33, 40, 44, 54, 54, 56, 51, 44, 57, 37, 36, 41, 44, 41, 43, 44, 49, 52, 49, 51, 69, 58, 56, 57, 55, 50, 50, 38, 43, 49, 49, 56, 61, 57, 63, 59, 56, 62, 55, 64, 67, 72, 78, 72, 81, 82], "n_am_pl": [14, 26, 23, 26, 29, 30, 39, 33, 25, 27, 31, 25, 29, 27, 32, 31, 15, 22, 13, 15, 14, 8, 23, 17, 13, 15, 15, 18, 33, 31, 30, 23, 29, 21, 19, 14, 10, 12, 8, 4, 8, 6, 5, 5, 5, 4, 2, 1, 0, 0], "n_pos": 194, "sum_m_en": [19.235388, 11.025489, 10.234202, 11.171685, 11.516926, 11.153516, 11.320258, 11.503169, 12.576383, 14.277543, 14.180287, 15.266195, 15.530749, 14.42905, 15.694437, 14.417027, 14.305318, 13.365747, 12.045298, 11.000382, 10.133707, 9.486197, 9.182195, 9.099659, 24.236919, 23.201125, 22.244342, 21.041651, 20.761403, 19.766726, 18.63452, 18.115193, 19.436448, 20.793191, 22.735793, 23.684008, 28.656302, 29.997699, 34.381368, 36.707018, 39.832004, 42.663984, 43.05606, 49.316511, 54.439779, 57.406356, 68.755458, 71.656394, 79.065509, 81.487746], "sum_m_pl": [74.500309, 91.737933, 88.203112, 86.131164, 85.421043, 87.251387, 89.535194, 90.327579, 88.316574, 88.252257, 87.349521, 85.007178, 85.221514, 82.142859, 81.538826, 84.176327, 83.381981, 85.375149, 87.670414, 91.880695, 93.751549, 94.813757, 94.577478, 95.027378, 72.714817, 72.499608, 71.897573, 75.775999, 77.566463, 79.047277, 80.531161, 78.896134, 79.430905, 74.829097, 71.195365, 68.558989, 60.280699, 58.908992, 52.560322, 50.988282, 46.73874, 40.694717, 38.866644, 29.58728, 24.169403, 20.390078, 11.656986, 6.572632, 0.780851, 0.00413]}, "digit": {"n_am_en": [5, 9, 5, 5, 2, 3, 2, 4, 4, 2, 8, 4, 4, 2, 2, 0, 3, 5, 1, 1, 2, 2, 3, 3, 5, 4, 6, 5, 6, 4, 6, 4, 1, 4, 4, 3, 2, 3, 5, 1, 2, 6, 3, 5, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 2, 1, 1, 6, 2, 1, 1, 2, 2, 2, 3, 3, 6, 7, 5, 2, 1, 2, 3, 1, 1, 2, 3, 0, 0, 2, 2, 5, 5, 2, 1, 4, 2, 3, 2, 3, 3, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.941593, 0.908466, 0.858115, 0.883772, 0.910802, 0.966574, 1.003597, 1.083695, 1.16197, 1.316442, 1.225359, 1.233954, 1.294128, 1.246294, 1.178498, 1.19121, 1.271475, 1.274048, 1.129449, 1.067833, 1.004886, 0.947839, 0.920788, 0.914156, 1.705204, 1.756625, 1.726064, 1.740386, 1.778624, 1.672298, 1.688917, 1.54769, 1.428903, 1.54234, 1.562457, 1.849622, 1.712705, 1.596542, 1.75528, 1.755972, 1.698871, 1.653632, 1.685408, 2.284562, 2.195701, 1.590355, 1.124461, 0.735037, 0.169016, 0.0], "sum_m_pl": [9.203884, 11.307183, 10.805924, 10.366114, 10.047, 9.92502, 9.981621, 9.875613, 9.677429, 9.674687, 9.752604, 9.685729, 9.352807, 8.662793, 8.852893, 8.838896, 8.708696, 8.91862, 9.543705, 10.067595, 10.035086, 10.181837, 10.15321, 10.208148, 8.514806, 8.628784, 8.585058, 9.098972, 9.214953, 9.181355, 9.060453, 9.06232, 8.959814, 8.627245, 8.310407, 8.012366, 7.775673, 7.885411, 7.363664, 7.489438, 7.109657, 6.772522, 6.551343, 5.017562, 4.791734, 3.42224, 2.761952, 1.182888, 0.199537, 0.0]}, "lang": {"n_am_en": [31, 19, 19, 17, 17, 21, 24, 27, 28, 31, 23, 21, 30, 20, 21, 25, 25, 24, 30, 27, 27, 32, 34, 33, 40, 39, 30, 29, 27, 24, 26, 18, 24, 30, 28, 31, 37, 37, 38, 39, 38, 40, 39, 44, 47, 51, 53, 56, 74, 82], "n_am_pl": [11, 12, 8, 14, 13, 12, 14, 15, 6, 9, 11, 10, 9, 6, 8, 11, 4, 9, 2, 5, 3, 3, 7, 5, 4, 4, 5, 6, 11, 7, 11, 9, 13, 10, 8, 7, 5, 4, 3, 2, 5, 3, 3, 2, 2, 1, 0, 0, 0, 0], "n_pos": 83, "sum_m_en": [8.533975, 4.737476, 4.5119, 5.207558, 5.517519, 5.128381, 5.335363, 5.261461, 5.746638, 6.557845, 6.494095, 7.15975, 7.079265, 6.322848, 7.322651, 6.556884, 6.53803, 5.912096, 5.371948, 4.824004, 4.481058, 4.162205, 3.99997, 3.973006, 13.400158, 12.421074, 11.209678, 10.162876, 9.947991, 9.609112, 8.753619, 8.762603, 10.062329, 11.01037, 11.947102, 12.567472, 16.079162, 18.416592, 20.631676, 21.869194, 23.86091, 27.702951, 28.471711, 33.463061, 37.670634, 40.27199, 50.200556, 53.921751, 73.259584, 81.031228], "sum_m_pl": [30.775359, 38.772168, 37.854269, 37.029234, 36.564631, 37.325763, 38.16867, 38.392937, 37.632834, 37.32446, 36.565927, 35.980338, 36.772553, 35.280035, 34.966305, 36.669244, 36.68091, 37.932272, 38.61218, 39.867601, 40.43389, 40.840881, 40.674228, 40.918109, 31.111824, 31.570084, 31.422711, 33.410386, 33.624724, 34.521439, 36.157357, 35.070991, 34.984444, 32.680315, 31.202073, 30.527891, 26.925791, 26.226501, 23.443017, 23.174594, 21.333749, 17.572179, 16.381703, 11.089309, 9.467493, 8.132688, 3.201721, 1.502158, 0.189426, 0.000544]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 198, "item_id": "gsm8kpl-891", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1171, "region_end": 194, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.9949}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [92, 73, 61, 73, 67, 70, 77, 73, 60, 81, 65, 60, 72, 56, 68, 64, 81, 54, 51, 62, 64, 70, 63, 68, 94, 82, 75, 78, 92, 93, 85, 91, 90, 88, 86, 86, 71, 59, 58, 65, 64, 52, 66, 76, 78, 74, 52, 39, 21, 19], "n_am_pl": [36, 90, 72, 67, 61, 58, 47, 56, 57, 74, 69, 48, 72, 63, 56, 52, 45, 58, 57, 63, 68, 56, 64, 64, 69, 74, 80, 61, 50, 57, 57, 49, 58, 34, 47, 40, 39, 44, 40, 28, 39, 33, 29, 31, 27, 43, 45, 51, 70, 74], "n_pos": 375, "sum_m_en": [33.67249, 18.58811, 19.936795, 21.818452, 22.063927, 21.320189, 20.798297, 20.980096, 22.032306, 24.893937, 23.91076, 24.906515, 25.357738, 25.919505, 27.799104, 26.754827, 26.144591, 24.122003, 22.040674, 20.933758, 19.870919, 18.827695, 18.431067, 17.687158, 37.03579, 37.251662, 37.303881, 36.987693, 39.728129, 40.135811, 37.18759, 36.782692, 35.979024, 36.919012, 38.527115, 37.927231, 38.201908, 38.407209, 41.938538, 46.930581, 49.363158, 49.329887, 53.003282, 55.229485, 64.891355, 56.44101, 46.892007, 38.243414, 22.582139, 18.352891], "sum_m_pl": [153.770618, 181.35316, 175.309117, 171.506176, 168.765771, 168.477372, 172.007868, 172.208794, 170.324428, 171.158692, 167.9995, 167.18332, 168.045362, 161.955488, 161.392905, 165.367179, 162.646947, 166.819382, 172.287945, 178.061181, 179.402561, 179.098902, 179.294633, 180.407142, 144.779293, 143.087049, 140.447118, 147.227809, 151.377893, 152.296711, 152.667723, 154.777962, 155.417164, 141.537294, 138.738679, 135.101053, 123.176348, 123.698121, 116.966785, 113.108449, 104.980249, 103.798815, 98.616811, 88.592352, 75.213357, 79.157687, 68.739441, 63.352656, 71.172385, 72.985267]}, "digit": {"n_am_en": [5, 19, 14, 13, 10, 5, 12, 7, 4, 11, 5, 10, 8, 8, 11, 6, 9, 8, 9, 7, 10, 5, 4, 4, 6, 7, 8, 11, 14, 12, 13, 9, 6, 13, 9, 6, 5, 4, 4, 4, 3, 3, 4, 7, 7, 3, 0, 0, 0, 0], "n_am_pl": [1, 7, 4, 9, 5, 5, 1, 4, 2, 4, 6, 2, 5, 4, 4, 4, 2, 5, 4, 1, 5, 3, 2, 4, 1, 3, 5, 3, 1, 4, 7, 7, 7, 4, 7, 4, 3, 3, 2, 1, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [3.349333, 1.790063, 1.828984, 1.890268, 1.864477, 1.826469, 1.844943, 1.879604, 1.946632, 2.150286, 2.033119, 2.140328, 2.211192, 2.445085, 2.407969, 2.338172, 2.33662, 2.203303, 1.989541, 1.920192, 1.835329, 1.735829, 1.693156, 1.651104, 2.950152, 3.205189, 3.552598, 3.470607, 3.756859, 3.749565, 3.68025, 3.524323, 3.059351, 3.158567, 3.003597, 3.138258, 2.918188, 2.862434, 3.062869, 3.704578, 3.435277, 3.203525, 3.106276, 3.82546, 4.430731, 3.999742, 1.980719, 0.934048, 0.082468, 0.000376], "sum_m_pl": [17.638348, 20.987225, 19.975995, 19.357268, 19.20915, 19.077996, 19.036301, 18.354807, 18.458065, 18.441695, 18.597838, 18.53037, 18.337764, 17.270594, 17.275118, 17.541749, 17.14919, 17.742983, 18.392584, 18.953745, 18.853731, 18.938566, 19.008054, 19.103368, 15.681428, 15.410095, 15.381027, 16.330781, 16.653054, 16.659647, 16.445597, 16.637812, 17.102673, 16.53099, 15.841356, 15.895272, 14.668142, 14.409617, 13.56584, 13.67036, 12.881872, 13.222579, 13.274244, 11.264203, 10.038734, 8.188625, 5.606601, 1.981583, 0.208981, 0.071207]}, "lang": {"n_am_en": [20, 7, 13, 15, 19, 10, 20, 19, 12, 14, 15, 14, 12, 12, 14, 19, 23, 15, 16, 16, 19, 21, 23, 24, 30, 24, 24, 23, 24, 20, 21, 22, 25, 27, 22, 26, 24, 20, 22, 27, 29, 29, 32, 38, 41, 36, 25, 19, 18, 18], "n_am_pl": [15, 29, 17, 19, 17, 17, 12, 16, 13, 18, 13, 10, 17, 17, 14, 14, 9, 13, 16, 19, 18, 18, 22, 19, 17, 17, 13, 13, 12, 16, 19, 16, 21, 15, 18, 13, 17, 22, 18, 18, 17, 14, 13, 13, 15, 30, 31, 38, 66, 73], "n_pos": 91, "sum_m_en": [8.403003, 4.805244, 5.162878, 6.324191, 6.128495, 5.630483, 5.54486, 5.749936, 5.975816, 6.955092, 6.246124, 6.915835, 6.602832, 6.315341, 7.039767, 6.678025, 6.543717, 5.942138, 5.459, 5.143329, 4.975346, 4.652752, 4.553131, 4.365627, 12.127792, 11.543601, 10.24011, 9.251067, 9.824369, 9.64547, 8.915075, 9.175158, 9.724404, 10.783507, 11.141219, 10.763931, 11.942203, 12.534205, 14.537518, 17.991148, 20.85663, 23.942815, 25.443515, 27.394277, 34.43963, 26.823215, 23.905327, 17.773803, 17.067891, 17.765347], "sum_m_pl": [34.401612, 40.586945, 39.962955, 38.91335, 37.904743, 38.097802, 39.306194, 39.446647, 38.73868, 39.654578, 38.280281, 38.242597, 39.3373, 37.823504, 38.695383, 40.356005, 39.697576, 40.454208, 41.741468, 43.161808, 43.438185, 43.464283, 43.268775, 43.727796, 35.528287, 35.0604, 34.467236, 37.016463, 37.595323, 37.44231, 38.562756, 38.715218, 39.11481, 35.330312, 34.768132, 34.874204, 33.060022, 35.484187, 33.56542, 33.041172, 31.067813, 29.226358, 26.863442, 24.193929, 22.668162, 32.43548, 32.523866, 38.462055, 63.841487, 71.351691]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 375, "item_id": "gsm8kpl-891", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1030, "region_end": 375, "roundtrip_ok": true, "tf_agree": 0.9893, "tf_agree_excl_first": 0.992}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [29, 36, 25, 21, 25, 27, 24, 29, 25, 30, 25, 34, 24, 28, 25, 30, 31, 23, 29, 26, 25, 26, 25, 25, 32, 35, 32, 28, 30, 35, 34, 26, 27, 26, 28, 27, 34, 29, 34, 30, 30, 33, 35, 33, 32, 38, 36, 31, 29, 29], "n_am_pl": [3, 23, 16, 23, 15, 15, 15, 15, 8, 14, 12, 9, 18, 15, 22, 11, 9, 7, 6, 10, 11, 11, 13, 7, 7, 8, 8, 11, 15, 15, 10, 11, 15, 7, 11, 9, 4, 9, 6, 3, 6, 4, 3, 2, 2, 1, 2, 0, 0, 0], "n_pos": 133, "sum_m_en": [12.861882, 7.792477, 7.164157, 6.963057, 7.126175, 6.988772, 6.910481, 7.422945, 7.729808, 8.176872, 7.927824, 8.52137, 9.326566, 9.261351, 9.15448, 8.382416, 8.188696, 8.11388, 7.356496, 6.896467, 6.515376, 6.142981, 6.069335, 6.048513, 13.861041, 12.968117, 13.191059, 11.620232, 11.733687, 11.293511, 10.253278, 9.892519, 10.146991, 10.841385, 12.405041, 13.437727, 15.899898, 15.273532, 17.199894, 19.117966, 18.557956, 19.015791, 24.993105, 27.388167, 30.518074, 30.739654, 34.870603, 31.70728, 30.311619, 29.193394], "sum_m_pl": [50.435898, 63.647908, 63.034329, 61.551368, 60.035392, 59.191807, 59.91068, 60.504061, 57.922028, 59.774571, 60.063234, 59.431062, 58.159791, 56.573015, 57.69427, 60.893295, 61.401916, 60.33239, 61.57001, 62.987123, 63.551038, 64.74271, 64.666684, 64.608049, 45.751276, 47.958732, 45.338564, 50.965186, 51.91956, 52.677734, 53.285654, 52.746149, 53.158015, 49.691592, 48.759687, 44.592242, 37.014664, 35.642971, 30.131653, 27.617009, 27.483902, 25.09567, 21.562717, 15.273494, 14.055949, 9.531414, 6.619155, 2.585667, 0.285673, 0.00017]}, "digit": {"n_am_en": [2, 12, 9, 1, 4, 0, 0, 1, 1, 6, 5, 2, 2, 2, 0, 4, 3, 4, 7, 7, 4, 5, 5, 5, 6, 6, 8, 7, 6, 7, 5, 4, 2, 1, 3, 2, 3, 2, 0, 2, 3, 3, 3, 2, 2, 2, 2, 2, 0, 0], "n_am_pl": [0, 1, 1, 3, 3, 6, 2, 1, 1, 2, 0, 1, 3, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 2, 4, 3, 1, 2, 2, 4, 1, 4, 0, 2, 3, 1, 0, 1, 2, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.656406, 0.875975, 0.859163, 0.800298, 0.842988, 0.819025, 0.867023, 1.004264, 1.012221, 1.08855, 1.091461, 1.135207, 1.326076, 1.251213, 1.161011, 1.07672, 1.08502, 1.115021, 0.97462, 0.917633, 0.844921, 0.784656, 0.782223, 0.766392, 1.260514, 1.295146, 1.473313, 1.421565, 1.453048, 1.318177, 1.354161, 1.251039, 1.170821, 1.164655, 1.253401, 1.3487, 1.273259, 1.231105, 1.342316, 1.344369, 1.629138, 1.488602, 2.721079, 2.421164, 2.787866, 2.502186, 2.356793, 2.098099, 0.277305, 0.0], "sum_m_pl": [9.0919, 10.870207, 10.467134, 10.145145, 9.745369, 9.489474, 9.469188, 9.261649, 8.937188, 9.178127, 9.322571, 8.944082, 8.293258, 8.433953, 8.661607, 9.170573, 9.180591, 9.110983, 9.638638, 9.947028, 10.028487, 10.160143, 10.083455, 10.135462, 9.325895, 9.406905, 8.993395, 9.487952, 9.4782, 9.348114, 9.085547, 9.028728, 8.811595, 8.881028, 8.521973, 8.162636, 7.729964, 7.718675, 7.049134, 6.95344, 6.484838, 6.474047, 5.814579, 5.113746, 4.34293, 2.617598, 1.448573, 0.699626, 0.107766, 0.0]}, "lang": {"n_am_en": [8, 6, 4, 2, 1, 11, 10, 14, 12, 10, 7, 10, 9, 11, 12, 14, 15, 9, 12, 11, 10, 10, 8, 10, 12, 13, 10, 8, 9, 14, 15, 10, 10, 13, 11, 11, 16, 15, 22, 20, 18, 21, 19, 19, 20, 23, 26, 25, 28, 29], "n_am_pl": [2, 4, 2, 10, 6, 0, 1, 2, 1, 3, 1, 2, 1, 3, 3, 1, 3, 1, 1, 2, 3, 4, 7, 4, 2, 3, 1, 3, 5, 5, 2, 4, 6, 2, 2, 4, 1, 1, 1, 0, 3, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.962967, 1.830771, 1.643755, 1.614339, 1.622841, 1.800301, 1.757939, 1.820802, 1.906636, 1.960275, 1.771049, 1.928791, 2.052446, 2.108673, 2.286404, 2.050908, 2.01324, 2.050562, 1.838463, 1.718422, 1.637237, 1.543682, 1.503407, 1.532005, 4.872868, 4.339243, 4.177571, 3.467352, 3.390446, 3.319524, 2.94403, 2.882456, 3.018922, 3.274973, 3.575582, 4.002342, 5.141823, 5.454166, 7.078221, 8.719647, 8.026655, 8.891634, 12.343004, 15.211463, 16.97643, 18.17904, 23.837923, 24.109058, 28.466458, 28.877111], "sum_m_pl": [11.685484, 13.977475, 13.942259, 13.68325, 13.796355, 13.614208, 13.587213, 14.242573, 13.969497, 14.17884, 14.363041, 14.271049, 14.046084, 13.596092, 14.141386, 14.50188, 14.632619, 14.408327, 14.517898, 14.574538, 14.582295, 14.777991, 14.759378, 14.697888, 10.837683, 11.90899, 11.197157, 12.126162, 12.37506, 12.539107, 12.884464, 12.855215, 13.245369, 12.576871, 12.397078, 12.158365, 10.317997, 9.892627, 9.062245, 8.40635, 8.658085, 7.735366, 6.012538, 3.638943, 3.240693, 2.361825, 1.338672, 0.639671, 0.011401, 8.3e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "gsm8kpl-895", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1175, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9854, "tf_agree_excl_first": 0.9926}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [54, 58, 52, 50, 56, 45, 36, 41, 45, 62, 52, 49, 55, 58, 54, 61, 62, 43, 38, 37, 31, 42, 46, 51, 54, 48, 43, 63, 63, 68, 51, 53, 46, 59, 44, 43, 37, 35, 30, 30, 37, 30, 31, 38, 34, 35, 26, 28, 16, 15], "n_am_pl": [13, 73, 42, 47, 30, 47, 40, 26, 20, 34, 43, 43, 48, 38, 31, 33, 37, 27, 38, 45, 51, 47, 52, 55, 22, 31, 28, 26, 34, 29, 28, 27, 24, 17, 33, 17, 18, 16, 18, 16, 21, 17, 19, 15, 13, 21, 20, 15, 22, 24], "n_pos": 252, "sum_m_en": [22.866489, 12.227283, 13.473472, 14.225585, 14.647104, 13.569276, 14.43087, 15.300654, 16.13937, 17.310259, 16.746565, 17.199151, 18.688427, 18.352452, 18.292111, 16.880896, 16.308509, 15.906314, 14.267779, 13.381094, 12.892863, 12.313189, 12.012672, 11.742233, 23.444084, 22.735144, 22.913356, 24.755861, 26.061602, 25.423383, 23.984852, 22.049603, 20.980006, 22.40824, 23.777444, 23.058221, 22.000252, 21.635936, 22.269273, 23.642927, 24.565673, 22.566412, 25.977809, 26.363762, 34.254493, 32.745582, 29.67301, 28.052622, 17.286054, 15.006474], "sum_m_pl": [102.776571, 125.552613, 121.588957, 119.168931, 117.109297, 115.663919, 116.772999, 116.509421, 112.373385, 113.888373, 113.741703, 112.126406, 113.540241, 111.797686, 113.501849, 116.996215, 118.379003, 117.423939, 119.798587, 121.185238, 121.994368, 122.250504, 122.487188, 123.396044, 92.39157, 95.117884, 90.5517, 97.550276, 102.008774, 102.806448, 103.673666, 104.774429, 103.152984, 91.352814, 92.074302, 86.019842, 76.050119, 73.077925, 65.727822, 61.509933, 59.703437, 55.61374, 53.867577, 43.393739, 34.699912, 32.438867, 30.041873, 23.630711, 22.132699, 23.040794]}, "digit": {"n_am_en": [4, 11, 6, 7, 7, 6, 2, 2, 4, 11, 4, 4, 3, 1, 5, 3, 7, 4, 4, 6, 3, 5, 6, 6, 7, 7, 6, 14, 14, 9, 3, 5, 2, 7, 5, 3, 1, 3, 2, 2, 3, 3, 3, 3, 2, 2, 2, 2, 0, 0], "n_am_pl": [0, 4, 5, 2, 2, 2, 4, 2, 1, 3, 6, 2, 4, 1, 4, 5, 5, 4, 3, 6, 8, 5, 6, 6, 3, 2, 2, 2, 2, 1, 3, 3, 2, 1, 2, 1, 3, 2, 1, 1, 3, 3, 3, 2, 2, 1, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.406178, 1.275992, 1.330685, 1.397226, 1.366732, 1.260659, 1.338568, 1.500305, 1.569819, 1.674107, 1.647279, 1.631153, 1.863384, 1.84993, 1.777099, 1.599938, 1.583036, 1.615401, 1.410953, 1.332426, 1.26887, 1.197101, 1.185374, 1.163928, 2.162968, 2.221644, 2.309317, 2.333538, 2.571364, 2.323177, 2.194255, 2.035077, 1.879308, 1.983522, 1.936999, 2.108373, 1.880242, 1.74339, 1.896293, 2.456012, 2.646507, 2.304348, 3.288219, 2.784473, 3.201196, 2.977, 2.673771, 2.433534, 0.310614, 0.0], "sum_m_pl": [12.834945, 14.979291, 14.366671, 13.870946, 13.534703, 13.357536, 13.411665, 13.13626, 12.864731, 12.861382, 12.799788, 12.75064, 12.329531, 12.27402, 12.565133, 13.109808, 13.149671, 12.990803, 13.615611, 13.83316, 13.879217, 13.983808, 13.970811, 14.074636, 11.885173, 11.842809, 11.621862, 12.287069, 12.473083, 12.426035, 12.36571, 12.591356, 12.265744, 11.945682, 11.661279, 11.164522, 10.607748, 10.535155, 9.692009, 9.535548, 9.032598, 9.116871, 8.793433, 7.675988, 6.78776, 4.900736, 2.907215, 1.391589, 0.088692, 0.0]}, "lang": {"n_am_en": [8, 13, 17, 19, 19, 12, 6, 10, 4, 8, 7, 9, 5, 6, 3, 9, 13, 9, 12, 14, 11, 17, 19, 19, 13, 12, 10, 14, 7, 12, 10, 7, 8, 13, 15, 11, 9, 12, 15, 15, 16, 12, 15, 19, 21, 21, 18, 18, 15, 15], "n_am_pl": [2, 9, 5, 5, 3, 8, 5, 2, 3, 6, 8, 6, 10, 6, 6, 6, 4, 2, 6, 6, 4, 6, 5, 6, 3, 3, 4, 4, 7, 3, 8, 3, 7, 6, 4, 5, 5, 6, 6, 8, 10, 8, 7, 5, 4, 10, 13, 13, 21, 23], "n_pos": 38, "sum_m_en": [3.634265, 1.827545, 2.109975, 2.953354, 3.049626, 2.697131, 2.594847, 2.609936, 2.531477, 2.565167, 2.452552, 2.559436, 2.494197, 2.405437, 2.437747, 2.364041, 2.459198, 2.449663, 2.336427, 2.189134, 2.112841, 2.029158, 1.950251, 1.924567, 5.651408, 4.484422, 4.191775, 3.879682, 3.714594, 4.029128, 3.611498, 3.48205, 3.639657, 5.060953, 6.228359, 6.738561, 6.924552, 7.707873, 8.401261, 9.059981, 9.250451, 8.45437, 10.199715, 10.921005, 18.609482, 17.758437, 17.153582, 16.814627, 15.136137, 15.004935], "sum_m_pl": [14.978326, 18.650139, 18.398126, 17.707226, 17.417701, 17.013745, 17.22829, 17.559602, 17.228098, 17.687786, 17.602501, 17.245917, 17.134925, 16.565505, 17.310941, 17.718429, 17.80629, 17.478345, 17.677989, 17.964756, 17.97948, 18.026102, 18.042546, 18.115245, 14.111969, 15.414799, 14.629321, 15.684683, 16.562244, 16.115709, 16.577617, 16.397433, 16.673553, 14.512833, 13.893763, 13.421973, 12.964585, 12.951549, 12.614344, 12.471805, 12.490678, 11.629188, 10.817081, 10.093783, 7.512736, 9.330222, 12.545264, 12.160626, 19.672049, 22.432768]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 256, "item_id": "gsm8kpl-895", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1034, "region_end": 252, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9843}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [73, 67, 45, 36, 39, 37, 35, 35, 33, 53, 46, 54, 38, 42, 33, 35, 31, 30, 33, 35, 40, 40, 41, 44, 67, 73, 57, 53, 48, 44, 40, 43, 48, 50, 55, 48, 51, 58, 62, 63, 59, 63, 75, 65, 59, 59, 58, 70, 60, 57], "n_am_pl": [4, 27, 22, 26, 23, 20, 18, 19, 23, 19, 20, 23, 28, 22, 23, 26, 36, 33, 32, 34, 24, 29, 24, 25, 12, 12, 10, 11, 17, 18, 21, 8, 16, 18, 11, 9, 10, 4, 7, 4, 8, 5, 5, 7, 4, 2, 1, 0, 0, 0], "n_pos": 170, "sum_m_en": [20.497076, 9.589982, 9.238979, 8.998594, 9.602892, 10.398727, 11.187102, 12.734553, 13.406626, 13.287184, 13.536802, 14.099018, 13.437733, 14.037508, 13.593073, 13.154033, 12.460007, 11.402122, 10.302935, 9.745838, 9.141117, 8.385511, 8.208362, 8.088975, 26.411029, 26.338656, 22.613748, 19.164293, 18.353394, 18.506413, 16.175313, 16.139888, 16.445321, 17.616875, 18.748396, 19.621402, 25.86427, 26.099806, 29.095484, 34.250467, 40.316356, 40.308831, 53.018575, 50.392283, 51.883089, 54.725402, 58.979511, 68.566286, 60.892484, 56.609043], "sum_m_pl": [66.918392, 82.773322, 81.418988, 78.980978, 75.850567, 75.786433, 76.064598, 74.866842, 73.117211, 75.622759, 75.093316, 75.424151, 76.543791, 73.197322, 73.63587, 75.467807, 75.388513, 76.091859, 78.545436, 80.549729, 80.79656, 81.953686, 82.270696, 82.34162, 58.191217, 57.266346, 58.557598, 64.042219, 64.488306, 65.53441, 69.297373, 67.0734, 66.261775, 61.448097, 58.397746, 54.375199, 46.062562, 43.075199, 39.384947, 35.439852, 31.766091, 29.942287, 25.370878, 17.84575, 15.181266, 12.328789, 7.890185, 4.004989, 0.581909, 0.004927]}, "digit": {"n_am_en": [14, 17, 8, 4, 6, 7, 4, 4, 2, 7, 6, 7, 5, 7, 5, 5, 5, 3, 4, 4, 3, 4, 4, 3, 12, 14, 8, 11, 12, 7, 6, 6, 7, 4, 7, 3, 5, 7, 9, 9, 4, 10, 7, 6, 5, 2, 2, 2, 1, 0], "n_am_pl": [0, 1, 2, 11, 3, 7, 5, 9, 12, 6, 8, 5, 5, 5, 7, 4, 11, 12, 9, 10, 7, 8, 6, 9, 7, 3, 7, 4, 4, 4, 6, 3, 3, 4, 5, 5, 6, 2, 2, 2, 5, 2, 2, 5, 1, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.099684, 1.513742, 1.43157, 1.401047, 1.486997, 1.553479, 1.610314, 1.659701, 1.682388, 1.708401, 1.786772, 1.801304, 1.853269, 1.94766, 1.756015, 1.739159, 1.793585, 1.70574, 1.606846, 1.565707, 1.476878, 1.383096, 1.353609, 1.342452, 3.392559, 3.454605, 2.711182, 2.900223, 2.723356, 2.615314, 2.466222, 2.544389, 2.23078, 2.111203, 2.135899, 2.09072, 2.410365, 2.40787, 3.100219, 2.564796, 2.366599, 3.147014, 3.215797, 2.612992, 2.960168, 2.676796, 2.167573, 2.218453, 0.881089, 0.0], "sum_m_pl": [15.06843, 17.60985, 16.70108, 16.302381, 15.632486, 15.305786, 15.195086, 15.033637, 14.807486, 15.538583, 15.540814, 15.371704, 15.130342, 14.820686, 14.841066, 15.247537, 15.022154, 15.168081, 15.748154, 16.087477, 16.115505, 16.27549, 16.341651, 16.406643, 13.680705, 13.197145, 13.526741, 13.783958, 13.902035, 13.821539, 14.263281, 13.904319, 14.008145, 13.435703, 12.930995, 12.646789, 12.245924, 11.927894, 11.436644, 11.812528, 11.594446, 10.783771, 9.880441, 9.14857, 8.261983, 6.469561, 4.272734, 2.550545, 0.401605, 0.0]}, "lang": {"n_am_en": [22, 25, 22, 21, 16, 14, 16, 13, 17, 27, 21, 23, 16, 19, 15, 14, 12, 18, 17, 16, 17, 18, 17, 21, 25, 28, 25, 24, 17, 16, 18, 21, 20, 24, 23, 24, 26, 30, 33, 34, 34, 31, 41, 34, 32, 36, 38, 50, 55, 56], "n_am_pl": [1, 3, 3, 2, 4, 2, 4, 3, 6, 4, 5, 9, 10, 8, 8, 8, 9, 6, 7, 10, 8, 9, 8, 6, 1, 2, 1, 2, 4, 9, 9, 3, 6, 7, 4, 4, 1, 1, 1, 0, 1, 2, 2, 1, 2, 0, 0, 0, 0, 0], "n_pos": 57, "sum_m_en": [7.74079, 3.562003, 3.288995, 3.201868, 3.45561, 4.294751, 4.961457, 6.163485, 6.657908, 6.489378, 6.265901, 6.716636, 6.160214, 6.374618, 6.316711, 6.108565, 5.474648, 4.848823, 4.050991, 3.749272, 3.430129, 3.068569, 2.985267, 2.927058, 9.963461, 10.314827, 9.094145, 8.104232, 8.000667, 8.328624, 6.958381, 6.990588, 7.439139, 8.511382, 8.460485, 9.088984, 11.436596, 12.391581, 14.276588, 18.404758, 24.436298, 23.55543, 28.615706, 28.048186, 30.51333, 34.684417, 38.899418, 48.325224, 54.121711, 55.353082], "sum_m_pl": [20.698959, 26.345972, 26.626811, 25.835211, 24.814536, 24.891725, 24.711948, 23.999606, 23.551554, 24.248751, 24.485088, 24.67166, 25.54398, 24.314308, 24.709868, 24.655734, 24.948357, 25.621431, 26.603667, 26.997868, 27.17484, 27.719013, 27.776641, 27.819971, 20.847462, 20.52985, 20.95568, 22.432387, 22.197135, 22.270007, 24.237922, 23.180889, 23.439527, 22.041178, 21.342851, 21.111023, 18.407944, 17.352263, 16.435431, 13.677268, 10.876389, 10.507666, 9.678841, 4.597868, 3.596219, 2.556082, 1.490472, 0.422829, 0.074674, 0.004924]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "gsm8kpl-9", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1181, "region_end": 170, "roundtrip_ok": true, "tf_agree": 0.9829, "tf_agree_excl_first": 0.9885}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [94, 103, 79, 77, 56, 61, 68, 58, 56, 75, 76, 71, 61, 59, 76, 89, 93, 57, 47, 43, 42, 55, 45, 61, 116, 114, 95, 103, 113, 114, 93, 98, 88, 92, 97, 80, 78, 71, 61, 68, 65, 59, 68, 67, 58, 51, 33, 26, 23, 21], "n_am_pl": [26, 96, 56, 64, 75, 80, 70, 64, 45, 63, 58, 64, 99, 79, 53, 71, 80, 82, 101, 110, 102, 109, 106, 94, 42, 40, 48, 54, 65, 66, 75, 76, 63, 42, 40, 30, 30, 32, 38, 39, 44, 40, 37, 24, 23, 32, 32, 36, 56, 67], "n_pos": 389, "sum_m_en": [35.371578, 18.325517, 19.347585, 20.133485, 20.871891, 20.281631, 21.335906, 21.839622, 23.66295, 23.636408, 23.926408, 25.280268, 25.736691, 26.959045, 26.837674, 25.340141, 25.539399, 23.912953, 21.850366, 20.711428, 19.561907, 18.331042, 17.992001, 17.707837, 46.85774, 47.75417, 42.607605, 40.636423, 41.764517, 41.819155, 38.024426, 37.504156, 35.41809, 34.932017, 35.912142, 32.812597, 34.483465, 34.276146, 35.729105, 39.607196, 43.621107, 40.008961, 51.111201, 58.026269, 56.736557, 50.43302, 35.893526, 33.227044, 23.632402, 21.295192], "sum_m_pl": [160.328391, 193.16475, 187.320479, 182.574018, 179.057767, 178.307231, 179.937379, 179.736361, 176.922843, 181.279403, 179.627602, 177.16525, 183.121486, 176.461084, 178.190332, 182.461103, 181.240513, 183.850362, 190.128925, 193.726752, 193.398144, 193.556216, 193.892499, 193.797447, 150.830167, 147.819028, 148.130907, 160.610353, 162.394925, 164.053257, 168.711763, 165.595455, 163.822943, 149.282833, 145.348891, 141.189959, 127.145583, 122.505119, 116.23015, 114.205821, 107.712631, 103.296476, 93.508251, 70.464912, 59.16962, 62.083601, 51.400859, 47.107687, 59.349003, 66.541829]}, "digit": {"n_am_en": [11, 20, 16, 10, 8, 11, 9, 6, 2, 9, 14, 9, 7, 8, 5, 10, 10, 6, 5, 5, 4, 8, 6, 6, 13, 16, 9, 12, 13, 14, 4, 14, 10, 8, 10, 7, 9, 9, 10, 7, 9, 9, 5, 4, 3, 2, 1, 0, 0, 0], "n_am_pl": [3, 11, 3, 2, 4, 6, 2, 6, 4, 7, 6, 3, 9, 7, 13, 9, 10, 10, 11, 14, 13, 10, 11, 10, 1, 4, 7, 7, 9, 7, 7, 7, 6, 4, 3, 3, 1, 1, 0, 0, 2, 4, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 50, "sum_m_en": [4.44611, 2.16882, 2.150371, 2.266183, 2.358661, 2.248927, 2.317279, 2.431088, 2.564878, 2.541411, 2.692632, 2.767518, 2.963275, 3.188181, 3.006913, 2.901345, 2.999667, 2.877186, 2.523697, 2.401324, 2.266836, 2.105545, 2.058509, 2.032427, 3.817174, 4.203626, 4.012367, 3.986977, 4.001581, 4.166183, 3.778699, 3.898755, 3.456074, 3.490309, 3.455118, 3.533501, 3.282521, 3.11435, 3.659191, 4.052452, 3.928303, 3.547362, 3.312071, 3.257455, 2.805207, 2.565134, 1.642854, 1.233619, 0.185564, 0.0], "sum_m_pl": [22.480853, 26.958881, 25.802863, 25.001307, 24.210807, 23.865362, 23.773091, 23.237611, 23.004623, 23.404618, 23.470898, 23.296816, 23.167124, 22.492474, 22.996681, 23.215597, 22.93584, 23.070317, 24.588268, 25.257215, 25.129006, 25.159691, 25.213575, 25.297573, 22.361945, 22.001381, 21.569934, 22.581539, 22.349779, 22.125187, 22.548752, 21.899777, 22.010292, 20.629892, 19.533241, 19.70984, 17.91125, 17.311942, 16.047746, 16.532752, 16.074328, 16.393222, 15.712463, 13.702114, 12.661585, 10.112682, 7.210907, 4.368779, 0.537914, 0.000467]}, "lang": {"n_am_en": [22, 22, 10, 14, 15, 13, 19, 8, 8, 9, 18, 19, 13, 13, 14, 19, 20, 9, 10, 10, 13, 13, 14, 18, 32, 31, 31, 27, 22, 30, 25, 23, 25, 30, 30, 29, 30, 26, 24, 27, 25, 23, 31, 36, 34, 29, 21, 23, 21, 21], "n_am_pl": [8, 14, 4, 13, 14, 16, 13, 13, 7, 7, 8, 15, 26, 24, 14, 14, 23, 24, 21, 26, 20, 25, 23, 18, 15, 10, 13, 15, 16, 11, 20, 24, 15, 11, 13, 11, 9, 11, 10, 12, 11, 14, 19, 7, 8, 23, 27, 31, 55, 67], "n_pos": 88, "sum_m_en": [7.670024, 4.388748, 4.382924, 4.623446, 4.652216, 4.661759, 4.809265, 5.129575, 5.590094, 5.314141, 5.550967, 6.16351, 6.171001, 6.653493, 6.572851, 6.039796, 5.925367, 5.628207, 5.255098, 4.970327, 4.654328, 4.318727, 4.190413, 4.080201, 11.030313, 11.070438, 9.99728, 9.321774, 9.636569, 9.636493, 8.922768, 8.762966, 8.461273, 8.699734, 8.514226, 8.262295, 9.747839, 10.802013, 11.138755, 12.849562, 15.6794, 15.939932, 19.110301, 26.003954, 29.798403, 27.174139, 22.194111, 22.29651, 21.310998, 20.943471], "sum_m_pl": [35.122901, 41.618155, 41.115626, 40.067022, 39.568389, 39.410107, 39.764321, 39.949539, 39.592432, 40.931998, 40.284662, 39.801026, 41.267839, 39.519078, 40.394692, 41.255199, 40.953318, 41.656316, 42.795298, 43.58876, 43.652285, 43.79979, 43.8837, 43.827209, 37.428915, 36.823237, 36.390641, 38.479982, 37.938985, 38.282876, 39.737805, 39.603115, 40.01685, 37.601901, 37.753951, 37.541366, 35.440613, 35.693658, 34.942744, 34.000069, 31.636616, 30.487668, 30.119434, 19.36861, 17.653259, 25.700215, 25.531313, 29.482018, 53.563559, 65.814975]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 394, "item_id": "gsm8kpl-9", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1040, "region_end": 389, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9898}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [111, 132, 103, 88, 78, 78, 67, 91, 87, 90, 113, 108, 111, 120, 115, 118, 116, 99, 94, 86, 81, 95, 102, 108, 150, 158, 141, 121, 128, 125, 106, 112, 124, 117, 122, 128, 142, 135, 135, 133, 136, 132, 156, 155, 150, 149, 144, 163, 164, 152], "n_am_pl": [14, 43, 50, 45, 46, 40, 34, 36, 33, 38, 36, 42, 50, 49, 52, 40, 34, 46, 34, 37, 34, 36, 37, 42, 13, 17, 23, 27, 36, 38, 38, 37, 25, 22, 19, 22, 14, 17, 14, 19, 12, 12, 7, 7, 5, 6, 12, 8, 2, 1], "n_pos": 345, "sum_m_en": [41.617161, 20.726899, 19.95535, 20.091645, 21.248122, 23.354945, 20.78774, 22.078944, 24.527485, 23.679302, 26.044872, 27.252295, 26.957992, 26.77478, 26.263523, 25.3667, 23.364368, 22.326549, 20.600366, 19.084276, 17.965361, 16.81933, 16.295096, 16.107281, 48.164133, 48.46029, 46.305426, 41.829135, 40.668567, 40.852952, 37.51151, 36.846325, 37.510886, 38.715572, 42.279319, 47.382832, 59.014866, 58.798275, 67.851681, 72.455365, 78.592122, 83.187774, 99.201711, 113.061031, 117.462556, 122.949574, 136.510505, 156.041252, 159.332258, 153.818857], "sum_m_pl": [127.913035, 164.371867, 162.308601, 158.619763, 156.357595, 155.030266, 156.860938, 157.572609, 153.218728, 155.001859, 152.281051, 153.075098, 155.811638, 154.871452, 154.862185, 158.399308, 159.500224, 158.74123, 160.113344, 163.610997, 164.311158, 165.635443, 166.663796, 167.45834, 125.702943, 127.354375, 124.864139, 132.38366, 137.336734, 138.791513, 141.529218, 141.137253, 139.423526, 131.508087, 126.264282, 121.470884, 105.040915, 99.83057, 89.549342, 86.365541, 79.564053, 68.866061, 61.689207, 48.603978, 40.14167, 34.393071, 26.049091, 16.429804, 4.004788, 1.055718]}, "digit": {"n_am_en": [5, 14, 14, 9, 3, 0, 2, 1, 2, 2, 7, 7, 5, 8, 3, 8, 8, 5, 3, 2, 3, 5, 5, 5, 2, 6, 10, 9, 8, 6, 7, 6, 6, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 3, 6, 4, 3, 3, 0, 1, 2, 2, 3, 2, 2, 2, 3, 2, 2, 2, 3, 3, 2, 1, 2, 1, 2, 5, 1, 3, 3, 1, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [2.960853, 1.560298, 1.505188, 1.416129, 1.469106, 1.481639, 1.507007, 1.621577, 1.662017, 1.675695, 1.777635, 1.855766, 1.957862, 1.954267, 1.875947, 1.97834, 1.917015, 1.801309, 1.595262, 1.50852, 1.481097, 1.394095, 1.371666, 1.357848, 2.219326, 2.436041, 2.436773, 2.375323, 2.614638, 2.336287, 2.350686, 2.200624, 2.098443, 2.107436, 1.991045, 2.004445, 2.033363, 2.180477, 2.349547, 2.135888, 2.235506, 2.15587, 2.906962, 2.526456, 2.326849, 1.95748, 1.171183, 0.746007, 0.171681, 7e-06], "sum_m_pl": [15.13357, 17.639436, 16.957551, 16.702303, 16.223131, 15.856145, 15.681669, 15.57086, 15.17412, 15.197975, 15.205309, 14.989086, 14.700096, 14.613604, 14.818937, 14.969996, 15.205844, 15.127084, 15.462795, 15.953717, 15.913864, 16.13777, 16.172017, 16.304365, 13.381012, 13.450687, 12.989745, 13.761509, 14.147888, 14.145324, 14.06483, 13.990449, 13.817874, 13.176737, 12.76119, 12.860366, 12.142589, 11.365363, 9.347959, 8.944601, 8.779641, 7.993215, 8.218303, 6.649364, 5.420967, 3.920268, 2.798142, 1.857712, 0.354314, 5e-06]}, "lang": {"n_am_en": [46, 49, 50, 49, 39, 47, 39, 57, 53, 54, 62, 60, 63, 60, 63, 63, 64, 60, 51, 46, 44, 54, 57, 60, 86, 92, 79, 68, 75, 73, 60, 65, 66, 68, 64, 71, 82, 77, 72, 76, 83, 76, 95, 98, 100, 106, 109, 130, 151, 151], "n_am_pl": [5, 18, 20, 11, 17, 14, 16, 19, 16, 19, 24, 22, 28, 28, 22, 21, 18, 23, 12, 20, 21, 24, 24, 27, 5, 5, 9, 14, 20, 19, 27, 18, 16, 14, 13, 16, 8, 9, 10, 13, 5, 5, 3, 3, 2, 2, 7, 3, 1, 1], "n_pos": 155, "sum_m_en": [18.139625, 9.410981, 9.556429, 10.202232, 10.910269, 13.013749, 10.790514, 11.595639, 13.617104, 12.535011, 13.969562, 14.955342, 14.261862, 13.856202, 13.349074, 12.617096, 11.323684, 10.782178, 9.957267, 9.11876, 8.366924, 7.764439, 7.494105, 7.426878, 25.659193, 27.795604, 27.252925, 24.220278, 23.185422, 23.547299, 21.16702, 20.079891, 20.399668, 20.722067, 22.5303, 25.223765, 31.18757, 31.162326, 37.870153, 41.831149, 47.521216, 52.23807, 61.142117, 74.077187, 78.951502, 85.463523, 101.230591, 123.37575, 144.974727, 150.008352], "sum_m_pl": [55.323568, 71.639269, 71.011531, 69.313673, 69.137048, 68.360285, 69.640342, 70.649538, 68.94137, 70.015137, 68.344525, 68.524159, 70.805319, 70.493886, 70.242103, 72.206541, 72.49403, 72.240628, 72.819134, 74.000565, 74.488791, 75.075599, 75.540336, 75.865038, 58.726073, 58.764704, 57.22009, 60.579493, 62.818005, 63.06489, 64.48885, 64.386031, 64.500316, 63.188059, 60.686154, 58.862809, 51.352713, 48.802765, 44.089918, 42.629694, 38.188725, 31.768834, 28.015289, 21.833456, 16.875595, 14.388142, 11.856191, 5.168834, 1.477244, 1.030179]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 462, "item_id": "gsm8kpl-90", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1204, "region_end": 345, "roundtrip_ok": true, "tf_agree": 0.9784, "tf_agree_excl_first": 0.9805}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [82, 61, 61, 51, 56, 53, 52, 69, 47, 61, 64, 56, 61, 73, 68, 66, 74, 64, 58, 50, 54, 51, 50, 56, 97, 100, 83, 84, 81, 82, 72, 75, 73, 62, 82, 81, 77, 78, 67, 73, 78, 70, 72, 68, 58, 57, 40, 43, 25, 10], "n_am_pl": [23, 54, 73, 65, 61, 57, 41, 40, 37, 42, 40, 46, 61, 52, 58, 83, 69, 66, 63, 77, 67, 65, 64, 59, 32, 36, 39, 46, 65, 68, 56, 66, 54, 46, 38, 46, 33, 28, 30, 25, 25, 29, 27, 23, 27, 33, 48, 45, 59, 74], "n_pos": 326, "sum_m_en": [30.855531, 15.602773, 16.302539, 16.69469, 17.053772, 17.027932, 17.277821, 17.929269, 18.748417, 19.248856, 19.790458, 20.347162, 20.697982, 20.508954, 20.34502, 20.21997, 19.502182, 18.84849, 17.167618, 16.834569, 16.332185, 15.312387, 14.993777, 14.481287, 33.905016, 32.584645, 29.594262, 28.324382, 30.083346, 29.693459, 28.862594, 27.546454, 27.471031, 27.493069, 30.827504, 33.267434, 35.909626, 37.183248, 37.763485, 38.491006, 39.275153, 41.910371, 46.677553, 48.55585, 45.994332, 47.685895, 40.98957, 38.461927, 23.219887, 10.220906], "sum_m_pl": [130.216422, 159.45195, 155.652718, 152.990505, 151.486043, 148.446406, 150.281816, 150.072141, 147.563007, 147.488598, 145.756024, 147.848088, 150.499187, 150.929083, 150.78084, 153.634126, 153.273045, 153.546342, 156.637735, 158.787846, 158.431029, 158.03151, 158.182936, 159.363312, 124.198894, 125.414034, 125.76996, 134.409051, 138.110011, 139.568243, 139.717911, 141.327985, 137.959336, 126.040527, 118.988396, 115.022834, 103.153333, 99.170468, 92.404726, 91.458238, 88.778495, 82.558621, 76.683956, 65.828961, 58.040024, 53.836532, 58.206174, 52.299813, 60.477859, 73.786124]}, "digit": {"n_am_en": [12, 18, 16, 10, 7, 4, 8, 9, 4, 11, 17, 12, 13, 18, 16, 13, 13, 10, 16, 7, 8, 9, 9, 10, 11, 12, 9, 15, 15, 13, 14, 14, 6, 3, 5, 4, 7, 5, 3, 2, 2, 3, 3, 4, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 5, 9, 5, 5, 5, 2, 2, 7, 7, 5, 4, 4, 3, 3, 11, 10, 10, 7, 9, 6, 8, 8, 8, 4, 6, 7, 6, 4, 3, 4, 5, 7, 7, 4, 6, 2, 3, 2, 1, 2, 2, 2, 1, 0, 1, 2, 1, 0, 0], "n_pos": 55, "sum_m_en": [5.184684, 2.678676, 2.721325, 2.639446, 2.703757, 2.657448, 2.715925, 2.934564, 2.942024, 2.955659, 3.154015, 3.327264, 3.514536, 3.520247, 3.311446, 3.385599, 3.335753, 3.144048, 2.766792, 2.670374, 2.569489, 2.411374, 2.376455, 2.327227, 3.732577, 4.15107, 4.005973, 4.119744, 4.628976, 4.425782, 4.382935, 4.109943, 3.574004, 3.486963, 3.427589, 3.716243, 4.097141, 3.964419, 3.831037, 4.021902, 4.159175, 3.959732, 4.507254, 4.592955, 3.809373, 3.427056, 1.692495, 1.428782, 0.225583, 3.4e-05], "sum_m_pl": [24.469652, 29.238146, 27.709085, 27.078515, 26.599755, 26.334074, 25.823461, 25.287523, 25.014367, 25.180789, 24.928019, 24.823883, 24.831663, 24.96282, 25.087344, 25.456243, 25.494496, 25.899948, 26.499331, 26.789157, 26.725605, 26.879516, 27.013353, 27.228114, 21.138127, 21.225772, 21.309478, 22.825097, 23.441505, 23.495005, 23.369054, 23.454775, 23.674855, 21.711805, 20.320487, 21.009662, 19.407956, 18.516196, 16.348612, 15.75223, 15.430602, 14.611781, 14.620121, 11.574349, 10.084397, 7.8193, 6.537459, 4.382194, 0.50941, 0.0027]}, "lang": {"n_am_en": [16, 9, 21, 17, 13, 9, 13, 21, 16, 15, 16, 13, 15, 16, 17, 18, 20, 21, 14, 18, 22, 17, 18, 20, 33, 39, 32, 33, 30, 31, 29, 32, 34, 29, 38, 31, 28, 31, 33, 36, 36, 33, 33, 35, 34, 34, 29, 32, 22, 10], "n_am_pl": [11, 14, 15, 18, 14, 10, 6, 8, 10, 11, 9, 12, 14, 20, 14, 20, 13, 14, 12, 15, 14, 17, 17, 16, 10, 9, 9, 9, 14, 15, 14, 14, 11, 10, 8, 14, 12, 10, 10, 10, 11, 10, 13, 14, 17, 23, 31, 35, 57, 73], "n_pos": 83, "sum_m_en": [7.887428, 4.07365, 4.275584, 4.441497, 4.386779, 4.33819, 4.36311, 4.369792, 4.699241, 4.918374, 5.070539, 5.263289, 5.310144, 5.312088, 5.398716, 5.27558, 5.042656, 4.851235, 4.56293, 4.43935, 4.276364, 3.978184, 3.883325, 3.729902, 8.475413, 8.946566, 8.489933, 8.505968, 8.806149, 8.575371, 8.127092, 8.058884, 8.657392, 9.02409, 10.342224, 10.494494, 11.932647, 12.6685, 14.903392, 15.329863, 15.396311, 15.048403, 16.379061, 18.198242, 23.140299, 26.415709, 26.454485, 26.250598, 19.139388, 10.089839], "sum_m_pl": [29.856881, 38.448297, 38.120846, 37.184176, 36.367633, 35.682404, 36.781344, 37.323115, 36.750797, 36.712246, 35.971479, 36.563713, 37.742218, 37.798707, 37.955283, 38.960128, 38.853924, 38.963559, 39.673291, 40.358439, 40.380871, 40.390119, 40.345342, 40.694324, 35.207691, 34.633099, 34.326202, 35.433971, 35.704347, 36.263298, 37.003524, 37.278507, 36.657939, 34.183574, 32.425765, 32.948565, 31.474013, 31.29278, 29.71526, 29.441631, 29.999421, 28.425114, 27.828415, 26.385125, 23.72869, 24.984609, 30.341351, 32.282726, 54.2242, 71.900271]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 842, "item_id": "gsm8kpl-90", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1063, "region_end": 326, "roundtrip_ok": true, "tf_agree": 0.9834, "tf_agree_excl_first": 0.9845}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [36, 41, 33, 26, 39, 35, 27, 32, 32, 34, 37, 41, 45, 39, 39, 37, 33, 39, 31, 25, 25, 27, 28, 34, 49, 51, 47, 39, 45, 42, 36, 35, 33, 39, 42, 47, 46, 48, 53, 51, 56, 60, 57, 55, 52, 55, 50, 48, 45, 41], "n_am_pl": [4, 14, 14, 21, 14, 26, 27, 17, 16, 15, 21, 18, 21, 17, 8, 17, 23, 26, 24, 32, 34, 28, 30, 28, 14, 17, 19, 24, 21, 24, 15, 14, 16, 12, 12, 11, 13, 5, 6, 6, 5, 8, 6, 10, 6, 7, 7, 1, 0, 0], "n_pos": 138, "sum_m_en": [15.367875, 7.698807, 7.796989, 7.857598, 8.476909, 9.145163, 9.065524, 9.812425, 11.568781, 10.273067, 9.151383, 9.791485, 10.979153, 10.989008, 11.063901, 10.249865, 10.004506, 10.003298, 8.784049, 7.999759, 7.544275, 6.978126, 6.623536, 6.520118, 17.338459, 18.576445, 19.39113, 15.637034, 14.554893, 13.793732, 13.071621, 12.876639, 13.418427, 13.567948, 15.674159, 16.63472, 19.631115, 20.382392, 26.182091, 33.775458, 36.370655, 40.473872, 44.961657, 43.514026, 44.365117, 49.950316, 48.083034, 47.726661, 45.822982, 41.537549], "sum_m_pl": [51.343617, 67.899668, 67.057817, 65.101134, 63.758342, 62.596216, 61.948989, 60.189026, 59.022991, 61.045043, 62.554999, 62.941494, 61.706407, 62.037675, 61.813857, 64.336746, 64.811929, 65.420615, 66.125139, 68.109355, 68.374009, 68.730088, 68.963724, 69.290089, 56.71271, 55.548673, 54.255159, 59.171758, 61.383518, 59.952676, 60.995245, 59.849138, 58.293247, 55.268398, 54.463473, 50.619134, 44.052557, 40.744766, 38.442606, 32.759947, 31.317414, 25.855802, 21.868598, 19.273256, 16.456461, 14.26975, 9.960858, 3.028478, 0.240374, 0.052687]}, "digit": {"n_am_en": [0, 5, 5, 2, 6, 3, 3, 6, 5, 3, 2, 4, 2, 1, 1, 3, 3, 6, 4, 2, 2, 2, 2, 3, 5, 4, 5, 2, 5, 3, 4, 4, 2, 2, 6, 5, 3, 5, 6, 3, 7, 5, 4, 5, 2, 2, 3, 2, 0, 0], "n_am_pl": [1, 1, 1, 1, 2, 2, 4, 2, 1, 2, 2, 0, 3, 1, 0, 5, 5, 4, 5, 5, 3, 2, 3, 2, 1, 1, 1, 3, 2, 2, 1, 3, 2, 2, 1, 3, 2, 1, 0, 0, 0, 2, 2, 3, 4, 2, 1, 1, 0, 0], "n_pos": 17, "sum_m_en": [1.642747, 0.823944, 0.816647, 0.788212, 0.778516, 0.846926, 0.89343, 0.967149, 1.03687, 0.984719, 1.000134, 1.02068, 1.099497, 1.118271, 1.078221, 1.138257, 1.186169, 1.240463, 1.017469, 0.92415, 0.874987, 0.80906, 0.765573, 0.747973, 1.659137, 1.623414, 1.691034, 1.383131, 1.434027, 1.390075, 1.464311, 1.434426, 1.433252, 1.420567, 1.520124, 1.589067, 1.440078, 1.432963, 1.39442, 1.421524, 1.611439, 2.428353, 2.90195, 2.624953, 2.15002, 2.033946, 2.390979, 1.755656, 0.143076, 0.0], "sum_m_pl": [7.21203, 8.95772, 8.636305, 8.385172, 8.372656, 8.051121, 8.069139, 7.867832, 7.775921, 7.968379, 7.926726, 7.945818, 7.298501, 7.560126, 7.513434, 7.745206, 7.861451, 8.011639, 8.120484, 8.430676, 8.412017, 8.482787, 8.496795, 8.560272, 7.368726, 7.06067, 7.067754, 7.79826, 7.818889, 7.647693, 7.477734, 7.37114, 7.015312, 6.971803, 6.647994, 6.88679, 6.591032, 6.504809, 6.368974, 6.414451, 6.169687, 5.601625, 5.327973, 4.828938, 4.762649, 4.43701, 2.317962, 1.387559, 0.077284, 0.0]}, "lang": {"n_am_en": [11, 14, 14, 10, 17, 17, 14, 16, 15, 17, 17, 20, 20, 20, 20, 18, 16, 18, 14, 15, 11, 13, 14, 16, 23, 22, 19, 17, 16, 16, 17, 17, 19, 22, 20, 21, 22, 26, 29, 32, 32, 35, 34, 38, 39, 37, 35, 38, 40, 40], "n_am_pl": [0, 1, 3, 2, 0, 3, 1, 6, 3, 3, 7, 3, 5, 4, 1, 2, 5, 7, 6, 7, 6, 7, 7, 8, 3, 3, 2, 3, 3, 8, 3, 2, 3, 1, 3, 1, 0, 0, 0, 2, 1, 1, 2, 2, 1, 4, 5, 0, 0, 0], "n_pos": 41, "sum_m_en": [4.397919, 2.538937, 2.702412, 2.825274, 3.483895, 4.114598, 3.924285, 4.197311, 5.67328, 4.267083, 3.282211, 3.653211, 4.524299, 4.467358, 4.35358, 3.848501, 3.524799, 3.470864, 3.046715, 2.71247, 2.472811, 2.23262, 2.091457, 2.024496, 7.155244, 8.2339, 8.679383, 6.43625, 5.716326, 5.439831, 4.920106, 4.818228, 5.086487, 5.512064, 6.350284, 6.785581, 9.646241, 10.327431, 15.586545, 20.639652, 22.91915, 25.640808, 28.499695, 30.276802, 32.938683, 32.61231, 33.465709, 35.738605, 39.838498, 39.939997], "sum_m_pl": [14.402188, 19.047811, 19.007317, 18.523698, 17.994187, 17.463398, 17.421047, 17.158765, 16.506393, 17.639407, 18.823069, 18.548945, 18.189929, 18.194897, 18.395531, 19.16966, 19.528315, 19.546639, 19.806237, 20.546115, 20.644202, 20.78725, 20.842875, 20.961195, 16.508061, 15.862799, 15.281817, 16.821858, 17.618456, 17.783763, 18.751161, 18.079117, 18.120622, 17.365068, 17.00354, 15.673686, 13.1621, 12.631003, 10.37937, 7.876924, 6.983444, 5.807907, 4.758535, 4.108064, 2.993697, 5.147679, 4.500183, 0.555146, 0.018487, 0.001206]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "gsm8kpl-906", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1188, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.9789, "tf_agree_excl_first": 0.9858}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [33, 27, 27, 20, 13, 12, 7, 14, 10, 13, 22, 20, 18, 20, 15, 17, 21, 12, 15, 14, 13, 15, 15, 13, 33, 25, 22, 16, 28, 13, 17, 16, 24, 18, 27, 20, 22, 26, 31, 38, 35, 38, 39, 28, 25, 22, 20, 13, 2, 0], "n_am_pl": [3, 30, 20, 23, 14, 12, 9, 9, 7, 5, 12, 8, 15, 16, 15, 24, 25, 24, 28, 35, 31, 25, 23, 30, 20, 16, 20, 30, 28, 26, 25, 29, 26, 13, 16, 16, 15, 7, 12, 8, 10, 7, 10, 13, 16, 20, 16, 19, 28, 40], "n_pos": 108, "sum_m_en": [10.35477, 4.981236, 5.094684, 5.264668, 5.235203, 5.303513, 5.666891, 6.022515, 6.40907, 6.524764, 6.496028, 6.886506, 7.090515, 7.033233, 7.204769, 7.150989, 7.035198, 7.007323, 6.269341, 5.792715, 5.486153, 5.110429, 4.894768, 4.737772, 9.102235, 8.815283, 9.337815, 8.885771, 8.626243, 8.012376, 7.971749, 7.779552, 7.958193, 7.655023, 8.40202, 8.713991, 8.724322, 9.574968, 10.0135, 16.951853, 18.280136, 20.652675, 25.008, 21.437557, 16.069625, 20.640711, 17.349945, 10.183479, 2.030148, 0.027351], "sum_m_pl": [43.58048, 54.116876, 53.563459, 51.836773, 50.256125, 49.645535, 48.1206, 47.090943, 46.300298, 47.580029, 47.50959, 48.28722, 48.334766, 48.408175, 48.298048, 50.705967, 51.737754, 52.713214, 53.177291, 54.743754, 54.667752, 54.789809, 54.62564, 54.954235, 47.656704, 46.799972, 46.118949, 49.580683, 51.604547, 50.857414, 50.122795, 49.883136, 49.100193, 45.674526, 45.282975, 42.833673, 39.659678, 37.741544, 38.290352, 34.642139, 32.839089, 29.793685, 24.26677, 22.745328, 27.032244, 25.206478, 22.398964, 22.818334, 30.802036, 40.212838]}, "digit": {"n_am_en": [2, 7, 11, 3, 3, 2, 1, 3, 3, 2, 7, 1, 3, 2, 1, 3, 3, 1, 2, 2, 1, 1, 1, 2, 5, 5, 3, 0, 6, 0, 2, 1, 3, 2, 4, 2, 2, 3, 3, 5, 4, 4, 6, 4, 3, 2, 2, 1, 0, 0], "n_am_pl": [1, 2, 2, 3, 3, 3, 0, 3, 1, 1, 2, 0, 3, 0, 2, 5, 5, 5, 7, 6, 6, 4, 2, 4, 4, 2, 2, 9, 4, 6, 6, 6, 5, 1, 2, 4, 3, 1, 1, 1, 2, 1, 2, 3, 3, 3, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.58643, 0.780524, 0.722354, 0.720709, 0.714314, 0.835868, 0.927118, 1.009846, 1.082263, 1.039594, 1.121255, 1.135346, 1.205681, 1.191276, 1.123737, 1.194218, 1.18781, 1.221609, 1.040763, 0.931519, 0.878408, 0.801154, 0.765934, 0.738361, 1.503585, 1.425938, 1.555095, 1.330248, 1.418852, 1.322392, 1.403843, 1.339376, 1.37822, 1.341341, 1.413796, 1.409975, 1.329009, 1.265021, 1.26541, 1.703628, 1.587425, 1.813336, 2.714998, 1.977369, 1.845469, 1.70879, 2.246547, 1.297719, 0.10512, 0.0], "sum_m_pl": [7.265049, 9.158563, 8.95107, 8.537765, 8.391091, 7.948832, 7.732891, 7.56439, 7.470733, 7.790351, 7.649573, 7.641824, 7.236663, 7.392687, 7.464123, 7.761182, 7.995667, 8.136912, 8.215004, 8.543087, 8.501568, 8.567858, 8.552288, 8.659689, 7.634478, 7.316007, 7.282752, 7.97384, 8.123951, 7.980532, 7.70166, 7.605514, 7.413489, 7.239661, 6.952627, 7.212273, 6.922475, 6.851693, 6.701254, 6.477737, 6.357255, 6.313571, 5.648035, 5.547487, 5.286225, 4.484311, 2.185355, 1.125651, 0.335571, 0.0]}, "lang": {"n_am_en": [8, 8, 4, 5, 3, 7, 4, 6, 2, 4, 8, 10, 8, 8, 6, 6, 8, 5, 6, 5, 4, 6, 4, 5, 15, 13, 9, 10, 9, 7, 9, 10, 9, 10, 12, 8, 10, 12, 14, 21, 21, 23, 21, 15, 14, 14, 12, 9, 0, 0], "n_am_pl": [0, 9, 6, 4, 5, 1, 1, 3, 4, 2, 6, 5, 8, 10, 9, 11, 14, 12, 12, 17, 14, 14, 15, 15, 9, 9, 11, 13, 12, 10, 10, 9, 11, 8, 9, 7, 10, 5, 10, 7, 8, 6, 7, 9, 13, 15, 15, 19, 28, 38], "n_pos": 38, "sum_m_en": [3.139194, 1.616268, 1.746473, 1.909202, 1.936211, 1.852919, 1.976915, 2.032086, 2.200766, 2.24141, 2.139265, 2.340996, 2.393837, 2.437133, 2.55739, 2.425718, 2.411323, 2.385549, 2.18287, 1.985237, 1.879206, 1.749908, 1.670557, 1.614266, 3.071814, 3.06001, 3.279605, 3.361037, 2.987444, 2.918972, 2.781676, 2.930067, 2.867929, 2.794095, 3.025649, 3.080809, 3.655484, 4.374198, 4.655076, 9.094327, 10.285267, 11.66437, 15.24101, 13.453111, 10.026502, 13.817233, 10.256346, 5.467735, 0.451805, 0.000207], "sum_m_pl": [15.445125, 18.591938, 18.636789, 17.971925, 17.599313, 17.734771, 17.19786, 17.015836, 17.071417, 17.471532, 17.743856, 18.043298, 18.518304, 18.607829, 18.640332, 19.233077, 19.261225, 19.53767, 19.716921, 20.206498, 20.106076, 20.101774, 20.006002, 19.99882, 18.813333, 18.724463, 18.546125, 19.405537, 19.682962, 19.172772, 19.221676, 19.09764, 19.396067, 18.701297, 18.761873, 18.265324, 17.458348, 16.54366, 17.068251, 14.911878, 14.075775, 12.311227, 8.972767, 9.433949, 14.357093, 14.111922, 16.027111, 19.424767, 28.562188, 37.645884]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 208, "item_id": "gsm8kpl-906", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1047, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9808, "tf_agree_excl_first": 0.9855}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [14, 10, 6, 5, 4, 6, 2, 2, 1, 8, 5, 5, 7, 9, 5, 9, 9, 7, 9, 11, 8, 5, 7, 6, 9, 10, 10, 7, 8, 9, 6, 6, 8, 7, 8, 6, 10, 9, 7, 10, 8, 7, 8, 7, 9, 9, 9, 4, 0, 0], "n_am_pl": [3, 7, 9, 10, 7, 7, 8, 10, 3, 5, 9, 6, 7, 5, 7, 1, 4, 4, 4, 2, 8, 10, 10, 10, 1, 4, 3, 4, 5, 10, 5, 7, 7, 2, 2, 6, 6, 8, 10, 6, 9, 9, 7, 4, 3, 4, 1, 0, 8, 9], "n_pos": 40, "sum_m_en": [3.909424, 1.819151, 1.767262, 1.789581, 1.859174, 1.888809, 1.892385, 2.106632, 2.13614, 2.425738, 2.420442, 2.467051, 2.620786, 2.466602, 2.495151, 2.506382, 2.420667, 2.590845, 2.306324, 2.151705, 1.988, 1.822002, 1.769454, 1.734234, 3.357414, 3.400047, 3.405194, 3.232638, 3.617665, 3.499539, 3.137876, 3.038883, 2.910697, 2.794155, 3.021997, 3.290059, 4.599794, 5.130859, 5.33369, 7.479753, 7.017396, 6.573705, 7.350141, 7.319659, 9.154317, 8.622064, 8.048936, 4.31541, 0.587595, 0.118581], "sum_m_pl": [17.01671, 20.299086, 19.957265, 19.287786, 18.622992, 18.22263, 17.983651, 17.408416, 16.798237, 17.861384, 17.577852, 17.734672, 17.562801, 16.719016, 16.648508, 17.893547, 18.090139, 18.328057, 18.983308, 19.448874, 19.598661, 19.885282, 19.845838, 20.004014, 16.691582, 16.417622, 16.2246, 17.601769, 18.02413, 18.400241, 18.417572, 17.976689, 17.685739, 16.98695, 16.910097, 15.310523, 13.813103, 14.415048, 14.946186, 12.879578, 12.181507, 11.365763, 10.209295, 9.867794, 7.244877, 6.417807, 2.919603, 2.798517, 7.405805, 8.949913]}, "digit": {"n_am_en": [2, 4, 3, 2, 1, 1, 1, 0, 0, 2, 1, 0, 1, 3, 1, 3, 3, 4, 4, 4, 3, 2, 2, 2, 2, 3, 5, 4, 4, 3, 2, 2, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 2, 1, 3, 3, 1, 1, 4, 1, 2, 4, 1, 1, 0, 4, 0, 1, 1, 2, 0, 2, 2, 3, 3, 0, 1, 0, 0, 1, 1, 1, 2, 0, 0, 0, 2, 2, 4, 3, 2, 4, 4, 3, 2, 2, 2, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.88666, 0.397081, 0.374064, 0.370201, 0.384506, 0.416037, 0.460533, 0.520079, 0.518908, 0.565376, 0.549753, 0.551515, 0.607153, 0.580147, 0.558573, 0.582505, 0.591106, 0.71717, 0.619895, 0.56605, 0.498485, 0.449237, 0.428332, 0.420172, 0.869986, 0.824055, 0.867805, 0.928069, 0.971736, 0.878558, 0.790694, 0.767607, 0.659222, 0.628943, 0.671372, 0.732557, 0.736692, 0.595341, 0.592204, 0.568801, 0.575185, 0.60417, 0.701993, 0.892855, 0.629867, 0.546011, 0.456894, 0.207047, 0.004697, 0.0], "sum_m_pl": [4.600061, 5.447978, 5.284366, 4.939806, 4.875708, 4.636598, 4.447038, 4.326451, 4.25127, 4.553236, 4.528915, 4.450524, 4.328487, 4.039245, 4.14047, 4.36044, 4.454833, 4.463691, 4.749002, 4.855649, 4.911958, 4.961517, 4.950435, 4.982378, 4.227952, 4.212947, 4.231604, 4.585774, 4.621423, 4.66238, 4.518834, 4.456893, 4.338789, 4.267446, 4.207664, 4.049109, 4.018233, 4.644605, 4.926633, 4.747371, 4.258833, 3.987714, 4.063877, 4.05754, 3.369185, 2.820777, 1.172183, 0.656871, 0.031942, 0.0]}, "lang": {"n_am_en": [2, 3, 1, 1, 2, 3, 0, 1, 0, 2, 1, 4, 3, 2, 2, 3, 4, 2, 2, 3, 2, 1, 3, 3, 4, 3, 4, 2, 2, 2, 3, 3, 3, 4, 4, 3, 6, 6, 4, 6, 5, 5, 4, 4, 7, 7, 7, 3, 0, 0], "n_am_pl": [2, 1, 1, 1, 1, 1, 0, 1, 0, 1, 3, 0, 1, 0, 0, 0, 0, 2, 1, 1, 2, 3, 2, 1, 1, 3, 1, 2, 2, 4, 2, 1, 1, 1, 0, 0, 0, 1, 2, 0, 1, 1, 0, 0, 0, 1, 0, 0, 8, 9], "n_pos": 10, "sum_m_en": [0.956228, 0.490904, 0.487512, 0.466843, 0.487461, 0.488698, 0.478657, 0.501817, 0.515562, 0.581849, 0.60318, 0.6394, 0.678141, 0.658935, 0.717788, 0.658375, 0.63766, 0.656713, 0.584876, 0.537762, 0.508414, 0.456983, 0.445062, 0.443845, 1.026813, 0.913528, 0.937916, 0.825844, 0.948325, 0.982155, 0.892622, 0.917979, 0.905406, 0.903234, 1.024256, 1.263077, 2.014258, 2.340754, 2.639696, 4.165615, 3.747741, 3.513432, 3.945441, 3.736751, 5.94975, 5.396847, 5.678119, 2.69041, 0.542738, 0.058497], "sum_m_pl": [4.167731, 4.972565, 4.816947, 4.829081, 4.683539, 4.681477, 4.633145, 4.480944, 4.362758, 4.556277, 4.531326, 4.540347, 4.57177, 4.483493, 4.500284, 4.767495, 4.663202, 4.67692, 4.745771, 4.901853, 4.933227, 5.047477, 5.061291, 5.126144, 4.442648, 4.465795, 4.303004, 4.608393, 4.558332, 4.67681, 4.931887, 4.790315, 4.786624, 4.671543, 4.522181, 4.144856, 3.675687, 3.609179, 3.556042, 1.92851, 1.993094, 2.549989, 1.267085, 1.931719, 1.127331, 1.113563, 0.72143, 1.517069, 7.085977, 8.888669]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 44, "item_id": "gsm8kpl-907", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1146, "region_end": 40, "roundtrip_ok": true, "tf_agree": 0.9545, "tf_agree_excl_first": 0.9767}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [17, 12, 10, 13, 6, 7, 6, 7, 3, 4, 9, 9, 9, 7, 9, 9, 6, 11, 11, 12, 10, 8, 9, 6, 12, 13, 13, 11, 15, 9, 9, 8, 8, 11, 11, 11, 12, 11, 7, 12, 13, 13, 12, 11, 12, 14, 11, 3, 1, 1], "n_am_pl": [2, 13, 14, 11, 9, 10, 4, 10, 8, 3, 6, 3, 8, 4, 4, 3, 3, 6, 7, 5, 11, 13, 16, 15, 10, 5, 6, 8, 10, 11, 9, 8, 12, 9, 5, 5, 8, 11, 14, 10, 9, 7, 8, 5, 4, 8, 7, 3, 14, 15], "n_pos": 49, "sum_m_en": [4.698866, 2.190523, 2.206373, 2.432566, 2.50369, 2.327842, 2.597119, 2.658906, 2.671292, 3.005143, 2.940238, 3.156413, 3.29193, 3.227563, 3.391526, 3.311801, 3.265901, 3.344472, 2.924763, 2.740107, 2.570151, 2.268353, 2.228776, 2.179978, 5.37398, 4.803896, 4.677253, 4.457815, 4.567683, 4.269884, 3.803593, 3.859497, 4.017283, 4.323522, 5.312203, 5.597858, 6.271828, 7.090301, 6.955131, 9.216738, 9.358997, 8.929363, 9.903919, 9.367427, 11.739646, 11.363829, 8.411363, 4.578612, 1.333353, 1.002795], "sum_m_pl": [20.368505, 24.786576, 24.239399, 23.468025, 22.639581, 22.265232, 21.884153, 21.338438, 20.511142, 21.419258, 21.264511, 21.58446, 21.631207, 21.092106, 20.825636, 22.045096, 22.399944, 22.688981, 23.249038, 23.97734, 24.146269, 24.349902, 24.303046, 24.526346, 20.078502, 19.983224, 19.503262, 21.211844, 22.078346, 22.771485, 22.52668, 21.952783, 21.976473, 20.641546, 20.290828, 18.718863, 17.7095, 17.869408, 17.991436, 16.06076, 15.352544, 13.584204, 12.267041, 11.359343, 8.669778, 9.583581, 7.848303, 5.604567, 13.653089, 14.991851]}, "digit": {"n_am_en": [1, 6, 3, 2, 1, 1, 0, 0, 0, 1, 2, 2, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 3, 2, 6, 4, 3, 2, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 4, 3, 1, 2, 2, 1, 1, 0, 0, 0, 0, 1, 2, 1, 2, 1, 0, 1, 1, 1, 2, 0, 0, 0, 0, 3, 2, 3, 2, 1, 1, 0, 1, 1, 3, 3, 3, 4, 3, 4, 2, 2, 2, 1, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.867907, 0.410797, 0.380262, 0.375395, 0.388009, 0.412033, 0.435305, 0.501966, 0.498138, 0.553474, 0.557812, 0.580785, 0.642137, 0.613303, 0.587174, 0.605282, 0.621093, 0.721705, 0.63001, 0.575447, 0.499726, 0.444384, 0.430232, 0.423271, 0.836422, 0.745832, 0.801475, 0.881368, 0.853326, 0.817287, 0.722389, 0.725124, 0.687114, 0.64526, 0.689595, 0.776223, 0.716292, 0.667949, 0.720837, 0.664767, 0.634981, 0.684422, 0.711508, 0.614447, 0.535328, 0.429394, 0.253168, 0.145916, 0.012509, 0.0], "sum_m_pl": [4.610473, 5.444592, 5.266429, 4.950306, 4.818095, 4.708961, 4.534371, 4.407523, 4.399081, 4.565266, 4.70571, 4.631834, 4.49878, 4.234463, 4.312974, 4.486533, 4.631647, 4.594461, 4.760072, 4.888513, 4.955368, 4.988806, 4.975721, 5.011531, 4.224362, 4.258891, 4.280507, 4.607405, 4.808604, 4.695009, 4.567258, 4.464917, 4.368577, 4.27092, 4.206806, 4.000084, 3.91819, 4.425798, 4.313525, 4.226865, 3.92942, 3.999863, 4.09803, 4.109044, 3.59112, 3.035389, 1.342656, 0.84143, 0.081006, 0.0]}, "lang": {"n_am_en": [5, 5, 3, 8, 4, 4, 4, 3, 3, 2, 4, 5, 5, 3, 3, 3, 3, 5, 6, 8, 6, 5, 7, 5, 6, 5, 3, 6, 6, 4, 5, 6, 7, 7, 6, 9, 8, 9, 5, 9, 10, 10, 8, 8, 10, 11, 10, 3, 1, 1], "n_am_pl": [1, 5, 4, 2, 3, 5, 0, 4, 3, 1, 3, 0, 4, 1, 2, 1, 2, 2, 2, 2, 4, 5, 6, 5, 7, 5, 4, 3, 3, 3, 4, 2, 3, 4, 1, 1, 3, 2, 3, 3, 2, 1, 1, 1, 1, 5, 6, 2, 14, 15], "n_pos": 17, "sum_m_en": [1.576353, 0.773881, 0.81423, 1.024651, 1.033405, 0.834341, 1.085572, 0.922297, 0.977272, 1.083328, 1.011951, 1.112891, 1.139457, 1.127222, 1.275992, 1.177106, 1.23823, 1.224589, 1.08307, 0.998002, 0.989228, 0.824303, 0.80401, 0.788327, 2.889237, 2.20209, 1.968206, 1.804577, 1.756388, 1.662353, 1.491603, 1.661487, 1.886482, 2.299975, 3.142629, 3.421346, 3.970138, 4.653634, 4.632109, 6.619759, 7.105471, 6.916577, 7.719759, 7.332521, 9.617892, 9.195388, 7.454717, 4.03472, 1.279358, 1.002794], "sum_m_pl": [6.631312, 8.270416, 8.010105, 7.785655, 7.645043, 7.445127, 7.271767, 7.336089, 6.975222, 7.250028, 7.296943, 7.429466, 7.581531, 7.438772, 7.325811, 7.840779, 7.917323, 7.964325, 8.141046, 8.446665, 8.416539, 8.587108, 8.562057, 8.612733, 6.988199, 7.072311, 6.956343, 7.434972, 7.600472, 8.035178, 8.18393, 7.765723, 7.971905, 7.574056, 7.041466, 6.660195, 6.448122, 6.309272, 6.433936, 4.749532, 4.491623, 3.629072, 2.78071, 2.945489, 2.07127, 4.227498, 5.2354, 3.780638, 13.225476, 14.991316]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 53, "item_id": "gsm8kpl-907", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1005, "region_end": 49, "roundtrip_ok": true, "tf_agree": 0.9623, "tf_agree_excl_first": 0.9808}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [62, 51, 38, 28, 33, 33, 33, 42, 28, 36, 47, 49, 38, 39, 37, 34, 42, 46, 42, 42, 37, 34, 39, 36, 52, 42, 42, 43, 53, 50, 40, 45, 51, 46, 42, 55, 54, 54, 49, 56, 55, 52, 49, 48, 45, 50, 60, 62, 54, 51], "n_am_pl": [3, 27, 21, 21, 18, 25, 16, 16, 16, 15, 13, 14, 23, 22, 24, 18, 22, 25, 16, 22, 25, 32, 28, 25, 10, 12, 16, 13, 22, 16, 22, 16, 15, 12, 13, 8, 8, 9, 9, 7, 7, 7, 10, 12, 9, 5, 3, 3, 3, 3], "n_pos": 163, "sum_m_en": [23.493919, 9.732302, 8.89851, 8.743069, 8.606204, 8.459501, 8.782468, 8.857388, 9.388048, 10.468023, 10.361381, 10.837555, 11.407124, 11.270534, 11.736038, 10.943724, 11.119928, 11.42431, 9.922853, 9.06534, 8.580142, 7.8737, 7.704707, 7.658589, 23.559833, 20.787335, 20.190024, 18.481359, 17.725088, 16.842995, 15.535955, 15.313075, 16.062369, 16.70392, 18.405214, 20.016521, 24.554643, 26.665514, 29.737036, 34.706396, 35.304995, 39.992273, 41.544411, 42.890718, 45.2976, 50.218871, 54.964138, 61.589468, 53.990547, 51.34475], "sum_m_pl": [59.632026, 77.936762, 77.179842, 75.098017, 74.43508, 73.498673, 74.284449, 74.847259, 72.857446, 74.932639, 74.322038, 73.609942, 72.66962, 71.519942, 71.24362, 73.74607, 74.524926, 74.355727, 76.281658, 78.622477, 79.001983, 79.941786, 79.807933, 79.986526, 59.06464, 60.272002, 60.547813, 65.060892, 66.809787, 66.027434, 66.564675, 66.861617, 67.313809, 63.285407, 63.186358, 57.259121, 49.8436, 47.313828, 40.505722, 38.227465, 36.850286, 31.611992, 28.453967, 22.869128, 19.540135, 16.590666, 8.851771, 4.956399, 3.29876, 3.010869]}, "digit": {"n_am_en": [0, 6, 8, 0, 4, 2, 0, 1, 0, 1, 4, 2, 0, 1, 2, 0, 2, 3, 3, 3, 2, 1, 2, 3, 6, 3, 6, 6, 6, 7, 5, 3, 2, 3, 1, 3, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 2, 0, 0, 0, 1, 3, 0, 1, 1, 5, 3, 2, 2, 3, 2, 2, 3, 3, 3, 1, 1, 2, 1, 1, 3, 0, 3, 2, 3, 3, 3, 0, 0, 2, 2, 2, 2, 1, 3, 5, 2, 1, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.737621, 0.784381, 0.723674, 0.696071, 0.715411, 0.771323, 0.833091, 0.876552, 0.89802, 0.995589, 0.974099, 0.96006, 1.021463, 0.96317, 0.909319, 0.939211, 0.970212, 1.072989, 0.931587, 0.873599, 0.815618, 0.749365, 0.73034, 0.731823, 1.739488, 1.383706, 1.34077, 1.235273, 1.270985, 1.176234, 1.265711, 1.210817, 1.031008, 1.062672, 1.074745, 1.241144, 1.170215, 1.14773, 1.081002, 1.081727, 1.083125, 1.089428, 1.015168, 0.970784, 0.831416, 0.833456, 0.5323, 0.353828, 0.018463, 0.0], "sum_m_pl": [7.765057, 9.563907, 9.218677, 8.773659, 8.487583, 8.339915, 8.294385, 8.241185, 7.812098, 8.162415, 8.292206, 8.005458, 7.684421, 7.342582, 7.414781, 7.610833, 8.043213, 7.99083, 8.419586, 8.665401, 8.676032, 8.769115, 8.781061, 8.823435, 7.095251, 7.350404, 7.436958, 8.192035, 8.202408, 7.862594, 7.693853, 7.615086, 7.564725, 7.472971, 7.298904, 6.820918, 6.750538, 6.76292, 6.090269, 6.695592, 6.572872, 6.436941, 6.772385, 5.714618, 5.059641, 3.745928, 2.058165, 0.684151, 0.033534, 0.0]}, "lang": {"n_am_en": [17, 11, 9, 10, 12, 15, 15, 21, 15, 21, 20, 21, 21, 18, 19, 16, 21, 18, 17, 17, 14, 14, 16, 15, 21, 20, 19, 16, 21, 19, 20, 23, 28, 22, 20, 26, 26, 29, 29, 33, 32, 35, 29, 29, 30, 35, 44, 48, 51, 51], "n_am_pl": [2, 9, 5, 4, 5, 9, 5, 5, 5, 5, 6, 6, 8, 5, 9, 5, 10, 13, 10, 12, 12, 16, 14, 13, 4, 5, 9, 7, 10, 8, 9, 4, 2, 4, 8, 6, 4, 2, 2, 3, 3, 4, 5, 5, 5, 4, 2, 3, 3, 3], "n_pos": 55, "sum_m_en": [7.309218, 3.460607, 3.170584, 3.116445, 2.966428, 3.026314, 3.41337, 3.397173, 3.52586, 3.732264, 3.769458, 4.030289, 4.344507, 4.430241, 4.713674, 4.216148, 4.50713, 4.585758, 3.887406, 3.433124, 3.231404, 2.897521, 2.808931, 2.775304, 11.434307, 9.846577, 9.516555, 8.387482, 7.647767, 7.599843, 6.782202, 6.843311, 7.514397, 7.637623, 8.406815, 9.429994, 11.715446, 13.046547, 15.210842, 19.246665, 20.266676, 24.957612, 27.151489, 28.245621, 29.92563, 34.214186, 40.948375, 47.049463, 50.257748, 50.919003], "sum_m_pl": [20.196792, 25.556931, 25.912948, 25.11757, 25.158701, 24.540383, 24.700677, 25.03469, 24.67365, 25.304476, 25.064665, 25.014841, 24.801402, 24.621001, 24.631421, 25.453707, 25.300576, 25.086653, 25.796582, 26.543751, 26.557624, 26.91519, 26.85448, 26.919335, 18.668781, 19.760538, 20.036768, 21.695336, 22.431953, 22.173665, 22.834261, 22.70899, 22.773364, 22.027111, 22.298057, 21.178105, 18.64806, 17.782942, 16.138782, 14.635013, 13.783543, 11.141328, 8.699349, 6.173518, 5.150232, 4.751765, 3.245398, 2.163872, 2.904466, 2.999712]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "gsm8kpl-91", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1159, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.994}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [61, 43, 45, 46, 48, 50, 39, 40, 39, 42, 47, 44, 45, 39, 41, 40, 38, 33, 39, 48, 42, 51, 45, 45, 68, 53, 49, 54, 49, 58, 43, 47, 52, 48, 60, 48, 53, 55, 50, 44, 43, 45, 44, 35, 41, 38, 22, 20, 5, 4], "n_am_pl": [14, 44, 46, 25, 38, 36, 28, 33, 32, 43, 34, 26, 45, 50, 42, 26, 35, 35, 48, 51, 58, 51, 48, 46, 37, 35, 34, 36, 49, 39, 28, 32, 36, 28, 21, 27, 24, 13, 19, 24, 21, 16, 21, 23, 19, 15, 26, 19, 45, 48], "n_pos": 226, "sum_m_en": [21.719577, 10.954226, 11.957711, 13.001827, 13.427619, 12.359895, 12.325991, 12.14391, 12.777526, 13.825894, 13.571936, 14.3932, 15.17331, 14.691437, 15.585078, 15.243835, 14.975274, 14.730492, 13.515403, 12.94254, 12.396345, 11.530135, 11.217566, 10.902127, 32.119496, 28.902553, 24.568016, 23.49873, 24.166655, 23.75053, 21.335201, 20.547208, 21.279483, 22.164627, 23.489, 23.978647, 24.790354, 25.636167, 26.967231, 29.723055, 29.308047, 31.033435, 34.518902, 35.095499, 36.351964, 37.665289, 22.277723, 20.606935, 6.713019, 3.974642], "sum_m_pl": [92.833885, 109.34467, 106.637634, 102.651475, 102.890178, 102.085342, 102.91637, 103.962585, 101.922328, 103.302062, 101.870179, 100.62724, 100.496866, 100.192472, 99.924017, 102.05418, 102.865118, 103.97564, 106.897224, 109.06687, 109.209716, 109.159675, 109.172269, 109.551544, 84.428169, 85.062916, 86.238286, 91.661258, 94.577975, 94.262398, 93.469918, 94.489527, 92.683922, 83.066265, 83.153204, 78.997111, 73.511907, 71.984498, 66.529048, 64.54546, 62.32273, 60.354439, 52.507621, 49.939934, 44.528274, 41.443839, 35.341145, 29.419934, 43.888869, 47.660549]}, "digit": {"n_am_en": [1, 10, 10, 5, 2, 3, 3, 5, 4, 6, 6, 4, 6, 2, 3, 0, 4, 3, 3, 2, 3, 4, 4, 4, 8, 8, 10, 9, 6, 8, 8, 5, 7, 5, 9, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 3, 1, 0, 0, 0, 0, 2, 4, 5, 1, 5, 3, 3, 2, 2, 3, 6, 5, 5, 5, 3, 4, 1, 0, 0, 2, 4, 2, 3, 2, 3, 1, 1, 3, 3, 4, 1, 4, 4, 2, 3, 3, 3, 1, 1, 0, 0, 0], "n_pos": 23, "sum_m_en": [1.950512, 0.98478, 0.980345, 1.04645, 1.07137, 1.045847, 1.081265, 1.154886, 1.179636, 1.226643, 1.274554, 1.234193, 1.438128, 1.418648, 1.366242, 1.372832, 1.397368, 1.447595, 1.249359, 1.18471, 1.106882, 1.043107, 1.019468, 1.00946, 2.273675, 2.386876, 2.240829, 2.056268, 2.12663, 2.006032, 1.936445, 1.867329, 1.696125, 1.675237, 1.675994, 1.900005, 1.951463, 1.900042, 1.824948, 2.367809, 2.247012, 2.16749, 2.056637, 2.004854, 1.664362, 1.777274, 0.412269, 0.279176, 0.013637, 1e-06], "sum_m_pl": [10.416419, 12.338058, 11.837952, 11.225989, 11.007533, 10.925326, 10.739185, 10.530824, 10.352928, 10.522924, 10.538452, 10.447711, 10.164355, 10.071878, 9.92773, 10.071448, 10.235324, 10.250817, 10.903353, 11.043432, 11.063593, 11.053838, 11.124125, 11.18668, 9.061938, 8.877788, 8.760053, 9.572614, 9.870209, 9.86341, 9.911421, 9.951695, 9.749167, 9.181672, 8.829525, 8.615973, 8.308919, 8.286188, 8.111375, 8.091931, 7.853394, 8.064614, 8.039791, 7.733686, 7.330259, 6.230166, 2.612397, 1.086449, 0.044815, 0.00042]}, "lang": {"n_am_en": [15, 6, 9, 11, 9, 11, 15, 12, 12, 8, 12, 8, 7, 6, 10, 10, 10, 9, 12, 18, 12, 16, 16, 16, 23, 19, 13, 15, 14, 15, 14, 14, 13, 14, 15, 17, 18, 18, 17, 16, 10, 14, 15, 13, 16, 16, 11, 9, 4, 4], "n_am_pl": [5, 12, 10, 9, 9, 3, 4, 7, 8, 8, 7, 9, 11, 11, 12, 6, 11, 11, 13, 15, 16, 14, 13, 7, 11, 9, 6, 11, 12, 7, 8, 7, 11, 8, 7, 9, 6, 1, 4, 4, 3, 2, 5, 6, 8, 10, 17, 17, 43, 47], "n_pos": 51, "sum_m_en": [4.608496, 2.537141, 3.111865, 3.888664, 3.783458, 3.230666, 3.429368, 3.126046, 3.212192, 3.502351, 3.211839, 3.582567, 3.661836, 3.395112, 4.060305, 3.750407, 3.933664, 3.591815, 3.589281, 3.270605, 3.252364, 2.809053, 2.75705, 2.634312, 11.119073, 9.231377, 7.492297, 6.950287, 6.420372, 6.409727, 5.424826, 5.196937, 6.208184, 7.039245, 7.776754, 7.644095, 7.961029, 8.161708, 9.854196, 10.222258, 10.69854, 11.476213, 11.373734, 12.304533, 14.445348, 14.811176, 10.582085, 9.634837, 4.526584, 3.973535], "sum_m_pl": [20.18053, 23.965835, 23.24098, 22.30274, 22.32479, 21.97727, 22.216349, 22.971135, 22.764624, 23.34468, 22.738821, 22.657977, 22.500936, 22.098531, 22.307211, 23.328525, 23.353028, 23.791373, 24.151435, 24.685617, 24.550103, 24.672738, 24.593745, 24.649233, 18.850448, 19.32746, 19.35175, 20.688504, 21.025455, 21.141856, 21.671025, 21.800944, 21.693312, 19.850357, 20.269503, 20.106604, 19.521682, 19.475592, 18.029606, 17.428415, 16.948903, 16.95847, 12.873064, 15.654232, 14.99457, 16.95362, 20.204257, 19.706985, 40.524925, 46.380385]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 226, "item_id": "gsm8kpl-91", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1018, "region_end": 226, "roundtrip_ok": true, "tf_agree": 0.9823, "tf_agree_excl_first": 0.9867}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [78, 74, 58, 48, 50, 41, 55, 48, 47, 54, 62, 52, 57, 48, 65, 53, 47, 40, 43, 32, 30, 33, 32, 38, 93, 85, 71, 68, 64, 77, 63, 62, 63, 74, 72, 71, 75, 78, 90, 84, 99, 99, 93, 83, 80, 96, 94, 84, 80, 75], "n_am_pl": [10, 27, 33, 40, 35, 36, 31, 39, 28, 30, 23, 38, 36, 30, 38, 48, 61, 66, 59, 54, 63, 58, 55, 54, 23, 30, 37, 30, 44, 37, 40, 45, 45, 47, 36, 32, 23, 21, 22, 21, 19, 12, 12, 16, 8, 3, 9, 5, 3, 2], "n_pos": 238, "sum_m_en": [27.278286, 13.469233, 13.003356, 12.344872, 13.049513, 13.697243, 13.70714, 14.034572, 15.30653, 15.418829, 16.156748, 16.499333, 16.913162, 17.167108, 16.558495, 15.815447, 15.7496, 15.781038, 14.437255, 13.066784, 12.3398, 11.312996, 11.007411, 10.824972, 26.802509, 26.750076, 25.976272, 23.371499, 23.221555, 22.47175, 21.220673, 21.892364, 21.452357, 22.620252, 24.595085, 26.807855, 30.722589, 36.031983, 39.716688, 45.291312, 54.985248, 66.492476, 70.718075, 67.70005, 66.690485, 80.017312, 84.203568, 85.151489, 76.217087, 72.383915], "sum_m_pl": [90.212979, 115.079954, 111.470973, 109.416202, 105.769538, 104.544109, 105.177216, 104.33894, 101.112856, 105.098176, 102.637292, 104.188736, 104.505256, 102.812371, 103.730966, 109.199341, 108.380601, 108.756073, 109.339472, 112.381076, 111.89965, 113.742621, 114.299235, 115.087929, 90.417239, 88.393606, 88.203292, 92.116066, 95.653881, 96.937439, 99.407125, 100.072178, 99.113183, 95.228907, 90.225651, 85.600264, 75.739453, 67.769257, 61.815781, 59.023778, 53.06689, 41.629507, 38.661409, 36.598884, 28.747501, 21.201792, 14.802523, 8.664492, 2.639047, 2.13143]}, "digit": {"n_am_en": [14, 13, 13, 7, 9, 5, 6, 2, 6, 6, 5, 5, 3, 4, 7, 1, 4, 4, 3, 2, 2, 1, 1, 1, 10, 9, 11, 8, 9, 8, 6, 4, 3, 7, 3, 3, 6, 6, 6, 3, 4, 3, 2, 1, 2, 3, 2, 0, 0, 0], "n_am_pl": [0, 2, 6, 14, 8, 8, 7, 13, 15, 13, 10, 13, 12, 4, 11, 12, 15, 14, 13, 13, 14, 13, 12, 8, 8, 9, 13, 6, 10, 11, 7, 7, 8, 12, 11, 9, 12, 8, 12, 10, 9, 8, 4, 7, 2, 1, 1, 2, 0, 0], "n_pos": 37, "sum_m_en": [3.733448, 1.734895, 1.699196, 1.718921, 1.739227, 1.840569, 1.853007, 1.847502, 1.916749, 1.949575, 2.057747, 2.080225, 2.028902, 2.165841, 2.097555, 2.010899, 2.168597, 2.239023, 2.048946, 1.884731, 1.766019, 1.619997, 1.567409, 1.556646, 2.99883, 2.99515, 3.04506, 2.887924, 2.946186, 2.669181, 2.631894, 2.747841, 2.681077, 2.595571, 2.690835, 3.011709, 3.335621, 3.112252, 3.603263, 3.392863, 3.526885, 4.114978, 4.03399, 3.453274, 3.338438, 3.228811, 1.93797, 0.973528, 0.052884, 3e-06], "sum_m_pl": [15.804574, 19.38476, 18.32338, 17.699083, 16.692234, 15.941574, 16.441691, 16.271291, 15.905507, 16.71145, 16.260209, 16.092959, 15.676233, 15.374922, 15.701059, 16.727579, 16.795713, 16.687484, 17.279592, 17.617248, 17.543124, 17.826277, 17.950443, 18.161788, 15.643681, 15.06035, 15.24842, 15.328598, 16.034396, 15.847226, 15.746105, 15.877016, 15.486651, 15.355888, 15.010497, 14.510262, 14.408982, 14.584615, 14.253605, 14.186291, 13.48831, 12.031466, 11.606307, 11.729475, 9.475292, 7.124391, 3.259313, 1.868622, 0.118268, 1e-06]}, "lang": {"n_am_en": [21, 23, 18, 17, 18, 19, 23, 20, 21, 21, 26, 20, 27, 22, 25, 25, 22, 18, 18, 18, 15, 20, 21, 27, 38, 41, 30, 31, 27, 34, 27, 33, 35, 38, 36, 37, 35, 39, 47, 44, 54, 56, 53, 49, 50, 58, 64, 65, 72, 72], "n_am_pl": [2, 7, 10, 5, 6, 9, 9, 10, 4, 5, 6, 11, 8, 7, 7, 8, 15, 19, 19, 16, 17, 15, 15, 12, 7, 11, 11, 7, 12, 9, 12, 14, 9, 11, 9, 7, 1, 2, 2, 4, 4, 1, 2, 4, 4, 1, 1, 0, 2, 2], "n_pos": 75, "sum_m_en": [8.730297, 4.706151, 4.32301, 4.00827, 4.265009, 4.643036, 4.676255, 4.763924, 5.463569, 5.339229, 5.544192, 5.763029, 6.066434, 6.089094, 5.807916, 5.608536, 5.522898, 5.569199, 5.014793, 4.488542, 4.233042, 3.833687, 3.715829, 3.6204, 10.948251, 11.494815, 10.660601, 9.149053, 9.202709, 9.280239, 8.41037, 8.885076, 8.765544, 9.604933, 10.659966, 11.975301, 13.325868, 17.781986, 20.419572, 24.283416, 31.780338, 37.231072, 40.352068, 39.510674, 41.997933, 50.693405, 57.187788, 62.215744, 68.417966, 70.009226], "sum_m_pl": [26.611871, 34.412301, 34.076871, 33.71877, 33.041235, 32.967219, 32.501374, 33.005427, 31.939079, 33.024244, 32.833287, 33.594598, 33.612373, 33.234739, 33.655052, 35.123333, 34.848322, 34.93955, 35.229691, 36.10218, 35.862249, 36.469779, 36.501497, 36.706557, 29.075411, 28.399844, 28.250707, 29.067909, 29.847451, 30.176075, 31.423901, 31.632001, 31.999915, 31.257605, 30.021379, 29.128098, 25.867574, 22.227726, 20.210575, 18.672223, 15.685831, 11.725711, 10.040302, 10.027891, 9.006682, 4.762522, 2.941198, 0.834016, 1.824484, 2.052689]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 242, "item_id": "gsm8kpl-916", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1214, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.9752, "tf_agree_excl_first": 0.9793}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [116, 96, 83, 88, 87, 84, 74, 87, 51, 90, 75, 71, 91, 64, 65, 65, 70, 58, 50, 50, 50, 57, 57, 64, 137, 131, 89, 95, 94, 92, 90, 83, 89, 110, 107, 99, 88, 81, 95, 82, 89, 97, 90, 86, 71, 75, 39, 30, 8, 4], "n_am_pl": [55, 112, 87, 85, 73, 72, 79, 73, 68, 72, 87, 82, 97, 76, 81, 113, 132, 139, 142, 149, 147, 139, 118, 114, 72, 76, 94, 90, 98, 89, 94, 91, 90, 65, 60, 73, 62, 55, 42, 49, 48, 56, 43, 59, 53, 52, 47, 46, 70, 76], "n_pos": 454, "sum_m_en": [41.443941, 22.039494, 23.058626, 23.313126, 24.703843, 24.372514, 24.107693, 24.409702, 25.388456, 26.204958, 26.629138, 27.354558, 28.200233, 29.140282, 29.055692, 28.379853, 27.793806, 27.465015, 25.308724, 24.003313, 23.031536, 21.297023, 20.858403, 20.354224, 44.515898, 44.798812, 44.205867, 41.613683, 43.54713, 41.748193, 38.961059, 39.208257, 37.253081, 38.967289, 40.734947, 42.933537, 42.150079, 44.726743, 46.499293, 49.373543, 55.749359, 68.590977, 69.956713, 65.171678, 56.441628, 60.077351, 41.16317, 30.860132, 11.181603, 4.294853], "sum_m_pl": [191.222575, 223.823887, 216.932114, 211.743768, 207.259026, 202.986965, 206.683646, 205.027694, 200.177087, 205.413041, 200.495306, 202.097232, 202.834943, 198.403314, 197.082152, 207.598039, 206.627103, 207.794008, 212.325894, 217.133419, 216.60755, 217.936846, 217.571092, 218.766541, 173.261982, 169.00945, 168.5582, 176.545634, 183.844171, 187.432288, 190.018623, 188.897224, 183.414609, 170.520007, 165.610936, 159.253797, 147.101006, 136.33777, 130.042105, 126.937219, 119.003222, 109.349017, 101.428527, 99.363753, 89.799215, 81.764936, 72.218571, 64.470925, 70.132892, 75.910547]}, "digit": {"n_am_en": [5, 34, 20, 19, 10, 4, 10, 10, 2, 17, 18, 16, 14, 9, 12, 5, 6, 6, 4, 1, 3, 6, 6, 5, 14, 17, 12, 20, 17, 12, 9, 8, 3, 10, 11, 8, 7, 6, 8, 6, 4, 6, 5, 3, 3, 3, 2, 1, 0, 0], "n_am_pl": [0, 6, 8, 10, 1, 6, 4, 4, 7, 12, 9, 3, 10, 4, 8, 12, 14, 16, 17, 23, 22, 19, 19, 18, 15, 11, 15, 16, 13, 14, 16, 12, 15, 16, 12, 18, 10, 9, 6, 6, 6, 7, 6, 8, 7, 6, 2, 2, 0, 0], "n_pos": 62, "sum_m_en": [5.754598, 2.805727, 2.650727, 2.702154, 2.863016, 2.734157, 2.890854, 2.976073, 2.983056, 3.0734, 3.252864, 3.348318, 3.512129, 3.675555, 3.537038, 3.423658, 3.459056, 3.474072, 3.212457, 3.000798, 2.839375, 2.615469, 2.563112, 2.514214, 4.618301, 4.823854, 5.072575, 5.157768, 5.441526, 4.825177, 4.605094, 4.797214, 4.376242, 4.707683, 4.762732, 5.575965, 5.154793, 5.313618, 5.285253, 5.616888, 5.623884, 5.536855, 5.493068, 5.062547, 4.388529, 3.665156, 3.122808, 1.8938, 0.228011, 0.004593], "sum_m_pl": [27.908564, 33.025045, 32.159472, 30.669335, 29.703271, 28.825169, 28.135617, 27.959781, 27.504425, 28.463265, 28.468597, 28.353588, 27.714442, 27.011364, 27.001302, 28.015507, 27.888006, 28.194845, 29.104852, 29.926722, 29.883456, 30.238124, 30.28459, 30.604821, 26.422025, 25.34241, 25.77967, 26.808384, 27.695239, 27.655897, 27.797495, 27.122294, 26.648023, 26.063809, 24.735038, 24.822037, 23.566006, 22.146414, 21.589576, 21.375322, 20.935263, 21.19858, 19.71245, 18.998396, 15.899239, 12.075564, 6.626916, 3.731759, 0.298152, 0.008838]}, "lang": {"n_am_en": [18, 7, 9, 12, 12, 10, 18, 21, 7, 15, 12, 10, 18, 16, 16, 21, 18, 17, 15, 22, 17, 19, 20, 22, 38, 41, 28, 24, 27, 23, 23, 24, 28, 35, 28, 34, 34, 33, 37, 31, 38, 39, 35, 31, 24, 27, 15, 16, 7, 4], "n_am_pl": [8, 22, 16, 15, 11, 14, 11, 12, 11, 10, 17, 15, 14, 12, 16, 24, 27, 24, 27, 25, 27, 27, 26, 20, 9, 10, 11, 14, 14, 14, 26, 23, 22, 14, 20, 15, 18, 17, 15, 18, 13, 15, 12, 23, 25, 29, 36, 36, 68, 76], "n_pos": 81, "sum_m_en": [6.986325, 4.209947, 4.131849, 4.142714, 4.43911, 4.534325, 4.540332, 4.589628, 4.846194, 4.921188, 4.880385, 5.239486, 5.41733, 5.708676, 5.588849, 5.481946, 5.233897, 5.212586, 4.856043, 4.455285, 4.286106, 3.938759, 3.827996, 3.727856, 10.34132, 10.085036, 10.328572, 9.160252, 9.631295, 9.237919, 8.415266, 9.03976, 8.447965, 9.076194, 9.105012, 9.752604, 11.557577, 13.612463, 14.278037, 15.775196, 19.331395, 23.0038, 24.512521, 22.146935, 19.886653, 20.618908, 14.401742, 13.808252, 7.045456, 4.17404], "sum_m_pl": [31.368139, 36.760659, 36.249438, 36.202756, 35.606589, 34.770046, 35.703715, 36.116848, 35.761944, 36.406616, 35.511674, 36.178723, 36.958934, 36.468159, 36.467924, 38.481452, 38.464955, 37.967752, 38.825694, 39.62126, 39.172998, 39.423232, 39.179552, 39.282646, 33.158731, 32.253026, 31.586068, 33.291252, 33.229174, 33.938542, 35.420738, 35.549693, 35.568608, 34.640476, 34.593943, 34.387368, 33.243255, 31.653474, 30.581491, 30.251454, 28.371808, 26.891497, 26.232344, 28.221488, 29.426671, 32.591888, 37.84884, 38.908981, 63.205878, 74.899301]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 454, "item_id": "gsm8kpl-916", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1073, "region_end": 454, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.989}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [65, 54, 37, 37, 33, 30, 37, 33, 39, 39, 47, 39, 37, 35, 40, 38, 42, 36, 35, 35, 36, 35, 33, 28, 53, 52, 59, 48, 48, 40, 42, 46, 42, 41, 58, 52, 58, 55, 61, 61, 53, 60, 57, 59, 59, 60, 66, 70, 65, 66], "n_am_pl": [5, 25, 21, 27, 11, 14, 16, 18, 14, 22, 16, 16, 22, 24, 19, 15, 22, 23, 22, 22, 26, 24, 21, 27, 10, 15, 15, 17, 17, 21, 21, 15, 16, 11, 8, 8, 6, 9, 11, 8, 9, 5, 8, 8, 7, 6, 7, 1, 0, 0], "n_pos": 172, "sum_m_en": [19.838849, 9.589371, 9.140501, 8.942958, 10.258221, 9.813373, 9.324038, 9.555797, 10.107575, 10.457576, 10.644792, 10.992183, 11.094007, 11.585791, 11.706108, 11.40924, 11.051638, 10.740778, 10.000776, 9.426584, 8.850649, 8.32749, 8.042393, 7.906597, 17.803406, 17.674475, 17.636495, 15.818379, 14.82962, 14.339469, 13.603406, 13.925088, 13.960507, 14.585319, 17.829998, 18.852528, 25.486104, 27.226661, 30.625638, 35.867063, 36.19318, 41.571271, 44.593204, 45.459349, 50.790627, 53.862105, 64.41323, 68.745869, 64.859856, 65.618894], "sum_m_pl": [65.715943, 81.96618, 80.332648, 76.801984, 73.711441, 73.905272, 74.563959, 75.399928, 72.113576, 74.296951, 73.657858, 74.23809, 72.925932, 73.104969, 71.925972, 74.693708, 74.151848, 73.870792, 75.149752, 77.501734, 78.411776, 79.808718, 80.08442, 80.736277, 57.439938, 58.94451, 57.47868, 62.818502, 65.81787, 64.404837, 64.32039, 64.067711, 62.104161, 58.1785, 57.085252, 54.006532, 47.264016, 44.404273, 41.888425, 39.180515, 36.185273, 30.738652, 29.833298, 25.537192, 20.811023, 16.041071, 8.920582, 3.104889, 0.376426, 0.000304]}, "digit": {"n_am_en": [4, 12, 8, 5, 5, 1, 2, 3, 2, 7, 7, 3, 2, 1, 0, 2, 2, 2, 0, 0, 0, 1, 1, 2, 3, 4, 6, 4, 1, 2, 4, 3, 2, 1, 1, 3, 2, 2, 3, 2, 3, 2, 3, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 4, 2, 2, 0, 1, 2, 2, 3, 2, 1, 1, 6, 3, 6, 3, 3, 2, 2, 3, 2, 4, 2, 2, 1, 1, 1, 0, 3, 2, 4, 1, 1, 1, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.837755, 0.911598, 0.849166, 0.798175, 0.856857, 0.882413, 0.905682, 0.955864, 0.990697, 1.042682, 1.053351, 1.012295, 1.089928, 1.106964, 1.124563, 1.179003, 1.199581, 1.205066, 1.119453, 1.043134, 0.949821, 0.895582, 0.863552, 0.85092, 1.322051, 1.515413, 1.692029, 1.622271, 1.557047, 1.510286, 1.58061, 1.522681, 1.394662, 1.309088, 1.368772, 1.394473, 1.474837, 1.362055, 1.435232, 1.389144, 1.389118, 1.347429, 1.408484, 1.523967, 1.185481, 0.902005, 0.586755, 0.106859, 0.103322, 0.0], "sum_m_pl": [9.706885, 11.393362, 11.041493, 10.684322, 10.310232, 10.010253, 10.044703, 9.957308, 9.459846, 9.618743, 9.80185, 9.859627, 9.225862, 9.303388, 8.745341, 9.093203, 8.914957, 8.8443, 9.284548, 9.685356, 9.812153, 9.977345, 10.033965, 10.142473, 8.39528, 8.405218, 8.196585, 8.68293, 9.012176, 8.710461, 8.691257, 8.565125, 8.373868, 8.046026, 7.867219, 7.820006, 7.644618, 7.749831, 7.800441, 7.47537, 7.066186, 7.095906, 7.152472, 6.655733, 6.15137, 4.078776, 1.391315, 0.389722, 0.086111, 0.0]}, "lang": {"n_am_en": [32, 24, 17, 19, 17, 15, 17, 20, 24, 22, 29, 21, 22, 22, 28, 18, 23, 22, 24, 25, 26, 24, 24, 19, 36, 35, 33, 29, 33, 26, 30, 29, 29, 31, 42, 35, 41, 39, 43, 46, 43, 47, 44, 45, 48, 50, 57, 60, 64, 66], "n_am_pl": [1, 7, 5, 7, 3, 4, 10, 5, 5, 11, 8, 8, 14, 12, 3, 4, 6, 8, 10, 11, 12, 12, 9, 12, 5, 8, 7, 9, 11, 13, 10, 6, 7, 5, 3, 4, 1, 2, 2, 2, 4, 1, 4, 5, 5, 4, 4, 1, 0, 0], "n_pos": 67, "sum_m_en": [8.141557, 3.721333, 3.474967, 3.582122, 4.515515, 4.176173, 3.87462, 4.07911, 4.464165, 4.547116, 4.682797, 4.856828, 4.784863, 5.065938, 5.026718, 4.802473, 4.554081, 4.343864, 4.050282, 3.817511, 3.53555, 3.307129, 3.190945, 3.125823, 9.764526, 8.967305, 8.92227, 7.506439, 6.990605, 6.580476, 6.219443, 6.596018, 7.023709, 7.864659, 10.208451, 11.129167, 15.926514, 17.441066, 20.777609, 25.576903, 26.173069, 30.773731, 32.843084, 32.885552, 38.664316, 42.491916, 54.114451, 56.673447, 61.86806, 65.414291], "sum_m_pl": [24.838343, 31.156851, 30.662208, 29.253521, 28.352166, 28.615646, 29.07733, 29.892532, 29.087099, 29.905116, 29.472269, 30.061075, 29.866888, 29.683175, 29.481093, 30.20536, 29.921508, 30.064193, 30.320088, 31.032016, 31.169169, 31.713819, 31.803279, 32.051953, 24.530129, 25.704694, 25.014922, 26.879121, 27.718786, 27.220793, 27.206112, 26.657966, 26.268363, 25.236747, 24.522226, 24.139276, 20.722915, 19.401798, 17.777909, 16.42988, 15.722532, 11.840735, 11.533569, 11.443287, 8.937348, 7.019915, 4.091786, 1.394446, 0.151004, 7.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "gsm8kpl-918", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1162, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.9886, "tf_agree_excl_first": 0.9943}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [57, 51, 46, 40, 46, 35, 44, 38, 26, 36, 36, 44, 38, 34, 31, 27, 32, 44, 41, 40, 38, 34, 33, 34, 60, 63, 55, 49, 45, 52, 55, 47, 47, 43, 54, 49, 50, 56, 52, 52, 47, 51, 56, 41, 36, 37, 21, 9, 4, 4], "n_am_pl": [12, 54, 39, 31, 27, 31, 30, 26, 29, 34, 36, 34, 47, 43, 43, 55, 42, 45, 55, 58, 56, 53, 50, 53, 27, 31, 29, 36, 36, 36, 34, 28, 33, 21, 23, 16, 12, 14, 18, 22, 22, 18, 20, 14, 18, 19, 18, 23, 44, 43], "n_pos": 212, "sum_m_en": [20.019732, 10.188295, 10.748127, 10.924586, 11.557608, 11.299413, 11.343299, 11.293403, 11.759444, 12.392068, 12.236313, 12.565909, 13.132221, 13.159778, 13.244437, 13.107709, 12.802062, 12.855136, 11.85089, 11.294221, 10.743904, 10.289198, 9.846704, 9.561741, 22.003702, 20.549452, 20.245984, 19.679792, 19.273133, 19.035927, 18.342679, 17.793542, 17.90086, 18.518446, 21.859427, 21.825589, 25.163055, 28.189694, 29.53252, 34.364318, 35.682015, 38.408059, 38.66671, 35.667952, 35.748809, 33.125753, 19.90091, 12.697762, 5.028659, 4.003511], "sum_m_pl": [86.149831, 105.313165, 101.267979, 99.038514, 96.138354, 94.111739, 94.432854, 94.596488, 92.420823, 93.750665, 93.024066, 94.371563, 93.899701, 95.514229, 94.283441, 97.741297, 95.729637, 95.76021, 98.349502, 101.007792, 100.936806, 100.833286, 100.876701, 101.853039, 76.646823, 78.418069, 76.39549, 82.725121, 87.808801, 87.303077, 86.095025, 85.853634, 82.600407, 76.061719, 73.285605, 68.666292, 62.833708, 59.312128, 55.567376, 54.482637, 51.126226, 46.543673, 43.964617, 38.684248, 35.934715, 33.515436, 28.271246, 26.480764, 41.815763, 42.869047]}, "digit": {"n_am_en": [2, 18, 13, 8, 11, 7, 6, 6, 6, 8, 7, 8, 5, 2, 2, 2, 5, 9, 6, 5, 4, 3, 3, 5, 6, 8, 14, 9, 6, 5, 9, 10, 7, 4, 8, 7, 9, 8, 5, 5, 4, 4, 9, 5, 2, 5, 1, 0, 0, 0], "n_am_pl": [0, 5, 3, 3, 1, 2, 3, 4, 3, 8, 6, 6, 10, 7, 7, 13, 9, 7, 9, 12, 13, 11, 10, 10, 5, 5, 3, 4, 7, 2, 3, 4, 9, 5, 5, 1, 0, 1, 3, 3, 2, 3, 2, 2, 5, 3, 2, 3, 0, 0], "n_pos": 32, "sum_m_en": [2.702837, 1.520679, 1.458177, 1.48052, 1.491028, 1.456709, 1.533057, 1.585591, 1.616703, 1.635657, 1.679266, 1.671883, 1.822902, 1.839606, 1.804614, 1.835511, 1.855518, 1.90323, 1.679251, 1.595509, 1.45974, 1.361061, 1.312165, 1.291778, 2.230762, 2.385417, 2.600347, 2.452867, 2.465177, 2.418534, 2.490912, 2.485159, 2.265539, 2.296981, 2.440831, 2.72977, 2.902588, 3.017668, 3.0096, 3.324368, 3.249398, 3.130032, 3.288795, 3.131186, 2.89133, 3.082798, 1.010497, 0.465174, 0.079986, 0.0], "sum_m_pl": [14.747459, 17.22776, 16.767214, 16.104737, 15.879724, 15.646457, 15.339422, 14.949565, 14.690206, 14.812051, 14.864642, 14.916, 14.516913, 14.93075, 14.607013, 15.11357, 14.652521, 14.539673, 15.326678, 15.709888, 15.701531, 15.818576, 15.900501, 16.031504, 13.703104, 13.544931, 13.330748, 14.160146, 14.402936, 14.165482, 13.918292, 13.833071, 13.49655, 13.01109, 12.344966, 12.26543, 11.519911, 11.669905, 11.260907, 11.431276, 11.169774, 11.103718, 10.512815, 10.241398, 11.033182, 7.644325, 4.309594, 2.798643, 0.077814, 0.003153]}, "lang": {"n_am_en": [11, 10, 14, 11, 12, 8, 11, 11, 9, 8, 11, 8, 14, 14, 8, 11, 9, 13, 19, 16, 18, 14, 16, 16, 21, 21, 15, 19, 18, 18, 17, 15, 18, 18, 23, 18, 17, 25, 23, 23, 21, 23, 28, 23, 23, 21, 15, 7, 4, 4], "n_am_pl": [3, 16, 6, 3, 7, 8, 5, 5, 7, 8, 7, 8, 7, 9, 16, 11, 10, 8, 9, 10, 10, 12, 11, 9, 7, 6, 7, 9, 7, 6, 9, 9, 7, 6, 8, 6, 5, 5, 6, 6, 6, 5, 3, 5, 8, 13, 12, 18, 42, 43], "n_pos": 47, "sum_m_en": [4.39823, 2.346056, 2.525977, 2.741815, 2.774051, 2.684632, 2.789708, 2.597487, 2.812124, 2.889701, 2.76227, 3.000665, 3.000877, 3.06488, 3.054882, 3.02233, 2.856708, 2.886045, 2.687667, 2.584529, 2.49471, 2.379487, 2.27323, 2.200853, 6.815006, 6.195125, 5.903604, 5.528379, 5.06023, 5.177793, 4.643862, 4.825736, 5.251597, 6.168737, 8.192194, 8.345248, 10.539224, 12.212279, 13.854554, 17.318453, 18.227787, 20.233054, 20.768688, 19.644012, 20.182701, 18.587657, 11.898253, 7.8027, 4.63527, 4.001263], "sum_m_pl": [17.952414, 22.265601, 21.254968, 21.055689, 20.604969, 19.865717, 20.293422, 20.707729, 20.498025, 20.665578, 20.659867, 20.963475, 20.979547, 21.436654, 21.434133, 21.965926, 21.511308, 21.389009, 21.877652, 22.488868, 22.398714, 22.376641, 22.306805, 22.479173, 17.676224, 18.073257, 17.217891, 18.497129, 19.483214, 19.312134, 19.26457, 19.21366, 18.761163, 17.710233, 16.812182, 16.461481, 15.127863, 14.867622, 13.742459, 11.98416, 11.185359, 9.349139, 9.328545, 9.985259, 10.015341, 13.349609, 15.193892, 17.19498, 38.826617, 42.792481]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 212, "item_id": "gsm8kpl-918", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1021, "region_end": 212, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 0.9858}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [127, 121, 107, 93, 94, 95, 101, 96, 111, 103, 114, 131, 111, 120, 115, 142, 134, 139, 154, 153, 164, 156, 130, 136, 203, 194, 164, 163, 155, 148, 137, 143, 139, 157, 203, 197, 210, 229, 233, 246, 226, 218, 207, 206, 220, 231, 237, 257, 228, 214], "n_am_pl": [15, 53, 81, 57, 53, 40, 28, 30, 25, 40, 41, 46, 60, 51, 45, 38, 43, 42, 39, 49, 58, 60, 60, 70, 14, 18, 27, 27, 38, 41, 55, 43, 32, 28, 20, 30, 14, 15, 17, 20, 20, 22, 18, 22, 26, 16, 15, 2, 2, 0], "n_pos": 419, "sum_m_en": [46.90893, 25.576346, 23.943989, 23.933036, 26.305898, 30.799286, 30.870983, 31.732986, 34.165356, 32.046291, 33.333134, 34.116239, 34.352509, 34.328195, 34.271678, 33.044612, 32.382759, 30.207412, 26.652904, 25.685666, 23.259144, 21.136525, 20.126972, 20.230149, 68.274798, 70.397934, 65.708292, 58.833352, 56.137473, 54.171546, 48.037821, 47.86593, 47.37403, 52.08476, 60.15701, 66.859631, 87.308193, 95.688921, 112.311525, 128.035085, 127.437666, 146.746556, 151.775002, 160.410982, 178.935026, 198.698408, 224.049515, 237.992485, 224.536088, 213.05609], "sum_m_pl": [145.855283, 189.298931, 186.759061, 181.109634, 174.561772, 172.52035, 170.954492, 171.493018, 166.455169, 174.971769, 176.766745, 177.53257, 179.290349, 179.21398, 182.835793, 186.234616, 188.30512, 186.497469, 191.218185, 194.074763, 197.575603, 201.396866, 202.01157, 201.163751, 151.073658, 145.915579, 142.644534, 152.0613, 158.370562, 159.672386, 165.372239, 163.672589, 167.054384, 162.536069, 159.030432, 153.70387, 133.348981, 126.480873, 117.22527, 111.635793, 105.49076, 88.223183, 80.160968, 66.274491, 63.14948, 46.188928, 25.935069, 11.884085, 2.690562, 0.081]}, "digit": {"n_am_en": [6, 16, 16, 3, 9, 8, 11, 9, 11, 7, 11, 10, 5, 6, 4, 12, 8, 12, 12, 12, 12, 16, 14, 13, 20, 18, 14, 13, 16, 11, 4, 6, 5, 9, 13, 10, 20, 20, 21, 20, 14, 15, 10, 13, 11, 6, 6, 6, 1, 0], "n_am_pl": [0, 2, 7, 8, 6, 4, 3, 2, 0, 1, 0, 1, 5, 3, 6, 1, 3, 4, 4, 2, 1, 2, 1, 3, 0, 1, 2, 1, 3, 4, 5, 3, 6, 5, 3, 4, 1, 1, 2, 2, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [3.55864, 1.715374, 1.605464, 1.503435, 1.596227, 1.674079, 1.857323, 2.085693, 2.25163, 2.243876, 2.526795, 2.457385, 2.295147, 2.49371, 2.481871, 2.490294, 2.572743, 2.500389, 2.172596, 2.257675, 2.029769, 1.839413, 1.761626, 1.758844, 5.931225, 6.147315, 4.350095, 3.647468, 3.477166, 3.113467, 3.151257, 3.150311, 2.849457, 3.499592, 3.464225, 3.508395, 4.373575, 5.225548, 7.386801, 7.015616, 5.667152, 5.014162, 4.684678, 6.588451, 6.508991, 5.642039, 5.54289, 4.884984, 1.701307, 4e-06], "sum_m_pl": [16.368398, 20.56653, 19.785407, 19.06284, 18.157396, 17.485548, 17.141648, 17.033508, 16.233925, 16.688289, 16.963111, 16.958936, 16.718458, 16.462201, 16.707036, 17.070858, 17.608587, 17.281034, 17.984598, 18.12292, 18.473915, 18.956584, 18.958592, 18.932919, 14.897187, 14.40943, 14.793669, 15.721223, 16.308499, 16.540523, 16.17372, 15.525339, 15.800955, 15.402245, 15.157819, 15.139802, 14.348781, 14.163821, 13.075078, 13.888322, 13.950051, 14.014286, 13.484243, 10.772488, 10.721664, 7.501301, 5.514538, 2.970032, 0.785956, 0.0]}, "lang": {"n_am_en": [60, 56, 56, 47, 52, 49, 52, 52, 64, 63, 64, 85, 75, 77, 80, 95, 80, 92, 97, 90, 101, 88, 78, 80, 116, 110, 99, 101, 90, 93, 97, 99, 95, 104, 136, 128, 137, 141, 139, 151, 143, 140, 140, 146, 162, 174, 189, 202, 210, 214], "n_am_pl": [8, 35, 42, 23, 26, 25, 12, 16, 13, 20, 23, 20, 33, 25, 19, 14, 17, 22, 17, 26, 34, 36, 36, 39, 6, 12, 14, 17, 22, 20, 28, 22, 11, 11, 8, 13, 4, 4, 6, 11, 12, 10, 9, 11, 6, 3, 2, 0, 1, 0], "n_pos": 216, "sum_m_en": [22.884861, 13.570588, 12.999292, 13.151565, 14.770598, 18.038991, 17.764828, 18.374793, 20.568461, 18.523187, 18.636933, 19.479842, 19.512981, 18.993544, 18.891782, 18.436009, 17.836326, 16.418987, 14.186752, 13.661092, 12.224947, 10.985813, 10.41148, 10.435896, 41.427622, 42.821464, 40.928089, 35.792208, 33.897263, 33.757859, 28.897058, 28.48663, 28.236508, 31.862508, 38.083705, 44.470251, 58.940478, 65.230448, 75.585446, 87.014367, 89.017431, 108.375133, 111.505116, 116.100994, 133.652439, 151.670199, 175.226077, 186.273222, 203.452779, 211.696372], "sum_m_pl": [74.62737, 95.031655, 93.930397, 90.637215, 87.735888, 87.069441, 86.654041, 87.472255, 85.038189, 90.669601, 91.200687, 91.746344, 93.256764, 93.442756, 95.715241, 96.948846, 97.888086, 97.171156, 99.669303, 101.248333, 103.124526, 105.02803, 105.205518, 104.797105, 78.53958, 75.911935, 74.176634, 79.344979, 82.743118, 83.110859, 87.381321, 86.524237, 88.596954, 85.891904, 82.703516, 79.053011, 67.588001, 63.786508, 58.804037, 54.100566, 50.506226, 40.043916, 35.349904, 30.542099, 23.401899, 15.461737, 6.296699, 2.553574, 1.155359, 0.073345]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 423, "item_id": "gsm8kpl-922", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1149, "region_end": 419, "roundtrip_ok": true, "tf_agree": 0.9882, "tf_agree_excl_first": 0.9905}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [21, 20, 14, 13, 10, 15, 13, 19, 16, 14, 13, 16, 11, 12, 15, 23, 24, 26, 34, 35, 41, 39, 38, 34, 46, 41, 42, 35, 28, 28, 23, 20, 20, 31, 33, 39, 37, 38, 34, 42, 34, 28, 27, 27, 24, 22, 8, 2, 3, 1], "n_am_pl": [5, 17, 22, 14, 16, 10, 9, 10, 7, 7, 12, 14, 27, 15, 18, 11, 13, 13, 13, 14, 16, 13, 16, 20, 6, 8, 8, 11, 15, 17, 17, 22, 22, 11, 8, 11, 4, 4, 5, 4, 6, 8, 9, 9, 8, 11, 16, 13, 25, 26], "n_pos": 84, "sum_m_en": [7.535221, 3.682657, 3.809081, 3.858019, 4.154626, 4.232459, 4.4265, 4.887141, 5.063218, 4.962306, 5.222025, 5.292949, 5.426966, 5.344555, 5.817228, 5.647968, 5.628617, 5.645786, 4.863014, 5.166196, 4.816268, 4.39821, 4.179146, 4.152793, 17.660667, 16.98635, 14.304058, 11.005934, 9.658729, 8.717876, 7.84666, 7.62387, 7.388322, 8.8069, 9.785453, 12.450469, 15.472246, 16.714223, 18.901433, 20.196788, 19.035579, 19.094311, 18.03373, 19.196379, 19.379788, 19.325917, 8.215682, 4.812322, 3.985926, 0.943806], "sum_m_pl": [32.894478, 40.695774, 39.325055, 38.406942, 36.921664, 36.736488, 35.954933, 35.441859, 34.59728, 35.864622, 36.183452, 36.287959, 36.751006, 37.01364, 37.424843, 38.443843, 39.054763, 38.522477, 39.905453, 40.158973, 40.484386, 41.117026, 41.048852, 40.943348, 29.995161, 28.650332, 29.408299, 31.827878, 33.850286, 36.040391, 36.39298, 36.593754, 37.213984, 35.672774, 35.057367, 33.554641, 29.993164, 29.170377, 27.247015, 27.191745, 26.887172, 25.239089, 24.879197, 21.01266, 19.460797, 17.734981, 17.500439, 16.437819, 24.343644, 26.122426]}, "digit": {"n_am_en": [1, 7, 4, 2, 1, 1, 1, 2, 4, 3, 3, 3, 2, 2, 3, 5, 3, 4, 7, 7, 8, 7, 7, 5, 8, 7, 9, 7, 7, 5, 3, 3, 4, 7, 8, 8, 8, 9, 8, 7, 6, 4, 1, 5, 1, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 4, 2, 2, 0, 0, 0, 1, 1, 2, 3, 2, 2, 0, 1, 1, 1, 0, 1, 1, 3, 3, 0, 1, 0, 2, 1, 3, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0, 2, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.338226, 0.643713, 0.60682, 0.602313, 0.625809, 0.64936, 0.741598, 0.875995, 0.905615, 0.861656, 0.938337, 0.928133, 0.941979, 0.952974, 1.007273, 0.974553, 0.981204, 1.042536, 0.9169, 0.954458, 0.875646, 0.785451, 0.755166, 0.756011, 3.682106, 3.454338, 2.541138, 1.783463, 1.749509, 1.399445, 1.443957, 1.381142, 1.250189, 1.735137, 1.554895, 1.745183, 1.87309, 2.04491, 2.595132, 1.825666, 1.204272, 1.152224, 1.099267, 1.199226, 1.123888, 1.09377, 0.666146, 0.512225, 0.056285, 0.0], "sum_m_pl": [6.985834, 8.650033, 8.343696, 7.978981, 7.590531, 7.360919, 7.086602, 6.893862, 6.765778, 6.97109, 7.131617, 7.148766, 6.929719, 6.862643, 6.980045, 7.157371, 7.295638, 7.064205, 7.405552, 7.469109, 7.605903, 7.751539, 7.761493, 7.757025, 5.608135, 5.514781, 5.692331, 6.086993, 6.417627, 6.715413, 6.563639, 6.31445, 6.519657, 6.331946, 6.398189, 6.507889, 6.383676, 6.354221, 6.089574, 6.554049, 6.708518, 6.487523, 5.98837, 4.835125, 4.662251, 3.622845, 2.55758, 1.539218, 0.210196, 0.0]}, "lang": {"n_am_en": [10, 7, 4, 6, 5, 6, 5, 6, 3, 4, 5, 5, 2, 5, 7, 7, 8, 9, 13, 12, 15, 14, 14, 13, 18, 16, 16, 11, 9, 9, 11, 9, 10, 13, 13, 14, 13, 13, 12, 19, 14, 14, 14, 14, 15, 11, 8, 2, 2, 1], "n_am_pl": [3, 6, 6, 5, 7, 4, 2, 3, 4, 3, 4, 4, 11, 6, 6, 6, 6, 7, 3, 7, 5, 5, 5, 7, 2, 4, 5, 7, 10, 9, 10, 10, 10, 5, 6, 7, 2, 3, 2, 1, 3, 4, 6, 5, 5, 8, 10, 11, 23, 26], "n_pos": 28, "sum_m_en": [2.723486, 1.259529, 1.32545, 1.351472, 1.454896, 1.44186, 1.51232, 1.637563, 1.630394, 1.546807, 1.654082, 1.73066, 1.780508, 1.79303, 1.949372, 1.797532, 1.881967, 1.84373, 1.58378, 1.575785, 1.503386, 1.393076, 1.359955, 1.371791, 5.606587, 5.390025, 4.879123, 3.719326, 3.156137, 3.142294, 2.759858, 2.651894, 2.811811, 3.049305, 3.804962, 4.801604, 6.548219, 6.830848, 8.148332, 9.986311, 10.071021, 10.501127, 9.606474, 9.831848, 10.249848, 10.605911, 6.245324, 3.243152, 2.891721, 0.884112], "sum_m_pl": [10.555532, 13.294174, 12.697603, 12.522125, 11.834511, 11.945564, 11.963037, 11.925539, 11.491495, 12.028103, 12.111412, 12.063718, 12.510888, 12.594237, 12.783854, 13.032542, 13.129921, 13.22946, 13.622773, 13.695674, 13.746222, 13.951201, 13.902867, 13.81988, 10.906019, 10.631414, 10.941287, 11.743764, 12.450151, 13.01681, 13.20111, 13.482141, 13.420658, 13.071825, 12.516172, 11.999351, 10.315207, 10.242984, 9.402345, 8.43016, 8.329709, 7.998152, 8.74705, 8.153153, 7.823179, 8.173377, 10.516712, 11.359872, 20.397325, 25.375033]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 88, "item_id": "gsm8kpl-922", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1008, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 0.9885}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [70, 51, 37, 40, 42, 38, 45, 42, 51, 60, 80, 74, 72, 70, 55, 65, 51, 56, 58, 58, 55, 62, 60, 55, 86, 86, 87, 75, 81, 74, 55, 59, 58, 72, 64, 64, 70, 83, 78, 80, 75, 77, 78, 68, 73, 76, 80, 85, 81, 81], "n_am_pl": [3, 17, 34, 28, 24, 25, 19, 15, 19, 15, 16, 19, 23, 24, 17, 20, 21, 27, 23, 27, 30, 22, 22, 31, 14, 12, 14, 15, 16, 19, 25, 23, 17, 12, 9, 14, 10, 15, 13, 13, 12, 12, 6, 10, 8, 6, 2, 0, 0, 0], "n_pos": 192, "sum_m_en": [22.754223, 10.959952, 10.714161, 10.281435, 10.293856, 10.530802, 10.964596, 11.466395, 12.102203, 11.743537, 12.611729, 13.047869, 13.18669, 13.665715, 13.557772, 12.292203, 12.169042, 12.100591, 11.104607, 10.372945, 9.43375, 8.79148, 8.459493, 8.447873, 23.287771, 23.304266, 23.084276, 20.924072, 20.291357, 19.770524, 17.914654, 18.262338, 18.620598, 18.43567, 20.105624, 21.732194, 26.249361, 28.815171, 31.663222, 37.246863, 39.159967, 43.643798, 46.367315, 48.428276, 58.699948, 64.570764, 74.038434, 82.043099, 81.273685, 79.848399], "sum_m_pl": [70.418697, 91.610937, 89.923527, 88.503945, 85.438094, 84.975038, 85.466845, 84.131222, 84.915745, 87.390797, 87.538759, 88.147106, 88.168793, 86.421363, 87.235431, 91.06813, 90.374385, 90.772084, 91.153041, 92.366043, 94.096979, 95.309259, 95.117283, 95.104925, 75.441165, 74.172323, 73.322904, 75.970714, 78.076889, 78.444987, 80.03514, 79.285321, 80.139538, 79.916249, 78.350227, 74.849318, 67.621543, 63.093465, 59.46848, 55.908856, 53.050239, 45.460232, 41.584148, 31.383562, 25.910246, 20.071729, 8.611265, 4.78619, 0.450602, 0.018902]}, "digit": {"n_am_en": [2, 7, 3, 4, 3, 2, 6, 5, 6, 7, 5, 3, 7, 6, 4, 6, 6, 7, 3, 4, 6, 6, 7, 6, 9, 8, 9, 7, 6, 7, 6, 5, 2, 6, 2, 3, 2, 2, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 4, 4, 4, 1, 0, 0, 4, 1, 1, 2, 1, 0, 1, 1, 1, 1, 1, 1, 2, 2, 2, 0, 1, 0, 2, 2, 5, 3, 4, 4, 2, 3, 3, 2, 4, 3, 3, 3, 4, 2, 3, 3, 2, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.69204, 0.841811, 0.786132, 0.808133, 0.842549, 0.884215, 1.006441, 1.042622, 1.087704, 1.03838, 1.135212, 1.186323, 1.266631, 1.296859, 1.215239, 1.156418, 1.159105, 1.168612, 1.020633, 0.939436, 0.846177, 0.788152, 0.760405, 0.75237, 1.895631, 1.77023, 1.895135, 1.747951, 1.669482, 1.547818, 1.492461, 1.57908, 1.465767, 1.411355, 1.201983, 1.26, 1.262834, 1.165992, 1.116423, 1.130865, 1.082914, 1.119308, 1.064629, 1.04683, 0.727564, 0.689593, 0.547625, 0.211537, 0.011059, 0.0], "sum_m_pl": [8.088578, 10.279687, 9.943413, 9.706247, 9.205949, 8.778395, 8.615132, 8.34259, 8.449872, 8.642089, 8.64916, 8.544542, 8.366277, 8.361242, 8.515881, 8.63396, 8.710996, 8.901788, 9.092693, 9.188747, 9.352485, 9.54389, 9.540006, 9.544662, 8.244585, 8.157895, 8.006198, 8.079516, 8.181889, 8.177355, 7.95511, 7.781813, 8.027445, 8.064245, 8.101562, 8.054432, 7.886355, 8.362488, 8.040987, 7.647959, 7.228667, 7.140045, 6.396635, 6.074012, 4.793753, 3.700127, 0.885449, 0.265987, 0.048311, 0.0]}, "lang": {"n_am_en": [27, 16, 15, 13, 17, 21, 17, 19, 26, 26, 41, 35, 36, 32, 20, 31, 28, 26, 31, 30, 29, 31, 28, 26, 43, 42, 43, 38, 39, 40, 29, 29, 32, 41, 37, 32, 43, 51, 47, 51, 50, 52, 52, 51, 53, 56, 66, 70, 76, 78], "n_am_pl": [2, 7, 13, 6, 10, 6, 6, 9, 13, 7, 6, 11, 8, 10, 8, 6, 10, 12, 12, 15, 13, 12, 13, 16, 10, 9, 10, 8, 7, 7, 10, 8, 5, 6, 3, 5, 3, 6, 6, 4, 2, 2, 2, 3, 3, 3, 2, 0, 0, 0], "n_pos": 79, "sum_m_en": [9.290516, 4.647284, 4.433023, 4.369525, 4.275273, 4.503917, 4.887022, 5.104218, 5.505536, 5.072361, 5.339031, 5.603745, 5.626563, 5.753048, 5.698175, 5.138971, 5.107239, 5.073247, 4.812122, 4.488397, 4.03874, 3.727846, 3.559515, 3.534032, 11.135352, 11.548315, 11.405637, 10.16643, 10.216387, 9.605797, 8.630653, 8.706802, 9.038874, 8.979291, 10.542935, 11.446502, 15.009311, 16.94646, 19.1446, 22.705267, 24.34691, 27.70384, 29.791179, 32.054878, 41.407235, 48.234113, 59.479791, 65.920209, 73.968771, 76.725816], "sum_m_pl": [28.322069, 36.75303, 36.564975, 35.874395, 34.879726, 34.937188, 34.971921, 34.59471, 34.84945, 36.478641, 36.625963, 37.026988, 37.275409, 36.155896, 36.674571, 38.41461, 37.867874, 37.938334, 37.601907, 38.278942, 38.937233, 39.416595, 39.267618, 39.330395, 31.43749, 30.99037, 30.586611, 31.950547, 32.704708, 32.699749, 33.608034, 33.183353, 33.885454, 34.247979, 33.271588, 31.976864, 28.671832, 25.962103, 24.086601, 21.990776, 20.456061, 17.978874, 17.316837, 12.507635, 10.271393, 7.283843, 3.760324, 1.338849, 0.124066, 0.015478]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "gsm8kpl-924", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1219, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9694, "tf_agree_excl_first": 0.9744}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [125, 96, 60, 72, 71, 70, 80, 84, 68, 76, 76, 83, 81, 82, 72, 92, 104, 91, 103, 88, 100, 110, 104, 104, 164, 157, 154, 133, 131, 133, 123, 128, 116, 121, 139, 127, 131, 144, 126, 144, 126, 128, 141, 128, 111, 106, 56, 31, 13, 11], "n_am_pl": [32, 96, 76, 90, 80, 89, 73, 84, 68, 75, 72, 62, 76, 68, 57, 64, 61, 75, 73, 83, 83, 66, 76, 73, 46, 52, 50, 54, 47, 55, 58, 55, 59, 56, 53, 59, 61, 51, 60, 63, 74, 52, 47, 48, 54, 63, 93, 86, 102, 108], "n_pos": 436, "sum_m_en": [40.993676, 20.778709, 21.982553, 23.049707, 23.49699, 22.611944, 23.001825, 23.232471, 23.770891, 24.179288, 24.868995, 25.392415, 26.696876, 27.651556, 28.176692, 26.800011, 26.295593, 26.490923, 23.944341, 22.643454, 20.700386, 19.632377, 19.298203, 18.935513, 50.316338, 50.48273, 48.76793, 44.365137, 43.835071, 43.024362, 40.413902, 41.016143, 39.414297, 39.729582, 41.83824, 43.092288, 50.802209, 54.17277, 52.789137, 56.404871, 54.441129, 66.152197, 77.780062, 81.055652, 86.013951, 81.296688, 49.255117, 33.501659, 17.432201, 11.036985], "sum_m_pl": [172.935848, 210.714114, 203.080044, 197.786043, 194.331248, 194.726232, 198.6783, 197.366749, 193.782996, 198.30752, 196.513846, 198.112679, 200.403196, 196.022323, 196.666514, 204.966585, 203.68846, 206.402518, 210.807551, 212.367263, 215.891785, 216.338199, 215.427415, 215.451976, 174.130303, 172.269164, 168.557103, 175.68921, 179.448976, 180.627399, 183.442982, 183.038818, 180.970588, 176.655769, 172.66471, 167.508072, 157.230407, 151.651351, 150.285689, 146.730641, 142.131265, 133.101785, 120.84165, 111.69484, 97.982763, 96.980473, 104.101666, 100.045113, 102.077455, 106.42746]}, "digit": {"n_am_en": [4, 13, 8, 7, 4, 6, 13, 3, 2, 5, 2, 7, 6, 6, 4, 5, 5, 5, 6, 4, 6, 5, 6, 7, 9, 12, 14, 9, 6, 11, 10, 9, 9, 10, 4, 5, 6, 5, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 8, 8, 6, 5, 4, 2, 5, 3, 6, 6, 3, 6, 2, 1, 3, 5, 4, 8, 7, 9, 9, 6, 6, 5, 7, 5, 2, 5, 2, 2, 8, 5, 3, 7, 9, 5, 6, 7, 6, 6, 5, 4, 5, 4, 2, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [2.891108, 1.476601, 1.475977, 1.524863, 1.587657, 1.54954, 1.698663, 1.70457, 1.750449, 1.774589, 1.851358, 1.929567, 1.950481, 2.099957, 2.046088, 1.967265, 1.946857, 2.02213, 1.812744, 1.704922, 1.55286, 1.46378, 1.430973, 1.413366, 3.134412, 3.081559, 3.254485, 3.357543, 3.21291, 3.151978, 3.009519, 3.057278, 2.659433, 2.62055, 2.534322, 2.786694, 2.670167, 2.526896, 2.326015, 2.31324, 2.232595, 2.287837, 2.079773, 1.582976, 1.198997, 0.877932, 0.468405, 0.122069, 0.040793, 0.000373], "sum_m_pl": [14.983238, 18.365445, 17.529163, 16.842372, 16.474004, 16.049162, 15.88823, 15.459648, 15.135034, 15.319896, 15.166298, 15.407, 15.493986, 14.999499, 15.247492, 15.381399, 15.389499, 15.61265, 16.240843, 16.38506, 16.633055, 16.674025, 16.67301, 16.688725, 14.277321, 13.684387, 13.524519, 13.623562, 13.800926, 13.918818, 14.186487, 14.060773, 14.156395, 13.810802, 13.327868, 13.365143, 12.938231, 13.516617, 13.389738, 13.105655, 12.732081, 12.52279, 11.304147, 11.202252, 8.859589, 6.381703, 1.983163, 1.035872, 0.361381, 0.018535]}, "lang": {"n_am_en": [27, 24, 13, 19, 22, 15, 18, 28, 22, 24, 34, 37, 27, 29, 32, 28, 32, 28, 40, 29, 33, 38, 35, 38, 59, 55, 48, 43, 40, 44, 46, 49, 52, 46, 55, 52, 51, 64, 53, 63, 58, 51, 58, 51, 52, 51, 24, 18, 11, 11], "n_am_pl": [10, 30, 13, 26, 19, 18, 13, 10, 11, 14, 12, 12, 22, 24, 18, 24, 14, 18, 18, 22, 22, 19, 21, 24, 15, 17, 16, 16, 14, 14, 16, 16, 10, 14, 13, 10, 13, 12, 13, 12, 11, 7, 11, 16, 29, 38, 59, 63, 99, 107], "n_pos": 118, "sum_m_en": [11.421687, 5.8562, 5.84936, 6.309427, 6.443422, 6.139877, 6.420816, 6.499834, 6.549884, 6.571924, 7.036667, 7.123055, 7.306846, 7.471156, 7.734233, 7.1617, 7.0535, 7.021559, 6.44214, 6.063811, 5.538215, 5.247206, 5.128917, 5.121123, 18.233613, 17.065848, 15.840366, 13.432134, 13.156473, 12.329923, 11.319932, 11.940123, 11.536365, 12.300304, 12.889238, 13.992541, 19.659236, 18.980681, 17.995069, 20.939693, 19.883854, 27.435665, 33.679265, 36.038414, 41.21998, 37.394879, 22.485403, 16.745329, 12.847504, 11.008528], "sum_m_pl": [43.425166, 54.146925, 52.66218, 52.065208, 50.719878, 51.36706, 52.084341, 51.812603, 51.410978, 53.013845, 52.480935, 53.330617, 54.54948, 53.710065, 53.471571, 56.365568, 55.882886, 56.954079, 57.257808, 57.625033, 58.6986, 59.013858, 58.662658, 58.753991, 48.221992, 47.667482, 46.344248, 48.587194, 49.347577, 50.015334, 51.003397, 51.884737, 51.676255, 51.117239, 50.370164, 49.617925, 45.737546, 45.281116, 45.489839, 43.126688, 41.537761, 38.116381, 33.356247, 30.649867, 33.282583, 40.883984, 53.688484, 58.259321, 87.308323, 104.848705]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 440, "item_id": "gsm8kpl-924", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1078, "region_end": 436, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9932}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [125, 114, 75, 75, 74, 76, 80, 76, 84, 89, 80, 87, 83, 82, 82, 92, 108, 95, 95, 102, 99, 92, 100, 114, 124, 124, 103, 111, 114, 113, 101, 105, 118, 101, 105, 119, 130, 145, 166, 158, 156, 158, 153, 150, 142, 156, 151, 156, 143, 148], "n_am_pl": [23, 51, 55, 48, 37, 42, 54, 46, 40, 37, 45, 44, 39, 37, 48, 50, 40, 47, 36, 34, 32, 38, 43, 38, 28, 29, 29, 29, 42, 50, 47, 47, 31, 30, 38, 29, 27, 22, 21, 24, 19, 11, 8, 20, 22, 15, 4, 3, 1, 1], "n_pos": 364, "sum_m_en": [41.368571, 22.512743, 20.564203, 20.465686, 21.725758, 21.868236, 20.952469, 21.965242, 23.133143, 24.80549, 25.844017, 26.702568, 28.116326, 28.600209, 28.009474, 25.45391, 24.708078, 23.425562, 21.289545, 19.995076, 18.720064, 17.638074, 16.874311, 16.858893, 44.580906, 43.265557, 42.743836, 39.984623, 41.205062, 41.497398, 39.93589, 39.226663, 40.595295, 41.370528, 44.254998, 49.763712, 58.438807, 67.523307, 82.141593, 89.983917, 96.359483, 103.701929, 113.422875, 119.024909, 131.324354, 141.792102, 142.965321, 149.709501, 141.373978, 147.004398], "sum_m_pl": [136.177593, 169.646015, 165.583056, 161.234761, 158.011796, 155.795555, 161.97805, 161.160512, 157.682549, 160.972986, 158.495413, 158.898045, 158.953808, 154.169644, 156.417258, 162.525146, 165.453878, 169.786356, 172.729883, 175.864779, 177.118783, 177.284252, 178.405559, 178.212501, 136.0567, 136.571669, 132.509066, 142.136894, 141.48894, 140.988242, 143.777844, 144.34875, 144.536566, 138.270278, 131.898389, 124.406391, 107.085915, 99.557986, 86.826103, 82.472361, 75.508763, 63.46135, 57.261939, 49.773014, 43.465792, 33.448763, 17.910607, 9.161567, 1.540344, 0.820201]}, "digit": {"n_am_en": [9, 20, 12, 10, 6, 5, 9, 6, 3, 9, 12, 9, 5, 5, 14, 10, 11, 8, 8, 9, 6, 8, 10, 10, 13, 12, 12, 10, 12, 10, 9, 15, 8, 5, 9, 6, 7, 5, 9, 8, 10, 8, 6, 3, 5, 5, 2, 4, 2, 0], "n_am_pl": [1, 3, 2, 3, 4, 3, 4, 5, 7, 2, 2, 4, 4, 3, 4, 4, 6, 7, 5, 0, 2, 3, 3, 3, 2, 4, 4, 2, 3, 3, 4, 4, 4, 4, 3, 2, 7, 6, 7, 9, 5, 3, 3, 8, 6, 5, 2, 0, 0, 0], "n_pos": 44, "sum_m_en": [4.216054, 1.939426, 1.837886, 1.831102, 1.914204, 2.083947, 2.125652, 2.263886, 2.403855, 2.615483, 2.778832, 2.721953, 2.811724, 2.873382, 2.887448, 2.67801, 2.612187, 2.615229, 2.325101, 2.20419, 2.089293, 1.976509, 1.903327, 1.914454, 4.691156, 4.470028, 4.399292, 3.908462, 4.010739, 3.890058, 3.967499, 3.769334, 3.705634, 3.482595, 3.423412, 3.393371, 3.435087, 3.992428, 5.127958, 4.768281, 4.988665, 4.88822, 5.383759, 4.806902, 5.316531, 4.833595, 3.361923, 3.16704, 1.407824, 8e-06], "sum_m_pl": [18.762154, 23.490891, 22.595043, 21.749835, 20.820549, 19.77363, 19.990556, 19.652023, 19.093554, 19.753691, 19.622617, 19.958976, 19.2938, 18.723526, 18.8661, 19.930717, 19.670969, 20.127258, 20.686584, 21.059233, 21.20373, 21.430894, 21.575486, 21.741857, 17.04606, 17.309464, 16.466233, 17.782896, 18.0664, 17.959314, 17.905768, 18.216788, 18.346323, 17.90821, 17.61186, 17.474836, 16.445821, 16.296641, 14.72773, 14.794472, 14.520415, 13.239932, 12.162577, 11.667285, 10.982059, 8.408158, 4.880124, 2.111236, 0.400315, 0.0]}, "lang": {"n_am_en": [50, 38, 30, 36, 37, 32, 35, 38, 49, 47, 35, 43, 51, 42, 38, 50, 51, 59, 51, 57, 53, 49, 49, 62, 61, 67, 57, 65, 58, 59, 55, 49, 63, 56, 56, 65, 73, 85, 97, 96, 94, 94, 93, 91, 87, 95, 96, 108, 134, 144], "n_am_pl": [14, 22, 30, 19, 16, 24, 24, 19, 12, 13, 18, 22, 19, 22, 28, 23, 19, 17, 11, 8, 11, 14, 16, 14, 10, 8, 11, 12, 20, 24, 20, 20, 15, 12, 15, 16, 9, 9, 6, 6, 5, 2, 1, 6, 7, 4, 1, 0, 1, 1], "n_pos": 147, "sum_m_en": [16.705115, 9.436353, 8.767139, 8.334938, 9.071235, 9.212494, 8.87649, 9.082842, 9.534532, 10.235279, 10.631828, 11.175966, 12.017536, 12.151771, 11.77527, 10.839461, 10.712684, 9.831636, 8.971429, 8.350967, 7.77308, 7.340523, 6.964593, 6.968313, 22.221413, 21.537188, 21.05043, 19.26613, 19.619712, 20.02015, 18.9251, 18.092698, 19.221948, 20.504237, 22.433289, 25.765097, 30.328823, 36.753767, 47.252453, 53.658764, 58.575944, 65.434597, 69.847132, 73.829937, 79.641505, 86.619006, 90.733912, 103.098633, 130.149599, 143.126122], "sum_m_pl": [52.565272, 66.75115, 65.694443, 64.409384, 63.780715, 62.641325, 65.278193, 65.693797, 64.722109, 65.908452, 64.646731, 65.333129, 65.494512, 63.841142, 65.275071, 67.508469, 68.898551, 70.643169, 71.278767, 72.05086, 72.474255, 72.552854, 72.590251, 72.479162, 56.494706, 57.155575, 55.326297, 59.625835, 58.997126, 58.136404, 59.728159, 59.683025, 59.832222, 57.049101, 54.006285, 51.314578, 44.571226, 41.066431, 34.880886, 32.311366, 28.176407, 22.488934, 19.333471, 16.505538, 13.539373, 9.843711, 4.877592, 1.831388, 0.707515, 0.819813]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 371, "item_id": "gsm8kpl-93", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1200, "region_end": 364, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 0.9838}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [137, 99, 81, 109, 89, 79, 80, 66, 78, 97, 100, 84, 87, 87, 82, 78, 107, 90, 66, 59, 62, 70, 66, 78, 91, 80, 75, 98, 107, 108, 105, 102, 102, 90, 106, 101, 100, 79, 96, 101, 116, 106, 130, 111, 119, 109, 69, 58, 38, 35], "n_am_pl": [14, 94, 94, 74, 75, 84, 70, 45, 58, 72, 70, 67, 66, 66, 65, 81, 74, 82, 83, 79, 94, 80, 90, 92, 64, 56, 62, 68, 71, 88, 78, 66, 56, 53, 50, 38, 32, 43, 41, 60, 45, 51, 47, 49, 46, 54, 67, 59, 82, 83], "n_pos": 425, "sum_m_en": [40.120245, 20.790512, 22.468246, 23.218481, 23.78419, 23.287178, 22.770448, 23.450904, 24.98866, 26.680309, 26.868433, 28.203589, 30.145336, 31.324874, 30.922564, 28.613895, 27.285656, 26.237619, 22.881624, 21.685739, 20.822284, 19.808582, 19.370099, 19.028403, 38.281402, 39.684602, 39.488512, 40.500093, 43.84508, 44.893882, 42.100446, 41.16759, 41.052203, 41.204172, 41.563267, 41.126369, 43.3208, 46.59033, 48.408336, 58.312029, 64.716146, 66.239589, 76.009962, 81.267487, 95.28627, 94.164697, 66.944964, 59.180625, 39.060717, 35.998074], "sum_m_pl": [171.280247, 207.184057, 200.099145, 195.776496, 193.560203, 193.002963, 196.547029, 195.172029, 191.299877, 195.905386, 194.93496, 192.424982, 191.507657, 186.265176, 187.721387, 195.831524, 200.196496, 203.265991, 209.830735, 211.289207, 211.635673, 209.784632, 210.176563, 210.22872, 168.506697, 165.307398, 159.123031, 171.754156, 173.547024, 177.666734, 179.847448, 179.091265, 178.497237, 165.373037, 161.119764, 152.327702, 141.739672, 138.763437, 137.782016, 136.57381, 129.72854, 127.243033, 116.68399, 107.18509, 91.324105, 91.369267, 83.88866, 68.807927, 79.971764, 82.19992]}, "digit": {"n_am_en": [10, 23, 19, 20, 13, 14, 14, 5, 3, 12, 14, 9, 10, 11, 14, 8, 16, 15, 11, 5, 10, 10, 7, 7, 5, 12, 11, 13, 18, 17, 15, 12, 9, 5, 10, 7, 10, 9, 9, 7, 10, 8, 7, 5, 4, 4, 2, 1, 1, 0], "n_am_pl": [0, 5, 6, 4, 5, 6, 2, 2, 5, 7, 7, 3, 6, 3, 4, 14, 7, 10, 8, 8, 11, 11, 9, 8, 3, 2, 4, 4, 9, 9, 8, 6, 6, 7, 5, 7, 8, 7, 12, 11, 5, 3, 4, 8, 8, 8, 4, 4, 0, 0], "n_pos": 57, "sum_m_en": [4.930188, 2.517696, 2.519875, 2.639632, 2.684196, 2.668149, 2.629487, 2.721384, 2.824388, 2.959292, 3.12621, 3.219868, 3.390322, 3.59929, 3.509575, 3.399511, 3.335648, 3.4788, 2.834627, 2.660776, 2.561316, 2.421712, 2.373765, 2.34648, 3.875489, 4.17728, 4.244982, 4.230295, 4.808162, 5.014693, 4.966662, 4.636611, 4.380943, 4.229282, 3.9197, 4.039843, 3.98037, 3.733403, 3.809156, 4.114767, 4.197184, 3.792915, 4.1911, 3.95493, 3.930963, 3.744516, 2.376534, 1.937347, 1.061022, 1e-05], "sum_m_pl": [25.634991, 30.751709, 29.508258, 28.647146, 27.760645, 26.961944, 27.212868, 26.523341, 26.170978, 26.905259, 26.812348, 26.573807, 25.764716, 25.064754, 25.303308, 26.337677, 26.536034, 26.761798, 28.135365, 28.563812, 28.527063, 28.468962, 28.44101, 28.519566, 23.122396, 22.971106, 22.077233, 23.423135, 24.122331, 24.278103, 24.304107, 24.245658, 24.805191, 23.584507, 22.434345, 21.565215, 20.196433, 20.655133, 19.548312, 19.944634, 19.39529, 19.010389, 18.238619, 17.263931, 15.136807, 13.107098, 8.648069, 5.436324, 1.117193, 0.00058]}, "lang": {"n_am_en": [35, 18, 24, 24, 30, 27, 21, 23, 20, 23, 30, 32, 31, 30, 29, 29, 39, 39, 35, 29, 26, 31, 28, 31, 33, 30, 29, 42, 38, 35, 41, 42, 42, 34, 47, 45, 43, 37, 42, 43, 53, 49, 53, 54, 65, 62, 39, 43, 35, 35], "n_am_pl": [5, 33, 37, 20, 15, 9, 17, 12, 16, 22, 20, 21, 16, 20, 21, 23, 20, 26, 21, 19, 31, 25, 29, 28, 17, 17, 15, 19, 19, 27, 26, 18, 19, 20, 13, 13, 6, 8, 9, 20, 18, 21, 22, 24, 24, 30, 45, 41, 78, 83], "n_pos": 119, "sum_m_en": [10.367872, 5.926234, 6.57514, 7.045353, 6.964687, 6.773183, 6.450659, 6.674321, 6.935046, 7.527294, 7.638275, 8.507193, 8.985946, 9.459762, 9.371003, 8.194263, 7.914427, 7.413349, 6.662131, 6.303195, 6.013406, 5.644541, 5.451893, 5.327692, 13.132017, 13.028762, 12.944947, 12.909847, 13.463109, 13.564154, 12.314894, 12.620848, 13.204775, 13.776179, 14.288042, 15.20137, 17.127481, 19.074898, 19.725264, 27.004172, 29.533505, 31.895079, 35.65485, 38.826044, 53.033256, 53.08253, 38.065354, 39.661037, 34.611797, 35.448886], "sum_m_pl": [46.908679, 53.692154, 52.326457, 50.923973, 51.325455, 51.099903, 52.589343, 53.339115, 52.770195, 54.201472, 53.487076, 53.668675, 53.983756, 52.629237, 53.665673, 56.642989, 57.896402, 58.810501, 59.785853, 60.254672, 60.292146, 60.150962, 59.801862, 59.727057, 50.285587, 50.174633, 48.69264, 52.20285, 51.10988, 51.898805, 53.239313, 52.954036, 53.611789, 50.817853, 49.317758, 47.769237, 44.413747, 43.734412, 45.000521, 44.33266, 42.005895, 41.399422, 37.346992, 36.073729, 33.235867, 36.561903, 43.719475, 42.650552, 71.064051, 80.949668]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 425, "item_id": "gsm8kpl-93", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1059, "region_end": 425, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9929}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [36, 38, 35, 27, 28, 23, 25, 29, 31, 33, 39, 39, 37, 35, 37, 40, 40, 45, 49, 46, 36, 39, 37, 40, 54, 55, 44, 38, 40, 45, 42, 34, 37, 44, 49, 54, 61, 61, 56, 57, 61, 62, 56, 50, 48, 46, 48, 52, 53, 48], "n_am_pl": [2, 13, 9, 17, 9, 13, 5, 12, 10, 8, 7, 8, 12, 13, 12, 13, 10, 11, 10, 6, 13, 12, 15, 14, 2, 6, 9, 10, 8, 7, 8, 17, 10, 12, 7, 5, 6, 7, 6, 5, 3, 2, 3, 7, 4, 2, 1, 0, 0, 0], "n_pos": 116, "sum_m_en": [13.256294, 6.469913, 6.436265, 6.089552, 6.435782, 6.570793, 6.640535, 7.043469, 7.168227, 7.353382, 7.59226, 7.843862, 8.363599, 8.562066, 8.424283, 8.140492, 7.736002, 8.26258, 7.396179, 6.937336, 6.296059, 5.758491, 5.527374, 5.450434, 16.654481, 16.023808, 15.47425, 14.195035, 13.778764, 13.290017, 12.351528, 11.466572, 12.372004, 12.503423, 14.873729, 17.18754, 21.672863, 26.59423, 26.863891, 31.734574, 32.400679, 38.984463, 40.346748, 41.608593, 43.947152, 42.524549, 44.586065, 49.109007, 52.124202, 49.210293], "sum_m_pl": [43.114517, 55.981491, 55.38594, 53.23824, 52.751287, 53.261889, 52.459027, 51.406735, 50.359842, 52.734764, 52.452799, 53.260527, 51.941605, 51.632705, 51.662727, 55.069518, 54.195647, 53.825558, 54.756559, 55.829282, 56.343687, 57.249503, 57.351971, 57.509539, 45.00287, 45.041325, 44.464992, 46.451764, 48.696322, 49.484688, 48.904901, 49.074971, 47.848407, 47.582038, 45.421557, 42.194429, 36.632518, 33.894456, 31.956096, 29.95176, 28.051214, 23.243448, 19.167196, 17.204103, 14.308614, 11.452395, 6.266859, 3.486003, 0.518094, 0.041102]}, "digit": {"n_am_en": [0, 4, 7, 0, 2, 2, 0, 1, 4, 2, 5, 5, 3, 4, 6, 5, 4, 4, 5, 4, 1, 3, 2, 3, 6, 4, 7, 3, 4, 4, 2, 1, 2, 1, 1, 1, 5, 4, 3, 5, 5, 4, 2, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 2, 0, 0, 2, 0, 1, 0, 0, 2, 2, 0, 1, 1, 0, 1, 2, 2, 2, 2, 2, 1, 3, 2, 4, 3, 3, 3, 1, 2, 1, 4, 1, 1, 1, 0, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.15694, 0.580978, 0.59536, 0.556241, 0.602296, 0.596723, 0.595926, 0.624395, 0.648785, 0.694432, 0.738239, 0.730958, 0.762447, 0.805432, 0.746386, 0.77842, 0.778198, 0.810564, 0.7401, 0.673152, 0.600216, 0.557136, 0.540373, 0.534483, 1.031373, 1.153974, 1.022133, 0.90415, 0.954657, 0.947212, 0.919106, 0.906431, 0.816825, 0.819765, 0.815701, 0.906866, 1.022026, 0.936664, 1.007253, 1.001519, 1.008645, 0.96514, 0.909812, 0.893612, 0.824953, 0.605308, 0.327184, 0.206726, 0.008163, 0.0], "sum_m_pl": [6.151742, 7.501635, 7.216796, 7.014398, 6.91066, 6.771175, 6.806489, 6.68451, 6.503341, 6.596581, 6.635416, 6.642359, 6.272438, 6.182104, 6.20974, 6.641167, 6.503052, 6.373858, 6.689344, 6.87585, 6.957291, 7.040386, 7.030644, 7.092701, 6.281195, 6.241711, 6.444641, 6.637792, 6.638855, 6.665699, 6.466586, 6.278247, 6.199292, 6.249809, 6.078365, 5.822184, 5.759302, 5.790545, 5.454324, 5.506484, 5.190372, 5.223454, 5.117102, 4.599123, 4.200645, 3.126668, 1.152688, 0.351486, 0.025268, 0.0]}, "lang": {"n_am_en": [12, 13, 13, 12, 14, 13, 16, 16, 19, 19, 18, 21, 18, 19, 20, 20, 22, 25, 25, 22, 21, 20, 20, 25, 32, 35, 24, 23, 19, 19, 19, 17, 17, 23, 28, 33, 31, 38, 34, 33, 37, 37, 34, 32, 33, 33, 37, 44, 47, 48], "n_am_pl": [0, 4, 6, 4, 2, 5, 2, 6, 5, 4, 4, 6, 5, 4, 5, 5, 4, 3, 3, 2, 6, 7, 9, 7, 1, 1, 3, 2, 3, 2, 3, 6, 3, 4, 1, 0, 1, 0, 2, 2, 1, 1, 2, 3, 3, 2, 1, 0, 0, 0], "n_pos": 49, "sum_m_en": [5.563806, 2.616225, 2.558101, 2.575715, 2.78092, 3.027124, 3.130362, 3.305333, 3.357409, 3.267609, 3.359394, 3.538121, 3.892274, 3.860745, 3.797815, 3.580275, 3.371004, 3.76002, 3.360927, 3.201148, 2.868947, 2.617794, 2.444657, 2.436235, 8.257286, 8.325996, 8.624022, 7.846498, 7.417869, 7.27312, 6.617308, 5.931097, 6.454341, 6.872335, 8.799866, 9.976431, 13.085846, 15.771428, 16.20209, 18.421912, 19.236508, 24.184134, 25.67195, 25.795301, 29.340926, 30.373362, 34.071643, 40.885076, 46.879552, 47.618772], "sum_m_pl": [17.827462, 23.343082, 23.584202, 22.596794, 22.588776, 22.408881, 22.093678, 21.759603, 21.389906, 22.652467, 22.484912, 22.57807, 22.035992, 22.156483, 22.276457, 23.521166, 23.122348, 22.998747, 23.375906, 23.674442, 23.912294, 24.346847, 24.378588, 24.380809, 19.441966, 19.120759, 18.677681, 19.552462, 20.398853, 20.494385, 20.559253, 20.65927, 20.016828, 20.033591, 18.79064, 17.874488, 14.935604, 13.679495, 13.181928, 12.358706, 11.652525, 8.602307, 6.333884, 6.767196, 5.378522, 3.818722, 2.641848, 1.077508, 0.08741, 0.003867]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "gsm8kpl-930", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1220, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9916}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [41, 43, 33, 33, 40, 37, 37, 39, 32, 34, 41, 49, 45, 39, 46, 48, 47, 44, 44, 49, 35, 29, 27, 33, 63, 57, 54, 61, 67, 58, 49, 56, 47, 55, 67, 64, 66, 68, 70, 71, 75, 68, 63, 55, 61, 52, 23, 15, 1, 1], "n_am_pl": [15, 40, 43, 35, 28, 26, 33, 33, 31, 35, 32, 32, 43, 46, 31, 40, 47, 41, 42, 42, 55, 62, 61, 55, 26, 27, 36, 37, 38, 42, 35, 42, 34, 21, 25, 19, 17, 19, 20, 18, 21, 23, 23, 26, 20, 16, 36, 41, 53, 56], "n_pos": 199, "sum_m_en": [18.334387, 9.914441, 10.280002, 10.458394, 10.533077, 10.790478, 10.747723, 10.876063, 11.715858, 11.917106, 12.161791, 12.725515, 13.389362, 13.687753, 13.485652, 12.841585, 12.53247, 12.472658, 11.495915, 10.846021, 10.040226, 9.346591, 8.962511, 8.672974, 19.046994, 19.208054, 19.062508, 18.937975, 20.140758, 19.433323, 18.064291, 18.210166, 18.087245, 17.635537, 19.586875, 21.009755, 23.631322, 30.364701, 29.187613, 33.307999, 31.101694, 39.818176, 41.954893, 39.5693, 41.677426, 37.306599, 21.114401, 15.65459, 1.410541, 1.025957], "sum_m_pl": [79.892563, 94.835637, 92.043002, 90.577431, 91.69623, 90.678099, 91.189002, 91.420126, 89.60145, 91.037524, 89.278163, 90.971649, 90.703947, 90.902325, 90.274862, 95.14849, 94.500266, 95.555892, 98.034431, 99.003911, 99.20258, 99.452662, 99.244336, 99.435359, 84.99562, 84.114226, 82.475906, 84.815793, 88.057613, 89.650115, 87.776375, 88.259386, 86.924225, 82.606072, 81.858672, 78.182705, 71.781336, 66.304581, 64.800962, 64.231272, 63.640503, 59.484117, 54.41714, 52.885218, 47.70652, 40.693551, 48.227494, 44.064089, 51.866489, 55.807727]}, "digit": {"n_am_en": [0, 6, 2, 5, 2, 4, 4, 5, 4, 7, 10, 7, 7, 2, 5, 4, 4, 7, 5, 6, 3, 3, 2, 5, 10, 6, 8, 10, 12, 8, 7, 8, 3, 5, 6, 6, 9, 8, 7, 10, 8, 7, 5, 4, 4, 3, 1, 0, 0, 0], "n_am_pl": [0, 5, 2, 2, 1, 3, 5, 2, 0, 5, 1, 1, 3, 1, 3, 5, 7, 5, 7, 8, 8, 7, 7, 6, 1, 4, 4, 6, 4, 1, 3, 1, 1, 0, 3, 1, 3, 3, 2, 0, 2, 2, 4, 4, 3, 1, 2, 3, 0, 0], "n_pos": 23, "sum_m_en": [1.897526, 1.019584, 0.953782, 0.959437, 1.009206, 1.010024, 1.050661, 1.094595, 1.172152, 1.268748, 1.264572, 1.255156, 1.361111, 1.409472, 1.348791, 1.341595, 1.349134, 1.393745, 1.287096, 1.156259, 1.033632, 0.969321, 0.945671, 0.919072, 1.857334, 1.87739, 1.78063, 1.748096, 1.927292, 1.755175, 1.638486, 1.743518, 1.698793, 1.680665, 1.758287, 1.921411, 1.800163, 2.977569, 2.814085, 3.482243, 3.131197, 3.320181, 3.35412, 3.097907, 2.863299, 2.793394, 1.66466, 1.113405, 0.056696, 0.008329], "sum_m_pl": [10.498636, 12.071616, 11.714185, 11.465068, 11.369711, 11.006338, 10.998355, 10.713061, 10.544542, 10.622381, 10.670833, 10.793393, 10.486294, 10.597336, 10.6032, 11.055332, 11.006454, 11.16651, 11.54711, 11.538922, 11.589401, 11.629236, 11.640606, 11.708013, 10.27119, 10.124807, 10.227274, 10.372557, 10.722121, 10.858345, 10.669804, 10.595491, 10.394034, 10.033844, 9.74576, 9.516303, 9.117353, 8.255656, 7.985289, 7.965254, 7.920166, 8.024625, 7.963762, 7.812743, 7.379616, 6.102361, 4.939678, 2.418931, 0.169777, 0.012245]}, "lang": {"n_am_en": [10, 4, 6, 10, 10, 9, 17, 17, 14, 13, 14, 24, 18, 13, 14, 19, 22, 16, 17, 22, 13, 14, 12, 13, 22, 24, 22, 21, 29, 22, 19, 20, 18, 24, 24, 27, 29, 35, 30, 28, 30, 30, 28, 23, 31, 28, 10, 5, 1, 1], "n_am_pl": [2, 14, 12, 8, 7, 10, 5, 5, 11, 10, 11, 8, 16, 23, 16, 12, 11, 10, 7, 11, 16, 20, 21, 21, 6, 6, 13, 10, 9, 10, 12, 17, 18, 9, 12, 8, 8, 6, 8, 9, 10, 10, 13, 17, 13, 12, 30, 31, 51, 56], "n_pos": 57, "sum_m_en": [5.02746, 2.882978, 2.98073, 3.172575, 3.199916, 3.356484, 3.415469, 3.520749, 3.645731, 3.624879, 3.649374, 4.078162, 4.07132, 4.305398, 4.208451, 4.002559, 3.955809, 3.743544, 3.424665, 3.240396, 2.978817, 2.736359, 2.594673, 2.515802, 5.941581, 6.556667, 6.578813, 6.353045, 6.645167, 6.337357, 5.762552, 5.885603, 5.827101, 5.869509, 6.598588, 7.41246, 8.963358, 11.630227, 11.942277, 12.789649, 12.211691, 17.184006, 19.538947, 18.604872, 20.686761, 20.033836, 8.744588, 4.783567, 0.826097, 1.016266], "sum_m_pl": [21.637237, 25.247452, 24.751484, 24.68843, 25.390682, 25.236142, 25.133076, 25.743901, 25.682205, 26.29201, 25.423292, 25.919857, 26.324215, 26.381948, 26.309866, 27.691478, 27.45927, 27.711256, 28.368032, 28.598937, 28.626858, 28.750852, 28.641293, 28.635942, 25.406994, 25.003352, 24.40495, 25.305887, 25.975486, 26.50698, 26.586508, 26.838441, 27.5091, 26.376875, 26.216783, 25.706167, 23.586016, 22.158467, 22.108769, 22.292748, 22.225333, 20.191852, 17.775066, 18.258466, 17.55113, 14.571104, 28.502621, 29.549948, 47.937546, 54.987793]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "gsm8kpl-930", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1079, "region_end": 199, "roundtrip_ok": true, "tf_agree": 0.9852, "tf_agree_excl_first": 0.9901}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [115, 111, 90, 71, 53, 53, 70, 60, 59, 85, 82, 97, 88, 66, 90, 91, 86, 82, 78, 71, 70, 68, 66, 85, 110, 117, 92, 102, 114, 101, 91, 77, 92, 103, 101, 110, 122, 99, 116, 120, 114, 107, 121, 99, 95, 113, 105, 116, 104, 95], "n_am_pl": [8, 54, 45, 47, 42, 45, 49, 53, 62, 52, 45, 56, 50, 58, 38, 43, 41, 43, 49, 59, 46, 49, 45, 52, 29, 25, 39, 31, 44, 51, 42, 41, 40, 32, 41, 34, 25, 31, 28, 20, 18, 19, 19, 16, 15, 9, 15, 8, 10, 14], "n_pos": 347, "sum_m_en": [40.236648, 19.931603, 19.312483, 18.3896, 19.994604, 18.971007, 19.040608, 19.207611, 19.85774, 19.923262, 21.428029, 22.669558, 23.869816, 23.562209, 24.534728, 21.877843, 21.541984, 20.229571, 18.933592, 17.86601, 16.230557, 15.309537, 14.991937, 14.796439, 36.722871, 36.293539, 36.176384, 34.319862, 33.106882, 32.390626, 31.062088, 31.514338, 32.077797, 32.490392, 33.922578, 36.698191, 46.162729, 44.835686, 51.418791, 59.558683, 60.902099, 62.306916, 70.096125, 70.849562, 74.051224, 88.965641, 96.813651, 111.937127, 100.271642, 94.839889], "sum_m_pl": [139.551128, 169.117359, 165.127215, 163.050001, 156.182416, 156.077866, 159.186159, 158.263378, 155.422659, 160.05603, 160.829318, 161.954365, 161.364104, 158.892534, 158.226309, 164.820874, 163.125613, 162.850921, 165.835335, 167.796762, 169.896034, 171.456368, 172.434448, 172.552345, 140.960947, 137.884304, 133.23055, 142.392924, 147.572914, 146.663919, 146.31851, 143.945891, 145.347685, 138.854963, 136.275163, 126.722648, 112.156273, 108.937007, 101.100596, 96.8953, 91.967363, 87.980029, 83.091408, 69.063216, 64.488022, 50.852558, 30.596579, 21.230546, 12.475397, 13.50456]}, "digit": {"n_am_en": [21, 39, 28, 15, 11, 9, 24, 11, 8, 23, 20, 25, 22, 14, 22, 23, 22, 23, 15, 14, 12, 14, 16, 17, 28, 30, 24, 25, 24, 24, 23, 17, 17, 19, 18, 20, 25, 18, 20, 21, 18, 18, 17, 10, 10, 9, 11, 7, 5, 0], "n_am_pl": [0, 6, 10, 14, 13, 16, 5, 13, 21, 11, 12, 17, 8, 22, 14, 12, 13, 12, 20, 18, 13, 13, 14, 12, 4, 6, 10, 8, 17, 19, 8, 12, 12, 8, 10, 12, 7, 6, 10, 4, 4, 6, 5, 6, 3, 2, 1, 0, 0, 0], "n_pos": 94, "sum_m_en": [9.110431, 4.580782, 4.682352, 4.66139, 5.066836, 4.889934, 4.742076, 5.013907, 4.938165, 4.914306, 5.054899, 5.204791, 5.69301, 5.479429, 5.570916, 5.083061, 5.152791, 4.830109, 4.397594, 4.399737, 4.023745, 3.7945, 3.704644, 3.670158, 7.841265, 7.595814, 7.386826, 7.417063, 6.962232, 6.755126, 6.975657, 6.888145, 6.530175, 6.635592, 6.973391, 7.656167, 7.919225, 7.759476, 8.809294, 8.440663, 7.620918, 7.491892, 7.309514, 7.169473, 7.140284, 6.865968, 7.766949, 5.330611, 4.292112, 0.0], "sum_m_pl": [41.95306, 49.301282, 46.986554, 45.369553, 43.224038, 42.986596, 43.7922, 42.948408, 42.483932, 44.447025, 45.126438, 45.264647, 44.34681, 44.693661, 44.802032, 46.019401, 44.679118, 44.929722, 45.942408, 46.233297, 46.604241, 47.120903, 47.514263, 47.481272, 42.560961, 41.785731, 40.614883, 42.248636, 43.666581, 43.149002, 42.074726, 41.240817, 42.09671, 40.53255, 40.129072, 38.582604, 36.753009, 35.866237, 34.418057, 34.479206, 33.162706, 32.94345, 32.597378, 27.805861, 25.822843, 20.350373, 11.257721, 6.65419, 1.089149, 0.0]}, "lang": {"n_am_en": [36, 34, 32, 24, 16, 23, 18, 21, 16, 28, 28, 30, 32, 19, 35, 31, 35, 29, 32, 30, 28, 25, 24, 38, 43, 49, 33, 40, 45, 38, 42, 35, 44, 49, 44, 48, 59, 53, 57, 60, 61, 57, 67, 57, 57, 70, 66, 84, 89, 94], "n_am_pl": [1, 8, 6, 10, 13, 10, 19, 19, 23, 16, 16, 27, 28, 20, 12, 22, 20, 19, 12, 19, 18, 17, 15, 14, 11, 10, 19, 16, 20, 22, 17, 16, 16, 11, 18, 12, 8, 12, 8, 6, 6, 7, 7, 6, 7, 4, 10, 8, 10, 14], "n_pos": 109, "sum_m_en": [12.623546, 6.448804, 6.108309, 5.628106, 6.158618, 6.283338, 6.30087, 6.147976, 6.606557, 6.529945, 6.99949, 7.504073, 7.959357, 8.033804, 8.556459, 7.263839, 7.354639, 6.989068, 6.288572, 5.948086, 5.294828, 4.980406, 4.893383, 4.80782, 12.368999, 12.8777, 13.093188, 12.55587, 11.989618, 11.722534, 11.49794, 11.619957, 12.238743, 12.875939, 12.908518, 14.432866, 18.943753, 18.211817, 22.45647, 28.55829, 31.740379, 32.747682, 37.485797, 39.476341, 44.13324, 54.864768, 63.980364, 80.633652, 86.515422, 92.907887], "sum_m_pl": [42.18725, 50.491315, 50.21702, 50.10405, 48.526863, 47.93163, 49.177152, 49.829025, 48.695479, 50.283117, 50.699323, 51.506623, 51.859306, 50.582181, 50.179088, 52.963151, 52.744149, 52.724322, 53.71562, 53.746952, 54.497776, 54.734839, 54.833771, 54.701414, 47.765107, 47.069567, 45.300095, 47.859208, 48.865127, 47.891774, 47.94893, 46.697653, 47.660719, 47.483945, 47.577068, 44.507316, 39.285711, 38.941913, 35.820606, 32.65556, 30.35741, 28.156875, 27.212302, 21.091284, 20.458391, 15.482377, 11.979064, 9.473573, 10.843518, 13.23032]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 354, "item_id": "gsm8kpl-935", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1226, "region_end": 347, "roundtrip_ok": true, "tf_agree": 0.9915, "tf_agree_excl_first": 0.9943}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [130, 144, 135, 97, 70, 59, 67, 85, 76, 86, 117, 111, 109, 103, 125, 129, 124, 102, 106, 88, 90, 94, 97, 105, 172, 165, 129, 141, 138, 131, 129, 121, 119, 124, 132, 130, 136, 129, 127, 124, 118, 108, 113, 109, 91, 79, 42, 32, 8, 12], "n_am_pl": [29, 142, 98, 85, 104, 94, 92, 104, 78, 85, 70, 102, 138, 120, 117, 80, 81, 97, 100, 94, 82, 90, 79, 78, 53, 55, 46, 69, 73, 79, 73, 91, 110, 84, 73, 68, 61, 74, 68, 83, 73, 70, 72, 69, 59, 71, 85, 90, 115, 120], "n_pos": 557, "sum_m_en": [52.289823, 29.469796, 30.092653, 29.552498, 31.640269, 29.534448, 28.902901, 29.312007, 30.121311, 31.009122, 31.700049, 34.171319, 35.988412, 35.646622, 36.460942, 32.907419, 32.746822, 31.244212, 28.639126, 26.888973, 24.824772, 23.802426, 23.309068, 22.922381, 53.169012, 52.946371, 53.241909, 52.959024, 52.117726, 49.596109, 46.793669, 47.353755, 44.095298, 44.930863, 46.821584, 47.477159, 56.570346, 52.621761, 56.381054, 61.349486, 61.623069, 64.617488, 67.269146, 67.217696, 65.471721, 56.740437, 46.478998, 38.491568, 12.459909, 12.001135], "sum_m_pl": [235.625249, 269.122607, 261.154195, 262.199463, 256.693765, 253.239111, 256.505895, 254.021953, 250.543201, 257.808239, 258.821368, 257.390593, 260.268566, 258.04617, 261.375207, 267.246634, 265.377558, 264.305968, 270.722604, 272.858249, 275.510768, 276.101917, 276.6637, 277.191967, 230.686273, 222.671139, 216.631268, 230.579596, 237.878728, 238.654063, 238.067009, 238.80054, 239.702372, 225.72358, 219.954589, 208.825836, 188.224937, 186.127768, 176.990361, 178.334831, 170.843898, 172.806327, 167.774031, 149.482929, 132.356752, 131.030302, 110.64362, 106.531216, 115.224996, 119.520329]}, "digit": {"n_am_en": [27, 64, 45, 28, 18, 13, 15, 33, 22, 27, 36, 30, 31, 35, 34, 29, 28, 26, 25, 25, 31, 35, 34, 35, 46, 48, 31, 35, 32, 35, 32, 35, 31, 26, 28, 27, 30, 31, 33, 29, 26, 19, 25, 25, 17, 10, 9, 3, 0, 0], "n_am_pl": [1, 29, 22, 12, 18, 13, 11, 12, 14, 11, 17, 33, 36, 28, 30, 22, 13, 21, 26, 18, 9, 9, 7, 11, 15, 12, 7, 15, 21, 13, 16, 13, 20, 20, 19, 20, 15, 13, 14, 10, 12, 15, 11, 11, 10, 10, 9, 8, 0, 0], "n_pos": 146, "sum_m_en": [12.72137, 7.051918, 6.970379, 6.901343, 7.250322, 7.046311, 6.543719, 6.893085, 6.812067, 7.110312, 7.289368, 7.366298, 8.189795, 8.184958, 8.094655, 7.499488, 7.699598, 7.452359, 6.656569, 6.514111, 6.024884, 5.840313, 5.718801, 5.637435, 10.36544, 10.23989, 10.687039, 10.964499, 10.708893, 10.59784, 10.82864, 10.90289, 10.014639, 9.964783, 10.659769, 10.85958, 11.115434, 11.641141, 12.03882, 11.766973, 11.240322, 12.715434, 12.091913, 11.637241, 9.760389, 9.485175, 10.198537, 5.702605, 0.527583, 0.0], "sum_m_pl": [68.278402, 76.667107, 73.779417, 72.169967, 70.188632, 68.483228, 69.754182, 68.97027, 68.626094, 70.471747, 72.095355, 72.442366, 72.255931, 71.654931, 72.254869, 73.143123, 71.435801, 71.307685, 72.991907, 72.951886, 73.422756, 73.524994, 73.982546, 74.216973, 66.497268, 65.754865, 63.702191, 66.539737, 68.540177, 67.456463, 65.854697, 65.045211, 67.526329, 64.699362, 64.064376, 63.410124, 60.645495, 58.76205, 55.201723, 56.6675, 55.41978, 55.776455, 56.046049, 50.631812, 48.062824, 42.091006, 30.822263, 19.451415, 1.704333, 0.0]}, "lang": {"n_am_en": [35, 35, 30, 15, 16, 11, 10, 11, 12, 15, 32, 26, 24, 19, 44, 53, 47, 34, 44, 35, 32, 37, 41, 44, 68, 66, 51, 49, 45, 43, 41, 42, 45, 51, 58, 56, 60, 58, 56, 62, 69, 63, 58, 55, 57, 55, 27, 28, 8, 12], "n_am_pl": [2, 30, 22, 24, 38, 27, 24, 28, 19, 27, 13, 25, 30, 28, 22, 16, 25, 32, 24, 22, 25, 28, 19, 10, 12, 16, 7, 16, 19, 23, 18, 21, 26, 17, 18, 18, 14, 24, 23, 34, 27, 25, 35, 34, 34, 44, 64, 70, 110, 120], "n_pos": 133, "sum_m_en": [12.472183, 7.345888, 7.376025, 7.231711, 7.905205, 7.395115, 7.47336, 7.362105, 7.968291, 8.011579, 8.235557, 9.087236, 9.565013, 9.620392, 9.986899, 8.93513, 8.499572, 8.033109, 7.63065, 6.848644, 6.193271, 5.86912, 5.716731, 5.69323, 19.995596, 19.601623, 18.608187, 16.33662, 15.514882, 14.317085, 13.166042, 13.841702, 12.698514, 14.418835, 14.6442, 15.690937, 21.389828, 19.531153, 21.380119, 26.78805, 29.792531, 31.394382, 33.004779, 32.884372, 38.262638, 33.937539, 29.482622, 28.191425, 9.577212, 11.998952], "sum_m_pl": [54.503782, 60.501234, 60.0549, 61.49432, 60.414522, 58.888775, 59.915399, 59.617658, 59.033879, 61.187522, 59.929053, 59.563507, 61.195452, 61.011428, 62.813515, 64.892216, 65.277362, 64.937879, 65.771406, 66.464051, 66.935159, 66.86015, 66.720437, 66.128801, 55.603557, 54.366927, 52.32811, 56.223021, 57.127139, 58.952546, 59.526057, 59.340453, 60.965914, 58.083644, 58.214016, 55.510771, 49.450909, 50.445074, 50.144196, 48.065219, 46.402585, 48.668971, 48.707039, 42.761225, 41.586572, 49.039778, 57.476481, 66.953751, 107.067827, 119.147534]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 564, "item_id": "gsm8kpl-935", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1085, "region_end": 557, "roundtrip_ok": true, "tf_agree": 0.9947, "tf_agree_excl_first": 0.9964}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [130, 125, 93, 105, 103, 102, 105, 106, 110, 155, 156, 139, 144, 133, 150, 125, 119, 110, 120, 109, 132, 128, 130, 128, 184, 178, 133, 148, 142, 147, 136, 131, 119, 118, 135, 143, 143, 146, 167, 182, 180, 185, 188, 194, 204, 211, 219, 239, 216, 205], "n_am_pl": [18, 86, 98, 86, 70, 51, 39, 43, 35, 49, 29, 47, 62, 42, 41, 42, 43, 68, 60, 60, 46, 44, 40, 45, 27, 33, 50, 33, 46, 37, 53, 59, 45, 48, 39, 55, 40, 43, 40, 28, 32, 27, 29, 25, 31, 20, 16, 10, 1, 0], "n_pos": 491, "sum_m_en": [59.245006, 27.220342, 25.843362, 25.543001, 25.697947, 27.845479, 30.091024, 31.724851, 34.816882, 33.829649, 36.748935, 37.154323, 37.679685, 38.279098, 39.691084, 35.841408, 34.294656, 33.31881, 30.243241, 28.616502, 26.025282, 23.733354, 22.748064, 22.268725, 60.541007, 59.533585, 57.698222, 54.256735, 59.491777, 53.905246, 49.522111, 49.379118, 50.794564, 51.327224, 56.695628, 61.837289, 75.899303, 80.54928, 90.658745, 104.565181, 104.696241, 121.023241, 128.026831, 139.768622, 163.997443, 183.12783, 206.896224, 224.799835, 215.156749, 205.89849], "sum_m_pl": [178.486651, 236.85496, 234.274957, 229.821022, 224.339092, 218.959404, 220.274886, 213.997786, 205.405134, 212.608168, 214.06896, 214.432586, 215.413548, 209.977964, 208.35486, 214.168038, 212.755574, 211.72006, 216.005861, 224.081209, 229.495722, 232.051152, 233.074958, 233.808866, 173.35729, 172.566442, 165.891466, 178.673387, 185.701896, 191.410207, 197.111594, 190.174319, 183.514414, 175.183843, 169.662839, 164.756664, 146.105962, 138.746616, 133.965489, 126.585699, 120.667497, 109.046263, 102.177775, 95.9617, 79.480655, 58.113087, 37.365947, 21.741517, 3.017226, 0.013339]}, "digit": {"n_am_en": [19, 25, 17, 13, 12, 7, 7, 13, 9, 16, 18, 15, 15, 14, 13, 10, 8, 9, 10, 4, 8, 9, 11, 10, 19, 16, 8, 12, 9, 15, 15, 12, 5, 4, 6, 8, 4, 4, 5, 3, 5, 7, 7, 7, 7, 2, 2, 3, 4, 0], "n_am_pl": [2, 7, 15, 15, 21, 9, 4, 4, 1, 6, 2, 9, 7, 5, 5, 3, 6, 7, 6, 5, 3, 4, 3, 6, 3, 2, 6, 2, 8, 2, 3, 9, 4, 6, 7, 13, 5, 6, 3, 3, 4, 4, 3, 3, 4, 4, 2, 2, 0, 0], "n_pos": 75, "sum_m_en": [6.795329, 3.331835, 3.295656, 3.225677, 3.3155, 3.405756, 3.548348, 3.838715, 4.185794, 4.098678, 4.375527, 4.343491, 4.628219, 4.796902, 4.880759, 4.45796, 4.434864, 4.414081, 3.949322, 3.918173, 3.618501, 3.296441, 3.215056, 3.151303, 5.397797, 5.604866, 6.211856, 6.158101, 6.537085, 6.560362, 6.339777, 6.141853, 5.680573, 5.184338, 5.204473, 5.330733, 5.344649, 5.050522, 5.663, 6.0317, 6.285284, 6.460368, 6.359739, 6.452842, 6.521482, 4.592699, 4.839644, 4.636593, 3.979266, 0.281222], "sum_m_pl": [33.442958, 39.536249, 38.239386, 37.531184, 36.226614, 35.306508, 35.222267, 34.304343, 33.123925, 34.072945, 34.718574, 34.430111, 33.953998, 33.158756, 33.026743, 32.9505, 32.325873, 32.345711, 33.508072, 34.770278, 35.413138, 36.038013, 36.046068, 36.24683, 29.660905, 28.86617, 26.641141, 28.944299, 31.079112, 31.643022, 31.737354, 29.596891, 29.248857, 28.302707, 27.832208, 26.390362, 25.53359, 25.232991, 25.745532, 25.881698, 25.112797, 25.517478, 24.313188, 23.205062, 19.68437, 13.870937, 10.076449, 5.839852, 1.019967, 1e-06]}, "lang": {"n_am_en": [42, 36, 36, 41, 49, 55, 55, 55, 53, 72, 72, 65, 73, 70, 84, 61, 59, 53, 61, 56, 63, 59, 62, 64, 99, 93, 77, 78, 72, 73, 72, 78, 70, 66, 73, 79, 78, 84, 92, 107, 107, 111, 114, 117, 128, 148, 152, 179, 194, 203], "n_am_pl": [6, 31, 32, 34, 25, 26, 16, 21, 25, 29, 10, 19, 30, 20, 24, 27, 26, 44, 37, 36, 29, 27, 27, 29, 15, 22, 30, 21, 28, 24, 34, 36, 27, 31, 19, 27, 23, 18, 22, 13, 13, 14, 13, 11, 9, 5, 4, 1, 0, 0], "n_pos": 205, "sum_m_en": [26.037486, 11.601619, 10.918286, 11.039676, 10.985507, 12.676749, 13.788437, 14.690473, 16.612731, 15.52138, 16.766499, 16.913811, 17.233446, 17.544993, 18.067996, 16.053209, 15.147974, 14.629892, 13.454941, 12.510297, 11.257041, 10.224857, 9.697195, 9.428187, 30.611993, 30.389195, 29.32548, 26.860526, 29.40199, 26.064988, 24.305621, 24.258037, 25.041294, 25.223922, 28.290597, 30.702662, 39.617439, 41.728945, 49.600423, 57.481999, 57.992753, 70.752378, 74.46286, 84.287755, 104.826932, 123.799652, 144.855186, 167.732945, 188.486419, 198.748817], "sum_m_pl": [68.782895, 95.738645, 95.690969, 93.135107, 91.11885, 88.078039, 88.84104, 87.167969, 83.697069, 87.654127, 88.595107, 89.296011, 89.866314, 87.861731, 87.236361, 90.823206, 90.223982, 89.27839, 90.134508, 93.831612, 96.128579, 96.973874, 97.64222, 97.98659, 72.555356, 72.924176, 71.110082, 76.070881, 78.12524, 80.941997, 83.123612, 81.304195, 78.976539, 76.554239, 74.159265, 74.413399, 64.996644, 61.930179, 57.123897, 53.227859, 49.789342, 45.146487, 42.254493, 39.4034, 28.995385, 20.344859, 10.426993, 3.47164, 0.357034, 0.001865]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 496, "item_id": "gsm8kpl-951", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1174, "region_end": 491, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.9919}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [62, 65, 46, 54, 53, 56, 60, 67, 49, 65, 61, 59, 58, 55, 78, 69, 61, 53, 39, 45, 36, 42, 42, 39, 80, 77, 66, 62, 73, 78, 73, 57, 46, 62, 60, 65, 61, 56, 62, 68, 72, 71, 80, 80, 78, 65, 44, 36, 14, 10], "n_am_pl": [26, 54, 67, 47, 41, 32, 28, 40, 25, 37, 43, 30, 45, 42, 26, 38, 35, 40, 51, 55, 57, 46, 53, 40, 29, 36, 37, 26, 35, 38, 41, 42, 43, 34, 23, 30, 40, 39, 36, 34, 34, 38, 28, 30, 23, 32, 45, 48, 63, 73], "n_pos": 280, "sum_m_en": [25.281214, 13.579087, 14.071379, 14.90964, 14.814619, 15.436132, 15.923046, 16.93967, 17.58953, 17.558483, 17.892526, 18.439733, 18.933266, 19.479512, 20.665552, 19.321918, 18.680051, 17.777061, 15.977668, 15.255158, 14.111451, 13.31164, 12.992281, 12.671916, 28.843526, 28.934715, 27.56731, 27.571955, 29.354056, 28.168643, 26.476126, 25.460966, 25.246102, 25.900277, 26.998781, 26.894712, 28.972108, 29.999651, 32.808362, 38.340348, 38.919211, 43.176126, 48.527611, 47.537938, 56.63264, 53.990588, 41.45168, 36.334515, 16.435397, 9.819925], "sum_m_pl": [115.408868, 137.77348, 134.234621, 129.575224, 128.19864, 124.637053, 126.959063, 125.216242, 120.222699, 123.184713, 122.148337, 120.89922, 124.517973, 122.583436, 123.312094, 126.901901, 124.972649, 123.908745, 128.712597, 132.423091, 133.80645, 133.802315, 133.42909, 133.21251, 102.833303, 101.800652, 98.222792, 104.805207, 107.925933, 111.648371, 112.37577, 111.348339, 109.645071, 102.775383, 99.695358, 98.944727, 90.20416, 89.353861, 85.040122, 83.127741, 80.260201, 78.601371, 74.267341, 73.2181, 61.447481, 58.565075, 60.277301, 54.790762, 65.666515, 74.130012]}, "digit": {"n_am_en": [10, 15, 8, 11, 7, 9, 5, 7, 3, 11, 6, 6, 5, 6, 10, 3, 5, 7, 7, 5, 3, 5, 6, 5, 7, 8, 7, 6, 8, 10, 7, 4, 2, 2, 0, 3, 4, 2, 2, 4, 6, 6, 5, 5, 1, 2, 1, 0, 0, 0], "n_am_pl": [0, 5, 4, 6, 2, 1, 3, 4, 2, 4, 5, 2, 4, 5, 3, 6, 4, 3, 4, 6, 6, 4, 5, 5, 4, 3, 2, 3, 4, 4, 4, 1, 3, 2, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.242228, 1.575791, 1.621633, 1.670974, 1.711795, 1.721785, 1.803673, 1.884301, 1.928722, 1.933842, 1.903506, 2.024101, 2.085744, 2.256499, 2.30807, 2.046353, 2.057952, 2.007296, 1.808961, 1.741624, 1.601953, 1.507549, 1.479962, 1.456273, 2.643755, 2.79184, 3.101308, 2.900396, 2.970572, 3.057565, 2.715874, 2.520041, 2.379541, 2.304716, 2.278221, 2.294058, 2.668253, 2.781652, 2.826, 2.835596, 2.99752, 3.659527, 3.600583, 3.331374, 3.106126, 2.369384, 2.07133, 0.663836, 0.070737, 3.7e-05], "sum_m_pl": [15.948851, 18.819691, 18.070799, 17.433954, 17.120649, 16.81086, 16.637993, 16.215092, 15.414073, 15.72879, 15.86332, 15.612961, 15.926292, 15.486145, 15.797484, 16.356985, 15.885055, 15.981145, 16.695077, 17.166617, 17.183645, 17.236128, 17.138411, 17.157868, 14.099232, 13.550985, 12.092239, 13.568675, 14.127722, 14.33276, 14.522555, 14.033473, 13.666636, 12.80381, 12.370512, 11.895588, 11.097501, 11.024476, 11.006577, 11.787059, 11.035133, 11.407222, 11.249852, 10.395616, 8.974419, 6.210637, 4.592834, 2.262643, 0.113291, 0.000683]}, "lang": {"n_am_en": [21, 12, 13, 18, 15, 11, 16, 22, 16, 19, 19, 16, 22, 14, 24, 24, 18, 17, 15, 15, 9, 12, 15, 12, 31, 32, 26, 21, 24, 25, 25, 18, 18, 24, 27, 28, 23, 28, 30, 32, 32, 28, 32, 30, 37, 35, 29, 21, 13, 10], "n_am_pl": [10, 16, 19, 15, 10, 9, 5, 10, 10, 11, 14, 13, 15, 15, 11, 9, 11, 11, 12, 14, 18, 17, 15, 11, 6, 11, 10, 7, 10, 6, 13, 16, 16, 14, 8, 10, 12, 11, 12, 12, 10, 11, 14, 16, 18, 20, 29, 36, 59, 72], "n_pos": 85, "sum_m_en": [7.382096, 4.103882, 4.129788, 4.681377, 4.347546, 4.856945, 4.951009, 5.609956, 5.748797, 5.718881, 5.864013, 6.147224, 6.248822, 6.294039, 6.529607, 5.995903, 5.843744, 5.542495, 4.970767, 4.690187, 4.315541, 4.0532, 3.938499, 3.793143, 10.623359, 10.140625, 8.536736, 8.065258, 8.66731, 8.403893, 8.235184, 8.073492, 7.962555, 8.530047, 8.712882, 8.922539, 9.995653, 10.951334, 12.632509, 16.595674, 16.957853, 18.6228, 20.828076, 21.3667, 28.707878, 30.506899, 24.574996, 20.064269, 13.234854, 9.631911], "sum_m_pl": [32.89236, 39.610726, 38.725434, 37.617053, 37.657999, 35.966217, 36.732194, 36.311801, 35.20528, 36.227027, 35.951522, 35.837766, 37.262718, 36.975532, 37.391837, 38.457817, 37.730979, 37.226837, 38.480801, 39.812463, 40.213639, 40.154934, 40.047405, 40.013938, 31.096222, 31.759229, 31.172516, 33.171717, 34.266317, 34.853007, 35.581975, 35.658852, 35.620961, 33.492173, 32.489284, 33.493359, 30.562452, 30.539619, 27.758907, 25.038657, 24.218158, 22.963038, 23.381431, 24.025701, 23.23176, 23.84394, 29.77373, 32.232793, 56.128892, 71.517921]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 285, "item_id": "gsm8kpl-951", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1033, "region_end": 280, "roundtrip_ok": true, "tf_agree": 0.9684, "tf_agree_excl_first": 0.9718}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [47, 62, 51, 48, 39, 40, 34, 35, 43, 40, 43, 52, 45, 47, 49, 47, 49, 41, 36, 41, 36, 29, 26, 24, 44, 47, 52, 50, 50, 51, 45, 31, 51, 49, 47, 57, 62, 69, 74, 77, 70, 62, 57, 52, 64, 69, 74, 84, 76, 76], "n_am_pl": [5, 22, 32, 33, 20, 12, 18, 15, 17, 16, 10, 9, 18, 15, 14, 24, 25, 25, 19, 26, 25, 31, 32, 32, 10, 14, 12, 18, 23, 20, 32, 42, 29, 20, 22, 10, 9, 11, 7, 7, 6, 2, 5, 6, 6, 5, 7, 1, 0, 0], "n_pos": 176, "sum_m_en": [22.069851, 10.642391, 9.762609, 9.16121, 9.424762, 10.282634, 10.514252, 10.658231, 11.583071, 12.499569, 12.764162, 13.145699, 13.812489, 12.803695, 13.19707, 12.631579, 12.468959, 12.520729, 11.611351, 10.496604, 9.414731, 8.632656, 8.283284, 8.180467, 20.992571, 20.339503, 20.582715, 19.174993, 18.170292, 18.019234, 16.590792, 16.287001, 17.860553, 18.211501, 20.734814, 22.2536, 26.017791, 28.784765, 32.366998, 37.907279, 38.446207, 35.309102, 39.999593, 41.217932, 52.662469, 58.684593, 68.918283, 79.774928, 77.152653, 74.883465], "sum_m_pl": [64.979137, 83.578669, 83.531118, 82.778014, 81.524394, 80.257891, 80.182888, 79.397206, 77.551479, 79.604085, 78.707769, 78.625671, 78.027363, 79.569768, 77.451356, 80.822781, 81.724964, 81.786969, 82.257118, 84.701065, 85.252798, 86.239197, 86.234881, 86.617114, 67.042224, 65.803799, 64.38187, 70.531295, 75.209971, 74.30819, 75.418255, 75.65013, 72.458709, 67.913099, 67.121348, 62.638988, 55.345999, 51.523987, 45.931166, 44.289395, 41.766419, 32.262443, 30.363152, 24.843966, 19.600667, 15.898861, 10.905933, 3.652968, 0.952176, 0.302861]}, "digit": {"n_am_en": [5, 8, 7, 3, 7, 2, 2, 3, 3, 4, 6, 3, 5, 5, 4, 4, 3, 2, 3, 3, 1, 1, 0, 1, 3, 7, 9, 7, 7, 5, 5, 2, 2, 1, 1, 3, 6, 4, 3, 3, 3, 3, 2, 2, 4, 2, 2, 2, 0, 0], "n_am_pl": [0, 2, 2, 4, 3, 1, 2, 3, 3, 3, 1, 1, 0, 1, 1, 2, 2, 7, 4, 3, 4, 6, 1, 1, 0, 4, 2, 5, 5, 3, 5, 7, 9, 4, 1, 2, 1, 5, 2, 2, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.744843, 1.219899, 1.172236, 1.147572, 1.20917, 1.350009, 1.448741, 1.592279, 1.609781, 1.64294, 1.632724, 1.601848, 1.728789, 1.6268, 1.641103, 1.730453, 1.759491, 1.785597, 1.5832, 1.485382, 1.309287, 1.19449, 1.153269, 1.159982, 2.06269, 2.361047, 2.415312, 2.324585, 2.325844, 2.221458, 2.125575, 2.002049, 1.889295, 1.815553, 1.933629, 2.131914, 2.097458, 2.017409, 1.980572, 1.960601, 1.91374, 1.872668, 1.693728, 1.589065, 2.290186, 2.029982, 1.626261, 1.06843, 0.11009, 4e-06], "sum_m_pl": [11.978789, 14.838395, 14.298915, 13.989674, 13.724776, 13.227777, 13.220859, 13.026704, 12.881532, 13.259956, 13.246177, 13.229044, 12.757423, 12.862734, 12.403392, 12.735644, 12.892387, 12.601513, 12.992749, 13.319403, 13.295147, 13.60218, 13.658337, 13.771094, 11.418726, 11.442132, 11.228581, 12.076758, 12.308968, 12.075285, 11.990721, 11.749571, 11.177172, 11.122922, 10.815672, 10.674147, 10.168843, 10.17072, 8.518549, 8.818144, 8.390581, 8.203617, 7.730633, 6.568667, 5.627386, 4.454721, 2.542762, 0.817056, 0.153572, 0.0]}, "lang": {"n_am_en": [15, 26, 26, 24, 18, 24, 20, 24, 28, 20, 19, 24, 23, 21, 28, 26, 29, 22, 21, 21, 20, 16, 15, 16, 30, 27, 29, 27, 27, 28, 26, 16, 30, 30, 26, 35, 39, 47, 50, 57, 53, 47, 46, 43, 53, 58, 63, 72, 73, 75], "n_am_pl": [1, 13, 15, 16, 12, 4, 3, 6, 4, 9, 7, 4, 12, 7, 6, 13, 12, 10, 9, 18, 15, 19, 22, 19, 7, 9, 8, 9, 14, 13, 18, 20, 10, 10, 14, 7, 6, 3, 3, 2, 3, 1, 3, 3, 2, 1, 2, 0, 0, 0], "n_pos": 76, "sum_m_en": [8.893815, 4.990392, 4.566976, 4.081241, 4.135043, 4.850323, 5.026458, 4.886344, 5.508936, 5.779969, 6.02512, 6.271579, 6.670197, 6.065263, 6.298232, 5.859138, 5.746136, 5.738429, 5.338963, 4.84528, 4.326124, 3.95083, 3.765568, 3.686549, 11.630185, 11.312513, 11.541214, 10.035975, 9.218129, 9.214004, 8.429662, 8.32952, 9.470942, 9.502297, 11.141577, 12.710157, 16.026809, 18.629795, 21.53357, 26.160781, 27.011297, 25.243591, 29.624582, 31.099058, 41.254411, 47.804108, 59.495271, 68.693324, 71.831456, 73.334547], "sum_m_pl": [27.029523, 34.946396, 35.638777, 35.612599, 35.349841, 34.732098, 34.500371, 34.448217, 33.787364, 34.381888, 33.988461, 33.809237, 33.883989, 34.955588, 34.436403, 35.873241, 36.260244, 36.513065, 36.445893, 37.493714, 37.75747, 38.091986, 38.092165, 38.152764, 30.486052, 29.827969, 29.18332, 31.160921, 33.41591, 33.119597, 33.581143, 33.459784, 32.29354, 31.112537, 30.479144, 29.40375, 26.195787, 23.453468, 21.155825, 18.991695, 17.966926, 13.385172, 12.678776, 10.169207, 6.567822, 4.462294, 3.032543, 0.499793, 0.177543, 0.005368]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "gsm8kpl-954", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1172, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9777}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [97, 114, 91, 97, 96, 99, 89, 100, 98, 108, 112, 106, 106, 111, 123, 107, 105, 82, 76, 64, 52, 66, 70, 70, 115, 125, 102, 111, 148, 147, 143, 121, 126, 128, 116, 117, 130, 103, 99, 121, 105, 93, 104, 88, 83, 70, 52, 54, 30, 26], "n_am_pl": [28, 109, 87, 83, 81, 86, 77, 84, 72, 68, 71, 69, 73, 67, 60, 79, 84, 103, 120, 143, 141, 137, 128, 138, 73, 66, 75, 80, 93, 91, 84, 90, 82, 75, 75, 71, 46, 65, 60, 57, 63, 61, 47, 34, 40, 62, 61, 63, 77, 77], "n_pos": 441, "sum_m_en": [40.157612, 21.845709, 23.522087, 24.329608, 24.996359, 25.28356, 25.419049, 25.907355, 27.48389, 29.1236, 29.005609, 31.238086, 32.381336, 33.240719, 33.951607, 32.151361, 31.129274, 31.190362, 27.982663, 25.454951, 23.263985, 21.730941, 21.033396, 20.538822, 43.640805, 46.775194, 47.752122, 47.700486, 48.524297, 49.481482, 45.757028, 45.511276, 45.603622, 46.944476, 48.174908, 50.823221, 54.171878, 53.250496, 54.223291, 59.496504, 58.093816, 53.953623, 64.097882, 66.119073, 67.052717, 64.505663, 49.545721, 51.501706, 31.253353, 26.335985], "sum_m_pl": [181.706051, 219.445584, 211.736846, 207.000703, 206.482491, 205.80824, 207.368791, 207.661977, 205.789924, 206.796124, 203.959499, 202.389477, 201.541289, 202.31438, 202.309541, 207.343659, 208.674579, 208.523999, 211.739254, 215.510684, 215.154999, 215.586365, 216.628959, 217.246933, 180.779499, 177.347145, 174.32119, 184.706562, 191.755417, 192.190718, 192.3013, 192.938978, 191.744358, 178.788698, 175.993329, 166.466633, 150.940051, 147.81182, 139.727621, 138.447663, 135.233405, 127.23021, 119.920341, 101.485939, 87.707631, 92.789317, 84.091429, 75.248985, 77.982764, 77.956775]}, "digit": {"n_am_en": [4, 16, 12, 9, 7, 11, 9, 15, 10, 13, 17, 15, 6, 12, 12, 10, 11, 5, 8, 7, 4, 7, 7, 9, 17, 18, 15, 16, 22, 19, 22, 14, 18, 13, 11, 12, 13, 10, 7, 9, 6, 10, 8, 2, 3, 2, 0, 0, 0, 0], "n_am_pl": [2, 12, 6, 9, 4, 5, 3, 5, 3, 6, 6, 3, 4, 7, 5, 10, 10, 9, 12, 16, 14, 12, 12, 11, 6, 6, 5, 4, 8, 10, 8, 9, 7, 5, 6, 9, 5, 11, 6, 5, 4, 5, 5, 4, 6, 3, 2, 3, 0, 0], "n_pos": 55, "sum_m_en": [4.485845, 2.387112, 2.394925, 2.466738, 2.630355, 2.78265, 2.765924, 2.960093, 3.0231, 2.972822, 3.178207, 3.234264, 3.483282, 3.723345, 3.578545, 3.545764, 3.372805, 3.497538, 3.147263, 2.862132, 2.543528, 2.378534, 2.297241, 2.271934, 3.983653, 4.774559, 5.026085, 4.733498, 5.327329, 5.602691, 5.214664, 5.213742, 4.726038, 4.589286, 4.485375, 4.910016, 5.30925, 4.631977, 4.532316, 4.842732, 4.820056, 4.708294, 4.250222, 3.754569, 3.031315, 2.581292, 1.264267, 0.519222, 0.134792, 1e-06], "sum_m_pl": [24.243543, 29.639379, 28.007037, 27.025689, 26.895484, 26.459377, 26.453273, 25.804402, 25.560505, 26.024306, 25.610214, 25.735699, 25.060159, 24.819245, 25.091628, 25.541055, 25.702843, 25.460439, 26.295671, 26.696386, 26.618289, 26.973692, 27.112, 27.339772, 23.968918, 22.914832, 22.226061, 23.953068, 23.864836, 23.831425, 23.85159, 23.78263, 24.09431, 23.222962, 22.77488, 22.635768, 21.91398, 21.887565, 19.547788, 19.879881, 19.53352, 20.164637, 19.266212, 16.905855, 14.987839, 12.193455, 7.504265, 3.921434, 0.198227, 0.000217]}, "lang": {"n_am_en": [23, 26, 17, 18, 26, 25, 28, 28, 27, 21, 28, 29, 31, 33, 30, 30, 19, 21, 17, 16, 16, 20, 22, 23, 31, 33, 30, 33, 40, 39, 29, 23, 33, 35, 33, 35, 41, 39, 34, 41, 36, 33, 33, 33, 38, 34, 25, 38, 25, 26], "n_am_pl": [14, 19, 19, 27, 24, 20, 16, 21, 12, 16, 14, 17, 24, 19, 17, 20, 29, 33, 34, 38, 37, 35, 36, 38, 23, 20, 16, 15, 17, 25, 33, 33, 27, 23, 20, 19, 19, 22, 26, 24, 28, 16, 17, 19, 23, 41, 39, 39, 69, 77], "n_pos": 104, "sum_m_en": [9.533188, 5.799151, 6.150464, 6.589773, 6.411301, 6.425348, 6.377881, 6.594491, 6.866735, 7.191548, 7.32201, 8.394243, 8.590417, 8.659189, 8.8789, 8.084219, 7.342871, 7.184969, 6.838609, 6.135318, 5.657118, 5.182994, 4.997504, 4.878926, 12.183081, 12.477234, 12.690688, 12.577461, 11.717298, 11.663196, 10.347967, 10.180573, 11.135495, 12.299504, 12.199595, 13.912312, 15.619163, 16.436611, 16.942096, 18.08348, 19.540662, 17.012957, 20.877523, 24.435119, 29.615704, 28.80044, 23.098148, 34.112378, 25.144587, 25.790483], "sum_m_pl": [41.461605, 49.03579, 48.903005, 47.3001, 47.200533, 47.660161, 47.286956, 48.260296, 48.044135, 48.755351, 47.49263, 46.712866, 47.218311, 47.700785, 48.007713, 49.935154, 51.064083, 50.947244, 51.279225, 52.454236, 52.378117, 52.592498, 52.585771, 52.564747, 46.203315, 45.551631, 44.1547, 46.025946, 48.334584, 48.51693, 49.155527, 50.08682, 49.713819, 46.756888, 47.150574, 45.255947, 43.307352, 42.356634, 42.093191, 42.154164, 40.820684, 36.445205, 36.044616, 33.462857, 32.821391, 43.408949, 42.921156, 42.440992, 66.999014, 76.823773]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 441, "item_id": "gsm8kpl-954", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1031, "region_end": 441, "roundtrip_ok": true, "tf_agree": 0.9864, "tf_agree_excl_first": 0.9886}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [65, 65, 74, 58, 57, 45, 47, 50, 48, 50, 66, 64, 73, 57, 63, 71, 66, 68, 53, 60, 54, 59, 60, 69, 86, 90, 83, 74, 80, 64, 70, 61, 65, 72, 91, 74, 70, 74, 71, 89, 85, 84, 85, 72, 79, 86, 89, 87, 84, 80], "n_am_pl": [5, 30, 32, 40, 28, 19, 23, 12, 12, 10, 10, 19, 16, 18, 17, 15, 19, 20, 29, 27, 40, 34, 38, 37, 21, 20, 18, 22, 18, 21, 26, 23, 17, 12, 15, 10, 8, 13, 16, 9, 8, 11, 16, 23, 19, 15, 16, 10, 1, 2], "n_pos": 216, "sum_m_en": [24.046142, 12.068316, 11.565212, 10.991222, 11.605944, 11.902762, 11.025193, 11.541635, 12.234119, 12.131838, 12.897342, 13.405694, 14.062596, 14.368448, 14.259033, 13.561925, 13.060543, 12.460265, 11.276766, 10.630119, 9.919881, 9.369408, 9.337257, 9.304071, 24.014415, 23.377238, 24.005327, 20.025791, 19.89832, 19.443296, 17.598402, 18.38899, 19.575295, 19.873877, 21.986147, 26.028014, 29.009503, 32.734809, 36.45665, 48.213521, 49.865325, 55.330925, 62.100918, 59.221849, 67.956742, 74.612573, 80.30919, 81.085492, 80.932385, 78.770268], "sum_m_pl": [81.976626, 106.202095, 104.246461, 101.895623, 99.93981, 97.786844, 101.033474, 100.478791, 97.765423, 100.582827, 99.558683, 101.752908, 101.028874, 98.756328, 100.855769, 104.26504, 104.988722, 105.654424, 107.060476, 108.427686, 108.761646, 108.932816, 108.837977, 108.974127, 89.604204, 86.715531, 84.156656, 91.331028, 93.316562, 94.731314, 95.591158, 92.607113, 91.440592, 86.215565, 84.515238, 77.026794, 70.834555, 66.076874, 62.636575, 57.538779, 54.322584, 48.710947, 46.911485, 47.558506, 41.221382, 30.253529, 27.161912, 15.60575, 3.08849, 2.361058]}, "digit": {"n_am_en": [10, 15, 19, 7, 8, 1, 5, 12, 5, 6, 12, 5, 12, 8, 8, 11, 16, 13, 12, 14, 11, 11, 8, 13, 20, 20, 19, 16, 17, 11, 15, 8, 6, 9, 13, 12, 7, 6, 7, 14, 9, 7, 7, 5, 5, 4, 3, 3, 0, 0], "n_am_pl": [2, 3, 10, 10, 8, 1, 4, 2, 2, 1, 1, 5, 2, 1, 2, 1, 3, 1, 2, 0, 5, 4, 5, 6, 2, 2, 0, 4, 3, 5, 4, 4, 6, 3, 4, 2, 0, 5, 6, 2, 1, 3, 2, 3, 3, 3, 2, 0, 0, 0], "n_pos": 52, "sum_m_en": [4.568852, 2.280891, 2.248993, 2.150904, 2.274038, 2.274543, 2.278098, 2.46795, 2.541264, 2.493332, 2.573841, 2.64286, 2.918394, 3.068316, 2.923138, 2.905875, 2.891457, 2.831598, 2.45852, 2.368221, 2.207797, 2.086961, 2.06667, 2.062586, 4.595013, 4.287379, 4.724421, 4.194394, 4.131242, 3.753775, 3.75576, 3.571494, 3.5317, 3.625912, 3.731484, 5.446373, 5.036157, 4.807884, 5.546047, 6.893093, 6.502638, 5.926373, 5.859664, 5.630119, 5.355342, 5.569811, 4.491486, 3.541594, 0.340393, 0.0], "sum_m_pl": [23.319899, 27.549094, 26.553904, 26.02732, 25.452021, 24.61889, 25.074564, 24.86086, 24.114726, 24.659233, 24.807586, 25.383882, 24.574663, 23.647037, 24.415722, 24.990504, 25.382931, 25.305567, 26.024152, 26.198812, 26.316201, 26.511666, 26.550698, 26.542726, 23.03842, 22.251449, 21.422842, 22.969505, 23.167681, 23.068999, 22.836882, 22.273193, 22.313019, 21.478291, 21.397256, 19.181201, 18.511367, 16.774952, 15.729863, 15.116517, 14.697112, 14.589922, 14.987566, 13.892241, 13.180901, 9.800296, 8.205975, 3.98251, 0.550079, 0.0]}, "lang": {"n_am_en": [22, 20, 31, 27, 24, 26, 29, 23, 27, 29, 36, 33, 29, 26, 30, 34, 29, 31, 23, 27, 28, 34, 35, 37, 41, 47, 43, 38, 33, 32, 35, 30, 34, 35, 45, 36, 39, 44, 46, 49, 51, 53, 56, 52, 55, 54, 61, 69, 78, 78], "n_am_pl": [2, 12, 7, 11, 3, 6, 6, 6, 7, 4, 6, 9, 10, 9, 8, 5, 6, 9, 13, 11, 17, 13, 15, 14, 12, 8, 6, 6, 5, 6, 9, 8, 5, 6, 4, 3, 2, 2, 2, 2, 2, 4, 6, 10, 9, 8, 7, 3, 1, 2], "n_pos": 81, "sum_m_en": [9.097468, 4.76829, 4.554487, 4.40414, 4.729462, 5.100545, 4.478551, 4.588944, 5.077953, 4.856118, 5.368656, 5.564628, 5.745945, 5.863925, 5.796345, 5.328286, 5.099001, 4.88666, 4.426179, 4.207217, 3.901509, 3.644969, 3.676051, 3.666508, 12.084488, 12.00485, 12.138376, 9.321107, 8.712008, 8.587502, 7.597806, 8.335489, 8.649203, 8.936737, 10.062427, 12.148275, 14.474211, 17.857173, 19.202651, 25.652472, 27.804502, 33.355803, 39.082184, 39.663355, 44.848598, 46.512312, 54.350325, 63.093281, 73.976041, 76.306261], "sum_m_pl": [28.815257, 38.007807, 37.822423, 36.71514, 36.338653, 35.637393, 37.034552, 37.039618, 36.209976, 37.645016, 37.16192, 38.185725, 38.409671, 37.527147, 38.688638, 39.843333, 40.126108, 40.447442, 40.747825, 41.140913, 41.242621, 41.309662, 41.15595, 41.222867, 33.913971, 32.759718, 31.357547, 34.142048, 35.015744, 35.569385, 36.505674, 34.923307, 35.151719, 33.280244, 32.78816, 30.368725, 28.39158, 26.116052, 25.187736, 22.494455, 20.351792, 17.382711, 16.271414, 17.23428, 14.867596, 11.504759, 9.706313, 3.792714, 2.30765, 2.35188]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 221, "item_id": "gsm8kpl-955", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1166, "region_end": 216, "roundtrip_ok": true, "tf_agree": 0.9864, "tf_agree_excl_first": 0.9909}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [99, 82, 74, 69, 57, 58, 58, 63, 66, 71, 69, 78, 68, 67, 64, 83, 96, 77, 78, 66, 59, 77, 62, 70, 109, 99, 94, 111, 124, 97, 105, 91, 96, 100, 130, 115, 99, 79, 91, 113, 108, 98, 112, 95, 87, 65, 35, 32, 14, 11], "n_am_pl": [25, 92, 74, 73, 62, 57, 58, 65, 51, 61, 57, 67, 73, 67, 58, 74, 73, 84, 99, 98, 108, 98, 101, 92, 55, 45, 43, 48, 69, 78, 66, 61, 47, 27, 35, 35, 36, 35, 52, 40, 40, 60, 47, 51, 36, 43, 54, 55, 73, 79], "n_pos": 363, "sum_m_en": [32.114369, 16.83621, 17.98477, 18.415627, 19.2365, 18.708053, 18.592251, 19.009594, 19.641, 20.660541, 21.429981, 22.478554, 22.949454, 22.977861, 23.258118, 22.054301, 21.545391, 21.072241, 18.914373, 17.798387, 16.587742, 15.800569, 15.641361, 15.303919, 38.621901, 38.56189, 38.131334, 35.230459, 36.389195, 35.503108, 32.896384, 32.589244, 31.953839, 33.434642, 35.429716, 38.389349, 39.352359, 39.910307, 46.227981, 54.86767, 56.957272, 54.441868, 61.287096, 65.577482, 69.032569, 61.801861, 38.765915, 34.167447, 15.324836, 11.014423], "sum_m_pl": [150.974366, 180.522484, 175.903265, 170.528215, 168.632915, 167.041075, 172.55653, 172.331757, 169.403915, 171.467148, 168.332158, 170.834162, 172.649744, 169.736967, 171.885453, 177.297635, 178.45304, 178.387193, 182.634205, 183.841006, 183.781477, 183.21893, 182.834412, 182.347059, 148.730013, 143.771949, 141.389411, 154.413886, 157.70619, 161.60147, 162.775478, 159.695873, 159.685653, 146.344215, 146.417928, 137.081288, 127.663312, 123.586804, 117.458566, 112.870037, 108.383786, 113.266391, 107.298308, 98.895474, 84.433526, 78.784811, 82.36753, 66.91981, 76.434887, 78.930966]}, "digit": {"n_am_en": [16, 27, 22, 18, 15, 6, 10, 13, 14, 13, 13, 17, 13, 7, 11, 11, 18, 14, 17, 11, 12, 19, 13, 13, 13, 15, 19, 24, 23, 14, 15, 12, 13, 10, 18, 10, 8, 8, 9, 15, 14, 15, 14, 10, 6, 4, 3, 3, 0, 0], "n_am_pl": [1, 16, 12, 9, 4, 3, 2, 5, 3, 6, 3, 6, 5, 4, 5, 10, 10, 8, 10, 7, 10, 9, 8, 8, 4, 2, 4, 6, 12, 9, 12, 12, 7, 2, 8, 6, 7, 5, 11, 2, 1, 2, 2, 4, 4, 3, 1, 1, 0, 0], "n_pos": 69, "sum_m_en": [5.692234, 3.114396, 3.143984, 3.174917, 3.248165, 3.185376, 3.119749, 3.334178, 3.432693, 3.465183, 3.683736, 3.813526, 4.133958, 4.197458, 4.101123, 3.888809, 3.775282, 3.957966, 3.531231, 3.249966, 2.970875, 2.793826, 2.781636, 2.72126, 6.46397, 6.06159, 6.199829, 5.919885, 6.153241, 5.670101, 5.480486, 5.364714, 4.92438, 4.905544, 4.846521, 6.032827, 5.706023, 5.150043, 6.122794, 8.835883, 8.329442, 6.85767, 6.380068, 5.66345, 5.638065, 4.966883, 4.110587, 3.126037, 0.262811, 1e-06], "sum_m_pl": [31.864129, 36.578894, 35.233337, 34.430361, 33.964108, 33.064079, 33.979219, 33.380277, 32.67107, 33.153174, 32.701674, 33.584386, 33.026601, 32.146377, 32.900291, 33.792871, 34.181224, 33.748366, 35.031223, 35.368582, 35.347881, 35.480369, 35.434436, 35.413746, 29.415302, 27.772417, 27.484441, 30.160109, 30.733517, 31.126397, 30.53247, 29.988803, 30.712026, 29.08936, 29.526938, 27.123175, 25.207475, 23.878015, 22.516039, 21.491502, 20.685184, 22.18924, 22.679479, 21.139373, 19.7514, 15.529364, 12.509052, 7.264835, 0.823646, 0.000161]}, "lang": {"n_am_en": [23, 11, 16, 12, 5, 18, 14, 20, 14, 27, 20, 24, 17, 23, 17, 34, 29, 26, 29, 30, 24, 29, 21, 23, 42, 36, 34, 44, 39, 33, 37, 30, 38, 43, 54, 49, 43, 36, 40, 51, 48, 39, 47, 41, 44, 40, 23, 20, 11, 11], "n_am_pl": [8, 25, 18, 13, 19, 13, 7, 14, 14, 9, 11, 15, 19, 21, 9, 9, 16, 23, 22, 19, 28, 30, 30, 30, 14, 16, 11, 6, 10, 15, 15, 16, 12, 6, 6, 4, 8, 13, 14, 18, 14, 31, 27, 31, 24, 27, 38, 41, 72, 79], "n_pos": 90, "sum_m_en": [6.95268, 4.195402, 4.479071, 4.586735, 4.762611, 4.655199, 4.62761, 4.781837, 4.89243, 4.883339, 5.418222, 5.782648, 5.764642, 5.813037, 6.006129, 5.596805, 5.278049, 4.973772, 4.626643, 4.307992, 4.071915, 3.840848, 3.797899, 3.740832, 12.941334, 13.179629, 12.336209, 10.120697, 9.714722, 9.174474, 8.407748, 8.470166, 8.785392, 10.099504, 10.321024, 11.488481, 13.729893, 15.445167, 18.243915, 22.555305, 24.634714, 24.367373, 26.393294, 29.332775, 35.445537, 34.68689, 21.268372, 17.317387, 11.469093, 11.007173], "sum_m_pl": [36.264891, 42.636369, 41.586697, 39.971176, 39.878284, 40.069123, 41.528316, 42.109798, 42.207201, 43.334802, 41.614904, 42.284751, 43.183014, 42.66966, 43.058323, 45.053345, 45.203433, 45.491501, 46.19051, 46.557291, 46.466027, 46.222501, 45.900858, 45.708456, 39.169544, 37.647119, 36.841938, 40.1854, 40.575235, 41.534767, 42.68039, 42.17945, 42.615546, 40.110024, 40.503198, 39.187065, 38.428768, 38.145916, 35.978249, 33.609452, 31.650473, 35.392519, 35.224013, 35.906951, 32.463696, 31.12094, 39.740107, 39.019971, 67.887655, 78.266335]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 368, "item_id": "gsm8kpl-955", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1025, "region_end": 363, "roundtrip_ok": true, "tf_agree": 0.9946, "tf_agree_excl_first": 0.9973}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [81, 98, 83, 77, 95, 73, 64, 68, 69, 67, 92, 83, 83, 69, 82, 81, 77, 66, 63, 72, 52, 52, 49, 67, 95, 97, 79, 80, 85, 69, 84, 79, 68, 79, 74, 81, 81, 80, 67, 60, 64, 73, 71, 74, 78, 73, 78, 80, 60, 62], "n_am_pl": [15, 45, 37, 32, 30, 36, 38, 32, 26, 29, 28, 37, 42, 44, 34, 35, 34, 39, 36, 38, 48, 42, 44, 45, 25, 28, 35, 40, 36, 45, 48, 42, 48, 41, 32, 21, 18, 15, 13, 11, 11, 11, 9, 9, 8, 8, 3, 2, 0, 0], "n_pos": 306, "sum_m_en": [37.118659, 16.875067, 16.982776, 16.700785, 18.027118, 17.645046, 17.530214, 16.850613, 17.350475, 18.806797, 19.701428, 20.174504, 21.143426, 21.129276, 21.317989, 20.325518, 20.350429, 19.933681, 18.154033, 17.479468, 16.236042, 15.092332, 14.613349, 14.486354, 40.416352, 40.612622, 35.760817, 33.635759, 32.967265, 32.022945, 31.349367, 29.820546, 28.45631, 29.055041, 33.376989, 35.025756, 37.544422, 38.479883, 41.298741, 44.048544, 43.807266, 45.891479, 53.490415, 59.198866, 70.530743, 73.219242, 75.812809, 73.657989, 63.079289, 61.134106], "sum_m_pl": [117.479825, 150.248466, 145.203701, 140.541941, 139.185276, 138.488689, 139.262138, 138.696948, 137.697965, 142.063366, 139.438966, 138.304544, 137.336615, 134.117198, 134.23499, 137.12091, 135.034547, 135.869081, 138.355178, 142.51266, 144.053505, 145.129707, 146.512622, 147.832653, 111.964909, 111.337853, 111.664063, 119.587992, 124.711046, 124.343428, 124.646326, 125.576222, 126.408949, 121.651253, 117.411319, 108.088722, 95.254793, 88.949379, 79.107115, 73.251722, 67.488949, 60.259858, 55.514677, 48.286676, 36.950616, 29.964386, 18.923073, 9.939049, 1.404295, 0.013045]}, "digit": {"n_am_en": [2, 33, 22, 16, 22, 9, 6, 16, 11, 15, 18, 17, 19, 9, 5, 10, 11, 13, 12, 14, 10, 6, 8, 10, 23, 24, 20, 19, 19, 14, 19, 14, 15, 16, 9, 14, 17, 10, 3, 4, 3, 7, 4, 6, 5, 1, 3, 5, 0, 0], "n_am_pl": [1, 0, 0, 5, 3, 2, 6, 6, 3, 3, 4, 8, 8, 12, 7, 5, 6, 14, 6, 10, 13, 10, 12, 14, 5, 2, 6, 8, 3, 7, 9, 10, 10, 7, 10, 4, 6, 5, 2, 3, 4, 3, 3, 2, 0, 0, 0, 0, 0, 0], "n_pos": 62, "sum_m_en": [5.686592, 2.780102, 2.762931, 2.724136, 3.044409, 3.012652, 2.83785, 2.891191, 2.988267, 3.048372, 3.233275, 3.305652, 3.588265, 3.813746, 3.551939, 3.435843, 3.751456, 3.725699, 3.476551, 3.345873, 3.031775, 2.81669, 2.713645, 2.690496, 6.238635, 6.057383, 5.369806, 5.214118, 5.209721, 4.908791, 5.334702, 4.997993, 4.625135, 4.662541, 4.816795, 5.314643, 5.409087, 4.851122, 4.812173, 4.639601, 4.525505, 4.701318, 4.697889, 4.950096, 4.757177, 4.477729, 4.642202, 3.74753, 0.642873, 0.0], "sum_m_pl": [27.563995, 33.006345, 31.457193, 30.172612, 29.798487, 29.102956, 29.165006, 28.806236, 28.890938, 30.259802, 30.079368, 29.914248, 28.929998, 27.683293, 27.611274, 28.174022, 27.310818, 27.12422, 28.098922, 28.988299, 29.412366, 29.706751, 29.970743, 30.330691, 25.575479, 25.438602, 25.512133, 27.024741, 27.223, 27.153808, 26.538538, 26.403629, 26.717904, 26.106097, 25.401644, 23.788298, 23.218798, 22.474555, 20.649319, 20.904674, 19.78054, 19.144945, 17.582228, 16.416206, 13.474653, 11.040871, 7.458239, 3.392465, 0.634061, 0.0]}, "lang": {"n_am_en": [19, 9, 13, 12, 21, 24, 19, 23, 21, 19, 24, 24, 25, 26, 27, 24, 22, 20, 21, 22, 15, 19, 18, 19, 28, 29, 21, 18, 21, 21, 21, 25, 23, 29, 28, 25, 24, 29, 30, 28, 34, 38, 41, 40, 46, 47, 48, 54, 57, 60], "n_am_pl": [0, 14, 16, 5, 3, 4, 0, 4, 5, 2, 3, 7, 9, 7, 7, 6, 6, 3, 8, 9, 17, 15, 15, 13, 7, 7, 7, 12, 13, 11, 13, 6, 9, 13, 9, 4, 6, 2, 6, 4, 2, 2, 5, 5, 6, 6, 3, 0, 0, 0], "n_pos": 60, "sum_m_en": [7.667031, 3.746773, 3.608207, 3.556008, 3.75737, 3.824759, 3.951232, 3.843452, 3.854379, 4.298581, 4.657871, 4.889028, 5.112654, 4.975176, 5.261207, 4.762837, 4.601922, 4.545405, 4.040944, 3.773548, 3.478865, 3.208432, 3.083336, 3.066354, 12.76465, 12.624411, 10.716587, 10.101691, 9.609979, 9.553588, 9.02656, 8.678897, 8.798417, 9.321857, 10.492282, 11.477483, 13.851219, 14.823823, 16.772678, 19.198085, 20.262798, 22.544762, 27.783907, 29.363389, 37.596344, 40.999624, 45.119489, 49.319882, 57.11576, 59.588751], "sum_m_pl": [20.78679, 27.343343, 27.234524, 26.215875, 26.472285, 26.17614, 26.576337, 27.279893, 27.277427, 27.640104, 26.996767, 27.264266, 27.267368, 26.800881, 27.116533, 27.642575, 27.197122, 26.873575, 27.529898, 28.194376, 28.550638, 28.673911, 28.99405, 29.192184, 21.416506, 21.575656, 21.957049, 23.046898, 24.089629, 23.98529, 24.473549, 24.379302, 24.729692, 24.228305, 23.503502, 22.626835, 19.679077, 18.551899, 17.065486, 14.704934, 13.970139, 12.356741, 11.714092, 10.892216, 8.137215, 6.305294, 3.864491, 1.328694, 0.03337, 0.012595]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 311, "item_id": "gsm8kpl-963", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1187, "region_end": 306, "roundtrip_ok": true, "tf_agree": 0.9904, "tf_agree_excl_first": 0.9935}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [113, 140, 119, 122, 146, 100, 92, 92, 77, 96, 97, 88, 88, 75, 59, 75, 98, 74, 62, 62, 61, 59, 55, 65, 89, 97, 66, 76, 96, 96, 80, 90, 89, 100, 111, 99, 98, 81, 72, 71, 65, 67, 62, 62, 54, 50, 28, 28, 5, 2], "n_am_pl": [16, 71, 73, 66, 50, 54, 69, 59, 78, 69, 63, 63, 85, 67, 72, 70, 62, 76, 95, 105, 90, 90, 78, 81, 60, 60, 87, 79, 75, 91, 85, 83, 86, 58, 68, 56, 43, 34, 23, 24, 21, 21, 20, 14, 15, 25, 42, 34, 55, 58], "n_pos": 438, "sum_m_en": [45.404405, 21.212341, 22.563034, 23.144917, 24.975373, 24.251056, 23.580737, 23.763878, 24.864426, 27.084883, 26.770883, 28.259555, 29.104961, 29.446816, 29.646571, 28.426077, 28.207061, 27.357531, 24.535273, 23.736166, 22.230807, 20.880256, 20.448496, 19.785522, 43.659308, 44.217432, 40.088085, 39.472769, 40.616098, 39.792019, 37.727563, 36.846331, 35.39333, 37.84793, 41.731373, 42.690019, 42.674543, 44.449812, 45.738196, 47.248891, 47.31382, 47.886091, 49.728477, 50.895572, 54.082951, 52.322957, 33.928619, 28.134537, 8.208865, 2.14321], "sum_m_pl": [175.19407, 223.008627, 213.389948, 208.387127, 206.718856, 203.505597, 204.390314, 201.364074, 200.718236, 204.090087, 200.227536, 197.601222, 196.992178, 193.694297, 193.244635, 199.594522, 197.998665, 199.366405, 205.849254, 211.14379, 211.565671, 211.416132, 213.127281, 214.359643, 170.533827, 170.281531, 171.547042, 181.960253, 187.734707, 190.688647, 188.72185, 190.357583, 191.907161, 178.819537, 174.376087, 161.45235, 150.050153, 143.659298, 129.510508, 115.862318, 107.125882, 103.173115, 95.259616, 82.901594, 66.062488, 61.034585, 58.612983, 43.283193, 53.586193, 57.885325]}, "digit": {"n_am_en": [6, 49, 40, 30, 33, 12, 10, 14, 11, 15, 19, 18, 17, 14, 10, 10, 21, 14, 13, 14, 11, 12, 9, 16, 24, 27, 18, 25, 24, 20, 16, 20, 24, 20, 17, 16, 17, 14, 13, 15, 10, 14, 12, 12, 10, 5, 7, 8, 0, 0], "n_am_pl": [1, 6, 2, 2, 2, 2, 3, 5, 8, 6, 10, 11, 10, 10, 8, 13, 5, 19, 21, 17, 17, 15, 17, 13, 9, 3, 10, 13, 7, 14, 15, 16, 17, 8, 11, 4, 10, 9, 5, 6, 5, 5, 3, 3, 3, 2, 2, 3, 0, 0], "n_pos": 83, "sum_m_en": [7.234493, 3.637043, 3.69854, 3.651232, 3.891567, 3.730999, 3.566703, 3.673825, 3.846137, 3.905701, 4.0454, 4.217968, 4.611927, 5.000503, 4.530397, 4.457221, 4.662344, 4.657472, 4.209184, 4.092766, 3.774285, 3.527781, 3.413131, 3.342522, 6.16225, 6.397807, 6.051489, 6.197855, 6.345342, 6.175858, 6.228307, 6.288588, 5.780436, 6.190564, 6.142757, 6.911288, 7.53237, 7.100459, 7.344015, 7.594965, 7.686397, 8.325399, 8.555576, 8.664187, 8.707712, 8.230769, 7.106521, 5.028978, 0.840016, 0.0], "sum_m_pl": [37.643371, 44.504431, 42.035265, 40.473049, 40.408692, 39.736085, 39.349536, 38.441615, 39.161181, 40.418421, 40.106926, 40.431419, 39.377054, 37.865432, 37.803532, 38.87788, 37.810717, 37.576212, 39.376739, 39.984766, 40.307328, 40.602475, 40.851595, 41.236096, 36.144937, 35.353648, 35.303778, 37.552489, 37.748966, 37.663011, 36.838286, 36.822827, 37.960527, 36.263349, 35.446044, 33.939145, 32.939058, 32.040971, 29.858595, 30.45389, 29.134105, 29.173802, 28.352837, 26.686634, 22.278081, 18.951006, 15.196652, 7.025546, 1.172758, 0.0]}, "lang": {"n_am_en": [15, 11, 12, 14, 19, 20, 22, 27, 21, 24, 29, 26, 23, 19, 18, 17, 26, 18, 20, 17, 18, 14, 15, 17, 20, 21, 14, 9, 14, 20, 17, 19, 24, 23, 28, 25, 27, 26, 24, 27, 24, 24, 26, 28, 25, 25, 13, 13, 2, 2], "n_am_pl": [3, 9, 12, 5, 7, 5, 3, 5, 7, 6, 4, 8, 10, 9, 10, 9, 7, 10, 10, 14, 12, 14, 12, 9, 7, 5, 7, 8, 8, 6, 6, 10, 11, 7, 7, 4, 6, 8, 6, 7, 8, 5, 8, 6, 8, 18, 31, 26, 53, 58], "n_pos": 60, "sum_m_en": [5.743943, 3.23857, 3.766939, 4.320698, 4.660716, 4.105605, 3.9088, 3.936885, 4.002417, 4.587481, 4.259127, 4.566709, 4.511625, 4.72408, 5.665232, 4.748309, 4.627917, 4.514252, 4.109924, 3.860716, 3.572556, 3.20594, 3.16195, 2.971802, 10.160077, 9.150512, 7.305145, 6.735789, 6.98606, 6.830224, 6.216093, 6.220378, 6.956033, 8.078658, 9.308911, 9.822094, 10.305746, 11.502212, 11.515912, 12.495355, 13.204428, 13.138645, 15.719784, 19.519183, 23.094977, 22.776802, 14.56998, 12.518345, 3.135919, 2.007308], "sum_m_pl": [22.780775, 27.992953, 26.934011, 26.047445, 26.144731, 25.955062, 26.805919, 27.581256, 27.411743, 27.743115, 27.270111, 27.387631, 27.540124, 26.960203, 26.655319, 27.86595, 27.889993, 27.787663, 28.621219, 29.261371, 29.252641, 29.201092, 29.424135, 29.572172, 21.962168, 22.572802, 22.605649, 24.271373, 25.095544, 25.925594, 26.817315, 26.897649, 26.937712, 25.044935, 24.82026, 24.229644, 24.196679, 23.551056, 22.25415, 18.00971, 17.854425, 16.121647, 14.688646, 13.426142, 13.908706, 18.852897, 27.137235, 26.450772, 48.563042, 57.237376]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 438, "item_id": "gsm8kpl-963", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1046, "region_end": 438, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9931}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [67, 67, 45, 29, 40, 25, 24, 26, 30, 32, 37, 37, 41, 36, 36, 44, 49, 44, 41, 34, 34, 34, 37, 35, 60, 66, 47, 40, 47, 51, 51, 43, 41, 34, 42, 54, 57, 46, 50, 57, 58, 55, 55, 49, 49, 65, 59, 62, 63, 61], "n_am_pl": [9, 29, 29, 26, 13, 19, 17, 18, 11, 21, 19, 23, 26, 19, 20, 26, 16, 19, 12, 18, 20, 28, 29, 28, 17, 16, 13, 21, 23, 21, 18, 21, 15, 20, 11, 5, 6, 7, 10, 16, 17, 19, 15, 22, 22, 15, 8, 11, 0, 0], "n_pos": 159, "sum_m_en": [19.437995, 9.064444, 8.495004, 8.187096, 9.095014, 8.592348, 8.081035, 8.588524, 8.680769, 9.148127, 9.26441, 9.96686, 10.647044, 10.961448, 10.519888, 10.106338, 9.709928, 9.424774, 8.934635, 8.466847, 7.903688, 7.440138, 7.206773, 7.09703, 23.742876, 20.893935, 19.064768, 15.931749, 15.109528, 15.82562, 14.691364, 14.774011, 14.282657, 14.266756, 15.221016, 18.424474, 23.963094, 23.519379, 27.886806, 33.482672, 37.209198, 39.448859, 46.088836, 46.138859, 48.229957, 57.617909, 58.629086, 63.418903, 62.001352, 61.43686], "sum_m_pl": [60.90426, 77.174811, 76.632015, 74.970206, 71.66058, 71.4095, 71.168545, 69.756628, 67.138533, 69.474159, 70.488788, 71.725985, 71.809474, 69.555628, 70.73094, 72.036506, 71.620748, 71.636254, 72.30668, 73.904694, 75.190747, 76.207953, 76.624028, 76.865404, 56.76161, 57.712058, 56.828643, 61.60174, 64.980544, 64.438129, 65.580822, 64.829182, 65.009975, 60.472314, 58.463067, 52.97056, 45.835431, 43.902496, 41.648017, 42.750554, 40.174813, 37.062308, 30.335833, 30.733239, 29.318701, 22.512627, 12.653019, 10.599279, 1.642937, 0.580799]}, "digit": {"n_am_en": [4, 17, 13, 3, 8, 1, 4, 6, 4, 6, 6, 4, 5, 2, 4, 3, 9, 4, 5, 4, 2, 4, 3, 4, 8, 7, 4, 5, 9, 5, 3, 3, 2, 3, 4, 3, 3, 2, 2, 4, 5, 4, 4, 2, 1, 3, 1, 0, 0, 0], "n_am_pl": [0, 5, 2, 3, 2, 5, 3, 2, 4, 3, 2, 4, 3, 3, 1, 3, 2, 3, 1, 3, 3, 2, 4, 5, 3, 7, 5, 4, 2, 5, 5, 3, 3, 6, 3, 2, 3, 3, 5, 6, 7, 7, 3, 6, 4, 3, 2, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.59563, 1.278818, 1.197794, 1.124528, 1.248852, 1.220247, 1.243543, 1.274505, 1.306018, 1.385255, 1.428335, 1.438951, 1.564158, 1.674309, 1.51188, 1.481112, 1.460967, 1.449714, 1.335615, 1.309155, 1.240253, 1.169444, 1.14144, 1.127002, 2.446933, 2.015852, 2.060264, 2.080814, 2.10603, 1.936336, 1.924502, 1.891034, 1.692301, 1.777038, 1.816131, 2.03717, 1.884224, 1.858079, 1.996282, 2.176432, 2.201492, 2.814277, 2.706094, 2.484831, 2.386235, 2.294504, 1.970105, 0.961238, 0.403783, 0.0], "sum_m_pl": [13.347613, 15.707218, 15.163704, 14.950124, 14.505497, 13.995595, 13.978301, 13.740697, 13.43565, 13.646816, 13.555841, 13.527178, 12.984076, 12.723627, 12.666153, 12.724204, 12.68866, 12.716679, 13.126761, 13.73032, 13.843732, 14.008026, 14.123579, 14.244603, 12.267104, 12.509753, 12.118653, 12.391798, 12.386328, 12.30785, 12.266359, 11.96561, 12.158835, 11.519216, 11.31791, 11.09165, 10.973899, 10.632634, 10.358707, 11.245336, 10.629532, 10.015677, 9.791784, 9.24789, 7.983029, 5.615546, 2.852912, 1.304945, 0.19328, 0.0]}, "lang": {"n_am_en": [33, 28, 19, 18, 18, 16, 10, 12, 17, 21, 17, 18, 22, 23, 18, 20, 24, 27, 23, 18, 22, 21, 24, 22, 34, 40, 33, 24, 25, 31, 35, 31, 29, 22, 25, 33, 32, 27, 30, 36, 40, 39, 37, 34, 36, 47, 48, 52, 60, 61], "n_am_pl": [4, 8, 11, 9, 2, 2, 7, 6, 3, 6, 8, 12, 13, 11, 10, 13, 8, 9, 7, 8, 11, 17, 15, 15, 8, 3, 4, 12, 10, 8, 5, 11, 7, 6, 6, 2, 3, 3, 4, 8, 8, 9, 9, 13, 13, 8, 6, 8, 0, 0], "n_pos": 63, "sum_m_en": [8.562198, 3.835972, 3.691177, 3.466558, 4.02063, 3.732646, 3.392234, 3.570066, 3.735385, 3.900828, 3.929982, 4.369773, 4.773465, 4.800703, 4.486963, 4.252761, 4.164297, 3.969239, 3.824283, 3.617626, 3.293611, 3.060797, 2.936694, 2.881413, 11.768745, 10.551558, 9.778635, 7.901305, 7.206045, 7.819996, 7.386277, 7.675794, 7.278496, 7.425057, 7.907654, 10.359136, 13.98313, 13.897543, 17.484819, 22.008717, 24.98888, 26.457416, 31.475347, 31.538408, 33.869802, 42.770819, 44.845347, 50.889063, 58.647315, 60.719746], "sum_m_pl": [22.580812, 29.137413, 29.012961, 28.790689, 27.484352, 27.619308, 27.264444, 27.302008, 26.538456, 27.398202, 27.911326, 28.866799, 29.381051, 28.623822, 29.463677, 29.737225, 29.664918, 29.598287, 29.457747, 29.695644, 30.415451, 30.812164, 30.938566, 31.018474, 23.992265, 24.521578, 24.424033, 25.849984, 26.750652, 26.610154, 27.554764, 26.711602, 27.591106, 26.003182, 24.88742, 23.098469, 19.992047, 19.207434, 18.065078, 18.546565, 17.422945, 15.981654, 12.167596, 14.88145, 13.658513, 10.192168, 7.461384, 5.761141, 1.085289, 0.065156]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "gsm8kpl-968", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1250, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 0.9939}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [49, 51, 38, 33, 48, 25, 29, 31, 28, 44, 49, 57, 40, 51, 48, 44, 42, 36, 31, 31, 32, 35, 34, 33, 83, 77, 56, 52, 65, 59, 58, 48, 51, 59, 61, 57, 45, 52, 60, 67, 65, 61, 54, 51, 46, 42, 31, 22, 5, 1], "n_am_pl": [28, 49, 58, 60, 37, 33, 33, 37, 37, 51, 27, 32, 43, 48, 35, 44, 48, 35, 42, 58, 52, 58, 60, 57, 28, 28, 33, 38, 41, 50, 42, 36, 36, 29, 27, 20, 22, 21, 25, 36, 41, 41, 37, 42, 42, 40, 49, 53, 68, 82], "n_pos": 241, "sum_m_en": [22.18263, 12.152178, 12.834898, 12.44171, 13.450756, 12.97162, 12.53389, 12.782745, 13.625814, 14.229825, 13.95867, 14.986819, 15.164231, 16.095274, 15.990376, 15.121442, 14.642838, 14.22993, 12.889509, 12.173135, 11.550423, 10.931957, 10.600778, 10.364111, 31.747177, 28.099206, 24.194079, 21.175936, 22.810124, 22.779093, 20.418175, 20.381609, 18.669417, 20.227758, 22.270744, 21.162681, 20.434579, 22.010769, 27.096012, 32.246978, 34.270437, 36.76303, 39.26498, 40.202961, 40.576474, 41.040946, 30.471122, 21.820244, 5.916642, 1.124735], "sum_m_pl": [98.662155, 115.623539, 111.829755, 110.591376, 106.518882, 104.487413, 105.073689, 103.487453, 99.454161, 101.9854, 102.205189, 102.723209, 106.292926, 104.435345, 106.125754, 108.401274, 107.414133, 107.660028, 111.161, 114.685006, 115.546783, 116.611998, 116.735938, 117.6604, 89.231742, 89.340456, 88.058681, 95.355398, 99.104482, 98.861415, 101.001932, 99.325049, 98.721051, 87.72733, 85.876392, 79.785696, 74.137527, 73.093997, 72.309387, 74.022633, 71.890005, 70.833671, 62.285529, 62.790463, 61.066653, 59.187555, 59.571894, 57.602627, 69.703253, 81.173512]}, "digit": {"n_am_en": [4, 15, 9, 10, 5, 6, 3, 7, 2, 8, 11, 9, 5, 11, 9, 8, 8, 8, 5, 5, 6, 7, 7, 7, 14, 14, 13, 9, 17, 11, 9, 6, 5, 8, 7, 4, 3, 4, 5, 6, 5, 6, 6, 4, 5, 4, 3, 4, 0, 0], "n_am_pl": [2, 7, 5, 5, 4, 5, 4, 2, 5, 10, 2, 1, 3, 6, 3, 8, 7, 6, 6, 11, 6, 6, 8, 8, 5, 8, 6, 7, 5, 5, 6, 4, 5, 6, 5, 6, 3, 3, 2, 9, 10, 7, 7, 10, 9, 6, 3, 1, 0, 0], "n_pos": 38, "sum_m_en": [3.425317, 1.736469, 1.605085, 1.532872, 1.611583, 1.667104, 1.742931, 1.811855, 1.867976, 1.89604, 1.916088, 1.903445, 2.060379, 2.275855, 2.204161, 2.124977, 2.07774, 2.0572, 1.853456, 1.787475, 1.668237, 1.575135, 1.531787, 1.489139, 3.665604, 3.073843, 3.140004, 2.929671, 3.048504, 2.93029, 2.821504, 2.803745, 2.541096, 2.643998, 2.931069, 2.999673, 2.523738, 2.554918, 2.830342, 3.260808, 3.865417, 3.758813, 4.89936, 4.80074, 5.597881, 4.914974, 4.218081, 3.646087, 0.155112, 1e-06], "sum_m_pl": [17.887464, 20.669095, 19.854134, 19.313648, 18.793296, 18.130182, 17.679413, 17.31739, 16.9177, 17.179757, 17.454075, 17.48966, 17.22072, 17.059901, 16.895964, 17.165427, 17.028374, 17.129104, 17.799634, 18.424598, 18.514657, 18.658208, 18.8372, 19.002233, 16.661788, 16.706393, 16.485861, 16.824038, 16.906049, 16.797309, 17.183232, 16.649132, 16.799837, 15.74681, 15.155742, 14.925221, 14.644341, 14.608456, 14.339547, 14.780334, 13.917197, 13.757012, 12.644432, 13.132965, 11.774725, 9.78383, 6.426684, 2.758588, 0.837058, 0.08453]}, "lang": {"n_am_en": [20, 20, 12, 13, 16, 6, 4, 10, 9, 13, 11, 20, 13, 15, 13, 15, 16, 9, 13, 12, 12, 12, 13, 15, 37, 37, 25, 27, 27, 25, 32, 27, 32, 32, 33, 34, 29, 35, 36, 43, 37, 34, 32, 30, 27, 26, 17, 10, 4, 1], "n_am_pl": [14, 14, 19, 12, 10, 13, 7, 9, 7, 12, 9, 11, 12, 17, 12, 11, 17, 11, 15, 16, 18, 22, 23, 24, 15, 11, 13, 14, 13, 15, 21, 18, 16, 12, 15, 7, 10, 11, 22, 21, 26, 27, 24, 28, 30, 32, 43, 48, 67, 80], "n_pos": 81, "sum_m_en": [7.11029, 4.346448, 4.502309, 4.473031, 4.711664, 4.573341, 4.317883, 4.493277, 4.814973, 5.006339, 4.888917, 5.372715, 5.394361, 5.800614, 5.760096, 5.380728, 5.173843, 4.953479, 4.583072, 4.301577, 4.079145, 3.776478, 3.689763, 3.595102, 12.669066, 11.509939, 10.301723, 8.836992, 9.648727, 9.554727, 8.350865, 8.33707, 7.698547, 9.179872, 9.778748, 9.228488, 9.907011, 10.163209, 13.440023, 16.877479, 17.303976, 18.666778, 20.095946, 20.511031, 20.417275, 22.840316, 15.366398, 9.608061, 3.782479, 1.124566], "sum_m_pl": [31.849222, 36.214256, 34.88248, 34.812438, 33.59506, 33.327996, 33.850755, 33.38875, 32.226817, 33.160485, 33.211876, 33.528781, 35.474079, 34.869286, 36.127523, 36.718483, 36.960493, 37.226659, 38.072218, 39.10754, 39.465152, 39.933019, 39.813106, 40.071154, 32.362354, 32.741038, 32.097811, 34.307886, 34.353813, 34.200923, 35.811392, 35.347898, 36.111428, 32.9585, 32.866878, 32.023699, 31.427526, 31.44861, 32.540784, 34.011875, 34.023316, 34.722749, 29.894254, 32.204401, 32.671625, 34.427924, 41.163233, 46.760011, 65.661575, 78.89782]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 246, "item_id": "gsm8kpl-968", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1109, "region_end": 241, "roundtrip_ok": true, "tf_agree": 0.9797, "tf_agree_excl_first": 0.9837}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [38, 47, 39, 40, 44, 32, 35, 34, 29, 44, 49, 43, 44, 38, 31, 35, 40, 35, 40, 34, 38, 40, 36, 40, 55, 54, 54, 57, 56, 54, 51, 50, 48, 43, 50, 48, 55, 69, 64, 67, 65, 69, 68, 70, 71, 71, 67, 71, 68, 66], "n_am_pl": [22, 33, 22, 20, 9, 12, 16, 25, 21, 18, 17, 16, 17, 20, 17, 13, 21, 14, 19, 27, 30, 26, 27, 24, 6, 11, 9, 11, 19, 11, 14, 13, 22, 13, 8, 8, 4, 6, 7, 3, 9, 7, 7, 7, 6, 5, 7, 5, 7, 8], "n_pos": 145, "sum_m_en": [19.119075, 8.681417, 8.660006, 8.37741, 8.413798, 8.10766, 8.562656, 8.634832, 8.921515, 9.624379, 10.266806, 10.766566, 11.113093, 10.913279, 11.204717, 10.172413, 10.647781, 9.887468, 9.158457, 8.552269, 7.953273, 7.417672, 7.090852, 7.039278, 27.818196, 24.435932, 22.744148, 20.349198, 20.634643, 19.799057, 18.48717, 18.078224, 18.597761, 18.940771, 20.316873, 20.80687, 27.871366, 31.987545, 38.947056, 42.126324, 42.615623, 47.333045, 50.274054, 52.74319, 58.596447, 58.960638, 61.164468, 65.800958, 67.310753, 65.891153], "sum_m_pl": [53.636768, 67.688426, 66.170525, 63.365526, 62.68149, 63.063677, 65.037189, 67.268554, 65.79335, 66.680842, 65.334657, 65.131994, 64.342079, 63.405632, 64.17339, 65.810507, 66.138363, 66.373925, 66.849768, 68.825087, 69.724022, 70.646607, 70.631263, 70.931957, 47.904658, 50.129739, 50.064639, 54.219344, 53.982087, 54.346965, 55.215702, 54.48602, 55.660423, 52.711153, 52.927349, 50.998127, 42.059938, 39.066339, 33.216683, 31.212024, 31.892054, 27.591112, 25.660275, 22.775901, 17.450988, 14.672395, 12.089903, 7.648457, 7.107061, 7.94767]}, "digit": {"n_am_en": [1, 5, 3, 2, 4, 0, 1, 1, 2, 5, 7, 3, 2, 2, 1, 1, 1, 2, 2, 1, 3, 0, 1, 0, 3, 2, 5, 7, 5, 3, 4, 3, 2, 1, 0, 0, 1, 4, 2, 2, 3, 3, 2, 2, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 2, 2, 2, 2, 1, 0, 2, 1, 1, 2, 0, 1, 2, 1, 1, 1, 1, 2, 2, 2, 2, 1, 2, 0, 0, 0, 1, 3, 1, 3, 1, 3, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.372752, 0.584594, 0.582825, 0.548705, 0.578274, 0.626448, 0.652312, 0.754196, 0.761433, 0.842459, 0.893574, 0.863133, 0.894208, 0.840757, 0.803323, 0.793278, 0.804699, 0.811514, 0.702533, 0.641164, 0.607532, 0.573668, 0.565891, 0.568734, 0.989186, 1.032388, 1.128045, 1.097319, 1.164705, 1.105898, 1.112373, 1.083934, 0.964253, 0.889498, 0.887795, 0.962423, 0.927032, 1.015173, 1.425084, 1.229587, 1.29784, 1.133301, 1.636899, 1.265492, 0.912857, 0.72572, 0.595174, 0.498903, 0.123825, 0.0], "sum_m_pl": [6.31976, 7.493924, 7.2712, 6.992548, 6.81183, 6.618467, 6.66246, 6.622198, 6.441785, 6.499835, 6.439645, 6.400545, 6.096086, 5.886331, 6.064038, 6.220127, 6.156999, 6.258931, 6.637052, 6.757405, 6.844694, 6.883, 6.86192, 6.898194, 5.615448, 5.888057, 5.851824, 6.270432, 6.249281, 6.1457, 6.03804, 5.925524, 5.960635, 5.756034, 5.801583, 5.847283, 5.395375, 5.411454, 4.9416, 5.003243, 4.736693, 4.776175, 4.445563, 4.028694, 3.451868, 2.309947, 1.681235, 0.66063, 0.218347, 0.0]}, "lang": {"n_am_en": [19, 21, 19, 18, 21, 21, 24, 22, 18, 27, 29, 24, 27, 24, 17, 22, 26, 24, 27, 23, 26, 27, 24, 29, 37, 41, 40, 39, 39, 37, 35, 32, 32, 31, 36, 37, 42, 47, 49, 55, 52, 54, 55, 56, 58, 59, 59, 62, 64, 65], "n_am_pl": [9, 11, 8, 10, 3, 5, 4, 8, 11, 12, 9, 12, 10, 11, 9, 4, 12, 7, 9, 19, 20, 19, 21, 17, 3, 8, 6, 8, 12, 8, 8, 10, 14, 8, 6, 4, 1, 4, 4, 2, 8, 6, 6, 6, 6, 5, 7, 5, 7, 8], "n_pos": 74, "sum_m_en": [9.182816, 4.457943, 4.352054, 4.176013, 4.284493, 4.289052, 4.784392, 4.784653, 4.928446, 5.181609, 5.563334, 6.017882, 6.2441, 6.107352, 6.489391, 5.572321, 6.195249, 5.615768, 5.270905, 4.864416, 4.495045, 4.149155, 3.877695, 3.821928, 19.480807, 17.812197, 16.688776, 14.297728, 14.1656, 13.498405, 12.422095, 12.127053, 12.565758, 12.67543, 13.392592, 13.312879, 17.770559, 21.082406, 28.504546, 31.580141, 32.64487, 37.631705, 40.079812, 41.77269, 49.01395, 49.739507, 53.751579, 57.235204, 63.616511, 64.818511], "sum_m_pl": [26.243222, 33.280771, 33.211269, 31.214796, 31.243885, 31.312981, 32.26321, 34.020991, 33.463212, 33.934462, 33.137416, 33.023728, 32.847814, 32.538561, 32.919729, 33.99097, 34.259311, 34.569147, 34.745325, 35.542775, 35.825881, 36.259006, 36.229424, 36.392423, 25.315226, 26.64547, 26.437607, 28.546789, 28.534427, 28.6429, 29.543383, 29.015441, 29.67543, 28.46908, 28.645541, 28.48158, 23.784092, 22.258962, 18.248613, 17.069716, 18.341519, 15.473065, 14.362009, 13.681634, 10.405001, 9.381908, 8.727376, 5.883869, 6.768949, 7.947669]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "gsm8kpl-970", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1155, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.9932}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [9, 13, 11, 8, 9, 5, 6, 12, 8, 10, 10, 10, 11, 7, 5, 9, 6, 1, 7, 9, 8, 6, 5, 8, 17, 11, 13, 12, 11, 8, 12, 5, 8, 8, 6, 11, 13, 14, 13, 11, 13, 11, 10, 10, 10, 9, 2, 0, 0, 0], "n_am_pl": [5, 10, 12, 11, 6, 11, 7, 6, 3, 3, 5, 7, 13, 7, 7, 6, 5, 9, 8, 9, 13, 9, 8, 10, 3, 3, 2, 6, 6, 8, 10, 9, 9, 9, 4, 3, 4, 5, 5, 5, 5, 4, 5, 4, 4, 4, 7, 7, 8, 8], "n_pos": 45, "sum_m_en": [4.396654, 2.049663, 2.097323, 2.046106, 2.212174, 2.195556, 2.085287, 2.446336, 2.462613, 2.577411, 2.714093, 2.69117, 2.894064, 2.875762, 2.668549, 2.69423, 2.612155, 2.545212, 2.251753, 2.171385, 2.05404, 1.952752, 1.934224, 1.948166, 5.262619, 4.600253, 4.070093, 3.824034, 3.74228, 3.412941, 3.450313, 3.282333, 3.239143, 3.587925, 3.602408, 3.829847, 3.849212, 4.035994, 4.809726, 5.65624, 5.57012, 5.335374, 6.225042, 6.169486, 5.819352, 6.803948, 1.405241, 0.618965, 0.079045, 0.003508], "sum_m_pl": [19.221072, 22.857935, 22.125445, 21.104002, 20.322223, 20.00614, 20.025427, 20.233641, 19.792098, 20.347218, 19.981945, 20.501577, 19.704951, 19.922013, 19.624227, 20.101979, 20.105676, 20.457211, 21.289796, 21.946236, 22.088238, 22.254184, 22.091379, 22.524156, 16.577972, 16.648573, 16.680991, 18.434032, 19.325755, 19.968043, 19.639916, 19.267114, 19.475388, 17.996854, 18.017493, 16.558862, 15.965933, 15.920383, 14.507435, 14.268828, 14.083515, 13.936881, 12.912662, 12.310972, 10.283805, 8.460086, 10.097691, 7.900334, 7.699918, 8.857923]}, "digit": {"n_am_en": [1, 6, 4, 3, 3, 2, 3, 3, 5, 2, 6, 3, 2, 1, 1, 2, 0, 0, 1, 1, 0, 0, 0, 0, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 0, 2, 4, 3, 4, 2, 3, 3, 2, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 0, 1, 0, 1, 3, 1, 2, 1, 1, 2, 0, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 2, 0, 0, 2, 2, 2, 0, 0, 1, 1, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [0.913375, 0.440114, 0.421407, 0.406825, 0.445824, 0.467464, 0.484652, 0.586516, 0.579285, 0.581718, 0.624453, 0.581313, 0.663321, 0.632547, 0.557147, 0.568694, 0.583452, 0.595804, 0.529743, 0.493192, 0.463059, 0.438953, 0.435831, 0.43842, 0.784325, 0.810439, 0.816011, 0.825042, 0.90269, 0.844278, 0.90093, 0.837384, 0.766247, 0.715208, 0.701702, 0.826659, 0.795599, 0.755781, 0.880278, 0.805895, 0.910295, 0.779345, 0.673541, 0.637942, 0.495672, 0.319018, 0.264824, 0.224614, 0.013304, 0.0], "sum_m_pl": [5.216732, 6.024613, 5.861491, 5.527396, 5.380055, 5.261333, 5.195804, 5.123114, 5.16201, 5.254915, 5.157173, 5.266227, 5.010574, 4.890762, 4.783785, 4.782843, 4.735355, 4.738196, 5.151306, 5.29395, 5.317226, 5.350549, 5.331396, 5.428757, 4.524142, 4.663284, 4.538338, 4.732179, 4.914786, 5.047694, 4.919241, 4.698325, 4.759755, 4.72498, 4.53542, 4.532101, 4.404207, 4.518556, 4.246694, 4.285182, 4.043681, 4.266936, 3.968436, 3.542419, 2.986528, 2.067669, 1.726713, 0.781753, 0.074857, 0.0]}, "lang": {"n_am_en": [1, 1, 0, 0, 2, 1, 1, 2, 0, 0, 0, 3, 1, 1, 1, 3, 2, 1, 3, 3, 3, 3, 3, 4, 7, 4, 6, 5, 5, 3, 5, 3, 3, 5, 5, 6, 5, 5, 4, 4, 4, 4, 4, 4, 4, 4, 0, 0, 0, 0], "n_am_pl": [1, 3, 3, 2, 1, 5, 1, 0, 0, 0, 1, 0, 3, 3, 3, 3, 3, 4, 3, 3, 4, 4, 3, 4, 0, 0, 0, 2, 2, 2, 4, 4, 4, 2, 1, 1, 1, 2, 2, 2, 3, 2, 3, 3, 3, 3, 5, 5, 7, 8], "n_pos": 9, "sum_m_en": [0.898737, 0.430908, 0.413508, 0.414682, 0.431395, 0.406491, 0.377229, 0.454138, 0.463961, 0.475793, 0.507244, 0.553663, 0.553863, 0.571863, 0.539199, 0.546933, 0.510129, 0.493199, 0.457684, 0.441212, 0.422976, 0.39999, 0.398399, 0.409795, 2.354351, 1.643635, 1.319856, 0.97707, 0.84662, 0.712656, 0.72082, 0.786447, 0.828004, 1.387321, 1.368167, 1.675931, 1.593104, 1.757171, 2.456445, 3.054188, 3.020227, 3.047367, 3.204712, 3.278484, 2.798213, 3.874597, 0.112201, 0.027788, 0.025298, 0.003506], "sum_m_pl": [3.5098, 4.395814, 4.371609, 4.132992, 3.951723, 3.817759, 3.712249, 3.88438, 3.797513, 3.927785, 3.906915, 4.030492, 3.867741, 4.113928, 4.27138, 4.371508, 4.390233, 4.48054, 4.526238, 4.65229, 4.593685, 4.630359, 4.592487, 4.619238, 3.356554, 3.74041, 3.920203, 4.237227, 4.341546, 4.553499, 4.421987, 4.477354, 4.560509, 4.165759, 4.070513, 3.82104, 3.784589, 3.747671, 3.228951, 3.09128, 3.310408, 3.132894, 3.181932, 3.877238, 3.631318, 2.739464, 5.282119, 4.973647, 6.615014, 8.061507]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 49, "item_id": "gsm8kpl-970", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1014, "region_end": 45, "roundtrip_ok": true, "tf_agree": 0.9592, "tf_agree_excl_first": 0.9792}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [37, 44, 37, 28, 28, 22, 28, 29, 18, 22, 34, 42, 32, 40, 27, 34, 37, 36, 40, 33, 27, 29, 29, 26, 34, 35, 44, 39, 48, 45, 37, 33, 37, 37, 51, 50, 52, 47, 50, 53, 49, 52, 48, 49, 52, 49, 45, 45, 35, 32], "n_am_pl": [2, 20, 22, 23, 13, 16, 17, 18, 18, 21, 21, 18, 18, 19, 20, 18, 24, 22, 20, 26, 31, 26, 26, 32, 18, 19, 18, 23, 17, 16, 21, 28, 23, 18, 12, 6, 4, 5, 5, 7, 3, 4, 5, 3, 4, 6, 10, 6, 11, 11], "n_pos": 150, "sum_m_en": [18.252599, 8.257849, 7.787198, 7.406338, 7.57445, 7.52553, 8.103051, 8.631147, 8.904084, 9.629627, 9.778651, 10.029637, 10.864484, 10.790102, 10.99812, 10.622331, 11.077049, 11.203076, 9.881226, 8.784427, 8.189248, 7.416506, 7.169335, 7.042311, 16.854257, 16.738233, 17.255757, 16.194019, 16.208451, 15.232011, 13.900211, 13.72482, 14.604113, 14.582934, 17.943068, 18.90993, 21.991503, 22.207947, 26.063165, 29.436701, 30.115825, 33.102864, 35.538112, 40.598531, 38.696706, 41.896108, 40.796476, 41.354367, 34.605917, 31.236884], "sum_m_pl": [58.775425, 72.691435, 72.105796, 69.904526, 68.173259, 67.453275, 67.547155, 68.693062, 68.015413, 69.427154, 69.167851, 69.242029, 68.548703, 67.463272, 66.526345, 68.776021, 69.469459, 69.304646, 70.97901, 72.28044, 72.979455, 73.81623, 73.888665, 74.177013, 60.029349, 59.321146, 58.627502, 62.259125, 62.881657, 63.148723, 63.765624, 62.467744, 61.242874, 58.610731, 56.419576, 52.36228, 47.107545, 44.564603, 40.942868, 40.014535, 36.943341, 33.322559, 30.336185, 21.827091, 22.1041, 18.424302, 17.906463, 14.676391, 10.635865, 11.539217]}, "digit": {"n_am_en": [1, 8, 11, 1, 3, 1, 3, 7, 1, 5, 6, 6, 7, 9, 4, 7, 7, 8, 11, 7, 1, 3, 4, 3, 5, 7, 11, 4, 10, 9, 6, 5, 3, 2, 6, 5, 6, 5, 6, 10, 10, 9, 6, 5, 5, 1, 3, 1, 0, 0], "n_am_pl": [0, 2, 0, 4, 3, 1, 1, 3, 3, 1, 4, 2, 2, 0, 4, 4, 7, 3, 3, 5, 7, 4, 4, 5, 1, 4, 4, 5, 4, 3, 3, 7, 4, 3, 3, 0, 1, 0, 0, 2, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.673641, 1.290062, 1.275643, 1.188718, 1.234596, 1.280415, 1.389545, 1.615515, 1.614607, 1.759748, 1.702691, 1.693671, 2.038251, 1.99489, 1.814919, 1.922735, 2.118559, 2.257128, 1.887121, 1.670498, 1.510395, 1.351667, 1.302585, 1.268068, 2.341654, 2.61154, 2.81154, 2.526263, 2.613086, 2.326298, 2.494408, 2.483955, 2.242272, 2.118205, 2.295347, 2.436075, 2.899962, 2.31198, 2.607367, 2.465968, 2.60241, 2.451319, 2.598375, 2.464972, 1.974071, 1.932505, 1.98513, 2.323464, 0.282297, 0.0], "sum_m_pl": [13.483548, 16.084114, 15.601384, 15.116142, 14.834265, 14.485189, 14.389159, 14.016241, 14.048876, 14.217387, 14.437378, 14.478443, 13.701665, 13.64463, 13.54955, 13.642498, 13.764474, 13.543276, 14.23112, 14.507941, 14.662892, 14.962827, 14.993649, 15.095105, 13.449869, 13.024642, 12.801893, 13.496312, 13.703399, 13.741402, 13.15309, 12.751019, 12.431981, 12.612704, 12.268694, 12.085931, 11.886489, 11.760194, 11.142834, 11.793428, 11.060382, 10.893822, 10.66571, 9.861667, 9.114415, 6.942415, 6.356813, 4.201666, 0.577291, 0.0]}, "lang": {"n_am_en": [10, 8, 6, 8, 10, 10, 10, 10, 9, 9, 11, 13, 7, 16, 13, 9, 11, 11, 12, 11, 12, 12, 12, 10, 10, 9, 9, 13, 18, 15, 16, 15, 18, 18, 21, 20, 22, 25, 25, 28, 24, 29, 29, 33, 33, 34, 30, 35, 29, 29], "n_am_pl": [0, 10, 4, 6, 6, 5, 4, 5, 3, 6, 7, 6, 6, 5, 9, 4, 4, 5, 7, 7, 11, 9, 7, 10, 7, 7, 6, 5, 6, 3, 2, 8, 7, 3, 2, 2, 0, 1, 0, 1, 2, 2, 1, 1, 2, 5, 8, 6, 11, 11], "n_pos": 42, "sum_m_en": [5.209397, 2.653655, 2.28773, 2.198317, 2.224837, 2.204147, 2.641813, 2.665311, 2.632966, 2.782564, 2.862604, 3.061338, 3.131151, 3.191707, 3.585226, 3.053815, 3.157806, 3.115473, 2.957974, 2.59419, 2.472494, 2.197836, 2.131801, 2.112256, 6.54651, 6.311572, 6.091467, 5.640947, 5.677552, 5.697666, 4.784153, 4.726935, 5.323707, 5.574189, 7.285453, 7.859909, 9.75397, 11.107744, 13.672124, 16.092807, 17.00033, 20.051636, 21.797857, 26.623557, 26.421965, 28.150307, 26.920498, 28.575686, 28.839714, 28.639696], "sum_m_pl": [15.956383, 19.049433, 19.283437, 18.686509, 18.18697, 18.095015, 17.909383, 18.84729, 18.96292, 19.411724, 19.445661, 19.310694, 19.511979, 19.382349, 19.095336, 19.673372, 19.65683, 19.712288, 19.958502, 20.211907, 20.389177, 20.588891, 20.487736, 20.540849, 16.360307, 16.441469, 16.433133, 17.235632, 16.925465, 16.79308, 17.742957, 17.399113, 17.458269, 16.838235, 16.167635, 15.627673, 14.364752, 13.428944, 11.82723, 11.010183, 10.53673, 9.489759, 8.192153, 4.225175, 5.667103, 5.838554, 8.103028, 7.554652, 9.282983, 11.418912]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "gsm8kpl-975", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1162, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9675, "tf_agree_excl_first": 0.9739}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [91, 74, 80, 98, 86, 61, 51, 67, 60, 78, 82, 75, 68, 75, 66, 69, 92, 84, 73, 63, 46, 50, 43, 42, 102, 109, 92, 100, 123, 134, 106, 102, 92, 81, 95, 86, 105, 87, 86, 95, 92, 90, 99, 109, 96, 86, 52, 38, 1, 0], "n_am_pl": [29, 82, 56, 43, 47, 54, 63, 65, 51, 68, 65, 63, 79, 66, 52, 67, 53, 72, 82, 85, 90, 99, 98, 108, 57, 61, 75, 70, 63, 64, 62, 57, 57, 46, 48, 42, 29, 31, 32, 30, 28, 28, 22, 10, 10, 16, 23, 36, 56, 63], "n_pos": 370, "sum_m_en": [34.541652, 18.177448, 19.822612, 21.128331, 21.682619, 19.942578, 20.505666, 20.144333, 21.129614, 23.087299, 23.591969, 24.644059, 25.839067, 25.606086, 26.669623, 26.564158, 26.937753, 26.993151, 24.25076, 21.87146, 20.05339, 18.52509, 17.997784, 17.167044, 37.734286, 38.296188, 38.530493, 37.281628, 40.52316, 39.447362, 36.643572, 36.161765, 35.395964, 35.412911, 40.110306, 40.722563, 42.677482, 39.940175, 44.715259, 43.855959, 45.470301, 48.798259, 59.194752, 70.717288, 66.802199, 71.526094, 44.189372, 31.782602, 4.200396, 0.026369], "sum_m_pl": [155.902814, 181.886222, 175.604907, 169.588152, 167.732934, 167.091249, 168.34031, 171.07047, 167.827374, 171.803327, 168.165353, 167.4956, 166.860667, 164.579415, 162.500399, 167.73825, 165.16143, 165.700313, 170.551079, 174.052027, 176.377996, 178.059443, 178.703097, 179.705975, 151.11147, 149.417597, 145.577872, 153.434882, 156.552607, 157.957101, 155.918361, 153.435931, 152.745729, 141.440722, 139.855943, 133.678549, 124.043077, 121.105128, 113.930702, 112.732293, 106.195609, 101.861122, 89.735455, 72.364618, 62.988679, 56.300934, 57.209199, 54.71666, 60.83385, 62.543779]}, "digit": {"n_am_en": [2, 21, 17, 18, 14, 6, 7, 8, 8, 13, 21, 19, 19, 23, 14, 9, 19, 19, 18, 20, 9, 10, 8, 9, 18, 23, 24, 16, 19, 19, 16, 14, 11, 11, 16, 9, 13, 11, 10, 12, 14, 11, 12, 9, 7, 1, 3, 1, 0, 0], "n_am_pl": [0, 6, 1, 1, 1, 5, 2, 6, 2, 5, 7, 7, 5, 7, 5, 7, 7, 7, 10, 9, 14, 12, 13, 13, 6, 4, 8, 8, 9, 5, 8, 8, 13, 9, 8, 6, 1, 4, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 53, "sum_m_en": [4.35427, 2.326871, 2.323794, 2.279064, 2.402077, 2.276706, 2.308551, 2.469639, 2.648894, 2.889557, 2.984427, 3.059448, 3.40592, 3.664633, 3.39323, 3.417891, 3.596636, 3.847774, 3.291137, 2.908236, 2.543158, 2.334968, 2.273939, 2.192075, 4.380597, 4.722203, 5.230727, 4.905002, 5.388019, 4.985434, 4.955104, 4.869948, 4.421969, 4.251377, 4.408906, 4.405371, 4.673748, 4.000232, 4.110777, 4.105329, 3.94163, 3.834517, 3.413762, 3.348341, 2.647224, 2.470805, 2.397243, 2.214559, 0.382815, 4.1e-05], "sum_m_pl": [25.033032, 28.572894, 27.492528, 26.521114, 26.020885, 25.851915, 25.670544, 25.178336, 24.76989, 25.211955, 25.012576, 25.296415, 24.61952, 24.359696, 24.081164, 24.445165, 24.291593, 24.352836, 25.156578, 25.622196, 25.928932, 26.265174, 26.402812, 26.604263, 23.818631, 23.155477, 22.815764, 23.699441, 24.202587, 23.929986, 23.321396, 23.023463, 23.084574, 22.438949, 21.878047, 21.646073, 20.723753, 20.616189, 19.640454, 20.445763, 19.763656, 19.966674, 19.796339, 18.434289, 16.235284, 13.350178, 11.496026, 8.302856, 0.923692, 0.087822]}, "lang": {"n_am_en": [8, 5, 7, 9, 11, 6, 9, 11, 8, 13, 6, 6, 11, 12, 9, 11, 17, 15, 12, 10, 7, 9, 10, 9, 20, 18, 15, 20, 22, 26, 18, 19, 19, 21, 21, 18, 25, 26, 30, 29, 27, 30, 35, 42, 45, 45, 32, 17, 1, 0], "n_am_pl": [10, 21, 5, 10, 7, 6, 4, 6, 4, 6, 8, 12, 15, 10, 10, 19, 10, 13, 17, 14, 16, 19, 13, 16, 4, 8, 9, 9, 9, 12, 11, 15, 11, 11, 10, 11, 6, 6, 4, 7, 8, 3, 1, 2, 4, 7, 16, 30, 55, 63], "n_pos": 63, "sum_m_en": [4.880591, 3.702441, 4.422243, 5.290661, 5.273187, 4.094315, 4.291195, 4.000622, 3.736134, 4.216225, 4.17248, 4.651456, 4.757084, 4.410246, 5.287061, 4.573891, 4.612131, 4.336525, 4.141631, 3.796195, 3.605423, 3.267147, 3.139675, 2.960531, 8.037225, 7.158925, 7.229699, 7.13683, 7.289697, 7.34643, 6.434281, 6.564633, 7.495758, 8.10853, 8.353339, 8.834319, 9.570961, 10.853732, 13.629655, 13.571548, 15.090726, 16.884481, 20.338525, 30.608142, 32.855353, 33.491454, 21.242833, 12.175616, 1.630921, 0.017185], "sum_m_pl": [26.377241, 29.324033, 27.80546, 26.606678, 25.441975, 25.505842, 25.523879, 27.05159, 27.062712, 28.619437, 27.835599, 27.768054, 28.014897, 27.592791, 27.271176, 28.955376, 29.032304, 29.112367, 29.645948, 29.979556, 30.153892, 30.404778, 30.305752, 30.330737, 25.632007, 25.687322, 24.260599, 25.97124, 25.871936, 26.350543, 27.324966, 27.172154, 27.253375, 25.636004, 25.823305, 25.599949, 24.622947, 23.688328, 22.343679, 22.679868, 21.726141, 20.226931, 15.994494, 9.385362, 9.551686, 11.560625, 22.424202, 28.859667, 53.808075, 61.585054]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 374, "item_id": "gsm8kpl-975", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1021, "region_end": 370, "roundtrip_ok": true, "tf_agree": 0.9973, "tf_agree_excl_first": 1.0}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [50, 28, 28, 34, 25, 16, 15, 17, 19, 26, 29, 27, 30, 32, 25, 29, 39, 32, 34, 36, 30, 35, 35, 35, 51, 44, 38, 42, 36, 39, 39, 38, 41, 41, 44, 51, 50, 52, 51, 55, 50, 56, 55, 50, 47, 55, 49, 62, 55, 55], "n_am_pl": [6, 22, 17, 12, 9, 9, 10, 13, 13, 11, 8, 8, 13, 19, 16, 12, 7, 16, 9, 15, 16, 18, 14, 11, 4, 6, 6, 7, 11, 13, 15, 18, 9, 5, 4, 11, 7, 10, 6, 6, 9, 5, 5, 8, 8, 9, 4, 0, 0, 0], "n_pos": 116, "sum_m_en": [13.873952, 6.503294, 6.315299, 6.198999, 6.55856, 6.595498, 7.043673, 7.272687, 8.13012, 7.721353, 8.104677, 8.26429, 8.382832, 8.357571, 8.156336, 7.58109, 7.539171, 7.259391, 6.717727, 6.368579, 6.219562, 5.781022, 5.50668, 5.580665, 19.362253, 16.742343, 16.413926, 14.931232, 13.668473, 12.674313, 11.33636, 11.293212, 11.465273, 12.337868, 15.708008, 16.638104, 21.519019, 22.048112, 24.583908, 28.02843, 32.169479, 37.00988, 40.792783, 41.09376, 43.206215, 49.887464, 50.819606, 59.320139, 55.508961, 54.964656], "sum_m_pl": [43.535972, 54.327074, 53.8726, 52.857352, 50.589186, 50.183932, 49.931978, 50.010554, 48.413723, 50.368939, 50.66092, 51.782336, 51.887449, 50.778103, 51.068791, 52.85017, 52.524129, 52.367182, 54.001156, 55.165964, 55.734189, 56.157345, 56.16586, 56.0012, 40.118898, 41.452778, 41.075808, 43.866395, 45.747591, 47.363712, 48.695621, 48.496334, 48.663949, 46.223026, 43.51058, 41.922716, 35.909054, 34.377087, 32.207595, 30.472377, 28.369148, 23.288128, 21.98908, 18.722926, 15.996409, 13.447243, 6.054994, 2.367064, 0.121108, 0.000387]}, "digit": {"n_am_en": [0, 4, 5, 4, 0, 0, 1, 1, 0, 2, 3, 2, 0, 1, 0, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 3, 2, 3, 2, 4, 2, 5, 1, 3, 1, 3, 6, 5, 4, 4, 4, 4, 4, 4, 1, 0, 0, 0, 0, 0], "n_am_pl": [1, 1, 0, 0, 1, 0, 3, 1, 0, 0, 1, 0, 1, 1, 1, 3, 0, 0, 1, 0, 0, 1, 0, 0, 1, 2, 1, 1, 3, 2, 3, 2, 3, 0, 1, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.068041, 0.519156, 0.519249, 0.507792, 0.5266, 0.519638, 0.564669, 0.609126, 0.63188, 0.620741, 0.660033, 0.651939, 0.688408, 0.706296, 0.651208, 0.654286, 0.67675, 0.676978, 0.619795, 0.60747, 0.592847, 0.549262, 0.527944, 0.525101, 1.547156, 1.079501, 1.059305, 0.936673, 0.944847, 0.807811, 0.829632, 0.828922, 0.707445, 0.841048, 0.796901, 0.983681, 1.088396, 1.140984, 1.884282, 1.350645, 1.67096, 1.582808, 1.614047, 1.850931, 0.932969, 0.795541, 0.446237, 0.055682, 0.003847, 0.0], "sum_m_pl": [5.412399, 6.550176, 6.278641, 6.12921, 5.898597, 5.664187, 5.51398, 5.307571, 5.265374, 5.406597, 5.425133, 5.5551, 5.341328, 5.126593, 5.138063, 5.106575, 5.032281, 5.078072, 5.357677, 5.552903, 5.54035, 5.603793, 5.586312, 5.609893, 4.012984, 4.390647, 4.497161, 5.090181, 5.172746, 5.314748, 5.253924, 5.082252, 4.911061, 4.834937, 4.728555, 4.742505, 4.501288, 4.273669, 3.687388, 3.80138, 3.599162, 3.522235, 3.221961, 2.758402, 2.0501, 1.518352, 0.281684, 0.107389, 0.010472, 0.0]}, "lang": {"n_am_en": [24, 10, 10, 15, 13, 12, 8, 11, 12, 17, 18, 13, 16, 17, 15, 18, 26, 20, 23, 23, 19, 24, 25, 24, 37, 32, 28, 28, 23, 22, 28, 23, 25, 23, 31, 35, 32, 30, 33, 37, 33, 38, 38, 36, 36, 40, 41, 54, 53, 54], "n_am_pl": [3, 10, 7, 5, 4, 2, 2, 9, 8, 7, 4, 5, 10, 13, 8, 6, 3, 9, 4, 11, 11, 11, 9, 6, 1, 3, 4, 4, 5, 7, 8, 9, 5, 4, 2, 4, 2, 3, 1, 2, 2, 2, 3, 5, 5, 6, 3, 0, 0, 0], "n_pos": 55, "sum_m_en": [6.680006, 3.124931, 2.974469, 3.027967, 3.187902, 3.398322, 3.70176, 3.814131, 4.513599, 4.12979, 4.292443, 4.384725, 4.413762, 4.339468, 4.2299, 3.836676, 3.837764, 3.692389, 3.483831, 3.293838, 3.227244, 2.91116, 2.727291, 2.796074, 12.452671, 10.661874, 10.402291, 9.608615, 8.395459, 7.734804, 6.905455, 6.808777, 6.817309, 7.27013, 9.912747, 10.443824, 14.236962, 14.328982, 15.443683, 18.624359, 21.530835, 25.632541, 28.510485, 29.173195, 32.515195, 36.934631, 41.111921, 50.302336, 52.511229, 53.772756], "sum_m_pl": [20.371453, 25.007629, 24.948395, 24.488037, 23.714073, 23.333484, 23.007814, 23.369526, 22.628551, 23.716108, 23.889944, 24.4043, 24.617401, 24.285791, 24.818859, 25.818932, 25.678735, 25.568364, 25.990862, 26.437544, 26.732628, 26.975048, 27.012203, 26.904458, 19.456089, 20.113549, 19.987512, 20.698867, 21.800113, 22.444224, 23.312957, 23.319901, 24.043966, 23.539297, 21.712041, 21.260176, 17.827069, 17.183201, 16.04973, 14.491455, 13.240642, 10.440487, 10.109084, 8.882957, 6.998604, 6.127331, 3.072172, 0.647315, 0.008181, 0.000384]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 119, "item_id": "gsm8kpl-977", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1186, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9832, "tf_agree_excl_first": 0.9915}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [83, 66, 62, 63, 58, 54, 48, 40, 49, 60, 60, 65, 61, 59, 63, 65, 81, 57, 46, 47, 52, 47, 50, 48, 82, 82, 84, 78, 87, 92, 80, 95, 92, 88, 87, 83, 87, 81, 71, 77, 70, 76, 89, 82, 75, 69, 47, 42, 27, 20], "n_am_pl": [17, 61, 49, 51, 43, 48, 35, 44, 28, 41, 34, 39, 59, 47, 31, 27, 33, 39, 61, 62, 60, 65, 54, 60, 35, 31, 27, 29, 37, 46, 58, 54, 44, 31, 39, 37, 26, 28, 36, 30, 34, 22, 27, 19, 16, 14, 22, 24, 47, 52], "n_pos": 269, "sum_m_en": [25.094807, 13.68256, 14.386813, 14.531484, 14.773335, 14.212505, 14.950734, 15.502296, 16.714392, 17.042379, 17.143223, 17.515487, 18.556111, 18.776721, 18.937092, 17.741611, 17.190704, 16.645067, 14.780833, 14.007345, 13.532561, 13.00028, 12.572324, 12.343632, 28.343613, 29.327403, 30.637737, 29.834735, 29.49278, 29.714064, 27.468206, 27.323027, 26.049888, 25.631615, 27.415661, 26.987245, 32.688514, 28.749363, 33.959011, 37.417366, 39.06199, 43.117274, 46.108385, 51.825005, 57.499629, 57.505694, 48.671308, 41.845149, 27.081677, 20.538203], "sum_m_pl": [108.207314, 131.325047, 128.214571, 125.518082, 123.733565, 122.614862, 123.972085, 124.04279, 121.451946, 123.904888, 123.067645, 123.58118, 125.342583, 122.857543, 123.541327, 127.498268, 127.15662, 127.316566, 131.608819, 133.159086, 134.117386, 133.973346, 133.895779, 133.942946, 107.868701, 105.236424, 102.15781, 107.412309, 110.154374, 113.897997, 116.344449, 114.878935, 115.125641, 108.199545, 106.877908, 102.659708, 92.656819, 93.34277, 88.182581, 86.352287, 82.967888, 78.416606, 73.89465, 59.300579, 46.683814, 43.983792, 35.162834, 30.886289, 45.924491, 51.999373]}, "digit": {"n_am_en": [2, 8, 7, 7, 3, 6, 5, 1, 2, 1, 3, 6, 3, 3, 6, 2, 3, 4, 5, 5, 5, 5, 5, 3, 6, 5, 7, 8, 11, 11, 8, 10, 6, 4, 3, 3, 7, 9, 9, 7, 7, 6, 6, 7, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 5, 1, 1, 2, 1, 0, 2, 1, 3, 3, 0, 2, 2, 1, 3, 1, 2, 3, 4, 4, 4, 4, 4, 4, 4, 0, 2, 1, 4, 3, 3, 4, 2, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.742033, 0.908385, 0.932004, 0.976302, 0.976664, 0.947091, 0.980428, 1.01925, 1.049767, 1.042712, 1.078986, 1.093151, 1.162751, 1.205633, 1.210749, 1.16013, 1.16425, 1.128133, 1.03253, 0.976013, 0.935521, 0.885362, 0.863467, 0.854934, 2.048428, 1.768426, 1.730645, 1.773703, 1.877783, 1.818527, 1.784914, 1.744769, 1.423584, 1.468401, 1.472211, 1.7074, 1.923574, 1.858959, 3.543779, 3.012327, 3.305328, 2.911319, 3.168032, 3.256344, 2.213033, 2.226971, 0.621674, 0.053004, 0.012592, 2e-06], "sum_m_pl": [8.69921, 10.706651, 10.08055, 9.800892, 9.555815, 9.354405, 9.356996, 9.151924, 9.073032, 9.172068, 9.191327, 9.222339, 9.105914, 8.724798, 8.96761, 9.164563, 9.146781, 9.244373, 9.66573, 9.784603, 9.692032, 9.723072, 9.738764, 9.779962, 8.156481, 8.052975, 7.991879, 8.420955, 8.564371, 8.88802, 9.018735, 8.820853, 8.764941, 8.415269, 8.054187, 8.091972, 7.439321, 6.985113, 5.774232, 6.298555, 5.973685, 6.301386, 5.650656, 5.000187, 3.84699, 3.127423, 0.592513, 0.180404, 0.01805, 0.000192]}, "lang": {"n_am_en": [18, 18, 22, 18, 14, 11, 14, 14, 12, 18, 16, 18, 18, 18, 20, 22, 28, 17, 19, 17, 21, 21, 21, 26, 36, 29, 27, 28, 25, 27, 28, 36, 35, 34, 38, 31, 28, 28, 26, 29, 29, 29, 30, 29, 39, 42, 27, 29, 20, 20], "n_am_pl": [4, 12, 17, 9, 7, 9, 5, 6, 3, 7, 8, 12, 17, 15, 12, 8, 10, 14, 14, 18, 16, 19, 14, 16, 7, 8, 9, 11, 12, 11, 16, 14, 12, 9, 9, 11, 9, 14, 13, 9, 12, 8, 14, 10, 12, 10, 16, 19, 45, 51], "n_pos": 71, "sum_m_en": [6.131444, 4.065041, 4.031364, 4.043332, 4.014123, 3.834994, 4.143367, 4.374541, 4.718527, 4.768747, 4.65121, 4.88001, 5.148505, 5.079983, 5.040176, 4.682188, 4.559429, 4.345981, 3.928952, 3.725034, 3.629923, 3.4559, 3.309328, 3.2277, 8.720295, 8.466918, 8.901642, 8.264408, 8.118421, 8.096585, 7.468555, 7.649249, 7.43787, 7.471511, 8.505305, 8.500788, 11.428934, 11.345074, 12.8126, 15.344141, 16.582704, 18.318044, 17.340802, 21.186209, 32.519135, 34.961377, 28.063415, 27.123403, 20.586207, 19.964087], "sum_m_pl": [27.889124, 32.773191, 32.580792, 31.542513, 31.498348, 31.297017, 31.613419, 32.039959, 31.461593, 32.259284, 32.111175, 32.369063, 32.947087, 32.579942, 33.019021, 34.395125, 34.022131, 34.006206, 35.15004, 35.344552, 35.600801, 35.658857, 35.512298, 35.418684, 30.12651, 29.731998, 28.689915, 29.796161, 30.10347, 30.560621, 31.5376, 31.540396, 32.245836, 31.276212, 30.537268, 30.817361, 27.950974, 28.04561, 27.093331, 25.67351, 24.841479, 23.10672, 24.150688, 17.704044, 16.788612, 15.52958, 17.436602, 19.884463, 41.80711, 50.86305]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 303, "item_id": "gsm8kpl-977", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1045, "region_end": 269, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9868}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [39, 47, 40, 28, 43, 28, 30, 27, 24, 32, 46, 47, 43, 39, 41, 41, 41, 34, 36, 38, 35, 47, 39, 43, 67, 57, 48, 48, 54, 46, 39, 39, 45, 42, 51, 51, 55, 45, 47, 46, 51, 46, 60, 55, 55, 73, 64, 56, 48, 49], "n_am_pl": [3, 24, 27, 18, 9, 19, 17, 9, 14, 18, 18, 14, 17, 16, 16, 13, 16, 19, 15, 9, 14, 14, 14, 17, 7, 8, 8, 12, 12, 14, 14, 10, 12, 14, 5, 3, 7, 6, 6, 7, 7, 2, 3, 4, 9, 1, 2, 0, 0, 0], "n_pos": 149, "sum_m_en": [17.35456, 8.606635, 8.629297, 8.756097, 9.293227, 8.896487, 8.70737, 8.61786, 9.019591, 9.477817, 9.672582, 10.433745, 10.80144, 10.770064, 10.680514, 9.953332, 10.018288, 10.058777, 8.974713, 8.57858, 7.919785, 7.339411, 7.165846, 7.06889, 21.589726, 19.987459, 18.583502, 16.372556, 16.198359, 16.816644, 14.990203, 14.359162, 13.925549, 15.138773, 17.932244, 19.424449, 24.502702, 23.731836, 27.225773, 29.974094, 31.243277, 29.764985, 37.561095, 43.593722, 47.557013, 52.973396, 55.926018, 51.558563, 49.633807, 48.372584], "sum_m_pl": [57.488546, 70.103641, 69.459755, 67.36794, 66.200791, 66.651435, 67.023629, 67.087867, 63.814648, 66.697649, 65.547489, 66.523135, 65.648627, 64.056831, 64.583304, 67.877437, 66.976722, 66.155649, 68.576353, 69.859596, 70.874408, 71.871989, 72.144683, 72.520034, 53.522597, 53.433976, 52.962152, 58.113074, 59.227115, 58.610745, 60.154596, 59.394898, 59.881556, 56.84072, 54.304806, 49.505006, 42.489929, 40.382027, 36.613871, 35.672529, 34.355084, 28.76176, 25.706293, 19.743137, 17.698077, 13.244725, 9.403623, 3.155584, 0.311502, 0.010878]}, "digit": {"n_am_en": [1, 14, 7, 1, 3, 0, 2, 3, 2, 2, 6, 4, 5, 3, 3, 3, 3, 4, 3, 4, 1, 4, 3, 3, 8, 6, 6, 6, 10, 6, 7, 3, 5, 2, 1, 4, 4, 2, 1, 2, 2, 0, 0, 0, 0, 2, 2, 2, 0, 0], "n_am_pl": [0, 0, 2, 1, 0, 2, 1, 1, 0, 2, 4, 3, 5, 4, 4, 0, 0, 0, 2, 0, 0, 0, 2, 2, 1, 2, 0, 2, 0, 2, 3, 2, 0, 1, 1, 2, 1, 1, 1, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.612658, 0.826746, 0.755478, 0.693622, 0.74455, 0.746552, 0.78757, 0.81616, 0.79813, 0.839412, 0.903792, 0.948701, 0.965206, 1.041651, 1.007868, 1.008372, 1.049281, 1.099368, 0.970524, 0.923367, 0.854311, 0.777143, 0.762109, 0.752206, 1.54985, 1.398612, 1.3388, 1.287731, 1.385819, 1.385195, 1.374233, 1.280381, 1.160351, 1.215196, 1.156197, 1.303713, 1.286474, 1.270911, 1.337879, 1.386751, 1.381875, 1.338502, 1.298243, 1.284828, 1.150341, 1.992567, 1.854513, 1.377307, 0.008151, 0.0], "sum_m_pl": [8.480865, 9.752373, 9.412044, 9.219089, 8.963636, 8.588812, 8.670115, 8.516491, 8.349679, 8.463017, 8.417582, 8.291112, 7.774408, 7.606469, 7.74337, 7.895322, 7.889472, 7.731921, 8.275891, 8.532178, 8.574006, 8.741127, 8.731196, 8.789937, 7.563365, 7.627792, 7.762465, 8.234506, 8.28718, 7.955562, 7.832404, 7.512521, 7.398771, 7.24505, 6.78352, 6.63701, 6.249118, 6.18418, 5.779391, 5.68731, 5.69158, 5.717029, 5.330477, 4.168844, 3.266931, 1.387264, 0.686773, 0.316755, 0.026379, 0.0]}, "lang": {"n_am_en": [10, 14, 11, 10, 18, 18, 17, 13, 10, 13, 19, 17, 17, 15, 19, 19, 20, 16, 15, 18, 23, 26, 23, 25, 35, 26, 24, 20, 19, 19, 15, 16, 18, 19, 28, 24, 27, 22, 24, 25, 28, 25, 35, 34, 33, 42, 41, 41, 46, 47], "n_am_pl": [1, 6, 7, 5, 1, 2, 2, 1, 3, 2, 3, 4, 3, 1, 4, 5, 7, 7, 5, 4, 6, 6, 6, 7, 4, 3, 4, 4, 7, 5, 3, 6, 4, 5, 2, 0, 2, 2, 1, 2, 2, 1, 1, 1, 2, 0, 0, 0, 0, 0], "n_pos": 48, "sum_m_en": [6.398569, 3.04249, 3.186551, 3.495526, 3.65159, 3.654897, 3.580556, 3.368402, 3.607276, 3.711082, 3.676289, 3.988606, 4.227829, 4.06238, 4.1585, 3.750148, 3.746468, 3.818884, 3.33151, 3.197586, 2.861073, 2.618385, 2.542619, 2.498247, 11.657466, 10.545072, 9.226364, 7.608107, 7.211095, 7.244281, 6.59073, 6.265067, 6.111418, 6.853975, 8.912188, 9.672436, 11.999959, 12.131749, 13.839861, 16.507106, 17.751169, 17.27492, 21.673135, 27.060787, 30.126806, 33.30427, 36.564719, 38.203593, 45.081063, 46.026234], "sum_m_pl": [16.510812, 20.576481, 21.047381, 20.26067, 20.431424, 20.743632, 20.674771, 21.547291, 20.480243, 21.364993, 20.945224, 21.526255, 21.618347, 21.102594, 21.751814, 22.814711, 22.470823, 22.139089, 22.713626, 22.852308, 23.232534, 23.536594, 23.568528, 23.683164, 16.63968, 16.6402, 16.690827, 18.282415, 18.587023, 18.364397, 19.359626, 19.307912, 19.897776, 19.592779, 18.317692, 17.143968, 14.517833, 13.60185, 12.018075, 11.229298, 10.172084, 7.608774, 6.264207, 4.838407, 4.274244, 2.53907, 1.860815, 0.658435, 0.038871, 0.008736]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "gsm8kpl-981", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1173, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9671, "tf_agree_excl_first": 0.9735}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [54, 62, 45, 46, 29, 35, 37, 31, 29, 36, 48, 56, 62, 51, 44, 51, 54, 50, 48, 49, 52, 50, 50, 58, 76, 62, 50, 56, 53, 56, 64, 47, 45, 60, 70, 59, 56, 51, 54, 65, 60, 54, 61, 65, 49, 43, 35, 19, 19, 10], "n_am_pl": [23, 44, 42, 31, 35, 43, 37, 32, 31, 25, 34, 29, 34, 30, 36, 29, 32, 21, 29, 21, 28, 28, 28, 23, 20, 28, 20, 25, 31, 28, 33, 31, 39, 18, 15, 19, 11, 11, 11, 17, 19, 12, 16, 14, 16, 17, 21, 22, 41, 51], "n_pos": 235, "sum_m_en": [21.515956, 11.752734, 12.047778, 12.328664, 12.847916, 12.784295, 12.600904, 12.916392, 13.940979, 14.351826, 14.409655, 15.576578, 16.68248, 16.549077, 16.395339, 15.356595, 15.375652, 15.352762, 13.655579, 12.895482, 12.290631, 11.851278, 11.427551, 10.899591, 28.516403, 25.956716, 22.909939, 21.643815, 22.488876, 22.231347, 21.315007, 20.501624, 19.688571, 21.358486, 22.992053, 23.446563, 26.158043, 25.611671, 27.212758, 31.529782, 30.416808, 36.073726, 39.155155, 46.42857, 39.053595, 36.109871, 29.751262, 20.913972, 18.03049, 9.90169], "sum_m_pl": [97.171695, 113.196933, 110.927874, 108.175664, 105.915169, 104.619861, 107.0369, 105.4771, 102.680122, 105.039267, 102.995053, 103.865786, 103.453154, 102.106336, 103.773046, 107.698147, 106.724838, 105.952595, 109.62967, 112.396198, 113.294786, 113.360044, 113.290776, 114.030302, 87.505005, 87.568509, 85.907748, 93.387099, 95.64258, 94.789952, 95.127621, 95.906529, 94.669054, 86.161423, 84.530173, 77.211412, 69.468495, 65.713767, 61.315965, 61.178814, 61.620208, 51.393487, 48.477779, 43.864801, 36.265821, 35.209272, 32.349602, 28.848585, 41.048803, 51.502365]}, "digit": {"n_am_en": [3, 21, 13, 7, 2, 5, 6, 3, 3, 6, 12, 8, 9, 8, 5, 8, 7, 7, 9, 6, 8, 10, 7, 11, 11, 10, 7, 7, 8, 10, 8, 7, 4, 4, 7, 5, 8, 5, 5, 6, 5, 5, 6, 5, 4, 3, 3, 0, 0, 0], "n_am_pl": [0, 4, 3, 3, 1, 1, 4, 5, 2, 6, 4, 1, 5, 3, 3, 4, 4, 0, 2, 1, 2, 1, 1, 0, 1, 3, 1, 5, 4, 2, 4, 3, 3, 0, 1, 2, 1, 0, 1, 3, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.704374, 1.396587, 1.27408, 1.234258, 1.315859, 1.320336, 1.392654, 1.446183, 1.555395, 1.625469, 1.698022, 1.691971, 1.857786, 1.976437, 1.904586, 1.838411, 1.907117, 1.944946, 1.685492, 1.576708, 1.494411, 1.383505, 1.354637, 1.336195, 2.707422, 2.43026, 2.376763, 2.371203, 2.540272, 2.510557, 2.465257, 2.438163, 2.207354, 2.262149, 2.37622, 2.599582, 2.612904, 2.897801, 3.438405, 4.041967, 3.709537, 4.005396, 3.925121, 4.557869, 3.269076, 3.306178, 1.977784, 0.678825, 0.066445, 0.000354], "sum_m_pl": [13.867946, 16.188293, 15.850946, 15.147267, 14.629214, 14.351024, 14.411601, 14.177448, 13.764425, 13.833505, 13.739139, 13.650423, 13.192922, 13.173778, 13.198804, 13.704921, 13.697944, 13.512912, 14.247438, 14.59783, 14.575077, 14.624617, 14.585041, 14.673364, 12.311102, 12.295048, 12.059935, 12.760144, 12.936401, 12.455368, 12.343392, 12.472685, 12.169621, 11.617981, 11.078373, 10.906763, 10.442024, 10.199606, 9.637493, 9.498707, 9.401236, 8.78687, 8.228715, 6.687586, 4.965936, 3.487626, 2.221837, 1.537287, 0.192306, 0.016729]}, "lang": {"n_am_en": [14, 10, 9, 11, 7, 6, 9, 8, 8, 8, 15, 14, 16, 23, 17, 18, 19, 17, 15, 17, 18, 16, 19, 16, 24, 21, 16, 21, 21, 17, 21, 14, 15, 22, 21, 18, 16, 15, 20, 20, 22, 22, 22, 23, 23, 21, 22, 18, 16, 10], "n_am_pl": [6, 13, 12, 11, 9, 13, 7, 6, 9, 4, 8, 8, 10, 7, 11, 9, 7, 8, 10, 6, 6, 11, 10, 10, 7, 12, 7, 7, 11, 9, 12, 12, 15, 5, 6, 5, 2, 5, 7, 8, 10, 6, 9, 8, 7, 10, 15, 19, 37, 50], "n_pos": 60, "sum_m_en": [5.170008, 3.171206, 3.208325, 3.318941, 3.418599, 3.429133, 3.430646, 3.448683, 3.63588, 3.6946, 3.762446, 4.136069, 4.315849, 4.418723, 4.272499, 3.975469, 3.848059, 3.881051, 3.498964, 3.284456, 3.151214, 3.171341, 3.018678, 2.793294, 8.407862, 8.215918, 7.617396, 6.886263, 6.773088, 6.242112, 5.981104, 5.950715, 5.612653, 7.220002, 6.976916, 7.582839, 8.870808, 8.956689, 9.156876, 11.633294, 11.644494, 12.975967, 14.385529, 15.763646, 17.766811, 17.757526, 18.575949, 16.469429, 15.249051, 9.896567], "sum_m_pl": [23.980989, 27.592813, 26.658369, 25.994137, 25.778746, 25.687479, 26.388249, 26.154284, 25.974986, 26.855631, 26.388588, 26.606377, 26.81016, 26.864743, 27.602596, 28.418114, 27.860271, 27.51424, 28.567255, 29.139423, 29.329391, 29.417813, 29.384608, 29.639323, 25.017368, 24.726785, 24.157957, 25.870884, 25.853192, 26.337404, 26.733723, 26.674419, 27.052625, 25.051055, 24.947132, 23.2765, 22.279047, 21.321006, 18.862902, 18.042662, 18.817049, 15.325724, 15.328749, 14.795883, 12.469838, 13.243064, 16.320948, 17.897974, 35.741724, 49.780955]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 255, "item_id": "gsm8kpl-981", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1032, "region_end": 235, "roundtrip_ok": true, "tf_agree": 0.9804, "tf_agree_excl_first": 0.9843}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [30, 25, 23, 26, 30, 18, 22, 28, 24, 25, 32, 25, 29, 32, 28, 25, 27, 20, 20, 22, 20, 20, 17, 21, 38, 30, 28, 29, 33, 42, 35, 34, 31, 27, 27, 33, 42, 43, 45, 50, 40, 45, 44, 38, 44, 45, 46, 45, 44, 45], "n_am_pl": [3, 17, 16, 23, 11, 13, 14, 15, 14, 13, 15, 13, 21, 12, 15, 11, 10, 11, 15, 11, 16, 18, 19, 16, 12, 11, 14, 15, 13, 8, 11, 11, 11, 11, 14, 15, 8, 5, 5, 5, 5, 4, 6, 4, 7, 5, 0, 0, 0, 0], "n_pos": 119, "sum_m_en": [13.149841, 6.948426, 6.573194, 6.337294, 6.466103, 6.81568, 6.725949, 7.315745, 7.682236, 8.423322, 8.486662, 8.924163, 9.227991, 9.207332, 9.004898, 8.746379, 8.115573, 7.87255, 7.274361, 6.835583, 6.44373, 5.982992, 5.805627, 5.740099, 15.43002, 15.025209, 14.227394, 13.433391, 13.524113, 13.347854, 12.392478, 12.131081, 12.529872, 12.926135, 14.569497, 16.078795, 18.865492, 19.786418, 21.524262, 23.936197, 25.06304, 26.887082, 31.117356, 33.404493, 35.242999, 38.970997, 41.949747, 41.760117, 44.455001, 45.39745], "sum_m_pl": [45.064155, 57.016165, 55.467327, 54.200152, 53.619212, 53.576256, 54.986241, 54.173515, 52.375321, 53.120153, 52.099252, 51.224709, 51.844366, 51.348293, 50.9566, 51.199411, 52.267466, 52.650952, 53.781932, 54.437862, 55.240392, 56.381217, 56.483353, 56.882534, 40.800856, 41.73707, 41.270943, 44.60085, 45.304644, 45.420272, 46.409004, 46.285209, 46.217773, 43.410064, 41.543398, 39.536138, 33.635448, 32.188788, 29.557451, 28.81237, 26.97786, 23.169817, 20.921322, 16.543012, 16.230162, 12.35484, 5.712119, 3.205491, 0.362936, 0.004224]}, "digit": {"n_am_en": [1, 4, 7, 5, 2, 1, 2, 3, 2, 3, 5, 3, 2, 3, 2, 1, 1, 3, 2, 3, 2, 3, 1, 2, 4, 3, 3, 5, 2, 2, 2, 2, 2, 1, 1, 1, 4, 2, 4, 6, 2, 4, 2, 1, 2, 1, 2, 0, 0, 0], "n_am_pl": [1, 1, 1, 0, 1, 2, 1, 0, 1, 1, 4, 2, 5, 0, 2, 1, 2, 1, 1, 2, 4, 4, 4, 4, 2, 3, 4, 2, 4, 2, 2, 2, 3, 2, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.580088, 0.676584, 0.603856, 0.584659, 0.623897, 0.674085, 0.70405, 0.798997, 0.812779, 0.865302, 0.941942, 0.908959, 0.893201, 0.993457, 0.87782, 0.879156, 0.910035, 0.878797, 0.81139, 0.801281, 0.730006, 0.689514, 0.668445, 0.665814, 1.580304, 1.454389, 1.326022, 1.286198, 1.213982, 1.251328, 1.197492, 1.097365, 0.999165, 1.156497, 1.029202, 1.1786, 1.130024, 1.15555, 1.128427, 1.256504, 1.620156, 1.597941, 1.755574, 1.625108, 1.382001, 1.561955, 1.479154, 0.869631, 0.083093, 0.0], "sum_m_pl": [6.562867, 8.059258, 7.707537, 7.544244, 7.328136, 7.191277, 7.251705, 7.02644, 6.684347, 6.895863, 6.892762, 6.649723, 6.44516, 6.370501, 6.380046, 6.153317, 6.425874, 6.544259, 6.829321, 6.794087, 6.992667, 7.094692, 7.114548, 7.181578, 5.841724, 6.042717, 6.078455, 6.440272, 6.592441, 6.457865, 6.168674, 6.181732, 6.134, 5.804543, 5.583581, 5.532307, 5.238381, 5.573289, 5.223696, 5.327958, 5.222649, 4.850796, 4.603088, 4.427181, 4.216276, 3.280077, 1.578616, 0.817995, 0.121163, 0.0]}, "lang": {"n_am_en": [12, 5, 8, 8, 10, 10, 10, 15, 13, 9, 12, 8, 12, 16, 12, 11, 11, 9, 8, 11, 9, 7, 9, 10, 21, 18, 16, 15, 17, 20, 22, 20, 17, 15, 15, 20, 22, 24, 25, 27, 24, 27, 27, 22, 28, 33, 37, 41, 43, 44], "n_am_pl": [1, 2, 6, 10, 5, 1, 4, 7, 6, 8, 7, 5, 11, 4, 7, 7, 6, 7, 5, 5, 5, 6, 5, 5, 5, 5, 7, 7, 5, 4, 4, 5, 5, 5, 7, 6, 3, 0, 0, 0, 0, 0, 2, 1, 3, 1, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [5.045866, 2.812181, 2.565318, 2.619106, 2.643017, 2.817138, 2.692209, 2.830332, 2.963322, 3.282173, 3.253572, 3.54059, 3.832877, 3.701936, 3.866056, 3.709139, 3.351319, 3.326314, 3.072419, 2.808889, 2.65924, 2.424011, 2.307952, 2.273517, 7.89341, 7.523457, 7.202604, 6.457404, 6.594252, 6.280389, 5.86505, 6.066347, 6.387709, 6.614101, 7.383177, 8.679566, 9.784329, 11.056225, 12.239693, 13.689488, 14.385111, 15.387325, 17.304438, 18.964185, 21.951316, 26.609631, 32.350273, 35.258218, 41.395213, 43.982046], "sum_m_pl": [15.774649, 20.108081, 20.169523, 19.463053, 19.487414, 19.480186, 19.994363, 20.090501, 19.811382, 20.027719, 19.879447, 19.953554, 20.214682, 19.999316, 19.58813, 19.957499, 20.091211, 20.13174, 20.325443, 20.45915, 20.742829, 21.29018, 21.272108, 21.361912, 15.410605, 16.288981, 15.975003, 17.061878, 17.158286, 17.381343, 17.820967, 17.504787, 17.587827, 17.215774, 16.655499, 15.814712, 13.411991, 12.940746, 11.809955, 11.213315, 10.377104, 9.862552, 8.933903, 6.789453, 6.404553, 4.959666, 2.32991, 1.326255, 0.166682, 0.004105]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "gsm8kpl-983", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1153, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9836}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [52, 50, 38, 42, 47, 52, 48, 43, 31, 50, 54, 43, 44, 57, 46, 44, 47, 37, 35, 46, 36, 45, 34, 34, 62, 52, 56, 48, 50, 66, 48, 50, 42, 52, 58, 57, 50, 43, 37, 47, 53, 52, 66, 64, 67, 59, 46, 38, 21, 17], "n_am_pl": [12, 43, 52, 31, 39, 33, 41, 49, 33, 38, 31, 29, 38, 29, 33, 32, 39, 42, 48, 43, 53, 50, 57, 50, 35, 35, 42, 41, 34, 38, 31, 41, 38, 32, 23, 35, 26, 27, 28, 30, 28, 25, 23, 21, 22, 24, 35, 31, 39, 44], "n_pos": 233, "sum_m_en": [20.905312, 11.550379, 12.44704, 13.172388, 13.30401, 13.338417, 13.432497, 13.75038, 14.322475, 15.699614, 15.196297, 16.567825, 17.148326, 17.657199, 17.176132, 16.617866, 15.772193, 15.099142, 13.88871, 13.461546, 12.887895, 12.302122, 11.88548, 11.619162, 25.080951, 25.637495, 26.245506, 25.300767, 25.961309, 27.088161, 25.549824, 23.84592, 23.670325, 24.727827, 26.030966, 26.329862, 25.900713, 26.045893, 26.591799, 30.379178, 33.346529, 35.276425, 45.321056, 47.780834, 48.728668, 48.724325, 44.178597, 39.885367, 21.941915, 17.229166], "sum_m_pl": [94.99666, 113.661483, 109.005378, 105.400217, 105.935369, 105.78511, 107.588097, 107.408354, 104.774248, 105.030276, 103.658463, 101.433391, 102.936457, 102.476467, 103.655511, 104.431207, 105.937121, 107.321369, 110.363941, 109.542628, 110.423457, 110.629913, 110.669546, 111.130587, 88.693828, 89.733014, 87.474943, 91.951966, 93.035236, 94.049877, 93.465917, 94.531493, 93.759372, 85.882047, 82.124609, 79.713492, 73.780458, 72.235742, 68.227707, 67.539373, 65.28644, 62.620205, 57.467001, 49.695884, 42.84477, 40.828457, 41.108574, 32.824657, 39.450874, 44.3144]}, "digit": {"n_am_en": [2, 7, 6, 4, 2, 5, 3, 2, 1, 5, 5, 2, 5, 8, 6, 5, 5, 3, 5, 4, 3, 6, 3, 2, 6, 7, 5, 4, 5, 5, 4, 5, 3, 3, 4, 3, 2, 2, 4, 3, 4, 4, 2, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 5, 1, 2, 0, 1, 4, 3, 2, 3, 3, 4, 4, 1, 2, 1, 1, 2, 2, 1, 4, 2, 4, 4, 2, 3, 5, 5, 3, 3, 1, 2, 1, 1, 2, 3, 5, 2, 3, 5, 4, 3, 3, 3, 2, 1, 1, 1, 0, 0], "n_pos": 20, "sum_m_en": [1.622945, 0.891915, 0.9139, 0.949485, 0.971288, 0.985134, 1.102339, 1.157565, 1.189568, 1.252095, 1.280466, 1.286278, 1.357011, 1.440122, 1.381908, 1.375451, 1.322448, 1.281381, 1.154895, 1.122851, 1.042126, 0.974788, 0.958279, 0.950218, 1.910735, 2.031122, 2.13081, 1.902868, 2.166754, 2.009744, 1.984366, 1.85944, 1.715986, 1.711845, 1.765958, 1.901082, 1.712471, 1.557697, 1.59681, 2.244436, 2.255839, 2.086871, 1.921365, 1.943974, 1.471724, 1.407274, 0.50092, 0.447298, 0.13714, 2.5e-05], "sum_m_pl": [8.553967, 10.740252, 10.07215, 9.569177, 9.630554, 9.516916, 9.532978, 9.214833, 8.692384, 8.878225, 8.742976, 8.545399, 8.630094, 8.643002, 8.597275, 8.72801, 8.829837, 8.908246, 9.270769, 9.153461, 9.293491, 9.323474, 9.401934, 9.477797, 8.210742, 7.952496, 7.813061, 8.336857, 8.082803, 8.309428, 8.193712, 8.131504, 8.089888, 7.685859, 7.196382, 7.115484, 6.659082, 6.982951, 7.053248, 7.148205, 7.091809, 7.297549, 7.199327, 6.881705, 6.505078, 4.806734, 3.00641, 1.731125, 0.200892, 5.4e-05]}, "lang": {"n_am_en": [12, 9, 10, 16, 13, 16, 14, 14, 9, 13, 12, 13, 13, 15, 14, 14, 16, 14, 14, 17, 10, 15, 13, 14, 22, 19, 15, 16, 14, 25, 16, 17, 17, 26, 21, 20, 18, 12, 15, 24, 24, 26, 32, 33, 36, 34, 28, 28, 18, 17], "n_am_pl": [6, 8, 15, 7, 8, 6, 9, 11, 9, 7, 8, 8, 11, 12, 9, 8, 7, 13, 13, 13, 14, 19, 16, 13, 10, 10, 9, 11, 8, 6, 9, 8, 9, 7, 6, 10, 8, 9, 9, 10, 9, 9, 9, 8, 11, 14, 21, 22, 38, 44], "n_pos": 61, "sum_m_en": [4.971813, 3.263666, 3.420788, 3.77996, 3.610808, 3.581649, 3.592584, 3.61488, 3.684695, 4.222183, 4.072977, 4.685914, 4.70938, 4.810292, 4.772046, 4.624629, 4.373299, 4.074424, 3.802966, 3.672347, 3.548167, 3.33077, 3.195356, 3.124971, 7.452107, 7.559734, 7.599378, 6.958547, 7.12961, 7.684637, 7.01872, 6.827712, 6.837066, 8.183507, 8.073645, 8.429288, 8.51439, 9.36354, 10.480068, 11.460652, 14.150622, 16.568678, 21.763225, 23.590881, 26.064396, 25.66634, 25.611959, 26.250287, 17.63376, 17.081802], "sum_m_pl": [24.104512, 27.457795, 26.999772, 26.51949, 26.911502, 27.090541, 27.284386, 27.675022, 27.548184, 27.482082, 26.943931, 26.350113, 26.635402, 26.09004, 26.957198, 27.64191, 28.096028, 28.534069, 28.967922, 28.917645, 28.967879, 29.193711, 29.028599, 29.036204, 24.12391, 24.271173, 23.117412, 24.627453, 24.560272, 24.216849, 24.503522, 24.618567, 24.924016, 23.20449, 22.8368, 23.350398, 22.317094, 22.172857, 20.962909, 20.998878, 19.935758, 18.951291, 17.378373, 15.656387, 15.852446, 18.17933, 21.269199, 20.35638, 35.211977, 43.606749]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "gsm8kpl-983", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1012, "region_end": 233, "roundtrip_ok": true, "tf_agree": 0.9914, "tf_agree_excl_first": 0.9957}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [75, 92, 84, 82, 69, 62, 48, 53, 47, 60, 80, 78, 70, 63, 57, 70, 64, 62, 51, 50, 36, 58, 59, 65, 97, 101, 80, 75, 74, 88, 69, 85, 87, 89, 105, 96, 93, 85, 89, 89, 90, 92, 104, 98, 104, 108, 116, 114, 102, 95], "n_am_pl": [5, 32, 29, 20, 26, 32, 26, 20, 21, 25, 23, 19, 34, 27, 30, 22, 20, 29, 23, 24, 22, 23, 24, 21, 8, 12, 18, 19, 28, 18, 24, 16, 19, 19, 21, 17, 13, 10, 8, 12, 12, 6, 8, 7, 3, 5, 3, 2, 0, 0], "n_pos": 240, "sum_m_en": [27.198324, 14.91972, 14.606314, 14.840711, 15.530293, 18.218212, 16.535113, 16.432246, 17.387788, 16.637875, 16.90602, 17.55759, 18.06671, 18.055324, 17.194369, 16.823655, 16.334166, 16.181381, 14.191001, 12.948658, 12.110856, 11.169566, 10.871253, 10.681517, 27.530159, 29.521175, 29.552261, 25.456842, 24.402308, 24.947912, 23.557777, 23.445561, 23.072278, 23.963063, 26.758047, 29.848219, 37.756731, 37.002956, 44.542361, 54.56201, 59.116383, 65.084732, 76.602494, 81.120813, 86.22685, 101.77336, 107.833796, 109.82134, 102.458629, 96.215315], "sum_m_pl": [90.181084, 114.527254, 113.349829, 110.019063, 107.302841, 104.257902, 104.535238, 105.054983, 101.349072, 104.617209, 102.927777, 104.537763, 105.37987, 101.701755, 104.179294, 106.817421, 106.596751, 106.433066, 109.861287, 113.175043, 114.606666, 115.832943, 116.186224, 116.949337, 90.931157, 89.489399, 88.286759, 94.57547, 98.841328, 98.513902, 99.53488, 97.819739, 100.176594, 94.77899, 93.289412, 87.741751, 75.546373, 72.277836, 63.001738, 57.22912, 54.632725, 45.996119, 41.060813, 36.527393, 26.077624, 19.437076, 11.974686, 5.708184, 0.900188, 0.000619]}, "digit": {"n_am_en": [1, 13, 11, 4, 3, 0, 0, 0, 1, 5, 9, 4, 3, 4, 5, 6, 6, 6, 5, 4, 2, 6, 7, 5, 6, 9, 10, 7, 7, 6, 5, 8, 7, 5, 9, 6, 8, 2, 1, 2, 4, 3, 3, 2, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 3, 3, 2, 1, 5, 2, 1, 0, 1, 2, 0, 5, 4, 5, 3, 4, 5, 1, 3, 1, 1, 1, 0, 1, 1, 2, 2, 2, 0, 1, 1, 2, 3, 2, 3, 1, 2, 2, 5, 3, 2, 1, 1, 1, 1, 0, 1, 0, 0], "n_pos": 25, "sum_m_en": [2.284004, 1.122933, 1.03036, 0.981399, 1.051023, 1.042142, 1.148283, 1.210713, 1.197576, 1.273355, 1.321066, 1.311589, 1.380194, 1.464063, 1.325641, 1.327918, 1.428562, 1.487577, 1.259587, 1.170945, 1.111378, 1.01567, 1.001132, 0.987674, 1.922551, 1.988695, 2.030703, 1.827203, 1.809073, 1.663807, 1.609466, 1.734991, 1.591652, 1.610385, 1.689029, 1.877093, 1.7834, 1.711508, 2.003817, 2.007165, 2.082161, 2.750182, 2.897824, 2.403249, 1.706839, 1.109268, 0.818449, 0.575837, 0.103087, 0.0], "sum_m_pl": [11.434123, 13.525384, 13.117647, 12.840548, 12.334184, 11.89184, 11.688558, 11.545903, 11.502362, 11.549431, 11.590654, 11.556734, 11.088801, 10.738309, 10.904003, 10.877241, 10.990424, 11.020796, 11.65988, 11.948368, 12.109282, 12.315201, 12.32861, 12.458054, 11.057161, 11.045721, 10.971929, 11.447009, 11.749586, 11.486123, 11.350476, 10.974724, 11.004806, 10.794228, 10.60764, 10.409563, 9.658787, 9.341027, 8.850913, 8.888928, 8.733353, 8.358668, 8.009511, 7.54794, 5.825213, 3.388357, 1.507568, 1.038968, 0.19676, 0.0]}, "lang": {"n_am_en": [41, 34, 42, 41, 38, 44, 27, 30, 27, 32, 38, 38, 35, 31, 31, 35, 39, 31, 23, 28, 17, 28, 29, 38, 54, 54, 36, 38, 35, 44, 32, 44, 45, 54, 59, 53, 53, 53, 58, 53, 53, 55, 62, 63, 67, 75, 82, 90, 94, 94], "n_am_pl": [2, 10, 10, 4, 10, 11, 10, 12, 12, 12, 12, 9, 14, 12, 11, 7, 5, 11, 10, 7, 11, 12, 9, 11, 2, 5, 10, 11, 15, 11, 15, 11, 6, 9, 10, 9, 8, 4, 4, 5, 7, 4, 6, 4, 2, 4, 3, 1, 0, 0], "n_pos": 95, "sum_m_en": [10.544381, 6.593286, 6.975988, 7.076836, 7.650291, 10.265235, 8.639003, 8.141656, 8.846776, 7.991822, 7.816397, 8.287343, 8.578178, 8.464922, 8.069232, 7.870936, 7.466218, 7.39365, 6.358955, 5.663508, 5.175106, 4.706461, 4.537257, 4.425721, 12.987485, 15.851656, 16.039919, 13.403856, 12.453732, 13.216888, 12.473953, 11.994508, 11.784387, 13.093949, 14.638198, 17.172293, 22.007516, 21.355538, 26.282429, 31.556136, 35.511954, 39.248639, 45.547845, 50.403771, 55.918489, 67.266289, 75.979431, 86.265015, 93.134778, 93.27528], "sum_m_pl": [35.188517, 43.348223, 43.380409, 42.216485, 41.714662, 40.008427, 39.97833, 40.746992, 39.297169, 40.780553, 40.440105, 41.323058, 42.295485, 40.978037, 42.217396, 43.210552, 42.975675, 42.956302, 44.391702, 45.543962, 46.00214, 46.273894, 46.327413, 46.695294, 38.006531, 36.68548, 36.035912, 38.317024, 40.111391, 40.126207, 40.506793, 39.712091, 41.080221, 39.407005, 38.585903, 36.873104, 32.359248, 31.561338, 27.304253, 24.1493, 22.18576, 17.541985, 15.850118, 15.345066, 10.293057, 8.568615, 5.238122, 1.344282, 0.027314, 4.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "gsm8kpl-987", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1191, "region_end": 240, "roundtrip_ok": true, "tf_agree": 0.9918, "tf_agree_excl_first": 0.9959}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [62, 70, 49, 55, 60, 63, 58, 58, 49, 62, 67, 65, 68, 63, 61, 53, 66, 58, 41, 47, 44, 46, 43, 54, 101, 99, 72, 78, 91, 77, 70, 71, 67, 76, 79, 80, 68, 68, 71, 74, 71, 72, 78, 73, 63, 64, 46, 37, 21, 12], "n_am_pl": [27, 72, 58, 47, 40, 36, 46, 40, 35, 42, 41, 38, 57, 37, 40, 51, 47, 53, 59, 52, 51, 47, 50, 53, 27, 26, 35, 38, 45, 57, 46, 42, 48, 29, 32, 33, 28, 22, 19, 29, 27, 26, 20, 18, 33, 39, 41, 51, 56, 69], "n_pos": 299, "sum_m_en": [27.977535, 14.566547, 15.463326, 15.739455, 16.321926, 16.492022, 17.093856, 16.782348, 17.838401, 18.004878, 18.25348, 19.185189, 20.239628, 20.59817, 19.671489, 18.946714, 19.028626, 18.924432, 16.448274, 15.486405, 14.423287, 13.570953, 13.288329, 12.99024, 28.883074, 28.529523, 28.125837, 27.430432, 28.55412, 27.79447, 25.373003, 25.541855, 24.19513, 24.320467, 27.097307, 29.032631, 29.566514, 31.147162, 33.94194, 38.747834, 39.274101, 47.597396, 51.370079, 52.229109, 46.626464, 52.08771, 38.813004, 33.493857, 21.069307, 11.69908], "sum_m_pl": [121.589142, 144.635816, 140.205861, 137.209159, 135.694477, 134.208212, 135.386933, 135.400332, 132.432746, 134.812775, 131.640939, 134.702353, 137.233763, 133.814291, 136.596644, 138.411858, 137.790523, 138.870298, 143.99206, 146.664592, 147.343502, 147.610924, 147.719122, 148.100888, 121.607302, 120.968233, 119.554019, 125.865173, 129.019833, 130.707639, 131.31752, 129.725071, 131.397641, 120.943808, 117.550927, 111.431348, 102.299484, 98.992468, 93.669409, 92.930442, 91.517853, 81.853893, 75.213476, 65.281814, 63.175973, 63.050117, 55.538052, 53.79497, 56.423556, 68.482483]}, "digit": {"n_am_en": [5, 17, 9, 10, 9, 6, 7, 3, 2, 8, 13, 7, 8, 7, 8, 10, 11, 12, 9, 8, 5, 8, 9, 8, 17, 18, 15, 14, 21, 8, 14, 14, 10, 12, 12, 10, 9, 7, 6, 8, 11, 11, 11, 9, 6, 4, 3, 4, 0, 0], "n_am_pl": [0, 8, 7, 5, 3, 2, 5, 3, 4, 8, 10, 5, 8, 5, 3, 7, 7, 8, 6, 5, 6, 4, 3, 4, 2, 1, 1, 3, 4, 6, 3, 3, 3, 3, 6, 2, 0, 1, 0, 2, 1, 2, 1, 3, 1, 4, 3, 2, 0, 0], "n_pos": 41, "sum_m_en": [3.63361, 1.815919, 1.797472, 1.845903, 1.92964, 1.833809, 1.945785, 2.008521, 2.085177, 2.146269, 2.208197, 2.27483, 2.537024, 2.663189, 2.466038, 2.473129, 2.479007, 2.617963, 2.158928, 2.040965, 1.889933, 1.768135, 1.733271, 1.700556, 3.446246, 3.464523, 3.490314, 3.412604, 3.59499, 3.260577, 3.078117, 3.322945, 3.03587, 3.083597, 3.323893, 3.730182, 3.350298, 3.241769, 3.533509, 4.136561, 3.806908, 5.291144, 4.585269, 4.556787, 2.97683, 3.223538, 2.318034, 2.27958, 0.073449, 0.0], "sum_m_pl": [17.956749, 21.832975, 21.076691, 20.39651, 19.774893, 19.247433, 19.083327, 18.623503, 18.37908, 18.758133, 18.663105, 19.199039, 18.796267, 18.394421, 18.799892, 18.841536, 18.990182, 19.117983, 20.0064, 20.220927, 20.243818, 20.400464, 20.521874, 20.637728, 18.255891, 17.917806, 17.964997, 18.464717, 18.913507, 18.851625, 18.912132, 18.728505, 18.906809, 17.658666, 16.69195, 16.487903, 15.609278, 15.093112, 14.32195, 14.540853, 14.637294, 13.73219, 13.565164, 12.488193, 10.446816, 9.008228, 5.763377, 3.207164, 0.162598, 0.000161]}, "lang": {"n_am_en": [15, 11, 9, 15, 15, 18, 18, 22, 15, 18, 19, 21, 21, 20, 26, 17, 19, 23, 15, 16, 19, 19, 15, 21, 35, 37, 24, 26, 22, 23, 20, 18, 25, 24, 27, 28, 21, 25, 26, 29, 30, 29, 31, 30, 33, 36, 25, 21, 19, 12], "n_am_pl": [10, 22, 13, 13, 13, 9, 13, 9, 10, 13, 12, 13, 12, 12, 11, 13, 10, 13, 16, 14, 17, 13, 14, 13, 8, 8, 9, 11, 12, 17, 16, 18, 17, 11, 11, 12, 17, 14, 11, 14, 12, 10, 13, 11, 22, 23, 28, 36, 56, 68], "n_pos": 80, "sum_m_en": [7.431611, 4.120127, 4.485734, 4.518912, 4.549483, 4.750967, 5.231355, 4.937909, 5.246144, 5.289347, 5.239981, 5.693546, 5.810602, 5.925449, 5.801356, 5.388976, 5.557639, 5.376243, 4.640812, 4.350921, 4.034034, 3.720528, 3.629795, 3.571869, 9.700972, 9.703516, 8.923598, 8.676061, 8.419447, 8.1298, 7.53593, 7.546388, 7.137407, 7.475152, 8.498851, 9.011211, 9.913009, 11.087472, 12.18929, 14.836974, 16.177467, 21.784261, 24.058058, 23.452174, 23.620188, 28.881284, 22.467209, 19.810147, 18.149545, 11.618435], "sum_m_pl": [29.875048, 35.72533, 35.120861, 34.460822, 34.471341, 34.605596, 34.541151, 35.188393, 34.724602, 35.464407, 34.417327, 35.072547, 36.176747, 35.597031, 36.398079, 37.545732, 37.06989, 37.305698, 38.60433, 39.410322, 39.592326, 39.847008, 39.789331, 39.881876, 34.006621, 33.45919, 33.419522, 35.026815, 35.388656, 36.049334, 36.512817, 36.504622, 37.509453, 35.912714, 34.96974, 34.213377, 32.960458, 31.74705, 30.711598, 29.289615, 29.561085, 23.70686, 22.052695, 20.931879, 23.229542, 24.896022, 27.865519, 33.549919, 52.863387, 67.406185]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 299, "item_id": "gsm8kpl-987", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1050, "region_end": 299, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.9899}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [39, 37, 35, 38, 33, 33, 40, 44, 38, 46, 59, 50, 51, 45, 46, 46, 50, 37, 30, 34, 31, 43, 34, 37, 60, 63, 57, 54, 55, 55, 49, 54, 45, 42, 53, 55, 52, 52, 57, 59, 61, 62, 65, 62, 61, 58, 61, 71, 57, 52], "n_am_pl": [7, 36, 27, 27, 18, 23, 21, 19, 12, 21, 9, 9, 17, 16, 10, 13, 8, 12, 16, 16, 13, 15, 23, 20, 8, 9, 7, 7, 8, 13, 17, 15, 18, 11, 10, 8, 11, 10, 7, 7, 5, 5, 5, 5, 2, 3, 0, 0, 0, 0], "n_pos": 142, "sum_m_en": [16.00147, 8.058376, 7.922627, 8.206397, 8.720005, 9.91881, 9.801483, 9.877215, 10.33205, 10.108477, 10.805599, 11.029135, 11.935874, 11.961608, 11.221537, 9.987087, 9.790701, 9.258682, 7.963998, 7.859981, 7.211326, 6.699877, 6.467367, 6.364741, 20.152122, 21.033808, 19.92716, 17.440375, 17.602734, 16.987621, 16.147952, 15.383372, 15.962624, 15.928101, 18.023658, 20.760568, 24.191905, 28.399565, 32.266922, 36.519101, 38.232097, 44.662919, 48.104577, 51.745649, 50.982421, 56.053472, 57.955333, 63.723762, 55.423393, 52.458058], "sum_m_pl": [53.444366, 68.26304, 66.150409, 64.492962, 62.498742, 61.675407, 63.327127, 64.113561, 61.986325, 64.268445, 63.885271, 64.375811, 64.443391, 63.219338, 64.306192, 66.17727, 65.021234, 66.668447, 68.133075, 69.042658, 69.620258, 70.410808, 70.631169, 70.830105, 52.205645, 51.58614, 51.199667, 55.58814, 56.10085, 57.904548, 58.918887, 59.015699, 58.532265, 56.507073, 53.724586, 49.048498, 44.354223, 39.356587, 36.322454, 33.951291, 32.331203, 26.521176, 23.54572, 18.328343, 12.488137, 12.121539, 6.218846, 4.141848, 0.45924, 0.001003]}, "digit": {"n_am_en": [2, 11, 8, 6, 2, 2, 1, 3, 2, 7, 8, 7, 4, 6, 7, 7, 8, 3, 2, 5, 3, 6, 3, 3, 9, 9, 7, 4, 5, 4, 5, 6, 2, 2, 2, 3, 3, 5, 4, 3, 1, 1, 2, 4, 3, 1, 0, 0, 0, 0], "n_am_pl": [1, 2, 2, 2, 3, 4, 5, 2, 1, 2, 1, 0, 1, 1, 0, 1, 0, 1, 1, 2, 1, 1, 1, 2, 0, 0, 1, 0, 1, 1, 2, 1, 2, 0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.39978, 1.225871, 1.147689, 1.141415, 1.148604, 1.15555, 1.217932, 1.272292, 1.282375, 1.269748, 1.365109, 1.41696, 1.539597, 1.644765, 1.562527, 1.468339, 1.518216, 1.3914, 1.200212, 1.217316, 1.178851, 1.111067, 1.084393, 1.071613, 2.154203, 2.154796, 2.225775, 2.052557, 2.063434, 2.132405, 2.025653, 1.9752, 1.92366, 1.839555, 1.88113, 1.906045, 1.655051, 1.909164, 1.783378, 1.690458, 1.620239, 1.546132, 1.526541, 2.396916, 2.247282, 2.210348, 1.171329, 1.307817, 0.130143, 0.0], "sum_m_pl": [11.799052, 13.857369, 13.276089, 13.035479, 12.718466, 12.439828, 12.561993, 12.482817, 12.178898, 12.625627, 12.587998, 12.606076, 11.964407, 11.569694, 11.850494, 11.845502, 11.763978, 12.080954, 12.361925, 12.559867, 12.508501, 12.849892, 12.801327, 12.894793, 9.545636, 9.460254, 9.623328, 10.205258, 10.238842, 10.613994, 10.52407, 10.644576, 10.709128, 9.96261, 9.577133, 9.132747, 8.604901, 7.555591, 6.751784, 6.83301, 7.347009, 7.174054, 6.642779, 4.546856, 4.820334, 3.46585, 2.753553, 1.599182, 0.230664, 0.0]}, "lang": {"n_am_en": [12, 12, 10, 15, 14, 16, 18, 19, 14, 19, 24, 18, 23, 19, 17, 19, 26, 20, 17, 19, 17, 23, 22, 23, 28, 30, 29, 30, 29, 29, 29, 31, 26, 25, 30, 30, 28, 27, 30, 35, 36, 35, 36, 37, 37, 38, 37, 44, 47, 51], "n_am_pl": [3, 15, 11, 11, 11, 10, 9, 11, 6, 7, 5, 7, 11, 8, 4, 8, 5, 6, 9, 5, 8, 7, 12, 10, 6, 6, 1, 3, 4, 5, 10, 6, 8, 7, 6, 6, 5, 5, 4, 4, 3, 3, 4, 4, 0, 3, 0, 0, 0, 0], "n_pos": 52, "sum_m_en": [6.496769, 3.174275, 3.087737, 3.23943, 3.560758, 4.766147, 4.622062, 4.534066, 4.876208, 4.647356, 5.08983, 4.884926, 5.476883, 5.407464, 4.725254, 4.181557, 4.045425, 3.892414, 3.254866, 3.193658, 2.867883, 2.616956, 2.497224, 2.412752, 10.712784, 11.229075, 10.247082, 8.613196, 8.887063, 8.525378, 8.09791, 7.689052, 7.797899, 7.903274, 8.958373, 10.153337, 11.758603, 14.414554, 17.5564, 20.662052, 22.188878, 26.379497, 28.406118, 31.416576, 31.988464, 34.473277, 36.297921, 40.380846, 45.874256, 50.485669], "sum_m_pl": [17.667338, 23.786948, 23.424936, 22.304491, 21.887587, 21.323578, 21.879581, 22.622376, 21.738874, 22.604527, 22.545971, 22.931965, 23.318437, 22.697264, 23.438111, 24.354655, 23.811681, 24.653478, 25.070366, 25.493356, 25.819557, 26.148726, 26.363839, 26.42073, 19.310591, 18.87435, 19.021964, 20.793144, 20.826408, 21.428066, 21.989339, 21.603702, 21.773553, 21.911117, 20.94521, 19.589383, 17.662853, 15.977681, 14.759114, 13.513716, 12.596751, 9.996522, 9.220188, 8.221758, 4.017423, 5.419506, 1.71954, 1.420092, 0.108274, 0.000592]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "gsm8kpl-988", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1168, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9931}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [29, 28, 18, 18, 18, 7, 10, 16, 14, 22, 16, 16, 20, 23, 20, 24, 24, 18, 12, 18, 26, 19, 19, 21, 33, 32, 32, 24, 23, 23, 23, 20, 23, 22, 21, 25, 20, 28, 24, 26, 25, 32, 30, 30, 30, 23, 13, 4, 1, 0], "n_am_pl": [3, 34, 32, 29, 18, 27, 15, 12, 15, 14, 9, 11, 18, 16, 15, 20, 21, 22, 27, 19, 17, 18, 21, 19, 12, 9, 9, 7, 20, 21, 26, 22, 20, 20, 14, 10, 11, 4, 6, 8, 7, 6, 6, 9, 5, 11, 14, 11, 34, 37], "n_pos": 119, "sum_m_en": [11.538812, 5.643611, 5.532999, 5.803309, 6.110984, 5.890972, 6.093004, 6.547208, 6.660802, 6.635476, 6.744612, 7.052508, 7.355884, 7.507191, 7.592538, 7.019847, 7.203728, 6.750523, 5.832259, 5.828073, 5.633018, 5.26275, 5.196287, 5.099974, 11.103571, 11.511625, 10.946513, 10.175175, 10.416183, 9.984009, 9.837218, 9.352169, 9.044508, 8.333765, 8.891285, 9.414198, 9.531217, 12.367236, 13.824623, 16.895833, 16.482421, 17.531942, 16.493816, 16.735256, 18.259752, 15.986294, 11.661864, 6.295939, 1.828082, 0.009411], "sum_m_pl": [48.367474, 59.232501, 57.236012, 55.924927, 53.313693, 52.611734, 54.287042, 53.66783, 52.550435, 54.394362, 54.112183, 54.114145, 53.973349, 53.414312, 54.352094, 55.400681, 55.343273, 56.858486, 58.447689, 59.276359, 58.982301, 59.294006, 59.281837, 59.51715, 45.830975, 45.097802, 44.882741, 48.286728, 49.962759, 51.824374, 52.237981, 51.586757, 51.870105, 48.734447, 46.55074, 44.139519, 40.261358, 35.563499, 31.544431, 31.367032, 31.252815, 28.221063, 27.249178, 24.654508, 19.719948, 19.824595, 17.49876, 14.981198, 31.974853, 36.776578]}, "digit": {"n_am_en": [6, 12, 9, 9, 4, 1, 2, 3, 3, 6, 3, 3, 3, 5, 6, 7, 7, 7, 1, 3, 7, 5, 5, 8, 15, 12, 10, 6, 4, 4, 3, 6, 6, 3, 3, 3, 2, 3, 3, 4, 2, 2, 2, 2, 4, 2, 0, 0, 0, 0], "n_am_pl": [0, 4, 3, 2, 3, 2, 3, 3, 1, 5, 1, 1, 2, 3, 3, 4, 3, 4, 5, 2, 1, 2, 1, 0, 0, 0, 0, 1, 6, 6, 7, 5, 4, 5, 4, 2, 1, 0, 0, 0, 0, 1, 0, 2, 1, 1, 0, 1, 0, 0], "n_pos": 35, "sum_m_en": [3.336221, 1.551071, 1.498999, 1.517764, 1.515111, 1.533763, 1.599663, 1.740991, 1.738429, 1.713202, 1.744001, 1.819848, 2.003217, 2.035197, 2.01845, 1.901845, 1.999032, 1.87893, 1.600679, 1.622977, 1.610464, 1.530545, 1.497563, 1.508475, 2.857877, 3.181548, 3.198932, 2.986215, 3.033056, 2.864256, 2.884093, 2.767851, 2.556515, 2.356845, 2.476967, 2.406887, 2.127444, 2.261325, 2.466999, 2.802762, 2.747036, 2.540161, 2.346785, 2.56199, 2.691294, 2.266081, 0.902289, 0.685569, 0.050797, 0.0], "sum_m_pl": [15.911762, 18.854643, 18.239344, 17.757773, 16.987827, 16.659551, 16.790991, 16.382825, 16.122433, 16.989802, 17.125529, 17.111653, 16.118055, 15.901533, 16.239235, 16.207287, 16.249813, 16.771924, 17.193209, 17.368892, 17.142116, 17.402236, 17.365278, 17.484477, 12.61144, 12.268868, 12.47843, 13.811537, 14.692679, 15.160327, 15.070277, 14.996758, 15.327263, 14.725305, 14.278667, 13.956776, 12.683412, 10.875973, 9.16758, 9.146946, 9.557696, 9.786709, 8.9925, 6.557883, 6.87083, 5.457786, 3.908029, 2.379554, 0.270158, 0.0]}, "lang": {"n_am_en": [6, 6, 2, 3, 6, 2, 4, 6, 4, 4, 8, 7, 9, 10, 6, 11, 11, 6, 7, 10, 11, 9, 9, 8, 12, 13, 14, 8, 10, 11, 14, 10, 11, 12, 13, 14, 13, 16, 16, 16, 16, 21, 20, 22, 21, 15, 9, 3, 1, 0], "n_am_pl": [2, 16, 12, 13, 8, 14, 6, 6, 8, 6, 6, 7, 9, 5, 5, 7, 9, 10, 11, 10, 10, 9, 9, 12, 9, 7, 7, 4, 11, 9, 12, 11, 8, 9, 6, 5, 6, 2, 3, 5, 4, 3, 4, 5, 3, 9, 12, 9, 32, 36], "n_pos": 38, "sum_m_en": [3.419101, 1.831706, 1.803159, 1.881457, 1.966305, 1.870359, 1.94103, 2.024901, 2.104963, 2.103115, 2.218842, 2.362381, 2.410278, 2.466791, 2.448599, 2.240438, 2.306825, 2.174646, 1.897905, 1.891364, 1.837175, 1.688941, 1.683352, 1.611514, 4.477281, 4.565716, 3.915789, 3.494926, 3.58383, 3.271365, 3.29674, 3.268978, 3.186215, 2.964332, 3.20543, 3.612922, 3.901127, 6.431302, 7.527508, 9.585081, 9.34183, 10.86647, 10.607663, 11.451604, 12.54764, 10.745621, 7.82778, 4.078586, 1.452829, 0.00912], "sum_m_pl": [14.67909, 17.882891, 17.357879, 16.877511, 16.455051, 16.050339, 16.677235, 17.012108, 16.923572, 17.152397, 17.140639, 17.142522, 17.63383, 17.554955, 17.887846, 18.528192, 18.275945, 18.738238, 19.129031, 19.463024, 19.369889, 19.396727, 19.391935, 19.44226, 16.173107, 16.164504, 16.184422, 16.710219, 16.813224, 17.269379, 17.638186, 17.345913, 17.658709, 16.809272, 16.524464, 15.863606, 15.149934, 13.254698, 11.853719, 11.543555, 11.48679, 10.02342, 9.965527, 10.77485, 7.644938, 10.19755, 11.166237, 10.704211, 29.084414, 35.768715]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "gsm8kpl-988", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1027, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9672, "tf_agree_excl_first": 0.9752}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [416, 323, 274, 251, 275, 273, 321, 270, 331, 351, 374, 379, 351, 330, 354, 358, 313, 324, 313, 305, 319, 350, 329, 314, 531, 502, 464, 410, 427, 432, 405, 384, 381, 390, 423, 486, 497, 532, 560, 580, 580, 568, 581, 591, 595, 590, 611, 603, 584, 566], "n_am_pl": [53, 153, 196, 168, 159, 172, 136, 151, 132, 151, 133, 126, 155, 162, 164, 153, 146, 144, 133, 127, 166, 173, 187, 190, 87, 96, 121, 104, 141, 150, 174, 165, 178, 131, 116, 108, 79, 60, 45, 61, 55, 53, 50, 51, 37, 30, 27, 36, 16, 17], "n_pos": 1279, "sum_m_en": [149.046325, 71.971223, 69.225647, 66.554967, 70.268231, 70.929466, 70.539234, 76.043275, 83.213982, 88.838299, 95.882296, 100.447746, 100.696969, 103.110958, 107.016369, 97.212429, 92.667485, 93.791369, 86.450112, 80.843427, 70.09332, 64.563516, 61.520295, 60.277771, 162.161719, 169.537446, 177.739408, 151.899255, 153.724224, 149.626284, 139.10644, 142.772285, 150.337897, 160.551662, 172.339942, 206.525327, 252.923765, 264.361089, 286.267594, 328.4032, 353.241463, 372.803462, 396.467618, 428.830126, 476.512056, 509.42208, 570.958138, 572.900253, 575.613501, 567.733084], "sum_m_pl": [463.733057, 595.646779, 583.641812, 584.888587, 579.250937, 577.817249, 582.057173, 571.417677, 567.287639, 579.401619, 565.6881, 554.843456, 558.282215, 556.44851, 557.545152, 568.755772, 566.020975, 561.606236, 575.86659, 587.131563, 607.491235, 617.678183, 620.711706, 622.285707, 489.037143, 475.251868, 454.112203, 489.140716, 502.170599, 503.747367, 524.680513, 515.281764, 508.495058, 478.003347, 459.950684, 425.835255, 358.340799, 340.112894, 309.433165, 293.569125, 260.751644, 233.944155, 216.132965, 181.166758, 140.572579, 109.734558, 74.598333, 52.925231, 22.397548, 16.988952]}, "digit": {"n_am_en": [16, 38, 23, 11, 26, 24, 27, 20, 26, 37, 39, 40, 28, 23, 28, 26, 19, 15, 21, 15, 17, 19, 15, 14, 30, 33, 36, 33, 35, 37, 33, 30, 27, 29, 32, 25, 26, 33, 27, 33, 29, 28, 27, 31, 25, 22, 20, 9, 0, 0], "n_am_pl": [0, 2, 4, 11, 12, 16, 4, 8, 4, 5, 5, 9, 7, 17, 19, 14, 19, 18, 16, 15, 17, 16, 17, 14, 12, 16, 13, 8, 17, 20, 24, 16, 14, 15, 11, 11, 13, 8, 7, 4, 6, 1, 0, 3, 1, 2, 2, 0, 0, 0], "n_pos": 114, "sum_m_en": [9.98371, 4.957481, 4.938476, 4.792164, 4.995492, 4.936607, 4.826749, 5.130628, 5.602447, 5.824328, 6.049228, 6.159626, 6.603301, 6.931707, 6.725059, 6.158328, 6.140185, 6.276857, 5.921904, 5.879592, 5.299399, 5.000259, 4.805188, 4.733855, 8.940843, 9.910843, 10.73429, 9.130695, 9.591376, 9.171292, 8.850723, 9.061809, 8.964904, 9.060866, 8.94111, 10.305463, 10.268679, 9.554197, 10.277952, 12.395542, 12.017299, 10.907296, 10.349659, 12.798272, 13.510447, 13.807616, 11.205014, 9.045, 1.591943, 0.0], "sum_m_pl": [50.885445, 59.390947, 57.484855, 55.956912, 54.719647, 55.274551, 54.613202, 52.980852, 53.483231, 55.191164, 54.354672, 54.696995, 53.502678, 52.677718, 51.974553, 51.989056, 50.706994, 49.993592, 52.505088, 53.499135, 55.119753, 55.695557, 56.067383, 56.477039, 50.445886, 49.108, 47.537044, 50.675308, 51.748883, 53.263683, 53.274018, 51.914924, 50.872153, 48.448657, 47.010729, 45.159246, 43.497837, 42.80129, 38.119988, 38.057067, 34.786398, 34.59249, 33.653231, 29.084133, 23.022946, 20.527155, 16.096597, 7.334277, 1.916787, 0.0]}, "lang": {"n_am_en": [198, 134, 124, 132, 130, 127, 159, 149, 158, 177, 177, 160, 166, 162, 173, 187, 161, 166, 170, 166, 174, 197, 192, 173, 297, 283, 247, 213, 222, 220, 204, 198, 193, 216, 220, 268, 295, 311, 343, 349, 375, 389, 397, 417, 426, 438, 462, 492, 552, 564], "n_am_pl": [30, 82, 84, 55, 77, 72, 52, 52, 53, 59, 55, 55, 74, 73, 58, 78, 72, 74, 47, 53, 66, 72, 74, 81, 37, 34, 51, 51, 61, 59, 63, 68, 76, 59, 61, 63, 39, 30, 23, 29, 29, 21, 23, 21, 19, 19, 12, 11, 15, 17], "n_pos": 586, "sum_m_en": [68.284537, 33.973398, 33.016999, 31.397781, 32.987957, 33.704202, 34.233225, 37.24404, 40.656531, 43.668232, 47.600842, 50.131745, 50.351125, 51.322138, 53.205135, 48.433963, 46.345045, 46.355542, 42.976583, 39.767927, 33.934171, 30.930837, 29.397083, 28.569605, 90.760158, 95.604747, 101.099338, 83.221226, 83.412529, 80.121106, 73.336301, 75.58092, 80.026077, 87.238764, 92.071382, 112.676889, 149.074333, 161.923349, 180.464641, 208.310099, 233.963153, 258.090782, 280.81252, 308.568178, 341.088615, 375.505648, 435.808105, 457.996864, 535.97686, 560.269907], "sum_m_pl": [200.128754, 262.539701, 257.525224, 260.090189, 257.420171, 255.067637, 258.006386, 254.637671, 252.650438, 258.58544, 251.963407, 246.413491, 248.546985, 248.984021, 250.198182, 258.705659, 258.725595, 257.010831, 262.306567, 267.415688, 277.15251, 282.954066, 284.031713, 284.406119, 219.464447, 211.813119, 198.908755, 213.691698, 220.065845, 219.815626, 233.01242, 229.364071, 227.083556, 215.439034, 207.977944, 197.179169, 163.384769, 154.117665, 139.153436, 130.374777, 116.188174, 101.944522, 93.113352, 76.56509, 60.286411, 45.735517, 29.087871, 18.454509, 15.693772, 16.685111]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1279, "item_id": "gsm8kpl-991", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1174, "region_end": 1279, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9898}
{"benchmark": "gsm8k_pl", "classes": {"all": {"n_am_en": [189, 153, 136, 145, 163, 187, 203, 215, 225, 234, 241, 224, 215, 208, 196, 163, 202, 206, 200, 209, 211, 211, 219, 183, 377, 346, 291, 277, 285, 299, 244, 270, 248, 264, 259, 300, 341, 372, 369, 427, 433, 399, 407, 398, 391, 320, 177, 119, 60, 27], "n_am_pl": [112, 199, 207, 155, 171, 142, 156, 154, 129, 127, 141, 148, 177, 150, 158, 192, 146, 137, 169, 154, 181, 194, 194, 224, 127, 125, 123, 134, 167, 150, 204, 176, 165, 131, 132, 139, 129, 132, 135, 110, 86, 105, 96, 114, 108, 142, 174, 179, 273, 311], "n_pos": 955, "sum_m_en": [87.324461, 46.354229, 48.323335, 48.579686, 50.740506, 50.84608, 51.876116, 54.580277, 59.310362, 66.370442, 68.185031, 69.388945, 69.013887, 71.273934, 72.430898, 66.483802, 67.69115, 64.524434, 58.856327, 57.507234, 50.853109, 47.266063, 46.010809, 44.904001, 113.407167, 114.136987, 119.575932, 108.059124, 106.119014, 103.907839, 95.705746, 97.144392, 97.145772, 103.333981, 109.953468, 123.250745, 148.959751, 175.709321, 186.274529, 221.527451, 247.471342, 223.352495, 230.589988, 243.787093, 251.007629, 216.184663, 137.719872, 107.555528, 62.712734, 26.76563], "sum_m_pl": [360.063062, 451.513688, 435.214076, 431.149175, 427.535971, 422.212813, 431.475967, 425.620728, 420.86716, 423.758179, 420.456393, 411.331059, 421.369899, 415.065342, 417.941489, 439.013288, 434.909648, 438.806543, 450.155761, 451.103953, 460.909771, 466.567528, 465.568018, 465.080499, 384.77277, 371.012306, 355.322588, 379.325103, 395.791648, 395.559901, 407.905124, 400.325184, 393.681607, 373.178052, 361.758595, 352.065013, 318.04083, 298.018831, 286.607055, 279.518144, 260.393007, 256.160338, 251.173629, 240.854719, 219.360314, 226.411499, 235.680448, 215.376854, 273.181362, 309.471552]}, "digit": {"n_am_en": [13, 29, 17, 19, 13, 14, 19, 19, 19, 18, 25, 24, 14, 24, 18, 10, 13, 12, 14, 14, 15, 16, 14, 11, 21, 18, 24, 18, 20, 31, 22, 28, 22, 21, 20, 22, 26, 22, 20, 25, 26, 25, 20, 32, 38, 26, 18, 7, 0, 0], "n_am_pl": [0, 6, 11, 6, 11, 11, 6, 6, 3, 6, 5, 8, 9, 7, 9, 14, 10, 10, 11, 10, 17, 10, 12, 11, 10, 11, 9, 14, 14, 11, 19, 8, 10, 15, 16, 15, 13, 12, 14, 6, 4, 7, 5, 3, 4, 4, 3, 1, 0, 0], "n_pos": 78, "sum_m_en": [6.536682, 3.460061, 3.458525, 3.416331, 3.571441, 3.573324, 3.528497, 4.029611, 4.411283, 4.664582, 4.961794, 4.907485, 5.261228, 5.663411, 5.373565, 5.036928, 5.028046, 4.930899, 4.30743, 4.229012, 3.660476, 3.418726, 3.347978, 3.297651, 7.348411, 7.545969, 8.437036, 7.375548, 7.297692, 7.454299, 7.432281, 7.249472, 6.882916, 7.356838, 6.525918, 6.73707, 6.062137, 6.100446, 6.360242, 8.118612, 8.33484, 6.860663, 5.995016, 8.410395, 13.498531, 11.647346, 7.443477, 5.554456, 0.900551, 1e-06], "sum_m_pl": [35.066762, 41.922182, 40.218758, 38.902013, 37.7376, 37.465435, 36.688263, 34.518907, 34.450765, 34.38597, 34.637584, 34.226293, 35.085779, 35.037792, 34.747051, 36.237763, 36.101832, 36.487353, 37.85375, 37.953902, 38.66758, 38.870041, 38.779914, 38.794958, 34.019882, 32.226742, 30.155488, 32.334608, 33.621121, 34.821443, 34.833275, 34.512603, 33.329786, 32.078741, 31.651819, 31.460331, 30.650471, 29.127322, 28.014424, 28.361735, 27.042803, 28.191831, 27.46628, 25.392782, 20.200114, 18.865997, 18.646524, 11.709686, 2.149787, 0.000112]}, "lang": {"n_am_en": [65, 48, 41, 44, 38, 66, 85, 88, 90, 79, 80, 82, 83, 74, 66, 63, 68, 82, 75, 75, 66, 63, 71, 61, 129, 121, 93, 100, 100, 95, 88, 98, 111, 114, 97, 107, 135, 151, 143, 162, 168, 147, 160, 147, 149, 132, 85, 52, 37, 27], "n_am_pl": [43, 81, 86, 65, 65, 49, 43, 41, 50, 39, 50, 58, 63, 52, 70, 66, 46, 52, 59, 65, 64, 78, 70, 82, 54, 54, 55, 43, 57, 50, 73, 70, 64, 50, 48, 63, 55, 60, 67, 52, 35, 50, 50, 68, 69, 99, 123, 145, 254, 308], "n_pos": 335, "sum_m_en": [34.453212, 16.609803, 16.739101, 16.904025, 17.843406, 18.854538, 20.024673, 20.615843, 22.986059, 25.886395, 26.445175, 26.973372, 26.03036, 26.868299, 26.662242, 24.214576, 24.607526, 23.555923, 21.737818, 20.91351, 18.604652, 17.19161, 16.601835, 16.254933, 43.011846, 42.046111, 43.827743, 41.286258, 40.658835, 39.84313, 36.3124, 38.781313, 39.368871, 41.815574, 43.753322, 47.600704, 61.678097, 68.433443, 69.727649, 77.550463, 94.699297, 85.932776, 92.978289, 99.951135, 112.411491, 103.038668, 65.539861, 48.152695, 40.502174, 25.859126], "sum_m_pl": [113.007665, 150.604868, 145.6574, 146.332521, 145.537793, 142.44652, 145.652336, 146.076879, 144.718433, 146.034606, 143.991823, 141.151886, 144.746966, 141.035951, 145.714476, 153.823438, 152.660047, 154.099602, 156.984249, 157.582591, 161.16851, 163.910294, 163.501662, 163.431886, 135.733046, 133.80887, 128.75586, 133.269022, 139.221181, 137.879515, 144.655093, 141.393919, 143.753059, 137.367022, 133.399705, 134.835608, 123.305359, 118.305245, 116.039604, 115.384698, 104.979154, 102.920353, 104.078363, 106.475523, 92.626807, 108.476615, 132.215551, 143.205159, 235.219086, 303.476249]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1088, "item_id": "gsm8kpl-991", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1033, "region_end": 955, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 0.989}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [55, 44, 44, 42, 40, 33, 31, 30, 24, 24, 34, 40, 41, 29, 39, 21, 31, 22, 24, 22, 27, 26, 23, 29, 31, 38, 34, 38, 36, 40, 37, 40, 30, 33, 37, 38, 39, 35, 41, 34, 40, 37, 43, 48, 48, 55, 58, 67, 61, 61], "n_am_pl": [8, 25, 25, 17, 18, 15, 9, 10, 14, 11, 16, 12, 18, 25, 16, 19, 22, 24, 26, 25, 26, 35, 34, 23, 30, 24, 17, 18, 20, 15, 20, 20, 20, 18, 15, 9, 15, 15, 19, 29, 35, 33, 41, 32, 29, 22, 20, 19, 14, 14], "n_pos": 168, "sum_m_en": [19.600463, 10.490156, 9.805401, 9.271066, 9.923256, 9.986395, 9.693611, 9.551462, 9.799977, 9.833263, 10.376517, 10.678233, 11.02635, 11.495732, 10.958054, 10.224229, 10.218825, 9.871434, 9.192433, 8.536543, 8.107399, 7.754238, 7.465498, 7.478859, 15.10343, 15.728172, 15.108231, 15.154879, 14.677402, 15.746994, 15.086105, 14.931946, 14.864594, 13.715648, 15.336824, 16.674665, 18.542304, 19.980691, 21.472621, 21.41229, 22.475885, 27.951333, 29.586366, 36.984895, 40.967797, 49.039223, 53.499692, 60.652518, 61.971902, 60.943894], "sum_m_pl": [59.465359, 79.381435, 78.887546, 76.876806, 75.417922, 74.867518, 75.168432, 73.917714, 73.997087, 77.285978, 76.680522, 75.751954, 76.844809, 74.529988, 75.518606, 77.797418, 78.599041, 77.771274, 79.864756, 82.57965, 83.397099, 84.235069, 84.728736, 84.859013, 73.95437, 67.55554, 62.287093, 67.00341, 67.926776, 68.126891, 69.187978, 68.550464, 68.463442, 66.050748, 67.05407, 64.018894, 58.475561, 57.295533, 55.978989, 56.998554, 59.576949, 52.632429, 53.449888, 43.812036, 37.555892, 31.022694, 24.723003, 20.50132, 15.217281, 13.372792]}, "digit": {"n_am_en": [4, 3, 1, 3, 5, 1, 1, 0, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 3, 1, 2, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 2, 3, 1, 2, 2, 2, 4, 2, 0, 0, 1, 2, 2, 3, 2, 4, 1, 1, 1, 2, 4, 5, 5, 4, 4, 5, 3, 3, 3, 1, 0, 0], "n_pos": 6, "sum_m_en": [0.471594, 0.333739, 0.326972, 0.297517, 0.447028, 0.458432, 0.473345, 0.429684, 0.429914, 0.452881, 0.476817, 0.468222, 0.475821, 0.481673, 0.47688, 0.37793, 0.345771, 0.335426, 0.310338, 0.281145, 0.265299, 0.247091, 0.252057, 0.251121, 0.272611, 0.395683, 0.634408, 0.579956, 0.606633, 0.622438, 0.549545, 0.52643, 0.482848, 0.396172, 0.365765, 0.423295, 0.672423, 0.462092, 0.411203, 0.193697, 0.125807, 0.156972, 0.130976, 0.147669, 0.136704, 0.122448, 0.33035, 0.056221, 0.001739, 0.0], "sum_m_pl": [2.656932, 2.916933, 2.656474, 2.743922, 2.498986, 2.483182, 2.358963, 2.118433, 2.091662, 2.432932, 2.456231, 2.524578, 2.707326, 2.656888, 2.688307, 2.828243, 2.936477, 2.922717, 3.003291, 3.090123, 3.06461, 3.062502, 3.072309, 3.099836, 4.011938, 2.997627, 2.256673, 2.452889, 2.544755, 2.698667, 2.653342, 2.734079, 2.7859, 2.883349, 2.975832, 2.772779, 2.673048, 2.607988, 2.882972, 3.93682, 4.365056, 4.237078, 4.309533, 3.916282, 3.705384, 3.433395, 2.869285, 1.483223, 0.035081, 0.0]}, "lang": {"n_am_en": [23, 22, 28, 23, 18, 13, 14, 13, 8, 12, 17, 21, 18, 16, 17, 6, 13, 11, 12, 11, 14, 15, 8, 15, 14, 23, 20, 19, 23, 19, 20, 21, 11, 15, 20, 23, 20, 25, 24, 19, 24, 24, 30, 33, 33, 40, 42, 52, 56, 60], "n_am_pl": [3, 12, 11, 9, 9, 12, 7, 4, 5, 3, 6, 4, 11, 9, 8, 8, 10, 10, 11, 7, 11, 15, 19, 12, 13, 12, 10, 8, 7, 5, 8, 10, 11, 10, 11, 5, 7, 7, 9, 13, 16, 15, 19, 17, 17, 13, 14, 14, 13, 13], "n_pos": 76, "sum_m_en": [9.059453, 4.741145, 4.381751, 4.136754, 4.321444, 4.309744, 4.269996, 4.24255, 4.49663, 4.510142, 4.896969, 5.098675, 5.264663, 5.518739, 5.262543, 4.835564, 4.87972, 4.739968, 4.29504, 3.964664, 3.748627, 3.496249, 3.374818, 3.354342, 7.184435, 7.884911, 7.820652, 7.310299, 7.12976, 7.536707, 7.183811, 7.183052, 7.186614, 6.588701, 7.944927, 9.162625, 10.357851, 11.69071, 12.793326, 11.968017, 12.435979, 17.777291, 18.818065, 22.827171, 26.267449, 32.212385, 37.980614, 47.626764, 54.861116, 57.55467], "sum_m_pl": [25.67957, 36.283255, 36.5052, 35.636898, 35.168554, 35.068226, 34.919675, 34.592869, 34.564877, 35.72291, 35.139062, 34.850443, 35.431273, 34.087065, 34.661875, 35.632344, 35.742413, 35.384447, 36.268689, 37.457187, 37.838797, 38.321573, 38.520311, 38.577556, 34.060616, 31.774848, 30.485869, 32.126759, 32.164629, 32.198346, 32.257256, 31.586149, 31.920907, 31.748759, 31.853056, 30.606169, 27.884474, 27.92454, 27.589025, 28.75268, 29.612742, 26.726628, 27.27844, 23.570936, 21.583906, 18.203638, 16.185666, 13.85063, 13.368063, 12.727103]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "llmzszl-0", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 771, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9647, "tf_agree_excl_first": 0.9704}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [79, 74, 57, 52, 72, 44, 39, 39, 38, 48, 54, 52, 61, 50, 39, 27, 44, 32, 30, 28, 27, 30, 30, 36, 53, 52, 48, 53, 56, 60, 44, 54, 42, 40, 42, 36, 41, 36, 36, 33, 35, 45, 51, 41, 42, 46, 26, 20, 1, 1], "n_am_pl": [30, 49, 52, 49, 33, 33, 20, 27, 23, 26, 22, 29, 38, 51, 42, 47, 36, 51, 52, 59, 73, 77, 74, 70, 57, 35, 28, 36, 44, 62, 73, 66, 74, 66, 62, 62, 46, 65, 75, 79, 78, 80, 83, 77, 70, 71, 65, 73, 109, 119], "n_pos": 260, "sum_m_en": [24.974211, 13.673, 13.603602, 13.727515, 15.055387, 16.265356, 16.074223, 15.904727, 16.496196, 16.841992, 17.051891, 17.239391, 17.655469, 17.931768, 16.76463, 15.586088, 15.161999, 14.184157, 13.163779, 12.682918, 11.892988, 11.216004, 10.880688, 10.855555, 21.074538, 21.716411, 23.155629, 23.43667, 23.449516, 25.832158, 23.887369, 22.850709, 22.240107, 21.900106, 22.232356, 21.548157, 21.915447, 21.321726, 20.966397, 20.125446, 23.749103, 26.146699, 25.347863, 26.640675, 25.956307, 26.92394, 24.037096, 15.595955, 3.103399, 1.022889], "sum_m_pl": [99.609023, 124.158129, 121.144977, 120.280498, 116.600541, 113.604353, 113.959733, 112.665113, 114.53678, 120.162964, 119.043654, 117.487957, 120.936165, 117.868762, 120.304104, 123.175931, 126.157279, 126.629955, 130.112002, 131.82788, 133.289507, 133.857, 134.077663, 134.036671, 116.835586, 107.983741, 101.74388, 109.101576, 112.991208, 115.572125, 116.605978, 118.22696, 118.16599, 114.434229, 115.092479, 112.618729, 108.446228, 105.784891, 107.25675, 109.237284, 109.364013, 107.390343, 108.845002, 98.028504, 90.028463, 88.557811, 79.344858, 79.866273, 100.583001, 118.605739]}, "digit": {"n_am_en": [1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0], "n_pos": 2, "sum_m_en": [0.161249, 0.082641, 0.088402, 0.08333, 0.080155, 0.079748, 0.093075, 0.084842, 0.094692, 0.101578, 0.089756, 0.111081, 0.158473, 0.147977, 0.136863, 0.114237, 0.123961, 0.129579, 0.104181, 0.333471, 0.097871, 0.096658, 0.079046, 0.079289, 0.173757, 0.161922, 0.086563, 0.132268, 0.108757, 0.095052, 0.091819, 0.099086, 0.099548, 0.088302, 0.099323, 0.101114, 0.07547, 0.070517, 0.076309, 0.066965, 0.499391, 0.172423, 0.093844, 0.129735, 0.185872, 0.088176, 0.065029, 0.068687, 0.003649, 0.0], "sum_m_pl": [0.933241, 1.060516, 1.04631, 0.996095, 0.944742, 0.959863, 0.926599, 0.904215, 0.923527, 0.960353, 0.945275, 0.953321, 0.97654, 0.989357, 0.964245, 1.019283, 1.001376, 1.033338, 1.084065, 0.924128, 1.079454, 1.082474, 1.085258, 1.083307, 1.122152, 0.776964, 0.865085, 0.952043, 1.058065, 1.11122, 1.05749, 1.026322, 1.031363, 0.997837, 0.989265, 0.963758, 0.847005, 0.699156, 0.615001, 0.61832, 0.422328, 0.8532, 1.410918, 1.418438, 1.420762, 1.421008, 1.437158, 1.300469, 0.713292, 0.0]}, "lang": {"n_am_en": [34, 28, 20, 25, 26, 20, 18, 21, 15, 18, 26, 25, 30, 23, 20, 11, 24, 16, 16, 15, 15, 18, 12, 17, 34, 31, 33, 33, 35, 40, 30, 30, 25, 24, 26, 22, 26, 26, 27, 22, 22, 31, 38, 30, 33, 36, 19, 13, 1, 1], "n_am_pl": [7, 31, 33, 29, 20, 17, 12, 10, 12, 11, 13, 13, 18, 27, 17, 26, 21, 30, 25, 36, 36, 40, 37, 35, 26, 14, 16, 17, 16, 23, 26, 30, 30, 26, 27, 34, 24, 33, 37, 39, 35, 47, 41, 43, 44, 47, 48, 58, 105, 119], "n_pos": 122, "sum_m_en": [11.318744, 6.239241, 6.295866, 6.57744, 6.945513, 7.393715, 7.648765, 7.637602, 7.964445, 8.096619, 8.356922, 8.530642, 8.65863, 8.636012, 8.033368, 7.461871, 7.444723, 6.830463, 6.380028, 5.921968, 5.765668, 5.335231, 5.131692, 5.068752, 11.504508, 11.85109, 12.858072, 12.204794, 12.232107, 13.370758, 11.660265, 11.213976, 11.201406, 11.601545, 11.601214, 11.445827, 11.869549, 11.928118, 12.340306, 11.957258, 14.879406, 17.795247, 18.603723, 20.130839, 20.073784, 20.2779, 18.025568, 10.039445, 2.509112, 1.020229], "sum_m_pl": [43.869361, 56.538466, 55.500911, 55.364435, 53.851493, 52.571471, 52.095097, 52.546998, 53.559135, 56.401055, 55.822677, 55.59495, 57.451231, 56.259616, 57.783611, 59.009645, 60.357975, 60.682151, 62.333097, 63.094792, 63.165443, 63.598615, 63.59368, 63.682577, 56.587897, 53.399634, 51.723101, 54.112461, 55.026232, 55.617187, 57.097018, 57.92278, 57.951145, 56.236727, 56.791361, 57.38251, 55.967376, 55.864888, 56.180147, 57.140796, 56.167378, 55.245775, 56.234278, 53.777499, 51.545026, 55.223945, 55.403624, 61.44616, 94.578504, 117.989664]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 262, "item_id": "llmzszl-0", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 702, "region_end": 260, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 0.9923}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [29, 29, 25, 22, 21, 24, 24, 25, 26, 28, 29, 38, 28, 26, 27, 28, 27, 23, 29, 38, 36, 31, 33, 34, 36, 37, 36, 37, 36, 33, 37, 35, 34, 32, 32, 43, 44, 47, 58, 58, 57, 57, 48, 50, 52, 53, 57, 59, 52, 54], "n_am_pl": [7, 15, 22, 13, 15, 14, 12, 10, 4, 4, 8, 5, 15, 13, 9, 4, 2, 8, 4, 9, 10, 12, 10, 12, 14, 7, 11, 11, 11, 10, 8, 12, 11, 7, 12, 8, 5, 6, 8, 11, 10, 5, 12, 9, 10, 5, 7, 1, 2, 0], "n_pos": 118, "sum_m_en": [12.84751, 7.214891, 7.014547, 6.990437, 6.866538, 6.827637, 7.044381, 7.146396, 7.483568, 7.62414, 8.338198, 8.732132, 9.339577, 9.078483, 8.987908, 8.6392, 8.666559, 8.114327, 7.765088, 7.349831, 6.926701, 6.521911, 6.216607, 6.003215, 16.829919, 16.494302, 15.715921, 14.773014, 15.312524, 14.249758, 13.785188, 13.304801, 15.043984, 14.638518, 14.993224, 16.296887, 20.141503, 22.996142, 26.639595, 28.364457, 30.367417, 37.000373, 35.658026, 36.655478, 44.431706, 45.034235, 52.26826, 51.602887, 49.098134, 52.989823], "sum_m_pl": [40.662677, 54.486016, 53.541347, 52.290296, 51.447358, 51.761513, 51.245761, 49.718591, 48.546163, 50.333322, 50.152984, 49.777606, 49.666763, 48.6266, 50.034458, 50.291196, 50.262673, 49.291205, 50.745349, 53.676417, 52.906015, 53.177469, 53.598339, 54.347577, 37.528441, 37.007388, 35.676603, 37.50822, 39.150191, 40.800044, 40.182836, 41.385797, 38.870513, 37.275391, 37.246949, 35.556017, 30.947644, 30.648837, 28.819025, 28.166457, 26.184054, 21.786535, 21.390102, 19.517211, 15.85052, 10.814412, 9.955165, 4.006131, 2.090419, 0.114523]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 18, 13, 14, 12, 7, 10, 9, 10, 12, 16, 16, 14, 14, 17, 18, 18, 16, 19, 25, 24, 22, 24, 22, 27, 25, 23, 21, 19, 23, 28, 26, 24, 23, 23, 29, 32, 34, 41, 40, 40, 39, 31, 35, 39, 39, 39, 45, 51, 54], "n_am_pl": [4, 9, 13, 8, 9, 7, 4, 3, 1, 2, 4, 2, 5, 4, 4, 0, 1, 3, 0, 2, 4, 6, 5, 7, 8, 6, 6, 6, 7, 3, 3, 7, 4, 2, 4, 2, 2, 3, 4, 5, 2, 3, 5, 4, 2, 3, 5, 0, 1, 0], "n_pos": 56, "sum_m_en": [6.420613, 3.270739, 3.295167, 3.273665, 3.247562, 3.154232, 3.227138, 3.243793, 3.512835, 3.685706, 4.048353, 4.376552, 4.860425, 4.60011, 4.641221, 4.476037, 4.40103, 4.163115, 3.937791, 3.676727, 3.406528, 3.231632, 3.076957, 2.94611, 10.567032, 10.212375, 9.774789, 8.588068, 8.90318, 8.162391, 7.890028, 7.629533, 9.037519, 8.679711, 8.863014, 9.932331, 12.489038, 15.084307, 17.515983, 19.921984, 21.302251, 25.354579, 26.16413, 27.793744, 32.453597, 33.18241, 37.836965, 40.887984, 47.138415, 52.523901], "sum_m_pl": [19.570215, 26.947756, 26.038748, 25.777217, 24.945887, 24.801757, 24.722333, 23.994727, 23.310667, 24.162295, 24.312221, 24.285527, 24.176679, 23.512766, 24.035264, 24.288736, 24.315979, 23.864641, 24.161636, 25.648086, 25.242838, 25.344689, 25.43854, 25.808202, 17.877774, 17.551059, 16.835635, 17.598428, 18.140541, 18.927851, 18.852431, 19.646711, 17.968049, 17.736397, 17.649952, 17.094717, 15.431719, 14.825589, 13.47008, 13.135237, 11.844888, 9.700978, 8.886699, 8.334314, 6.324235, 4.158535, 5.697714, 1.084264, 0.92884, 0.017455]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "llmzszl-1", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 736, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9832}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [53, 35, 34, 40, 29, 26, 30, 29, 36, 31, 24, 31, 35, 29, 33, 31, 27, 29, 19, 24, 19, 19, 24, 26, 32, 39, 43, 42, 36, 46, 37, 30, 34, 34, 32, 39, 34, 37, 36, 33, 39, 32, 29, 29, 24, 21, 21, 9, 0, 1], "n_am_pl": [19, 36, 30, 28, 31, 31, 19, 19, 18, 20, 20, 14, 17, 20, 29, 15, 20, 27, 27, 21, 32, 41, 31, 35, 29, 22, 28, 25, 31, 26, 36, 38, 31, 28, 25, 19, 25, 25, 30, 37, 32, 42, 41, 38, 43, 48, 47, 43, 82, 88], "n_pos": 178, "sum_m_en": [15.86536, 8.27285, 8.696158, 9.131362, 9.591445, 9.48863, 9.666015, 9.779567, 10.15637, 10.372919, 11.066697, 10.853989, 11.620508, 12.072575, 12.014691, 11.617508, 11.581297, 10.638266, 9.634658, 9.196278, 8.910399, 8.554063, 8.298646, 8.092552, 14.909488, 16.732178, 16.684531, 18.097291, 18.471507, 18.041336, 17.4589, 15.901937, 16.541628, 16.32077, 17.003066, 17.319985, 18.065899, 18.110756, 19.43888, 18.264558, 19.688897, 18.89143, 19.012317, 21.367399, 23.405597, 20.066707, 17.674226, 9.428926, 1.604316, 0.891692], "sum_m_pl": [67.427403, 82.794739, 80.489116, 82.312414, 79.596485, 79.544398, 78.710608, 77.704944, 77.508097, 78.251773, 76.629453, 74.682345, 74.738411, 74.19476, 75.447344, 76.337753, 77.67138, 78.502775, 80.797891, 83.592038, 82.729106, 83.083624, 82.991442, 83.825101, 63.548756, 61.106929, 59.067167, 62.402168, 65.353702, 66.684361, 66.622156, 68.839589, 67.065888, 63.537261, 64.403466, 64.113502, 59.824292, 58.821978, 58.949057, 60.631388, 56.249369, 58.171486, 55.523705, 48.779857, 45.762897, 48.246081, 47.881789, 46.345116, 76.303291, 88.49113]}, "digit": {"n_am_en": [3, 1, 2, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.337087, 0.136612, 0.135071, 0.124474, 0.144784, 0.147327, 0.141026, 0.136099, 0.151009, 0.161267, 0.154878, 0.162192, 0.201446, 0.197507, 0.210644, 0.215237, 0.21213, 0.201759, 0.183058, 0.169239, 0.16906, 0.160312, 0.153268, 0.150473, 0.373013, 0.362432, 0.351426, 0.323402, 0.32221, 0.285437, 0.282803, 0.243762, 0.215608, 0.225425, 0.265227, 0.304999, 0.226817, 0.173398, 0.175012, 0.169763, 0.160344, 0.160241, 0.135475, 0.129395, 0.141418, 0.111103, 0.067607, 0.021275, 0.000112, 0.0], "sum_m_pl": [1.336107, 1.680013, 1.660001, 1.617478, 1.563225, 1.532974, 1.49509, 1.463364, 1.389181, 1.307851, 1.282251, 1.206012, 1.174509, 1.179847, 1.186332, 1.18602, 1.247985, 1.244034, 1.28437, 1.381921, 1.382866, 1.372665, 1.369267, 1.378193, 1.01681, 1.058669, 1.071586, 1.1184, 1.157791, 1.089164, 1.068236, 1.031704, 0.892924, 0.860328, 0.894723, 0.857312, 0.710238, 0.593387, 0.710598, 0.756895, 0.752344, 0.786694, 0.718414, 0.638104, 0.59924, 0.563558, 0.270299, 0.208753, 0.000482, 0.0]}, "lang": {"n_am_en": [19, 14, 14, 19, 14, 13, 18, 14, 18, 21, 17, 20, 17, 15, 20, 18, 13, 17, 12, 14, 14, 12, 16, 16, 20, 18, 24, 24, 22, 29, 22, 18, 20, 19, 20, 22, 13, 22, 22, 20, 25, 20, 21, 20, 17, 15, 15, 7, 0, 1], "n_am_pl": [14, 18, 22, 14, 14, 19, 9, 9, 10, 10, 9, 6, 8, 8, 13, 8, 9, 20, 16, 16, 15, 20, 15, 16, 14, 11, 14, 10, 13, 14, 18, 18, 13, 16, 14, 11, 15, 16, 17, 25, 19, 30, 28, 29, 35, 36, 36, 33, 79, 88], "n_pos": 90, "sum_m_en": [7.622434, 3.982748, 4.31786, 4.624037, 5.11738, 4.932343, 5.070911, 5.117285, 5.286475, 5.440861, 5.773565, 5.610762, 6.031303, 6.212567, 6.16134, 5.926237, 5.821513, 5.347027, 4.866193, 4.6601, 4.525873, 4.292346, 4.160523, 4.027178, 7.285968, 8.297442, 8.813279, 9.942186, 9.945793, 9.630379, 9.305248, 8.497192, 8.886859, 8.845502, 9.21186, 9.156398, 9.661028, 9.959311, 10.713207, 10.48349, 11.422381, 10.910777, 12.112124, 13.536839, 15.332661, 12.605056, 12.039288, 5.871726, 1.105041, 0.890642], "sum_m_pl": [32.41624, 40.63488, 39.33416, 40.540071, 38.669246, 39.055954, 38.422223, 38.21345, 38.432497, 38.966648, 38.331271, 37.8895, 37.705079, 37.347241, 38.468811, 39.017016, 39.792641, 40.498155, 41.436319, 42.617579, 41.878698, 42.171889, 42.042847, 42.609492, 32.928073, 31.51859, 31.071556, 32.42675, 33.605266, 34.876955, 34.991722, 36.119264, 35.397529, 33.916011, 34.422205, 34.679062, 33.16975, 32.491037, 32.81273, 33.795005, 31.9648, 34.355122, 34.06094, 30.871706, 30.948719, 34.275195, 36.646514, 35.294238, 70.865547, 86.922336]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "llmzszl-1", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 667, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9888}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [67, 73, 61, 50, 41, 34, 36, 45, 46, 47, 51, 48, 49, 54, 67, 40, 37, 42, 42, 48, 43, 37, 37, 42, 57, 64, 57, 61, 67, 73, 60, 62, 59, 64, 53, 68, 66, 58, 69, 83, 86, 75, 82, 82, 91, 76, 77, 81, 96, 92], "n_am_pl": [4, 22, 28, 24, 24, 25, 25, 19, 29, 21, 16, 32, 35, 26, 25, 29, 31, 26, 29, 34, 36, 27, 30, 37, 23, 21, 29, 28, 23, 24, 22, 23, 24, 21, 23, 25, 20, 13, 17, 16, 12, 13, 7, 9, 9, 7, 6, 1, 0, 0], "n_pos": 218, "sum_m_en": [27.522991, 13.150094, 12.135228, 10.993515, 10.947093, 11.410241, 11.376845, 13.072659, 14.015632, 13.539914, 14.046702, 14.719284, 15.51714, 16.523223, 16.656623, 15.074181, 14.07241, 14.141258, 13.051934, 12.194629, 11.457612, 10.730804, 10.16308, 9.994495, 20.979937, 25.26815, 23.919095, 22.361888, 22.771014, 23.707081, 21.110802, 21.692337, 21.452959, 22.520482, 24.556683, 26.064283, 30.710576, 31.312425, 35.016104, 46.041299, 47.401624, 51.341843, 55.313322, 59.911682, 69.348327, 67.217017, 76.850124, 78.166363, 92.462594, 92.040894], "sum_m_pl": [77.788771, 105.032463, 102.220227, 100.536389, 99.987068, 96.10531, 96.873174, 92.825929, 90.851182, 93.859064, 93.573755, 95.154478, 95.196326, 95.389833, 96.361502, 96.545531, 96.974942, 96.95916, 98.968469, 101.89625, 103.371775, 103.891756, 105.17845, 106.148524, 82.597448, 79.631626, 80.220208, 86.628017, 88.00219, 88.418067, 89.632088, 89.585857, 89.1664, 86.725873, 83.34916, 80.939406, 71.612133, 66.954175, 63.911644, 58.638872, 55.022313, 48.663887, 44.330828, 38.089103, 31.46433, 22.38886, 12.313474, 5.782335, 1.188466, 0.04059]}, "digit": {"n_am_en": [4, 14, 15, 9, 3, 3, 8, 6, 2, 5, 7, 5, 5, 4, 6, 4, 4, 6, 7, 7, 5, 4, 4, 4, 4, 5, 3, 2, 4, 7, 6, 12, 8, 7, 6, 10, 12, 8, 12, 10, 10, 7, 8, 5, 4, 3, 2, 2, 2, 0], "n_am_pl": [0, 1, 5, 8, 9, 6, 4, 3, 4, 3, 2, 6, 3, 5, 2, 3, 5, 5, 3, 7, 5, 4, 0, 3, 2, 3, 7, 4, 2, 3, 5, 1, 3, 5, 5, 3, 3, 2, 2, 2, 1, 2, 0, 1, 3, 0, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.139756, 1.60153, 1.536471, 1.490592, 1.496816, 1.66692, 1.65452, 1.882989, 1.915377, 1.961514, 2.0743, 2.107523, 2.136588, 2.261562, 2.249746, 2.020253, 1.923463, 2.003999, 1.870696, 1.785483, 1.654766, 1.558921, 1.477481, 1.449038, 2.689152, 3.091235, 2.916906, 2.501438, 2.699557, 2.729926, 2.618812, 2.67916, 2.443882, 2.632103, 2.625923, 3.260513, 4.231539, 3.799762, 3.887775, 4.044902, 4.251799, 3.930441, 3.347895, 4.291735, 4.215821, 3.905344, 3.410639, 2.846901, 1.908634, 0.0], "sum_m_pl": [14.125057, 17.815989, 17.164993, 16.704269, 16.290282, 15.412349, 15.861192, 14.775905, 14.332222, 14.921339, 14.839621, 15.016264, 14.548886, 14.889599, 14.645632, 14.594458, 14.748102, 14.719809, 15.096082, 15.717549, 15.975175, 16.159946, 16.472475, 16.683963, 13.106556, 12.214738, 12.284425, 13.168071, 13.749608, 14.041545, 13.892508, 14.276262, 14.130925, 14.169956, 13.708186, 13.347555, 12.040955, 11.956289, 11.921752, 11.815503, 11.083939, 11.183562, 10.96479, 9.336886, 8.372041, 6.822805, 3.877866, 1.868721, 0.335719, 0.0]}, "lang": {"n_am_en": [26, 23, 16, 17, 17, 13, 11, 20, 20, 15, 17, 20, 23, 23, 30, 16, 13, 16, 17, 20, 17, 16, 16, 21, 31, 39, 29, 36, 33, 33, 26, 28, 25, 32, 30, 34, 34, 32, 37, 43, 49, 45, 51, 53, 59, 59, 65, 70, 89, 90], "n_am_pl": [2, 11, 13, 9, 5, 6, 7, 7, 9, 7, 6, 11, 14, 11, 14, 20, 14, 14, 15, 16, 18, 13, 14, 18, 11, 13, 11, 12, 12, 14, 8, 12, 13, 9, 9, 12, 6, 7, 9, 7, 5, 4, 4, 5, 4, 4, 4, 1, 0, 0], "n_pos": 91, "sum_m_en": [12.060214, 5.977993, 5.425237, 4.826593, 4.791031, 4.97056, 4.965551, 5.681179, 6.051926, 5.689696, 6.005286, 6.303816, 6.592957, 7.015816, 6.990643, 6.451206, 5.948103, 6.056848, 5.585734, 5.178973, 4.872958, 4.538022, 4.308669, 4.235959, 9.387969, 12.035964, 11.066455, 10.468517, 10.638094, 11.394003, 9.893435, 10.244427, 10.212645, 11.058172, 12.946302, 13.742674, 16.534126, 17.491834, 20.320631, 27.6308, 29.549408, 33.86085, 37.037647, 39.603905, 45.659277, 48.197091, 60.722949, 64.358978, 84.247363, 89.351267], "sum_m_pl": [31.040006, 42.008588, 41.130954, 40.411233, 40.217204, 38.817949, 39.000624, 37.96896, 37.531156, 38.578787, 38.617764, 39.335702, 40.064959, 40.055701, 40.712923, 40.475757, 40.743581, 40.675274, 41.639728, 42.594905, 43.133164, 43.367772, 43.876532, 44.310163, 34.149315, 33.111737, 33.47927, 36.188475, 36.628936, 36.602575, 37.786379, 37.520421, 37.392085, 36.128874, 34.112508, 33.278192, 29.61714, 27.256205, 25.657153, 22.260747, 20.794604, 17.541421, 15.695787, 13.140157, 11.273956, 7.740019, 4.394979, 2.398378, 0.561927, 0.03977]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 220, "item_id": "llmzszl-100", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 722, "region_end": 218, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 0.9817}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [119, 143, 110, 94, 74, 93, 104, 105, 123, 121, 104, 106, 97, 112, 91, 84, 94, 121, 90, 99, 97, 88, 72, 67, 136, 139, 121, 123, 135, 111, 108, 115, 108, 129, 130, 163, 161, 150, 145, 151, 140, 123, 116, 138, 128, 115, 61, 32, 9, 0], "n_am_pl": [32, 104, 103, 84, 90, 102, 93, 60, 71, 66, 60, 61, 60, 54, 62, 56, 75, 54, 70, 70, 79, 73, 83, 105, 64, 57, 54, 48, 58, 71, 76, 67, 76, 66, 75, 68, 60, 59, 54, 58, 68, 73, 66, 62, 80, 95, 110, 123, 171, 183], "n_pos": 542, "sum_m_en": [50.815396, 25.26288, 25.653827, 26.671379, 26.99588, 27.314581, 28.491061, 30.233583, 35.2943, 33.74806, 35.042693, 36.587558, 36.523908, 39.233736, 41.290125, 38.044672, 37.181895, 37.920357, 33.814586, 31.724678, 28.896268, 26.934852, 25.80251, 25.193667, 51.173483, 55.783347, 57.125427, 51.340188, 54.834937, 53.862514, 48.770905, 48.150863, 50.322499, 51.828421, 54.324628, 61.585514, 69.728011, 76.724973, 79.277392, 83.138064, 79.981569, 81.346302, 82.576106, 92.9967, 95.117506, 87.580471, 56.405762, 38.743658, 12.371043, 0.291084], "sum_m_pl": [210.54976, 267.699238, 261.812131, 255.351077, 250.297122, 246.202759, 251.796633, 241.015876, 233.924413, 237.337294, 235.045206, 233.659663, 235.144305, 236.814025, 235.872373, 234.413852, 236.21781, 237.657271, 244.802395, 252.000006, 258.048399, 259.721643, 261.740925, 262.730315, 202.079671, 197.635711, 192.691144, 211.567119, 219.583556, 221.118436, 222.217273, 222.995901, 219.079204, 208.233505, 204.314924, 194.003195, 175.230948, 164.831816, 161.216986, 158.594909, 152.277498, 154.68141, 147.438653, 136.804492, 134.743122, 135.361414, 138.367328, 134.330578, 172.912447, 182.716847]}, "digit": {"n_am_en": [7, 48, 30, 24, 13, 17, 24, 18, 14, 22, 14, 16, 10, 13, 15, 9, 14, 13, 8, 14, 17, 11, 13, 10, 23, 27, 22, 18, 21, 15, 12, 19, 16, 15, 17, 20, 26, 14, 19, 13, 10, 9, 6, 12, 4, 4, 4, 0, 0, 0], "n_am_pl": [0, 7, 12, 14, 15, 13, 13, 10, 5, 6, 12, 12, 11, 10, 8, 4, 12, 10, 9, 15, 18, 17, 15, 13, 8, 7, 7, 8, 5, 13, 12, 9, 11, 9, 8, 13, 7, 9, 5, 6, 7, 6, 8, 8, 6, 4, 3, 5, 1, 0], "n_pos": 90, "sum_m_en": [8.549181, 4.090235, 3.802942, 3.731509, 3.802112, 4.055831, 4.068376, 4.41628, 4.92723, 4.769423, 5.019228, 5.237963, 5.336976, 5.818793, 6.158469, 5.786329, 5.694108, 5.99524, 5.311823, 5.072807, 4.554789, 4.171379, 3.965047, 3.862757, 7.596464, 8.875752, 8.763489, 7.233024, 7.833577, 8.021766, 7.61309, 7.425176, 7.275371, 7.301893, 7.622583, 8.200514, 8.931147, 7.864969, 7.877872, 7.90934, 7.296106, 6.851533, 6.315407, 6.758391, 5.798373, 5.319256, 3.671327, 1.729868, 0.590779, 1.8e-05], "sum_m_pl": [39.102391, 48.673297, 47.622298, 45.810301, 44.380971, 43.035455, 44.096974, 41.808622, 40.503085, 41.551722, 41.028334, 39.990026, 39.239074, 40.131042, 39.002228, 38.308788, 39.146372, 39.312743, 40.769837, 42.223126, 43.046047, 43.711327, 44.225492, 44.685079, 35.679861, 33.913123, 33.495503, 35.858724, 37.486467, 37.596768, 37.404042, 37.991383, 37.659768, 36.879601, 36.048238, 34.499995, 31.831657, 31.836762, 31.294742, 31.503517, 29.135677, 30.636614, 29.317189, 27.120996, 23.324465, 19.943716, 14.343186, 7.927137, 3.250105, 0.021267]}, "lang": {"n_am_en": [42, 30, 30, 31, 25, 25, 32, 42, 41, 47, 38, 42, 36, 50, 35, 38, 39, 49, 30, 39, 36, 37, 26, 28, 51, 55, 49, 48, 56, 43, 46, 46, 46, 59, 64, 71, 66, 60, 61, 75, 70, 61, 63, 76, 74, 69, 31, 15, 4, 0], "n_am_pl": [13, 47, 40, 33, 31, 37, 26, 21, 26, 26, 16, 17, 19, 15, 20, 20, 19, 18, 20, 22, 24, 21, 28, 37, 27, 21, 17, 18, 26, 24, 29, 27, 22, 22, 27, 26, 26, 28, 27, 30, 32, 39, 34, 38, 51, 65, 81, 95, 161, 181], "n_pos": 181, "sum_m_en": [17.304063, 8.487065, 8.850582, 9.403598, 9.727131, 9.839442, 10.542003, 11.323318, 13.418549, 12.442488, 13.108435, 13.483982, 13.1317, 14.157615, 14.490743, 13.414359, 12.937854, 12.999108, 11.647269, 10.905669, 10.076002, 9.390721, 8.886827, 8.704415, 19.180954, 20.795868, 21.415745, 19.058139, 19.700679, 19.878424, 17.112636, 17.392936, 18.820553, 20.481649, 21.697117, 24.341679, 27.436921, 33.676942, 34.053492, 37.57823, 36.532557, 36.065236, 43.378654, 50.826385, 53.079346, 48.565829, 27.500929, 17.366455, 5.25273, 0.274268], "sum_m_pl": [66.080441, 85.650968, 83.454788, 81.549231, 80.60461, 79.334553, 80.069073, 78.382431, 76.49639, 77.566983, 77.013302, 77.164781, 78.825707, 78.142787, 78.760706, 78.97261, 78.969948, 79.616293, 81.777103, 83.814084, 85.500722, 86.180645, 86.920555, 87.12838, 66.703324, 66.008143, 65.153232, 71.766408, 74.353759, 75.091523, 77.3568, 77.513308, 75.780775, 72.751099, 70.975034, 69.673653, 65.807303, 62.212939, 61.787501, 59.082787, 57.881672, 61.280184, 58.877681, 56.898189, 60.793755, 67.166154, 79.288454, 90.29414, 149.629768, 177.800875]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 542, "item_id": "llmzszl-100", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 653, "region_end": 542, "roundtrip_ok": true, "tf_agree": 0.9723, "tf_agree_excl_first": 0.9741}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 23, 17, 12, 11, 10, 8, 7, 15, 14, 19, 22, 18, 14, 7, 9, 12, 9, 10, 8, 10, 6, 5, 6, 17, 12, 12, 12, 13, 12, 7, 6, 12, 7, 7, 7, 12, 10, 10, 15, 13, 15, 19, 12, 13, 18, 16, 16, 20, 20], "n_am_pl": [4, 21, 22, 19, 8, 13, 13, 14, 3, 14, 5, 8, 15, 12, 11, 14, 10, 11, 9, 13, 11, 18, 16, 18, 13, 9, 10, 10, 13, 6, 10, 7, 8, 6, 7, 7, 2, 5, 10, 15, 16, 15, 12, 13, 13, 11, 10, 9, 2, 1], "n_pos": 93, "sum_m_en": [10.60238, 4.979386, 4.65325, 4.737815, 5.555741, 5.143724, 5.033928, 5.299212, 5.391312, 5.575032, 5.811278, 6.245796, 6.534954, 6.740594, 6.21898, 5.816892, 5.980292, 5.546855, 4.900226, 4.753412, 4.550889, 4.363346, 4.239296, 4.149966, 8.152644, 8.172147, 7.93253, 7.763018, 7.659853, 7.397412, 7.181508, 6.884507, 6.239598, 5.892368, 6.312467, 6.216757, 7.19723, 7.241066, 7.321748, 7.897173, 8.521446, 10.008288, 12.272771, 12.041748, 12.964019, 15.54407, 14.968338, 16.881641, 18.716386, 20.226511], "sum_m_pl": [37.800045, 45.643853, 44.8523, 43.376051, 40.583039, 40.764925, 41.04334, 40.170369, 38.001027, 39.808838, 40.513707, 41.612161, 41.458338, 40.952709, 40.893184, 41.888677, 41.805787, 41.231948, 42.751055, 43.621199, 44.158104, 44.631176, 44.736379, 44.901778, 34.298151, 33.364636, 31.40601, 33.143515, 35.365097, 34.732948, 34.608223, 34.588671, 34.185141, 31.525745, 29.979487, 28.413268, 25.563603, 24.530831, 23.365622, 26.612264, 26.289447, 24.302954, 21.598842, 20.965609, 17.790131, 13.909559, 9.827435, 8.949789, 3.803432, 1.084287]}, "digit": {"n_am_en": [3, 9, 10, 3, 0, 1, 0, 1, 4, 1, 4, 5, 3, 4, 2, 1, 4, 3, 1, 2, 4, 2, 1, 0, 2, 2, 4, 2, 2, 3, 1, 2, 0, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 2, 2, 3, 2, 1, 0, 0], "n_am_pl": [0, 4, 0, 4, 3, 4, 0, 1, 0, 3, 0, 2, 4, 2, 2, 2, 4, 1, 2, 0, 2, 4, 5, 6, 6, 5, 5, 5, 7, 1, 2, 1, 2, 2, 0, 4, 1, 3, 6, 8, 8, 8, 7, 6, 6, 6, 5, 3, 0, 0], "n_pos": 22, "sum_m_en": [1.887238, 0.91144, 0.909587, 0.884493, 0.936759, 0.91955, 1.021378, 1.060385, 1.114858, 1.162255, 1.268397, 1.243648, 1.351011, 1.462259, 1.280848, 1.200911, 1.303419, 1.232929, 1.073691, 1.06105, 1.041246, 0.98258, 0.964708, 0.961627, 1.603426, 1.600009, 1.702873, 1.693949, 1.634921, 1.51856, 1.570082, 1.59158, 1.293697, 1.321743, 1.422829, 1.466707, 1.620234, 1.457927, 1.403487, 1.136915, 1.159328, 1.31337, 1.470522, 3.049602, 2.774701, 2.390882, 1.158792, 1.473349, 0.212312, 0.0], "sum_m_pl": [10.271383, 12.054376, 11.492135, 11.139551, 10.693142, 10.594359, 10.243415, 10.000992, 9.533002, 9.865544, 10.113849, 10.364582, 10.090178, 10.05478, 9.926773, 9.834453, 9.709662, 9.459825, 9.837516, 10.095467, 10.187386, 10.435683, 10.364544, 10.391295, 9.809269, 9.461567, 8.717471, 8.498357, 8.906829, 8.58863, 8.270706, 8.412827, 8.609433, 8.171929, 7.742087, 8.169291, 8.152717, 8.28251, 7.826253, 10.264386, 9.863612, 8.483607, 7.992298, 8.107151, 6.399269, 5.020502, 4.017093, 2.628598, 0.411507, 0.0]}, "lang": {"n_am_en": [10, 4, 2, 3, 5, 4, 2, 2, 3, 3, 5, 5, 6, 4, 0, 5, 3, 3, 4, 0, 4, 2, 3, 3, 7, 4, 4, 5, 4, 4, 3, 3, 4, 2, 2, 3, 4, 6, 4, 6, 6, 8, 9, 6, 7, 10, 11, 12, 19, 20], "n_am_pl": [2, 3, 5, 7, 2, 1, 3, 3, 1, 3, 0, 3, 2, 4, 1, 1, 2, 4, 3, 7, 4, 8, 6, 8, 5, 4, 2, 2, 4, 1, 4, 2, 2, 1, 0, 0, 0, 1, 4, 6, 5, 5, 5, 7, 7, 5, 5, 6, 2, 1], "n_pos": 22, "sum_m_en": [2.184548, 1.196518, 1.109748, 1.188953, 1.54876, 1.430209, 1.342272, 1.417949, 1.397073, 1.45205, 1.505477, 1.699044, 1.780964, 1.870736, 1.613129, 1.479344, 1.540221, 1.464759, 1.275762, 1.225415, 1.143659, 1.081992, 1.04351, 1.007782, 2.116729, 2.300134, 2.315923, 2.19818, 2.170648, 2.238526, 2.17012, 2.061089, 1.865519, 1.748748, 1.901026, 2.01053, 2.956097, 3.315593, 3.1508, 3.298708, 3.789526, 4.655939, 5.637142, 4.69132, 5.069687, 7.371342, 9.914614, 11.587867, 17.204027, 20.149472], "sum_m_pl": [9.302529, 10.297638, 10.389277, 10.022993, 9.373815, 9.373217, 9.536639, 9.285555, 8.846358, 9.52144, 9.487179, 9.835141, 10.07175, 9.974306, 9.965327, 10.285625, 10.083421, 10.223254, 10.593534, 10.561023, 10.656123, 10.732241, 10.80082, 10.876653, 9.375425, 8.724671, 8.345979, 8.622421, 9.119809, 8.675759, 9.059069, 8.999926, 9.035062, 8.539915, 8.376457, 7.774357, 7.449287, 7.234261, 8.083203, 9.647466, 9.342838, 8.963863, 8.063601, 8.618209, 8.514296, 6.855365, 4.900556, 5.779192, 3.154858, 1.003906]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 95, "item_id": "llmzszl-101", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 743, "region_end": 93, "roundtrip_ok": true, "tf_agree": 0.9789, "tf_agree_excl_first": 0.9894}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [91, 106, 110, 96, 94, 74, 62, 60, 70, 90, 123, 99, 106, 98, 103, 87, 108, 92, 70, 69, 80, 75, 64, 59, 101, 104, 85, 101, 90, 104, 96, 87, 95, 85, 108, 103, 89, 74, 85, 94, 82, 76, 90, 82, 80, 61, 33, 32, 30, 24], "n_am_pl": [21, 99, 77, 86, 67, 74, 69, 85, 57, 63, 50, 62, 74, 77, 65, 50, 42, 48, 74, 76, 85, 95, 112, 109, 71, 73, 63, 52, 61, 77, 69, 70, 58, 46, 43, 50, 49, 54, 57, 76, 65, 69, 61, 55, 45, 54, 56, 57, 67, 67], "n_pos": 430, "sum_m_en": [38.574125, 21.330184, 23.06898, 23.820062, 24.516278, 23.769779, 23.721589, 24.326533, 26.048567, 27.390501, 28.212714, 28.958867, 31.379153, 32.349025, 31.787929, 30.348206, 30.822503, 29.569236, 25.355878, 24.359174, 23.327435, 22.350099, 21.640484, 20.798576, 45.283554, 46.771325, 47.679283, 48.087553, 47.078292, 48.544869, 45.676183, 43.762252, 39.716374, 38.369277, 42.29303, 41.886543, 42.841141, 38.925807, 42.557728, 50.394191, 47.942251, 46.405908, 51.668211, 54.318877, 60.182977, 51.726431, 36.958564, 36.397466, 29.437673, 23.717395], "sum_m_pl": [170.306822, 210.480316, 203.585938, 200.000438, 196.589058, 195.972741, 197.232345, 197.358221, 190.552341, 195.545462, 193.628431, 192.318443, 193.89338, 192.144326, 192.047158, 198.749061, 197.23995, 196.811513, 204.747815, 206.81561, 209.135497, 208.232559, 208.420908, 208.96787, 163.894638, 161.914382, 150.238102, 163.648781, 170.606522, 170.901891, 172.700977, 173.949811, 174.166538, 164.073828, 159.582209, 152.122621, 141.81169, 141.366545, 136.267046, 135.202589, 132.151875, 130.433366, 121.466673, 104.8877, 80.209356, 87.086278, 70.992798, 64.972129, 68.024189, 66.56628]}, "digit": {"n_am_en": [4, 17, 8, 7, 5, 5, 7, 7, 2, 6, 10, 9, 9, 7, 14, 6, 10, 9, 5, 6, 9, 7, 5, 7, 10, 11, 9, 12, 8, 11, 11, 10, 10, 11, 10, 9, 5, 3, 5, 4, 6, 4, 7, 9, 8, 6, 3, 3, 0, 0], "n_am_pl": [0, 5, 3, 4, 6, 3, 3, 0, 2, 1, 1, 6, 7, 8, 4, 6, 3, 4, 5, 5, 4, 9, 10, 7, 6, 7, 7, 4, 6, 8, 1, 7, 5, 4, 2, 3, 3, 4, 6, 11, 9, 10, 8, 6, 6, 5, 7, 6, 2, 0], "n_pos": 37, "sum_m_en": [3.597786, 1.636089, 1.626811, 1.637766, 1.647171, 1.680669, 1.739378, 1.831286, 1.877086, 1.982814, 2.083547, 2.201394, 2.425864, 2.44495, 2.338782, 2.290888, 2.353197, 2.378137, 1.9855, 1.889559, 1.837285, 1.743212, 1.721265, 1.667859, 4.415935, 4.347194, 4.302693, 3.759343, 3.795038, 3.818094, 3.666538, 3.582014, 3.058815, 3.097439, 3.57816, 3.794555, 3.72311, 3.697679, 3.728936, 4.05017, 4.033639, 4.033379, 4.262635, 5.888646, 5.662762, 4.231909, 2.384645, 2.544325, 0.345236, 0.000348], "sum_m_pl": [15.95466, 20.037517, 19.209446, 18.645025, 18.138868, 17.665538, 17.342645, 16.959591, 16.505542, 16.899261, 16.727441, 16.7652, 16.842396, 16.945354, 16.993325, 17.153003, 16.978179, 16.87072, 17.750083, 17.811119, 17.918825, 17.95665, 17.903265, 17.995679, 15.215764, 15.16524, 14.31778, 15.33772, 15.544844, 15.254082, 15.321939, 15.306015, 16.05459, 15.167769, 14.474386, 14.679012, 14.113979, 13.307825, 12.621001, 14.054687, 14.201539, 13.656326, 13.27267, 12.299935, 11.175969, 9.647508, 9.080992, 6.915448, 2.548236, 1e-06]}, "lang": {"n_am_en": [21, 14, 26, 22, 23, 16, 11, 11, 16, 20, 26, 18, 27, 25, 23, 22, 25, 25, 20, 23, 29, 24, 21, 19, 27, 31, 17, 20, 17, 26, 25, 26, 28, 19, 26, 31, 23, 23, 32, 37, 33, 28, 38, 37, 46, 39, 24, 24, 25, 23], "n_am_pl": [5, 16, 16, 9, 9, 9, 9, 16, 6, 11, 12, 13, 11, 11, 13, 10, 7, 14, 21, 22, 19, 21, 30, 25, 14, 19, 15, 13, 14, 15, 15, 13, 12, 17, 16, 17, 15, 17, 18, 19, 19, 23, 17, 14, 12, 20, 28, 37, 55, 67], "n_pos": 90, "sum_m_en": [7.596322, 4.473713, 4.831962, 5.101723, 5.13646, 5.042557, 4.954218, 5.043226, 5.404721, 5.437143, 5.74894, 6.011695, 6.583476, 6.526707, 6.388474, 6.091409, 6.331586, 6.124897, 5.253071, 4.99277, 4.798896, 4.668617, 4.485146, 4.287762, 9.657296, 9.611674, 9.368487, 9.349841, 9.350837, 9.698434, 9.101939, 9.337798, 8.617521, 8.624465, 9.66046, 10.77876, 11.092847, 10.32611, 12.861932, 17.251672, 15.81528, 16.513257, 19.363341, 23.328343, 34.923593, 30.038763, 23.885409, 23.711778, 25.168048, 23.017035], "sum_m_pl": [35.787283, 41.12143, 40.242049, 39.945351, 39.829921, 39.691472, 40.520621, 41.16162, 40.224013, 41.497099, 40.9922, 41.000874, 41.150007, 41.153699, 41.2538, 42.752007, 41.554527, 41.792446, 43.185558, 43.373205, 43.788731, 43.56626, 43.630852, 43.613322, 37.311757, 37.023944, 34.839988, 36.762518, 37.24698, 36.533405, 37.701854, 37.598528, 38.473544, 37.502553, 36.50785, 35.302567, 33.894875, 35.202701, 35.221634, 33.877462, 33.574291, 33.455316, 30.434959, 25.886416, 21.578258, 27.846281, 30.315404, 36.154083, 54.035308, 65.489999]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 430, "item_id": "llmzszl-101", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 674, "region_end": 430, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9953}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [37, 44, 49, 39, 32, 25, 34, 37, 22, 24, 27, 25, 36, 22, 22, 25, 27, 24, 22, 19, 17, 24, 20, 27, 41, 37, 36, 35, 36, 25, 20, 14, 21, 19, 22, 28, 31, 28, 28, 28, 30, 34, 33, 28, 27, 26, 24, 25, 39, 37], "n_am_pl": [4, 13, 8, 10, 20, 15, 18, 15, 23, 17, 15, 19, 20, 21, 20, 24, 17, 14, 13, 15, 16, 19, 21, 18, 5, 8, 8, 7, 9, 16, 25, 14, 15, 15, 5, 8, 7, 3, 2, 2, 1, 0, 3, 2, 2, 4, 1, 0, 0, 0], "n_pos": 119, "sum_m_en": [13.638355, 6.507567, 6.979011, 6.610389, 6.771946, 7.082892, 6.783952, 7.515454, 7.208788, 7.280222, 7.452993, 7.814823, 9.214096, 9.07024, 8.960914, 8.610645, 8.97173, 8.359041, 7.40277, 6.814571, 6.312169, 5.859669, 5.653095, 5.533651, 12.317064, 13.903095, 13.622057, 13.224198, 12.840389, 12.413998, 12.033987, 11.574643, 11.198784, 11.284541, 13.193239, 13.662619, 15.596595, 14.220348, 15.362361, 18.225652, 18.718191, 23.803392, 25.200017, 22.961095, 24.595058, 23.620685, 25.731617, 26.791316, 36.645278, 36.682048], "sum_m_pl": [43.961963, 58.366592, 57.068395, 57.052443, 55.613692, 55.240852, 56.374848, 55.321854, 55.035561, 55.975927, 55.413711, 55.357546, 53.815571, 53.733115, 53.205673, 53.784767, 52.218883, 52.367548, 53.628104, 56.068218, 57.317332, 58.212584, 58.600222, 58.917969, 46.449721, 45.702254, 44.010008, 45.764478, 46.8406, 47.109091, 47.010728, 46.691286, 46.376206, 44.361662, 40.812979, 38.497337, 35.032391, 32.655815, 29.566703, 26.588555, 26.091472, 21.44499, 21.353181, 13.971841, 11.390742, 11.344137, 5.477889, 4.336021, 0.444129, 0.006722]}, "digit": {"n_am_en": [2, 3, 1, 0, 1, 2, 2, 2, 1, 0, 1, 1, 2, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 0, 1, 1, 0, 0, 0, 1, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 3, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [1.016137, 0.301335, 0.323344, 0.336154, 0.33526, 0.435303, 0.364666, 0.434558, 0.412083, 0.362151, 0.396403, 0.387673, 0.470396, 0.440489, 0.430116, 0.425008, 0.417266, 0.411249, 0.365757, 0.346014, 0.322098, 0.287253, 0.280276, 0.283197, 0.547591, 0.672031, 0.672487, 0.602222, 0.525041, 0.535566, 0.55492, 0.531869, 0.472156, 0.436478, 0.453741, 0.591881, 0.556058, 0.37687, 0.296406, 0.297937, 0.315091, 0.45091, 0.416638, 0.378426, 0.394054, 0.294103, 0.02827, 0.001584, 0.000421, 0.0], "sum_m_pl": [2.055812, 3.097873, 2.870245, 2.789157, 2.652037, 2.492682, 2.610187, 2.631355, 2.556693, 2.60354, 2.595414, 2.61795, 2.512377, 2.444274, 2.445964, 2.530511, 2.365821, 2.388249, 2.454555, 2.52634, 2.654325, 2.750876, 2.780741, 2.761057, 2.040128, 2.027814, 1.814844, 2.109144, 2.109993, 2.247461, 2.237111, 2.276814, 2.246952, 2.095138, 1.739477, 1.69402, 1.460599, 1.187845, 0.941833, 0.901481, 0.991964, 1.234793, 1.168257, 0.861947, 0.635738, 0.665971, 0.089223, 0.016361, 0.001242, 0.0]}, "lang": {"n_am_en": [16, 7, 14, 11, 11, 10, 17, 19, 11, 11, 11, 11, 12, 10, 13, 9, 10, 8, 5, 4, 6, 10, 8, 9, 15, 17, 17, 15, 14, 11, 12, 6, 8, 6, 9, 12, 11, 11, 13, 15, 15, 20, 22, 19, 19, 20, 20, 21, 37, 37], "n_am_pl": [2, 9, 5, 7, 7, 4, 4, 4, 5, 4, 3, 4, 7, 5, 5, 5, 6, 2, 4, 7, 7, 6, 5, 5, 1, 2, 3, 1, 1, 3, 7, 2, 6, 6, 3, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [4.800041, 2.251576, 2.219169, 2.147601, 2.244223, 2.215884, 2.186558, 2.407826, 2.288042, 2.334374, 2.481488, 2.63651, 2.890636, 2.853615, 2.850474, 2.722708, 2.688235, 2.663892, 2.386956, 2.21939, 2.068134, 1.933931, 1.851657, 1.813434, 4.624317, 5.232153, 5.250446, 4.87905, 4.894683, 4.852283, 4.326542, 4.527166, 4.272438, 4.164405, 4.522934, 5.458091, 6.554605, 6.59933, 7.282858, 10.383773, 10.946973, 15.39973, 16.709399, 15.206732, 15.78658, 16.096929, 19.369302, 20.671085, 34.616059, 36.187512], "sum_m_pl": [13.311545, 18.239156, 18.104964, 18.025268, 17.735207, 17.749661, 18.082777, 17.678657, 17.825967, 18.09891, 17.670127, 17.885446, 17.934895, 17.655894, 17.493043, 17.617796, 17.31961, 17.108531, 17.348851, 17.951409, 18.139075, 18.414631, 18.574557, 18.704225, 15.191606, 15.430548, 14.63473, 15.224263, 15.120349, 14.798283, 15.174054, 14.916153, 14.985815, 14.871205, 13.872219, 12.719084, 11.213135, 10.13769, 8.47874, 7.251391, 7.042535, 4.708746, 4.783714, 3.239264, 2.772071, 2.280998, 1.500281, 1.046543, 0.054716, 0.006709]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 121, "item_id": "llmzszl-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 750, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9917}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [131, 201, 182, 184, 150, 148, 160, 184, 188, 164, 152, 172, 176, 164, 179, 159, 152, 150, 139, 143, 148, 147, 140, 142, 223, 226, 195, 191, 201, 222, 183, 178, 191, 167, 193, 187, 181, 184, 199, 202, 201, 193, 189, 191, 142, 109, 74, 41, 27, 24], "n_am_pl": [22, 161, 144, 128, 126, 131, 150, 117, 105, 105, 108, 105, 120, 129, 96, 120, 111, 110, 122, 128, 119, 127, 139, 133, 81, 81, 95, 91, 105, 111, 118, 110, 114, 89, 63, 70, 63, 63, 56, 56, 51, 58, 59, 47, 43, 63, 66, 75, 116, 128], "n_pos": 720, "sum_m_en": [65.411762, 35.260877, 39.724759, 40.62203, 40.574543, 42.806144, 42.718983, 45.344916, 46.370874, 47.592828, 48.404766, 52.28338, 56.601572, 57.156961, 58.533366, 53.999635, 54.328198, 51.813417, 44.940683, 41.939868, 38.678512, 36.954869, 35.558564, 35.250916, 82.258766, 85.14428, 88.874457, 86.545116, 84.391972, 85.647091, 82.939846, 76.806539, 76.160855, 76.193677, 87.132378, 89.628527, 96.993351, 99.119858, 101.708216, 108.812532, 111.965485, 111.180312, 116.289306, 135.163929, 123.103531, 98.54419, 68.101589, 51.464407, 33.374694, 24.055123], "sum_m_pl": [270.146376, 359.388922, 347.926788, 345.877822, 343.794775, 340.220077, 343.438656, 338.287863, 332.503168, 334.199236, 328.365892, 324.259322, 328.874786, 327.230801, 324.478602, 330.884517, 326.185467, 329.621674, 339.209054, 346.85271, 348.682663, 351.920434, 353.920282, 353.858478, 281.216199, 282.490638, 267.571049, 282.436014, 293.148118, 291.197462, 293.340701, 299.347018, 297.505514, 279.107138, 263.487575, 249.764402, 231.687753, 225.766011, 212.323734, 208.359649, 198.982829, 188.008226, 186.415887, 140.460914, 111.685013, 115.829851, 106.346709, 95.541511, 120.427823, 128.92543]}, "digit": {"n_am_en": [0, 4, 5, 6, 3, 7, 5, 7, 13, 4, 7, 11, 6, 8, 6, 7, 7, 8, 6, 6, 4, 3, 4, 3, 12, 13, 5, 10, 10, 12, 16, 16, 12, 11, 11, 11, 8, 4, 4, 4, 5, 6, 4, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 12, 14, 12, 19, 9, 9, 3, 3, 2, 4, 3, 5, 2, 3, 10, 1, 6, 5, 4, 6, 4, 5, 4, 3, 4, 9, 4, 5, 7, 4, 5, 7, 2, 2, 1, 2, 3, 2, 3, 1, 1, 1, 7, 2, 3, 1, 0, 0, 0], "n_pos": 42, "sum_m_en": [3.224406, 1.943112, 2.176306, 2.12737, 2.123722, 2.611317, 2.484628, 2.600847, 2.484732, 2.489035, 2.56731, 2.754469, 3.274115, 3.481507, 3.251113, 3.251093, 3.392644, 3.264789, 2.740594, 2.659684, 2.351225, 2.101891, 2.029244, 2.005424, 4.368941, 5.131888, 5.501939, 5.414848, 5.444081, 5.591064, 5.845233, 5.076478, 4.658531, 4.436058, 4.757827, 5.185446, 5.243155, 3.749465, 3.293315, 2.990947, 3.472067, 3.365858, 2.897954, 2.817132, 1.455868, 0.974118, 0.325913, 0.139157, 0.004517, 0.0], "sum_m_pl": [14.870349, 21.974987, 20.265419, 20.275837, 20.374203, 19.621404, 20.018583, 19.769156, 19.659451, 19.623265, 19.076527, 18.895067, 18.571891, 18.013502, 18.201923, 18.909978, 18.084847, 18.496671, 19.021287, 19.25368, 19.633731, 20.102463, 20.263093, 20.377093, 16.345728, 15.880887, 14.140989, 14.954223, 15.613632, 15.934032, 15.92746, 16.939834, 17.368, 16.673855, 15.10879, 14.694274, 13.434161, 13.484427, 11.248292, 11.034691, 11.706669, 13.111977, 12.810953, 11.628081, 7.889837, 6.817058, 1.817908, 0.764776, 0.015223, 0.0]}, "lang": {"n_am_en": [43, 25, 34, 35, 30, 33, 30, 35, 41, 45, 37, 39, 41, 31, 37, 38, 41, 44, 51, 52, 51, 57, 57, 55, 78, 71, 58, 49, 51, 60, 55, 46, 50, 52, 57, 58, 48, 54, 63, 66, 67, 65, 66, 88, 76, 68, 50, 35, 24, 24], "n_am_pl": [12, 37, 42, 34, 24, 25, 33, 20, 16, 16, 19, 19, 27, 22, 17, 23, 28, 25, 20, 22, 22, 19, 22, 23, 20, 15, 17, 22, 25, 22, 27, 24, 29, 22, 22, 18, 23, 25, 24, 25, 30, 31, 29, 20, 26, 40, 53, 60, 114, 128], "n_pos": 154, "sum_m_en": [14.401458, 7.758355, 8.616067, 9.50601, 9.291016, 9.235218, 9.268577, 9.358659, 9.588603, 9.903351, 10.231114, 10.917467, 11.446332, 11.46298, 11.756338, 11.169224, 11.528239, 10.874874, 9.690662, 8.858484, 8.317295, 8.594852, 8.042297, 8.28173, 23.963029, 21.207401, 20.89469, 18.820135, 17.237503, 17.54442, 17.150587, 16.747092, 17.754617, 19.117344, 21.4504, 24.00382, 25.193947, 28.81618, 31.37277, 34.836338, 37.438396, 41.317478, 46.224667, 65.11731, 67.869386, 58.555601, 42.462063, 33.039105, 25.880803, 24.016217], "sum_m_pl": [57.382009, 73.628244, 72.227373, 70.850623, 70.316947, 70.247682, 71.224536, 71.073235, 70.264048, 71.039542, 70.055255, 69.584997, 71.170144, 70.611552, 70.229675, 71.549628, 70.890805, 71.379054, 72.812748, 74.480491, 74.540378, 74.820586, 75.368921, 75.396043, 60.580745, 63.717171, 61.103298, 64.386581, 66.536796, 65.122976, 65.562475, 66.244816, 65.724138, 62.572465, 60.532079, 58.144091, 58.56246, 57.771255, 55.090994, 53.698488, 51.859485, 49.209705, 49.958479, 32.164286, 32.566596, 44.450929, 61.453544, 64.317188, 109.438285, 127.632834]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 720, "item_id": "llmzszl-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 681, "region_end": 720, "roundtrip_ok": true, "tf_agree": 0.9889, "tf_agree_excl_first": 0.9903}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [97, 99, 67, 66, 56, 51, 61, 64, 56, 78, 78, 86, 82, 79, 74, 88, 66, 74, 68, 68, 70, 77, 79, 71, 85, 76, 74, 75, 79, 72, 73, 65, 67, 70, 80, 89, 93, 104, 107, 105, 101, 108, 112, 108, 120, 111, 106, 109, 107, 106], "n_am_pl": [8, 24, 33, 34, 24, 28, 29, 24, 29, 16, 22, 29, 24, 25, 32, 25, 22, 35, 30, 37, 27, 26, 30, 30, 15, 12, 21, 34, 37, 41, 35, 29, 25, 22, 15, 19, 10, 9, 9, 9, 12, 15, 12, 9, 10, 7, 6, 1, 0, 0], "n_pos": 248, "sum_m_en": [32.370799, 15.257443, 13.56741, 12.614501, 13.072552, 13.259978, 12.818596, 13.327478, 14.023549, 14.312308, 15.414942, 15.874733, 17.174701, 17.52293, 17.641787, 17.07276, 17.482533, 17.056191, 15.673387, 14.023126, 12.978428, 12.067544, 11.650789, 11.480486, 24.044109, 24.931872, 26.629459, 24.903817, 25.353669, 24.125284, 22.84083, 23.004107, 24.886105, 25.559272, 29.654355, 31.108926, 37.51903, 40.969801, 49.871313, 59.676509, 61.921734, 70.570234, 74.588357, 83.299491, 93.700938, 94.238968, 97.197931, 102.550008, 107.348674, 105.440917], "sum_m_pl": [89.056707, 118.694831, 116.214691, 113.587184, 110.444241, 109.607727, 114.133799, 115.298988, 112.696264, 116.314391, 115.752695, 115.638836, 113.843499, 112.820061, 112.643061, 115.82093, 112.762606, 114.980509, 114.799296, 117.26886, 118.794611, 119.77601, 120.301711, 120.638148, 96.715013, 96.46268, 94.643546, 102.284073, 104.264653, 106.179237, 105.698835, 104.598163, 103.462344, 96.617963, 93.750041, 89.355323, 76.602218, 72.487686, 66.818229, 60.216022, 59.384513, 50.799481, 47.796677, 40.609303, 32.142231, 26.11762, 19.420327, 9.716201, 1.632737, 0.035902]}, "digit": {"n_am_en": [4, 9, 8, 4, 3, 2, 5, 4, 2, 7, 9, 10, 6, 6, 4, 7, 4, 7, 6, 2, 3, 4, 3, 5, 5, 2, 4, 5, 4, 4, 4, 5, 2, 3, 3, 2, 2, 3, 2, 2, 0, 2, 1, 0, 0, 1, 1, 1, 0, 0], "n_am_pl": [2, 2, 4, 5, 5, 2, 4, 2, 4, 2, 3, 3, 2, 2, 5, 4, 3, 3, 1, 5, 3, 2, 2, 1, 1, 0, 1, 2, 7, 10, 7, 4, 4, 4, 1, 3, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 33, "sum_m_en": [2.942844, 1.526315, 1.469336, 1.46636, 1.508131, 1.487477, 1.501731, 1.719708, 1.886539, 1.884277, 1.95835, 1.944397, 2.038018, 2.014146, 2.007066, 1.972422, 2.217977, 2.246081, 1.997323, 1.768787, 1.599533, 1.515252, 1.463829, 1.424324, 2.204348, 2.232646, 2.648127, 2.700545, 2.676455, 2.559336, 2.535353, 2.447529, 2.478857, 2.277854, 2.39219, 2.421787, 2.13979, 1.82625, 1.914201, 2.136509, 2.120667, 2.016904, 1.95417, 1.831442, 1.502286, 1.409659, 1.057602, 1.274658, 0.338956, 0.0], "sum_m_pl": [14.36222, 17.45153, 16.641952, 15.991413, 15.427882, 14.943912, 15.621827, 15.3005, 14.561306, 15.317905, 15.414252, 15.688888, 15.297727, 15.383946, 15.384899, 15.813053, 14.769223, 15.191795, 15.430108, 15.750828, 15.859527, 15.935715, 16.066649, 16.158174, 13.709837, 13.016739, 12.560132, 13.974733, 14.650569, 15.195185, 14.558891, 14.203258, 14.290159, 13.300924, 12.688706, 11.365007, 10.45349, 10.110244, 10.092112, 9.623529, 10.843739, 10.142021, 9.917443, 7.853732, 7.179969, 5.816886, 3.916037, 1.804807, 0.511329, 0.0]}, "lang": {"n_am_en": [41, 40, 28, 26, 28, 28, 25, 35, 30, 30, 30, 40, 41, 35, 36, 40, 38, 37, 34, 33, 37, 37, 41, 35, 50, 46, 44, 40, 37, 35, 42, 35, 39, 43, 44, 52, 65, 63, 65, 63, 64, 67, 70, 73, 81, 78, 77, 83, 101, 105], "n_am_pl": [3, 15, 15, 13, 9, 15, 13, 11, 17, 11, 16, 18, 16, 12, 14, 13, 10, 20, 20, 21, 13, 16, 17, 18, 4, 6, 10, 17, 17, 19, 20, 16, 19, 14, 8, 7, 3, 3, 3, 3, 4, 4, 4, 3, 5, 5, 5, 1, 0, 0], "n_pos": 106, "sum_m_en": [14.811043, 6.513588, 5.884395, 5.508268, 5.800481, 6.014094, 5.689301, 5.880179, 6.168089, 6.376627, 6.926218, 7.223281, 8.065953, 8.261693, 8.348972, 7.995722, 8.084255, 7.754721, 7.110714, 6.31281, 5.818972, 5.321725, 5.129872, 5.024133, 11.850366, 12.381339, 13.164974, 12.042549, 12.122835, 11.443743, 10.925591, 11.20664, 12.519677, 13.187905, 16.315063, 16.344725, 21.485302, 24.580251, 28.983045, 33.989718, 36.242613, 42.105413, 46.482357, 51.647853, 58.487807, 61.845833, 69.247248, 76.215855, 98.049036, 103.090519], "sum_m_pl": [36.307195, 49.326064, 48.76366, 47.141596, 46.398571, 45.4324, 47.728644, 49.222215, 48.229379, 49.859199, 49.781875, 49.759179, 48.531106, 47.900449, 47.954154, 49.797477, 49.18661, 50.161511, 49.812243, 50.873992, 51.300726, 51.818257, 51.834461, 52.037987, 43.043047, 43.568353, 42.277183, 45.120776, 45.452573, 46.306847, 46.754271, 46.421943, 45.850072, 43.601839, 42.092483, 41.338396, 35.237862, 33.408311, 30.159186, 27.958237, 26.745625, 22.14892, 20.101188, 18.251876, 16.27789, 12.577108, 10.556425, 4.829881, 0.50956, 0.035162]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 250, "item_id": "llmzszl-103", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 738, "region_end": 248, "roundtrip_ok": true, "tf_agree": 0.976, "tf_agree_excl_first": 0.9799}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [106, 102, 80, 65, 60, 59, 60, 66, 53, 63, 75, 97, 76, 74, 69, 63, 83, 94, 82, 69, 59, 52, 48, 39, 73, 60, 75, 70, 66, 63, 71, 67, 65, 66, 82, 80, 96, 77, 78, 72, 78, 74, 69, 60, 49, 50, 21, 14, 15, 13], "n_am_pl": [31, 65, 91, 89, 79, 74, 64, 76, 65, 77, 62, 54, 69, 71, 75, 93, 72, 78, 101, 125, 123, 111, 108, 124, 60, 74, 72, 78, 88, 91, 80, 77, 56, 57, 55, 50, 36, 47, 44, 44, 29, 45, 35, 27, 25, 22, 36, 42, 46, 50], "n_pos": 424, "sum_m_en": [39.651117, 20.21803, 20.85087, 21.213836, 22.54031, 22.309981, 21.168512, 21.960242, 22.844557, 23.370177, 24.091558, 24.647492, 26.488332, 26.071194, 26.51614, 27.293637, 28.740751, 28.294736, 25.13074, 22.714978, 21.070922, 19.75512, 19.217233, 18.609568, 31.564992, 33.179303, 34.4334, 33.139467, 35.082945, 34.737835, 33.630586, 34.557378, 35.218082, 34.686204, 38.41872, 39.194583, 40.418808, 37.498647, 40.0575, 41.089613, 41.786008, 43.46708, 42.855272, 39.547489, 39.457429, 40.035864, 25.307336, 22.616016, 15.462317, 13.012583], "sum_m_pl": [175.104933, 211.989148, 205.662024, 200.050029, 192.944957, 186.422895, 194.929613, 193.446824, 187.210437, 193.200992, 189.117976, 193.974793, 192.517032, 192.242746, 189.600899, 196.381326, 188.921407, 196.191839, 202.34738, 204.442485, 205.471618, 206.314463, 206.589187, 206.675618, 172.577969, 167.09987, 165.11539, 175.353792, 180.987339, 184.75198, 181.330705, 178.750474, 170.836987, 155.18606, 148.026563, 135.172898, 126.682087, 125.214247, 117.272012, 115.097935, 112.657877, 112.186855, 107.234283, 98.49619, 85.741557, 70.69006, 63.122897, 51.323294, 46.670584, 49.611912]}, "digit": {"n_am_en": [17, 44, 23, 29, 22, 13, 13, 22, 15, 24, 35, 46, 29, 26, 26, 17, 27, 37, 27, 20, 18, 17, 15, 14, 18, 12, 22, 21, 16, 16, 22, 14, 19, 12, 12, 15, 20, 16, 9, 9, 8, 7, 6, 5, 2, 2, 2, 0, 0, 0], "n_am_pl": [1, 10, 9, 14, 16, 5, 3, 6, 3, 12, 12, 7, 17, 16, 17, 19, 10, 11, 16, 27, 21, 22, 18, 19, 6, 9, 9, 12, 17, 21, 16, 17, 8, 7, 5, 5, 4, 4, 8, 8, 5, 6, 2, 2, 1, 1, 4, 4, 0, 0], "n_pos": 112, "sum_m_en": [9.486083, 5.237883, 5.139117, 5.140073, 5.22031, 5.123839, 5.009819, 5.444749, 5.73474, 5.828931, 6.086895, 6.267484, 6.860178, 6.630821, 6.626373, 6.651825, 7.162992, 7.222349, 6.300808, 5.753146, 5.231656, 4.873431, 4.753554, 4.619616, 7.161382, 7.795885, 9.032012, 8.693752, 9.221431, 8.976551, 8.905416, 8.91377, 8.961262, 8.07202, 8.487361, 9.240635, 9.190268, 8.46009, 8.06305, 7.626744, 7.562693, 7.66704, 7.167274, 5.885287, 5.857695, 6.057841, 3.900785, 3.200126, 0.723436, 0.000677], "sum_m_pl": [51.18062, 59.840111, 57.13565, 55.678273, 54.566728, 53.134427, 54.149887, 52.40286, 50.150245, 51.675518, 51.800741, 53.650546, 52.715736, 52.6685, 52.325389, 53.353639, 50.560006, 52.310647, 54.028243, 54.533425, 54.433417, 54.943928, 55.152797, 55.4417, 47.97503, 45.475742, 44.574115, 47.236642, 48.213048, 48.778823, 47.631192, 46.296834, 45.97421, 41.702527, 41.082963, 39.173737, 36.849393, 37.698965, 35.188073, 35.94636, 36.640189, 36.499893, 36.486079, 33.253667, 30.55978, 24.346589, 18.790656, 11.844861, 1.453118, 0.060014]}, "lang": {"n_am_en": [16, 6, 7, 6, 6, 8, 9, 8, 4, 4, 3, 1, 13, 11, 12, 13, 11, 11, 12, 13, 13, 10, 8, 8, 18, 14, 13, 12, 10, 9, 10, 12, 12, 20, 24, 18, 20, 20, 20, 20, 21, 24, 23, 19, 21, 27, 6, 9, 14, 13], "n_am_pl": [14, 14, 12, 15, 17, 14, 12, 18, 15, 14, 7, 16, 13, 13, 13, 16, 16, 11, 18, 16, 18, 17, 13, 20, 14, 20, 10, 14, 16, 13, 12, 18, 11, 7, 6, 8, 7, 10, 9, 10, 6, 8, 7, 10, 10, 13, 21, 24, 44, 48], "n_pos": 62, "sum_m_en": [5.975528, 3.083861, 3.062016, 3.152396, 3.294694, 3.217872, 3.070722, 3.135512, 3.317176, 3.356579, 3.46892, 3.661903, 3.978602, 4.131153, 4.155193, 4.319529, 4.659935, 4.418218, 3.988399, 3.565638, 3.295586, 3.107831, 2.992735, 2.871369, 5.599955, 5.753182, 5.433335, 4.966265, 5.324678, 5.321645, 5.315488, 5.498837, 5.618201, 5.835457, 6.530078, 6.15967, 7.310863, 7.424406, 9.214991, 10.564796, 11.558371, 12.952771, 12.234579, 10.31024, 13.296292, 15.368018, 6.27917, 9.239047, 13.277471, 13.008757], "sum_m_pl": [23.370051, 28.383776, 28.909624, 27.925371, 26.750132, 25.869671, 27.323803, 27.657626, 26.669713, 27.711696, 26.712302, 27.1589, 27.48335, 27.435265, 27.291053, 29.080065, 28.46242, 28.857096, 29.660973, 29.992906, 30.220408, 30.319881, 30.104102, 30.228815, 26.826721, 26.664993, 25.815956, 27.510066, 28.192782, 28.663874, 28.243117, 27.972936, 27.12819, 25.59936, 24.911557, 23.928591, 22.713151, 23.22159, 21.650139, 20.744587, 20.119099, 20.204761, 20.295777, 21.696445, 19.57868, 18.954411, 20.564625, 20.502227, 38.873785, 47.605369]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 443, "item_id": "llmzszl-103", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 669, "region_end": 424, "roundtrip_ok": true, "tf_agree": 0.9797, "tf_agree_excl_first": 0.9819}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [167, 152, 144, 123, 97, 93, 77, 101, 99, 128, 127, 135, 136, 119, 108, 110, 120, 132, 102, 100, 95, 99, 101, 109, 154, 124, 133, 129, 126, 120, 135, 122, 111, 120, 127, 133, 149, 168, 159, 156, 183, 177, 168, 159, 177, 177, 176, 201, 168, 167], "n_am_pl": [12, 81, 68, 66, 62, 57, 77, 74, 53, 68, 56, 78, 74, 84, 96, 111, 65, 69, 66, 76, 72, 77, 77, 82, 39, 51, 64, 87, 101, 94, 75, 60, 66, 47, 41, 32, 22, 28, 18, 18, 18, 19, 22, 17, 6, 11, 19, 5, 0, 1], "n_pos": 532, "sum_m_en": [66.012527, 31.172423, 27.461312, 27.030443, 28.793497, 29.100348, 27.697167, 28.655152, 29.82167, 30.721029, 32.368724, 34.867071, 37.064759, 37.700764, 37.540837, 36.683972, 37.910417, 38.328514, 34.0691, 30.817137, 28.43556, 26.434205, 25.641072, 25.126555, 48.395075, 51.20014, 54.775244, 50.816942, 49.919793, 51.447289, 50.237682, 49.921713, 51.819621, 51.638253, 52.071074, 54.221499, 62.229479, 63.568184, 80.839552, 85.636211, 93.116869, 106.005301, 114.381219, 118.982726, 147.24958, 149.037498, 158.431952, 191.189263, 171.952953, 167.778945], "sum_m_pl": [200.454981, 259.006298, 255.48927, 245.072785, 236.415603, 231.857046, 241.205587, 241.511131, 235.458979, 243.049654, 242.095899, 242.397589, 239.7657, 237.973403, 235.737887, 241.899846, 235.668181, 240.9639, 245.015683, 248.266268, 251.824601, 254.268235, 254.843762, 256.064803, 207.768772, 202.195021, 197.583867, 215.483851, 219.380161, 216.414382, 214.134514, 208.099417, 204.36485, 194.914152, 194.112318, 181.549523, 159.849173, 157.055387, 139.372095, 126.190812, 122.488771, 107.812323, 102.892221, 90.287729, 64.904895, 56.810343, 43.758259, 17.563971, 2.296471, 0.786348]}, "digit": {"n_am_en": [13, 17, 33, 17, 13, 13, 7, 16, 17, 25, 34, 26, 24, 21, 13, 10, 12, 23, 11, 8, 11, 12, 15, 12, 20, 11, 13, 16, 17, 18, 17, 11, 8, 11, 8, 7, 12, 8, 4, 5, 11, 8, 6, 8, 4, 3, 6, 5, 0, 0], "n_am_pl": [0, 5, 2, 3, 5, 1, 2, 3, 6, 5, 2, 8, 11, 8, 4, 13, 4, 10, 6, 8, 5, 7, 10, 12, 5, 7, 7, 12, 12, 16, 12, 8, 13, 5, 8, 5, 4, 3, 4, 2, 3, 4, 4, 2, 1, 1, 2, 1, 0, 0], "n_pos": 87, "sum_m_en": [7.280862, 3.790503, 3.696884, 3.838164, 3.926453, 3.973713, 3.834786, 4.228081, 4.440682, 4.575469, 4.839759, 4.978785, 5.254946, 5.172182, 4.922554, 4.762257, 5.055857, 5.359266, 4.68752, 4.255795, 4.034186, 3.82527, 3.741854, 3.704003, 6.27882, 6.400151, 7.075316, 6.965165, 6.931561, 7.048448, 7.079834, 6.494809, 6.55119, 5.851257, 5.790947, 5.927626, 5.596539, 5.351199, 5.178166, 5.144499, 5.501431, 5.591774, 5.493717, 6.47626, 5.400891, 4.96959, 6.417387, 5.50297, 1.145747, 0.0], "sum_m_pl": [39.957803, 46.678356, 44.364949, 41.978361, 40.629134, 38.837703, 40.691494, 39.775501, 38.460752, 39.80043, 40.684233, 41.49384, 40.315324, 39.801869, 39.492373, 40.585038, 38.830524, 39.599399, 40.607336, 41.227707, 41.178497, 41.57012, 41.728063, 42.050127, 35.299219, 33.629449, 32.900402, 35.841086, 36.725254, 36.843445, 35.460744, 34.615618, 35.214912, 31.9514, 32.863621, 31.84337, 30.142771, 30.383192, 28.474394, 28.299436, 29.204517, 28.082935, 26.861906, 23.467686, 21.210438, 18.017063, 13.003433, 6.686285, 1.068379, 1.3e-05]}, "lang": {"n_am_en": [57, 49, 41, 34, 36, 28, 28, 38, 33, 43, 41, 46, 51, 45, 45, 49, 56, 48, 50, 47, 49, 48, 46, 54, 79, 66, 69, 60, 54, 57, 61, 57, 54, 58, 64, 65, 81, 87, 81, 91, 108, 98, 98, 98, 112, 121, 113, 143, 165, 167], "n_am_pl": [1, 25, 21, 20, 14, 22, 20, 20, 14, 26, 19, 30, 24, 27, 37, 34, 22, 23, 21, 22, 21, 33, 26, 21, 9, 16, 20, 31, 37, 32, 21, 12, 16, 18, 10, 9, 5, 8, 5, 4, 3, 3, 4, 4, 2, 2, 10, 1, 0, 1], "n_pos": 168, "sum_m_en": [21.831002, 9.832806, 8.63602, 8.414655, 9.088572, 9.449271, 9.217853, 9.602477, 10.082814, 10.509543, 11.254979, 12.354871, 13.291665, 13.461189, 13.368065, 13.283354, 13.361554, 13.239085, 11.931671, 10.684059, 9.634644, 8.833099, 8.548506, 8.344608, 19.46549, 21.103632, 22.417532, 19.749993, 19.205873, 19.748791, 19.168785, 19.861532, 20.147132, 21.34373, 21.537085, 22.999718, 29.514766, 31.00403, 37.225894, 43.406047, 49.278846, 59.643732, 67.629051, 67.786877, 84.555283, 91.848519, 99.82028, 130.955016, 162.314523, 166.934906], "sum_m_pl": [60.003112, 78.050762, 78.275523, 74.602125, 72.937299, 71.429551, 73.584571, 75.175842, 73.295568, 76.51342, 75.60307, 74.993748, 74.65544, 74.842571, 74.496695, 77.242249, 75.805136, 77.477012, 78.151245, 79.055574, 80.389503, 81.350386, 81.155245, 81.537986, 68.627765, 67.365439, 65.60923, 71.378951, 71.87807, 69.070449, 69.099273, 65.731587, 65.451863, 64.851025, 65.492354, 62.604421, 55.372043, 54.175381, 48.068411, 45.088126, 42.378021, 33.612411, 31.470217, 30.396387, 22.241218, 17.651704, 17.438286, 4.259006, 0.544551, 0.699119]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 534, "item_id": "llmzszl-105", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 741, "region_end": 532, "roundtrip_ok": true, "tf_agree": 0.9963, "tf_agree_excl_first": 0.9981}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [106, 122, 85, 84, 75, 69, 72, 75, 71, 71, 86, 107, 95, 89, 95, 71, 93, 106, 83, 60, 55, 47, 45, 37, 80, 76, 86, 80, 89, 100, 92, 90, 67, 63, 94, 84, 97, 92, 80, 91, 83, 95, 83, 71, 57, 56, 32, 19, 14, 12], "n_am_pl": [38, 68, 108, 99, 91, 93, 82, 84, 69, 85, 65, 67, 71, 74, 82, 110, 81, 81, 108, 126, 133, 136, 128, 156, 95, 89, 88, 100, 108, 90, 105, 80, 83, 70, 63, 47, 31, 40, 38, 45, 45, 50, 45, 32, 34, 31, 34, 39, 68, 70], "n_pos": 490, "sum_m_en": [45.109167, 23.173568, 24.110595, 25.171264, 26.963906, 25.927901, 25.093807, 25.779395, 27.303797, 28.45239, 29.031997, 29.905835, 32.405146, 32.276547, 33.433751, 32.483853, 34.525821, 33.968352, 30.059305, 27.248505, 25.272261, 23.862596, 22.948358, 22.193299, 39.063094, 42.227702, 44.233736, 43.256924, 44.473745, 44.578697, 42.224025, 42.923143, 42.056643, 40.085403, 42.816949, 42.434045, 43.008109, 42.970423, 44.843946, 51.211783, 50.528067, 53.981972, 54.261966, 51.104675, 49.990191, 46.971925, 34.566009, 27.795333, 15.495505, 12.092543], "sum_m_pl": [201.437453, 243.816179, 236.173149, 228.933875, 222.038361, 215.574127, 224.14724, 223.611046, 217.439605, 224.480042, 220.585945, 225.359238, 222.25659, 223.453523, 220.262839, 226.102013, 219.725487, 226.472438, 233.82985, 236.086981, 237.489475, 238.477112, 239.291639, 239.76419, 202.22528, 194.127907, 192.415798, 206.42628, 212.220672, 212.482904, 208.440701, 204.645826, 196.811949, 182.201753, 175.787458, 160.887122, 149.09391, 145.773851, 136.192766, 135.108189, 132.74365, 132.237249, 125.25369, 112.169478, 99.104951, 83.922991, 73.516365, 60.079519, 65.117606, 69.542197]}, "digit": {"n_am_en": [17, 56, 25, 35, 26, 16, 11, 24, 17, 14, 31, 31, 29, 22, 32, 18, 26, 34, 21, 13, 12, 12, 7, 11, 14, 12, 20, 21, 23, 28, 21, 16, 13, 9, 15, 19, 20, 19, 12, 17, 17, 15, 11, 8, 5, 2, 2, 0, 0, 0], "n_am_pl": [1, 9, 10, 15, 18, 7, 5, 6, 6, 17, 10, 10, 11, 14, 14, 17, 10, 9, 12, 16, 18, 20, 19, 16, 11, 10, 10, 15, 20, 19, 22, 13, 12, 7, 4, 5, 4, 6, 12, 11, 8, 8, 6, 4, 3, 0, 1, 1, 0, 0], "n_pos": 123, "sum_m_en": [10.555273, 5.816392, 5.700998, 5.695953, 5.814613, 5.646642, 5.549449, 6.063207, 6.366442, 6.518992, 6.782899, 6.912304, 7.641066, 7.447243, 7.413626, 7.197004, 7.910395, 8.001414, 6.874193, 6.288387, 5.728177, 5.363027, 5.236787, 5.116584, 7.968115, 8.816205, 10.112886, 10.054201, 10.498024, 10.39988, 10.28644, 10.195082, 9.904605, 8.747922, 9.065939, 9.608174, 9.17698, 9.203963, 9.02734, 9.62975, 9.05938, 9.201654, 8.247721, 8.141502, 7.072831, 5.698223, 4.906358, 3.222409, 0.725495, 2.5e-05], "sum_m_pl": [55.743523, 65.583232, 62.611697, 60.693403, 59.453854, 58.249267, 59.187563, 57.1595, 54.744816, 56.229121, 56.663801, 58.79428, 57.742481, 58.274877, 57.954699, 58.841468, 56.351653, 57.750902, 59.22148, 59.729628, 59.826847, 60.400605, 60.559803, 60.978324, 53.556619, 50.465721, 49.421351, 52.584841, 53.896887, 54.038446, 52.110724, 50.610323, 50.409038, 46.148644, 45.713, 44.041423, 41.651512, 41.632685, 39.270102, 40.256774, 40.68954, 41.190718, 41.148066, 37.250679, 34.265244, 28.156554, 19.64856, 12.075154, 1.299259, 0.001147]}, "lang": {"n_am_en": [19, 9, 12, 13, 12, 11, 14, 14, 10, 10, 8, 11, 18, 17, 15, 15, 19, 18, 24, 16, 17, 12, 14, 10, 24, 23, 16, 17, 14, 23, 23, 19, 12, 24, 33, 28, 31, 28, 31, 30, 28, 36, 37, 29, 26, 34, 12, 13, 13, 12], "n_am_pl": [17, 15, 17, 16, 21, 20, 11, 19, 20, 17, 17, 18, 16, 15, 15, 22, 17, 18, 16, 21, 24, 27, 24, 33, 25, 21, 14, 18, 20, 16, 17, 18, 16, 15, 13, 9, 4, 10, 7, 8, 6, 8, 8, 12, 15, 19, 27, 29, 66, 70], "n_pos": 82, "sum_m_en": [7.362698, 3.907931, 4.08741, 4.835542, 5.256791, 4.486741, 4.550859, 4.28808, 4.776823, 5.068416, 4.944641, 5.445374, 5.795708, 6.184139, 6.66017, 6.140211, 6.846265, 6.280071, 6.014152, 5.200743, 4.757057, 4.414783, 4.275885, 4.024975, 9.371706, 9.531165, 9.440181, 8.609072, 8.591644, 8.712623, 8.051723, 8.195124, 8.526223, 8.966151, 9.786182, 9.8643, 11.367945, 11.793822, 13.980703, 16.401929, 17.475377, 19.141401, 19.171878, 17.395092, 20.194803, 21.969708, 11.261552, 13.034729, 12.762448, 12.092245], "sum_m_pl": [30.766848, 37.037781, 37.13783, 35.295675, 34.116295, 33.334129, 34.867667, 36.163173, 35.250779, 36.582706, 35.20831, 35.360244, 35.380324, 35.535125, 35.231446, 37.157237, 36.836573, 37.70241, 39.137034, 39.563252, 39.938299, 40.115625, 39.9621, 40.139767, 34.581991, 33.711348, 32.875559, 35.546101, 35.901119, 35.591651, 35.379924, 35.190002, 33.976707, 32.690113, 32.203929, 31.464953, 29.889602, 29.936045, 28.228286, 26.26929, 25.706392, 26.362274, 25.692194, 25.6136, 24.003581, 22.64001, 27.783409, 29.285015, 58.931636, 68.901137]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 492, "item_id": "llmzszl-105", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 672, "region_end": 490, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 0.9898}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [18, 17, 13, 10, 12, 11, 13, 16, 9, 14, 15, 15, 11, 16, 13, 13, 11, 10, 6, 10, 9, 7, 8, 9, 21, 20, 21, 11, 18, 17, 8, 13, 10, 11, 14, 17, 17, 13, 15, 12, 15, 19, 19, 20, 18, 21, 20, 23, 24, 20], "n_am_pl": [2, 12, 8, 10, 7, 13, 7, 8, 7, 8, 6, 5, 9, 13, 7, 8, 12, 7, 8, 8, 5, 7, 9, 6, 2, 4, 5, 8, 9, 10, 16, 8, 7, 9, 10, 2, 7, 5, 3, 3, 0, 0, 1, 1, 2, 1, 2, 1, 0, 1], "n_pos": 70, "sum_m_en": [7.555764, 3.664325, 3.597912, 3.498609, 3.625165, 3.810082, 3.682317, 4.105637, 4.327154, 4.226175, 4.489028, 4.588566, 4.898894, 5.200152, 4.737421, 4.620336, 4.28504, 4.196084, 4.041403, 3.887611, 3.62011, 3.423766, 3.255457, 3.21472, 7.176553, 7.599917, 6.707219, 6.298877, 6.588777, 6.383825, 6.131615, 5.988059, 5.863795, 5.961021, 6.492526, 6.77189, 7.924918, 9.283586, 8.99856, 9.498684, 9.840641, 13.116321, 13.189184, 14.146625, 15.013889, 16.233418, 18.138057, 20.44295, 23.531686, 20.633334], "sum_m_pl": [26.874413, 34.572087, 33.860064, 33.260254, 31.76425, 31.653486, 31.692151, 30.749509, 29.22486, 30.852138, 30.119494, 31.14894, 30.162468, 29.789776, 29.728942, 30.064841, 30.616377, 30.930748, 31.485148, 32.241961, 32.664267, 33.104043, 33.338351, 33.747655, 25.082146, 24.805664, 24.732011, 27.070142, 27.868897, 27.949197, 28.10081, 27.053058, 25.825578, 24.456411, 23.831886, 22.691422, 20.0873, 18.82428, 18.082469, 17.604377, 17.446347, 14.560922, 13.721703, 11.364388, 9.503368, 7.450431, 4.843659, 2.266773, 0.144932, 0.709822]}, "digit": {"n_am_en": [3, 6, 3, 1, 3, 3, 3, 4, 1, 4, 5, 1, 2, 4, 1, 2, 2, 1, 3, 2, 3, 3, 3, 3, 6, 5, 7, 1, 5, 3, 2, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 1, 0, 0, 1, 0, 0], "n_am_pl": [0, 1, 0, 1, 1, 3, 1, 2, 4, 3, 4, 2, 4, 4, 1, 1, 3, 3, 1, 2, 1, 0, 0, 1, 1, 0, 0, 2, 2, 2, 4, 4, 3, 4, 4, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.52123, 0.671343, 0.628114, 0.617818, 0.674408, 0.731755, 0.739695, 0.854494, 0.908138, 0.8971, 0.958097, 0.943295, 1.013322, 1.05892, 0.891518, 0.902601, 0.875899, 0.877595, 0.870351, 0.855748, 0.80548, 0.754779, 0.71594, 0.710665, 1.774718, 1.756088, 1.476587, 1.323873, 1.42536, 1.266199, 1.345264, 1.252803, 1.036327, 1.101956, 1.220371, 1.281233, 1.310935, 1.272541, 1.158173, 1.163837, 1.185674, 1.147759, 1.013618, 0.932378, 0.865158, 0.664662, 0.431812, 0.400746, 0.018852, 0.0], "sum_m_pl": [6.875839, 8.660503, 8.310748, 7.997195, 7.629502, 7.49201, 7.361583, 7.157495, 6.793417, 7.195493, 7.033833, 7.312526, 6.805498, 6.718846, 6.7975, 6.606297, 6.673424, 6.785323, 6.976421, 7.181968, 7.241622, 7.34732, 7.457342, 7.584769, 5.930097, 5.780819, 5.760068, 6.150603, 6.213489, 6.213167, 6.271466, 6.167557, 5.898569, 5.857086, 5.79763, 5.790115, 5.803551, 5.765079, 5.388457, 5.366034, 5.241005, 5.26478, 4.665888, 3.655773, 3.035736, 2.100533, 1.484025, 0.744334, 0.029834, 0.0]}, "lang": {"n_am_en": [6, 4, 5, 3, 3, 1, 5, 6, 3, 6, 7, 9, 7, 8, 7, 6, 4, 6, 0, 4, 3, 2, 1, 3, 7, 8, 7, 3, 4, 4, 3, 3, 4, 5, 8, 10, 9, 7, 9, 8, 8, 14, 15, 14, 12, 14, 14, 17, 20, 20], "n_am_pl": [1, 4, 1, 2, 0, 4, 4, 3, 2, 2, 0, 1, 3, 4, 3, 3, 5, 4, 5, 4, 1, 4, 5, 2, 1, 2, 2, 3, 2, 4, 4, 2, 1, 2, 3, 0, 3, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.374569, 1.126055, 1.125927, 1.106993, 1.133753, 1.184022, 1.193512, 1.23405, 1.348435, 1.308929, 1.430568, 1.548386, 1.716555, 1.850125, 1.684481, 1.627452, 1.405482, 1.403999, 1.328888, 1.2412, 1.117661, 1.06806, 1.003025, 0.989544, 2.593172, 2.910337, 2.387012, 2.290361, 2.171398, 2.23333, 2.098762, 2.269122, 2.369796, 2.554079, 2.808228, 3.291006, 3.999947, 4.887375, 4.796155, 4.88815, 5.165312, 8.094742, 8.397706, 9.285765, 10.195298, 10.727072, 12.738296, 15.136681, 19.603296, 19.629733], "sum_m_pl": [7.699728, 9.890139, 10.036976, 9.9349, 9.570426, 9.462758, 9.595454, 9.57352, 9.258979, 9.60854, 9.412476, 9.643778, 9.386082, 9.212077, 9.292214, 9.549593, 9.896003, 9.848774, 9.905552, 10.094383, 10.281071, 10.333692, 10.390535, 10.44035, 8.197036, 7.854306, 7.880135, 8.528654, 8.815688, 8.665249, 8.8047, 8.317441, 8.078703, 7.982881, 7.747142, 7.408591, 5.932385, 5.588532, 5.273063, 5.216388, 5.052394, 3.734443, 3.626298, 3.300994, 2.842733, 2.375129, 1.581202, 0.884336, 0.062358, 0.096455]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 72, "item_id": "llmzszl-106", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 70, "roundtrip_ok": true, "tf_agree": 0.9444, "tf_agree_excl_first": 0.9577}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [125, 112, 101, 106, 84, 102, 90, 102, 105, 107, 90, 93, 112, 103, 93, 93, 88, 77, 74, 77, 65, 81, 67, 70, 144, 128, 101, 123, 114, 120, 113, 119, 132, 137, 154, 123, 126, 111, 109, 113, 118, 110, 123, 123, 98, 90, 62, 50, 18, 11], "n_am_pl": [25, 83, 104, 77, 87, 104, 98, 72, 70, 78, 70, 66, 78, 52, 58, 41, 58, 55, 65, 70, 70, 62, 60, 70, 42, 52, 49, 50, 76, 68, 60, 64, 54, 29, 45, 33, 34, 32, 34, 42, 40, 45, 37, 34, 26, 41, 46, 57, 92, 100], "n_pos": 452, "sum_m_en": [41.743312, 21.899198, 23.537306, 24.264523, 24.915957, 25.354178, 25.725946, 25.84158, 27.802779, 27.596517, 28.008464, 30.171046, 31.875446, 34.452707, 33.994581, 32.172971, 31.252872, 29.856561, 28.116005, 26.406195, 24.652474, 24.067975, 23.049434, 22.483106, 52.792739, 53.381213, 50.643169, 49.183213, 51.300305, 50.943886, 49.889986, 47.855369, 47.627817, 47.883317, 54.548611, 54.31115, 56.056515, 58.859989, 57.719171, 64.298897, 64.219966, 69.359657, 75.471294, 77.814875, 75.287237, 77.217126, 56.670672, 48.493185, 22.072938, 11.030211], "sum_m_pl": [182.356914, 222.077181, 215.057091, 209.63833, 206.886056, 207.386131, 209.63253, 208.896996, 203.896109, 205.083337, 198.869843, 201.087708, 200.486771, 196.348303, 196.58117, 201.028563, 201.23114, 204.406388, 209.26056, 211.874609, 215.138774, 214.300021, 215.851653, 216.288732, 165.403336, 166.051883, 163.118548, 174.995874, 181.35914, 183.779306, 181.553993, 180.428213, 183.579506, 172.430636, 164.456127, 154.671151, 141.324542, 131.95186, 127.835861, 125.042186, 122.225265, 115.707597, 106.1717, 93.638464, 80.89722, 77.707309, 72.43228, 65.703058, 94.410701, 100.160223]}, "digit": {"n_am_en": [12, 18, 12, 13, 8, 7, 6, 9, 4, 12, 10, 6, 7, 8, 7, 6, 6, 5, 7, 6, 4, 6, 3, 5, 10, 10, 9, 11, 14, 13, 14, 12, 8, 9, 11, 9, 8, 6, 3, 4, 6, 6, 6, 4, 4, 2, 1, 1, 0, 0], "n_am_pl": [0, 9, 5, 3, 5, 7, 5, 4, 5, 5, 3, 6, 6, 2, 1, 5, 10, 3, 5, 0, 3, 2, 4, 4, 2, 2, 4, 1, 5, 3, 2, 6, 7, 3, 8, 4, 4, 1, 0, 2, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0], "n_pos": 38, "sum_m_en": [4.301384, 1.872671, 1.849172, 1.770136, 1.777559, 1.836072, 1.895409, 1.978083, 1.997344, 2.032331, 2.067599, 2.167678, 2.323438, 2.468806, 2.276584, 2.28572, 2.199188, 2.209983, 2.097249, 1.950611, 1.819834, 1.712587, 1.649941, 1.633425, 3.043275, 3.01599, 3.314318, 3.276409, 3.785391, 3.547761, 3.74085, 3.501301, 2.978796, 3.061079, 3.181318, 3.393835, 3.202148, 3.01686, 2.80457, 2.823377, 2.827817, 2.732704, 2.605573, 2.503531, 2.32153, 1.561464, 1.6448, 0.86644, 0.045674, 0.00417], "sum_m_pl": [15.42838, 20.394908, 19.652741, 18.92063, 18.416314, 18.084651, 17.898106, 17.413522, 16.976346, 17.251699, 16.980862, 17.11307, 16.956355, 16.655344, 17.066541, 17.162438, 17.372513, 17.617246, 17.964523, 18.215458, 18.424283, 18.329228, 18.529116, 18.665742, 15.731151, 15.622229, 15.488145, 16.247326, 16.293133, 16.523981, 16.449649, 16.252409, 16.953105, 15.999614, 15.43341, 15.34033, 14.355985, 13.758531, 13.683092, 13.684021, 13.422703, 13.648672, 12.84224, 11.382143, 8.730192, 6.631438, 3.609045, 1.886222, 0.140488, 0.017969]}, "lang": {"n_am_en": [43, 23, 29, 30, 23, 33, 25, 24, 29, 23, 20, 27, 37, 27, 29, 26, 32, 30, 23, 22, 24, 28, 26, 30, 43, 40, 29, 30, 29, 33, 31, 36, 39, 41, 43, 44, 44, 42, 51, 54, 51, 52, 58, 57, 49, 45, 34, 24, 12, 11], "n_am_pl": [6, 16, 18, 11, 16, 13, 17, 18, 14, 17, 13, 11, 13, 12, 16, 17, 9, 16, 18, 21, 21, 16, 16, 19, 12, 10, 9, 11, 16, 15, 16, 18, 13, 8, 10, 8, 11, 13, 11, 17, 15, 18, 16, 15, 18, 26, 33, 41, 84, 100], "n_pos": 111, "sum_m_en": [10.196437, 5.796086, 6.28214, 6.250605, 6.553334, 6.451175, 6.624517, 6.560046, 7.023291, 6.715746, 7.029244, 7.6676, 7.985376, 8.5499, 8.620648, 8.118499, 7.834721, 7.333758, 6.939173, 6.523336, 6.178178, 6.128, 5.811563, 5.664599, 14.460774, 14.143089, 13.390471, 12.48491, 13.273937, 13.217514, 12.670596, 12.485766, 12.445759, 12.740682, 14.837911, 16.025477, 16.752479, 18.86311, 19.434995, 23.34114, 23.819804, 27.743525, 30.698827, 35.312217, 37.866719, 39.51494, 26.942159, 22.087603, 14.296262, 11.009688], "sum_m_pl": [43.04024, 50.136701, 48.411327, 47.628364, 46.885264, 47.080051, 48.118436, 49.018974, 48.333391, 48.631905, 47.25532, 48.651507, 49.086872, 48.345553, 49.232235, 50.482756, 50.368535, 50.837813, 51.727541, 51.99989, 52.635517, 52.270809, 52.777589, 52.935581, 41.512154, 41.037976, 40.576712, 43.62148, 44.321111, 44.843899, 44.505303, 44.789626, 45.7707, 43.588623, 42.076694, 40.028428, 37.661628, 36.528272, 34.545955, 34.678378, 33.768109, 31.413815, 30.698327, 27.527975, 26.319603, 29.136936, 37.946711, 41.376758, 78.798171, 98.890194]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 454, "item_id": "llmzszl-106", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 642, "region_end": 452, "roundtrip_ok": true, "tf_agree": 0.9934, "tf_agree_excl_first": 0.9956}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 31, 23, 23, 24, 26, 23, 24, 17, 23, 31, 22, 27, 25, 26, 28, 36, 21, 25, 27, 24, 23, 27, 24, 33, 34, 34, 34, 36, 32, 32, 30, 30, 33, 30, 28, 36, 44, 46, 44, 45, 44, 41, 45, 40, 43, 54, 54, 57, 53], "n_am_pl": [3, 6, 13, 13, 8, 8, 4, 5, 12, 13, 9, 13, 8, 11, 14, 5, 11, 11, 4, 8, 9, 10, 7, 7, 7, 8, 10, 10, 9, 9, 8, 9, 5, 6, 8, 9, 12, 7, 5, 7, 8, 5, 5, 4, 4, 9, 3, 0, 0, 0], "n_pos": 95, "sum_m_en": [12.816511, 6.745012, 6.400196, 5.342877, 5.813494, 6.074016, 6.216876, 5.80361, 6.941221, 7.158281, 7.121486, 7.668199, 8.182126, 8.24043, 8.076561, 8.039694, 8.357038, 7.561083, 6.723193, 6.098651, 5.811849, 5.289162, 4.982389, 4.861732, 15.263126, 15.066281, 15.944625, 15.80515, 13.75229, 13.877303, 13.423825, 12.390999, 12.361919, 12.866884, 14.428141, 14.678938, 18.973674, 21.014068, 23.1097, 27.004193, 27.346115, 29.137796, 30.46167, 31.475384, 32.715797, 37.936556, 47.161841, 50.01749, 55.14795, 53.959666], "sum_m_pl": [31.201143, 40.673316, 41.57925, 42.275964, 40.17643, 39.033127, 38.052126, 37.129398, 36.916583, 38.665889, 38.837592, 39.777721, 40.194379, 39.708438, 40.963321, 40.061333, 40.916501, 40.03864, 41.053107, 42.559184, 42.884953, 43.390886, 43.876372, 44.430867, 30.050625, 30.451328, 29.058918, 30.633785, 31.800493, 30.979452, 31.737668, 31.356482, 32.216949, 32.393395, 32.305433, 31.55955, 26.437823, 26.067675, 24.146561, 21.03317, 20.170849, 16.131255, 14.297037, 12.717981, 11.196673, 11.698838, 6.391859, 2.177825, 0.366537, 0.081048]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 17, 16, 14, 18, 15, 12, 12, 10, 14, 21, 16, 18, 17, 17, 18, 24, 16, 17, 18, 12, 11, 14, 13, 22, 23, 20, 22, 23, 25, 23, 23, 23, 20, 21, 17, 20, 25, 30, 26, 26, 25, 25, 26, 25, 31, 37, 43, 50, 53], "n_am_pl": [1, 3, 7, 7, 3, 4, 1, 3, 7, 9, 6, 10, 5, 8, 9, 3, 5, 7, 3, 4, 5, 5, 3, 4, 4, 3, 3, 4, 6, 6, 4, 1, 2, 4, 3, 4, 7, 5, 5, 5, 5, 3, 2, 3, 2, 7, 3, 0, 0, 0], "n_pos": 56, "sum_m_en": [6.76228, 3.636996, 3.278764, 3.11118, 3.557415, 3.629406, 3.405639, 3.266023, 3.82356, 3.950912, 4.070703, 4.528982, 4.860349, 4.892486, 5.013332, 4.909402, 5.122558, 4.676697, 4.067795, 3.667211, 3.439411, 3.156991, 2.948539, 2.866516, 8.363896, 8.905756, 9.773935, 10.096489, 8.682546, 8.816823, 8.724653, 7.98879, 8.179022, 8.335066, 9.704527, 9.770801, 12.604189, 14.031725, 15.704653, 17.417621, 17.471824, 18.584458, 19.086636, 19.200971, 20.810463, 26.121357, 32.267303, 38.236562, 48.851008, 52.420464], "sum_m_pl": [18.876028, 24.139265, 24.695858, 24.767614, 23.268715, 22.92511, 22.380794, 21.874847, 22.171077, 23.317041, 23.387196, 23.930171, 24.199034, 23.687163, 24.269098, 23.519926, 24.006541, 23.623044, 24.296714, 25.116923, 25.230213, 25.478107, 25.801137, 26.161378, 18.319801, 18.290241, 17.370724, 18.151807, 18.747123, 18.384938, 18.668879, 18.105162, 18.44947, 18.602235, 18.022622, 18.013653, 14.604789, 14.631191, 13.174823, 11.53037, 11.06567, 8.904608, 7.981249, 7.804516, 6.680024, 7.328008, 4.770414, 1.239947, 0.161725, 0.080491]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 97, "item_id": "llmzszl-107", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 718, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9485, "tf_agree_excl_first": 0.9583}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [27, 11, 16, 13, 14, 14, 18, 15, 13, 12, 22, 18, 22, 12, 13, 10, 15, 17, 14, 18, 14, 13, 14, 14, 28, 29, 26, 25, 27, 28, 15, 19, 18, 13, 18, 18, 19, 31, 31, 32, 36, 32, 36, 33, 33, 32, 17, 12, 1, 0], "n_am_pl": [6, 20, 15, 17, 16, 14, 7, 7, 9, 12, 11, 20, 21, 24, 24, 20, 25, 12, 9, 15, 19, 18, 24, 20, 7, 11, 10, 12, 9, 13, 15, 12, 17, 16, 17, 15, 12, 7, 9, 13, 9, 10, 9, 13, 16, 23, 25, 25, 45, 55], "n_pos": 86, "sum_m_en": [7.818421, 4.151322, 4.196351, 4.326049, 4.3661, 4.9436, 4.986586, 4.867786, 5.653587, 5.935527, 6.101353, 6.052982, 6.225717, 6.273698, 6.15408, 6.012063, 6.224612, 5.521561, 4.919126, 4.708938, 4.535046, 4.285461, 4.036486, 3.997657, 9.631181, 9.735066, 10.201388, 9.394658, 9.92044, 9.938928, 9.445435, 8.673217, 8.347616, 8.574463, 10.294076, 9.299174, 9.568811, 9.75383, 13.078334, 15.324876, 17.020502, 20.56708, 24.438517, 23.647893, 23.973677, 25.326088, 15.128773, 8.362595, 1.560318, 0.005637], "sum_m_pl": [29.153971, 37.917723, 37.718783, 37.787608, 36.398131, 34.698826, 33.794082, 32.572868, 32.942894, 33.909567, 34.107769, 35.788929, 37.076478, 36.291846, 37.214774, 37.215207, 38.236464, 37.586415, 38.855838, 39.701291, 39.999434, 39.933286, 40.290962, 40.542359, 28.434926, 28.825551, 28.437335, 30.78441, 31.604587, 33.001463, 32.956902, 33.097732, 32.872929, 32.316717, 31.135181, 31.729475, 30.342084, 29.619749, 27.63876, 26.394343, 26.239573, 22.740811, 21.598822, 21.06896, 21.014459, 25.407871, 26.329995, 28.559438, 44.179081, 54.446009]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 7, 8, 8, 11, 10, 13, 10, 10, 7, 16, 13, 18, 6, 9, 7, 8, 10, 9, 13, 9, 6, 9, 10, 20, 18, 15, 17, 16, 16, 9, 15, 11, 7, 12, 13, 11, 20, 22, 21, 24, 20, 24, 23, 24, 22, 13, 8, 0, 0], "n_am_pl": [4, 14, 10, 13, 7, 10, 6, 5, 7, 11, 7, 11, 12, 17, 16, 12, 20, 11, 4, 9, 12, 11, 15, 12, 4, 9, 6, 7, 6, 11, 11, 7, 11, 14, 11, 12, 8, 7, 8, 10, 7, 8, 8, 12, 13, 20, 21, 20, 45, 55], "n_pos": 55, "sum_m_en": [5.034628, 2.687225, 2.633241, 2.716432, 2.844088, 3.226842, 3.142591, 3.103207, 3.63945, 3.780774, 3.944396, 3.917974, 4.165329, 4.144852, 4.050694, 3.959617, 4.015183, 3.621215, 3.244258, 3.116467, 2.974197, 2.768839, 2.625684, 2.61048, 6.990933, 6.638705, 7.192112, 6.758989, 6.859171, 6.710479, 6.191022, 5.818526, 5.47873, 5.574873, 6.534129, 6.185669, 6.135792, 6.424327, 9.015517, 10.515303, 12.322646, 15.99738, 18.530121, 19.174759, 18.063338, 18.919475, 11.906842, 6.042647, 0.725718, 0.0055], "sum_m_pl": [18.464774, 23.90516, 23.742799, 23.685028, 22.725236, 21.547089, 21.175155, 20.535863, 20.861233, 21.652574, 21.739409, 22.887211, 23.739514, 23.127798, 23.948863, 23.835674, 24.601167, 24.122109, 24.828714, 25.408616, 25.502145, 25.469338, 25.724231, 25.92846, 18.50329, 19.011381, 18.475263, 20.059839, 20.542682, 21.233868, 21.393895, 21.458869, 21.300607, 21.23414, 20.495263, 21.065905, 19.999908, 19.891151, 18.632829, 17.683797, 17.207657, 14.304666, 13.8489, 14.045819, 15.084127, 19.919674, 21.077567, 22.70426, 42.011697, 54.133399]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 88, "item_id": "llmzszl-107", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 649, "region_end": 86, "roundtrip_ok": true, "tf_agree": 0.9886, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 21, 15, 13, 19, 16, 18, 19, 14, 21, 21, 18, 14, 12, 9, 10, 19, 14, 5, 11, 10, 5, 6, 9, 16, 10, 12, 11, 12, 14, 17, 18, 9, 12, 17, 17, 19, 12, 10, 7, 10, 10, 12, 13, 9, 9, 10, 7, 9, 6], "n_am_pl": [1, 13, 19, 24, 14, 11, 10, 5, 7, 11, 11, 9, 18, 13, 13, 19, 15, 18, 14, 18, 14, 8, 8, 12, 10, 12, 18, 13, 14, 9, 5, 5, 8, 12, 10, 8, 6, 2, 8, 5, 3, 4, 3, 4, 1, 1, 0, 1, 1, 1], "n_pos": 78, "sum_m_en": [7.939459, 3.805483, 3.846999, 3.791027, 4.186044, 4.191982, 4.181783, 4.581053, 4.572297, 4.906449, 5.123003, 5.254737, 5.68782, 6.41067, 6.410206, 6.428997, 6.802988, 5.953713, 5.164225, 4.823608, 4.488546, 4.208048, 4.052781, 3.914833, 7.525948, 8.223663, 8.845695, 8.584206, 8.097639, 8.85956, 8.185952, 8.072914, 7.460068, 6.965484, 7.989978, 7.874977, 8.566499, 7.941387, 7.615481, 8.091104, 8.193282, 8.147051, 9.208418, 10.879519, 8.734119, 7.463672, 9.137232, 7.894884, 8.292377, 6.205481], "sum_m_pl": [30.842954, 39.426863, 38.557089, 37.66331, 36.905024, 36.877477, 36.747196, 35.710264, 34.558704, 35.724329, 35.064172, 34.867271, 35.041469, 33.68185, 33.508703, 34.056842, 33.612083, 33.827502, 34.500815, 35.926376, 36.177416, 36.595046, 37.048122, 37.400184, 28.221164, 27.785712, 26.795244, 29.739719, 30.945123, 29.753878, 29.837677, 30.540359, 29.930735, 28.156636, 26.388795, 25.289084, 22.215997, 21.491591, 20.062095, 16.387566, 16.319076, 15.338767, 13.633759, 11.621087, 6.717146, 5.707546, 2.335696, 2.111364, 0.969407, 1.000172]}, "digit": {"n_am_en": [1, 4, 2, 5, 7, 8, 8, 5, 4, 7, 4, 6, 6, 4, 2, 4, 4, 2, 2, 1, 2, 1, 1, 0, 3, 1, 4, 3, 3, 2, 3, 7, 3, 4, 6, 7, 6, 4, 1, 1, 2, 2, 3, 3, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 7, 5, 3, 1, 0, 0, 1, 5, 4, 2, 5, 2, 2, 7, 4, 5, 1, 7, 4, 2, 2, 6, 6, 6, 7, 5, 4, 3, 2, 1, 5, 5, 4, 2, 2, 1, 2, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.711861, 0.838356, 0.821595, 0.788861, 0.9022, 0.953552, 0.940232, 1.056846, 1.082379, 1.26561, 1.211042, 1.193811, 1.36575, 1.519641, 1.440795, 1.506989, 1.694934, 1.472875, 1.282704, 1.200441, 1.14109, 1.059729, 1.032042, 1.007505, 1.881402, 2.089245, 2.189101, 2.169673, 1.986465, 2.128925, 2.113716, 2.156099, 1.953086, 1.795499, 2.041769, 1.983484, 1.882436, 1.839868, 1.637153, 1.364365, 1.591093, 1.6883, 1.740396, 1.631152, 0.844639, 0.770172, 0.418759, 0.343283, 0.010476, 0.0], "sum_m_pl": [7.303864, 10.236033, 9.856877, 9.738882, 9.425502, 9.33178, 9.413596, 9.160693, 8.81709, 9.042084, 8.823952, 8.68903, 8.634309, 8.304462, 8.26742, 8.505659, 8.251646, 8.300202, 8.204148, 8.762703, 8.81799, 9.019298, 9.198247, 9.334282, 6.937967, 6.661319, 6.448478, 7.058227, 7.39825, 7.425402, 7.236219, 7.316977, 7.441967, 7.270816, 6.918379, 7.034726, 5.995655, 5.631301, 5.35781, 4.639329, 5.073218, 5.415631, 5.463856, 5.483938, 2.644119, 2.192507, 1.117436, 0.581804, 0.018382, 0.0]}, "lang": {"n_am_en": [5, 3, 3, 2, 3, 3, 2, 4, 5, 6, 5, 4, 4, 4, 4, 2, 3, 2, 2, 5, 4, 3, 3, 5, 5, 4, 3, 4, 3, 3, 2, 1, 2, 3, 4, 3, 2, 4, 3, 2, 3, 3, 3, 5, 5, 5, 5, 3, 6, 6], "n_am_pl": [0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 2, 2, 0, 0, 0, 1, 1, 0, 0, 0, 1, 3, 2, 1, 1, 1, 0, 0, 0, 0, 1, 1], "n_pos": 8, "sum_m_en": [1.107155, 0.434956, 0.481402, 0.441345, 0.439957, 0.442742, 0.459855, 0.497205, 0.516605, 0.513999, 0.560886, 0.577743, 0.627776, 0.757725, 0.78097, 0.783851, 0.873263, 0.749781, 0.658968, 0.597789, 0.539143, 0.497128, 0.4646, 0.445472, 1.378654, 1.376665, 1.326801, 1.189927, 1.170107, 1.21475, 1.021032, 0.987996, 1.006834, 1.096751, 1.364122, 1.68983, 1.957077, 2.005194, 1.598606, 2.35855, 2.370997, 2.407963, 2.391816, 3.22054, 3.657763, 3.380916, 3.501044, 3.122773, 5.552649, 5.85412], "sum_m_pl": [2.753807, 3.939067, 3.849172, 3.807179, 3.786832, 3.739858, 3.787722, 3.800934, 3.766918, 3.82053, 3.825594, 3.85391, 3.866112, 3.617202, 3.604116, 3.630992, 3.543871, 3.601759, 3.686707, 3.807198, 3.835122, 3.888879, 3.952031, 3.990912, 3.155988, 3.1612, 3.076157, 3.392492, 3.422163, 3.209159, 3.34905, 3.303939, 3.173683, 3.159758, 2.923273, 2.647687, 2.409205, 2.319099, 2.04672, 2.027593, 1.872502, 1.626161, 1.563548, 1.395214, 0.790228, 0.624118, 0.415707, 0.165727, 0.932622, 1.000158]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "llmzszl-11", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 713, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9873}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [45, 78, 77, 57, 62, 47, 49, 66, 45, 57, 61, 64, 81, 66, 67, 56, 65, 48, 39, 43, 42, 36, 29, 30, 50, 57, 64, 69, 64, 59, 70, 59, 49, 62, 73, 62, 78, 56, 48, 44, 42, 37, 42, 33, 41, 32, 15, 9, 2, 0], "n_am_pl": [9, 69, 69, 58, 58, 43, 38, 35, 39, 38, 45, 52, 64, 48, 51, 68, 58, 63, 75, 73, 69, 74, 81, 82, 49, 60, 58, 65, 64, 54, 43, 46, 46, 30, 33, 35, 20, 35, 33, 30, 31, 31, 26, 29, 23, 28, 25, 21, 30, 36], "n_pos": 271, "sum_m_en": [24.47704, 12.573151, 13.404756, 13.453731, 14.393545, 14.541845, 14.928708, 15.910124, 16.879413, 17.590268, 18.831262, 19.627555, 21.518179, 23.299514, 23.725382, 22.397801, 22.341626, 20.654434, 17.975238, 16.453838, 15.353386, 14.389791, 13.890395, 13.254941, 26.054401, 28.940321, 33.405204, 32.460028, 32.252168, 32.812049, 31.82576, 29.85813, 28.735667, 27.547512, 31.138008, 29.437177, 31.414217, 30.751943, 31.523907, 31.972535, 31.054565, 29.880451, 29.846247, 27.720044, 28.892934, 26.585487, 14.473954, 10.900627, 2.525253, 0.002761], "sum_m_pl": [107.850631, 138.360216, 134.361036, 131.850437, 131.024964, 128.352103, 127.609967, 126.230749, 124.708587, 126.252403, 124.160498, 123.98013, 124.566552, 122.102841, 122.889789, 125.907095, 124.471055, 126.093944, 131.165819, 133.313505, 132.957388, 133.259285, 134.140223, 134.224463, 112.096591, 111.049009, 105.534709, 113.121064, 116.241462, 112.481725, 112.137611, 112.833788, 113.622907, 107.581789, 99.451818, 96.695332, 87.719523, 84.511282, 78.872411, 73.047538, 71.852393, 71.567148, 66.246361, 61.440334, 48.328989, 46.567481, 37.345113, 32.570393, 32.819509, 36.631845]}, "digit": {"n_am_en": [0, 13, 16, 12, 10, 16, 12, 9, 6, 16, 11, 16, 14, 13, 7, 8, 10, 8, 10, 4, 4, 5, 4, 6, 8, 11, 15, 11, 13, 8, 15, 15, 10, 12, 10, 9, 14, 3, 4, 3, 4, 4, 4, 0, 4, 3, 3, 0, 0, 0], "n_am_pl": [0, 14, 17, 9, 13, 4, 2, 1, 7, 9, 10, 10, 14, 10, 11, 16, 15, 12, 15, 16, 15, 15, 15, 12, 14, 15, 16, 20, 17, 16, 12, 11, 12, 9, 10, 12, 6, 10, 8, 4, 4, 4, 5, 5, 0, 0, 0, 0, 0, 0], "n_pos": 52, "sum_m_en": [4.007054, 2.114579, 2.297198, 2.253763, 2.53233, 2.623887, 2.525159, 2.833028, 2.919412, 3.218414, 3.474572, 3.705646, 4.039357, 4.63481, 4.431682, 4.292058, 4.476305, 3.987831, 3.474404, 3.088411, 2.933932, 2.672132, 2.597211, 2.475537, 4.380194, 5.1398, 6.262831, 5.987396, 5.746471, 6.437696, 6.289155, 6.219827, 5.8199, 5.529836, 5.688638, 5.58236, 5.535161, 4.664462, 4.362885, 4.108442, 4.216697, 4.151958, 4.429999, 3.787376, 4.086639, 3.35104, 2.53675, 0.833412, 0.066985, 0.0], "sum_m_pl": [18.004951, 26.700857, 25.908138, 25.626705, 25.196735, 24.618946, 24.890644, 24.507979, 24.253604, 24.558212, 23.930547, 23.926465, 24.027797, 23.011233, 23.654309, 24.302018, 23.472482, 24.199093, 24.916027, 25.494493, 25.410993, 25.697366, 25.951879, 26.16323, 22.996487, 22.385733, 21.416383, 22.75904, 23.471837, 22.271826, 22.136897, 22.130018, 22.909177, 22.260315, 20.552883, 20.838121, 18.502522, 18.03751, 16.524013, 15.043292, 15.797467, 16.658848, 15.016406, 14.463911, 8.997568, 7.552264, 4.607056, 2.450334, 0.063273, 0.0]}, "lang": {"n_am_en": [14, 7, 5, 7, 9, 6, 9, 11, 9, 9, 7, 7, 11, 11, 12, 11, 12, 10, 5, 5, 8, 8, 7, 9, 11, 10, 10, 15, 10, 7, 8, 9, 10, 13, 16, 15, 10, 13, 11, 11, 10, 12, 16, 12, 16, 16, 5, 2, 0, 0], "n_am_pl": [2, 14, 14, 5, 7, 6, 5, 4, 5, 7, 10, 9, 8, 7, 5, 7, 6, 7, 9, 11, 9, 11, 14, 13, 4, 8, 2, 3, 10, 6, 4, 6, 4, 3, 3, 3, 4, 8, 11, 8, 11, 11, 10, 14, 11, 14, 18, 18, 30, 34], "n_pos": 36, "sum_m_en": [3.615236, 1.929166, 1.895415, 2.024608, 1.987765, 2.004341, 2.237599, 2.222311, 2.29625, 2.279193, 2.436708, 2.598261, 2.779013, 2.924159, 2.978234, 2.903365, 2.913142, 2.72067, 2.376142, 2.200317, 2.151582, 2.045708, 1.896369, 1.810148, 4.451267, 4.078102, 4.264628, 4.038661, 4.154506, 4.094593, 4.08509, 4.164132, 4.016352, 4.162915, 5.031154, 4.955966, 5.601357, 6.580566, 6.627857, 7.76076, 7.707554, 8.135674, 8.308413, 8.199582, 11.607913, 11.241397, 4.347635, 2.196836, 0.258604, 0.001704], "sum_m_pl": [13.240111, 16.980235, 16.834807, 16.549135, 16.527957, 16.125655, 15.995274, 16.456284, 16.912912, 17.093794, 16.857975, 16.895461, 17.187606, 17.071041, 17.100971, 17.37647, 17.330415, 17.155246, 17.685672, 17.767893, 17.629841, 17.569829, 17.728156, 17.630564, 14.575282, 15.070878, 14.130036, 15.268315, 15.811374, 15.745166, 15.540341, 15.443521, 15.662403, 15.27178, 14.299555, 14.353386, 14.020658, 14.146026, 15.005974, 14.886725, 15.122475, 15.048528, 14.253202, 14.652249, 13.084555, 14.676268, 16.782548, 19.113666, 28.913656, 33.974719]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 273, "item_id": "llmzszl-11", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 644, "region_end": 271, "roundtrip_ok": true, "tf_agree": 0.9707, "tf_agree_excl_first": 0.9743}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [43, 46, 39, 38, 32, 28, 34, 41, 36, 38, 36, 35, 38, 41, 42, 41, 37, 35, 38, 46, 34, 32, 36, 37, 53, 50, 56, 44, 51, 60, 61, 63, 57, 57, 67, 67, 72, 69, 63, 74, 80, 79, 79, 77, 76, 80, 83, 84, 88, 91], "n_am_pl": [9, 14, 17, 12, 20, 18, 16, 10, 22, 15, 15, 20, 17, 13, 24, 28, 21, 23, 18, 18, 19, 29, 27, 30, 17, 17, 14, 18, 10, 10, 12, 17, 13, 11, 13, 8, 6, 3, 7, 4, 6, 7, 6, 5, 4, 3, 4, 5, 1, 0], "n_pos": 152, "sum_m_en": [18.3875, 9.618545, 9.489282, 8.451828, 8.941915, 9.492472, 9.439607, 9.17922, 9.430943, 9.508365, 9.533195, 12.070267, 12.71874, 12.258863, 11.696799, 10.988602, 10.237745, 10.080653, 9.842406, 8.59322, 8.108286, 7.32521, 7.018194, 6.735741, 19.197707, 19.702492, 21.736405, 19.358594, 18.862094, 19.885979, 17.228126, 17.397934, 18.389854, 18.520205, 19.058096, 23.487598, 27.141535, 27.066751, 30.501128, 34.889441, 40.176051, 47.256408, 50.32407, 55.776384, 61.967441, 68.744484, 76.136609, 79.055811, 86.931835, 89.906109], "sum_m_pl": [51.169668, 70.782943, 71.082527, 69.449378, 67.854085, 66.87866, 66.009478, 66.853828, 65.449488, 68.853433, 68.462084, 67.008697, 65.003621, 64.307037, 65.821108, 67.328217, 68.974073, 67.816254, 69.542674, 71.448779, 71.896187, 73.413664, 73.32387, 73.700024, 57.075458, 57.504796, 52.840794, 57.041498, 58.089911, 56.88896, 58.577147, 57.970133, 56.317344, 56.880742, 57.521666, 53.145304, 45.687452, 45.298028, 42.070764, 39.953292, 36.405867, 31.930224, 27.039116, 23.208565, 17.664416, 12.289112, 9.4915, 7.421861, 1.96494, 0.089467]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 2, 2, 1, 2, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0], "n_pos": 2, "sum_m_en": [0.192887, 0.090629, 0.084904, 0.085968, 0.102919, 0.108894, 0.121646, 0.123784, 0.117081, 0.130853, 0.103846, 0.126079, 0.144912, 0.149961, 0.131297, 0.126186, 0.12328, 0.117308, 0.097302, 0.089526, 0.080664, 0.074372, 0.072539, 0.069363, 0.094681, 0.102523, 0.107684, 0.106779, 0.095068, 0.140708, 0.141726, 0.120145, 0.106306, 0.096582, 0.125893, 0.265077, 0.135655, 0.130862, 0.119963, 0.10083, 0.110534, 0.160351, 0.092949, 0.247154, 0.127332, 0.144708, 0.002673, 0.007991, 0.182448, 0.0], "sum_m_pl": [0.881423, 1.075131, 1.053507, 1.001828, 0.961335, 0.901433, 0.784932, 0.783151, 0.813847, 0.861581, 0.949291, 0.942714, 0.897164, 0.88393, 0.939861, 0.894688, 0.951572, 0.954282, 1.031008, 1.014564, 1.02654, 1.039857, 1.02653, 1.024766, 0.95846, 0.962136, 0.899162, 0.906824, 0.972305, 0.919719, 0.932389, 0.950583, 0.981405, 1.004828, 0.937388, 0.842172, 0.840851, 0.853558, 0.812021, 0.824204, 0.756414, 0.778344, 0.640472, 0.47115, 0.532295, 0.537129, 0.105985, 0.739914, 0.483512, 0.0]}, "lang": {"n_am_en": [26, 25, 19, 17, 21, 21, 27, 28, 24, 27, 29, 23, 23, 24, 24, 26, 25, 28, 27, 31, 22, 23, 28, 29, 39, 35, 43, 29, 38, 41, 46, 45, 41, 40, 47, 45, 49, 52, 48, 53, 59, 62, 59, 58, 59, 65, 67, 72, 86, 90], "n_am_pl": [6, 10, 11, 9, 10, 8, 9, 7, 13, 7, 6, 12, 11, 8, 16, 17, 12, 16, 14, 12, 15, 22, 20, 20, 12, 12, 8, 12, 7, 6, 6, 13, 10, 10, 9, 6, 5, 2, 4, 1, 2, 3, 2, 2, 1, 1, 1, 2, 0, 0], "n_pos": 91, "sum_m_en": [10.51824, 5.701786, 5.698874, 5.07525, 5.528331, 6.184519, 6.191588, 5.983965, 6.245524, 6.278515, 6.20744, 8.362333, 8.840504, 8.309965, 7.892503, 7.386611, 6.751655, 6.776767, 6.705376, 5.620894, 5.183458, 4.640872, 4.446907, 4.21099, 13.915601, 14.542847, 16.535708, 14.413358, 14.105323, 14.65853, 12.435425, 12.188899, 13.305184, 13.460713, 13.539474, 16.639419, 20.062761, 20.21189, 22.396209, 26.020965, 30.212549, 36.739596, 39.092119, 43.769293, 49.010313, 55.271733, 62.043359, 67.528624, 81.811628, 88.37395], "sum_m_pl": [31.291434, 41.957945, 42.549329, 41.710041, 40.454419, 39.697255, 39.372432, 40.055156, 39.222081, 41.091661, 40.943748, 39.735397, 38.54788, 38.352937, 39.458375, 40.583178, 41.692116, 41.186131, 42.269007, 43.52378, 43.913194, 44.726994, 44.536655, 44.695503, 35.306163, 35.215653, 32.219255, 34.994969, 35.661679, 34.880065, 36.451883, 36.220526, 34.842109, 35.430722, 35.313412, 33.031565, 28.09149, 27.529015, 25.676545, 24.0677, 21.628905, 18.412387, 15.543719, 13.211154, 10.468821, 7.120557, 5.043738, 3.52805, 0.650263, 0.080231]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "llmzszl-112", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 802, "region_end": 152, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9869}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [29, 16, 22, 15, 17, 14, 20, 21, 21, 19, 22, 24, 19, 16, 20, 22, 23, 17, 16, 19, 17, 13, 12, 16, 21, 28, 32, 23, 27, 27, 20, 23, 24, 22, 26, 24, 33, 31, 34, 29, 27, 32, 30, 30, 22, 20, 15, 9, 1, 0], "n_am_pl": [4, 24, 19, 18, 17, 17, 13, 11, 12, 15, 15, 20, 11, 15, 14, 10, 9, 11, 25, 23, 22, 25, 25, 22, 23, 18, 19, 23, 15, 20, 21, 20, 15, 15, 15, 19, 16, 14, 13, 15, 17, 18, 17, 15, 14, 26, 34, 37, 51, 55], "n_pos": 88, "sum_m_en": [8.270522, 4.287228, 4.311979, 4.23029, 4.203523, 4.400807, 4.565392, 4.506289, 4.306507, 4.453082, 4.716288, 5.419037, 5.751214, 5.905349, 5.707761, 5.376728, 5.395832, 4.884363, 4.538818, 4.174223, 4.056202, 3.79497, 3.682056, 3.605555, 7.888813, 7.658286, 8.802333, 8.098132, 8.015687, 8.551253, 7.87738, 8.245327, 8.879456, 9.850732, 9.852505, 11.36722, 12.859009, 14.05255, 13.886818, 14.014715, 16.959549, 17.917102, 17.972145, 19.024136, 15.845681, 16.273222, 13.979859, 8.012643, 2.238416, 0.009498], "sum_m_pl": [30.423723, 39.877552, 40.066831, 39.790712, 38.90953, 38.813537, 38.470818, 39.107425, 38.976576, 41.12236, 40.412025, 39.859904, 39.700843, 39.165919, 39.642046, 40.503819, 40.13036, 40.929953, 42.527063, 43.189076, 43.666491, 44.276344, 43.909889, 43.999206, 37.479582, 38.328367, 37.067186, 38.118639, 39.486419, 39.476024, 38.687869, 37.575132, 36.738552, 35.641467, 36.256883, 35.039799, 33.348422, 31.936708, 31.499088, 32.377516, 30.471433, 30.869815, 29.124405, 27.693592, 27.866851, 30.611677, 34.811121, 40.087003, 51.439073, 54.413093]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 12, 17, 11, 11, 12, 15, 12, 12, 11, 11, 14, 11, 10, 13, 15, 15, 13, 12, 14, 12, 12, 9, 13, 14, 21, 19, 14, 17, 18, 14, 17, 15, 17, 19, 17, 24, 19, 23, 22, 19, 21, 22, 19, 15, 12, 8, 4, 1, 0], "n_am_pl": [2, 13, 10, 11, 10, 8, 7, 7, 8, 8, 12, 11, 10, 7, 11, 7, 6, 7, 17, 14, 12, 14, 15, 13, 17, 11, 11, 14, 11, 14, 15, 12, 8, 11, 11, 17, 12, 13, 11, 10, 13, 14, 10, 13, 11, 21, 30, 33, 48, 54], "n_pos": 54, "sum_m_en": [5.515623, 2.645302, 2.671392, 2.626391, 2.634468, 2.792928, 2.984716, 2.85967, 2.779578, 2.83519, 3.002729, 3.558301, 3.76344, 3.751565, 3.668688, 3.454206, 3.408291, 3.096658, 2.85898, 2.622529, 2.534703, 2.328817, 2.262015, 2.201815, 4.708088, 4.646981, 5.424797, 4.756682, 4.799129, 5.194941, 4.808461, 5.063117, 5.769045, 6.730315, 6.591625, 7.948041, 8.255936, 9.22702, 9.304778, 9.176211, 11.007293, 12.321838, 12.326161, 12.823726, 10.584033, 10.902826, 8.391907, 3.979682, 1.81393, 0.008596], "sum_m_pl": [17.974873, 24.777905, 24.789407, 24.795882, 24.03442, 23.924264, 23.683204, 24.072432, 23.943946, 25.333814, 25.07281, 24.637669, 24.540607, 24.145756, 24.839335, 25.314857, 24.941489, 25.543549, 26.457324, 26.79476, 26.997124, 27.382688, 27.120772, 27.180827, 24.001238, 24.604512, 23.899099, 24.643568, 25.409578, 25.447861, 25.278116, 24.101979, 23.746977, 23.110787, 23.578219, 23.23233, 22.648982, 21.362004, 20.645268, 21.006861, 19.741563, 19.620711, 18.216067, 17.968159, 19.294943, 22.375897, 28.627011, 32.777564, 45.620564, 53.211222]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 90, "item_id": "llmzszl-112", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 88, "roundtrip_ok": true, "tf_agree": 0.9556, "tf_agree_excl_first": 0.9663}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [26, 19, 14, 14, 13, 15, 14, 10, 15, 15, 20, 14, 15, 12, 14, 17, 17, 18, 17, 14, 15, 16, 16, 18, 21, 21, 24, 23, 26, 24, 20, 21, 19, 19, 19, 25, 19, 23, 21, 17, 21, 21, 21, 20, 20, 22, 22, 25, 24, 19], "n_am_pl": [4, 8, 6, 12, 7, 9, 14, 10, 6, 5, 4, 6, 7, 7, 3, 3, 8, 5, 5, 6, 10, 10, 9, 7, 9, 5, 5, 7, 5, 2, 6, 7, 7, 6, 5, 5, 5, 5, 8, 8, 5, 4, 3, 3, 2, 1, 4, 2, 1, 1], "n_pos": 61, "sum_m_en": [7.732934, 3.768106, 3.842415, 3.605633, 3.761872, 3.406231, 3.448032, 3.55218, 3.599589, 3.704612, 4.295423, 4.679913, 4.715044, 4.933266, 4.914164, 4.693006, 4.546735, 4.427543, 3.91255, 3.449228, 3.097133, 3.078676, 2.84092, 2.777626, 7.727693, 9.22952, 9.658575, 8.966985, 8.555134, 9.522556, 9.380878, 9.162745, 8.761002, 9.318665, 10.269048, 11.070768, 11.698331, 12.523859, 14.053099, 16.524588, 16.641221, 17.963438, 17.391831, 17.27573, 16.278491, 19.245368, 22.040754, 25.296347, 23.280926, 20.157117], "sum_m_pl": [22.663227, 27.467933, 26.922381, 27.431456, 27.72049, 28.816371, 28.82258, 27.963924, 28.599467, 28.643635, 27.812187, 27.160159, 26.404695, 25.380769, 26.122872, 27.124337, 27.178298, 27.071063, 28.080218, 29.10723, 29.601608, 30.003791, 30.35598, 30.518596, 24.085915, 22.726921, 21.728359, 22.191051, 23.535344, 21.748759, 21.974457, 22.011416, 22.175704, 21.859261, 20.603264, 20.458281, 19.166238, 18.497644, 17.022214, 12.999081, 11.69323, 10.84736, 9.941601, 9.532316, 6.28509, 5.471616, 5.033394, 3.201202, 1.271042, 1.031642]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 8, 8, 6, 5, 8, 6, 4, 8, 5, 6, 7, 5, 4, 4, 9, 5, 8, 6, 6, 6, 6, 7, 7, 8, 11, 12, 11, 11, 13, 10, 11, 7, 11, 11, 14, 14, 15, 13, 12, 11, 12, 12, 12, 14, 17, 17, 20, 21, 19], "n_am_pl": [2, 3, 1, 5, 3, 2, 2, 4, 1, 2, 1, 2, 3, 1, 2, 1, 3, 3, 2, 3, 2, 3, 2, 2, 4, 1, 1, 2, 2, 1, 1, 2, 3, 2, 2, 1, 0, 1, 2, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1], "n_pos": 22, "sum_m_en": [3.561969, 1.350444, 1.525513, 1.343528, 1.392342, 1.24724, 1.260977, 1.153349, 1.189792, 1.209211, 1.374885, 1.639153, 1.607048, 1.690981, 1.72475, 1.647681, 1.662144, 1.632414, 1.428164, 1.270226, 1.120678, 1.041689, 0.982832, 0.979625, 3.456809, 4.589991, 4.675226, 4.379591, 4.051517, 4.688406, 4.538079, 4.546487, 4.235891, 4.652307, 5.592194, 6.46865, 7.294463, 8.048168, 9.079868, 9.630437, 10.30861, 10.993584, 10.917423, 11.018561, 11.477594, 13.857593, 16.128906, 19.416318, 19.863002, 19.46786], "sum_m_pl": [7.52842, 10.032408, 9.795881, 10.067198, 10.044968, 10.382357, 10.343671, 10.223411, 10.430492, 10.338941, 10.193997, 9.989597, 9.805534, 9.201361, 9.524746, 9.868292, 9.879781, 9.879354, 10.076263, 10.420075, 10.56461, 10.855595, 10.993914, 11.088522, 8.135436, 7.304988, 7.514198, 7.596738, 8.186446, 7.576779, 7.547129, 7.357783, 7.729629, 7.501157, 6.66676, 6.51031, 5.779666, 5.490113, 5.079824, 4.15013, 3.506426, 3.26621, 2.829067, 2.622582, 2.304046, 1.746429, 1.229197, 0.18334, 0.420168, 0.865791]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 63, "item_id": "llmzszl-113", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 698, "region_end": 61, "roundtrip_ok": true, "tf_agree": 0.9206, "tf_agree_excl_first": 0.9355}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 13, 22, 15, 12, 9, 7, 26, 14, 23, 21, 21, 17, 11, 19, 15, 16, 23, 19, 13, 14, 13, 14, 17, 21, 33, 30, 25, 33, 24, 24, 26, 23, 20, 26, 24, 21, 27, 23, 16, 19, 24, 19, 16, 14, 23, 15, 5, 2, 1], "n_am_pl": [14, 22, 19, 18, 9, 8, 6, 4, 8, 6, 8, 5, 9, 9, 8, 8, 11, 7, 4, 10, 13, 13, 8, 8, 13, 9, 9, 5, 8, 9, 10, 9, 9, 11, 8, 11, 10, 12, 14, 13, 12, 14, 22, 20, 29, 24, 34, 37, 46, 51], "n_pos": 90, "sum_m_en": [8.181748, 4.64372, 4.42269, 4.304589, 4.303494, 4.317422, 4.281884, 4.667268, 4.840087, 5.119703, 6.086036, 6.713437, 6.253819, 6.583449, 6.648075, 6.145329, 6.435242, 6.177646, 5.326886, 4.647387, 4.103489, 3.875476, 3.713697, 3.658681, 7.834866, 9.302182, 9.708538, 9.780273, 9.33084, 9.615786, 9.610126, 9.64025, 9.736109, 9.610594, 10.249201, 10.40434, 10.786221, 11.509701, 10.172916, 9.327649, 9.413726, 10.828257, 10.872708, 11.034171, 10.278465, 17.290231, 13.106226, 6.799263, 2.690387, 1.007276], "sum_m_pl": [34.210031, 41.330297, 40.689417, 40.945244, 41.084182, 42.236273, 42.218601, 41.771149, 41.38443, 40.918199, 40.642586, 39.543404, 39.245673, 38.220928, 39.452248, 40.318627, 40.230196, 40.622642, 42.390572, 43.842645, 44.841667, 45.324205, 45.473408, 45.612961, 36.620509, 35.316557, 34.026597, 34.11891, 36.485987, 35.213526, 35.639973, 35.102247, 34.629225, 34.575391, 33.78949, 34.016498, 33.381734, 33.86144, 34.612592, 32.80705, 30.540625, 29.878771, 28.908181, 29.952249, 28.232789, 25.285594, 32.795029, 34.544995, 43.78884, 50.53822]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 12, 15, 8, 9, 8, 5, 17, 9, 16, 14, 13, 12, 8, 15, 12, 12, 16, 16, 11, 11, 9, 9, 11, 14, 19, 20, 19, 25, 16, 16, 20, 16, 15, 19, 17, 15, 17, 14, 13, 14, 16, 11, 11, 9, 15, 12, 3, 2, 1], "n_am_pl": [5, 12, 7, 10, 2, 4, 5, 2, 4, 2, 2, 3, 5, 5, 3, 3, 9, 4, 3, 4, 5, 5, 4, 2, 7, 4, 6, 3, 4, 3, 4, 6, 3, 6, 3, 7, 8, 10, 10, 9, 7, 8, 15, 15, 25, 20, 30, 33, 44, 50], "n_pos": 52, "sum_m_en": [5.024879, 2.761873, 2.670867, 2.490047, 2.526098, 2.605254, 2.536156, 2.795034, 2.950631, 3.154306, 3.816054, 4.210692, 3.796325, 3.932946, 3.953985, 3.534312, 3.751056, 3.64013, 3.171551, 2.762544, 2.392133, 2.239102, 2.127158, 2.095579, 5.239464, 6.003979, 6.640307, 6.593693, 6.272502, 6.167837, 6.174884, 6.223214, 6.12196, 6.185885, 6.554419, 6.197556, 7.120055, 7.280268, 6.846794, 6.429046, 6.568475, 7.776823, 7.838356, 7.840198, 7.833987, 13.307722, 10.408346, 4.719482, 2.358349, 1.000455], "sum_m_pl": [19.035364, 23.921098, 23.750878, 23.35492, 23.64366, 24.433247, 24.772017, 24.50083, 24.426924, 24.021204, 23.641776, 23.14712, 23.166658, 22.632451, 23.389449, 24.077178, 23.709073, 24.044693, 24.910629, 25.672304, 26.254654, 26.547788, 26.679381, 26.780136, 21.715432, 21.041928, 20.287439, 20.198764, 21.747785, 20.959313, 21.346069, 20.962579, 21.03708, 21.040716, 20.345891, 20.830731, 20.821391, 21.534923, 21.906381, 20.866013, 19.584435, 19.889731, 19.525937, 20.174194, 21.333918, 19.423196, 27.999199, 30.506341, 41.404585, 49.346449]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "llmzszl-113", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 629, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9674, "tf_agree_excl_first": 0.978}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [30, 35, 32, 24, 31, 24, 28, 31, 32, 35, 37, 38, 28, 32, 34, 33, 33, 37, 36, 33, 48, 40, 37, 33, 48, 50, 42, 44, 47, 50, 43, 52, 54, 50, 46, 39, 38, 42, 47, 49, 52, 52, 53, 61, 62, 64, 63, 70, 71, 70], "n_am_pl": [1, 12, 14, 17, 11, 11, 7, 9, 10, 6, 7, 6, 7, 13, 13, 10, 8, 8, 3, 7, 7, 5, 7, 13, 6, 5, 5, 5, 7, 5, 7, 4, 3, 6, 9, 11, 5, 2, 3, 3, 2, 4, 5, 5, 4, 2, 1, 1, 3, 2], "n_pos": 127, "sum_m_en": [15.003153, 7.548648, 7.151906, 7.028532, 7.65623, 7.749849, 8.29791, 8.248215, 8.369123, 8.663023, 9.471585, 10.241001, 10.289637, 10.269914, 10.073002, 9.283388, 8.832939, 8.97694, 8.455487, 7.814324, 7.599839, 7.329832, 6.886055, 6.423175, 20.667461, 23.200416, 19.818894, 20.281537, 18.639805, 18.777163, 16.357767, 16.031724, 16.014685, 14.910917, 16.278918, 15.618402, 19.097489, 20.469923, 26.522934, 30.970416, 34.257067, 37.374124, 40.374871, 48.686291, 53.95058, 58.580919, 62.065957, 66.731384, 70.915096, 69.569781], "sum_m_pl": [43.175878, 59.566343, 58.023215, 58.129996, 55.523439, 55.25973, 55.397468, 55.700935, 56.265037, 57.495324, 56.273948, 56.374868, 55.6982, 55.561544, 56.140154, 57.577871, 58.835411, 57.632959, 58.525338, 59.863436, 60.236243, 60.472084, 61.065352, 61.762517, 41.736284, 40.548154, 40.819818, 43.552455, 46.016922, 45.787742, 47.253711, 47.818748, 47.934093, 48.640977, 48.487228, 46.640663, 41.926075, 40.039831, 33.135904, 29.816128, 25.97732, 24.244296, 20.090747, 15.574709, 11.350315, 8.450942, 3.671307, 2.70487, 2.07626, 1.999284]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [13, 17, 13, 12, 18, 15, 16, 18, 19, 19, 22, 24, 20, 21, 23, 20, 21, 21, 21, 22, 27, 25, 23, 19, 27, 28, 23, 26, 31, 29, 26, 29, 30, 30, 31, 31, 29, 33, 33, 35, 40, 43, 45, 50, 50, 53, 53, 60, 65, 70], "n_am_pl": [0, 8, 9, 13, 9, 6, 5, 5, 6, 5, 4, 3, 4, 6, 7, 8, 5, 7, 3, 4, 7, 4, 5, 6, 3, 2, 3, 3, 3, 4, 6, 3, 1, 3, 5, 7, 4, 2, 1, 2, 0, 2, 4, 4, 2, 1, 1, 1, 3, 2], "n_pos": 73, "sum_m_en": [8.386315, 4.352854, 4.044962, 4.013281, 4.286523, 4.344997, 4.799121, 4.710741, 4.848997, 5.107968, 5.65094, 6.170233, 6.260215, 6.280431, 6.092627, 5.61967, 5.187352, 5.290438, 5.139399, 4.730048, 4.630342, 4.490934, 4.182628, 3.834242, 12.357082, 14.037795, 11.788173, 12.183853, 11.75988, 11.393093, 9.982027, 9.614269, 9.570183, 9.088238, 10.569662, 10.116134, 12.815404, 13.80539, 17.794762, 22.341869, 26.438397, 29.814035, 33.506336, 41.352471, 43.809424, 48.20975, 51.845206, 57.749906, 65.450203, 68.791141], "sum_m_pl": [24.231305, 34.063741, 33.346976, 33.061013, 31.642125, 31.398237, 31.469971, 31.683287, 31.961185, 32.682047, 31.9652, 32.184408, 31.82542, 31.748083, 32.25216, 33.32084, 34.02949, 33.458819, 33.675327, 34.43417, 34.616292, 34.761521, 35.086069, 35.480821, 23.377484, 22.706084, 23.14166, 25.044982, 26.30057, 26.742079, 27.596797, 27.852377, 28.031065, 28.396866, 27.936841, 26.9846, 23.859437, 23.287559, 18.977398, 16.245515, 13.601205, 12.833341, 10.278268, 7.573639, 5.188952, 3.895863, 2.29178, 1.18432, 1.82717, 1.998192]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "llmzszl-114", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 695, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9612, "tf_agree_excl_first": 0.9688}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 9, 14, 12, 10, 12, 11, 13, 12, 10, 8, 7, 12, 12, 9, 11, 11, 13, 12, 9, 9, 8, 8, 7, 9, 14, 16, 14, 20, 15, 16, 19, 13, 15, 21, 18, 15, 14, 12, 10, 12, 15, 16, 16, 18, 14, 11, 8, 4, 0], "n_am_pl": [2, 10, 12, 9, 7, 6, 3, 6, 5, 2, 2, 8, 4, 2, 6, 2, 4, 5, 4, 4, 5, 9, 5, 6, 4, 3, 5, 8, 2, 7, 5, 3, 4, 5, 2, 4, 3, 5, 6, 6, 5, 8, 6, 11, 10, 10, 13, 18, 32, 34], "n_pos": 55, "sum_m_en": [5.001839, 2.58724, 2.591174, 2.838186, 2.928935, 3.217112, 3.47554, 3.63906, 3.575215, 3.469514, 4.111439, 4.180899, 4.251077, 4.297909, 4.134952, 3.75622, 3.50654, 3.346562, 3.003264, 2.771703, 2.714901, 2.642366, 2.506847, 2.418268, 5.906355, 7.254628, 7.981657, 8.132566, 7.285054, 6.887364, 6.054473, 5.896547, 5.62019, 5.609567, 5.680706, 5.309151, 6.26262, 6.290706, 6.567759, 7.185173, 8.171508, 10.455191, 12.010822, 11.415329, 13.043282, 13.631417, 9.995336, 8.447539, 4.239392, 0.003227], "sum_m_pl": [20.611685, 25.805922, 25.810104, 24.638959, 23.856561, 24.192202, 24.224226, 23.405874, 23.81282, 24.603076, 23.705149, 23.786649, 24.066693, 23.785282, 24.091554, 25.294693, 25.971557, 25.970076, 26.64549, 27.330176, 27.271982, 27.141319, 27.426713, 27.524808, 19.148379, 18.989927, 17.999988, 19.688471, 20.473993, 21.159555, 21.308304, 21.688705, 21.527755, 20.842558, 20.525377, 20.320043, 19.758234, 19.540278, 17.4008, 16.146889, 14.941191, 13.798156, 12.574008, 12.929019, 10.163159, 10.455814, 12.987711, 17.982037, 30.699879, 33.729231]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 4, 7, 7, 7, 9, 8, 9, 7, 6, 5, 3, 6, 7, 5, 8, 7, 11, 9, 5, 6, 6, 7, 7, 8, 11, 12, 11, 14, 12, 14, 14, 11, 11, 15, 12, 9, 7, 7, 5, 7, 10, 12, 13, 15, 11, 9, 7, 3, 0], "n_am_pl": [1, 7, 8, 7, 6, 4, 2, 2, 2, 2, 0, 4, 4, 1, 4, 2, 4, 3, 4, 4, 5, 5, 4, 4, 4, 2, 2, 6, 1, 4, 3, 2, 3, 4, 2, 4, 3, 4, 5, 5, 4, 7, 5, 9, 8, 9, 10, 15, 31, 34], "n_pos": 35, "sum_m_en": [3.001548, 1.662441, 1.678864, 1.850816, 1.909032, 2.00865, 2.227476, 2.395428, 2.218203, 2.247675, 2.692522, 2.695125, 2.763686, 2.807988, 2.695809, 2.456963, 2.34098, 2.217227, 2.001695, 1.82733, 1.768489, 1.717161, 1.613089, 1.558807, 4.730871, 5.748164, 6.43265, 6.537167, 5.662273, 5.361815, 4.593221, 4.439908, 4.171566, 4.185906, 4.238218, 3.936147, 4.782428, 4.600149, 4.739992, 5.392054, 5.731317, 7.976545, 8.925127, 8.76755, 10.045746, 10.83509, 8.259774, 6.625691, 2.906838, 0.00075], "sum_m_pl": [12.786099, 16.063692, 16.000597, 15.171948, 14.551508, 14.974813, 15.032578, 14.469284, 14.720449, 15.142095, 14.549182, 14.838725, 15.110185, 15.053064, 15.544539, 16.29635, 16.701502, 16.830325, 17.077155, 17.460701, 17.366939, 17.286709, 17.503719, 17.617291, 12.687519, 12.031708, 10.948748, 12.104593, 12.760416, 13.399676, 13.774196, 14.08099, 14.287703, 14.050161, 13.971626, 13.772023, 13.337927, 13.201164, 11.432664, 10.698527, 10.333884, 9.049361, 8.49379, 9.144434, 7.727827, 8.023344, 10.092137, 15.255891, 28.93619, 33.47099]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 57, "item_id": "llmzszl-114", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 626, "region_end": 55, "roundtrip_ok": true, "tf_agree": 0.9649, "tf_agree_excl_first": 0.9821}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [105, 132, 98, 73, 98, 79, 65, 81, 58, 86, 83, 89, 95, 96, 89, 95, 95, 115, 85, 76, 64, 74, 71, 72, 104, 121, 119, 111, 114, 116, 103, 117, 116, 109, 114, 120, 116, 119, 138, 122, 123, 135, 132, 136, 135, 142, 144, 136, 133, 126], "n_am_pl": [16, 30, 86, 68, 64, 33, 40, 26, 59, 41, 45, 54, 56, 57, 56, 72, 105, 80, 73, 93, 134, 122, 132, 132, 69, 63, 79, 80, 75, 63, 94, 74, 70, 73, 88, 85, 78, 65, 55, 69, 75, 72, 70, 68, 45, 37, 26, 22, 22, 23], "n_pos": 449, "sum_m_en": [48.407287, 24.094602, 24.935353, 25.092356, 30.294091, 30.067948, 29.567236, 29.558614, 32.378507, 32.675152, 32.810086, 35.849464, 36.478511, 35.842772, 35.115995, 34.179619, 33.371598, 32.632721, 27.800006, 25.464264, 23.440321, 22.255357, 21.638909, 20.946808, 46.28616, 52.354525, 53.038828, 50.991508, 51.111126, 54.036124, 49.700945, 48.345189, 47.543095, 45.33188, 50.585307, 56.22317, 65.128364, 72.881833, 87.1536, 89.443743, 92.818329, 97.65433, 103.631065, 106.131282, 111.138895, 117.164661, 132.579812, 129.124, 131.208067, 127.019538], "sum_m_pl": [168.230645, 217.53666, 210.769675, 204.333931, 195.783781, 194.620715, 194.468962, 188.251071, 186.116893, 193.939593, 194.114851, 189.877266, 190.382138, 188.264092, 189.334993, 192.741872, 195.193665, 195.352432, 201.498492, 209.146138, 213.932222, 215.799015, 217.539754, 219.470818, 172.709815, 165.817501, 160.657467, 171.096933, 175.97972, 171.523997, 176.047812, 176.5055, 173.518122, 166.796557, 166.778031, 155.552456, 141.324509, 128.444157, 118.315469, 112.80081, 104.104192, 98.717376, 93.732708, 81.893036, 66.537137, 55.625411, 37.062617, 29.606177, 23.036143, 23.161663]}, "digit": {"n_am_en": [6, 22, 11, 8, 10, 8, 0, 3, 4, 7, 2, 4, 3, 4, 4, 6, 3, 9, 6, 2, 2, 3, 2, 3, 6, 7, 13, 6, 11, 11, 4, 12, 11, 4, 5, 8, 11, 11, 14, 9, 12, 13, 10, 11, 5, 7, 5, 1, 1, 0], "n_am_pl": [2, 3, 12, 9, 8, 3, 8, 5, 12, 2, 9, 11, 11, 11, 5, 17, 21, 17, 14, 16, 26, 24, 22, 25, 17, 16, 14, 17, 14, 13, 24, 14, 15, 17, 20, 20, 23, 20, 17, 25, 26, 25, 24, 24, 12, 6, 1, 2, 0, 0], "n_pos": 59, "sum_m_en": [5.469863, 2.725756, 2.680114, 2.815565, 3.753233, 3.986949, 3.812955, 3.831825, 4.073333, 4.084543, 3.804713, 4.204329, 4.220165, 4.158932, 4.013355, 3.830148, 3.794311, 3.813096, 3.203544, 2.981606, 2.764372, 2.630151, 2.6295, 2.586273, 5.113145, 5.756278, 6.258862, 6.051905, 6.226075, 6.309191, 6.022663, 6.131692, 5.451525, 4.844393, 5.349316, 5.686577, 6.213773, 7.599153, 11.280493, 9.456888, 10.236893, 9.531083, 8.752087, 8.739478, 4.665193, 4.814584, 3.775448, 0.858161, 0.473705, 0.008442], "sum_m_pl": [23.057129, 29.856311, 28.471434, 28.283126, 26.272907, 26.038263, 25.373708, 23.623833, 23.650412, 24.947594, 24.965492, 24.218736, 24.255106, 23.624242, 24.201041, 24.921939, 25.652622, 25.779559, 26.980484, 28.086283, 28.894006, 29.077922, 29.119559, 29.464465, 24.743041, 23.517446, 23.331997, 24.197089, 24.447676, 23.713483, 23.868962, 24.118139, 24.701396, 24.609318, 25.051569, 25.445931, 24.852514, 23.18343, 22.25253, 22.434159, 20.606679, 21.253194, 21.933718, 20.341884, 15.373311, 10.234482, 4.340057, 3.169914, 0.572348, 5.3e-05]}, "lang": {"n_am_en": [34, 42, 36, 22, 34, 30, 30, 36, 31, 35, 35, 36, 41, 41, 35, 44, 41, 53, 38, 35, 30, 37, 35, 36, 49, 59, 56, 54, 48, 53, 51, 55, 54, 52, 51, 57, 55, 63, 72, 68, 71, 79, 80, 85, 97, 93, 100, 104, 118, 125], "n_am_pl": [5, 8, 26, 26, 21, 11, 13, 12, 17, 14, 12, 15, 13, 13, 20, 13, 33, 27, 20, 32, 41, 34, 36, 38, 18, 15, 21, 20, 21, 16, 26, 25, 23, 19, 27, 24, 21, 15, 15, 14, 18, 21, 19, 20, 15, 17, 17, 15, 22, 22], "n_pos": 147, "sum_m_en": [15.93274, 8.44528, 8.514952, 8.282332, 10.408369, 9.869927, 10.236387, 10.166737, 11.481789, 11.063151, 11.647764, 12.696029, 13.248757, 12.870509, 12.533491, 12.569044, 12.187608, 12.089711, 10.174049, 9.176078, 8.230789, 7.767784, 7.43666, 7.16916, 19.201175, 22.262851, 22.711163, 20.76404, 19.871568, 21.254113, 18.956324, 18.314486, 18.864621, 18.307549, 20.459828, 22.782909, 28.56688, 32.822372, 38.034696, 44.482328, 46.600276, 53.735524, 60.046429, 64.189791, 75.300954, 78.167164, 91.520995, 95.998953, 116.466978, 122.034252], "sum_m_pl": [51.36678, 67.669074, 65.857959, 63.790224, 62.2075, 63.095569, 63.44734, 61.934773, 61.441456, 63.579657, 63.991914, 63.084057, 63.984854, 63.128123, 63.515343, 64.410486, 65.053441, 65.463723, 66.48999, 68.574537, 69.774912, 70.395051, 71.244604, 71.755992, 56.919769, 54.513905, 52.684159, 56.158372, 57.436934, 55.535099, 58.203858, 58.679117, 57.009816, 56.002062, 54.764453, 52.444494, 44.930652, 42.29668, 38.957369, 36.378666, 35.238621, 35.285041, 32.968995, 29.820738, 25.112511, 22.370748, 18.424692, 16.658117, 21.280095, 22.461602]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 451, "item_id": "llmzszl-115", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 703, "region_end": 449, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 0.9822}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [181, 134, 130, 100, 122, 112, 77, 91, 85, 65, 79, 87, 131, 111, 110, 135, 134, 163, 118, 114, 112, 127, 107, 106, 139, 144, 154, 143, 142, 161, 147, 144, 134, 117, 133, 140, 148, 154, 140, 126, 121, 110, 103, 85, 72, 77, 54, 23, 8, 4], "n_am_pl": [47, 108, 115, 81, 72, 62, 71, 65, 85, 64, 76, 69, 87, 76, 91, 108, 126, 111, 129, 138, 161, 148, 177, 172, 110, 110, 99, 111, 104, 103, 111, 97, 117, 117, 138, 111, 108, 108, 126, 129, 132, 135, 118, 135, 128, 99, 79, 102, 126, 137], "n_pos": 559, "sum_m_en": [53.663859, 27.974791, 30.4978, 30.642474, 34.982494, 36.413555, 34.652764, 36.086922, 39.80185, 38.230601, 39.107999, 41.442654, 41.78399, 42.775544, 43.448233, 41.512242, 40.426084, 39.686539, 34.101014, 31.490209, 28.198858, 26.989819, 26.185406, 25.774369, 53.601289, 61.136758, 64.489568, 62.490631, 62.325677, 64.640285, 62.858878, 60.468791, 58.677533, 59.56127, 61.528469, 65.896749, 73.936286, 75.854625, 80.697896, 74.043976, 72.778327, 70.674883, 70.06738, 65.093362, 61.911012, 62.942047, 43.455024, 25.432173, 10.728084, 4.017752], "sum_m_pl": [228.548524, 276.698009, 269.053667, 257.63916, 250.33919, 251.284662, 253.882482, 244.486761, 240.915588, 250.556006, 250.961243, 244.568946, 247.960906, 241.779346, 244.863412, 251.849236, 253.797066, 253.94001, 263.02338, 270.478495, 277.022016, 278.075651, 278.962227, 281.209516, 239.326385, 225.515097, 216.466393, 227.364049, 236.456575, 231.519568, 231.905626, 234.081241, 235.554011, 224.215313, 228.32411, 216.093052, 201.442414, 194.306135, 193.408596, 194.940962, 188.993959, 190.200984, 180.453071, 168.069361, 154.337887, 129.228149, 99.573659, 105.289618, 121.836119, 138.455285]}, "digit": {"n_am_en": [0, 1, 1, 3, 2, 0, 0, 0, 0, 1, 1, 3, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 4, 7, 4, 4, 1, 0, 1, 3, 3, 4, 5, 6, 6, 8, 6, 5, 1, 2, 2, 0, 0, 0], "n_am_pl": [0, 10, 4, 3, 0, 2, 1, 0, 4, 2, 2, 0, 1, 2, 2, 7, 10, 10, 9, 10, 11, 11, 10, 10, 8, 7, 9, 11, 5, 3, 3, 4, 8, 11, 9, 7, 7, 7, 5, 5, 4, 2, 2, 6, 3, 2, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.268171, 0.598945, 0.564162, 0.517426, 0.526591, 0.578975, 0.606455, 0.588175, 0.739527, 0.691847, 0.792581, 0.854181, 0.891282, 0.940371, 0.855413, 0.835111, 0.829922, 0.811435, 0.734252, 0.717107, 0.672235, 0.623442, 0.610079, 0.600324, 1.150131, 1.417187, 1.362392, 1.3256, 1.774202, 1.843662, 1.739852, 1.648736, 1.442286, 1.086917, 1.223686, 1.250926, 1.923915, 2.910325, 5.856047, 3.561134, 4.542132, 4.006245, 3.280289, 3.02464, 1.30336, 1.590432, 1.230038, 0.080557, 0.012914, 2e-06], "sum_m_pl": [4.727427, 6.964399, 6.843541, 6.780884, 6.52006, 6.328961, 5.881259, 5.705246, 5.650592, 5.986912, 5.90815, 5.718242, 5.432377, 5.231642, 5.21783, 5.673323, 5.708942, 5.580784, 5.774598, 6.019694, 6.235462, 6.284518, 6.307757, 6.434136, 5.949698, 5.583792, 5.841755, 5.975073, 5.574552, 5.065114, 4.745194, 4.780785, 4.782059, 6.023129, 5.912062, 6.415705, 5.962095, 5.53379, 4.159134, 5.074085, 4.169879, 4.138191, 4.150742, 4.922366, 3.5051, 1.853629, 1.256194, 0.17457, 0.029341, 9e-05]}, "lang": {"n_am_en": [60, 38, 20, 15, 18, 20, 14, 30, 22, 20, 25, 26, 39, 37, 33, 43, 49, 52, 38, 41, 36, 34, 32, 31, 47, 48, 49, 48, 51, 63, 55, 54, 47, 42, 43, 58, 59, 64, 58, 56, 59, 58, 56, 52, 54, 51, 38, 13, 6, 4], "n_am_pl": [2, 18, 21, 22, 20, 21, 21, 16, 18, 13, 17, 14, 19, 20, 17, 22, 25, 25, 29, 26, 30, 33, 41, 36, 18, 17, 17, 25, 15, 17, 26, 16, 26, 21, 33, 21, 19, 21, 29, 30, 29, 34, 35, 31, 37, 50, 57, 77, 121, 135], "n_pos": 141, "sum_m_en": [13.834153, 7.092748, 7.416051, 7.215263, 8.494447, 8.816569, 8.777449, 9.444089, 10.089512, 9.447721, 10.293691, 11.182957, 11.287949, 11.561332, 11.627008, 11.087827, 10.789128, 10.253092, 9.38427, 8.758027, 7.55357, 7.266018, 6.886811, 6.60029, 17.655633, 20.350561, 19.374896, 18.393954, 18.335746, 18.279542, 17.904569, 17.623067, 17.85798, 19.26935, 19.320855, 22.174817, 29.228463, 33.025766, 35.182624, 36.506463, 35.281914, 36.14057, 38.342858, 37.115858, 40.222999, 40.02352, 27.582085, 12.146869, 7.044501, 4.01409], "sum_m_pl": [51.75286, 65.283475, 63.371031, 60.563437, 59.380908, 60.935869, 62.034992, 60.264315, 59.782288, 61.356075, 61.577878, 60.715684, 62.244778, 60.831326, 61.825518, 63.945048, 64.028056, 64.407989, 66.010611, 67.766488, 68.774296, 69.204395, 69.525422, 70.26564, 56.936673, 53.844722, 52.360664, 55.794367, 57.582948, 57.543204, 58.957064, 59.447372, 59.225437, 56.271651, 56.583398, 53.921702, 48.282136, 46.745748, 45.779978, 47.39877, 48.08286, 51.558463, 49.234116, 48.850952, 49.721748, 54.302173, 60.828742, 71.469917, 108.04356, 133.862793]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 561, "item_id": "llmzszl-115", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 634, "region_end": 559, "roundtrip_ok": true, "tf_agree": 0.9822, "tf_agree_excl_first": 0.9839}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [44, 33, 34, 20, 20, 26, 35, 24, 20, 17, 27, 28, 36, 27, 22, 16, 13, 9, 10, 14, 12, 9, 12, 15, 27, 30, 27, 32, 29, 32, 28, 23, 28, 16, 29, 26, 24, 26, 28, 26, 25, 33, 29, 36, 34, 34, 33, 44, 36, 36], "n_am_pl": [1, 17, 12, 17, 17, 18, 14, 14, 18, 13, 10, 10, 15, 14, 15, 9, 11, 20, 27, 25, 28, 26, 34, 27, 16, 17, 17, 13, 19, 13, 20, 21, 18, 23, 17, 21, 14, 18, 13, 15, 13, 10, 9, 9, 5, 3, 1, 0, 1, 0], "n_pos": 123, "sum_m_en": [13.333279, 6.439724, 6.549985, 6.460493, 7.13647, 7.237654, 7.755686, 8.245867, 8.034815, 7.316326, 8.196839, 8.569102, 8.668355, 9.007355, 8.658325, 7.612576, 7.528176, 7.574005, 6.729083, 6.13252, 5.971117, 5.606193, 5.53178, 5.459885, 11.35918, 12.83012, 12.217644, 11.592906, 11.208605, 11.22002, 10.230528, 10.206468, 10.080796, 9.606725, 10.318789, 11.054362, 13.447613, 14.642224, 15.202547, 16.200328, 17.585338, 21.995043, 22.777034, 28.149766, 28.915408, 32.634572, 32.828633, 41.243821, 37.457591, 34.925472], "sum_m_pl": [46.238081, 62.044429, 59.583524, 59.756076, 57.078735, 57.768843, 54.611169, 52.563614, 51.542166, 53.512456, 53.361305, 54.279947, 53.971019, 53.111242, 54.799714, 56.880252, 55.762344, 55.711669, 57.362187, 59.48337, 59.588095, 60.146838, 60.185065, 60.529137, 45.904601, 45.371326, 44.864089, 47.400502, 47.895288, 47.833292, 50.218785, 48.913227, 47.831745, 45.248141, 44.823044, 43.891726, 37.763996, 37.931968, 32.259776, 30.359549, 28.079579, 25.811891, 23.740659, 20.274248, 14.709268, 11.26474, 3.439762, 2.658258, 1.104367, 0.134917]}, "digit": {"n_am_en": [5, 9, 5, 5, 2, 2, 4, 0, 1, 4, 4, 3, 8, 4, 0, 0, 1, 0, 0, 1, 2, 2, 2, 2, 3, 5, 6, 4, 6, 8, 7, 3, 4, 0, 3, 4, 1, 2, 1, 3, 4, 3, 1, 1, 1, 1, 0, 1, 0, 0], "n_am_pl": [0, 0, 2, 4, 4, 0, 1, 1, 1, 3, 3, 1, 1, 3, 3, 2, 2, 4, 8, 8, 4, 3, 3, 2, 4, 4, 3, 2, 3, 2, 2, 2, 4, 7, 5, 5, 2, 5, 4, 6, 4, 5, 3, 2, 2, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.894797, 0.866972, 0.813999, 0.824641, 0.871465, 0.939431, 1.028629, 1.117469, 1.073586, 1.020412, 1.120539, 1.182111, 1.226861, 1.381973, 1.169619, 1.055095, 1.130038, 1.174555, 0.984425, 0.921431, 0.896079, 0.840573, 0.838817, 0.839343, 1.446598, 1.72968, 1.728416, 1.610043, 1.75695, 1.797018, 1.672157, 1.576781, 1.33947, 1.198109, 1.442663, 1.432912, 1.356651, 1.157896, 1.083222, 1.576395, 1.959044, 2.392754, 1.930738, 1.67234, 1.626571, 1.387302, 0.597195, 0.64272, 0.02862, 0.0], "sum_m_pl": [8.532175, 10.796522, 10.285856, 10.080776, 9.74149, 9.582396, 8.903338, 8.47508, 8.491024, 8.848145, 8.993872, 9.034092, 8.671244, 8.647286, 9.002513, 9.340745, 9.10861, 9.121189, 9.435772, 9.721624, 9.690767, 9.804908, 9.766256, 9.840032, 8.449968, 8.284108, 8.190994, 8.412702, 8.430257, 8.347698, 8.446217, 8.153195, 7.801177, 7.799841, 7.667976, 7.914544, 7.255939, 8.219432, 7.264778, 7.364639, 6.718333, 6.793134, 6.642248, 5.754855, 4.952803, 3.600076, 1.065882, 0.642621, 0.036885, 0.0]}, "lang": {"n_am_en": [12, 8, 11, 6, 11, 12, 10, 13, 9, 5, 11, 11, 8, 10, 12, 9, 7, 6, 6, 7, 5, 3, 5, 7, 14, 11, 8, 12, 11, 11, 12, 13, 15, 10, 11, 9, 13, 16, 17, 15, 15, 22, 21, 22, 24, 24, 25, 33, 33, 36], "n_am_pl": [0, 4, 3, 4, 1, 4, 2, 0, 3, 1, 1, 4, 5, 1, 3, 2, 3, 8, 7, 10, 10, 9, 13, 13, 4, 5, 5, 5, 7, 7, 7, 8, 4, 8, 9, 10, 8, 8, 5, 6, 6, 3, 4, 4, 1, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [4.35087, 2.117925, 2.259002, 2.116977, 2.320906, 2.431025, 2.719695, 2.97015, 2.891059, 2.437076, 2.824979, 2.957391, 3.009058, 3.245682, 3.201815, 2.727529, 2.614554, 2.651678, 2.419942, 2.138747, 2.0504, 1.894194, 1.825553, 1.78027, 5.04418, 5.755112, 5.222679, 4.657373, 4.098559, 4.21038, 3.786233, 3.842137, 4.059755, 4.042683, 4.043605, 4.70285, 7.036113, 7.967063, 8.41802, 9.386995, 10.206385, 12.628766, 14.319394, 15.074113, 17.910948, 21.283948, 23.342824, 30.153441, 33.08506, 34.208081], "sum_m_pl": [12.590048, 18.162013, 17.663868, 18.186074, 17.765973, 17.617362, 16.975015, 16.563213, 16.541173, 17.082849, 16.903102, 17.085429, 17.047455, 16.273193, 16.639973, 17.282338, 17.030108, 16.998907, 17.363389, 18.138355, 18.091368, 18.266935, 18.294997, 18.461196, 13.81473, 13.585113, 14.041322, 14.629707, 14.82936, 14.698292, 15.352229, 14.680145, 14.812545, 14.310081, 14.059196, 14.116287, 10.509954, 10.877138, 9.40276, 8.763917, 8.241586, 7.195995, 6.395034, 6.652866, 3.466474, 2.008425, 0.421714, 0.250587, 0.03351, 0.008599]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "llmzszl-117", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 710, "region_end": 123, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9919}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [47, 48, 31, 34, 23, 30, 33, 31, 22, 24, 35, 38, 34, 27, 22, 19, 18, 11, 10, 7, 7, 6, 7, 9, 24, 19, 18, 26, 27, 29, 25, 29, 27, 17, 26, 24, 25, 24, 21, 25, 22, 25, 27, 21, 16, 13, 7, 14, 2, 0], "n_am_pl": [15, 32, 27, 21, 28, 23, 19, 23, 28, 19, 22, 21, 23, 20, 33, 20, 21, 31, 31, 39, 40, 31, 30, 27, 17, 26, 28, 36, 30, 26, 34, 33, 19, 19, 22, 21, 19, 21, 18, 16, 20, 16, 19, 21, 18, 15, 18, 22, 42, 45], "n_pos": 162, "sum_m_en": [15.312157, 7.938957, 8.273388, 8.402469, 8.982704, 9.596546, 10.007658, 10.686386, 10.581337, 10.205446, 10.904075, 11.290038, 11.167432, 11.601469, 10.891135, 9.907268, 9.843203, 9.802025, 8.672461, 7.875351, 7.807261, 7.445176, 7.34703, 7.210849, 13.68652, 13.75715, 12.071163, 13.041121, 13.393506, 13.32243, 12.468088, 12.244529, 11.416744, 10.98938, 12.280872, 11.239802, 11.667289, 11.016233, 11.864945, 13.204311, 13.186461, 16.406418, 19.848487, 18.220514, 14.61735, 11.766734, 7.506784, 12.803277, 2.948516, 0.044507], "sum_m_pl": [65.942717, 80.156375, 76.333393, 76.728969, 74.107148, 74.197266, 71.377388, 68.941634, 67.397086, 68.067445, 68.339379, 68.953949, 69.475447, 68.726393, 71.229331, 73.647722, 72.52146, 73.560952, 75.712233, 78.14606, 77.626051, 78.123686, 77.971334, 78.317464, 58.784393, 58.570889, 58.318151, 62.413276, 64.672861, 64.722845, 65.774409, 65.294823, 63.39517, 59.570883, 58.708083, 58.515895, 53.488221, 53.657907, 47.769, 46.710516, 43.781363, 41.414824, 38.208937, 33.4492, 27.097175, 27.478716, 24.43064, 24.816795, 39.132585, 44.426682]}, "digit": {"n_am_en": [3, 13, 10, 8, 3, 1, 3, 3, 1, 4, 5, 4, 6, 4, 3, 0, 3, 2, 2, 2, 1, 0, 1, 1, 4, 3, 3, 5, 4, 4, 2, 3, 4, 1, 4, 3, 3, 1, 2, 5, 3, 4, 2, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 3, 2, 3, 0, 2, 2, 4, 2, 0, 4, 4, 5, 4, 3, 8, 5, 7, 8, 6, 5, 3, 3, 6, 6, 3, 5, 3, 3, 3, 1, 7, 4, 7, 5, 6, 6, 6, 4, 4, 4, 4, 3, 2, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.957275, 1.003433, 0.923112, 0.912993, 0.959935, 1.084781, 1.21025, 1.288615, 1.214007, 1.175356, 1.22864, 1.255508, 1.284452, 1.44456, 1.270026, 1.195351, 1.261348, 1.320231, 1.113635, 0.998302, 0.965087, 0.906547, 0.907989, 0.892975, 1.415602, 1.576141, 1.533932, 1.698187, 1.838947, 1.815468, 1.750294, 1.715034, 1.423185, 1.375732, 1.522481, 1.439671, 1.498319, 1.126426, 1.157194, 1.375952, 1.31221, 1.722343, 1.335691, 0.953525, 0.798515, 0.584084, 0.374086, 0.337184, 0.021303, 0.0], "sum_m_pl": [9.795012, 11.989932, 11.626684, 11.345219, 10.875205, 10.562616, 9.900623, 9.483704, 9.352687, 9.60924, 9.853238, 9.832327, 9.611061, 9.433645, 9.820629, 10.115243, 9.898374, 10.13542, 10.561758, 10.896313, 10.802001, 10.902394, 10.811947, 10.896651, 9.4327, 9.354742, 9.358142, 9.345018, 9.411247, 9.169635, 9.266124, 8.975545, 8.740485, 8.512275, 8.362791, 9.221006, 8.649174, 9.705957, 8.790317, 9.104175, 8.679221, 8.623166, 8.293043, 7.343733, 6.182382, 4.85832, 1.507942, 0.930537, 0.031322, 0.0]}, "lang": {"n_am_en": [10, 5, 5, 10, 8, 10, 11, 11, 11, 7, 10, 10, 10, 10, 9, 9, 7, 3, 6, 3, 4, 4, 3, 4, 8, 8, 8, 10, 10, 14, 13, 17, 13, 10, 10, 9, 12, 12, 10, 10, 10, 11, 13, 11, 9, 7, 4, 6, 0, 0], "n_am_pl": [6, 11, 4, 4, 4, 3, 7, 2, 7, 6, 4, 10, 8, 3, 5, 9, 5, 9, 8, 9, 8, 8, 8, 6, 5, 7, 9, 15, 10, 10, 12, 8, 5, 4, 7, 6, 5, 7, 7, 6, 7, 8, 11, 14, 10, 10, 16, 18, 40, 44], "n_pos": 45, "sum_m_en": [4.123249, 2.233273, 2.577233, 2.742273, 2.742959, 2.95402, 3.056527, 3.241153, 3.379053, 3.330225, 3.49901, 3.60091, 3.532843, 3.773979, 3.468894, 3.191214, 3.043673, 2.933822, 2.669036, 2.404692, 2.367056, 2.246135, 2.173109, 2.117331, 5.022352, 4.947262, 4.192396, 4.283772, 4.255967, 4.443486, 4.107074, 4.25053, 4.026489, 4.055007, 4.41171, 4.317188, 4.785132, 4.711277, 5.186725, 5.727435, 6.126312, 7.742221, 10.067115, 9.428091, 8.118794, 5.962676, 3.843849, 5.235838, 0.854922, 0.029042], "sum_m_pl": [17.418967, 20.801952, 18.791044, 19.666988, 19.302655, 19.650479, 19.38312, 19.166298, 18.829011, 18.498223, 18.410289, 18.655918, 18.962268, 18.841662, 19.587732, 20.598192, 20.25797, 20.44382, 20.910697, 21.69907, 21.550834, 21.691189, 21.84126, 21.983555, 16.997032, 17.707116, 17.543264, 18.729012, 19.174774, 19.449797, 19.393512, 19.508567, 19.250124, 18.760911, 18.606687, 18.862623, 17.274176, 17.43867, 15.397679, 14.807229, 14.276045, 13.730237, 13.256876, 12.953587, 11.379002, 13.23643, 17.770086, 18.977255, 35.795165, 43.609278]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "llmzszl-117", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 641, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9816}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 12, 16, 14, 15, 12, 8, 7, 8, 14, 19, 12, 15, 10, 9, 16, 19, 12, 11, 14, 15, 16, 13, 14, 26, 24, 10, 16, 17, 19, 14, 11, 13, 14, 15, 14, 15, 22, 19, 21, 23, 21, 21, 25, 20, 21, 19, 16, 16, 15], "n_am_pl": [7, 15, 15, 6, 9, 10, 7, 10, 10, 5, 9, 17, 11, 15, 16, 13, 11, 11, 11, 13, 8, 8, 4, 12, 2, 7, 7, 10, 16, 8, 13, 6, 6, 7, 8, 4, 5, 2, 5, 2, 4, 1, 4, 5, 2, 3, 3, 1, 1, 1], "n_pos": 81, "sum_m_en": [8.514741, 4.193202, 4.118816, 4.067274, 4.203432, 4.113982, 3.939599, 3.988952, 3.889117, 4.076227, 4.661738, 4.679344, 5.186297, 5.328823, 5.372296, 5.073964, 5.10728, 5.012871, 4.490455, 4.2383, 3.931947, 3.805809, 3.717982, 3.65434, 7.776479, 7.898666, 7.322993, 7.530524, 7.407623, 7.744363, 6.962941, 6.700423, 6.544982, 6.571714, 6.682519, 6.908282, 7.239369, 6.880693, 8.463622, 15.84617, 15.624468, 14.611443, 16.097004, 17.023767, 16.304287, 16.898235, 19.593846, 18.5385, 15.556806, 14.777907], "sum_m_pl": [33.068358, 41.02525, 39.431112, 37.670644, 35.300077, 35.638477, 35.184005, 34.271367, 34.354291, 36.26677, 35.86825, 35.411877, 34.803021, 33.886947, 34.399906, 36.41185, 36.690742, 36.09338, 37.142852, 38.330981, 38.940635, 39.035073, 39.158648, 39.400042, 31.312349, 31.392615, 30.456125, 32.465503, 34.053608, 32.672889, 32.906197, 32.761907, 32.413947, 31.104693, 30.275931, 28.703326, 25.562562, 24.722298, 21.989415, 19.001115, 18.716613, 17.753365, 17.548752, 15.071338, 11.053929, 10.53952, 6.443747, 3.471605, 1.144974, 0.865668]}, "digit": {"n_am_en": [4, 6, 8, 6, 6, 5, 3, 1, 4, 7, 7, 4, 4, 3, 2, 6, 3, 1, 2, 2, 4, 4, 3, 3, 8, 5, 1, 3, 2, 3, 1, 1, 0, 1, 3, 1, 2, 2, 3, 3, 4, 5, 4, 5, 3, 1, 2, 0, 0, 0], "n_am_pl": [4, 5, 3, 2, 3, 2, 2, 3, 3, 1, 3, 4, 3, 3, 4, 4, 4, 2, 3, 2, 1, 2, 0, 5, 1, 2, 1, 3, 4, 4, 4, 0, 4, 2, 3, 2, 1, 0, 2, 0, 1, 0, 1, 1, 1, 2, 1, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.136604, 1.063064, 1.059341, 1.086077, 1.106545, 1.096173, 1.065595, 1.091351, 1.161433, 1.183176, 1.30082, 1.307759, 1.490179, 1.537141, 1.503199, 1.460855, 1.495937, 1.52722, 1.345506, 1.229349, 1.134268, 1.072224, 1.039396, 1.010767, 1.996151, 1.927748, 1.755342, 1.728112, 1.590808, 1.705145, 1.637665, 1.590806, 1.543842, 1.624307, 1.638891, 1.763852, 1.778501, 1.675435, 2.183187, 4.04684, 3.979178, 3.379583, 2.756936, 2.5963, 2.230839, 1.839477, 1.622241, 0.865935, 0.041541, 2e-06], "sum_m_pl": [10.311583, 12.337348, 11.75315, 11.073519, 10.624888, 10.589673, 10.154394, 10.052175, 9.972351, 10.477327, 10.421103, 10.380763, 9.662339, 9.348916, 9.662041, 10.135259, 10.096411, 9.913669, 10.258982, 10.695368, 10.943022, 11.088635, 11.106636, 11.210049, 9.321657, 9.090905, 9.044423, 9.641585, 10.07838, 9.766336, 9.654453, 9.289128, 9.385712, 8.960732, 8.737696, 8.547845, 7.588781, 7.791614, 7.408369, 6.771651, 6.84503, 6.955951, 7.200283, 6.604207, 5.616485, 4.899552, 3.454786, 1.530315, 0.116682, 0.0]}, "lang": {"n_am_en": [3, 3, 4, 2, 3, 4, 2, 1, 4, 4, 5, 3, 3, 2, 3, 6, 5, 3, 2, 5, 6, 5, 5, 5, 8, 9, 5, 6, 6, 7, 5, 3, 4, 6, 3, 5, 7, 13, 12, 10, 9, 9, 8, 11, 10, 11, 11, 13, 15, 15], "n_am_pl": [0, 3, 2, 2, 4, 2, 1, 2, 2, 0, 2, 4, 2, 3, 2, 1, 3, 3, 2, 2, 3, 1, 1, 1, 0, 2, 2, 2, 2, 0, 1, 4, 0, 2, 3, 1, 2, 1, 1, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1], "n_pos": 16, "sum_m_en": [2.002413, 0.863372, 0.82164, 0.778674, 0.806903, 0.818932, 0.788333, 0.805169, 0.788307, 0.8138, 0.980036, 1.030448, 1.030141, 1.128284, 1.215294, 1.098874, 1.07906, 1.062663, 0.926489, 0.867934, 0.804844, 0.795718, 0.772542, 0.767364, 1.878794, 2.093356, 2.011615, 2.182411, 2.068319, 2.11588, 1.841737, 1.9293, 1.706725, 1.73403, 1.71408, 1.812789, 2.257377, 2.154703, 2.656022, 5.793361, 5.773506, 6.237683, 6.577635, 8.874006, 9.011451, 10.032501, 11.820919, 12.73418, 14.365472, 14.387312], "sum_m_pl": [5.871762, 7.761362, 7.743628, 7.687322, 7.173932, 7.13182, 7.275043, 7.11575, 7.131616, 7.55719, 7.380159, 7.268212, 7.327523, 7.151109, 7.019666, 7.396856, 7.487082, 7.233397, 7.401282, 7.617673, 7.655659, 7.559415, 7.634283, 7.70171, 6.395397, 6.449806, 6.036175, 6.263039, 6.605842, 6.373472, 6.324883, 6.59668, 6.684363, 6.805095, 6.617466, 6.429434, 6.08192, 6.21727, 5.808294, 4.182932, 3.926807, 3.654863, 3.876491, 2.870474, 1.842123, 1.805242, 1.388139, 0.986519, 0.964, 0.864517]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 83, "item_id": "llmzszl-119", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 775, "region_end": 81, "roundtrip_ok": true, "tf_agree": 0.9639, "tf_agree_excl_first": 0.9756}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [73, 62, 71, 61, 45, 42, 30, 27, 23, 51, 51, 55, 54, 46, 43, 52, 47, 49, 42, 51, 43, 46, 35, 37, 71, 71, 65, 73, 61, 68, 54, 61, 53, 53, 67, 64, 56, 67, 67, 81, 78, 72, 90, 83, 74, 72, 49, 34, 18, 16], "n_am_pl": [18, 79, 46, 59, 45, 63, 40, 39, 49, 52, 35, 41, 42, 44, 39, 57, 61, 52, 54, 49, 50, 30, 44, 43, 31, 28, 36, 40, 40, 29, 51, 46, 47, 36, 42, 27, 24, 23, 27, 21, 25, 23, 19, 20, 16, 25, 25, 29, 49, 51], "n_pos": 296, "sum_m_en": [28.912941, 14.559882, 15.10172, 15.741421, 16.643544, 16.319061, 16.814337, 16.942324, 17.191762, 18.492256, 19.51211, 20.883243, 21.550869, 21.879637, 22.625477, 20.569781, 20.040315, 19.114001, 16.80525, 15.504828, 14.701694, 14.014967, 13.762964, 13.398336, 28.85659, 30.10783, 29.770252, 29.192481, 29.410947, 30.86624, 30.266799, 28.377904, 27.875871, 28.101789, 30.748225, 30.912321, 33.423588, 35.087099, 39.623389, 57.584659, 57.661666, 55.745278, 65.094544, 66.247449, 64.109138, 59.331512, 50.312547, 38.155746, 20.314328, 15.765641], "sum_m_pl": [116.428192, 149.441126, 144.872703, 138.606368, 131.222572, 132.477267, 133.203935, 132.501919, 130.694035, 133.42233, 129.680538, 128.107155, 128.944771, 126.527548, 127.614568, 135.084459, 137.205222, 138.420594, 141.335505, 144.289136, 144.565938, 143.863124, 143.976755, 144.192984, 109.847179, 111.457843, 106.084867, 116.628167, 118.266741, 116.275423, 118.709951, 119.923602, 118.252651, 113.326078, 110.251677, 104.872967, 96.022679, 91.57374, 81.537493, 73.772774, 72.624136, 69.450489, 66.337885, 57.679284, 51.636336, 52.880075, 49.176663, 37.226033, 46.988145, 51.952103]}, "digit": {"n_am_en": [10, 17, 18, 15, 9, 17, 7, 3, 3, 10, 15, 14, 9, 5, 8, 8, 7, 7, 6, 10, 8, 7, 5, 3, 15, 16, 8, 20, 10, 11, 8, 9, 6, 8, 11, 10, 9, 8, 9, 6, 8, 7, 7, 4, 3, 1, 1, 0, 0, 0], "n_am_pl": [9, 17, 10, 6, 11, 12, 8, 9, 15, 11, 2, 6, 9, 4, 6, 22, 24, 16, 13, 10, 8, 4, 8, 8, 4, 3, 4, 7, 6, 3, 8, 8, 15, 10, 11, 4, 2, 3, 5, 1, 1, 1, 4, 2, 1, 3, 1, 0, 0, 0], "n_pos": 67, "sum_m_en": [6.268491, 3.08714, 3.114213, 2.965682, 3.019765, 3.003752, 2.915989, 3.024739, 3.206311, 3.327815, 3.816163, 4.285978, 4.640737, 4.722898, 4.447646, 4.043729, 4.019587, 4.063906, 3.569364, 3.315168, 3.095074, 2.953012, 2.88108, 2.812294, 5.434352, 5.492452, 5.487746, 5.220354, 5.130087, 5.402939, 5.30364, 5.1555, 4.689795, 4.586431, 5.050828, 5.384519, 5.459325, 5.048543, 5.433773, 6.215135, 6.163558, 5.649595, 5.739794, 5.660211, 5.050017, 3.74759, 3.184417, 1.108198, 0.250533, 0.0], "sum_m_pl": [29.71064, 36.324541, 34.655538, 33.116074, 31.362341, 31.392611, 31.472137, 31.339371, 31.28017, 31.589905, 30.694375, 30.594669, 29.582852, 29.254421, 29.916999, 31.363434, 31.494795, 31.611481, 32.267488, 33.02622, 32.956752, 33.011163, 33.113364, 33.275446, 27.565646, 27.497895, 25.986361, 28.99786, 28.600917, 27.63896, 28.243202, 28.194335, 28.852042, 28.686001, 27.071091, 25.692504, 24.260645, 24.208664, 23.106994, 23.351336, 22.878137, 22.71251, 23.011802, 19.894148, 17.679955, 14.615079, 11.900277, 3.90392, 0.830815, 0.0]}, "lang": {"n_am_en": [18, 18, 15, 13, 11, 9, 9, 13, 8, 17, 16, 14, 17, 13, 16, 18, 17, 19, 17, 18, 15, 19, 16, 15, 28, 29, 28, 21, 22, 28, 22, 27, 25, 23, 25, 33, 28, 34, 40, 44, 43, 42, 45, 47, 43, 42, 30, 25, 17, 16], "n_am_pl": [1, 19, 8, 21, 12, 16, 12, 10, 9, 19, 13, 12, 10, 17, 10, 12, 16, 14, 15, 13, 13, 8, 10, 12, 7, 4, 9, 11, 11, 6, 12, 11, 11, 10, 12, 5, 8, 8, 7, 8, 7, 6, 4, 5, 7, 12, 21, 25, 45, 51], "n_pos": 68, "sum_m_en": [6.697081, 3.54468, 3.905339, 4.384189, 4.603035, 4.596713, 5.64657, 5.535805, 5.456411, 6.358036, 6.029738, 6.465036, 6.272471, 6.103788, 6.665928, 5.654222, 5.478495, 5.298456, 4.638351, 3.987943, 3.715142, 3.429331, 3.380313, 3.20545, 10.444811, 10.393752, 9.761597, 9.345248, 9.282064, 9.687099, 9.416551, 9.431385, 9.423334, 9.893821, 11.13528, 11.840442, 13.438588, 14.58349, 17.837787, 28.50071, 27.658991, 28.850118, 32.480527, 33.969052, 36.42795, 34.467366, 28.271715, 22.974542, 17.622142, 15.708717], "sum_m_pl": [23.753556, 32.554422, 31.347925, 30.4302, 28.836846, 29.380006, 29.083903, 29.216666, 28.840012, 29.619823, 29.380386, 28.902795, 29.526627, 29.079839, 29.538178, 31.373215, 31.647904, 31.610636, 32.307643, 32.886148, 32.967616, 32.804064, 32.824856, 32.860283, 24.944992, 25.807615, 25.324849, 26.718274, 27.069887, 26.783304, 27.222997, 27.650568, 27.47623, 26.634939, 25.831887, 25.755566, 24.367797, 24.552365, 21.748896, 16.654677, 16.622656, 15.664399, 13.87231, 14.000066, 13.547879, 16.650639, 22.842693, 24.796078, 40.697119, 51.107386]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 298, "item_id": "llmzszl-119", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 706, "region_end": 296, "roundtrip_ok": true, "tf_agree": 0.9732, "tf_agree_excl_first": 0.9764}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [30, 30, 23, 17, 18, 14, 11, 13, 10, 16, 18, 21, 21, 23, 21, 20, 19, 21, 16, 18, 12, 12, 16, 15, 21, 25, 16, 21, 17, 23, 22, 24, 20, 21, 22, 24, 26, 27, 21, 24, 24, 27, 25, 24, 27, 25, 28, 21, 25, 24], "n_am_pl": [4, 20, 18, 13, 6, 11, 12, 8, 8, 13, 10, 11, 11, 16, 13, 16, 23, 20, 13, 15, 15, 14, 14, 13, 4, 8, 11, 15, 15, 10, 13, 18, 15, 13, 6, 6, 5, 1, 2, 2, 0, 2, 1, 2, 6, 5, 2, 3, 1, 2], "n_pos": 96, "sum_m_en": [11.478004, 5.422175, 5.067448, 5.118407, 5.141089, 5.007746, 5.128101, 5.467933, 5.518906, 5.849913, 6.495236, 6.954694, 7.042206, 7.307886, 7.396401, 6.863926, 6.901951, 6.537074, 5.947759, 5.433244, 5.299714, 4.920349, 4.731714, 4.587211, 10.414259, 10.876382, 10.113871, 9.963435, 10.176912, 10.070635, 9.515009, 9.624275, 8.884921, 8.950714, 9.185115, 9.310688, 11.590437, 14.534511, 14.111935, 16.28705, 17.019741, 17.287014, 17.835349, 18.829448, 21.149866, 22.318683, 24.572685, 21.853651, 22.949821, 23.421044], "sum_m_pl": [36.425772, 46.985023, 45.920929, 45.066167, 43.550356, 42.68828, 42.975318, 41.348034, 42.128954, 43.910729, 43.093152, 43.44377, 43.257084, 42.172504, 42.608866, 44.177618, 43.697007, 44.572506, 45.333433, 46.509481, 46.191741, 46.483448, 46.454063, 46.823494, 34.239586, 34.754556, 34.678839, 37.51995, 37.597237, 38.174112, 38.878364, 38.536544, 38.375725, 35.633795, 34.484744, 33.390724, 29.819311, 26.311263, 23.448831, 21.37169, 20.360522, 18.35944, 17.651058, 14.648308, 14.940399, 11.585827, 6.88418, 3.961293, 1.625181, 2.24632]}, "digit": {"n_am_en": [1, 2, 5, 4, 2, 0, 0, 2, 1, 4, 6, 5, 5, 2, 3, 4, 1, 4, 5, 5, 3, 3, 4, 2, 4, 3, 2, 3, 3, 5, 3, 3, 2, 4, 4, 4, 4, 5, 1, 2, 5, 7, 4, 3, 3, 2, 2, 2, 0, 0], "n_am_pl": [0, 0, 1, 1, 2, 1, 2, 0, 1, 2, 0, 1, 2, 2, 0, 2, 7, 4, 3, 1, 2, 3, 3, 3, 1, 2, 3, 5, 4, 2, 3, 5, 5, 3, 2, 2, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0], "n_pos": 18, "sum_m_en": [1.681616, 0.775554, 0.749164, 0.737067, 0.754285, 0.747263, 0.76532, 0.847903, 0.860381, 0.94205, 1.011262, 1.034204, 1.026407, 1.102365, 1.033543, 1.015644, 1.044694, 1.022106, 0.970566, 0.887093, 0.883795, 0.842832, 0.814172, 0.792932, 1.572139, 1.433292, 1.424755, 1.43901, 1.335865, 1.4043, 1.301771, 1.415934, 1.262069, 1.267741, 1.295109, 1.353294, 1.453709, 1.969569, 1.650894, 1.239191, 1.465916, 1.2772, 1.331904, 1.274581, 1.376108, 1.337193, 1.146238, 1.200286, 0.117972, 0.0], "sum_m_pl": [7.341701, 9.553782, 9.186414, 8.858385, 8.571008, 8.53762, 8.453461, 8.209116, 8.517373, 8.84538, 8.745647, 8.90457, 8.610041, 8.294866, 8.387428, 8.487603, 8.413672, 8.437885, 8.573615, 8.826565, 8.698546, 8.797805, 8.761029, 8.865561, 7.021725, 6.859126, 7.087963, 7.812217, 7.941373, 7.860463, 7.726058, 7.663214, 7.638593, 7.346923, 7.109865, 7.453718, 7.071101, 6.647279, 6.174592, 6.090484, 6.308931, 5.973794, 5.938964, 5.069308, 5.15761, 3.924516, 3.452198, 1.91182, 0.316563, 0.0]}, "lang": {"n_am_en": [11, 10, 8, 5, 8, 5, 6, 4, 3, 5, 5, 8, 9, 11, 11, 9, 8, 6, 6, 7, 2, 3, 6, 7, 8, 10, 10, 12, 6, 10, 9, 11, 6, 7, 5, 7, 9, 8, 12, 13, 11, 13, 13, 13, 14, 14, 17, 16, 23, 23], "n_am_pl": [3, 6, 4, 4, 0, 2, 3, 4, 2, 5, 4, 3, 3, 4, 4, 4, 4, 8, 4, 7, 7, 6, 4, 4, 2, 2, 2, 2, 5, 2, 4, 3, 4, 5, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 2], "n_pos": 25, "sum_m_en": [3.388955, 1.493197, 1.351003, 1.426027, 1.454364, 1.473649, 1.451247, 1.494505, 1.566414, 1.620126, 1.853004, 2.039815, 2.110718, 2.13811, 2.236428, 2.019149, 2.062222, 1.944478, 1.742956, 1.545925, 1.521376, 1.399392, 1.337074, 1.285511, 4.081227, 4.242141, 4.06473, 3.924392, 3.991786, 3.832466, 3.774373, 3.783388, 3.355467, 3.309643, 3.351696, 3.434926, 4.834246, 5.979987, 6.88353, 8.461615, 9.112391, 10.506777, 10.94828, 12.029121, 12.833039, 13.659854, 16.253832, 16.810502, 21.177126, 22.614574], "sum_m_pl": [8.941376, 11.886422, 11.95456, 11.72926, 11.332604, 10.997307, 11.354824, 10.903046, 10.961118, 11.350115, 11.145418, 11.311788, 11.437178, 11.191632, 11.372924, 11.922883, 11.785263, 11.913419, 12.056428, 12.299443, 12.129878, 12.218644, 12.21093, 12.33271, 9.264811, 9.542423, 9.551087, 10.162014, 9.771892, 9.909503, 10.187871, 9.825174, 9.831549, 9.358489, 9.209136, 8.825737, 7.57164, 6.599248, 5.43025, 4.834262, 4.364555, 3.391588, 2.917945, 2.473408, 2.044959, 1.627904, 0.845832, 0.444078, 0.976263, 1.975835]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "llmzszl-12", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 734, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.9694, "tf_agree_excl_first": 0.9794}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [71, 77, 47, 52, 44, 37, 41, 37, 32, 49, 49, 63, 59, 45, 52, 46, 48, 49, 38, 46, 37, 51, 36, 38, 60, 54, 47, 49, 58, 57, 50, 57, 51, 48, 55, 59, 57, 61, 65, 64, 53, 52, 51, 43, 45, 40, 19, 12, 0, 0], "n_am_pl": [11, 62, 52, 36, 30, 47, 45, 36, 37, 37, 26, 31, 37, 33, 26, 39, 58, 44, 47, 51, 38, 33, 44, 50, 30, 40, 40, 36, 34, 47, 52, 37, 35, 24, 35, 28, 26, 28, 19, 23, 25, 29, 24, 26, 27, 45, 51, 47, 68, 74], "n_pos": 251, "sum_m_en": [23.542567, 12.321665, 12.580658, 12.710617, 13.439615, 13.528013, 13.754662, 13.988834, 14.535117, 14.806465, 15.87733, 16.284618, 16.683013, 17.825228, 18.0496, 16.838393, 16.810789, 15.602887, 14.152052, 13.328977, 13.046558, 12.575715, 12.196417, 11.837483, 23.77971, 23.324042, 23.014152, 22.249237, 24.452488, 24.104752, 22.732146, 21.679271, 21.063309, 20.999321, 22.827453, 22.177549, 27.406528, 32.798208, 33.000657, 34.960255, 33.623113, 31.571827, 32.907782, 30.678642, 32.16361, 28.331958, 17.576215, 12.671431, 1.717575, 0.013302], "sum_m_pl": [101.002664, 125.726025, 122.331116, 119.62277, 115.797113, 112.901017, 114.149533, 112.979757, 112.583579, 115.778639, 114.652308, 114.387212, 115.198584, 113.129044, 113.18087, 117.770798, 116.755262, 118.885563, 121.815063, 123.271048, 121.841055, 121.215965, 121.747244, 121.294903, 91.123701, 92.749062, 91.765401, 99.318697, 102.920412, 104.409434, 104.274963, 104.217148, 103.704614, 95.166379, 93.445546, 91.019301, 83.235991, 77.167995, 72.608445, 69.439419, 67.130665, 65.285246, 65.470907, 63.743891, 58.629948, 59.079297, 58.108202, 53.253326, 68.086714, 75.307089]}, "digit": {"n_am_en": [5, 25, 17, 11, 7, 5, 1, 8, 5, 10, 13, 16, 10, 6, 4, 3, 3, 5, 3, 6, 5, 4, 4, 3, 8, 8, 3, 8, 10, 11, 6, 10, 5, 7, 4, 8, 7, 8, 4, 5, 8, 6, 4, 2, 2, 2, 1, 3, 0, 0], "n_am_pl": [1, 2, 1, 1, 1, 4, 10, 5, 8, 3, 1, 3, 3, 2, 5, 5, 8, 3, 2, 5, 2, 1, 2, 2, 2, 2, 3, 1, 4, 6, 5, 6, 6, 1, 2, 2, 1, 2, 2, 4, 4, 3, 5, 3, 1, 3, 5, 1, 0, 0], "n_pos": 43, "sum_m_en": [4.011144, 2.017264, 2.069905, 1.92446, 1.890078, 1.860458, 1.886685, 1.996584, 1.971208, 2.041823, 2.236293, 2.369553, 2.466243, 2.714584, 2.667013, 2.418759, 2.396449, 2.385427, 2.152223, 1.988313, 1.936215, 1.839069, 1.774011, 1.731769, 2.580996, 2.64928, 2.831328, 2.947674, 3.094122, 3.136309, 3.202922, 3.175228, 2.895191, 2.799072, 2.757323, 2.85481, 2.880969, 3.352732, 3.085137, 2.657612, 3.811357, 3.281616, 3.304706, 2.903421, 2.713318, 2.083445, 1.463294, 1.313919, 0.356115, 0.0], "sum_m_pl": [18.656696, 23.025792, 22.274475, 21.649334, 21.023807, 20.695296, 20.711789, 20.048028, 20.142198, 20.618265, 20.681274, 20.86728, 20.472398, 20.019038, 20.222816, 20.691655, 20.369581, 20.527009, 21.171485, 21.406557, 21.11658, 21.212813, 21.251366, 21.428761, 16.846959, 16.604879, 16.542293, 18.175199, 18.63766, 19.039945, 18.590195, 18.562296, 18.856828, 17.569796, 16.73818, 17.000959, 16.454131, 15.260397, 14.010607, 13.793838, 14.021898, 14.08878, 14.268547, 12.578978, 11.147329, 9.092675, 7.519147, 4.007972, 0.535651, 0.0]}, "lang": {"n_am_en": [24, 17, 6, 11, 15, 17, 24, 17, 14, 18, 18, 21, 20, 20, 25, 22, 22, 23, 19, 21, 17, 21, 16, 16, 24, 22, 21, 22, 22, 14, 17, 20, 23, 23, 23, 27, 27, 31, 38, 35, 25, 24, 28, 26, 31, 24, 13, 5, 0, 0], "n_am_pl": [4, 21, 21, 16, 15, 10, 5, 5, 6, 9, 7, 10, 10, 11, 7, 14, 19, 19, 16, 19, 14, 15, 19, 20, 11, 13, 12, 12, 13, 20, 23, 16, 16, 12, 19, 15, 14, 14, 7, 7, 10, 16, 13, 14, 18, 31, 37, 42, 65, 74], "n_pos": 74, "sum_m_en": [6.638327, 3.766045, 3.777433, 3.926662, 4.191998, 4.169765, 4.259449, 4.290289, 4.443492, 4.439286, 4.861927, 5.086971, 5.091202, 5.532607, 5.588561, 5.275856, 5.209762, 4.659949, 4.326375, 4.073103, 3.974626, 3.804506, 3.666044, 3.555567, 8.110373, 7.870918, 7.739253, 7.159393, 7.887419, 7.558269, 6.923072, 7.161472, 7.05728, 7.455275, 8.206929, 8.045001, 12.283159, 16.769227, 16.095241, 17.892385, 16.467717, 14.408384, 15.128656, 15.043399, 18.311307, 15.714328, 10.727669, 5.953991, 0.570327, 0.010628], "sum_m_pl": [28.524112, 35.440598, 34.63904, 33.696491, 32.999571, 32.185019, 32.468172, 33.167539, 33.387384, 34.811895, 34.134592, 34.234342, 34.689334, 34.227559, 34.449271, 36.016319, 36.011563, 36.523868, 37.046724, 37.328924, 36.863376, 36.720536, 36.660924, 36.511851, 30.657061, 31.445132, 31.284563, 33.062026, 33.112009, 33.425659, 33.417251, 33.360307, 33.910123, 31.694365, 31.591342, 31.795546, 29.426229, 26.730896, 26.062178, 24.961366, 23.589303, 23.679757, 24.597079, 25.997665, 26.949483, 31.468246, 36.848411, 39.675864, 62.390093, 73.204878]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 253, "item_id": "llmzszl-12", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 665, "region_end": 251, "roundtrip_ok": true, "tf_agree": 0.9842, "tf_agree_excl_first": 0.9881}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [44, 33, 29, 28, 25, 31, 31, 37, 32, 31, 31, 34, 27, 26, 27, 22, 29, 28, 19, 28, 25, 26, 30, 32, 43, 40, 33, 31, 29, 28, 27, 25, 28, 28, 32, 34, 33, 39, 38, 36, 36, 34, 40, 31, 31, 35, 42, 50, 52, 52], "n_am_pl": [2, 22, 23, 21, 20, 18, 10, 12, 18, 17, 18, 14, 14, 13, 12, 20, 13, 12, 17, 15, 14, 17, 22, 18, 8, 12, 11, 16, 14, 9, 17, 10, 10, 9, 10, 8, 7, 13, 12, 16, 13, 12, 13, 12, 12, 11, 7, 6, 2, 2], "n_pos": 122, "sum_m_en": [14.360842, 6.944577, 6.827712, 6.37446, 6.811136, 7.269646, 7.560498, 8.199666, 8.150019, 8.254796, 8.58799, 9.263983, 9.25403, 9.35786, 9.101459, 8.589194, 8.256383, 7.790907, 7.188447, 6.890976, 6.840091, 6.824417, 6.62553, 7.021009, 19.237571, 19.031866, 17.708071, 16.099005, 14.719111, 15.139154, 13.219561, 12.698676, 12.134678, 12.145425, 13.242905, 13.173237, 15.139401, 17.811438, 19.720513, 23.677924, 25.094777, 26.142592, 30.637952, 28.804336, 32.671759, 32.41854, 40.821736, 45.32012, 52.433186, 52.411729], "sum_m_pl": [45.050525, 60.238782, 58.736514, 58.189433, 55.251479, 55.381674, 54.805396, 54.049456, 53.44066, 54.056764, 52.6675, 52.286539, 51.592457, 51.589943, 52.813717, 54.788075, 55.039243, 55.533888, 55.576611, 57.306102, 57.778484, 57.569209, 57.770554, 57.622694, 40.083105, 39.952154, 39.965674, 42.805776, 44.155905, 43.725117, 45.52101, 46.155299, 46.943114, 45.025624, 43.969593, 42.295008, 37.581741, 36.603352, 34.35263, 32.83557, 30.981596, 26.054292, 24.761877, 21.374962, 18.681237, 16.372253, 10.842604, 7.472382, 2.886345, 2.000435]}, "digit": {"n_am_en": [2, 4, 5, 3, 2, 0, 2, 3, 2, 4, 5, 5, 4, 4, 3, 1, 3, 5, 2, 2, 1, 2, 1, 0, 3, 3, 1, 3, 4, 4, 3, 3, 1, 1, 0, 2, 3, 2, 1, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 2, 0, 0, 0, 1, 0, 0, 2, 0, 1, 1, 2, 0, 1, 2, 1, 0, 0, 1, 0, 2, 2, 2, 2, 0, 1, 3, 1, 2, 3, 1, 4, 3, 1, 2, 0, 4, 3, 4, 4, 4, 5, 5, 5, 5, 2, 2, 0, 0], "n_pos": 14, "sum_m_en": [1.11791, 0.612717, 0.594456, 0.577333, 0.595953, 0.624735, 0.614259, 0.64659, 0.655009, 0.712003, 0.775883, 0.788183, 0.862909, 0.942409, 0.842635, 0.767846, 0.787911, 0.737077, 0.643411, 0.629304, 0.646305, 0.62134, 0.628028, 0.604378, 1.082961, 1.070313, 1.098454, 1.110494, 1.111613, 1.047474, 1.015595, 0.967129, 0.862261, 0.847863, 0.84666, 0.873752, 0.913252, 0.818743, 0.804183, 0.820994, 0.797744, 0.731519, 0.729619, 1.017149, 0.56083, 0.389892, 0.542052, 0.153147, 0.034581, 0.0], "sum_m_pl": [6.538972, 7.496871, 7.166739, 6.905406, 6.807179, 6.854044, 6.849094, 6.692536, 6.661232, 6.702112, 6.527721, 6.80153, 6.466626, 6.45818, 6.721141, 6.76179, 6.803874, 6.818276, 6.928532, 7.041253, 7.012994, 6.999375, 6.95958, 6.989282, 6.072192, 6.084736, 6.063788, 6.320162, 6.33832, 6.427674, 6.252294, 6.319936, 6.483014, 6.268784, 6.244855, 6.114898, 5.769638, 5.818413, 6.064508, 6.579607, 6.345855, 6.287762, 6.202141, 5.782397, 5.759559, 4.977371, 3.562278, 2.299702, 0.629404, 0.0]}, "lang": {"n_am_en": [15, 14, 12, 14, 13, 13, 15, 17, 14, 17, 14, 17, 13, 11, 12, 13, 15, 14, 13, 17, 14, 17, 21, 22, 23, 26, 20, 14, 13, 11, 15, 14, 14, 15, 20, 20, 16, 21, 21, 20, 19, 23, 29, 23, 24, 28, 35, 42, 49, 52], "n_am_pl": [2, 10, 10, 8, 10, 5, 4, 5, 6, 5, 7, 5, 8, 8, 6, 6, 4, 5, 5, 5, 8, 6, 8, 6, 3, 5, 4, 7, 8, 6, 8, 6, 2, 2, 6, 4, 6, 7, 7, 9, 9, 7, 7, 6, 6, 5, 4, 3, 2, 2], "n_pos": 55, "sum_m_en": [6.796251, 3.361734, 3.346566, 2.992863, 3.155956, 3.448309, 3.601719, 3.85026, 3.768674, 3.856537, 4.06047, 4.435274, 4.444504, 4.632042, 4.522234, 4.244237, 4.027933, 3.899534, 3.626146, 3.463289, 3.406648, 3.459511, 3.347791, 3.77381, 11.499994, 11.582491, 10.686944, 9.671557, 8.427828, 8.393902, 7.044488, 7.13063, 6.849486, 7.025103, 8.045578, 8.199537, 9.927111, 11.081372, 12.521835, 15.079854, 15.57695, 18.22287, 21.156521, 20.090781, 24.590266, 25.896229, 34.050436, 38.514644, 49.106098, 51.697953], "sum_m_pl": [18.606641, 26.551886, 25.96374, 25.969706, 24.676438, 24.320396, 24.076271, 24.133664, 23.797404, 24.226933, 23.280092, 23.293885, 23.130958, 23.19184, 23.660415, 24.448218, 24.459589, 24.659153, 24.464626, 25.352394, 25.514271, 25.458609, 25.59809, 25.389006, 16.767115, 16.822053, 16.548209, 17.755673, 18.731559, 18.77468, 19.797463, 19.855102, 20.212955, 19.644173, 19.485152, 18.898662, 16.450749, 16.645131, 15.224131, 14.437566, 13.631643, 11.058918, 10.085638, 8.324618, 7.410688, 6.226907, 4.94458, 3.040336, 1.958642, 2.000085]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "llmzszl-120", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 721, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9919}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [52, 44, 53, 42, 44, 36, 42, 54, 37, 46, 45, 49, 46, 44, 40, 41, 39, 40, 43, 39, 37, 39, 35, 37, 64, 68, 60, 58, 55, 55, 56, 49, 51, 51, 52, 43, 40, 49, 47, 54, 39, 38, 41, 37, 39, 30, 25, 26, 9, 9], "n_am_pl": [15, 48, 41, 48, 24, 34, 34, 30, 37, 42, 40, 30, 29, 25, 27, 18, 15, 17, 18, 22, 24, 25, 31, 31, 21, 22, 19, 24, 30, 31, 22, 27, 28, 20, 21, 24, 24, 30, 34, 30, 33, 31, 24, 25, 25, 26, 22, 24, 41, 45], "n_pos": 201, "sum_m_en": [18.650032, 9.904352, 10.958791, 11.18452, 11.557071, 11.862618, 12.047512, 12.963241, 12.630286, 12.971742, 13.679672, 14.424501, 15.302011, 16.217057, 15.665886, 14.709819, 14.468867, 13.618921, 12.3083, 11.75548, 11.561094, 11.901234, 11.302862, 11.110583, 24.71657, 28.259869, 28.26734, 26.417446, 26.294088, 25.016686, 24.055621, 21.450941, 20.060018, 19.317213, 22.565362, 20.417372, 22.069149, 24.58952, 27.722146, 29.925631, 26.689257, 26.649228, 28.794926, 27.144829, 27.561719, 23.715673, 24.781891, 23.906572, 10.48553, 9.144667], "sum_m_pl": [76.969652, 99.766666, 96.512558, 95.495631, 91.981986, 92.42831, 93.381898, 92.541641, 91.302265, 91.147321, 88.980827, 87.253178, 86.918155, 85.282687, 87.411259, 91.025082, 89.649279, 90.59269, 93.151317, 95.694063, 96.149393, 94.788171, 95.755612, 95.95319, 70.878105, 67.64084, 65.903498, 70.026, 72.810731, 75.219388, 75.389511, 77.524243, 80.611527, 77.078841, 75.750113, 74.030885, 69.206601, 69.225024, 66.684816, 66.89422, 63.543703, 63.614928, 58.935684, 53.592677, 44.700485, 41.982456, 31.207469, 28.983161, 39.860743, 44.480545]}, "digit": {"n_am_en": [2, 9, 3, 2, 4, 2, 2, 3, 2, 4, 7, 5, 2, 1, 1, 2, 3, 3, 1, 0, 2, 0, 0, 0, 1, 0, 0, 1, 1, 2, 4, 3, 1, 1, 1, 0, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 1, 0, 0, 0, 1, 3, 0, 1, 2, 1, 0, 3, 0, 2, 1, 0, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 5, 2, 3, 2, 2, 4, 2, 2, 4, 2, 5, 6, 6, 7, 6, 7, 4, 5, 5, 2, 2, 0, 0], "n_pos": 14, "sum_m_en": [1.077703, 0.621192, 0.617961, 0.59958, 0.61469, 0.677467, 0.671762, 0.70245, 0.726682, 0.759245, 0.820838, 0.806047, 0.822773, 0.880613, 0.839399, 0.790881, 0.818463, 0.762334, 0.668049, 0.639338, 0.63909, 0.613914, 0.624158, 0.594554, 0.95294, 1.076011, 1.160619, 1.197695, 1.174576, 1.203789, 1.145851, 1.096984, 0.895137, 0.879016, 0.848465, 0.819098, 0.851164, 0.805728, 0.818886, 0.829277, 0.822999, 0.695532, 0.6819, 0.927007, 0.563184, 0.413215, 0.442478, 0.159718, 0.029201, 0.0], "sum_m_pl": [6.215418, 7.483098, 7.174167, 6.886878, 6.7396, 6.677538, 6.746978, 6.699019, 6.598675, 6.602811, 6.238983, 6.576406, 6.547367, 6.511273, 6.705898, 6.742258, 6.779422, 6.733464, 6.914946, 6.983964, 6.952804, 6.936844, 6.920562, 6.989293, 5.843356, 5.584498, 5.498486, 5.76739, 5.866928, 6.040145, 5.932892, 6.027763, 6.377349, 6.103473, 6.061596, 6.044796, 5.674447, 5.694607, 6.039846, 6.560972, 6.280403, 6.414898, 6.145252, 5.734761, 5.695477, 4.831212, 3.093243, 2.004669, 0.4233, 0.0]}, "lang": {"n_am_en": [15, 5, 15, 12, 9, 13, 17, 18, 8, 15, 16, 19, 16, 19, 14, 17, 17, 15, 14, 14, 18, 21, 17, 17, 20, 17, 24, 18, 20, 18, 12, 13, 20, 19, 21, 17, 16, 23, 20, 23, 18, 18, 21, 22, 24, 19, 13, 18, 9, 9], "n_am_pl": [3, 15, 14, 9, 8, 10, 7, 9, 12, 7, 11, 6, 6, 7, 6, 5, 7, 6, 7, 4, 5, 4, 4, 7, 6, 4, 3, 6, 8, 8, 5, 9, 9, 7, 7, 9, 11, 9, 12, 11, 10, 10, 11, 13, 15, 18, 18, 18, 41, 44], "n_pos": 53, "sum_m_en": [4.742136, 2.67527, 3.045454, 3.247806, 3.189378, 3.235528, 3.338398, 3.494784, 3.23941, 3.268895, 3.708684, 3.973319, 4.127944, 4.489896, 4.436119, 4.087248, 4.062516, 3.817369, 3.428328, 3.257885, 3.225845, 3.325847, 3.082062, 3.022309, 7.606314, 7.42203, 8.285667, 7.182831, 7.503763, 7.13142, 6.585173, 6.069615, 5.709632, 5.68167, 7.697098, 6.730287, 7.913384, 8.80158, 12.195587, 13.481376, 12.940585, 11.813481, 12.813901, 13.082224, 16.595765, 13.332865, 13.411486, 16.355681, 9.343916, 8.994305], "sum_m_pl": [19.866969, 24.894797, 24.423696, 23.81427, 23.134178, 23.784934, 23.807919, 24.150447, 23.641759, 23.760393, 23.248344, 22.740058, 22.9851, 22.438792, 23.051057, 24.091881, 23.597344, 23.756797, 24.3744, 25.040259, 25.13537, 24.75524, 25.201073, 25.2476, 18.878269, 18.198019, 17.683601, 19.108304, 19.113528, 19.730635, 20.230861, 21.004042, 21.620629, 21.393235, 20.472367, 21.062679, 20.245713, 20.449686, 18.883276, 19.518652, 18.999314, 19.665613, 19.09146, 17.99184, 18.519648, 19.613604, 18.144868, 18.871032, 37.686174, 43.442597]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "llmzszl-120", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 652, "region_end": 201, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9703}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [56, 49, 48, 28, 34, 32, 35, 41, 32, 52, 53, 48, 40, 46, 52, 44, 39, 37, 41, 46, 39, 38, 30, 37, 48, 55, 57, 60, 60, 69, 60, 61, 70, 67, 70, 77, 82, 76, 74, 67, 66, 61, 72, 67, 75, 76, 72, 76, 73, 68], "n_am_pl": [16, 22, 24, 19, 17, 12, 14, 17, 18, 18, 14, 15, 14, 20, 21, 9, 14, 18, 19, 21, 18, 18, 24, 27, 16, 19, 16, 15, 17, 17, 20, 16, 15, 10, 9, 19, 18, 14, 9, 7, 10, 8, 6, 5, 9, 10, 11, 10, 13, 16], "n_pos": 181, "sum_m_en": [20.843383, 10.991338, 10.691572, 10.25549, 10.18819, 10.905131, 10.990935, 10.511715, 11.210221, 12.170033, 13.275079, 14.001567, 14.592166, 15.449873, 16.093848, 13.86816, 13.241259, 13.651958, 12.614489, 11.373073, 10.783557, 10.074071, 9.707843, 9.675402, 25.522367, 27.874071, 26.421798, 26.770066, 25.972321, 27.432393, 26.105589, 24.262825, 24.646778, 24.428878, 26.697571, 27.762021, 32.689089, 36.060535, 39.628647, 44.232648, 46.256518, 52.324011, 59.930125, 59.681656, 68.687586, 71.203766, 72.207156, 74.277406, 71.564051, 69.492524], "sum_m_pl": [61.70455, 83.405373, 83.08122, 83.581534, 82.602909, 82.262968, 80.785667, 79.381353, 78.282754, 79.62475, 78.909963, 79.01776, 78.401339, 76.430375, 78.609605, 80.38308, 82.506967, 80.182211, 83.25518, 84.760676, 85.448549, 86.336316, 86.549476, 85.575404, 58.130492, 59.280975, 60.164177, 61.485077, 64.534673, 64.969477, 64.364003, 66.063835, 65.477036, 64.071315, 62.969983, 61.259325, 54.833276, 53.735095, 47.405317, 38.450178, 36.466953, 28.327251, 22.857735, 20.897984, 18.605613, 17.503127, 13.264566, 12.487458, 13.263476, 15.922443]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [19, 23, 28, 13, 22, 19, 20, 21, 20, 27, 29, 26, 18, 27, 32, 24, 19, 18, 16, 24, 21, 18, 17, 19, 28, 30, 35, 37, 35, 36, 31, 30, 39, 36, 39, 44, 45, 48, 51, 47, 44, 41, 49, 51, 56, 57, 55, 61, 67, 68], "n_am_pl": [8, 11, 15, 13, 7, 5, 7, 7, 10, 9, 7, 5, 8, 11, 9, 6, 10, 11, 10, 11, 8, 7, 11, 14, 8, 12, 9, 7, 7, 7, 12, 9, 9, 8, 5, 8, 9, 7, 5, 4, 4, 2, 3, 2, 6, 6, 8, 6, 13, 16], "n_pos": 87, "sum_m_en": [9.859763, 5.385789, 5.225778, 4.854811, 5.010351, 5.513845, 5.667665, 5.114681, 5.6226, 6.110258, 6.506305, 6.835576, 7.22603, 7.707145, 8.237771, 7.00148, 6.520284, 6.76813, 6.198829, 5.626658, 5.296738, 4.96482, 4.795081, 4.718382, 13.753229, 15.347406, 15.213258, 14.858458, 14.160878, 14.592986, 14.043282, 12.954012, 13.147808, 13.058468, 14.337493, 15.115951, 19.396362, 22.564809, 25.589281, 29.83212, 30.767002, 35.302273, 41.256741, 42.837285, 48.237601, 50.615142, 52.278113, 58.738829, 64.60664, 66.916331], "sum_m_pl": [28.389037, 39.681578, 40.049935, 39.917669, 39.027453, 38.858525, 38.174743, 37.407546, 36.628771, 37.026386, 36.963312, 37.280897, 37.171457, 36.040606, 37.163922, 38.328309, 39.597581, 38.852136, 40.007167, 40.512855, 40.882513, 41.412955, 41.558116, 41.160676, 27.534875, 27.961812, 28.269161, 28.542537, 30.495352, 30.7966, 30.484709, 31.595342, 31.902508, 31.077524, 30.436377, 29.874718, 26.043949, 25.138312, 21.891504, 17.703037, 17.212951, 12.972867, 9.915118, 9.726001, 9.482788, 8.027891, 7.84164, 7.42455, 12.390448, 15.523222]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 183, "item_id": "llmzszl-121", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 695, "region_end": 181, "roundtrip_ok": true, "tf_agree": 0.9727, "tf_agree_excl_first": 0.978}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 28, 22, 23, 19, 13, 16, 21, 18, 18, 30, 32, 30, 28, 26, 32, 27, 22, 26, 30, 28, 27, 25, 19, 27, 37, 35, 27, 33, 34, 33, 30, 27, 33, 33, 39, 38, 39, 35, 33, 33, 32, 32, 32, 37, 32, 19, 8, 3, 2], "n_am_pl": [16, 21, 25, 22, 17, 16, 9, 9, 13, 11, 8, 8, 11, 8, 8, 4, 8, 7, 4, 4, 5, 6, 7, 10, 9, 8, 7, 7, 7, 9, 10, 11, 8, 6, 5, 1, 6, 11, 9, 7, 9, 9, 8, 10, 13, 20, 27, 35, 51, 53], "n_pos": 108, "sum_m_en": [10.588872, 5.353611, 5.296013, 5.322657, 5.418021, 5.59806, 6.079786, 6.035948, 6.686645, 6.982859, 7.768069, 8.257912, 8.571305, 9.311673, 9.798993, 8.327118, 7.887061, 7.897055, 7.137937, 6.365451, 5.895977, 5.601092, 5.337255, 5.20588, 13.849009, 15.034831, 14.053825, 14.661496, 14.074868, 14.071571, 13.03577, 13.198624, 13.192391, 13.051103, 14.307141, 14.628936, 14.149711, 18.998145, 18.761099, 20.451331, 20.695657, 22.135338, 24.404694, 23.472022, 29.521272, 25.383869, 17.207324, 8.824502, 2.895521, 1.638406], "sum_m_pl": [38.478623, 49.605697, 50.044481, 50.343034, 49.91409, 49.865717, 48.750531, 47.447231, 47.468036, 47.497451, 47.026632, 46.15824, 45.765432, 44.603471, 45.284222, 47.498268, 48.584905, 47.694624, 50.099292, 51.05859, 51.878093, 52.70096, 52.64651, 52.484612, 37.900126, 37.430877, 37.470285, 38.464585, 41.093659, 41.035762, 40.698942, 41.019693, 39.889513, 38.572157, 36.923381, 36.231923, 37.082608, 35.581176, 35.233635, 31.989495, 30.531209, 26.664631, 23.320155, 22.758884, 21.028662, 25.597601, 31.567778, 35.261269, 49.242744, 54.704643]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [19, 18, 14, 13, 15, 11, 11, 9, 8, 12, 16, 19, 16, 15, 15, 19, 15, 13, 14, 18, 15, 18, 17, 11, 15, 23, 23, 18, 22, 22, 19, 16, 16, 21, 22, 27, 27, 26, 24, 22, 22, 21, 21, 21, 25, 20, 15, 7, 3, 2], "n_am_pl": [6, 6, 13, 12, 7, 7, 5, 4, 6, 6, 4, 4, 5, 3, 5, 3, 4, 4, 3, 3, 1, 1, 3, 6, 5, 4, 6, 3, 2, 4, 5, 6, 5, 3, 1, 0, 1, 5, 4, 5, 5, 5, 3, 3, 6, 14, 21, 30, 48, 53], "n_pos": 56, "sum_m_en": [5.79954, 2.933167, 2.824241, 2.791192, 2.91979, 3.059352, 3.293956, 3.174367, 3.578565, 3.898184, 4.288146, 4.465957, 4.585052, 4.899066, 5.301514, 4.48577, 4.204174, 4.240915, 3.823947, 3.413079, 3.148875, 3.008967, 2.852727, 2.778023, 7.827044, 9.448152, 9.164432, 9.779079, 8.995379, 8.687775, 7.804927, 8.028855, 7.738643, 7.667773, 8.603549, 8.77651, 8.370778, 10.680991, 10.695968, 12.298051, 13.260626, 14.207679, 16.19305, 15.668455, 20.099649, 15.135222, 12.122259, 6.272484, 2.40347, 1.629788], "sum_m_pl": [19.725748, 25.743144, 26.330868, 26.354607, 25.965563, 25.755841, 25.27173, 24.71077, 24.906945, 24.684143, 24.561362, 24.272434, 23.887361, 23.308961, 23.688521, 24.735532, 25.283042, 24.798268, 25.914203, 26.293786, 26.784269, 27.162502, 27.212862, 27.140088, 19.176079, 18.686807, 18.807746, 18.649166, 20.216988, 20.434378, 20.770916, 21.058084, 20.987791, 20.902446, 20.247841, 20.527435, 20.870524, 19.798226, 19.376257, 16.832685, 16.067481, 12.753005, 10.572938, 10.723735, 10.963911, 16.287564, 22.458146, 28.933968, 45.474962, 53.00031]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "llmzszl-121", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 626, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9636, "tf_agree_excl_first": 0.9725}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [49, 37, 41, 22, 22, 25, 33, 36, 25, 34, 40, 29, 40, 26, 29, 26, 27, 25, 19, 21, 13, 8, 6, 12, 30, 36, 29, 38, 45, 41, 35, 27, 33, 37, 40, 39, 42, 38, 41, 36, 34, 38, 41, 38, 30, 27, 22, 19, 4, 0], "n_am_pl": [6, 22, 22, 24, 24, 15, 19, 16, 26, 19, 14, 11, 16, 20, 24, 25, 35, 31, 33, 45, 48, 43, 62, 52, 19, 21, 23, 29, 24, 23, 28, 31, 40, 38, 40, 29, 28, 21, 19, 18, 13, 17, 12, 15, 23, 24, 33, 37, 63, 71], "n_pos": 151, "sum_m_en": [14.998498, 7.441961, 7.744141, 7.352294, 7.989286, 8.788916, 9.760164, 9.512777, 8.97748, 9.225773, 10.018534, 10.646908, 10.776828, 10.800006, 10.724488, 10.390961, 10.430619, 9.423306, 8.725847, 7.917131, 7.372016, 7.078235, 6.849076, 6.739852, 12.548089, 14.910469, 15.29069, 15.826346, 15.874937, 17.030023, 15.728872, 15.047466, 16.164834, 15.663059, 16.813891, 16.227662, 18.731912, 20.447793, 19.732539, 19.385501, 17.982562, 21.053628, 24.091962, 24.329947, 21.490596, 19.406317, 20.718268, 16.166481, 4.961578, 0.098598], "sum_m_pl": [55.16835, 73.460312, 72.402808, 71.574428, 69.337645, 68.687233, 68.980124, 69.882343, 70.854777, 71.599854, 70.591092, 69.959348, 69.031642, 67.434368, 69.444958, 71.262424, 71.274769, 70.72664, 73.056976, 74.811622, 75.208455, 76.047852, 76.580816, 76.965509, 61.685134, 62.410839, 59.781078, 62.611145, 64.146836, 63.739278, 62.684157, 63.109887, 62.624508, 60.008204, 60.535196, 56.507509, 53.153768, 49.231872, 47.163956, 45.525498, 42.129323, 35.791469, 32.697669, 33.196387, 31.524666, 33.832149, 37.653538, 37.277464, 60.302834, 70.559034]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.211133, 0.142719, 0.163531, 0.165383, 0.228234, 0.268104, 0.281937, 0.294906, 0.291586, 0.246196, 0.232107, 0.258626, 0.226119, 0.197326, 0.156271, 0.149718, 0.14776, 0.144949, 0.133645, 0.120491, 0.122661, 0.115395, 0.118355, 0.117185, 0.136756, 0.213759, 0.259928, 0.232955, 0.240066, 0.19877, 0.175675, 0.168826, 0.178145, 0.148018, 0.157881, 0.056843, 0.112785, 0.108202, 0.115416, 0.078117, 0.024062, 0.082243, 0.098951, 0.114847, 0.06038, 0.013523, 0.004026, 0.001263, 0.000196, 0.0], "sum_m_pl": [1.338275, 1.427582, 1.292248, 1.374133, 1.239789, 1.193406, 1.158982, 1.091936, 1.226823, 1.320158, 1.375797, 1.324433, 1.432704, 1.405776, 1.521778, 1.523133, 1.54828, 1.545528, 1.595988, 1.582398, 1.579975, 1.602398, 1.600319, 1.613442, 1.147891, 1.23435, 1.084703, 1.234749, 1.333613, 1.266774, 0.990639, 1.259429, 1.19277, 1.028281, 1.189226, 0.49588, 0.938158, 0.721454, 0.701997, 0.343062, 0.107116, 0.451956, 0.768188, 0.42953, 0.538982, 0.414065, 0.053901, 0.052483, 0.002156, 0.0]}, "lang": {"n_am_en": [29, 25, 20, 16, 13, 17, 18, 20, 15, 23, 25, 20, 24, 18, 15, 11, 17, 12, 8, 10, 6, 4, 4, 7, 18, 20, 11, 18, 21, 24, 19, 18, 21, 21, 22, 23, 22, 21, 24, 22, 20, 22, 24, 22, 18, 16, 13, 15, 0, 0], "n_am_pl": [4, 14, 9, 11, 7, 5, 11, 5, 11, 12, 7, 8, 9, 11, 10, 15, 15, 15, 13, 18, 20, 19, 31, 29, 12, 12, 18, 16, 11, 7, 14, 10, 22, 18, 20, 12, 18, 9, 10, 11, 8, 10, 8, 12, 18, 22, 30, 33, 61, 70], "n_pos": 71, "sum_m_en": [7.56459, 3.530866, 3.584904, 3.442542, 3.587661, 3.852392, 4.224254, 3.948111, 3.994173, 4.112231, 4.653939, 4.88728, 4.978802, 5.070339, 5.051127, 4.85526, 4.931405, 4.487552, 4.178245, 3.770973, 3.518512, 3.389653, 3.265078, 3.224908, 6.534109, 7.453178, 7.754307, 8.363451, 8.517989, 9.133541, 8.661444, 8.172964, 8.536721, 8.144751, 8.982933, 8.924735, 10.032368, 11.133309, 11.056338, 10.866864, 9.870157, 13.532552, 13.573762, 13.444233, 11.204756, 11.52103, 13.190667, 11.698446, 0.80908, 0.026926], "sum_m_pl": [24.798057, 35.271494, 34.997694, 34.346909, 33.495244, 33.230798, 32.967879, 33.50029, 33.92647, 34.153276, 33.544959, 33.538863, 33.411213, 32.506496, 33.194158, 33.962564, 33.658282, 33.061131, 34.044773, 34.98117, 35.054811, 35.550981, 35.888119, 36.080411, 29.441958, 29.920926, 29.566911, 30.389986, 31.0089, 30.784961, 30.947302, 30.389638, 30.851508, 30.061535, 29.620381, 28.920438, 27.793768, 25.879802, 24.989648, 24.441958, 23.078631, 20.213762, 18.61979, 20.303468, 21.771069, 23.991652, 29.903939, 31.700066, 57.07903, 68.811014]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "llmzszl-122", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 761, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9477, "tf_agree_excl_first": 0.9539}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [78, 63, 62, 45, 59, 40, 52, 46, 32, 44, 45, 59, 65, 61, 49, 44, 36, 39, 32, 27, 27, 28, 23, 18, 47, 53, 46, 56, 50, 62, 46, 42, 48, 43, 60, 55, 48, 39, 39, 35, 42, 39, 45, 39, 35, 33, 28, 23, 4, 0], "n_am_pl": [13, 44, 49, 51, 40, 30, 26, 26, 42, 14, 23, 23, 30, 28, 31, 29, 32, 36, 37, 50, 50, 55, 67, 63, 28, 26, 31, 31, 34, 42, 53, 60, 51, 42, 40, 32, 30, 37, 31, 30, 29, 28, 26, 32, 33, 32, 44, 47, 77, 77], "n_pos": 246, "sum_m_en": [24.327939, 12.540801, 13.294111, 13.152661, 15.190053, 15.715192, 15.96348, 15.497366, 15.232647, 15.694471, 16.159241, 17.36533, 17.195345, 16.864456, 16.476636, 16.030116, 16.011856, 14.684156, 13.554969, 12.38439, 11.484874, 11.065798, 10.840068, 10.614461, 19.64345, 23.543843, 23.039077, 23.848984, 23.916129, 24.894365, 23.480985, 22.48423, 22.699707, 22.384797, 23.981259, 23.681326, 24.10378, 24.764159, 25.258692, 24.413264, 24.102381, 26.569026, 29.049056, 26.360136, 24.984441, 22.587032, 26.371702, 20.569279, 4.614025, 0.06645], "sum_m_pl": [97.057951, 120.553417, 116.270433, 115.751045, 111.651551, 110.009843, 110.924305, 109.369803, 110.330036, 113.457268, 112.362707, 112.716519, 113.156695, 109.712157, 112.203604, 114.948804, 114.952142, 114.937702, 118.002033, 120.450398, 121.937001, 123.79634, 124.392958, 125.308849, 100.93012, 98.793437, 95.39274, 101.285445, 105.670609, 104.202854, 103.696945, 105.299222, 104.845399, 98.437805, 98.533532, 91.248221, 84.144071, 78.658143, 74.710401, 71.268184, 65.471967, 58.681647, 53.134055, 50.246032, 45.461084, 48.063115, 48.949555, 51.884464, 71.638654, 78.116038]}, "digit": {"n_am_en": [1, 5, 6, 4, 2, 0, 5, 2, 3, 3, 3, 2, 4, 6, 2, 2, 4, 4, 2, 3, 2, 3, 2, 2, 4, 5, 6, 4, 5, 6, 6, 5, 6, 3, 6, 4, 0, 1, 1, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 4, 1, 1, 2, 1, 1, 2, 5, 0, 2, 1, 1, 1, 1, 1, 1, 2, 4, 3, 4, 5, 6, 4, 0, 0, 0, 2, 3, 1, 0, 1, 2, 1, 1, 2, 2, 4, 5, 4, 4, 2, 2, 2, 0, 0, 0, 1, 0, 0], "n_pos": 18, "sum_m_en": [1.394082, 0.837793, 0.913075, 0.910466, 1.219515, 1.379089, 1.339336, 1.335725, 1.352583, 1.256837, 1.229612, 1.298771, 1.267034, 1.203253, 1.146462, 1.097656, 1.045357, 1.006668, 0.941666, 0.860175, 0.827203, 0.79419, 0.783902, 0.779416, 1.243496, 1.739167, 1.678991, 1.784271, 1.901423, 1.789629, 1.753806, 1.623663, 1.612022, 1.442304, 1.446467, 1.285514, 1.107105, 1.104331, 1.11074, 1.038709, 0.927134, 0.758385, 0.645042, 0.617518, 0.364473, 0.189255, 0.029578, 0.025709, 0.002151, 0.0], "sum_m_pl": [8.213794, 9.043655, 8.396122, 8.617884, 8.232779, 7.75268, 7.777711, 7.204303, 7.75217, 8.243264, 8.263822, 8.023042, 8.197337, 7.956468, 8.447063, 8.472611, 8.523121, 8.52064, 8.830438, 8.974081, 9.111863, 9.373742, 9.4163, 9.492884, 7.187071, 7.075008, 6.919117, 7.214875, 7.699403, 7.515586, 7.607246, 8.099198, 8.261958, 8.091151, 8.118349, 7.452026, 7.35907, 6.919459, 6.48853, 5.532398, 5.225588, 5.764711, 4.660246, 3.668487, 2.806162, 1.556716, 0.402342, 1.474068, 0.009208, 0.0]}, "lang": {"n_am_en": [33, 28, 23, 14, 20, 13, 20, 19, 17, 20, 19, 31, 28, 25, 23, 20, 16, 17, 15, 10, 10, 13, 12, 6, 23, 23, 19, 26, 23, 25, 18, 16, 18, 15, 22, 20, 22, 14, 15, 17, 21, 21, 23, 22, 20, 20, 14, 14, 1, 0], "n_am_pl": [2, 13, 15, 21, 10, 9, 6, 6, 9, 6, 4, 4, 11, 9, 9, 9, 8, 12, 7, 17, 14, 16, 21, 19, 11, 9, 12, 8, 9, 10, 15, 17, 20, 17, 18, 15, 12, 14, 13, 14, 13, 14, 13, 21, 21, 23, 34, 39, 71, 76], "n_pos": 78, "sum_m_en": [8.975923, 4.278582, 4.194591, 4.314241, 4.79168, 4.751118, 5.311856, 4.720433, 5.008275, 5.04159, 5.43565, 5.831297, 5.667088, 5.727566, 5.661388, 5.335592, 5.442941, 4.915222, 4.469086, 4.04219, 3.762808, 3.604138, 3.488707, 3.421427, 7.331144, 8.208867, 8.43729, 8.70518, 8.779221, 8.813216, 8.02797, 7.959246, 8.466049, 8.436281, 9.220592, 9.652405, 9.989265, 10.636258, 10.944947, 11.075753, 10.673417, 13.015792, 14.002989, 12.766831, 12.080585, 11.768833, 13.282042, 12.438143, 1.449076, 0.006268], "sum_m_pl": [28.090324, 37.939422, 37.134597, 36.867998, 35.858576, 35.603371, 35.223864, 35.439026, 35.541042, 36.175291, 35.496173, 35.589221, 36.099162, 35.247116, 35.408461, 36.454042, 36.083339, 36.044314, 37.045404, 37.897401, 38.134262, 38.81671, 39.147866, 39.376122, 32.069645, 32.040873, 31.36792, 32.667997, 33.594722, 33.590841, 33.542132, 33.59123, 33.479633, 31.666595, 31.590678, 30.278938, 29.182268, 28.166435, 27.398714, 27.084209, 25.312694, 22.951333, 21.729292, 25.325195, 25.364577, 28.900744, 36.18241, 39.899615, 64.563341, 75.845837]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 248, "item_id": "llmzszl-122", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 692, "region_end": 246, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9838}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [49, 43, 38, 21, 25, 17, 21, 27, 24, 32, 41, 50, 41, 42, 44, 44, 41, 32, 31, 31, 19, 31, 30, 31, 45, 47, 31, 45, 36, 39, 41, 35, 31, 31, 37, 46, 42, 32, 33, 34, 34, 40, 48, 42, 49, 55, 52, 52, 49, 47], "n_am_pl": [6, 29, 20, 24, 16, 25, 21, 24, 27, 16, 14, 21, 24, 17, 14, 11, 10, 17, 13, 13, 11, 12, 13, 16, 15, 15, 14, 13, 12, 11, 15, 16, 10, 16, 7, 8, 7, 10, 13, 11, 13, 9, 5, 7, 7, 4, 3, 1, 0, 0], "n_pos": 163, "sum_m_en": [19.188381, 8.951261, 8.54664, 8.225992, 9.050738, 9.224173, 9.21961, 9.254308, 9.667669, 10.023687, 10.89948, 11.403928, 11.461298, 11.918289, 11.790745, 11.210813, 10.756283, 10.168306, 9.156206, 8.737112, 8.261597, 7.941522, 7.759991, 7.595453, 18.286522, 18.849617, 17.561181, 16.645062, 16.351998, 15.474678, 14.005425, 13.805109, 13.280871, 13.46773, 14.666547, 14.812589, 17.652266, 16.938792, 19.708289, 21.236306, 23.462209, 28.279406, 32.61863, 31.903227, 40.221128, 45.641031, 49.872348, 49.044558, 48.084253, 46.729607], "sum_m_pl": [61.929343, 80.019933, 78.059063, 76.856549, 73.695035, 73.622946, 74.350049, 73.332258, 71.526141, 72.932754, 71.466224, 73.360027, 72.825196, 72.416535, 73.434111, 75.777838, 75.499177, 75.259976, 77.089599, 79.122589, 79.437503, 79.410278, 79.322794, 79.251359, 58.279389, 59.208634, 58.242295, 63.327109, 65.494173, 66.852848, 67.877805, 67.67382, 67.844628, 62.870522, 60.065513, 56.242753, 50.522343, 49.115262, 44.140487, 43.384914, 41.939564, 35.952978, 32.746759, 27.432228, 21.909576, 15.761331, 7.783777, 4.026777, 0.974999, 0.001352]}, "digit": {"n_am_en": [4, 11, 13, 5, 2, 2, 2, 4, 1, 7, 3, 5, 5, 7, 6, 5, 6, 2, 3, 5, 2, 4, 4, 4, 5, 7, 2, 6, 4, 5, 3, 5, 3, 5, 6, 3, 4, 2, 3, 2, 2, 4, 4, 1, 3, 6, 3, 2, 0, 0], "n_am_pl": [0, 1, 0, 3, 2, 0, 2, 1, 0, 0, 1, 3, 5, 1, 1, 2, 5, 4, 1, 2, 2, 2, 2, 2, 4, 1, 2, 1, 2, 3, 3, 2, 2, 3, 2, 2, 0, 1, 3, 3, 3, 1, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.513116, 1.202485, 1.152604, 1.103249, 1.188414, 1.199016, 1.241121, 1.313061, 1.360316, 1.479624, 1.570701, 1.618335, 1.63134, 1.830122, 1.701909, 1.653351, 1.645554, 1.576929, 1.361402, 1.315259, 1.265872, 1.202897, 1.184335, 1.162068, 1.984692, 2.314875, 2.022656, 2.098115, 1.985098, 1.867848, 1.693235, 1.756865, 1.632866, 1.655066, 1.854515, 1.865021, 1.885384, 1.852411, 1.823618, 1.876347, 1.849613, 2.122815, 2.261964, 2.455311, 2.663346, 3.042854, 2.396154, 2.316519, 0.102336, 0.0], "sum_m_pl": [11.743217, 14.486043, 13.996483, 13.672933, 13.143608, 12.985291, 12.895272, 12.600509, 12.353347, 12.789526, 12.467277, 12.378982, 11.78198, 11.799471, 11.989711, 12.201125, 12.207042, 11.926723, 12.449162, 12.963886, 12.809928, 12.838905, 12.859533, 12.901139, 9.290712, 9.257633, 9.395536, 10.093292, 10.891017, 11.226072, 10.824916, 10.626518, 10.977668, 10.073357, 9.738427, 9.50767, 9.446286, 9.391381, 8.389877, 8.769979, 8.854803, 8.902388, 8.162477, 7.893479, 7.180134, 5.183209, 3.05385, 1.474262, 0.113041, 0.0]}, "lang": {"n_am_en": [20, 14, 14, 7, 11, 8, 7, 13, 10, 8, 16, 19, 20, 17, 17, 18, 18, 16, 16, 12, 11, 12, 14, 15, 20, 21, 17, 21, 18, 16, 24, 18, 20, 16, 17, 28, 22, 18, 16, 20, 16, 21, 26, 25, 24, 27, 31, 37, 46, 47], "n_am_pl": [2, 8, 8, 6, 8, 10, 9, 9, 17, 7, 5, 10, 8, 6, 4, 3, 1, 3, 5, 2, 2, 4, 4, 8, 6, 5, 5, 6, 5, 5, 3, 4, 3, 5, 2, 2, 2, 4, 6, 6, 6, 6, 3, 4, 6, 4, 3, 1, 0, 0], "n_pos": 50, "sum_m_en": [7.310373, 3.117418, 3.015056, 2.667193, 2.901268, 2.96849, 3.070445, 2.984682, 3.181477, 3.245231, 3.681493, 3.878692, 3.999358, 3.975426, 3.975123, 3.755274, 3.588577, 3.386072, 3.100039, 2.936244, 2.752948, 2.617464, 2.53914, 2.476936, 7.881892, 8.251524, 7.659218, 6.659338, 6.376468, 5.842963, 5.176468, 5.048955, 5.028433, 5.423416, 5.862036, 6.229174, 7.661381, 8.249889, 9.867303, 10.413598, 12.187565, 14.768913, 18.212114, 17.49145, 21.90987, 23.085816, 29.605374, 33.148429, 43.969975, 45.676376], "sum_m_pl": [17.343484, 23.704678, 23.156869, 23.04169, 22.478636, 22.498588, 22.613327, 22.671453, 22.104103, 22.230922, 21.663498, 22.533753, 22.638755, 22.540128, 22.356505, 23.460954, 23.016414, 23.323253, 23.627876, 24.10894, 24.216033, 24.27658, 24.216052, 24.276118, 19.336847, 19.438695, 18.810224, 19.850782, 20.02538, 20.476455, 21.256681, 21.294255, 21.502941, 21.041336, 20.166197, 19.626968, 17.307172, 16.886949, 15.930147, 15.655167, 14.610378, 12.931915, 11.29526, 9.582509, 7.769499, 5.646208, 3.824801, 1.683811, 0.553655, 0.001343]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "llmzszl-13", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 729, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9636, "tf_agree_excl_first": 0.9695}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [121, 111, 88, 85, 101, 95, 81, 88, 95, 90, 87, 102, 104, 94, 109, 114, 119, 86, 80, 71, 56, 62, 55, 55, 81, 92, 93, 114, 124, 107, 105, 112, 102, 97, 100, 87, 87, 73, 72, 76, 88, 73, 99, 94, 100, 81, 44, 34, 31, 25], "n_am_pl": [39, 80, 107, 100, 76, 86, 80, 66, 62, 72, 69, 60, 60, 66, 59, 56, 68, 78, 69, 80, 86, 73, 81, 82, 59, 70, 70, 63, 62, 72, 73, 84, 74, 40, 53, 39, 43, 55, 69, 72, 67, 63, 52, 46, 33, 40, 45, 47, 52, 59], "n_pos": 502, "sum_m_en": [45.123563, 24.313297, 25.86751, 26.387563, 28.097156, 27.713719, 27.543513, 28.435603, 29.140194, 29.810547, 30.580134, 31.758231, 33.778349, 35.098116, 35.89053, 33.934406, 33.183931, 30.819457, 27.199183, 26.573617, 25.033416, 24.140207, 23.791682, 23.080863, 42.262288, 47.820615, 49.61642, 49.531456, 49.915249, 51.330934, 49.324559, 46.211315, 42.085185, 41.359211, 42.817693, 40.177079, 40.705334, 38.233056, 41.564851, 51.255764, 51.995514, 51.064437, 55.734401, 55.961848, 78.872294, 69.46578, 44.339557, 40.747977, 30.664416, 25.003073], "sum_m_pl": [206.342209, 249.662822, 242.190308, 237.602186, 231.001177, 230.304635, 232.571422, 230.408247, 224.592582, 229.364829, 226.237369, 229.386306, 226.957845, 224.439797, 227.257671, 236.047451, 233.390826, 234.26036, 240.685616, 245.434419, 245.817585, 244.397857, 243.16881, 242.871266, 189.59168, 185.237541, 180.605738, 195.903393, 202.964007, 205.759669, 205.646117, 206.793699, 210.184827, 196.297531, 188.230814, 178.418214, 169.036434, 168.70997, 155.889063, 153.86202, 149.527217, 142.22324, 136.432756, 118.872035, 93.116408, 93.348892, 78.201288, 63.731513, 59.746066, 58.917631]}, "digit": {"n_am_en": [19, 28, 24, 23, 23, 17, 13, 13, 10, 20, 16, 17, 13, 10, 18, 16, 19, 17, 18, 9, 3, 5, 10, 7, 15, 14, 11, 19, 14, 20, 15, 17, 11, 9, 10, 10, 8, 10, 5, 2, 11, 9, 9, 4, 4, 2, 2, 0, 0, 0], "n_am_pl": [0, 8, 7, 16, 5, 12, 7, 7, 11, 9, 7, 8, 4, 6, 6, 3, 6, 10, 11, 13, 15, 11, 12, 14, 12, 14, 11, 9, 10, 8, 6, 8, 8, 4, 8, 7, 8, 14, 24, 25, 19, 21, 15, 18, 13, 11, 7, 6, 2, 1], "n_pos": 88, "sum_m_en": [7.316137, 4.167422, 4.322637, 4.203028, 4.624846, 4.552735, 4.538029, 4.612138, 4.777132, 4.959476, 5.024824, 5.187235, 5.513721, 5.784613, 5.728299, 5.640036, 5.521545, 5.298074, 4.533014, 4.364164, 4.115027, 3.978804, 3.929177, 3.912012, 6.552384, 7.815217, 7.52645, 7.317993, 7.375371, 7.417167, 7.31356, 7.146257, 6.301256, 6.113317, 6.158772, 6.155333, 6.170009, 6.138375, 5.96523, 6.709299, 6.544359, 6.23955, 6.173808, 5.062731, 5.891414, 5.096469, 3.823801, 2.710697, 0.63651, 3.3e-05], "sum_m_pl": [39.157813, 46.229385, 44.085567, 43.14719, 41.431634, 41.196799, 40.678067, 40.10501, 38.28734, 39.378565, 39.449018, 40.695191, 39.204259, 39.124569, 39.059895, 40.696692, 40.20687, 40.352929, 41.362925, 42.444309, 42.021146, 42.124936, 42.104349, 41.940071, 33.653434, 32.625742, 31.538326, 33.900588, 34.987492, 36.121793, 35.996652, 35.972916, 38.156327, 36.768501, 35.197547, 34.755879, 34.241386, 33.591392, 31.095458, 34.375006, 33.365747, 32.470019, 30.911401, 31.121864, 29.483142, 24.519118, 18.399222, 13.375604, 3.363974, 0.487768]}, "lang": {"n_am_en": [21, 10, 20, 18, 13, 14, 14, 20, 21, 18, 15, 13, 20, 17, 16, 22, 23, 18, 19, 19, 13, 21, 14, 15, 23, 23, 24, 25, 28, 21, 22, 26, 29, 28, 33, 31, 31, 24, 24, 22, 24, 21, 35, 34, 55, 42, 26, 26, 26, 25], "n_am_pl": [14, 16, 14, 11, 18, 12, 16, 13, 10, 13, 15, 10, 10, 7, 10, 14, 14, 16, 17, 22, 19, 12, 15, 16, 12, 9, 10, 9, 10, 9, 12, 11, 14, 11, 11, 7, 11, 10, 15, 14, 15, 17, 18, 17, 11, 19, 24, 28, 48, 57], "n_pos": 83, "sum_m_en": [7.303809, 4.19754, 4.415719, 4.68382, 4.85381, 4.811004, 4.842798, 4.925419, 5.135314, 5.254755, 5.244254, 5.347217, 5.673199, 5.996041, 5.928412, 5.485885, 5.516465, 5.175473, 4.668865, 4.526614, 4.252096, 4.107381, 4.01453, 3.850248, 8.551848, 8.882462, 8.771477, 8.65479, 8.728047, 8.539885, 8.043057, 8.089855, 7.796839, 7.890238, 8.097517, 7.836607, 8.020742, 7.684686, 10.642658, 13.120139, 13.536862, 14.486452, 15.040086, 16.824792, 40.177411, 30.72329, 24.556769, 24.978468, 25.619216, 25.000805], "sum_m_pl": [34.177845, 38.985638, 38.016731, 37.246228, 36.270519, 36.292209, 37.066327, 37.240626, 36.451223, 37.422458, 37.009997, 37.253071, 37.072178, 36.736481, 37.612797, 39.442576, 38.207429, 38.663368, 39.643711, 40.392535, 40.731957, 40.554464, 40.401499, 40.424001, 34.888805, 33.387393, 33.149256, 34.638813, 35.344767, 35.291623, 35.744343, 35.912918, 36.06166, 34.97895, 33.703403, 33.000121, 31.905635, 33.285815, 32.741195, 33.358667, 32.640419, 31.807891, 31.35265, 30.714077, 20.434712, 27.665178, 29.216197, 30.805225, 48.676505, 57.050836]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 504, "item_id": "llmzszl-13", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 660, "region_end": 502, "roundtrip_ok": true, "tf_agree": 0.9921, "tf_agree_excl_first": 0.994}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [37, 25, 19, 15, 17, 22, 25, 33, 21, 24, 26, 31, 35, 29, 27, 36, 35, 31, 33, 29, 31, 37, 36, 36, 43, 41, 35, 39, 32, 27, 27, 29, 30, 28, 36, 38, 37, 45, 45, 45, 43, 42, 44, 38, 34, 34, 20, 10, 2, 0], "n_am_pl": [6, 26, 27, 25, 23, 17, 14, 12, 16, 13, 12, 17, 11, 16, 20, 17, 11, 13, 18, 18, 20, 22, 22, 19, 15, 15, 14, 19, 21, 19, 24, 24, 23, 18, 20, 13, 19, 20, 15, 20, 16, 18, 19, 21, 23, 31, 37, 43, 63, 69], "n_pos": 119, "sum_m_en": [11.637544, 5.83542, 5.963685, 5.895822, 6.075905, 6.347161, 6.558444, 6.840737, 6.765524, 6.921254, 7.186326, 7.843314, 8.142261, 8.286236, 8.437155, 8.381007, 7.771633, 7.316264, 6.803675, 6.24639, 5.89412, 5.662248, 5.371402, 5.094178, 19.171485, 17.588835, 13.96762, 13.097051, 11.077381, 11.360176, 10.80891, 10.707403, 11.906388, 13.668857, 14.63837, 15.605235, 16.685004, 20.071747, 21.357833, 24.899295, 26.636293, 26.263271, 28.815869, 28.704076, 29.76457, 28.154375, 19.464401, 10.547635, 2.947316, 0.00887], "sum_m_pl": [43.073939, 54.191433, 54.831734, 54.169022, 53.229726, 53.14246, 53.05621, 53.097593, 53.309106, 55.563569, 54.810659, 55.714906, 56.239384, 54.517306, 55.917297, 57.405807, 58.327665, 58.082511, 59.486281, 61.260058, 62.529824, 62.743813, 63.048912, 63.268593, 48.864438, 47.493209, 45.763015, 50.072459, 52.023507, 53.350348, 53.14207, 52.687623, 52.04734, 49.594493, 50.46544, 47.060071, 46.202567, 44.255295, 42.96908, 40.516267, 37.792815, 36.500796, 34.649896, 29.612218, 29.485881, 35.210449, 40.651083, 43.707227, 62.070491, 69.20409]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 15, 10, 9, 12, 14, 16, 18, 14, 16, 13, 19, 22, 17, 15, 22, 23, 22, 24, 20, 21, 25, 25, 24, 31, 28, 23, 28, 23, 17, 17, 20, 21, 20, 28, 27, 27, 33, 29, 27, 27, 29, 28, 25, 22, 21, 12, 6, 2, 0], "n_am_pl": [3, 15, 16, 14, 16, 14, 13, 7, 10, 7, 8, 12, 7, 10, 12, 10, 6, 8, 11, 12, 10, 11, 11, 10, 9, 12, 10, 11, 11, 12, 18, 18, 15, 11, 12, 12, 12, 10, 9, 15, 12, 12, 12, 16, 18, 26, 35, 40, 62, 68], "n_pos": 69, "sum_m_en": [6.180249, 3.465502, 3.502636, 3.49229, 3.608567, 3.77547, 3.854866, 3.992603, 4.009643, 4.156505, 4.28337, 4.731932, 4.772012, 4.922757, 5.030606, 5.017439, 4.697451, 4.430964, 4.161818, 3.823805, 3.526377, 3.41956, 3.238623, 3.049446, 13.675105, 12.261991, 9.041444, 8.870218, 7.207396, 7.227227, 6.892202, 6.911725, 7.437595, 8.628382, 9.750665, 10.373901, 10.773101, 13.346582, 14.348921, 16.665682, 18.59934, 18.413432, 17.993298, 20.231779, 20.461082, 18.529425, 11.405582, 6.494045, 1.705722, 0.006826], "sum_m_pl": [24.95852, 30.627224, 31.192842, 30.566211, 30.17488, 30.46376, 30.575388, 30.649971, 30.762502, 32.317455, 32.198946, 32.528294, 33.310707, 32.228201, 33.317157, 34.002529, 34.581821, 34.296856, 34.753157, 35.954883, 36.557872, 36.629066, 36.778379, 36.816207, 28.460354, 27.514146, 27.150981, 29.370015, 31.098416, 32.086903, 32.674865, 32.363522, 32.324329, 31.286583, 31.131923, 29.706503, 29.323451, 27.812244, 27.08782, 24.864047, 22.695963, 22.98264, 21.872451, 18.68164, 21.067551, 25.946338, 34.749249, 38.914765, 58.424296, 67.836527]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 121, "item_id": "llmzszl-131", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9917}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [40, 32, 26, 19, 23, 26, 37, 40, 32, 35, 40, 37, 43, 38, 41, 46, 36, 30, 35, 25, 29, 37, 39, 40, 45, 42, 40, 38, 43, 47, 34, 35, 43, 40, 42, 45, 46, 52, 48, 47, 55, 48, 43, 45, 43, 40, 21, 8, 3, 0], "n_am_pl": [8, 33, 27, 25, 26, 24, 21, 16, 11, 15, 10, 17, 12, 17, 16, 17, 14, 12, 15, 20, 24, 23, 21, 20, 19, 18, 15, 21, 18, 21, 28, 27, 21, 20, 20, 19, 19, 16, 16, 23, 15, 22, 24, 21, 28, 34, 40, 48, 80, 87], "n_pos": 139, "sum_m_en": [13.606315, 6.830719, 6.841756, 6.796004, 7.090476, 7.433997, 7.65418, 8.002172, 8.055053, 8.207763, 8.462457, 9.423646, 9.96097, 10.013864, 10.743841, 11.100441, 10.048213, 9.26675, 8.963024, 7.81538, 6.636326, 6.28337, 6.063568, 5.783489, 18.450064, 18.475242, 15.649587, 14.991671, 13.325975, 13.803191, 13.784707, 14.395265, 16.272956, 18.936688, 19.499836, 20.251119, 22.524647, 26.093481, 27.279196, 27.514523, 29.523575, 29.974798, 31.030982, 33.000518, 34.281341, 32.377659, 19.195509, 9.081512, 3.269649, 0.009495], "sum_m_pl": [50.158824, 63.259211, 63.616599, 63.247916, 62.266218, 63.09159, 63.534118, 63.619436, 63.506115, 65.741966, 64.772116, 65.45294, 66.047887, 64.309861, 65.605393, 66.98807, 68.087999, 68.05461, 69.524595, 71.660418, 73.49548, 73.718573, 73.713122, 73.938626, 58.544721, 56.239427, 53.899762, 58.446112, 60.434068, 61.573841, 61.750227, 60.593031, 59.77643, 55.959402, 57.163883, 53.493982, 51.918889, 50.341173, 49.837378, 49.182015, 45.893107, 44.655252, 42.195518, 38.21143, 36.923558, 42.046148, 49.117615, 53.417471, 75.911571, 86.329894]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 19, 15, 11, 14, 15, 24, 26, 21, 22, 23, 25, 24, 21, 23, 32, 25, 20, 25, 18, 18, 27, 28, 27, 34, 28, 26, 28, 34, 36, 26, 23, 30, 29, 32, 35, 36, 39, 34, 34, 39, 34, 30, 30, 28, 25, 13, 5, 2, 0], "n_am_pl": [4, 22, 17, 14, 19, 18, 17, 11, 7, 10, 6, 11, 8, 13, 12, 12, 10, 9, 10, 16, 16, 14, 15, 14, 13, 14, 13, 14, 9, 15, 19, 20, 15, 14, 14, 13, 14, 10, 11, 15, 11, 19, 19, 18, 24, 29, 38, 46, 79, 85], "n_pos": 85, "sum_m_en": [7.929483, 4.269631, 4.259441, 4.192851, 4.427747, 4.61516, 4.69561, 4.89678, 5.068334, 5.253377, 5.340824, 6.034024, 6.303449, 6.307389, 6.91653, 7.393741, 6.749732, 6.225952, 6.203342, 5.294525, 4.195677, 3.980437, 3.840572, 3.632034, 13.676811, 13.582442, 10.998151, 10.967044, 9.568239, 9.54051, 9.525334, 9.706694, 10.559828, 11.951012, 12.645594, 13.230057, 15.006063, 17.77589, 18.588489, 18.704452, 20.519778, 20.519605, 19.847259, 22.941251, 23.829559, 21.184286, 12.309113, 5.745018, 1.716855, 0.003246], "sum_m_pl": [29.756636, 38.016727, 38.263703, 37.750934, 37.31515, 38.417402, 38.811216, 39.012701, 38.761513, 40.366019, 40.005756, 40.199443, 40.979502, 40.113791, 40.960401, 41.506195, 42.149555, 42.006196, 42.466101, 44.01172, 45.225993, 45.402471, 45.384298, 45.476735, 36.920002, 35.352562, 34.57327, 36.754846, 38.358711, 39.331115, 40.09904, 40.083807, 40.097799, 38.562913, 38.672632, 36.943938, 35.566352, 34.331954, 33.766885, 32.888672, 30.856898, 31.188752, 29.532224, 27.016141, 28.481056, 33.07453, 42.815715, 48.336175, 72.983116, 84.422269]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "llmzszl-131", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 664, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9858, "tf_agree_excl_first": 0.9929}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [61, 60, 63, 57, 44, 63, 53, 58, 38, 49, 53, 59, 52, 58, 40, 43, 52, 44, 54, 46, 36, 44, 35, 38, 65, 76, 60, 54, 55, 66, 58, 60, 65, 59, 57, 63, 69, 75, 73, 68, 72, 86, 76, 83, 77, 80, 72, 82, 97, 98], "n_am_pl": [10, 19, 24, 20, 16, 22, 19, 16, 23, 14, 20, 20, 26, 23, 27, 22, 28, 22, 29, 27, 30, 36, 40, 38, 15, 19, 22, 27, 25, 20, 25, 18, 17, 26, 21, 21, 14, 11, 6, 9, 4, 5, 5, 3, 4, 3, 1, 1, 4, 2], "n_pos": 199, "sum_m_en": [24.668326, 11.683383, 10.888857, 10.935867, 11.127991, 11.630949, 12.099124, 12.225949, 13.02578, 13.339715, 13.767285, 15.24015, 16.296465, 16.111092, 15.815763, 15.517909, 14.941722, 14.779658, 13.680166, 12.356699, 11.151448, 10.457239, 9.763694, 9.357264, 25.850551, 25.943547, 25.917749, 24.487395, 23.999702, 25.759799, 22.64042, 23.029357, 22.850794, 22.758915, 26.402295, 27.642931, 33.236648, 36.265206, 39.282834, 44.833362, 46.599175, 54.462374, 53.802054, 64.405073, 67.741657, 68.325357, 68.414915, 79.144916, 95.807132, 99.24368], "sum_m_pl": [68.382221, 95.92825, 94.771008, 92.921962, 89.632236, 90.063347, 89.526071, 87.652441, 84.504638, 85.9383, 82.733662, 83.270136, 82.696042, 81.061774, 82.961777, 86.105039, 88.80326, 87.321414, 88.72931, 91.736449, 93.225364, 94.298027, 94.959734, 95.972604, 71.959425, 72.531383, 65.695669, 69.89523, 70.920571, 71.275679, 73.746068, 71.170088, 72.578763, 69.990513, 66.934335, 63.009554, 55.470911, 52.83538, 46.481484, 41.245413, 37.8331, 31.299444, 29.838238, 21.754217, 16.022253, 12.102298, 7.224989, 4.324467, 4.398451, 2.073886]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [32, 32, 27, 27, 20, 29, 25, 24, 16, 23, 31, 32, 27, 32, 23, 23, 26, 26, 27, 25, 21, 24, 21, 21, 33, 36, 30, 30, 33, 40, 36, 38, 40, 33, 37, 40, 45, 48, 46, 41, 45, 47, 44, 51, 48, 54, 52, 65, 89, 96], "n_am_pl": [3, 7, 16, 11, 5, 6, 8, 9, 11, 10, 9, 8, 17, 10, 17, 13, 20, 12, 17, 14, 15, 19, 21, 18, 11, 12, 13, 19, 16, 11, 13, 8, 4, 11, 6, 8, 5, 5, 3, 6, 1, 4, 3, 3, 3, 3, 1, 1, 1, 2], "n_pos": 98, "sum_m_en": [13.292926, 5.677933, 5.239346, 5.206172, 5.319452, 5.624862, 5.882215, 5.898811, 6.451452, 6.522426, 6.781164, 7.634771, 8.26011, 8.222103, 7.981776, 7.889336, 7.541961, 7.393072, 6.928087, 6.254052, 5.613692, 5.251128, 4.874089, 4.66429, 14.960047, 15.155733, 14.81312, 13.572371, 13.755963, 14.572413, 12.759422, 12.893899, 13.015365, 13.079804, 15.923116, 17.000642, 21.397584, 23.453962, 25.538462, 28.985175, 29.761324, 33.358313, 34.026253, 39.627876, 42.244303, 45.225639, 48.74149, 61.350946, 86.113304, 95.175933], "sum_m_pl": [32.314887, 47.911724, 47.273387, 46.449838, 44.527343, 44.684573, 44.230292, 43.505129, 41.967496, 42.895311, 41.50291, 41.735939, 41.449405, 40.639991, 41.74099, 43.223419, 44.494082, 43.650671, 43.906282, 45.303889, 45.912385, 46.49313, 46.837343, 47.247569, 35.520687, 35.66278, 32.36109, 35.092194, 35.088503, 35.548049, 36.881941, 35.257362, 36.148519, 35.356631, 33.002761, 31.560712, 27.181651, 26.052522, 22.624212, 19.363282, 17.892337, 14.020278, 13.696646, 10.083823, 8.096726, 6.571111, 4.56936, 2.755541, 1.623892, 2.071626]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 201, "item_id": "llmzszl-135", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 738, "region_end": 199, "roundtrip_ok": true, "tf_agree": 0.9801, "tf_agree_excl_first": 0.985}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [29, 16, 20, 19, 16, 23, 21, 30, 22, 26, 22, 21, 23, 19, 21, 22, 28, 26, 25, 21, 14, 17, 16, 15, 26, 26, 25, 23, 26, 27, 24, 21, 23, 24, 32, 30, 32, 40, 35, 41, 34, 37, 35, 40, 35, 26, 17, 10, 1, 1], "n_am_pl": [1, 27, 32, 13, 15, 17, 16, 13, 15, 11, 10, 13, 13, 18, 15, 14, 14, 13, 13, 22, 26, 30, 28, 29, 11, 10, 10, 15, 14, 16, 23, 15, 13, 15, 15, 13, 10, 8, 12, 9, 6, 8, 14, 7, 7, 11, 21, 26, 58, 58], "n_pos": 105, "sum_m_en": [10.679169, 5.058532, 5.227094, 5.620805, 5.772156, 6.163953, 6.369092, 6.494301, 6.759464, 6.753752, 6.970726, 7.370073, 7.776115, 7.704513, 7.585834, 7.307127, 7.154678, 6.853776, 6.361584, 5.774395, 5.38859, 5.237308, 4.927839, 4.704117, 10.991855, 10.000051, 10.399163, 10.271127, 10.445282, 10.758613, 9.702331, 9.552182, 9.335478, 9.561646, 12.938296, 12.591846, 14.519989, 18.761542, 19.5203, 24.577068, 22.352009, 24.672677, 25.387621, 31.146565, 29.50727, 23.07606, 13.187444, 9.165589, 2.451723, 1.004733], "sum_m_pl": [37.607731, 50.934936, 50.245301, 49.162952, 46.716468, 46.624846, 46.80773, 46.727873, 45.576151, 46.530889, 44.092671, 44.37135, 44.505818, 44.011836, 45.063741, 46.653198, 48.03358, 48.162732, 49.324224, 50.970153, 51.125539, 51.264344, 51.38446, 51.637334, 41.037934, 40.532584, 36.788269, 38.991835, 40.040126, 41.589575, 41.835516, 41.029407, 41.903717, 39.035681, 37.33708, 36.168695, 33.594844, 32.458792, 30.609472, 27.877087, 26.712217, 25.946333, 26.093702, 19.272974, 18.836003, 20.555064, 25.661385, 26.789023, 53.144719, 57.813142]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 11, 14, 13, 10, 13, 9, 17, 10, 15, 10, 13, 11, 7, 11, 10, 17, 15, 17, 12, 9, 10, 8, 8, 17, 16, 15, 16, 19, 13, 12, 12, 13, 16, 21, 22, 22, 23, 23, 27, 25, 26, 22, 27, 26, 20, 13, 8, 1, 1], "n_am_pl": [0, 18, 21, 8, 7, 6, 10, 8, 10, 7, 7, 9, 8, 7, 12, 9, 9, 8, 11, 15, 16, 19, 22, 22, 8, 8, 2, 8, 5, 12, 14, 9, 5, 9, 9, 8, 6, 7, 10, 8, 6, 8, 14, 7, 7, 11, 18, 21, 54, 57], "n_pos": 59, "sum_m_en": [6.627464, 2.869407, 3.040138, 3.175357, 3.256678, 3.388645, 3.469707, 3.557505, 3.651673, 3.632756, 3.784728, 4.086757, 4.292144, 4.179214, 4.142958, 4.01321, 4.026191, 3.85327, 3.611583, 3.291795, 3.061321, 2.900579, 2.754187, 2.645598, 6.415916, 5.631326, 5.802521, 5.489922, 5.644401, 5.657371, 5.239586, 5.096676, 5.046093, 5.438362, 7.580131, 7.81364, 8.685111, 10.468976, 11.722953, 15.018228, 14.11983, 16.242598, 16.626986, 22.008067, 20.746986, 16.396487, 9.40166, 6.85608, 1.989249, 1.002006], "sum_m_pl": [20.001687, 28.551054, 28.052861, 27.320593, 25.816706, 25.701237, 25.83609, 26.506129, 25.846514, 26.649084, 25.300491, 25.369613, 25.499415, 25.385435, 25.86875, 26.796443, 27.351116, 27.441992, 27.994875, 28.823349, 28.912699, 29.02865, 29.035197, 29.103387, 23.765735, 23.482792, 21.462671, 22.677758, 23.1005, 24.281641, 24.665797, 23.952651, 24.765937, 23.828024, 22.45209, 21.95001, 20.821472, 20.855156, 19.730478, 17.58648, 17.282849, 16.964143, 17.118907, 11.037754, 12.302845, 16.082217, 21.305864, 22.316775, 48.162203, 56.210613]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "llmzszl-135", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 669, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.9252, "tf_agree_excl_first": 0.934}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [51, 52, 51, 54, 49, 35, 34, 36, 29, 45, 58, 58, 53, 45, 43, 52, 59, 57, 50, 56, 48, 51, 40, 40, 69, 70, 52, 69, 55, 63, 53, 64, 57, 57, 70, 63, 67, 69, 72, 65, 75, 70, 71, 68, 74, 80, 82, 79, 77, 76], "n_am_pl": [3, 28, 28, 24, 24, 22, 20, 23, 24, 23, 26, 23, 32, 37, 22, 19, 25, 20, 20, 28, 29, 24, 26, 25, 26, 18, 23, 22, 32, 26, 24, 14, 14, 16, 9, 11, 17, 15, 10, 10, 10, 8, 10, 7, 4, 3, 3, 2, 0, 0], "n_pos": 201, "sum_m_en": [24.407202, 11.107872, 10.965402, 10.530491, 11.139139, 11.481122, 11.749809, 11.314485, 11.811891, 12.394578, 12.990373, 13.790196, 13.986944, 14.176962, 13.567733, 13.247397, 13.45385, 13.072685, 12.15366, 11.628116, 10.921366, 10.258908, 9.840882, 9.781147, 30.209542, 30.917837, 25.081062, 23.723239, 21.970101, 21.485342, 19.921846, 20.287924, 18.481802, 19.528793, 23.331073, 25.153038, 27.812503, 28.25201, 31.285932, 37.653936, 39.746944, 43.557135, 50.573193, 51.282193, 58.526841, 65.846218, 75.726181, 73.925829, 76.991095, 76.399734], "sum_m_pl": [71.197804, 98.015256, 96.648705, 94.757496, 92.358096, 89.633973, 88.57465, 88.457595, 88.449143, 90.612489, 88.405198, 89.24034, 88.972134, 87.790761, 88.347479, 91.150117, 88.58634, 88.833773, 89.914703, 92.506472, 94.154747, 94.84849, 95.355152, 95.912991, 69.335957, 67.720584, 69.096235, 75.719594, 78.356797, 76.612587, 79.272852, 79.335569, 80.624871, 75.408595, 72.263345, 69.628368, 60.13873, 59.621581, 53.2915, 47.962126, 44.341404, 39.380109, 36.091201, 32.112716, 23.409206, 17.179057, 9.582158, 4.889262, 0.569717, 3e-05]}, "digit": {"n_am_en": [0, 8, 9, 8, 5, 6, 4, 3, 3, 6, 5, 6, 5, 6, 5, 2, 2, 6, 4, 7, 6, 4, 2, 3, 7, 6, 7, 10, 8, 6, 3, 4, 7, 6, 6, 5, 4, 5, 2, 4, 4, 2, 0, 0, 0, 0, 1, 1, 0, 0], "n_am_pl": [0, 2, 2, 1, 2, 4, 0, 3, 1, 3, 4, 2, 5, 2, 2, 1, 4, 3, 3, 2, 3, 2, 3, 3, 3, 3, 4, 2, 4, 2, 1, 0, 0, 0, 0, 1, 2, 3, 2, 1, 4, 2, 3, 2, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.90016, 0.898581, 0.879047, 0.848885, 0.897605, 0.887858, 0.922076, 0.921144, 0.957191, 0.997016, 1.027661, 1.069146, 1.101786, 1.204942, 1.042448, 1.016827, 1.125988, 1.11849, 1.051504, 1.030671, 0.980873, 0.919554, 0.888305, 0.891268, 2.151257, 2.126043, 1.781915, 1.766522, 1.673363, 1.609483, 1.619663, 1.792746, 1.427432, 1.452109, 1.607379, 1.722999, 1.547665, 1.491433, 1.543385, 1.397098, 1.496287, 1.705943, 1.675951, 1.758694, 1.432461, 1.27278, 1.862834, 1.117925, 0.21656, 0.0], "sum_m_pl": [8.816938, 11.272771, 10.93091, 10.649776, 10.373422, 10.05922, 9.944395, 9.853928, 9.846701, 10.209701, 10.017219, 10.0886, 9.850545, 9.412794, 9.426991, 9.731287, 9.276918, 9.330683, 9.722462, 9.994186, 10.133633, 10.198367, 10.221881, 10.404849, 8.831201, 8.651433, 9.022216, 9.285967, 9.434734, 9.268022, 9.107579, 8.766675, 9.090911, 8.962152, 8.498418, 8.253566, 7.903607, 8.16258, 7.826585, 7.425048, 7.469721, 7.265859, 7.082988, 6.604173, 5.049448, 3.938237, 2.482077, 1.323594, 0.348831, 0.0]}, "lang": {"n_am_en": [25, 18, 22, 18, 20, 12, 11, 16, 12, 20, 25, 27, 24, 23, 20, 26, 28, 26, 26, 25, 24, 27, 24, 25, 42, 38, 24, 35, 18, 27, 27, 28, 23, 27, 41, 36, 39, 42, 49, 41, 53, 49, 54, 54, 56, 61, 63, 67, 74, 76], "n_am_pl": [2, 11, 5, 7, 7, 4, 7, 4, 9, 6, 7, 8, 12, 13, 10, 9, 10, 8, 9, 16, 13, 9, 9, 9, 12, 6, 9, 5, 15, 11, 9, 7, 6, 7, 4, 3, 7, 6, 2, 3, 2, 2, 4, 3, 2, 2, 2, 0, 0, 0], "n_pos": 76, "sum_m_en": [9.991692, 4.62345, 4.507954, 4.392152, 4.585323, 4.765538, 4.744032, 4.607652, 4.914882, 5.005891, 5.45703, 5.943807, 5.998707, 6.037864, 5.733891, 5.611227, 5.496894, 5.49957, 5.193554, 4.792543, 4.509682, 4.279778, 4.059136, 3.98388, 14.677236, 15.48239, 12.161293, 11.524235, 10.222045, 10.048253, 9.113682, 9.355022, 8.726885, 9.44883, 11.381955, 13.626728, 16.316593, 16.114647, 19.380421, 25.326669, 27.662143, 31.721761, 36.616082, 38.504682, 44.85156, 48.054507, 57.172818, 59.364221, 73.114376, 75.996288], "sum_m_pl": [25.48284, 35.282196, 35.191506, 34.434938, 33.726171, 32.654788, 32.528389, 32.79712, 33.228091, 34.058941, 33.666222, 33.879979, 33.698223, 33.408234, 33.929651, 34.776307, 33.784914, 33.615229, 33.872808, 34.809603, 35.39814, 35.593174, 35.805705, 36.059318, 26.521382, 25.186686, 26.000578, 28.473575, 29.299374, 27.792719, 29.562617, 29.529837, 29.913091, 28.42666, 27.36108, 26.040111, 21.953135, 22.446412, 20.182961, 17.394435, 16.076256, 13.731545, 11.921691, 11.117854, 7.947071, 6.713357, 4.366049, 2.119716, 0.093944, 1e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "llmzszl-137", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 718, "region_end": 201, "roundtrip_ok": true, "tf_agree": 0.9951, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [76, 96, 87, 77, 75, 57, 65, 68, 59, 64, 85, 72, 76, 76, 67, 76, 96, 87, 63, 62, 59, 65, 63, 59, 99, 94, 89, 91, 94, 92, 84, 91, 75, 82, 100, 94, 81, 86, 80, 73, 71, 75, 73, 64, 56, 54, 28, 20, 3, 2], "n_am_pl": [12, 53, 61, 52, 48, 64, 47, 45, 49, 59, 46, 56, 58, 52, 46, 35, 50, 50, 51, 53, 54, 41, 52, 58, 38, 35, 46, 41, 40, 51, 58, 48, 59, 37, 32, 33, 30, 22, 25, 25, 34, 29, 29, 32, 33, 35, 48, 44, 79, 80], "n_pos": 351, "sum_m_en": [32.089754, 16.663012, 17.712226, 18.189014, 18.964092, 19.086503, 20.121628, 20.102271, 21.20637, 22.208341, 22.793924, 23.201644, 24.175106, 25.078364, 24.797373, 23.765377, 23.926676, 22.564157, 20.399915, 19.644178, 18.691582, 17.653349, 17.130665, 16.493533, 45.708282, 45.802782, 39.922749, 37.092495, 37.249112, 36.216866, 33.714256, 32.391537, 31.561213, 33.339537, 37.882972, 36.41223, 37.4968, 34.976217, 37.574929, 47.377165, 47.238983, 49.256613, 51.858313, 50.225938, 50.642704, 48.846642, 26.007959, 23.082769, 4.571474, 2.018276], "sum_m_pl": [139.721535, 173.064337, 166.984741, 164.382272, 161.531939, 157.673773, 158.12627, 155.558169, 154.532572, 159.077565, 155.065898, 155.826342, 156.35857, 154.719607, 153.148641, 158.009879, 155.280449, 157.163553, 161.880489, 166.185591, 167.620025, 166.867218, 167.845184, 168.347569, 123.538526, 122.457142, 124.443501, 135.475827, 140.56263, 141.800289, 143.81741, 145.567128, 145.572022, 132.95863, 127.627489, 123.274608, 111.291562, 107.808257, 96.860588, 88.195876, 83.821062, 82.20599, 78.869555, 74.61086, 59.892695, 56.80405, 56.848121, 45.545068, 75.793834, 79.745824]}, "digit": {"n_am_en": [5, 30, 21, 18, 14, 8, 10, 10, 7, 11, 16, 17, 10, 14, 14, 11, 14, 13, 8, 7, 7, 8, 9, 11, 15, 15, 16, 21, 16, 13, 9, 9, 11, 8, 11, 13, 9, 7, 4, 2, 3, 3, 2, 2, 2, 2, 1, 2, 0, 0], "n_am_pl": [0, 0, 2, 5, 4, 4, 3, 7, 1, 6, 3, 6, 9, 11, 3, 6, 9, 6, 7, 10, 12, 7, 8, 10, 7, 5, 3, 4, 4, 7, 10, 8, 9, 5, 3, 3, 4, 2, 2, 3, 3, 2, 1, 3, 3, 2, 2, 1, 0, 0], "n_pos": 46, "sum_m_en": [3.951107, 2.051141, 2.075547, 2.072237, 2.098015, 2.030694, 2.087569, 2.123179, 2.246736, 2.237726, 2.335031, 2.458923, 2.711844, 2.989346, 2.702775, 2.61618, 2.801654, 2.699264, 2.366883, 2.306197, 2.16144, 2.011504, 1.948199, 1.914116, 5.317885, 5.158656, 4.119327, 3.888875, 3.800297, 3.774399, 3.850094, 3.95518, 3.512762, 3.555514, 3.73296, 3.81452, 3.324514, 3.09753, 3.339724, 3.323392, 3.495536, 4.048287, 3.572933, 3.53117, 3.430142, 2.323441, 1.898898, 1.475409, 0.153369, 0.0], "sum_m_pl": [21.296696, 24.966799, 24.008448, 23.201354, 22.980705, 22.409993, 22.129564, 21.663868, 21.630259, 22.520245, 21.944132, 22.228484, 21.647649, 21.132147, 20.744763, 21.222645, 20.591599, 20.730534, 21.906516, 22.32489, 22.510107, 22.581036, 22.64934, 22.860227, 19.411532, 18.975719, 19.479641, 20.581871, 20.730567, 19.965007, 19.75096, 19.680795, 20.141656, 19.437911, 18.58717, 18.42273, 17.765659, 17.815649, 16.86249, 16.100718, 15.431963, 15.448446, 15.076351, 13.772022, 10.985352, 8.826069, 6.771235, 3.020642, 0.325931, 0.0]}, "lang": {"n_am_en": [19, 14, 10, 14, 16, 16, 23, 25, 24, 22, 28, 18, 26, 22, 21, 28, 33, 29, 28, 26, 25, 31, 29, 27, 37, 31, 31, 26, 30, 27, 26, 35, 27, 34, 44, 41, 37, 41, 39, 38, 34, 41, 39, 37, 39, 40, 22, 16, 3, 2], "n_am_pl": [7, 14, 14, 12, 9, 16, 8, 6, 8, 12, 6, 11, 11, 8, 10, 7, 7, 13, 11, 11, 8, 8, 13, 11, 4, 4, 8, 7, 9, 11, 13, 13, 17, 14, 9, 6, 8, 7, 6, 9, 8, 8, 13, 14, 18, 20, 34, 33, 72, 80], "n_pos": 82, "sum_m_en": [7.119955, 3.966318, 4.188708, 4.453949, 4.640704, 4.712452, 5.188306, 4.958143, 5.24164, 5.445916, 5.77286, 6.021806, 6.161961, 6.328688, 6.72441, 6.079512, 6.116377, 5.789408, 5.506425, 5.105856, 4.839191, 4.5834, 4.306593, 4.109302, 15.596588, 15.493825, 12.814436, 10.94611, 10.329016, 10.129307, 8.922276, 8.644694, 9.695805, 10.872878, 12.15235, 12.800433, 15.593985, 14.368423, 15.856398, 24.474617, 25.203552, 25.1861, 28.540172, 28.147807, 32.201636, 32.544973, 16.691183, 16.241001, 3.593942, 2.017686], "sum_m_pl": [30.946039, 36.881792, 35.917471, 35.897505, 35.322377, 34.187092, 34.709275, 35.232705, 35.461534, 36.712515, 36.225157, 36.186821, 36.539552, 36.361331, 36.87692, 38.24164, 37.583876, 37.663318, 37.971936, 39.025021, 39.253461, 38.909671, 39.211621, 39.308624, 28.763884, 28.533472, 29.500848, 32.504351, 33.528795, 33.910283, 34.881781, 35.681773, 35.421845, 33.083585, 32.1869, 31.899183, 29.424416, 30.076702, 28.312882, 23.331699, 23.019351, 23.008912, 20.867158, 22.814403, 21.355594, 23.766666, 32.139643, 30.176743, 68.194319, 78.761487]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 353, "item_id": "llmzszl-137", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 649, "region_end": 351, "roundtrip_ok": true, "tf_agree": 0.983, "tf_agree_excl_first": 0.9858}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [37, 35, 21, 23, 20, 15, 14, 17, 14, 21, 25, 22, 14, 15, 20, 17, 18, 16, 10, 17, 15, 17, 15, 17, 16, 26, 24, 26, 29, 32, 19, 25, 23, 24, 33, 32, 33, 26, 27, 23, 22, 26, 21, 15, 20, 18, 19, 19, 19, 19], "n_am_pl": [3, 11, 16, 19, 15, 18, 15, 14, 8, 14, 14, 16, 16, 12, 11, 6, 12, 12, 16, 14, 16, 22, 18, 14, 6, 5, 7, 16, 10, 8, 11, 14, 11, 9, 4, 6, 4, 9, 1, 1, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 111, "sum_m_en": [12.358492, 5.915999, 5.625715, 5.645727, 5.976591, 6.137847, 6.08375, 6.472013, 6.371898, 6.220669, 6.580149, 6.472934, 6.982368, 7.231705, 6.936524, 6.60023, 6.556386, 6.361896, 5.875408, 5.627198, 5.545607, 5.258703, 5.11521, 5.034925, 10.825005, 12.094488, 10.669101, 10.544475, 10.029644, 10.201172, 9.574099, 9.435944, 9.064213, 9.106673, 10.116925, 10.15785, 11.25778, 11.260715, 12.273496, 11.650418, 11.525833, 12.349332, 15.500374, 14.887339, 16.884944, 18.766915, 19.173223, 19.118861, 20.37494, 19.5326], "sum_m_pl": [44.249028, 55.976274, 54.69112, 53.843101, 51.47819, 51.035794, 52.006924, 51.063772, 49.552228, 51.173941, 50.587194, 51.282607, 50.621147, 50.190036, 50.15238, 51.877979, 51.118779, 51.217423, 51.711056, 53.492823, 53.74836, 53.83263, 53.863642, 53.873056, 41.76011, 41.543242, 40.519864, 42.997105, 44.195428, 44.889089, 44.292556, 44.687267, 45.148037, 42.920456, 40.834186, 38.794427, 35.6623, 34.896953, 29.839856, 27.912406, 26.923352, 23.821992, 21.002389, 12.529368, 10.940728, 9.640926, 5.674552, 2.704993, 0.300398, 0.007165]}, "digit": {"n_am_en": [4, 11, 4, 4, 2, 3, 1, 4, 4, 8, 7, 5, 2, 4, 2, 1, 2, 1, 0, 3, 2, 1, 2, 2, 4, 8, 3, 8, 5, 5, 3, 7, 7, 4, 7, 4, 6, 3, 4, 3, 3, 3, 1, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 2, 2, 1, 1, 4, 1, 2, 3, 1, 1, 0, 0, 2, 2, 2, 4, 3, 3, 7, 6, 4, 1, 1, 3, 3, 3, 0, 3, 4, 4, 4, 0, 1, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.365507, 1.215354, 1.12445, 1.129827, 1.228468, 1.307458, 1.343349, 1.386791, 1.379405, 1.371893, 1.419426, 1.392849, 1.453873, 1.543433, 1.437587, 1.371215, 1.339399, 1.330484, 1.23292, 1.254185, 1.271447, 1.189251, 1.167878, 1.152678, 2.110051, 2.887445, 2.236096, 2.198434, 2.136891, 2.04479, 2.106993, 2.040054, 2.071929, 2.108175, 2.10644, 2.023365, 1.996736, 1.880783, 2.138507, 1.822348, 1.949155, 1.921668, 1.856823, 1.318737, 1.279904, 1.100503, 0.855925, 0.538474, 0.050524, 0.003514], "sum_m_pl": [11.646669, 13.884851, 13.312585, 12.870242, 12.324079, 12.051845, 12.131585, 11.995494, 11.951275, 12.197835, 12.048691, 12.117633, 11.664622, 11.715904, 11.6433, 11.962539, 11.617931, 11.709791, 11.916571, 12.300824, 12.471737, 12.54339, 12.525264, 12.548848, 9.956278, 9.73319, 9.657275, 10.419732, 10.665698, 10.860228, 10.460859, 10.243442, 10.431726, 10.070628, 9.710572, 9.441265, 9.596157, 9.310134, 7.500439, 7.514582, 7.996114, 7.720263, 7.921618, 5.56966, 5.28222, 4.071008, 2.86929, 1.485711, 0.095513, 1e-06]}, "lang": {"n_am_en": [7, 9, 5, 7, 4, 3, 6, 4, 5, 4, 5, 4, 3, 4, 6, 5, 8, 8, 6, 5, 5, 7, 4, 7, 8, 8, 9, 5, 9, 8, 5, 6, 8, 10, 11, 14, 11, 11, 11, 11, 9, 14, 12, 9, 13, 14, 15, 15, 19, 19], "n_am_pl": [0, 2, 6, 4, 2, 2, 2, 0, 0, 1, 1, 2, 7, 3, 3, 2, 2, 2, 2, 2, 2, 3, 1, 1, 1, 0, 0, 3, 2, 1, 2, 3, 1, 1, 2, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.708279, 1.2726, 1.212732, 1.194542, 1.227079, 1.204119, 1.318125, 1.426709, 1.398146, 1.330471, 1.492847, 1.501271, 1.606553, 1.677374, 1.56175, 1.444385, 1.433556, 1.373206, 1.256334, 1.127832, 1.087381, 1.027854, 0.981501, 0.966118, 3.292942, 2.96771, 2.574452, 2.387733, 2.409841, 2.320185, 2.224242, 2.405298, 2.269949, 2.430923, 2.647904, 3.206345, 4.230551, 4.636564, 5.306227, 5.616759, 5.814844, 6.761041, 7.933274, 8.615439, 10.524038, 12.728126, 14.146862, 15.057079, 19.111979, 19.20124], "sum_m_pl": [7.099395, 9.919737, 10.004955, 9.982408, 9.499908, 9.325001, 9.647215, 9.432666, 8.972727, 9.441013, 9.421087, 9.713462, 9.661829, 9.465695, 9.524563, 9.85592, 9.742269, 9.803332, 9.894317, 10.267671, 10.295207, 10.309341, 10.357642, 10.32574, 7.931614, 8.108992, 7.870969, 8.207717, 8.22678, 8.317618, 8.479486, 8.367895, 8.586574, 8.453905, 8.091122, 7.746188, 6.502817, 6.312284, 5.39354, 4.801648, 4.366387, 3.837717, 3.150886, 1.516827, 1.195949, 0.595974, 0.532176, 0.085619, 0.012501, 7.3e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 113, "item_id": "llmzszl-139", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 736, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9735, "tf_agree_excl_first": 0.9821}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [89, 100, 95, 80, 78, 64, 82, 80, 71, 74, 74, 68, 55, 77, 84, 83, 82, 55, 53, 43, 40, 46, 36, 35, 66, 67, 75, 91, 108, 113, 93, 93, 92, 81, 73, 64, 61, 63, 58, 56, 50, 44, 55, 49, 48, 43, 22, 26, 22, 20], "n_am_pl": [27, 78, 80, 84, 62, 73, 54, 59, 54, 67, 64, 54, 52, 70, 54, 43, 37, 47, 64, 71, 73, 59, 70, 68, 44, 49, 47, 59, 57, 60, 62, 66, 54, 27, 37, 40, 35, 41, 40, 39, 46, 47, 30, 18, 23, 28, 26, 25, 38, 52], "n_pos": 411, "sum_m_en": [37.412122, 19.585625, 20.823835, 21.441424, 22.356335, 22.17303, 21.984411, 22.661956, 23.558393, 23.487968, 24.272666, 24.349999, 26.09611, 26.892341, 27.20019, 24.979978, 24.263626, 22.865553, 21.071057, 20.262886, 19.924705, 20.298539, 19.519735, 19.49932, 33.519456, 36.355984, 38.735137, 39.046984, 41.470363, 40.735569, 40.397869, 38.103314, 36.386946, 35.273692, 38.357338, 35.295503, 34.811099, 33.12468, 34.402487, 36.920615, 35.135268, 35.153779, 42.499548, 38.160551, 37.785336, 33.006772, 26.330743, 30.012248, 23.236957, 20.160658], "sum_m_pl": [167.446008, 206.05947, 199.616486, 194.811998, 190.315684, 188.009879, 192.221938, 190.196186, 185.424416, 188.527583, 184.190815, 185.317531, 184.714409, 184.588957, 185.213796, 191.898541, 189.2025, 192.482569, 196.085959, 201.322346, 200.430216, 197.275536, 197.852443, 197.13653, 152.541912, 154.594623, 149.047727, 159.187538, 163.181748, 167.275554, 166.308472, 168.32593, 167.385186, 158.840282, 150.892828, 143.290155, 130.568381, 129.767625, 121.538132, 115.586053, 109.157974, 101.652873, 95.853067, 74.33465, 63.41944, 60.363272, 49.288753, 39.876404, 41.211649, 50.295344]}, "digit": {"n_am_en": [10, 25, 12, 10, 9, 10, 11, 10, 7, 13, 12, 8, 6, 6, 8, 9, 5, 3, 4, 3, 5, 8, 7, 12, 11, 7, 9, 10, 15, 8, 9, 11, 11, 6, 7, 3, 4, 7, 7, 5, 3, 3, 4, 1, 2, 2, 2, 0, 0, 0], "n_am_pl": [1, 6, 4, 6, 5, 3, 6, 3, 4, 3, 3, 3, 4, 8, 5, 4, 2, 7, 11, 8, 14, 10, 9, 8, 4, 4, 5, 4, 1, 4, 6, 7, 10, 8, 7, 10, 8, 5, 1, 3, 3, 2, 3, 2, 2, 1, 0, 0, 0, 0], "n_pos": 54, "sum_m_en": [5.054198, 2.561266, 2.551516, 2.56768, 2.662104, 2.676605, 2.614699, 2.690138, 2.772468, 2.794371, 2.845751, 2.874748, 3.061802, 3.142102, 2.995522, 2.858214, 2.837741, 2.763619, 2.493457, 2.462711, 2.493351, 2.373372, 2.349545, 2.332984, 3.702608, 4.303488, 4.281842, 4.343462, 4.411841, 4.231272, 4.194233, 4.14072, 3.832586, 3.750342, 3.795018, 3.879614, 3.835831, 3.66313, 3.873572, 3.721465, 3.600396, 3.524032, 3.373392, 2.890824, 2.80618, 2.390975, 1.792695, 1.469093, 0.211564, 0.0], "sum_m_pl": [23.452033, 28.534059, 27.144325, 26.346679, 25.206188, 24.878017, 25.255482, 24.516108, 24.326875, 24.854572, 24.021315, 24.189312, 23.805025, 23.897029, 24.684284, 25.183899, 24.759875, 24.966366, 25.692918, 26.26431, 26.139011, 25.941919, 25.989611, 25.937439, 20.690937, 20.082166, 19.950042, 21.434918, 21.708712, 22.179529, 22.208391, 21.809617, 22.374749, 21.581568, 20.759266, 20.429092, 19.166553, 18.98067, 17.453972, 18.064752, 17.573945, 17.585263, 17.637344, 13.906225, 12.401108, 9.863306, 6.413513, 3.692796, 0.491392, 0.0]}, "lang": {"n_am_en": [11, 11, 20, 17, 10, 11, 11, 13, 15, 8, 12, 13, 12, 16, 16, 18, 15, 10, 13, 11, 13, 12, 10, 10, 24, 27, 16, 17, 19, 23, 19, 19, 20, 22, 23, 25, 24, 24, 18, 21, 18, 16, 18, 22, 25, 24, 15, 20, 21, 20], "n_am_pl": [12, 8, 8, 7, 12, 14, 9, 14, 11, 17, 16, 7, 8, 7, 8, 5, 5, 8, 8, 11, 7, 6, 11, 10, 3, 5, 7, 7, 7, 7, 8, 10, 9, 3, 4, 7, 9, 11, 8, 6, 5, 8, 8, 6, 10, 12, 19, 19, 37, 52], "n_pos": 72, "sum_m_en": [6.235926, 3.493783, 3.655207, 3.875831, 4.072533, 4.030406, 3.987087, 4.224003, 4.448771, 4.138615, 4.330112, 4.413432, 4.587833, 4.791712, 4.950666, 4.425729, 4.293126, 4.129605, 3.85605, 3.762029, 3.652534, 3.515732, 3.392278, 3.291389, 7.521773, 7.173182, 7.158558, 6.703732, 7.305108, 7.210933, 7.0964, 6.985826, 7.089971, 7.116408, 8.187677, 7.741828, 7.982845, 7.790843, 8.531274, 9.797203, 9.736223, 9.277419, 13.142153, 12.987214, 15.776686, 16.021353, 14.704386, 18.650073, 21.074278, 20.15915], "sum_m_pl": [28.722307, 33.592352, 33.089904, 32.156413, 31.558796, 31.280561, 32.403405, 32.543867, 31.643918, 32.410694, 31.971598, 32.128008, 31.955625, 31.836337, 31.735554, 33.193369, 32.54552, 33.110159, 33.756224, 34.584394, 34.432816, 34.043841, 34.195682, 34.132575, 27.114311, 27.430173, 26.65287, 28.325405, 28.487888, 29.320268, 29.339034, 29.712555, 29.667658, 28.765776, 27.135506, 27.002104, 26.372844, 26.878778, 25.321247, 24.27235, 23.221178, 22.729503, 21.972689, 19.173156, 17.553184, 18.972527, 20.085719, 20.705897, 35.356662, 49.807929]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 413, "item_id": "llmzszl-139", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 667, "region_end": 411, "roundtrip_ok": true, "tf_agree": 0.9927, "tf_agree_excl_first": 0.9951}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [101, 96, 89, 75, 93, 88, 76, 71, 83, 86, 116, 100, 103, 106, 99, 84, 79, 88, 63, 69, 62, 78, 76, 69, 113, 102, 105, 101, 102, 101, 94, 91, 81, 89, 99, 103, 109, 118, 122, 136, 123, 121, 125, 122, 115, 108, 118, 126, 130, 122], "n_am_pl": [12, 49, 41, 47, 32, 35, 29, 28, 29, 31, 27, 33, 39, 40, 44, 47, 46, 31, 46, 51, 53, 48, 42, 47, 29, 31, 32, 38, 43, 45, 46, 48, 46, 38, 34, 32, 21, 14, 24, 21, 20, 21, 21, 15, 15, 15, 16, 3, 1, 3], "n_pos": 314, "sum_m_en": [39.10196, 17.642812, 17.385947, 16.484677, 17.825154, 18.289419, 18.787611, 18.955576, 20.261864, 20.723818, 21.895777, 23.023204, 24.759526, 25.196579, 24.872453, 23.432049, 22.342399, 22.134967, 18.911534, 17.712187, 16.145186, 14.964595, 14.330755, 14.13703, 35.801764, 37.703947, 39.145988, 37.180934, 35.690685, 35.304154, 32.047092, 32.520154, 32.582671, 33.508454, 37.65669, 41.20401, 49.418701, 52.998778, 58.735428, 63.171402, 66.358043, 72.133039, 81.285022, 85.090902, 95.692434, 94.874937, 107.219884, 119.368022, 127.789303, 123.152986], "sum_m_pl": [113.655798, 154.634766, 152.971765, 151.164588, 147.103173, 145.875887, 144.144503, 140.080768, 139.112335, 142.401643, 141.315561, 139.070619, 137.568089, 137.83898, 140.128665, 141.852735, 141.807136, 140.695781, 143.753858, 148.840776, 151.612912, 152.327125, 153.185338, 153.797663, 124.198677, 120.535763, 115.741042, 122.766659, 127.089884, 126.325456, 129.970978, 129.903536, 128.311214, 122.846351, 119.843702, 114.400984, 101.406072, 97.203295, 90.172858, 86.601954, 81.263951, 71.954314, 66.16599, 55.820787, 46.893354, 36.630716, 25.992922, 11.940147, 2.916608, 2.783597]}, "digit": {"n_am_en": [3, 8, 4, 6, 5, 3, 2, 4, 5, 9, 9, 12, 11, 8, 5, 3, 6, 7, 4, 4, 6, 7, 6, 4, 12, 15, 13, 11, 9, 13, 7, 10, 5, 2, 5, 4, 5, 4, 6, 8, 6, 7, 5, 2, 2, 2, 1, 0, 0, 0], "n_am_pl": [1, 4, 2, 4, 0, 0, 1, 2, 5, 3, 2, 5, 4, 5, 4, 5, 9, 0, 9, 8, 7, 6, 5, 6, 2, 3, 3, 7, 4, 9, 4, 5, 8, 7, 5, 6, 4, 3, 3, 0, 4, 3, 2, 1, 0, 1, 1, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.837386, 1.243123, 1.257776, 1.222841, 1.379024, 1.347447, 1.313734, 1.493727, 1.515585, 1.579758, 1.669934, 1.778935, 1.91626, 2.121759, 1.98946, 1.942841, 1.953585, 1.990294, 1.66328, 1.589007, 1.468062, 1.337657, 1.27916, 1.257595, 2.261196, 2.614176, 2.792443, 2.873933, 3.333831, 2.730793, 2.670215, 2.536271, 2.207487, 2.184381, 2.432077, 2.508809, 2.721932, 2.82972, 3.353526, 3.388193, 4.168151, 3.755152, 2.593347, 2.204337, 2.680679, 2.40178, 1.764796, 1.15764, 0.152173, 2e-06], "sum_m_pl": [13.654157, 16.71372, 16.206885, 15.923846, 15.399282, 15.062058, 14.828709, 14.132187, 14.150996, 14.677012, 14.613042, 14.544155, 14.108026, 14.048821, 14.180531, 14.310897, 14.161666, 14.080192, 14.526872, 15.060844, 15.244996, 15.411047, 15.464531, 15.539455, 13.867248, 13.158239, 12.58536, 13.670849, 13.749452, 14.138186, 13.869798, 14.049394, 13.885941, 13.156341, 12.805279, 12.870719, 12.697995, 12.132486, 11.357993, 11.520262, 11.031962, 10.872231, 10.653741, 9.130515, 7.523408, 5.569574, 4.341589, 1.991534, 0.347081, 0.0]}, "lang": {"n_am_en": [57, 44, 36, 36, 40, 52, 45, 37, 43, 38, 63, 46, 51, 52, 51, 44, 34, 41, 32, 35, 30, 40, 41, 35, 58, 54, 56, 54, 52, 53, 49, 47, 46, 47, 52, 55, 59, 65, 65, 75, 72, 76, 74, 81, 79, 76, 88, 101, 122, 120], "n_am_pl": [3, 12, 9, 11, 9, 11, 9, 10, 8, 14, 11, 12, 17, 23, 22, 19, 17, 16, 19, 20, 25, 18, 13, 17, 9, 13, 11, 12, 18, 13, 15, 17, 14, 17, 14, 14, 9, 2, 10, 11, 8, 9, 12, 8, 9, 9, 10, 1, 1, 3], "n_pos": 124, "sum_m_en": [16.59181, 7.031171, 6.891623, 6.800673, 7.33325, 7.7898, 8.234057, 7.994721, 8.86738, 8.905063, 9.52125, 10.025373, 10.954845, 10.81454, 10.645151, 9.971163, 9.221351, 9.274765, 7.900511, 7.217798, 6.514044, 5.96685, 5.691383, 5.574943, 16.99232, 18.208582, 20.046304, 18.505121, 17.265483, 17.616967, 15.27419, 16.13837, 16.369396, 17.003898, 18.875166, 20.608737, 26.564288, 28.040204, 30.175614, 34.185542, 36.589648, 43.071621, 48.953655, 53.677184, 62.946922, 66.340185, 80.375407, 93.571383, 117.427191, 119.961142], "sum_m_pl": [43.355762, 60.534963, 60.403268, 59.751562, 58.056491, 57.300388, 56.7857, 56.063202, 55.32524, 56.817791, 56.692382, 55.819852, 54.934585, 55.326019, 56.452302, 56.844098, 56.969527, 56.040309, 56.946481, 58.955519, 60.063651, 60.454777, 60.91721, 61.113998, 49.570347, 47.854453, 45.567007, 47.993586, 49.674668, 49.070129, 51.726647, 50.693598, 50.705091, 49.540191, 48.391004, 47.008731, 41.366172, 40.390867, 38.261242, 36.436097, 34.157843, 29.371204, 27.316517, 23.544242, 20.412092, 16.043916, 10.797382, 4.2131, 1.457796, 2.780374]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 316, "item_id": "llmzszl-140", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 814, "region_end": 314, "roundtrip_ok": true, "tf_agree": 0.9684, "tf_agree_excl_first": 0.9714}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [78, 91, 79, 82, 82, 72, 59, 71, 64, 77, 85, 92, 84, 71, 64, 67, 72, 65, 58, 62, 53, 51, 45, 45, 93, 97, 86, 95, 86, 93, 83, 83, 71, 76, 87, 101, 98, 84, 89, 84, 91, 89, 82, 72, 69, 61, 31, 17, 7, 6], "n_am_pl": [7, 74, 68, 54, 61, 76, 52, 62, 49, 44, 50, 35, 62, 57, 59, 53, 53, 51, 71, 77, 76, 60, 62, 76, 47, 56, 59, 51, 69, 61, 73, 75, 67, 73, 58, 56, 41, 44, 39, 36, 26, 30, 26, 24, 24, 32, 42, 41, 72, 79], "n_pos": 364, "sum_m_en": [34.79292, 16.996252, 17.763902, 17.878557, 19.018044, 18.920487, 19.536102, 20.250317, 21.502349, 21.912025, 22.448401, 23.611979, 25.062876, 25.521714, 24.95522, 24.395603, 23.769847, 22.576086, 19.983537, 18.836322, 17.392313, 16.185192, 15.603844, 15.142604, 27.93206, 30.708415, 31.720872, 31.609185, 31.652454, 31.155149, 30.98813, 30.60981, 30.178835, 29.810208, 32.336277, 34.058889, 39.495742, 42.178526, 44.080389, 45.287966, 46.238625, 46.795023, 48.110168, 43.708658, 51.563813, 45.780828, 26.788417, 21.454298, 8.428291, 6.028945], "sum_m_pl": [138.92273, 184.982562, 180.406003, 177.811764, 176.875289, 175.610647, 171.940699, 166.120874, 163.711551, 168.365955, 165.806038, 163.383527, 163.085397, 161.510755, 164.866848, 168.110882, 166.996291, 169.064459, 172.967911, 176.991481, 179.084273, 179.596067, 180.914365, 181.072267, 155.591388, 150.300962, 143.560922, 151.553424, 157.311221, 155.631705, 156.088649, 156.775424, 155.241979, 148.439196, 147.817889, 140.772622, 128.477989, 127.084114, 119.339995, 115.343715, 106.26394, 104.928096, 99.870514, 86.557681, 73.933067, 68.472929, 59.891946, 51.696843, 74.408334, 79.367475]}, "digit": {"n_am_en": [12, 26, 17, 11, 17, 10, 6, 13, 6, 23, 24, 25, 16, 17, 13, 9, 15, 12, 10, 11, 10, 10, 10, 12, 18, 22, 20, 23, 18, 30, 18, 16, 7, 11, 18, 21, 19, 13, 21, 20, 23, 26, 23, 14, 18, 13, 9, 6, 0, 0], "n_am_pl": [0, 8, 3, 3, 1, 4, 6, 6, 4, 0, 6, 2, 8, 14, 13, 16, 17, 13, 25, 24, 21, 15, 11, 11, 6, 6, 10, 11, 15, 10, 16, 16, 13, 13, 7, 6, 8, 9, 3, 6, 7, 6, 3, 0, 1, 2, 5, 1, 0, 0], "n_pos": 60, "sum_m_en": [5.088092, 2.538832, 2.551321, 2.526295, 2.688447, 2.528911, 2.552411, 2.739879, 2.783312, 2.789084, 2.928737, 3.093931, 3.456249, 3.66626, 3.532979, 3.488337, 3.566645, 3.463208, 3.061588, 2.825541, 2.626917, 2.409027, 2.295372, 2.246968, 3.916959, 4.011498, 4.674201, 4.676796, 4.642741, 4.55184, 4.801155, 4.984253, 4.539288, 4.576977, 4.768222, 5.967364, 6.572925, 6.280724, 7.733621, 8.792085, 8.940923, 8.568845, 8.464855, 7.321706, 13.170499, 10.682132, 6.607738, 6.34294, 0.305827, 0.0], "sum_m_pl": [27.164166, 32.559302, 31.432455, 30.756362, 30.410119, 30.05043, 29.402056, 28.415585, 28.426701, 29.842212, 29.783102, 30.173776, 29.772754, 29.987866, 30.240755, 30.463388, 29.762643, 29.754641, 30.32253, 30.668764, 30.936177, 31.091885, 31.29229, 31.301183, 29.254305, 28.486201, 27.092866, 28.074856, 28.962136, 29.050215, 28.299742, 27.950011, 27.940525, 26.8835, 26.103473, 24.975657, 24.649304, 24.812629, 22.464357, 22.745122, 22.693065, 23.114846, 22.657191, 21.180881, 17.46678, 13.734771, 11.253067, 7.278419, 0.749944, 2e-06]}, "lang": {"n_am_en": [26, 14, 14, 21, 14, 17, 21, 23, 18, 19, 20, 24, 29, 20, 21, 25, 21, 20, 16, 17, 17, 14, 13, 18, 32, 32, 29, 30, 28, 25, 27, 28, 26, 24, 26, 37, 34, 31, 29, 33, 35, 34, 35, 32, 27, 25, 14, 6, 6, 6], "n_am_pl": [2, 27, 17, 14, 16, 19, 12, 15, 6, 12, 10, 7, 14, 8, 13, 11, 8, 7, 14, 19, 17, 15, 13, 15, 7, 13, 12, 14, 16, 17, 16, 19, 19, 23, 19, 16, 14, 13, 14, 13, 11, 14, 13, 15, 19, 24, 31, 34, 69, 78], "n_pos": 86, "sum_m_en": [8.110414, 4.170899, 4.268899, 4.508156, 4.686936, 4.650431, 4.894849, 4.918981, 5.350118, 5.229441, 5.529727, 5.851146, 5.988477, 6.219089, 6.174329, 6.005073, 5.744671, 5.569381, 4.935393, 4.583256, 4.271147, 3.945213, 3.787556, 3.674031, 7.816112, 8.211649, 8.255992, 8.16145, 8.116907, 7.903436, 7.638655, 7.886872, 7.748423, 7.895881, 8.430214, 9.421569, 13.307904, 13.942636, 14.651071, 15.482411, 17.959299, 20.013414, 21.755779, 20.792515, 21.395935, 19.568773, 12.888926, 8.512725, 6.952146, 6.008918], "sum_m_pl": [31.261493, 41.175043, 40.151005, 40.016255, 40.049218, 40.150088, 40.125548, 39.44021, 39.124474, 39.908296, 39.383048, 38.813652, 39.596391, 38.712747, 39.622923, 40.089845, 40.071482, 40.160077, 41.23562, 42.153778, 42.35819, 42.387112, 42.62293, 42.576281, 36.453979, 36.037948, 34.828336, 36.664101, 38.170596, 38.334746, 39.038325, 38.75076, 38.737806, 37.505097, 37.692499, 37.131484, 35.443964, 35.283684, 34.482565, 33.033906, 30.846925, 30.092002, 28.2663, 26.923092, 26.646991, 29.841022, 30.532387, 31.484836, 64.936933, 77.29278]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 366, "item_id": "llmzszl-140", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 745, "region_end": 364, "roundtrip_ok": true, "tf_agree": 0.9809, "tf_agree_excl_first": 0.9836}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [72, 53, 64, 61, 49, 57, 46, 62, 42, 56, 45, 55, 46, 54, 57, 41, 51, 45, 57, 52, 53, 48, 49, 44, 66, 63, 55, 52, 57, 58, 51, 48, 42, 48, 53, 57, 58, 53, 60, 64, 66, 60, 63, 59, 59, 62, 56, 58, 45, 46], "n_am_pl": [6, 37, 32, 25, 21, 32, 31, 20, 33, 24, 32, 30, 33, 40, 42, 30, 26, 29, 22, 25, 23, 17, 20, 19, 12, 17, 20, 35, 32, 29, 34, 31, 36, 27, 16, 23, 15, 28, 20, 22, 17, 18, 18, 19, 10, 5, 6, 5, 1, 1], "n_pos": 238, "sum_m_en": [26.246035, 12.014543, 12.525885, 12.514201, 13.102272, 12.973538, 13.198285, 13.168778, 14.1576, 14.979537, 15.055856, 16.004017, 16.589543, 16.905298, 17.195389, 16.070111, 16.280591, 15.519074, 14.119524, 12.65152, 11.699981, 11.087275, 10.758706, 10.554347, 23.08846, 24.457999, 24.904524, 24.192864, 23.798133, 23.647926, 21.585182, 21.683466, 21.326229, 20.497516, 23.544569, 23.595857, 26.576992, 29.249323, 35.749554, 40.922983, 38.52917, 42.704608, 45.581245, 47.526277, 55.725808, 55.404118, 56.435087, 55.564678, 45.287286, 45.940058], "sum_m_pl": [89.393235, 117.223361, 114.150238, 112.712316, 110.030299, 110.082071, 110.27205, 107.426753, 104.760747, 106.927676, 106.469476, 105.652916, 107.827465, 107.102665, 104.26955, 105.302621, 102.865762, 104.396426, 106.941829, 111.188035, 112.289985, 113.484181, 114.233829, 115.183302, 88.759325, 90.622007, 86.317998, 93.025739, 95.595417, 93.546665, 94.013845, 93.787855, 91.16751, 85.816968, 79.462023, 73.342943, 64.497193, 60.168323, 54.58108, 53.434085, 51.227088, 47.907158, 46.181442, 39.704018, 30.881505, 24.561418, 14.803279, 8.591124, 2.557583, 1.000441]}, "digit": {"n_am_en": [9, 10, 12, 10, 7, 5, 6, 7, 5, 8, 7, 7, 6, 9, 6, 6, 5, 4, 4, 3, 4, 4, 3, 5, 10, 12, 7, 8, 6, 7, 6, 5, 5, 4, 5, 8, 8, 7, 6, 6, 7, 5, 5, 9, 4, 5, 0, 0, 0, 0], "n_am_pl": [0, 3, 0, 2, 5, 1, 1, 0, 2, 4, 5, 3, 4, 3, 6, 5, 5, 5, 10, 11, 9, 7, 7, 5, 3, 5, 6, 9, 7, 4, 3, 9, 4, 3, 3, 3, 4, 9, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 0, 0], "n_pos": 39, "sum_m_en": [3.263671, 1.76165, 1.960672, 2.040601, 2.054254, 1.87102, 1.798567, 1.979655, 2.134775, 2.232262, 2.115655, 2.201705, 2.383269, 2.375691, 2.270486, 2.141337, 2.183507, 2.081004, 1.907251, 1.704778, 1.613812, 1.537611, 1.490886, 1.48008, 2.371963, 2.685536, 2.792829, 2.777789, 2.682187, 2.636774, 2.679798, 2.880756, 2.52463, 2.571913, 2.628538, 2.69109, 2.833997, 2.971426, 3.344781, 3.292861, 3.129381, 2.940776, 3.061938, 4.190123, 4.675434, 4.420817, 2.070357, 1.515887, 0.649526, 0.0], "sum_m_pl": [16.631999, 20.076284, 18.923479, 18.768112, 18.193378, 18.49955, 18.704866, 17.621625, 16.905913, 17.589442, 18.013613, 18.424098, 18.352223, 18.174391, 18.040871, 18.435375, 17.605189, 18.109139, 18.424295, 18.832612, 18.859312, 19.135113, 19.197839, 19.454308, 17.571567, 17.233366, 16.401624, 16.930556, 16.981866, 16.857652, 16.322241, 16.288147, 16.210682, 15.344913, 14.500018, 15.238888, 14.970358, 14.316734, 12.799216, 13.201009, 12.720068, 12.967763, 12.765083, 11.006004, 10.690162, 9.357971, 5.036208, 2.434209, 1.272515, 0.0]}, "lang": {"n_am_en": [21, 16, 15, 13, 13, 13, 9, 15, 9, 13, 12, 18, 13, 16, 18, 14, 17, 14, 23, 18, 20, 18, 18, 18, 21, 21, 22, 17, 20, 18, 21, 17, 14, 20, 21, 24, 22, 22, 26, 27, 29, 30, 30, 29, 35, 36, 38, 43, 44, 45], "n_am_pl": [0, 5, 7, 7, 4, 6, 3, 3, 5, 1, 5, 5, 7, 6, 10, 7, 4, 4, 2, 3, 3, 3, 3, 4, 6, 4, 5, 5, 6, 6, 3, 5, 4, 2, 3, 4, 3, 6, 7, 8, 8, 3, 5, 8, 5, 1, 2, 1, 1, 1], "n_pos": 48, "sum_m_en": [6.177167, 2.618038, 2.590801, 2.486316, 2.586715, 2.645805, 2.797473, 2.667295, 2.941466, 3.045761, 3.247834, 3.477531, 3.660957, 3.857628, 3.87502, 3.47207, 3.629336, 3.516477, 3.289699, 2.893283, 2.629086, 2.476896, 2.384193, 2.347677, 7.490484, 8.152613, 8.132321, 7.230956, 7.410975, 7.205, 5.994247, 5.746814, 5.762887, 5.742729, 6.932727, 8.031151, 10.464687, 12.384778, 15.67611, 18.098918, 17.779729, 22.524773, 23.704804, 25.749014, 30.631957, 31.496317, 35.619586, 37.40793, 42.902517, 45.338747], "sum_m_pl": [15.690771, 22.728568, 22.124906, 21.906546, 21.842015, 21.771734, 21.728793, 21.649393, 21.297685, 21.67016, 21.298046, 21.284269, 21.687582, 21.455494, 21.213637, 21.332869, 20.786924, 20.876724, 21.271538, 22.020857, 22.39381, 22.724438, 22.898791, 22.967681, 17.44384, 17.96707, 17.01854, 17.896105, 18.384841, 18.07948, 18.63519, 18.696095, 18.114113, 17.863108, 16.697811, 15.578485, 13.503815, 12.447074, 11.550661, 10.897475, 11.008787, 8.25762, 8.314462, 8.403448, 6.867206, 4.295574, 3.957753, 1.264838, 1.077967, 1.000429]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 240, "item_id": "llmzszl-143", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 740, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.9792, "tf_agree_excl_first": 0.9833}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [116, 134, 134, 116, 109, 99, 87, 93, 97, 88, 94, 109, 108, 111, 92, 86, 106, 92, 88, 86, 84, 82, 65, 68, 108, 92, 89, 87, 103, 90, 92, 82, 83, 97, 112, 90, 93, 78, 70, 69, 64, 63, 72, 74, 72, 56, 30, 14, 11, 10], "n_am_pl": [21, 101, 95, 83, 70, 74, 72, 74, 83, 85, 70, 65, 81, 95, 73, 78, 66, 71, 90, 100, 70, 80, 92, 95, 55, 79, 78, 89, 100, 102, 113, 101, 101, 90, 66, 61, 60, 62, 52, 63, 60, 64, 56, 57, 39, 41, 49, 50, 59, 64], "n_pos": 508, "sum_m_en": [47.511113, 23.608778, 25.735713, 26.148649, 26.682228, 26.383522, 26.119397, 26.949741, 28.768133, 30.02125, 30.996166, 32.822876, 33.855284, 34.751493, 34.997034, 33.439325, 33.993162, 32.491591, 29.008545, 26.360795, 24.529065, 23.492846, 22.851607, 22.167678, 41.352126, 42.690539, 44.934324, 46.776077, 47.180926, 48.70713, 45.643754, 44.966502, 44.424521, 43.800064, 49.636449, 44.784954, 45.358499, 46.718672, 47.958578, 48.389551, 45.94038, 45.789007, 49.872406, 50.236255, 56.616143, 47.269458, 30.814253, 21.799442, 12.610168, 9.737518], "sum_m_pl": [200.22764, 255.931487, 248.383568, 244.160601, 239.335495, 236.565436, 237.647053, 233.591009, 230.496408, 232.911004, 231.591923, 227.794179, 233.361848, 231.714678, 228.484055, 230.376913, 224.912509, 227.968624, 235.07101, 242.905895, 244.924076, 246.431104, 247.176231, 247.690767, 198.153612, 200.222629, 190.660025, 202.77823, 210.639662, 206.532235, 206.733637, 209.023417, 205.893572, 195.015459, 183.449617, 172.988885, 159.871822, 153.504497, 145.898659, 143.794388, 134.893037, 133.63461, 128.363719, 113.837843, 92.040239, 87.925187, 72.5723, 63.953497, 59.799836, 64.009088]}, "digit": {"n_am_en": [17, 35, 39, 28, 22, 17, 19, 17, 17, 10, 16, 24, 25, 22, 20, 21, 17, 15, 13, 9, 4, 8, 7, 6, 15, 16, 21, 18, 28, 19, 15, 11, 11, 23, 17, 14, 15, 16, 12, 11, 11, 10, 11, 16, 13, 7, 2, 0, 0, 0], "n_am_pl": [2, 10, 6, 4, 10, 7, 10, 13, 13, 14, 11, 9, 15, 19, 8, 13, 16, 12, 17, 25, 16, 13, 17, 19, 13, 17, 8, 16, 14, 19, 17, 19, 23, 19, 15, 18, 14, 13, 10, 7, 7, 9, 6, 7, 5, 3, 2, 3, 0, 0], "n_pos": 98, "sum_m_en": [8.035807, 4.433586, 4.91865, 5.044627, 4.939734, 4.633944, 4.456728, 4.993605, 5.393517, 5.574228, 5.607712, 5.874895, 6.330014, 6.435961, 6.094037, 5.901931, 5.976602, 5.704668, 5.073101, 4.496913, 4.185613, 3.943536, 3.834495, 3.792101, 6.028376, 6.666674, 7.726112, 7.969153, 8.12255, 8.046242, 8.04254, 7.837998, 7.501195, 7.826164, 7.981155, 7.610319, 8.274605, 7.867527, 8.109169, 7.707245, 7.646548, 7.354728, 7.568572, 10.218899, 12.237999, 10.069249, 4.593397, 2.86191, 0.960699, 0.0], "sum_m_pl": [42.037898, 51.025132, 48.233899, 47.776793, 46.723705, 46.760114, 46.841106, 45.055237, 44.299468, 45.356927, 45.746928, 46.320825, 46.491782, 45.74794, 45.627161, 46.303336, 44.227517, 45.221133, 46.752618, 47.918857, 48.341909, 48.918527, 48.997411, 49.288627, 44.722187, 44.113237, 41.228789, 42.489692, 43.281496, 42.435205, 40.786208, 41.357773, 41.700164, 40.106857, 37.951173, 38.71986, 37.169714, 35.859748, 33.108521, 33.887926, 33.504273, 34.439769, 33.954178, 29.153763, 27.300958, 24.404715, 13.40235, 8.397422, 1.990953, 0.0]}, "lang": {"n_am_en": [26, 13, 12, 13, 18, 10, 12, 16, 20, 24, 23, 25, 21, 18, 22, 18, 23, 24, 18, 17, 23, 21, 15, 19, 29, 29, 23, 21, 23, 21, 21, 28, 24, 20, 26, 26, 24, 21, 21, 24, 24, 24, 29, 31, 35, 28, 20, 11, 11, 10], "n_am_pl": [3, 17, 15, 15, 7, 11, 7, 11, 11, 8, 8, 6, 8, 12, 10, 9, 7, 6, 13, 16, 11, 14, 14, 14, 10, 14, 9, 16, 13, 14, 19, 13, 13, 15, 12, 6, 15, 14, 13, 21, 21, 15, 18, 24, 19, 22, 29, 35, 57, 64], "n_pos": 75, "sum_m_en": [7.211125, 3.643073, 3.861557, 4.049046, 4.083376, 4.013479, 4.010074, 4.049286, 4.347439, 4.382895, 4.745011, 5.049146, 5.14358, 5.291294, 5.368401, 5.103027, 5.397669, 5.101236, 4.683114, 4.181244, 4.020903, 3.910601, 3.709792, 3.535529, 8.986205, 8.934479, 8.731942, 8.618196, 8.251477, 8.575551, 7.647379, 7.849305, 7.731449, 7.654473, 10.452542, 8.973083, 9.689585, 10.082263, 11.674785, 13.747598, 13.114908, 14.675868, 18.430842, 19.712553, 25.313349, 21.386843, 18.043253, 12.488233, 10.92279, 9.736923], "sum_m_pl": [27.782731, 35.421878, 35.012532, 34.199813, 33.767002, 32.938125, 33.702869, 34.112433, 34.222864, 34.258288, 33.729426, 33.313532, 33.830973, 33.792468, 33.866811, 34.362887, 33.554301, 33.639299, 34.69803, 35.630928, 35.966173, 36.162507, 36.19326, 35.976236, 28.539341, 28.90359, 27.5073, 29.241929, 30.48328, 30.581105, 31.266594, 31.010666, 30.601024, 28.927521, 27.435305, 26.944991, 26.633338, 27.928635, 27.584544, 27.284317, 26.51865, 24.940706, 23.762533, 26.153463, 22.499549, 24.075681, 29.463412, 33.835766, 52.757055, 63.743653]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 508, "item_id": "llmzszl-143", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 671, "region_end": 508, "roundtrip_ok": true, "tf_agree": 0.9921, "tf_agree_excl_first": 0.9941}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [82, 77, 68, 56, 64, 69, 82, 61, 40, 61, 57, 58, 58, 56, 57, 51, 71, 45, 54, 71, 64, 68, 55, 51, 75, 73, 65, 65, 57, 56, 42, 53, 48, 60, 80, 78, 88, 87, 78, 68, 75, 82, 81, 76, 80, 78, 85, 80, 75, 72], "n_am_pl": [5, 32, 24, 30, 19, 28, 17, 25, 20, 31, 43, 34, 47, 37, 41, 33, 29, 33, 30, 24, 26, 29, 32, 33, 28, 26, 27, 29, 33, 43, 44, 31, 38, 26, 21, 16, 13, 6, 10, 8, 7, 7, 8, 7, 8, 8, 11, 19, 0, 0], "n_pos": 260, "sum_m_en": [33.067841, 15.14462, 15.2014, 13.795002, 14.462767, 15.371204, 15.352596, 16.761141, 17.120991, 16.923262, 17.557422, 18.060613, 19.192198, 19.787467, 19.228145, 17.993767, 17.704181, 16.896445, 15.437848, 14.591605, 13.567716, 12.548314, 12.133225, 11.875769, 29.791298, 30.398675, 28.296747, 26.993781, 26.751197, 26.826639, 25.428408, 24.803065, 22.850261, 24.677446, 28.16767, 30.008815, 34.38119, 38.368439, 39.87126, 41.417479, 43.551339, 48.201086, 56.916527, 58.14354, 61.672649, 66.91471, 81.960954, 79.232857, 73.906814, 72.400651], "sum_m_pl": [96.308177, 127.881569, 125.569188, 124.217586, 120.299513, 118.966436, 119.188838, 110.7659, 108.58632, 115.551006, 113.842404, 114.785131, 115.401388, 113.94995, 114.00912, 116.081444, 114.298928, 114.462695, 117.655983, 121.798811, 123.486412, 124.892757, 125.359644, 126.183597, 96.313163, 94.384481, 93.438144, 101.048029, 104.018891, 104.678235, 105.321243, 105.357763, 109.146844, 101.034404, 95.463396, 89.022262, 78.553382, 74.404756, 63.541958, 55.455476, 52.699167, 46.320882, 43.237451, 36.57307, 28.659806, 24.532431, 16.742778, 14.885823, 1.879745, 0.000312]}, "digit": {"n_am_en": [4, 13, 17, 5, 12, 11, 10, 12, 1, 15, 9, 8, 8, 8, 7, 4, 6, 3, 5, 9, 9, 9, 7, 6, 9, 13, 9, 10, 11, 9, 5, 5, 9, 7, 7, 8, 17, 13, 12, 3, 2, 5, 2, 1, 2, 1, 4, 1, 0, 0], "n_am_pl": [0, 6, 3, 5, 3, 1, 1, 5, 3, 3, 8, 2, 4, 2, 3, 4, 4, 6, 3, 3, 4, 2, 2, 0, 1, 3, 5, 2, 4, 6, 9, 6, 4, 4, 5, 7, 1, 0, 0, 0, 1, 2, 1, 2, 0, 1, 0, 0, 0, 0], "n_pos": 40, "sum_m_en": [3.435589, 1.684011, 1.708478, 1.602802, 1.814836, 1.916893, 1.866357, 2.097537, 2.151358, 2.109264, 2.202285, 2.192658, 2.391891, 2.546685, 2.259667, 2.104052, 2.165069, 2.138479, 1.977436, 1.89373, 1.808309, 1.687784, 1.666267, 1.636591, 3.054679, 3.066024, 3.121623, 3.089016, 3.195936, 3.100308, 3.138434, 3.060066, 2.739867, 2.766796, 2.762347, 2.882928, 3.095218, 2.993778, 3.602821, 2.462447, 2.562981, 2.655087, 2.726323, 2.522152, 1.792199, 2.125506, 3.403381, 2.272826, 0.4425, 0.0], "sum_m_pl": [17.330778, 21.527798, 20.757032, 20.237807, 19.5788, 19.263831, 19.010452, 17.449926, 17.093248, 18.433989, 18.194446, 18.659165, 18.578336, 18.0261, 17.723616, 17.842155, 17.505938, 17.566703, 18.456237, 19.136745, 19.231233, 19.48349, 19.562483, 19.754858, 16.883698, 16.569621, 16.193847, 17.239245, 17.111803, 17.151686, 16.760183, 16.855661, 17.38382, 17.24447, 16.631063, 16.519306, 16.174154, 15.912694, 13.637023, 11.438685, 11.782088, 12.169388, 12.559456, 10.055917, 7.433272, 6.713134, 5.271568, 2.979264, 0.267566, 0.0]}, "lang": {"n_am_en": [24, 23, 19, 17, 15, 25, 27, 19, 17, 16, 20, 25, 27, 26, 25, 22, 29, 21, 18, 22, 25, 24, 20, 23, 30, 27, 26, 24, 20, 20, 20, 20, 17, 27, 40, 34, 34, 36, 32, 35, 39, 46, 49, 49, 53, 53, 60, 66, 66, 72], "n_am_pl": [2, 4, 5, 7, 2, 10, 3, 5, 4, 9, 11, 9, 13, 9, 12, 6, 8, 5, 10, 7, 8, 11, 10, 11, 8, 9, 9, 8, 9, 13, 11, 9, 9, 8, 6, 0, 3, 1, 2, 1, 2, 1, 0, 0, 2, 2, 1, 1, 0, 0], "n_pos": 72, "sum_m_en": [9.986483, 4.885392, 4.702793, 4.078629, 4.050424, 4.484087, 4.508194, 4.733458, 4.954583, 4.928429, 5.347835, 5.822323, 6.217985, 6.377464, 6.073758, 5.676926, 5.498195, 5.457449, 4.929219, 4.562562, 4.18368, 3.808212, 3.626506, 3.506372, 12.296023, 12.622652, 11.454653, 10.507483, 9.907091, 10.013214, 9.282726, 9.158236, 8.559247, 10.287505, 12.407225, 14.097141, 17.413318, 20.184652, 20.931565, 23.106997, 24.659044, 29.538682, 36.084107, 39.209239, 44.692077, 46.717663, 56.986792, 59.70277, 65.72288, 71.751925], "sum_m_pl": [24.61336, 33.614358, 33.576381, 33.496349, 32.984719, 32.347774, 32.918484, 31.476385, 30.913985, 32.556429, 32.356624, 32.219859, 32.843871, 32.591376, 32.945081, 33.270061, 32.416398, 32.234916, 32.759492, 33.70779, 34.242865, 34.61818, 34.774074, 35.055168, 27.044398, 26.784879, 26.57809, 28.40527, 29.244721, 29.038103, 29.783156, 29.018132, 30.459624, 28.163288, 25.690225, 23.934463, 19.290431, 17.620024, 15.15477, 13.886225, 12.875727, 10.656122, 8.66793, 7.380382, 5.85251, 4.429665, 2.045392, 1.119412, 0.047537, 8e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 262, "item_id": "llmzszl-146", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 739, "region_end": 260, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 0.9962}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [65, 54, 56, 43, 44, 48, 53, 53, 42, 49, 47, 32, 39, 28, 27, 34, 38, 43, 33, 44, 44, 53, 50, 38, 53, 42, 40, 33, 46, 38, 28, 39, 37, 43, 53, 52, 51, 62, 51, 61, 58, 48, 43, 43, 29, 25, 23, 5, 10, 0], "n_am_pl": [6, 38, 25, 23, 24, 28, 25, 10, 24, 26, 24, 29, 29, 30, 43, 31, 35, 29, 28, 32, 33, 23, 24, 25, 23, 25, 24, 17, 21, 35, 38, 31, 35, 22, 31, 20, 20, 11, 12, 7, 6, 7, 20, 16, 15, 14, 27, 37, 30, 37], "n_pos": 221, "sum_m_en": [21.760076, 11.295457, 11.8302, 11.252305, 12.231, 12.708844, 12.599745, 14.426044, 14.753379, 14.148186, 14.556478, 14.572866, 15.282127, 15.964094, 15.529572, 14.960184, 14.998952, 14.226492, 13.020127, 12.662973, 11.821143, 11.152352, 10.589771, 10.236921, 21.404386, 20.458448, 20.233961, 19.360862, 20.358948, 20.317006, 19.568145, 18.822122, 17.407928, 17.775841, 19.63401, 18.629018, 18.773059, 21.466949, 22.0255, 27.435157, 27.16387, 28.298836, 25.562275, 22.552237, 20.373927, 22.42507, 23.096612, 9.888699, 10.053458, 0.000612], "sum_m_pl": [90.385025, 109.849351, 106.724959, 105.531908, 102.16345, 101.610454, 102.528484, 93.271286, 91.551139, 96.365006, 96.18067, 95.62637, 96.147174, 94.202462, 94.593596, 97.421003, 95.83402, 96.308345, 100.364147, 102.713193, 103.869581, 104.658231, 105.317237, 106.048795, 81.610874, 80.077973, 79.397528, 84.118005, 88.727051, 90.14325, 89.24579, 91.106204, 92.971326, 86.031814, 84.031788, 80.045807, 73.248425, 69.752497, 61.893457, 53.432734, 52.019384, 47.652831, 49.455161, 43.528537, 33.376018, 34.151145, 33.537609, 34.447263, 31.713843, 36.60576]}, "digit": {"n_am_en": [10, 20, 21, 7, 15, 17, 14, 13, 10, 17, 17, 9, 7, 5, 5, 12, 10, 10, 6, 9, 12, 14, 14, 10, 13, 12, 10, 6, 8, 9, 2, 7, 5, 9, 11, 8, 13, 15, 12, 9, 6, 5, 5, 5, 4, 2, 3, 1, 0, 0], "n_am_pl": [0, 6, 0, 6, 3, 3, 2, 1, 1, 3, 1, 4, 4, 4, 7, 3, 8, 6, 4, 9, 4, 3, 6, 5, 2, 5, 7, 3, 6, 7, 11, 7, 6, 4, 5, 5, 7, 4, 1, 0, 0, 1, 2, 0, 0, 1, 2, 2, 0, 0], "n_pos": 47, "sum_m_en": [3.977978, 2.051836, 2.084823, 1.878543, 2.107942, 2.295901, 2.241015, 2.553314, 2.665844, 2.631995, 2.751042, 2.754065, 2.94261, 3.097436, 3.03729, 3.005586, 2.908321, 2.88049, 2.600559, 2.49929, 2.39875, 2.264437, 2.172559, 2.086406, 4.080497, 3.860499, 4.020044, 3.653147, 3.99973, 4.128683, 4.290299, 4.094043, 3.671727, 3.641255, 3.569628, 3.706048, 4.116571, 3.752576, 4.16781, 4.510237, 3.986135, 4.042572, 3.273746, 2.776661, 3.251738, 3.353092, 2.347577, 1.38797, 0.226049, 0.0], "sum_m_pl": [21.362954, 25.51091, 24.602925, 24.087, 23.557478, 22.918868, 22.60191, 20.487145, 20.392245, 21.3127, 21.336014, 21.700547, 21.38173, 20.922746, 20.519759, 21.098954, 20.47615, 20.395059, 21.688109, 22.127847, 22.11571, 22.352447, 22.590127, 22.753208, 19.180162, 18.628533, 18.070143, 19.078959, 19.617705, 19.848922, 19.175532, 19.515642, 20.003166, 19.538947, 19.084218, 18.75318, 17.971109, 18.042979, 16.1417, 12.5103, 13.580482, 13.239902, 14.355814, 10.679791, 7.603188, 7.798821, 6.780519, 4.578666, 0.417839, 5e-06]}, "lang": {"n_am_en": [9, 6, 5, 5, 5, 6, 6, 10, 8, 6, 10, 9, 14, 9, 8, 3, 7, 6, 5, 11, 10, 14, 12, 10, 12, 6, 6, 5, 8, 7, 4, 6, 9, 12, 12, 14, 13, 15, 13, 17, 18, 15, 15, 16, 12, 9, 10, 2, 0, 0], "n_am_pl": [0, 3, 9, 6, 2, 4, 1, 0, 3, 1, 2, 2, 5, 6, 7, 8, 5, 7, 9, 8, 7, 6, 5, 5, 6, 7, 5, 3, 5, 6, 5, 7, 4, 4, 6, 3, 2, 3, 5, 2, 2, 3, 4, 5, 6, 6, 13, 15, 30, 37], "n_pos": 37, "sum_m_en": [3.452102, 1.994954, 2.226005, 2.063515, 2.089332, 2.095956, 2.074945, 2.407316, 2.43466, 2.229697, 2.346039, 2.531723, 2.596761, 2.711317, 2.528828, 2.452079, 2.606963, 2.481688, 2.252279, 2.18951, 2.064563, 1.972496, 1.853543, 1.773048, 4.149045, 3.717783, 3.611002, 3.403305, 3.613461, 3.756016, 3.433842, 3.41912, 3.351261, 3.670851, 4.273327, 4.093541, 4.311752, 5.986253, 6.38803, 9.412545, 8.768868, 9.036716, 8.795236, 8.380261, 8.36829, 8.774969, 8.218816, 3.835063, 0.434587, 0.000583], "sum_m_pl": [13.640114, 16.710096, 16.111842, 16.275369, 15.973156, 16.266233, 16.655338, 15.910695, 15.71364, 16.287731, 16.592189, 16.306659, 16.585922, 16.216939, 16.79822, 16.862133, 16.670794, 16.783339, 17.210845, 17.438224, 17.674838, 17.708486, 17.83401, 17.86116, 14.700012, 15.105159, 15.173915, 15.34744, 15.792899, 15.630202, 15.826455, 16.350016, 16.307074, 15.209951, 15.041917, 14.867523, 13.854537, 13.028386, 12.483362, 10.679188, 10.353488, 7.720079, 8.07658, 9.366446, 7.578282, 8.534185, 14.368894, 14.528483, 28.51103, 36.221497]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 223, "item_id": "llmzszl-146", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 670, "region_end": 221, "roundtrip_ok": true, "tf_agree": 0.9865, "tf_agree_excl_first": 0.991}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [58, 56, 33, 45, 28, 26, 42, 34, 24, 34, 32, 31, 37, 32, 32, 40, 44, 40, 42, 42, 37, 42, 38, 34, 46, 42, 43, 44, 43, 44, 52, 37, 40, 38, 40, 44, 54, 41, 47, 37, 44, 44, 46, 41, 44, 40, 43, 44, 44, 43], "n_am_pl": [4, 19, 31, 15, 15, 13, 20, 16, 21, 28, 35, 24, 22, 14, 12, 15, 16, 19, 12, 18, 26, 25, 24, 27, 20, 23, 21, 23, 23, 26, 21, 19, 16, 9, 14, 18, 12, 14, 4, 5, 5, 6, 7, 6, 2, 2, 1, 0, 0, 0], "n_pos": 176, "sum_m_en": [19.83345, 9.179787, 9.692989, 9.60068, 10.253938, 11.507819, 11.155954, 11.747646, 11.502302, 11.739665, 12.088478, 12.359095, 13.961453, 13.999107, 14.104997, 13.448517, 13.744211, 13.130795, 11.211637, 10.096579, 9.186241, 8.601294, 8.238236, 8.032075, 17.596422, 20.204271, 19.779447, 19.152837, 18.292035, 18.249398, 17.774198, 16.774573, 16.542022, 16.389066, 19.72212, 19.144478, 24.083247, 22.202091, 24.737942, 24.306213, 27.549305, 30.371114, 32.087945, 32.241596, 35.839209, 38.03558, 40.604936, 42.389331, 42.731102, 42.117201], "sum_m_pl": [66.674566, 88.010831, 85.245327, 83.238528, 80.223335, 77.692658, 79.227008, 77.113657, 76.299362, 78.181125, 77.580004, 78.496506, 78.075049, 76.878154, 78.695829, 80.272635, 79.071536, 80.106022, 82.271226, 84.54002, 85.567444, 86.449341, 86.777904, 87.264855, 70.169362, 67.648311, 65.508724, 69.368258, 71.592833, 72.007233, 72.018644, 72.421931, 72.098742, 68.48612, 65.177303, 61.922343, 55.563374, 53.629567, 48.645233, 44.215777, 41.863955, 36.427858, 33.079624, 23.988258, 17.587023, 15.394591, 7.762522, 3.138727, 0.240933, 0.028804]}, "digit": {"n_am_en": [8, 10, 5, 12, 3, 2, 3, 6, 2, 2, 3, 2, 3, 4, 3, 5, 1, 2, 2, 3, 3, 3, 3, 4, 4, 6, 4, 6, 4, 10, 8, 6, 5, 3, 4, 5, 7, 3, 2, 3, 5, 3, 3, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 4, 2, 4, 0, 8, 4, 6, 10, 9, 6, 6, 2, 1, 1, 3, 2, 2, 2, 4, 3, 3, 5, 4, 8, 8, 7, 5, 5, 4, 3, 4, 3, 4, 5, 2, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [4.605385, 1.522736, 1.631598, 1.668021, 1.67012, 2.098722, 1.842765, 1.973133, 1.89974, 1.863802, 1.939823, 1.891208, 2.312469, 2.266105, 2.230841, 2.339993, 2.100176, 2.071503, 1.893167, 1.722686, 1.572897, 1.466012, 1.407332, 1.39205, 2.642942, 3.847762, 3.611132, 3.234155, 2.871592, 2.880257, 2.876028, 2.615689, 2.363928, 2.219727, 2.534742, 2.636059, 2.716875, 2.198397, 2.204806, 2.073421, 2.578529, 2.622888, 2.111712, 2.235336, 1.173033, 0.766249, 0.111107, 0.030333, 0.001516, 0.0], "sum_m_pl": [10.658654, 15.924819, 14.809172, 14.572155, 13.912221, 13.157126, 13.732361, 13.521101, 13.460215, 13.793402, 13.507108, 13.504759, 13.158928, 13.219082, 13.406587, 13.343136, 13.316924, 13.74586, 13.87204, 14.345081, 14.543234, 14.831751, 14.967218, 15.026283, 12.294353, 11.467718, 11.137565, 12.286987, 12.764612, 13.080663, 12.672214, 13.184749, 13.245825, 12.128189, 11.528386, 11.03173, 9.962346, 9.493024, 8.294671, 7.64977, 7.610289, 8.58583, 7.697608, 6.558794, 4.053625, 3.408813, 0.521674, 0.131533, 0.005666, 0.0]}, "lang": {"n_am_en": [18, 9, 7, 12, 9, 8, 13, 13, 10, 8, 9, 9, 12, 8, 10, 14, 15, 11, 10, 16, 16, 21, 17, 17, 19, 15, 16, 15, 14, 14, 14, 11, 14, 11, 16, 18, 20, 19, 23, 24, 27, 28, 31, 31, 35, 31, 35, 38, 42, 43], "n_am_pl": [2, 7, 10, 4, 6, 4, 3, 5, 5, 6, 9, 7, 6, 6, 3, 4, 4, 9, 5, 7, 7, 7, 8, 8, 6, 7, 3, 4, 9, 11, 7, 4, 3, 3, 3, 4, 4, 5, 0, 1, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [5.407834, 2.644605, 2.596981, 2.623286, 2.881905, 3.162321, 3.160531, 3.349137, 3.299452, 3.257825, 3.400539, 3.531698, 3.917726, 4.096117, 3.948927, 3.641157, 3.512987, 3.552513, 3.100559, 2.715116, 2.411678, 2.230095, 2.121247, 2.053196, 5.573304, 5.971736, 5.684108, 5.272365, 5.229889, 5.219046, 5.028595, 4.946282, 5.117794, 5.374666, 6.078091, 6.908651, 8.412464, 9.122865, 11.282374, 13.754974, 16.270313, 19.294167, 21.387581, 21.682315, 25.282646, 28.110951, 31.931879, 35.059752, 40.627957, 42.080779], "sum_m_pl": [15.737032, 20.593987, 20.72702, 20.207569, 19.684626, 18.862, 19.398245, 18.867381, 18.569661, 18.960201, 19.049988, 19.682022, 19.569993, 19.068, 19.833235, 20.468684, 20.317781, 20.23671, 20.816812, 21.430085, 21.729226, 21.862082, 21.900968, 22.077916, 18.70931, 18.652974, 17.972271, 18.762458, 18.988326, 18.650429, 18.89492, 18.228621, 18.114628, 17.602017, 16.566552, 15.416118, 13.854399, 13.702882, 12.380134, 11.190228, 9.875403, 8.320851, 7.780007, 6.916611, 5.322336, 2.678883, 1.234755, 0.377792, 0.045209, 2.8e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "llmzszl-148", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 718, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 0.9944}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [106, 129, 109, 107, 116, 95, 102, 121, 115, 129, 127, 147, 148, 132, 121, 117, 118, 107, 99, 105, 101, 107, 97, 95, 179, 164, 142, 142, 151, 168, 171, 168, 146, 150, 183, 143, 151, 131, 138, 143, 139, 130, 136, 107, 100, 85, 39, 27, 19, 11], "n_am_pl": [25, 108, 108, 128, 93, 102, 107, 96, 79, 90, 69, 74, 95, 104, 94, 81, 74, 92, 100, 109, 105, 114, 124, 120, 79, 94, 95, 103, 102, 106, 83, 89, 92, 67, 68, 69, 68, 59, 59, 46, 53, 56, 64, 48, 34, 43, 58, 43, 82, 93], "n_pos": 544, "sum_m_en": [47.517777, 25.153798, 28.092452, 28.642922, 29.741919, 31.531993, 31.439885, 32.183468, 33.075921, 33.777065, 34.51246, 37.030292, 39.856387, 41.797886, 40.251054, 38.255657, 38.400573, 36.565252, 32.363708, 30.161516, 28.464205, 27.567288, 26.722296, 26.819454, 58.721087, 60.722685, 62.721805, 60.195524, 59.755782, 60.723543, 58.442344, 55.850125, 52.327925, 52.408629, 62.834839, 60.509807, 69.006686, 64.533918, 70.79935, 71.529902, 67.864243, 70.578288, 76.950794, 82.222665, 80.167902, 65.622098, 33.008822, 27.718913, 19.691972, 11.113616], "sum_m_pl": [215.626725, 275.428725, 265.375261, 261.68975, 257.195062, 253.00481, 255.512617, 253.754065, 253.512498, 254.086932, 251.138005, 249.860287, 251.539917, 245.578407, 249.761431, 255.569492, 249.765052, 251.655826, 258.47149, 262.674394, 263.273935, 264.197059, 264.18223, 263.739701, 212.701664, 213.686857, 207.94372, 221.460817, 227.116349, 230.360456, 230.464346, 232.141778, 232.890523, 222.803069, 210.802896, 202.964497, 187.91887, 185.722795, 170.721538, 168.777567, 163.503961, 150.905933, 147.572149, 114.304334, 88.148709, 88.573947, 77.962888, 64.15587, 88.476277, 93.42538]}, "digit": {"n_am_en": [0, 12, 8, 3, 8, 3, 7, 10, 8, 7, 9, 14, 17, 13, 15, 12, 10, 8, 6, 4, 4, 7, 9, 11, 25, 20, 21, 20, 23, 29, 23, 29, 28, 25, 25, 20, 18, 6, 8, 8, 9, 11, 11, 7, 7, 2, 2, 1, 0, 0], "n_am_pl": [0, 15, 10, 13, 11, 9, 9, 6, 5, 10, 10, 9, 8, 13, 7, 6, 8, 10, 6, 6, 6, 6, 6, 12, 10, 13, 10, 11, 13, 8, 9, 8, 10, 5, 7, 11, 5, 7, 8, 3, 3, 7, 9, 9, 2, 3, 1, 0, 0, 0], "n_pos": 59, "sum_m_en": [4.522085, 2.559289, 2.81564, 2.827301, 2.887456, 3.340816, 3.221186, 3.371952, 3.315092, 3.386442, 3.454821, 3.600655, 4.281303, 4.484539, 4.196094, 4.174608, 4.068919, 3.945801, 3.498273, 3.302087, 3.04834, 2.835982, 2.747221, 2.715576, 6.008311, 7.05492, 7.0057, 6.954487, 7.023389, 6.975694, 6.777097, 6.407008, 5.84295, 5.688214, 6.108021, 6.409513, 6.713579, 5.322839, 5.162171, 5.253437, 5.745166, 6.003406, 5.213521, 4.998224, 3.616744, 2.360102, 1.571101, 0.82514, 0.054904, 0.0], "sum_m_pl": [22.502347, 31.450337, 29.310765, 28.935223, 28.605432, 27.360286, 27.885856, 27.746871, 27.660026, 27.74508, 27.035345, 27.132752, 26.972739, 26.657871, 27.375668, 27.620285, 26.695538, 26.888209, 27.642245, 27.960843, 27.944636, 28.439213, 28.565519, 28.732731, 24.157119, 23.168299, 22.941926, 24.342621, 24.349749, 25.202238, 24.898022, 25.919833, 26.519808, 25.731934, 24.16869, 23.446234, 21.622484, 21.628336, 18.941936, 18.919422, 18.999446, 19.949888, 20.112828, 17.883358, 12.936797, 12.259483, 4.066745, 2.409317, 0.130158, 0.0]}, "lang": {"n_am_en": [42, 13, 13, 23, 22, 20, 19, 24, 34, 33, 31, 37, 33, 30, 28, 30, 27, 27, 24, 27, 29, 31, 26, 29, 45, 43, 35, 31, 37, 37, 40, 38, 36, 33, 44, 37, 38, 40, 37, 46, 45, 49, 47, 49, 50, 50, 26, 21, 13, 11], "n_am_pl": [11, 22, 25, 25, 19, 23, 18, 14, 16, 13, 14, 13, 14, 15, 11, 15, 11, 15, 20, 29, 29, 22, 28, 24, 11, 14, 12, 21, 15, 15, 9, 19, 19, 16, 20, 16, 20, 20, 25, 20, 22, 19, 25, 20, 20, 26, 42, 33, 77, 92], "n_pos": 105, "sum_m_en": [9.792451, 5.016391, 5.389496, 5.570403, 5.699135, 5.893673, 5.956145, 6.17075, 6.533295, 6.399903, 6.909921, 7.726592, 7.866123, 8.216042, 7.681341, 7.227242, 7.074491, 6.722149, 6.298175, 5.781879, 5.557765, 5.956464, 5.606128, 6.000678, 15.808226, 14.70706, 14.402931, 12.3936, 11.888272, 12.034443, 11.739793, 11.653739, 11.256663, 11.505695, 13.115182, 12.977018, 13.431116, 15.515458, 18.607201, 20.088384, 20.218024, 24.651532, 29.175598, 37.184175, 41.641659, 36.25802, 20.384555, 17.168801, 13.16387, 11.106877], "sum_m_pl": [42.148774, 50.909087, 49.403597, 49.012304, 47.941023, 47.964386, 48.194383, 48.960715, 49.457004, 49.961616, 49.902689, 49.254326, 49.881148, 48.844397, 49.683019, 51.193473, 50.544873, 50.71591, 51.309887, 52.044886, 51.919904, 51.629675, 51.48492, 51.25597, 41.57943, 42.970235, 42.23247, 45.077995, 45.868722, 46.068925, 46.680857, 47.006072, 46.64747, 45.257986, 44.674372, 44.901826, 46.183795, 46.279878, 42.937323, 43.256836, 42.144876, 36.752157, 38.555586, 28.208736, 27.361452, 31.894429, 43.677474, 42.536093, 77.69536, 91.768333]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 544, "item_id": "llmzszl-148", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 649, "region_end": 544, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9908}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [58, 76, 69, 53, 43, 46, 49, 48, 45, 52, 55, 60, 65, 70, 62, 48, 47, 41, 41, 45, 38, 43, 33, 45, 63, 53, 45, 53, 47, 46, 43, 52, 40, 45, 55, 61, 68, 73, 71, 68, 65, 66, 66, 76, 72, 60, 65, 65, 68, 68], "n_am_pl": [3, 20, 24, 24, 26, 29, 23, 29, 27, 22, 22, 20, 25, 20, 34, 30, 32, 31, 33, 34, 42, 40, 43, 46, 24, 31, 28, 33, 33, 26, 34, 35, 29, 25, 15, 21, 18, 16, 19, 16, 11, 9, 13, 11, 8, 9, 4, 2, 0, 0], "n_pos": 215, "sum_m_en": [26.62736, 12.608862, 11.946264, 11.35411, 11.746362, 12.354979, 12.098553, 12.95444, 13.818319, 13.797215, 15.166889, 16.114939, 16.390361, 16.840361, 17.594949, 15.959004, 15.49205, 14.772295, 12.64773, 11.604948, 10.919856, 10.329438, 9.884004, 9.693122, 20.147699, 21.763606, 22.584274, 22.242961, 21.883303, 23.181323, 22.065522, 21.610648, 21.442108, 20.510882, 22.446553, 24.39938, 28.474643, 29.403524, 32.236169, 34.861929, 36.822612, 42.183301, 47.507576, 52.719206, 55.300201, 52.506787, 61.513028, 64.308386, 67.465659, 67.899515], "sum_m_pl": [79.177687, 105.334559, 103.366097, 101.991052, 101.04328, 100.545852, 102.019393, 99.997765, 98.67343, 100.788117, 99.225573, 98.331462, 98.704216, 99.083897, 99.006366, 100.201657, 100.544197, 99.639173, 100.938012, 102.732398, 103.241267, 103.663799, 104.754253, 105.036087, 84.960694, 86.4066, 81.385878, 88.065028, 89.029372, 86.414648, 86.717239, 87.856001, 87.210947, 81.993403, 79.359789, 76.695578, 67.810693, 65.425327, 61.068081, 58.627544, 54.875341, 47.989859, 43.65143, 37.574907, 29.604125, 22.473151, 14.223381, 6.331062, 0.493707, 0.001174]}, "digit": {"n_am_en": [5, 18, 15, 9, 6, 6, 8, 7, 3, 5, 6, 5, 6, 13, 8, 6, 7, 5, 6, 3, 2, 5, 3, 4, 7, 5, 3, 5, 6, 8, 4, 6, 5, 4, 2, 5, 10, 7, 10, 8, 5, 8, 6, 5, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 4, 0, 4, 7, 6, 6, 4, 7, 8, 7, 5, 6, 5, 7, 8, 11, 8, 6, 11, 8, 6, 6, 8, 7, 9, 6, 6, 6, 12, 11, 12, 8, 8, 7, 8, 4, 5, 4, 6, 4, 4, 4, 7, 3, 5, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.573993, 2.179192, 2.089282, 2.123435, 2.204319, 2.448452, 2.218366, 2.444083, 2.532871, 2.594961, 2.814225, 2.861033, 2.944713, 3.13056, 2.939964, 2.809455, 2.750808, 2.678128, 2.301831, 2.21103, 2.097476, 1.965274, 1.878252, 1.848552, 3.521869, 3.84229, 3.843008, 3.89363, 4.083663, 4.122482, 3.968456, 3.785188, 3.493456, 3.002566, 3.105712, 3.492366, 3.947199, 3.527447, 3.825827, 3.645185, 3.616901, 3.626942, 3.835029, 3.637624, 2.661419, 1.830032, 1.577152, 1.473471, 0.134834, 2e-06], "sum_m_pl": [16.1659, 21.28599, 19.857579, 19.474865, 19.294439, 19.049334, 19.534629, 19.014138, 18.660098, 19.296486, 19.054853, 18.742182, 18.727177, 19.164308, 19.223805, 19.334439, 19.513565, 19.378993, 19.686211, 19.87167, 20.064851, 20.249444, 20.489986, 20.647369, 17.152692, 16.556739, 15.44503, 17.407596, 17.45801, 17.210315, 17.173381, 17.636, 17.104428, 15.85771, 15.684357, 16.043699, 15.256831, 14.730205, 14.179432, 14.166128, 13.908385, 13.188424, 12.31661, 11.495847, 10.5504, 8.335796, 4.933638, 2.234704, 0.092888, 0.0]}, "lang": {"n_am_en": [29, 26, 30, 22, 16, 16, 18, 19, 25, 29, 25, 28, 30, 26, 29, 23, 15, 19, 20, 22, 19, 22, 18, 22, 28, 26, 24, 25, 19, 23, 20, 23, 20, 20, 28, 32, 35, 37, 33, 31, 34, 34, 37, 41, 44, 37, 44, 51, 65, 67], "n_am_pl": [2, 3, 11, 5, 5, 6, 6, 8, 8, 3, 2, 4, 6, 5, 7, 6, 5, 10, 12, 12, 12, 14, 10, 11, 6, 8, 8, 10, 10, 4, 5, 7, 7, 9, 5, 6, 4, 1, 6, 6, 2, 2, 3, 2, 2, 3, 3, 1, 0, 0], "n_pos": 68, "sum_m_en": [10.270749, 4.498693, 4.165662, 3.807939, 3.811404, 3.827574, 3.970907, 4.232158, 4.527481, 4.370344, 4.986125, 5.4195, 5.504277, 5.560254, 5.822891, 5.303353, 4.800003, 4.648111, 4.071319, 3.694866, 3.499147, 3.316704, 3.1789, 3.117968, 7.484187, 8.044004, 8.546008, 7.986446, 7.933612, 8.269628, 7.700571, 7.784178, 7.877045, 7.73271, 8.402023, 9.887157, 12.852176, 14.914798, 16.428231, 17.455553, 19.86371, 23.55512, 26.215218, 29.054512, 32.456216, 30.968533, 39.003699, 46.520102, 61.603043, 66.166233], "sum_m_pl": [22.975501, 31.984719, 32.418781, 32.039678, 31.905792, 31.68145, 31.973367, 31.712461, 31.510684, 32.091778, 31.348051, 31.4276, 31.39319, 31.253593, 31.400588, 31.716915, 31.949439, 31.685269, 31.946444, 32.614176, 32.624226, 32.740668, 33.111793, 33.172436, 27.642056, 28.092273, 27.032081, 28.557033, 28.571257, 27.544011, 27.69, 27.601367, 27.728925, 26.778428, 26.195088, 25.564705, 21.688658, 21.154348, 19.414195, 18.68247, 17.167069, 14.388925, 12.802924, 11.572912, 8.733703, 7.195654, 5.261444, 1.60836, 0.239822, 0.001011]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 217, "item_id": "llmzszl-149", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 748, "region_end": 215, "roundtrip_ok": true, "tf_agree": 0.9816, "tf_agree_excl_first": 0.9861}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [48, 62, 44, 43, 53, 46, 41, 40, 27, 29, 41, 36, 45, 48, 47, 34, 37, 26, 22, 22, 13, 14, 18, 16, 39, 37, 36, 40, 39, 35, 37, 35, 31, 34, 40, 44, 34, 39, 50, 49, 46, 50, 58, 51, 36, 29, 12, 8, 0, 0], "n_am_pl": [2, 29, 37, 29, 32, 19, 24, 29, 27, 31, 36, 29, 30, 33, 22, 27, 24, 36, 47, 51, 49, 40, 42, 42, 32, 32, 25, 33, 33, 34, 40, 41, 35, 30, 23, 25, 21, 20, 17, 19, 23, 18, 15, 13, 18, 27, 37, 37, 64, 62], "n_pos": 195, "sum_m_en": [18.606158, 9.367863, 9.564233, 10.335758, 11.018625, 11.632822, 11.328235, 11.688074, 12.307973, 12.372516, 13.389766, 14.386026, 14.554321, 14.938745, 16.077938, 14.1256, 13.579284, 13.03458, 11.282493, 10.584103, 10.13457, 9.698043, 9.304239, 9.008552, 16.447566, 17.4008, 18.665244, 18.404128, 19.721927, 20.648528, 20.184542, 18.883255, 19.379424, 19.241522, 20.752546, 21.882975, 23.08868, 23.081336, 24.256515, 26.294951, 25.892693, 26.364642, 28.380039, 29.807296, 27.020909, 20.88104, 10.392759, 9.313144, 1.122869, 0.002328], "sum_m_pl": [75.313054, 96.036268, 93.817556, 91.454289, 90.188313, 88.857234, 90.624234, 91.22349, 88.895228, 89.244539, 88.19805, 86.463341, 88.860024, 89.253796, 88.639991, 90.086817, 90.650999, 89.988013, 91.365607, 92.926812, 92.484043, 92.54677, 93.204722, 93.336855, 75.50007, 76.335949, 72.179962, 78.827247, 80.403162, 79.810063, 79.299314, 79.786395, 77.913369, 72.773878, 71.435115, 70.123407, 65.280336, 62.734656, 57.998062, 56.71965, 56.138186, 54.239059, 51.757906, 46.089599, 41.581964, 42.570067, 45.434054, 41.247059, 61.323234, 62.368524]}, "digit": {"n_am_en": [7, 15, 8, 7, 15, 17, 8, 7, 4, 4, 3, 3, 7, 12, 5, 7, 6, 4, 1, 2, 0, 1, 3, 2, 7, 11, 5, 4, 7, 3, 6, 3, 0, 5, 7, 5, 6, 8, 9, 8, 9, 11, 10, 3, 4, 3, 2, 0, 0, 0], "n_am_pl": [0, 4, 0, 1, 3, 3, 4, 3, 5, 8, 7, 6, 7, 6, 2, 3, 1, 2, 4, 5, 5, 2, 4, 4, 4, 2, 5, 8, 7, 11, 10, 13, 9, 4, 4, 1, 3, 1, 0, 1, 2, 1, 3, 4, 2, 2, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.924125, 1.748773, 1.710716, 1.73279, 1.793178, 2.009597, 1.853771, 2.039941, 2.101667, 2.062638, 2.16414, 2.251371, 2.40324, 2.439429, 2.36729, 2.139026, 2.069464, 2.095004, 1.890175, 1.850596, 1.813832, 1.692116, 1.584756, 1.537106, 2.807045, 3.08192, 3.36944, 3.020153, 3.2155, 3.284031, 3.371567, 2.99983, 2.899167, 2.70924, 3.020669, 3.164085, 3.735818, 3.560361, 4.267723, 4.358034, 4.402661, 5.1579, 5.208973, 4.764538, 3.891226, 2.71271, 1.713095, 1.23039, 0.046778, 0.0], "sum_m_pl": [13.165311, 17.425645, 16.732237, 16.434176, 16.227368, 15.7296, 16.020858, 15.735627, 15.398551, 15.73056, 15.660339, 15.307099, 15.556631, 15.673923, 15.644269, 15.735146, 15.694549, 15.330926, 15.782053, 16.000671, 15.937426, 16.019784, 16.201076, 16.311965, 13.575467, 13.373724, 12.487572, 14.020035, 14.728103, 14.15004, 13.782799, 14.249574, 14.136605, 13.310573, 13.045466, 13.778554, 13.038739, 12.828885, 12.040315, 11.853588, 11.787463, 11.50576, 11.126783, 10.697701, 9.648229, 8.057455, 5.381985, 2.405473, 0.191376, 4e-06]}, "lang": {"n_am_en": [14, 9, 7, 15, 11, 15, 14, 14, 12, 15, 17, 20, 18, 13, 14, 10, 11, 8, 6, 6, 4, 4, 5, 4, 12, 11, 16, 18, 15, 16, 17, 15, 15, 14, 15, 20, 11, 12, 20, 14, 14, 20, 26, 27, 22, 15, 4, 6, 0, 0], "n_am_pl": [1, 11, 12, 7, 6, 3, 9, 12, 6, 9, 11, 4, 7, 9, 9, 12, 12, 18, 21, 23, 23, 23, 23, 22, 11, 11, 6, 10, 7, 9, 11, 8, 10, 9, 8, 10, 10, 11, 12, 11, 14, 7, 7, 6, 10, 19, 29, 29, 59, 61], "n_pos": 62, "sum_m_en": [5.412286, 2.883183, 2.963441, 3.431723, 3.669231, 4.045283, 4.198293, 4.035554, 4.078578, 4.128322, 4.631357, 4.860446, 4.998103, 5.102144, 4.989665, 4.662224, 4.459803, 4.221038, 3.630031, 3.374787, 3.242692, 3.109247, 3.001807, 2.9099, 5.160241, 5.671921, 6.15809, 6.534493, 7.475607, 7.825457, 7.521938, 7.093214, 6.96004, 6.980299, 6.876213, 7.031386, 7.005589, 6.523604, 6.675212, 7.265719, 6.932661, 7.796132, 9.690866, 11.955931, 13.436878, 9.887048, 4.239051, 4.784298, 0.331536, 0.001517], "sum_m_pl": [21.832694, 28.552044, 27.870711, 27.240624, 26.491627, 26.389933, 26.932361, 28.00293, 27.668681, 27.783946, 27.392756, 27.296952, 27.780683, 27.963408, 28.470326, 28.701943, 28.625463, 28.719734, 29.128012, 29.561551, 29.045827, 29.301441, 29.617966, 29.605302, 23.966664, 24.19475, 23.278375, 24.552536, 24.174925, 25.073527, 25.317789, 25.168641, 24.929519, 23.589977, 23.517603, 23.640911, 22.835146, 22.838935, 21.518797, 20.997956, 21.127862, 21.151321, 20.394491, 18.109484, 17.054735, 20.49831, 27.179465, 29.217281, 55.234316, 60.440512]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "llmzszl-149", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 679, "region_end": 195, "roundtrip_ok": true, "tf_agree": 0.9746, "tf_agree_excl_first": 0.9796}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [145, 230, 205, 196, 157, 145, 124, 126, 142, 144, 145, 158, 173, 163, 157, 145, 146, 136, 145, 158, 142, 143, 133, 130, 175, 178, 185, 183, 176, 153, 136, 139, 136, 145, 148, 136, 153, 132, 125, 122, 127, 121, 119, 118, 107, 107, 92, 101, 85, 79], "n_am_pl": [21, 82, 89, 91, 97, 81, 76, 75, 87, 114, 91, 98, 100, 116, 96, 84, 92, 99, 99, 102, 126, 124, 139, 142, 70, 99, 102, 101, 99, 99, 101, 113, 149, 112, 81, 62, 42, 39, 21, 32, 39, 37, 32, 36, 26, 36, 27, 14, 6, 4], "n_pos": 630, "sum_m_en": [60.263338, 32.572969, 34.280984, 34.332535, 35.150731, 36.195147, 35.630102, 40.323789, 39.997365, 43.154643, 42.656646, 45.477378, 47.63504, 49.597895, 50.834181, 46.464558, 46.956955, 44.845475, 39.860789, 35.196078, 31.907264, 29.917508, 28.878974, 28.036575, 58.621023, 65.415495, 68.544837, 66.027289, 62.917707, 66.976027, 66.548117, 61.374891, 62.386184, 62.995287, 69.549589, 72.304747, 82.822155, 82.008888, 84.090411, 86.618717, 86.653171, 88.904976, 95.626254, 101.386919, 105.833681, 106.634418, 99.056419, 98.50682, 83.951636, 78.62764], "sum_m_pl": [240.749871, 316.363917, 305.398383, 299.874165, 302.396075, 295.710595, 299.281859, 291.274165, 293.859538, 291.247066, 288.969348, 281.364274, 290.932115, 287.801355, 286.362994, 293.524321, 288.249741, 286.205782, 295.421611, 304.730351, 307.761849, 310.470697, 313.347363, 314.650787, 265.912393, 266.108087, 260.364822, 270.254348, 271.596744, 264.68245, 264.590238, 271.50455, 269.868934, 260.259917, 242.072256, 222.750847, 198.863734, 178.602468, 154.970368, 146.930942, 142.680617, 130.380948, 119.929163, 95.82597, 82.077792, 74.384283, 49.12012, 30.196071, 8.580941, 4.004573]}, "digit": {"n_am_en": [24, 52, 42, 38, 31, 35, 28, 32, 39, 35, 38, 41, 34, 36, 29, 26, 23, 17, 24, 23, 17, 21, 22, 20, 27, 28, 27, 28, 38, 33, 16, 22, 18, 16, 20, 21, 24, 18, 11, 16, 17, 15, 13, 11, 11, 5, 3, 1, 0, 0], "n_am_pl": [0, 13, 13, 8, 18, 10, 8, 6, 14, 27, 27, 23, 20, 26, 18, 15, 20, 28, 24, 21, 24, 22, 27, 21, 21, 23, 28, 27, 18, 18, 21, 22, 37, 32, 20, 19, 6, 10, 4, 3, 8, 7, 8, 11, 5, 9, 1, 0, 0, 0], "n_pos": 141, "sum_m_en": [10.335502, 6.174526, 6.707342, 7.143981, 7.439331, 7.64815, 7.292841, 8.658527, 8.504322, 9.123765, 9.024281, 9.615234, 9.850693, 10.333782, 10.358827, 9.562146, 9.552963, 9.303912, 8.135109, 7.261837, 6.636883, 6.241178, 6.03504, 5.870675, 9.776121, 11.508109, 11.876189, 12.036042, 11.904546, 12.613774, 12.055478, 11.567004, 11.171116, 10.988501, 10.744003, 10.997715, 11.580222, 11.211809, 11.05066, 10.850169, 11.363826, 11.318341, 10.87178, 10.524236, 10.752386, 8.845834, 4.55134, 2.428833, 0.478224, 0.002262], "sum_m_pl": [57.917842, 74.013917, 70.314057, 67.791202, 66.900859, 64.941758, 65.937559, 63.562132, 64.628506, 65.207344, 64.06511, 62.132071, 63.494714, 62.967989, 62.924596, 65.290617, 63.92195, 62.639992, 65.666038, 68.03601, 69.030578, 69.915858, 70.657583, 71.235827, 63.589948, 61.083876, 59.953642, 61.785725, 60.983734, 59.624421, 59.393196, 61.148994, 61.683694, 60.390573, 57.276983, 55.737187, 53.55148, 50.639335, 45.860984, 44.250101, 45.238715, 46.282529, 45.002419, 40.931622, 35.852861, 30.149391, 11.179309, 4.840364, 1.171606, 0.002394]}, "lang": {"n_am_en": [23, 22, 28, 26, 26, 26, 29, 26, 28, 26, 29, 28, 39, 35, 32, 33, 33, 32, 38, 43, 43, 43, 39, 38, 52, 52, 46, 41, 38, 37, 38, 36, 39, 45, 48, 41, 44, 42, 45, 44, 49, 48, 54, 54, 56, 60, 60, 65, 74, 78], "n_am_pl": [4, 7, 12, 11, 10, 5, 8, 8, 13, 11, 10, 5, 11, 6, 6, 6, 7, 7, 12, 7, 9, 10, 12, 15, 3, 9, 14, 11, 9, 12, 9, 7, 7, 5, 5, 4, 3, 4, 4, 6, 6, 8, 6, 6, 5, 9, 7, 4, 4, 4], "n_pos": 84, "sum_m_en": [9.941952, 5.515834, 5.380849, 4.947444, 5.205174, 5.384775, 5.845183, 6.291906, 6.492896, 6.660742, 6.437724, 6.933345, 7.442968, 7.323974, 7.970806, 7.355862, 7.312363, 6.963893, 6.217169, 5.347721, 4.881683, 4.492525, 4.293593, 4.124919, 14.951835, 16.324698, 16.050956, 13.985006, 13.193175, 14.192246, 13.664864, 12.265865, 13.686057, 14.948855, 17.955852, 20.545775, 25.962133, 27.308753, 29.853613, 32.755216, 35.068301, 38.538792, 42.239619, 48.701934, 51.940634, 54.693408, 59.076362, 60.564732, 71.516317, 77.122856], "sum_m_pl": [27.647389, 38.81078, 38.058373, 37.802025, 38.439288, 37.84707, 38.069486, 38.023265, 38.278942, 37.957482, 37.813514, 37.196086, 38.266214, 38.178599, 37.334371, 38.592631, 38.083658, 37.764983, 38.707262, 39.824167, 40.093165, 40.528794, 40.977662, 41.109585, 31.826637, 32.484928, 32.306274, 33.869999, 34.137476, 32.391465, 32.848001, 33.574526, 32.401927, 31.202256, 28.448727, 26.316101, 22.383079, 21.038388, 18.36811, 18.532101, 17.710109, 15.641496, 13.198896, 10.70923, 9.7353, 8.824125, 7.59799, 5.604997, 4.210463, 4.000383]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 632, "item_id": "llmzszl-151", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 721, "region_end": 630, "roundtrip_ok": true, "tf_agree": 0.9889, "tf_agree_excl_first": 0.9905}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [27, 35, 25, 30, 25, 21, 25, 24, 17, 19, 21, 19, 30, 28, 33, 31, 28, 31, 18, 21, 23, 21, 13, 15, 26, 27, 34, 34, 32, 28, 29, 23, 21, 21, 24, 25, 29, 25, 22, 29, 26, 25, 22, 28, 23, 18, 9, 3, 0, 0], "n_am_pl": [8, 28, 16, 13, 17, 16, 21, 16, 15, 19, 24, 24, 15, 20, 18, 16, 22, 11, 16, 12, 11, 13, 19, 24, 14, 16, 20, 13, 20, 18, 15, 20, 21, 18, 11, 17, 20, 11, 14, 13, 13, 15, 13, 11, 10, 10, 14, 15, 27, 29], "n_pos": 118, "sum_m_en": [10.468797, 5.80612, 6.092957, 6.326116, 6.470311, 6.719223, 6.88992, 7.089235, 6.753913, 7.444025, 7.256098, 7.910138, 8.576416, 9.073126, 9.311867, 8.257947, 8.187285, 7.294269, 6.687732, 6.127773, 5.883444, 5.617129, 5.397524, 5.397412, 11.992268, 12.904784, 12.844503, 13.042988, 13.020325, 13.278609, 13.172225, 11.275711, 11.13654, 11.00661, 11.650916, 11.898155, 12.480996, 12.73761, 13.635598, 15.709287, 15.134123, 15.053394, 15.670627, 14.595918, 18.617923, 15.474033, 7.315787, 4.636551, 0.446374, 0.003634], "sum_m_pl": [46.506201, 57.96769, 56.56293, 55.009056, 55.319709, 55.181881, 55.002014, 53.718791, 54.176821, 54.107225, 54.152273, 52.906152, 54.390453, 54.12396, 53.834665, 55.106901, 54.506991, 54.082294, 55.202071, 55.781825, 55.472318, 56.114476, 56.809646, 56.795844, 46.761679, 46.170372, 45.351614, 47.268796, 48.305777, 48.589982, 46.134435, 48.759486, 48.819668, 48.621688, 47.13443, 45.770577, 42.40865, 40.352295, 36.440844, 36.71518, 35.063649, 35.668955, 33.131521, 29.308413, 23.17566, 22.966449, 21.660868, 19.178581, 27.05596, 28.825315]}, "digit": {"n_am_en": [3, 5, 2, 6, 3, 3, 8, 7, 5, 5, 1, 4, 7, 3, 1, 1, 0, 2, 1, 3, 3, 1, 0, 1, 2, 3, 4, 6, 6, 6, 2, 1, 1, 2, 2, 3, 3, 2, 0, 1, 1, 2, 1, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 0, 0, 0, 1, 3, 4, 5, 3, 3, 2, 4, 7, 2, 2, 2, 0, 1, 1, 1, 1, 3, 9, 5, 3, 2, 1, 2, 3, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.157165, 0.796908, 0.855101, 0.882563, 0.914681, 0.934832, 0.899863, 1.169872, 1.024004, 1.171046, 1.070906, 1.118003, 1.219402, 1.238599, 1.269274, 1.144064, 1.100759, 0.992621, 0.892983, 0.874299, 0.809672, 0.762855, 0.742834, 0.733055, 1.199387, 1.393827, 1.408416, 1.541237, 1.468465, 1.567133, 1.591052, 1.317939, 1.269867, 1.264157, 1.226688, 1.330782, 1.209053, 1.248571, 1.239034, 1.318444, 1.296691, 1.205436, 1.1225, 1.114231, 1.076262, 0.959982, 0.654197, 0.316336, 0.015085, 0.0], "sum_m_pl": [7.73737, 9.374269, 8.963608, 8.755617, 8.591324, 8.428289, 8.539988, 7.883357, 8.024411, 8.240399, 8.359132, 8.143807, 8.432079, 8.383148, 8.275602, 8.724817, 8.629185, 8.327032, 8.581632, 8.665593, 8.759947, 8.901766, 9.035622, 9.098371, 8.365418, 7.975436, 7.871131, 8.109099, 8.184876, 8.041517, 7.309957, 7.690552, 7.896693, 7.890888, 7.33661, 7.284326, 6.944022, 6.845825, 6.443322, 6.489828, 6.611791, 6.856926, 6.619171, 6.070489, 5.32749, 4.972622, 2.375449, 0.705468, 0.035241, 0.0]}, "lang": {"n_am_en": [8, 3, 5, 7, 5, 4, 5, 6, 8, 7, 8, 4, 10, 9, 10, 12, 12, 12, 9, 10, 10, 11, 7, 9, 10, 12, 10, 9, 10, 7, 9, 9, 7, 6, 8, 11, 10, 13, 13, 13, 13, 14, 13, 13, 14, 12, 8, 3, 0, 0], "n_am_pl": [1, 11, 7, 2, 4, 3, 3, 5, 3, 1, 4, 2, 3, 2, 1, 1, 3, 4, 6, 4, 2, 1, 3, 5, 5, 4, 1, 2, 4, 3, 1, 2, 2, 3, 1, 4, 7, 4, 5, 4, 4, 5, 5, 5, 3, 4, 6, 10, 27, 29], "n_pos": 29, "sum_m_en": [3.033886, 1.368192, 1.38273, 1.473102, 1.46571, 1.599121, 1.895885, 1.656992, 1.675943, 1.744263, 1.791151, 1.96581, 2.093084, 2.181335, 2.116607, 1.937011, 1.867609, 1.703082, 1.665457, 1.503346, 1.519071, 1.480338, 1.396256, 1.514174, 4.121631, 4.223641, 4.055007, 3.816304, 3.798026, 3.863671, 3.869879, 3.544357, 3.426068, 3.589626, 3.70233, 3.65224, 3.917512, 4.351731, 4.83716, 6.190666, 6.398081, 7.093474, 7.886674, 7.861217, 10.273482, 9.026896, 5.028356, 3.194064, 0.298896, 0.003503], "sum_m_pl": [10.016139, 13.746917, 13.666949, 13.257989, 13.111432, 13.05046, 13.033337, 13.416807, 13.668006, 13.573385, 13.377781, 13.075369, 13.217738, 13.239727, 13.367978, 13.613352, 13.339724, 13.22085, 13.5172, 13.432898, 13.095108, 13.244017, 13.576623, 13.541963, 10.200116, 10.457542, 10.381685, 11.348248, 11.445077, 11.736842, 11.192183, 11.763457, 11.724111, 11.511791, 11.589644, 11.734125, 11.300464, 10.322393, 9.551033, 9.246006, 8.894003, 8.621101, 8.211082, 8.230436, 6.100601, 6.234535, 8.901408, 11.506131, 25.096484, 28.710335]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 937, "item_id": "llmzszl-151", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 652, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9904, "tf_agree_excl_first": 0.9915}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [194, 191, 163, 121, 156, 153, 155, 155, 165, 205, 179, 202, 228, 209, 205, 221, 224, 216, 222, 205, 189, 174, 171, 174, 248, 226, 220, 230, 255, 260, 240, 218, 217, 213, 232, 252, 271, 268, 263, 274, 276, 294, 285, 263, 258, 282, 282, 282, 298, 287], "n_am_pl": [57, 138, 138, 123, 88, 111, 87, 93, 111, 109, 122, 125, 110, 126, 119, 111, 110, 114, 96, 133, 144, 158, 178, 188, 80, 103, 101, 104, 95, 94, 107, 107, 101, 89, 88, 67, 58, 49, 42, 41, 40, 33, 53, 35, 36, 29, 21, 8, 1, 3], "n_pos": 791, "sum_m_en": [83.597716, 44.339838, 42.125096, 42.453406, 44.665845, 44.204889, 43.991072, 46.858938, 47.780072, 50.148788, 52.371648, 56.699614, 57.121312, 61.241596, 60.202182, 58.920198, 57.39565, 54.789028, 49.512122, 45.379821, 41.671152, 39.12187, 37.684743, 36.486498, 76.30149, 87.983453, 93.536962, 89.075228, 90.576549, 94.492916, 86.690647, 85.85294, 83.982786, 85.680552, 94.165425, 101.189496, 107.361054, 108.260824, 111.898213, 120.188416, 125.075999, 140.31207, 161.732322, 180.262354, 206.593853, 217.875656, 248.670733, 261.743127, 287.600145, 288.385136], "sum_m_pl": [294.979121, 379.645177, 371.248057, 362.164227, 357.620355, 359.902069, 364.418883, 358.86404, 357.574605, 363.84979, 357.563825, 358.166786, 366.999798, 364.06622, 364.905857, 364.343592, 359.471102, 362.227722, 366.97529, 376.048948, 379.759057, 383.124542, 384.758195, 385.747251, 323.811588, 313.076159, 302.100466, 322.358151, 324.636801, 321.192981, 332.208616, 333.975237, 333.961779, 325.629778, 311.899244, 290.526392, 274.195622, 265.905855, 248.051072, 236.093174, 223.802518, 206.185545, 188.18336, 151.771512, 130.312515, 109.005917, 69.123759, 31.625655, 5.045349, 2.636492]}, "digit": {"n_am_en": [8, 26, 15, 14, 20, 11, 9, 7, 14, 18, 14, 12, 19, 21, 17, 14, 19, 17, 15, 10, 5, 6, 7, 9, 17, 16, 18, 22, 31, 24, 15, 15, 13, 13, 13, 13, 9, 16, 9, 9, 11, 19, 18, 12, 4, 4, 3, 0, 0, 0], "n_am_pl": [1, 3, 13, 6, 8, 8, 7, 14, 17, 19, 17, 16, 20, 16, 17, 15, 11, 10, 10, 14, 12, 9, 7, 8, 8, 17, 16, 9, 12, 16, 17, 19, 24, 24, 16, 9, 4, 10, 4, 7, 3, 5, 9, 9, 8, 5, 1, 0, 0, 0], "n_pos": 104, "sum_m_en": [9.223128, 4.85877, 4.795791, 5.022742, 5.345697, 5.41317, 5.720513, 6.692175, 6.463558, 7.230202, 6.909881, 7.339965, 7.529978, 7.764305, 7.440723, 7.354364, 7.226914, 6.902554, 6.059408, 5.724123, 5.18687, 4.778898, 4.658841, 4.522674, 7.999706, 9.547765, 10.09436, 9.631746, 10.101502, 10.37228, 9.422069, 8.878933, 8.252181, 8.287059, 8.530461, 8.278435, 8.350421, 8.778744, 8.315234, 8.2431, 8.30829, 8.866291, 8.548991, 8.315842, 7.275221, 6.113844, 3.261008, 1.695031, 0.322125, 0.0], "sum_m_pl": [41.250681, 52.23974, 48.753563, 47.499782, 47.103349, 47.408433, 48.010233, 46.477371, 46.49593, 47.50702, 46.177979, 46.025442, 46.508254, 46.806947, 46.50695, 46.700103, 45.362597, 46.234998, 47.123786, 48.463059, 48.629209, 49.293187, 49.681711, 50.306071, 42.739131, 40.591249, 38.651797, 41.551021, 42.489615, 42.518126, 42.593176, 44.103985, 44.83187, 44.304781, 42.938946, 39.456592, 37.858582, 37.55487, 33.793165, 32.579315, 31.584164, 33.566617, 30.983171, 29.616702, 26.330186, 21.325624, 11.054337, 4.76122, 0.720977, 1e-06]}, "lang": {"n_am_en": [93, 66, 61, 46, 60, 60, 83, 76, 74, 93, 79, 95, 93, 93, 89, 98, 99, 103, 111, 100, 93, 86, 85, 88, 120, 116, 107, 99, 113, 118, 112, 98, 98, 101, 114, 129, 141, 136, 139, 154, 151, 165, 172, 166, 167, 180, 197, 224, 274, 284], "n_am_pl": [32, 52, 55, 50, 45, 55, 27, 33, 43, 47, 57, 60, 47, 52, 51, 42, 49, 41, 40, 56, 66, 74, 83, 86, 38, 42, 42, 51, 35, 41, 44, 44, 47, 34, 41, 28, 27, 19, 17, 19, 23, 16, 18, 18, 18, 15, 13, 6, 1, 2], "n_pos": 290, "sum_m_en": [33.331146, 17.748808, 16.742758, 16.764638, 17.632276, 17.247514, 17.253952, 17.674862, 18.238242, 18.336116, 19.542358, 21.311552, 21.336347, 23.295934, 22.943102, 22.414034, 21.882278, 21.058009, 18.999569, 17.201477, 15.863008, 14.888107, 14.240447, 13.751832, 33.533219, 38.363489, 41.292736, 37.743651, 38.864971, 39.851406, 36.670645, 36.363457, 36.577711, 38.301356, 43.323569, 48.422594, 54.764514, 55.855874, 58.845953, 64.559674, 69.755304, 83.78599, 100.971716, 115.563956, 130.743069, 143.147013, 170.252395, 202.482011, 257.746092, 275.632739], "sum_m_pl": [103.8279, 133.803852, 132.88064, 129.985334, 128.299412, 129.444208, 132.050049, 131.901667, 132.070274, 134.757976, 132.595323, 133.554287, 136.62082, 134.661695, 135.301916, 134.594305, 133.484948, 133.757809, 135.133765, 138.389155, 139.807731, 140.968472, 141.23103, 141.298059, 118.534439, 115.056524, 111.91122, 118.848869, 118.36214, 117.429414, 122.907793, 122.322045, 121.416086, 119.405133, 114.126717, 107.975319, 101.260105, 99.229468, 94.484512, 91.428652, 87.333201, 78.233131, 70.775869, 59.622493, 51.212489, 42.320241, 28.274556, 13.275473, 2.142347, 2.160364]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 793, "item_id": "llmzszl-152", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 731, "region_end": 791, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9811}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [141, 219, 188, 160, 109, 130, 134, 126, 98, 150, 161, 159, 197, 180, 162, 170, 190, 163, 134, 147, 106, 106, 94, 86, 166, 176, 164, 166, 186, 181, 197, 199, 191, 179, 195, 172, 173, 142, 133, 155, 134, 129, 111, 121, 109, 102, 71, 53, 44, 44], "n_am_pl": [30, 134, 105, 121, 126, 107, 117, 112, 140, 130, 122, 110, 117, 120, 128, 151, 170, 154, 163, 150, 152, 148, 171, 184, 90, 105, 119, 106, 112, 109, 124, 135, 142, 132, 107, 114, 81, 74, 64, 73, 74, 74, 76, 66, 63, 68, 70, 74, 99, 110], "n_pos": 680, "sum_m_en": [59.133179, 32.379905, 34.681061, 35.182929, 36.956364, 38.642234, 39.113205, 42.956904, 44.524788, 47.557514, 49.202277, 49.72884, 51.834101, 55.480784, 55.331125, 52.648336, 51.504916, 47.418244, 42.339718, 39.462647, 36.828259, 34.708607, 33.670444, 32.304192, 65.096979, 75.140045, 81.052051, 80.482479, 83.078867, 84.428749, 80.726359, 77.175707, 76.090043, 73.560562, 79.033419, 72.096176, 78.161134, 71.727438, 77.308916, 79.345227, 74.269268, 74.436429, 76.009964, 81.773799, 84.846557, 82.321062, 59.221646, 48.746365, 47.322066, 44.018458], "sum_m_pl": [273.57805, 341.834072, 329.124534, 320.635498, 321.058661, 315.982908, 318.523515, 314.384038, 308.339148, 309.395574, 303.493874, 308.616062, 313.254269, 309.451985, 312.252872, 317.043155, 314.042638, 317.185973, 324.601926, 328.79691, 329.450191, 329.662198, 331.338461, 331.57393, 272.082846, 262.717943, 252.21023, 267.000407, 274.798776, 277.216879, 278.603054, 283.283611, 290.214253, 279.41238, 263.292535, 254.717682, 231.808747, 223.538349, 208.852181, 207.228626, 202.963909, 200.680658, 189.296743, 163.438861, 131.021021, 127.168976, 108.886443, 91.982964, 98.607312, 109.630873]}, "digit": {"n_am_en": [4, 41, 20, 28, 20, 16, 10, 15, 16, 23, 25, 19, 30, 27, 21, 23, 25, 20, 23, 31, 19, 17, 14, 19, 28, 27, 29, 26, 25, 24, 25, 27, 26, 19, 31, 29, 21, 13, 5, 9, 9, 10, 8, 6, 6, 4, 2, 1, 0, 0], "n_am_pl": [0, 9, 18, 16, 13, 11, 24, 11, 16, 22, 12, 9, 23, 22, 20, 23, 24, 19, 19, 15, 15, 14, 16, 18, 6, 7, 12, 9, 20, 16, 22, 25, 21, 14, 12, 13, 11, 6, 8, 4, 6, 10, 9, 9, 6, 10, 4, 3, 0, 0], "n_pos": 112, "sum_m_en": [8.898417, 5.066385, 5.368088, 5.648619, 5.914318, 6.168675, 6.416555, 7.425144, 7.869024, 8.182742, 8.87731, 8.372111, 8.740169, 9.251611, 8.943823, 8.83848, 8.526447, 8.11655, 7.070966, 6.474459, 5.939423, 5.497779, 5.326093, 5.170867, 11.413708, 13.105132, 13.777108, 13.57812, 13.745657, 13.700033, 13.051575, 12.657224, 12.083693, 11.333598, 11.99625, 11.47465, 11.105521, 10.101325, 9.895143, 10.038643, 9.055903, 8.842315, 8.610842, 8.9954, 7.142902, 5.198462, 2.921359, 1.66292, 0.091177, 0.0], "sum_m_pl": [40.868168, 57.665183, 54.525969, 52.410064, 52.689059, 50.899489, 52.464324, 50.798622, 49.782321, 50.7614, 48.413336, 50.12165, 50.149771, 49.744256, 49.86717, 50.717552, 49.507506, 50.583423, 52.553396, 53.4858, 53.564284, 54.115794, 54.66944, 55.281574, 45.394005, 41.595567, 39.779128, 42.966534, 44.050482, 44.14083, 44.353008, 45.40494, 47.657724, 47.235327, 44.420568, 44.257828, 42.018954, 40.67527, 37.002658, 37.109378, 38.049541, 40.186226, 38.616017, 36.548522, 28.381186, 25.554002, 13.498266, 7.245026, 0.342123, 0.0]}, "lang": {"n_am_en": [57, 30, 31, 18, 16, 28, 40, 28, 29, 35, 44, 49, 55, 45, 41, 48, 55, 56, 44, 51, 32, 28, 25, 25, 55, 46, 41, 42, 50, 52, 60, 58, 51, 52, 49, 51, 52, 50, 54, 59, 58, 60, 54, 56, 59, 56, 45, 43, 44, 44], "n_am_pl": [5, 29, 25, 28, 30, 31, 25, 25, 27, 29, 35, 21, 25, 26, 34, 31, 40, 31, 36, 26, 35, 40, 45, 42, 13, 29, 29, 28, 27, 27, 25, 23, 37, 35, 35, 37, 29, 28, 28, 32, 30, 27, 36, 38, 39, 39, 50, 61, 98, 109], "n_pos": 154, "sum_m_en": [13.570962, 7.641529, 8.007324, 8.093654, 8.376977, 8.615249, 9.331789, 9.630301, 9.864562, 9.985942, 10.690655, 11.348165, 11.52067, 12.391483, 12.255991, 11.804198, 11.537658, 10.546496, 9.601231, 9.060557, 8.73002, 8.191969, 7.777682, 7.409139, 15.545067, 17.717125, 18.762288, 18.348261, 19.441433, 20.162184, 19.533883, 18.935585, 18.599461, 18.803855, 19.380205, 19.060297, 20.695852, 19.970902, 23.45022, 26.220756, 24.702532, 27.942291, 31.334151, 34.953379, 43.610805, 43.027681, 34.8683, 33.388056, 45.196523, 44.007871], "sum_m_pl": [61.088113, 73.219224, 71.750469, 69.53751, 70.137693, 69.580998, 69.534035, 70.678512, 70.326767, 71.437882, 70.643668, 70.944955, 72.658739, 71.9664, 73.058389, 73.90055, 72.6493, 72.605916, 74.183708, 74.555667, 74.597923, 74.40041, 74.867173, 74.566961, 62.516464, 61.514973, 59.53141, 63.000984, 63.650146, 63.6446, 63.707111, 65.14858, 67.217543, 65.51563, 63.098135, 63.251918, 61.103391, 61.756142, 59.015722, 58.331553, 58.896274, 57.442229, 55.701942, 52.751589, 48.628284, 51.910433, 56.488948, 62.234193, 94.149309, 107.941374]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 680, "item_id": "llmzszl-152", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 662, "region_end": 680, "roundtrip_ok": true, "tf_agree": 0.9824, "tf_agree_excl_first": 0.9838}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [41, 37, 34, 24, 31, 18, 17, 16, 13, 19, 24, 36, 24, 26, 33, 25, 38, 37, 24, 20, 20, 21, 21, 26, 30, 26, 24, 26, 25, 31, 18, 25, 25, 29, 28, 26, 34, 26, 29, 25, 26, 25, 27, 31, 28, 26, 30, 31, 32, 28], "n_am_pl": [5, 23, 15, 22, 9, 10, 8, 11, 11, 20, 18, 18, 15, 13, 15, 28, 26, 25, 22, 29, 22, 24, 25, 17, 13, 13, 13, 16, 25, 17, 20, 24, 11, 14, 9, 5, 6, 2, 5, 1, 2, 2, 4, 3, 8, 9, 5, 3, 3, 5], "n_pos": 140, "sum_m_en": [15.494978, 7.723603, 7.243421, 7.484198, 7.566361, 7.470105, 7.612686, 8.158761, 8.32572, 8.485974, 9.151208, 9.527338, 9.760043, 10.0313, 10.542772, 9.638091, 9.777056, 9.91626, 8.335819, 7.647832, 7.26759, 6.823489, 6.543965, 6.375499, 14.142763, 14.226639, 12.70607, 12.814195, 13.2629, 13.872591, 13.024654, 13.258052, 12.948963, 12.796954, 13.537043, 13.770406, 14.638929, 15.456117, 17.394406, 18.368338, 17.862697, 19.548622, 20.8254, 22.880213, 26.275437, 27.163771, 30.883505, 31.384774, 28.597636, 27.583249], "sum_m_pl": [54.444668, 68.977016, 66.858527, 64.939537, 63.349557, 62.478223, 62.323687, 59.154746, 60.329488, 63.84274, 62.532184, 64.102335, 63.934032, 61.836586, 61.635849, 65.119977, 65.612557, 65.532891, 67.041679, 68.598199, 68.799149, 68.954265, 69.30148, 69.398091, 53.529186, 52.775867, 52.599874, 56.006734, 57.589357, 56.887971, 58.01717, 57.175866, 56.37409, 53.64048, 52.568063, 49.55248, 45.17665, 42.24417, 36.964274, 36.034074, 34.673546, 31.023902, 29.694729, 25.679587, 25.860387, 19.407775, 11.143129, 5.768781, 3.104503, 4.967268]}, "digit": {"n_am_en": [7, 12, 14, 6, 8, 2, 2, 1, 2, 4, 9, 11, 6, 3, 5, 9, 11, 10, 9, 3, 6, 8, 8, 9, 9, 10, 8, 8, 4, 7, 5, 7, 7, 8, 8, 6, 7, 6, 5, 3, 2, 1, 2, 6, 4, 4, 3, 4, 1, 0], "n_am_pl": [0, 3, 0, 4, 2, 1, 0, 0, 2, 3, 4, 2, 2, 1, 2, 2, 2, 4, 4, 4, 1, 2, 3, 2, 2, 2, 3, 4, 7, 4, 5, 4, 1, 3, 2, 3, 2, 1, 2, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0], "n_pos": 35, "sum_m_en": [3.264918, 1.542595, 1.522956, 1.54448, 1.60429, 1.589453, 1.590848, 1.716987, 1.767566, 1.782468, 1.869576, 1.914048, 2.024364, 2.170941, 2.124886, 2.090195, 2.119332, 2.284, 1.91952, 1.750857, 1.679595, 1.612493, 1.534476, 1.529065, 3.255599, 3.043141, 2.840408, 2.883597, 2.798479, 2.914632, 2.855968, 2.822956, 2.656914, 2.549232, 2.519755, 2.531844, 2.536036, 2.642935, 2.652528, 2.753641, 2.582968, 2.614513, 2.840744, 3.630134, 3.460616, 3.18442, 3.438597, 3.559168, 0.981909, 0.0], "sum_m_pl": [14.848933, 18.52783, 17.482416, 16.871011, 16.194895, 15.856994, 15.667256, 14.65364, 15.107246, 16.699995, 16.354775, 16.840869, 16.318396, 15.552696, 15.669362, 16.570173, 16.379839, 16.23475, 16.662175, 17.130612, 17.218054, 17.187504, 17.270257, 17.287818, 13.801894, 13.385206, 13.615572, 14.744238, 15.210423, 15.351266, 14.922524, 14.548327, 14.702163, 14.416797, 14.014618, 13.854097, 13.19004, 12.711427, 11.612002, 11.497827, 11.356701, 11.376582, 11.15546, 9.663937, 9.56662, 6.441576, 4.347043, 2.094695, 0.294514, 0.0]}, "lang": {"n_am_en": [12, 9, 10, 9, 11, 8, 8, 5, 3, 5, 6, 12, 13, 10, 11, 7, 7, 9, 7, 6, 3, 4, 5, 6, 7, 6, 6, 6, 10, 11, 5, 9, 9, 12, 9, 12, 14, 10, 12, 13, 15, 17, 16, 13, 16, 15, 19, 21, 28, 28], "n_am_pl": [4, 3, 3, 6, 2, 4, 1, 3, 2, 8, 5, 6, 3, 6, 6, 8, 9, 7, 6, 9, 9, 10, 8, 5, 4, 2, 3, 4, 5, 4, 4, 6, 3, 2, 4, 1, 1, 0, 1, 0, 0, 0, 1, 0, 2, 2, 0, 0, 3, 5], "n_pos": 33, "sum_m_en": [3.965769, 1.890208, 1.822141, 1.927041, 1.911268, 1.91966, 1.943501, 2.077816, 2.166049, 2.189291, 2.461862, 2.608311, 2.696754, 2.753071, 2.999381, 2.524481, 2.526295, 2.615731, 2.193116, 1.986705, 1.873971, 1.722873, 1.647416, 1.577942, 4.668149, 4.643434, 3.8787, 3.808285, 4.10131, 4.309191, 4.055225, 4.064368, 4.074166, 4.304387, 4.713122, 5.083558, 5.941345, 6.6408, 7.991198, 9.112628, 9.38986, 11.377721, 11.293617, 12.314684, 14.695006, 15.639444, 18.477939, 21.101313, 25.485163, 27.223951], "sum_m_pl": [12.654617, 15.57058, 15.605011, 15.297451, 15.082965, 14.830146, 14.955468, 14.25458, 14.361488, 15.036416, 14.861319, 15.279852, 15.394609, 14.9201, 14.659433, 15.66421, 15.839509, 15.716788, 16.127154, 16.339939, 16.26886, 16.364244, 16.431313, 16.428989, 12.548422, 12.58003, 13.109314, 13.808891, 13.76549, 13.690621, 14.03836, 13.677483, 13.650877, 13.294327, 12.726087, 11.677379, 10.456263, 9.956962, 8.19512, 7.868001, 7.576325, 5.527303, 5.8724, 4.922979, 4.510128, 3.33597, 1.834186, 1.034654, 2.710886, 4.966683]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "llmzszl-155", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 745, "region_end": 140, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 0.9929}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [86, 85, 69, 70, 85, 57, 45, 55, 51, 61, 76, 84, 73, 63, 62, 67, 71, 74, 60, 61, 60, 62, 51, 55, 78, 71, 64, 68, 80, 84, 73, 69, 74, 77, 78, 71, 74, 66, 63, 58, 60, 59, 58, 57, 51, 41, 25, 20, 10, 8], "n_am_pl": [16, 65, 69, 62, 48, 62, 57, 49, 61, 67, 53, 65, 50, 48, 49, 53, 62, 56, 62, 71, 53, 45, 53, 67, 43, 57, 45, 49, 49, 61, 56, 59, 49, 27, 35, 37, 32, 37, 36, 43, 42, 35, 38, 37, 31, 46, 44, 49, 72, 77], "n_pos": 336, "sum_m_en": [30.699372, 16.211014, 16.842604, 17.207672, 17.964161, 18.375117, 18.059434, 18.832909, 19.68764, 19.860971, 20.905398, 21.730244, 22.427505, 23.562216, 24.541809, 22.682687, 22.763699, 22.123755, 19.751593, 18.428626, 17.630135, 16.731271, 16.252667, 15.829668, 33.058278, 34.681439, 34.121656, 33.137074, 36.490505, 37.008954, 34.818204, 32.031391, 31.221698, 31.198656, 34.831219, 33.545421, 33.435428, 33.870429, 36.323683, 37.799235, 35.811155, 33.610931, 38.105022, 36.908169, 37.617237, 32.879809, 24.580836, 23.332676, 13.066586, 8.060569], "sum_m_pl": [135.726671, 170.819152, 165.136318, 161.781198, 159.415511, 156.061177, 157.226487, 152.561941, 153.381002, 158.618447, 156.30568, 155.59283, 157.342353, 155.215455, 152.579835, 159.785762, 160.521564, 160.831528, 163.550909, 165.671439, 163.816061, 163.147343, 163.691451, 162.752699, 127.234351, 126.70416, 124.00958, 132.487694, 135.715274, 138.146536, 139.783045, 142.722671, 142.863646, 133.710216, 129.973426, 124.479178, 117.604241, 114.291849, 104.930107, 100.606779, 100.163025, 98.061005, 98.815547, 90.145238, 76.994987, 75.184651, 65.913721, 56.377705, 69.988416, 74.460976]}, "digit": {"n_am_en": [13, 18, 16, 20, 12, 4, 4, 5, 2, 14, 17, 19, 16, 12, 10, 9, 11, 17, 13, 16, 11, 8, 6, 7, 16, 13, 11, 8, 9, 14, 8, 11, 12, 11, 10, 9, 9, 10, 6, 4, 4, 9, 6, 5, 2, 2, 2, 1, 0, 0], "n_am_pl": [3, 9, 7, 4, 4, 9, 11, 8, 10, 11, 9, 12, 8, 8, 8, 8, 8, 8, 6, 9, 6, 3, 8, 5, 2, 7, 7, 7, 9, 9, 7, 9, 6, 3, 6, 7, 3, 2, 4, 1, 3, 1, 1, 1, 1, 3, 2, 3, 0, 0], "n_pos": 70, "sum_m_en": [5.909369, 3.170599, 3.310078, 3.355041, 3.310691, 3.213537, 2.993117, 3.243913, 3.253431, 3.265401, 3.353759, 3.572751, 3.871253, 4.25452, 4.147663, 3.974881, 4.022138, 4.21096, 3.722614, 3.389668, 3.213591, 3.047458, 2.970973, 2.929238, 5.009281, 5.360271, 5.282038, 5.181967, 5.371475, 5.48067, 5.339762, 5.301049, 5.203721, 5.00933, 5.246933, 5.325674, 5.327976, 5.882034, 5.856093, 5.109575, 5.076523, 4.804929, 4.747305, 4.759533, 4.698465, 3.743908, 2.934458, 2.806628, 0.791742, 0.0], "sum_m_pl": [31.786457, 37.575835, 35.536872, 34.227957, 34.068422, 33.474129, 33.774312, 32.344491, 32.694863, 34.350118, 34.144758, 34.334751, 33.914646, 33.307313, 33.066632, 34.206283, 33.982842, 33.511583, 34.027813, 34.747534, 34.234399, 34.246525, 34.274509, 34.275206, 28.785442, 27.548977, 27.015378, 28.761211, 29.340014, 29.867597, 29.841374, 30.364849, 31.101445, 29.766151, 29.451796, 28.569484, 27.641039, 26.343605, 24.762234, 23.966856, 24.160022, 24.341355, 24.571957, 21.949872, 21.292715, 16.346282, 11.378004, 7.507627, 1.270043, 0.0]}, "lang": {"n_am_en": [21, 25, 18, 18, 21, 12, 14, 14, 13, 15, 14, 13, 19, 16, 15, 25, 23, 19, 18, 15, 19, 21, 18, 15, 24, 21, 16, 23, 20, 22, 19, 18, 25, 30, 27, 22, 22, 23, 26, 27, 26, 25, 28, 29, 31, 22, 15, 15, 8, 8], "n_am_pl": [5, 14, 21, 18, 14, 21, 18, 14, 14, 12, 16, 20, 11, 12, 12, 16, 18, 22, 21, 30, 20, 18, 20, 26, 17, 17, 12, 11, 12, 16, 12, 12, 13, 10, 16, 15, 13, 18, 15, 19, 20, 21, 22, 23, 22, 35, 34, 38, 68, 76], "n_pos": 85, "sum_m_en": [7.548092, 4.401427, 4.413209, 4.455072, 4.592496, 4.635432, 4.49104, 4.625067, 4.8728, 4.73821, 5.12623, 5.416924, 5.505509, 5.971451, 6.112626, 5.819162, 5.80663, 5.549346, 5.026198, 4.671625, 4.566657, 4.3379, 4.167458, 4.052326, 9.763822, 9.572687, 9.13076, 8.961942, 9.792337, 9.820625, 8.93888, 8.91647, 9.002763, 9.226437, 10.039807, 9.776837, 9.671552, 9.697878, 10.738088, 11.295797, 10.190751, 9.930142, 14.255178, 14.358807, 17.977557, 16.626105, 13.928551, 13.275149, 9.313135, 8.057161], "sum_m_pl": [32.119123, 41.435999, 40.205763, 39.773124, 38.66849, 37.977801, 38.773484, 38.317319, 38.519886, 39.919324, 39.338599, 39.1196, 39.890632, 39.350408, 38.848003, 41.01716, 41.305358, 41.481237, 41.941856, 42.440221, 42.042463, 41.867231, 42.166178, 41.994145, 34.849029, 34.39716, 33.858283, 35.038662, 35.550579, 36.060566, 36.799204, 37.079572, 37.177495, 35.179315, 34.382348, 34.536905, 33.764093, 34.004364, 31.219216, 31.210844, 31.807496, 31.983113, 34.351932, 33.324822, 29.768078, 35.245436, 35.123252, 35.59159, 63.382485, 73.630786]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 338, "item_id": "llmzszl-155", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 676, "region_end": 336, "roundtrip_ok": true, "tf_agree": 0.9763, "tf_agree_excl_first": 0.9792}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [47, 45, 38, 28, 26, 17, 32, 33, 29, 42, 40, 38, 28, 28, 37, 29, 30, 30, 35, 27, 27, 25, 22, 27, 51, 45, 45, 41, 41, 44, 33, 38, 38, 44, 49, 52, 54, 46, 45, 50, 47, 49, 52, 49, 50, 51, 52, 55, 57, 53], "n_am_pl": [3, 17, 25, 18, 17, 22, 23, 12, 14, 25, 27, 17, 29, 18, 19, 10, 18, 21, 11, 27, 26, 31, 30, 29, 15, 21, 19, 21, 25, 25, 38, 30, 23, 23, 11, 15, 9, 9, 8, 9, 6, 5, 10, 11, 8, 7, 7, 7, 1, 1], "n_pos": 162, "sum_m_en": [19.742533, 9.308077, 9.141615, 8.119024, 8.535446, 8.701323, 9.041274, 9.89978, 10.091697, 10.233015, 10.833802, 11.301142, 11.824725, 12.602128, 12.4558, 11.998526, 11.554888, 11.641991, 10.900524, 9.73969, 8.935916, 8.421596, 7.997525, 7.903305, 20.978024, 21.761487, 20.329343, 17.900157, 17.977622, 16.838333, 15.839507, 15.852306, 15.657419, 16.323983, 17.402497, 18.491229, 21.129964, 21.299236, 22.645137, 26.752388, 26.440536, 30.454255, 32.87714, 35.907328, 36.203357, 41.127522, 47.22263, 53.230864, 54.602959, 53.532992], "sum_m_pl": [58.575964, 77.407107, 76.824875, 76.315426, 73.76364, 73.6512, 73.38544, 71.583611, 69.713859, 72.810988, 70.687548, 70.25807, 70.757772, 69.277898, 69.530881, 70.090722, 70.63228, 70.494887, 71.523926, 74.639455, 75.878483, 76.324243, 76.928313, 77.430157, 57.179439, 57.743536, 56.804752, 63.370151, 65.154351, 65.565343, 67.492074, 67.523561, 67.627122, 63.939753, 60.696176, 57.522712, 51.181813, 48.914031, 43.521801, 40.81131, 37.49889, 32.701608, 31.009705, 27.170924, 23.145882, 17.29481, 12.116505, 9.304563, 2.027648, 1.314594]}, "digit": {"n_am_en": [0, 9, 8, 3, 4, 0, 7, 5, 5, 5, 6, 8, 0, 3, 2, 4, 3, 3, 4, 2, 1, 1, 0, 1, 7, 8, 8, 6, 8, 9, 5, 6, 4, 4, 3, 5, 7, 5, 5, 6, 5, 4, 2, 2, 1, 0, 1, 1, 0, 0], "n_am_pl": [0, 0, 1, 2, 2, 1, 1, 1, 1, 5, 7, 1, 6, 2, 2, 1, 1, 4, 2, 7, 5, 7, 7, 6, 2, 3, 4, 3, 3, 4, 6, 7, 5, 7, 3, 4, 2, 1, 0, 2, 1, 1, 2, 1, 4, 5, 4, 1, 0, 0], "n_pos": 22, "sum_m_en": [2.091191, 0.943759, 0.884201, 0.831376, 0.920518, 0.994156, 1.034394, 1.165248, 1.171582, 1.163968, 1.230245, 1.342357, 1.373527, 1.63411, 1.354476, 1.333774, 1.314414, 1.340748, 1.267197, 1.127191, 1.044865, 0.983203, 0.923353, 0.918502, 2.103703, 1.932345, 1.919318, 1.581972, 1.716074, 1.720871, 1.625774, 1.638306, 1.599013, 1.662219, 1.602006, 1.849532, 1.778832, 1.630919, 1.568932, 1.639047, 1.593176, 1.697538, 1.432999, 1.340009, 1.239555, 1.020339, 1.136271, 0.924088, 0.112313, 0.0], "sum_m_pl": [9.261058, 11.807246, 11.359436, 11.166621, 10.878885, 10.532382, 10.552454, 10.187649, 9.939906, 10.456035, 10.308402, 10.283012, 10.266591, 9.753885, 10.188986, 9.803047, 9.593546, 9.85367, 10.235605, 10.522349, 10.719029, 10.81418, 10.907124, 11.004329, 9.34055, 9.612607, 9.424037, 10.257049, 10.346384, 10.488163, 10.329285, 10.164617, 10.16514, 9.699786, 9.25144, 9.10486, 8.890934, 8.860164, 7.872088, 8.221288, 8.002218, 8.043845, 7.947459, 6.790872, 7.298138, 6.391539, 5.158618, 2.209208, 0.352527, 0.006574]}, "lang": {"n_am_en": [16, 13, 13, 8, 8, 9, 14, 17, 12, 15, 18, 18, 14, 14, 15, 11, 10, 11, 15, 15, 14, 13, 11, 14, 25, 22, 24, 19, 16, 13, 13, 17, 17, 22, 25, 28, 28, 26, 27, 29, 29, 31, 35, 34, 38, 38, 39, 44, 50, 53], "n_am_pl": [2, 2, 5, 4, 5, 5, 5, 6, 4, 9, 8, 6, 11, 6, 8, 3, 5, 8, 6, 11, 13, 13, 13, 12, 8, 8, 7, 8, 14, 11, 14, 9, 10, 6, 3, 3, 3, 4, 1, 3, 3, 2, 4, 5, 1, 1, 2, 3, 1, 1], "n_pos": 54, "sum_m_en": [6.652208, 3.240585, 3.010664, 2.734482, 2.85888, 2.876203, 3.083198, 3.371608, 3.513249, 3.456453, 3.70126, 3.976671, 4.219253, 4.434985, 4.599178, 4.204645, 4.075872, 4.385442, 4.238336, 3.601114, 3.254271, 3.092476, 2.925458, 2.852727, 9.766738, 9.889381, 9.105468, 8.160047, 7.616126, 7.142027, 6.473956, 6.697796, 6.814218, 7.540807, 8.166227, 8.854936, 11.054038, 12.046114, 13.547711, 15.646921, 16.010082, 19.4224, 21.802019, 25.170614, 25.083463, 28.225558, 34.117383, 40.774358, 48.451273, 51.428716], "sum_m_pl": [17.970293, 24.078718, 25.121276, 25.176751, 24.379891, 24.230203, 23.985438, 23.918466, 23.313714, 24.312177, 23.798351, 23.754908, 23.751751, 23.31214, 23.309506, 23.950705, 24.367352, 24.011312, 23.939876, 25.140293, 25.507489, 25.611741, 25.768428, 25.914772, 19.974812, 19.663815, 19.333397, 20.778722, 21.417515, 21.319788, 22.428671, 22.154454, 22.477941, 21.590574, 20.959629, 20.918627, 18.210734, 17.098835, 15.672618, 14.284252, 13.193106, 11.265033, 10.307611, 9.450799, 7.796836, 4.816594, 3.846823, 3.539523, 1.129023, 1.0002]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "llmzszl-157", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 731, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 0.9939}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [25, 14, 18, 15, 18, 10, 8, 13, 10, 20, 18, 18, 15, 12, 7, 13, 10, 14, 7, 11, 7, 11, 9, 9, 24, 23, 19, 15, 15, 17, 9, 10, 12, 18, 22, 20, 18, 18, 26, 28, 26, 23, 22, 17, 16, 14, 6, 3, 0, 0], "n_am_pl": [8, 18, 14, 10, 9, 16, 6, 3, 8, 13, 14, 7, 15, 12, 18, 12, 11, 22, 17, 16, 20, 15, 15, 14, 6, 10, 5, 9, 15, 18, 20, 13, 8, 8, 10, 10, 9, 8, 7, 12, 4, 6, 5, 8, 5, 10, 8, 10, 19, 21], "n_pos": 83, "sum_m_en": [7.910673, 4.049607, 4.059285, 3.955187, 4.301271, 4.299555, 4.194671, 4.661695, 4.754749, 4.764166, 4.73612, 4.929866, 5.344169, 5.750681, 5.157663, 5.688766, 5.477498, 5.364187, 4.882807, 4.707815, 4.331183, 4.031009, 3.860748, 3.837153, 8.247854, 7.851226, 7.596327, 6.949912, 7.331943, 6.98817, 6.736327, 6.586549, 6.216513, 6.683131, 6.891643, 6.929145, 7.489907, 8.738861, 10.458918, 14.817832, 16.177571, 16.649452, 16.07896, 14.871628, 14.625868, 12.400527, 5.12862, 3.271442, 0.503556, 0.002192], "sum_m_pl": [32.64669, 40.006294, 38.779646, 38.499896, 35.647465, 36.163536, 36.210054, 35.956878, 34.422609, 36.180912, 35.113046, 35.511074, 35.532493, 34.991274, 35.018581, 35.558131, 36.068841, 36.18724, 37.80415, 38.883707, 39.428299, 39.611402, 39.670454, 39.891055, 29.903733, 30.53241, 30.076888, 34.187005, 35.164284, 35.571158, 34.921878, 33.798838, 32.366561, 29.810864, 29.146435, 27.829347, 25.813085, 25.683757, 24.307058, 23.902951, 22.025672, 20.22458, 20.065649, 18.653081, 15.21999, 14.679326, 13.603358, 13.03218, 17.747686, 20.640855]}, "digit": {"n_am_en": [1, 6, 5, 1, 4, 2, 2, 3, 1, 4, 7, 5, 3, 2, 0, 4, 1, 1, 2, 1, 0, 2, 0, 0, 6, 7, 5, 3, 1, 1, 2, 2, 2, 5, 4, 4, 5, 3, 6, 5, 5, 5, 4, 3, 3, 2, 2, 1, 0, 0], "n_am_pl": [0, 3, 2, 0, 1, 3, 1, 0, 2, 6, 5, 2, 5, 2, 3, 2, 5, 7, 4, 4, 5, 3, 5, 5, 1, 2, 1, 5, 8, 9, 5, 3, 2, 2, 3, 2, 2, 3, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.553142, 0.735916, 0.682943, 0.659206, 0.70782, 0.762854, 0.792531, 0.929853, 0.981547, 0.99591, 1.024191, 1.04056, 1.092331, 1.179698, 0.998336, 1.154824, 1.091807, 1.123081, 1.029847, 0.993259, 0.910885, 0.831821, 0.782573, 0.775863, 1.989275, 1.570322, 1.560017, 1.351099, 1.365881, 1.264477, 1.318662, 1.370492, 1.186836, 1.338155, 1.321046, 1.544937, 1.513593, 1.260026, 1.325053, 1.239938, 1.226608, 1.964513, 1.624855, 1.402421, 1.178129, 0.742892, 0.859817, 0.579786, 0.088102, 0.0], "sum_m_pl": [8.223004, 9.863287, 9.488292, 9.128505, 8.527735, 8.408681, 8.339971, 8.088152, 7.807765, 8.230052, 8.296928, 8.360971, 8.162801, 7.872685, 7.992715, 7.790002, 7.88715, 8.076673, 8.400582, 8.504321, 8.613102, 8.679614, 8.742187, 8.839507, 7.162595, 7.587289, 7.582774, 8.228194, 8.354157, 8.542077, 8.099459, 7.711973, 7.489501, 7.374868, 7.280753, 7.529334, 7.082935, 7.296921, 7.077999, 7.27938, 7.132653, 6.696336, 6.547017, 5.394735, 4.710061, 3.601838, 2.691577, 1.554841, 0.322327, 0.0]}, "lang": {"n_am_en": [10, 4, 5, 6, 8, 3, 3, 3, 5, 7, 1, 2, 6, 5, 3, 5, 6, 8, 3, 7, 5, 7, 6, 6, 8, 7, 6, 5, 6, 6, 5, 6, 5, 8, 11, 11, 10, 10, 11, 13, 11, 9, 9, 6, 6, 5, 3, 2, 0, 0], "n_am_pl": [1, 1, 0, 0, 2, 3, 1, 0, 3, 4, 4, 2, 1, 2, 5, 3, 3, 6, 3, 3, 2, 2, 3, 2, 0, 2, 1, 1, 2, 3, 5, 4, 5, 4, 4, 3, 1, 1, 2, 4, 2, 3, 3, 6, 4, 7, 8, 9, 18, 20], "n_pos": 20, "sum_m_en": [1.927161, 1.000862, 1.032209, 1.035158, 1.18904, 1.126134, 1.107965, 1.210999, 1.278111, 1.286479, 1.254124, 1.378519, 1.541458, 1.681109, 1.495319, 1.741105, 1.602847, 1.594999, 1.424247, 1.350546, 1.208523, 1.104436, 1.049664, 1.024232, 2.605394, 2.588703, 2.467031, 2.208668, 2.357915, 2.256509, 2.234169, 2.215919, 2.176456, 2.550297, 2.484405, 2.532928, 3.190076, 4.19318, 4.798462, 5.922136, 7.481577, 6.676747, 6.340538, 5.565525, 5.919225, 4.71054, 2.480537, 2.001988, 0.219982, 0.001612], "sum_m_pl": [7.345375, 8.759994, 8.441946, 8.616607, 7.999262, 8.202113, 8.121107, 8.333638, 8.094185, 8.588601, 8.161761, 8.269563, 8.254024, 8.222995, 8.507956, 8.57742, 8.7163, 8.941276, 9.187782, 9.493746, 9.64111, 9.762326, 9.697836, 9.695844, 7.775467, 7.650686, 7.477058, 8.108262, 7.941556, 7.856237, 7.960742, 7.829547, 7.77726, 7.483108, 7.336324, 7.319337, 6.671723, 6.746185, 6.46962, 6.789058, 5.326694, 5.284638, 5.442667, 6.80237, 5.553004, 6.600734, 8.020278, 9.02328, 15.815423, 19.53781]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "llmzszl-157", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 662, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9882, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [48, 49, 38, 32, 20, 25, 25, 25, 40, 37, 44, 45, 44, 39, 35, 33, 36, 26, 35, 47, 37, 35, 37, 31, 41, 51, 49, 56, 40, 44, 31, 35, 41, 42, 43, 52, 44, 45, 45, 47, 55, 51, 46, 41, 45, 60, 51, 49, 42, 43], "n_am_pl": [16, 21, 19, 12, 19, 22, 22, 23, 17, 20, 27, 24, 26, 30, 34, 28, 33, 40, 39, 31, 36, 42, 43, 43, 26, 24, 28, 25, 26, 24, 24, 31, 19, 14, 20, 13, 17, 10, 10, 8, 6, 9, 16, 7, 6, 3, 5, 1, 2, 1], "n_pos": 176, "sum_m_en": [18.000282, 8.841684, 8.945144, 8.927513, 9.201563, 9.540264, 9.653377, 9.984388, 10.50519, 10.90849, 11.300067, 12.427512, 12.665774, 13.095602, 12.733917, 12.680678, 12.533427, 12.28744, 10.986127, 10.457307, 9.59564, 9.083537, 8.67963, 8.489988, 18.235242, 20.841225, 20.377684, 20.681069, 18.994932, 19.733306, 18.531213, 18.206991, 17.108898, 16.815915, 18.792035, 20.870966, 22.787153, 22.879022, 23.930235, 25.677836, 27.974853, 31.58191, 32.29785, 33.704389, 41.151884, 47.633666, 46.001638, 44.714084, 42.749236, 42.716549], "sum_m_pl": [69.712427, 87.861021, 85.344924, 83.013273, 81.529114, 80.620419, 80.568517, 79.426388, 77.902233, 80.915165, 77.998744, 78.9363, 79.282276, 78.99495, 79.664746, 79.401817, 78.419544, 79.482477, 81.174522, 82.597103, 84.504966, 85.167942, 85.586269, 85.881502, 66.36249, 65.261304, 63.783141, 65.766674, 68.857607, 68.465548, 69.222676, 69.796766, 68.724744, 65.11236, 62.39711, 58.582774, 50.987722, 48.853288, 45.956714, 40.139964, 39.411241, 35.92533, 35.622874, 31.470532, 25.724903, 19.750214, 14.161337, 7.967148, 3.035372, 1.233028]}, "digit": {"n_am_en": [0, 3, 5, 2, 1, 4, 1, 3, 4, 1, 5, 4, 4, 5, 3, 2, 7, 2, 2, 4, 2, 0, 3, 2, 3, 4, 5, 6, 4, 6, 3, 4, 2, 1, 3, 3, 1, 1, 3, 3, 2, 2, 2, 2, 2, 3, 1, 2, 0, 0], "n_am_pl": [0, 0, 0, 0, 2, 3, 5, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 8, 6, 5, 6, 8, 7, 5, 5, 4, 4, 3, 7, 2, 5, 6, 5, 2, 3, 2, 2, 2, 4, 2, 1, 4, 3, 0, 0, 1, 1, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.379505, 0.705163, 0.656016, 0.788264, 0.78717, 0.774243, 0.828127, 0.883828, 0.874002, 0.966155, 0.963238, 1.056271, 1.094216, 1.099762, 1.040793, 1.073631, 1.096357, 1.061414, 0.90012, 0.878303, 0.804638, 0.752948, 0.730888, 0.719764, 1.381821, 1.541942, 1.594309, 1.632045, 1.527262, 1.556073, 1.460143, 1.435966, 1.22319, 1.100942, 1.310777, 1.445032, 1.294615, 1.193846, 1.453081, 1.453052, 1.460308, 1.525662, 1.338709, 1.747854, 2.02342, 2.681454, 1.31955, 1.149364, 0.016842, 0.0], "sum_m_pl": [5.908006, 8.165789, 7.912242, 7.423284, 7.501204, 7.491436, 7.560918, 7.348264, 7.296534, 7.571564, 7.456428, 7.523498, 7.596229, 7.578625, 7.692975, 7.556991, 7.457172, 7.639505, 7.729047, 7.756622, 7.862046, 7.934379, 7.917693, 7.968336, 7.026871, 6.881678, 6.499811, 6.570899, 6.934878, 6.751292, 6.723444, 6.690852, 6.744218, 6.49187, 6.195243, 6.154745, 5.436981, 5.674094, 5.358775, 4.683711, 4.811457, 4.9329, 4.875527, 4.259041, 3.478629, 1.71879, 0.482005, 0.417618, 0.023599, 0.0]}, "lang": {"n_am_en": [20, 15, 8, 9, 4, 7, 4, 9, 8, 5, 14, 16, 11, 17, 11, 8, 8, 7, 12, 16, 13, 13, 13, 11, 13, 18, 12, 15, 16, 16, 16, 14, 19, 14, 16, 20, 17, 24, 14, 19, 16, 19, 21, 24, 29, 33, 32, 35, 39, 42], "n_am_pl": [3, 4, 8, 5, 7, 10, 7, 4, 5, 7, 7, 6, 10, 5, 10, 11, 11, 9, 9, 6, 9, 10, 10, 11, 7, 7, 9, 7, 4, 5, 5, 9, 4, 3, 2, 2, 2, 1, 2, 1, 2, 2, 2, 4, 3, 2, 2, 1, 1, 1], "n_pos": 45, "sum_m_en": [4.800836, 2.277325, 2.269628, 2.263816, 2.361165, 2.484478, 2.633908, 2.69655, 2.873015, 2.905734, 3.157006, 3.561987, 3.45985, 3.621208, 3.516667, 3.321349, 3.32118, 3.215527, 2.901033, 2.744809, 2.494088, 2.30407, 2.186782, 2.156631, 6.092231, 6.753253, 6.260251, 5.683191, 5.649018, 5.897029, 5.767661, 5.87852, 5.457413, 5.605799, 6.082272, 8.072583, 10.300072, 11.109331, 12.195925, 12.663215, 13.446108, 16.283814, 17.322513, 18.73772, 24.303837, 26.702995, 29.348322, 32.148344, 38.913001, 41.537123], "sum_m_pl": [17.124984, 22.154136, 21.453603, 20.982146, 20.790301, 20.468446, 20.129472, 19.967228, 19.583452, 20.322282, 20.064627, 20.275954, 20.718782, 20.731788, 20.85814, 21.311278, 20.941769, 21.39069, 21.428531, 21.621614, 21.945734, 22.257588, 22.419477, 22.424111, 17.77159, 17.543928, 17.268811, 18.065753, 18.478349, 17.718857, 17.817482, 17.742619, 17.680102, 17.185671, 16.19296, 14.732248, 12.017064, 11.529925, 10.099722, 9.811094, 9.599819, 7.880319, 7.6725, 7.621265, 4.977048, 3.315518, 2.313655, 1.239928, 1.034933, 1.233011]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "llmzszl-158", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 781, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9719, "tf_agree_excl_first": 0.9774}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [206, 137, 192, 172, 153, 164, 146, 167, 124, 144, 174, 163, 151, 158, 141, 122, 161, 147, 126, 129, 122, 133, 138, 125, 217, 220, 163, 190, 181, 182, 175, 150, 157, 152, 199, 170, 155, 149, 157, 156, 137, 142, 143, 151, 157, 132, 100, 64, 52, 51], "n_am_pl": [34, 116, 106, 91, 102, 126, 92, 113, 149, 136, 107, 111, 140, 139, 171, 179, 159, 161, 191, 188, 231, 204, 211, 230, 110, 118, 110, 90, 102, 103, 124, 130, 123, 103, 85, 75, 75, 62, 66, 61, 58, 63, 56, 68, 67, 80, 94, 100, 134, 148], "n_pos": 740, "sum_m_en": [67.401244, 36.092632, 38.407386, 40.829913, 41.905768, 42.540846, 41.576937, 42.994465, 45.271366, 46.313957, 47.710663, 50.71513, 51.769418, 53.90799, 53.884534, 53.74662, 52.835182, 51.55898, 45.293901, 42.55453, 39.550779, 37.151362, 36.010615, 34.868046, 72.143302, 78.682415, 81.109731, 81.402493, 82.512541, 83.72518, 77.979644, 74.609517, 72.350061, 71.725872, 79.239072, 78.05907, 80.133083, 77.815481, 82.105354, 84.062457, 85.965186, 87.579542, 98.188785, 103.355746, 109.955954, 102.966502, 76.480767, 55.407695, 55.75473, 50.944194], "sum_m_pl": [286.446921, 360.896035, 354.38208, 345.279373, 343.424544, 341.244416, 344.476175, 340.655817, 332.488102, 339.580571, 330.342386, 331.702831, 338.221153, 338.34636, 341.609792, 339.605214, 337.226627, 341.95479, 354.81517, 358.656374, 361.55844, 362.777469, 363.225997, 364.530948, 298.71219, 291.440944, 279.289799, 291.331892, 301.209036, 302.246441, 305.495111, 310.768434, 310.750901, 289.699864, 278.785202, 266.202285, 239.309957, 234.589954, 215.916633, 203.82859, 192.901721, 193.211507, 184.903619, 173.400641, 148.607615, 144.432517, 137.49059, 116.063773, 130.700961, 145.935697]}, "digit": {"n_am_en": [3, 9, 9, 7, 5, 14, 14, 10, 6, 9, 10, 10, 16, 13, 14, 10, 17, 19, 10, 10, 6, 9, 11, 12, 18, 22, 15, 16, 12, 11, 16, 11, 15, 19, 17, 19, 14, 8, 9, 8, 5, 9, 5, 6, 5, 5, 5, 4, 0, 0], "n_am_pl": [0, 13, 8, 5, 3, 7, 1, 1, 5, 2, 5, 4, 4, 11, 7, 10, 6, 8, 14, 14, 14, 19, 16, 18, 5, 7, 8, 8, 6, 8, 12, 9, 9, 4, 3, 4, 3, 6, 9, 2, 1, 4, 2, 5, 0, 1, 1, 1, 0, 0], "n_pos": 49, "sum_m_en": [4.027493, 2.230327, 2.220757, 2.310848, 2.367159, 2.399066, 2.455811, 2.573298, 2.616299, 2.710286, 2.700553, 2.992035, 3.210702, 3.648136, 3.472357, 3.540556, 3.460045, 3.550029, 2.842647, 2.744698, 2.490309, 2.342607, 2.281699, 2.224371, 4.952992, 5.822859, 5.273767, 5.408342, 5.334777, 5.406045, 5.408456, 5.35798, 4.654933, 4.531285, 5.370178, 5.289979, 5.662133, 5.338776, 5.442105, 6.126384, 5.833742, 5.587619, 5.056239, 5.007261, 5.509953, 6.612662, 4.492186, 3.248783, 0.101507, 0.00022], "sum_m_pl": [15.256497, 25.662554, 24.76201, 24.004871, 24.186054, 23.705709, 22.873546, 22.246356, 22.523823, 23.396841, 23.070257, 23.141858, 23.858685, 23.429512, 23.787425, 23.434506, 23.241462, 23.503093, 24.439041, 24.251134, 24.507037, 24.524178, 24.511496, 24.635106, 20.549836, 20.227448, 19.650221, 20.042835, 20.722745, 20.863393, 21.460907, 21.153734, 21.840993, 21.066159, 19.409897, 19.29906, 17.654391, 17.110145, 15.903746, 14.75525, 14.776154, 15.050004, 15.182779, 14.510348, 11.540422, 9.806554, 4.691533, 3.454977, 0.159623, 0.000206]}, "lang": {"n_am_en": [61, 33, 46, 43, 38, 41, 39, 46, 35, 37, 48, 50, 48, 45, 34, 34, 52, 41, 30, 37, 40, 48, 44, 41, 76, 65, 44, 59, 52, 54, 57, 46, 44, 57, 61, 58, 58, 61, 74, 68, 74, 62, 71, 74, 84, 77, 62, 47, 52, 51], "n_am_pl": [13, 27, 27, 23, 20, 30, 16, 33, 40, 33, 24, 31, 26, 32, 47, 47, 42, 43, 52, 46, 59, 60, 57, 65, 19, 30, 28, 19, 27, 26, 26, 30, 36, 28, 28, 25, 28, 21, 23, 27, 27, 27, 26, 36, 39, 53, 65, 79, 129, 148], "n_pos": 199, "sum_m_en": [17.753619, 9.715152, 10.469657, 10.896681, 11.054288, 11.387059, 11.400856, 11.664012, 12.450292, 12.342061, 13.227083, 14.150525, 14.064031, 14.89147, 14.89504, 14.628424, 14.319307, 14.001293, 12.396839, 11.492084, 10.810582, 10.083163, 9.703708, 9.427593, 21.411011, 21.931097, 22.465846, 22.471051, 22.681094, 23.160786, 21.686616, 21.285881, 20.757078, 21.987663, 23.342823, 24.683947, 27.391715, 27.486782, 31.663014, 34.920636, 37.844335, 39.838435, 46.401982, 50.652897, 62.059249, 58.549541, 43.483405, 32.749894, 52.997763, 50.94087], "sum_m_pl": [76.700814, 93.02538, 92.353249, 90.690777, 90.057774, 90.114703, 91.454634, 90.708892, 88.091044, 90.365485, 87.263409, 87.555522, 89.947554, 90.045454, 91.495725, 91.781743, 90.704392, 91.581107, 94.998582, 96.137367, 96.651221, 97.309214, 97.334594, 97.525776, 81.243966, 79.260583, 75.981778, 80.267949, 82.506171, 82.238887, 83.449536, 85.25076, 85.08623, 80.687238, 78.797897, 76.848047, 73.957669, 76.466373, 72.192417, 69.465392, 67.702888, 68.103338, 65.294882, 64.826341, 55.841684, 63.534205, 72.681941, 74.403546, 118.196194, 144.762711]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 740, "item_id": "llmzszl-158", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 712, "region_end": 740, "roundtrip_ok": true, "tf_agree": 0.9946, "tf_agree_excl_first": 0.9959}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [71, 59, 46, 50, 51, 41, 44, 62, 54, 44, 53, 48, 37, 46, 39, 42, 43, 49, 51, 43, 37, 46, 45, 35, 55, 63, 56, 60, 51, 57, 53, 63, 60, 72, 82, 77, 79, 77, 69, 71, 75, 68, 77, 74, 79, 78, 71, 69, 71, 66], "n_am_pl": [8, 43, 34, 38, 21, 24, 17, 14, 18, 17, 26, 20, 22, 14, 17, 13, 15, 18, 21, 32, 28, 24, 23, 31, 13, 18, 26, 26, 23, 30, 21, 17, 19, 14, 16, 17, 8, 7, 12, 14, 14, 16, 9, 9, 10, 12, 14, 8, 10, 10], "n_pos": 231, "sum_m_en": [25.405412, 13.034086, 13.007926, 12.718381, 13.038706, 13.180776, 13.284792, 13.187906, 13.660331, 14.356195, 15.439839, 15.642326, 15.844847, 16.731348, 17.131672, 15.989692, 16.636016, 15.713189, 14.008777, 12.842441, 12.060095, 11.384898, 11.041539, 10.782368, 25.237561, 26.673811, 25.219531, 24.465865, 24.963646, 24.18996, 22.96897, 22.629645, 23.137119, 25.257802, 30.241493, 32.971939, 37.165528, 40.021778, 38.889247, 42.154796, 45.186086, 50.260549, 54.318577, 53.937263, 61.508333, 63.939919, 67.027106, 66.520691, 69.68435, 66.683353], "sum_m_pl": [88.763478, 112.136065, 110.321886, 108.306129, 105.144322, 104.419997, 104.71997, 103.017369, 99.717778, 102.196811, 101.097312, 99.796667, 98.861937, 97.71591, 96.599889, 98.26824, 99.32961, 101.477581, 105.129248, 108.289138, 109.106028, 110.299811, 110.87553, 111.214144, 80.380077, 78.085387, 77.519679, 84.546288, 86.330944, 86.693483, 85.695197, 86.951883, 85.473723, 81.519642, 77.439449, 70.604957, 65.083075, 61.16585, 55.546196, 50.231431, 49.5097, 43.496037, 40.666318, 34.778447, 29.117542, 30.385742, 25.64901, 16.267441, 12.221258, 9.722515]}, "digit": {"n_am_en": [10, 16, 12, 7, 7, 1, 8, 9, 9, 6, 8, 5, 7, 6, 10, 6, 1, 7, 9, 5, 3, 4, 4, 4, 5, 8, 8, 10, 6, 6, 7, 6, 5, 7, 4, 2, 4, 3, 2, 3, 5, 4, 6, 3, 4, 1, 1, 0, 0, 0], "n_am_pl": [1, 4, 5, 4, 3, 4, 1, 0, 7, 4, 1, 3, 1, 2, 2, 0, 2, 5, 4, 4, 3, 2, 3, 4, 0, 2, 5, 6, 4, 4, 2, 4, 7, 3, 2, 0, 0, 1, 3, 2, 5, 3, 1, 0, 0, 0, 1, 0, 0, 0], "n_pos": 44, "sum_m_en": [4.242254, 1.938606, 1.827394, 1.747773, 1.951455, 2.093559, 1.991817, 2.066173, 2.15755, 2.182491, 2.366639, 2.392774, 2.622606, 2.697027, 2.674, 2.503404, 2.59881, 2.568962, 2.352389, 2.161553, 2.025676, 1.935199, 1.897807, 1.852102, 2.754129, 2.873997, 2.96372, 3.083994, 3.255977, 3.13806, 3.193797, 3.089644, 2.836207, 2.76319, 2.859537, 3.230657, 3.325913, 3.07824, 2.631646, 1.725105, 2.445461, 2.436283, 2.983742, 2.944867, 2.594895, 2.095147, 1.968186, 1.533916, 0.462192, 1e-06], "sum_m_pl": [19.482518, 23.838083, 22.951355, 22.560759, 21.707035, 21.051344, 21.28403, 20.699635, 19.943175, 20.589477, 20.290908, 19.993996, 19.337088, 19.380762, 19.057627, 19.257499, 19.226843, 19.561374, 20.511153, 21.063073, 21.122618, 21.327968, 21.487418, 21.634098, 17.769958, 16.817428, 16.767998, 18.078366, 18.344306, 18.317715, 17.826203, 18.003983, 18.386701, 18.18138, 17.135711, 16.245772, 15.665491, 15.507143, 12.992182, 11.268979, 12.7011, 11.89153, 12.230377, 10.419046, 9.855632, 8.488282, 7.420269, 4.480156, 1.369419, 1.2e-05]}, "lang": {"n_am_en": [24, 19, 16, 18, 18, 20, 19, 31, 27, 21, 20, 22, 18, 22, 15, 21, 25, 24, 21, 24, 23, 26, 25, 23, 32, 33, 25, 27, 30, 29, 27, 32, 30, 37, 37, 41, 42, 41, 42, 42, 43, 42, 45, 44, 49, 51, 52, 53, 65, 66], "n_am_pl": [5, 17, 15, 18, 11, 8, 7, 6, 4, 7, 10, 4, 9, 7, 5, 6, 7, 8, 10, 14, 13, 12, 10, 13, 7, 10, 9, 11, 9, 16, 11, 7, 7, 7, 10, 8, 6, 5, 8, 9, 7, 8, 3, 5, 6, 7, 7, 6, 9, 10], "n_pos": 78, "sum_m_en": [9.580059, 5.031365, 5.201668, 4.690975, 4.688679, 4.84295, 4.532759, 4.539861, 4.764759, 4.901168, 5.147696, 5.52047, 5.653102, 6.296353, 6.391119, 5.954908, 6.26245, 5.917582, 5.24279, 4.742291, 4.457003, 4.158724, 4.007485, 3.904496, 12.250262, 13.12979, 11.721162, 10.833088, 10.929492, 10.700099, 10.180072, 10.300503, 10.880904, 11.943362, 13.808539, 16.487778, 18.794114, 20.8215, 21.57767, 24.598744, 26.157747, 30.944235, 32.665365, 32.614485, 39.240216, 42.532981, 45.988511, 49.398006, 61.390001, 64.617798], "sum_m_pl": [27.207404, 35.677094, 35.515023, 35.088351, 34.533289, 34.45256, 34.853675, 34.958504, 34.129414, 35.023172, 34.780048, 34.657062, 34.514338, 33.781812, 33.387175, 34.197054, 34.541842, 35.629222, 36.340356, 37.198856, 37.317505, 37.779967, 37.898115, 37.937026, 28.875242, 28.53106, 27.790489, 29.834561, 30.195367, 30.459016, 30.268741, 30.119707, 29.374533, 27.886749, 26.727526, 25.03076, 23.015024, 22.305254, 21.473426, 19.714805, 18.597134, 15.174448, 13.174265, 12.369388, 9.601359, 11.707006, 9.887982, 7.370313, 9.287884, 9.490364]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "llmzszl-161", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 745, "region_end": 231, "roundtrip_ok": true, "tf_agree": 0.9914, "tf_agree_excl_first": 0.9957}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [46, 41, 29, 23, 21, 25, 31, 36, 32, 39, 36, 30, 33, 27, 23, 30, 35, 27, 29, 30, 21, 18, 18, 17, 38, 29, 39, 41, 35, 31, 31, 35, 30, 42, 38, 31, 27, 35, 33, 28, 39, 34, 36, 32, 29, 23, 16, 9, 2, 1], "n_am_pl": [5, 40, 35, 32, 21, 21, 9, 21, 13, 20, 16, 19, 19, 21, 22, 14, 10, 12, 14, 20, 26, 24, 24, 27, 12, 17, 14, 10, 20, 23, 22, 18, 14, 9, 9, 13, 14, 13, 8, 10, 13, 10, 14, 14, 15, 18, 22, 20, 44, 46], "n_pos": 160, "sum_m_en": [15.168017, 7.804887, 8.116267, 8.204885, 8.574685, 8.835782, 8.628895, 8.803125, 8.72391, 9.110939, 9.315971, 9.629975, 10.063104, 10.343499, 10.335697, 9.831359, 10.648212, 9.581935, 8.865583, 8.580793, 7.813498, 7.489906, 7.415839, 7.171065, 14.794006, 13.946903, 13.346151, 13.203578, 13.626388, 12.815571, 12.407344, 12.350682, 11.312609, 12.168527, 13.968395, 13.504219, 15.083883, 17.509053, 18.152513, 20.710672, 22.214586, 24.721693, 26.42022, 26.800503, 25.118768, 22.855768, 13.795216, 8.835021, 3.007367, 1.011479], "sum_m_pl": [64.187537, 78.556625, 76.926345, 75.149764, 71.923986, 70.907475, 72.035154, 71.334476, 68.606456, 71.363798, 70.773796, 69.562305, 68.934179, 67.96817, 68.343387, 69.908034, 70.254751, 71.202265, 74.010179, 75.792065, 76.608861, 77.003851, 77.11823, 77.316338, 54.903859, 54.527203, 53.019695, 59.024601, 63.514035, 63.99817, 62.616643, 63.300767, 62.820795, 56.937258, 56.13515, 52.835586, 49.962906, 47.216739, 43.164709, 40.121974, 39.473742, 37.764484, 35.478623, 34.000801, 31.879008, 33.674443, 31.713456, 28.012159, 44.141211, 46.388122]}, "digit": {"n_am_en": [5, 16, 12, 6, 7, 3, 2, 7, 9, 10, 12, 8, 9, 7, 10, 10, 6, 6, 6, 7, 3, 1, 0, 2, 8, 7, 8, 11, 9, 7, 5, 5, 5, 4, 7, 3, 4, 6, 6, 4, 5, 5, 5, 2, 2, 1, 2, 0, 0, 0], "n_am_pl": [1, 5, 6, 4, 1, 4, 0, 0, 1, 2, 0, 1, 0, 3, 5, 0, 0, 4, 1, 2, 5, 5, 4, 6, 2, 3, 2, 1, 4, 5, 4, 3, 2, 1, 0, 3, 1, 0, 1, 2, 4, 2, 2, 1, 2, 1, 1, 0, 0, 0], "n_pos": 33, "sum_m_en": [2.778672, 1.460267, 1.36918, 1.317645, 1.480922, 1.581525, 1.486875, 1.552975, 1.587852, 1.661041, 1.753275, 1.71826, 1.88624, 1.949758, 1.941915, 1.839201, 2.040412, 1.857845, 1.72827, 1.563036, 1.428159, 1.381661, 1.370117, 1.346364, 2.094404, 2.009169, 2.202453, 2.44, 2.540451, 2.443656, 2.346737, 2.204795, 2.101937, 1.964835, 2.291659, 2.138455, 1.980317, 2.120658, 1.901419, 1.569162, 1.590195, 1.861852, 1.905131, 1.619496, 1.417417, 1.436581, 1.026528, 0.828693, 0.28586, 1e-05], "sum_m_pl": [15.646436, 17.875855, 17.302108, 17.014844, 16.403369, 15.969299, 16.189732, 15.782315, 15.397426, 15.662465, 15.561277, 15.72599, 15.367902, 15.027815, 15.091992, 15.085247, 14.888169, 15.044788, 15.650101, 16.038904, 16.113032, 16.203874, 16.270357, 16.348461, 13.392965, 13.062169, 13.203747, 14.494027, 14.832393, 14.844639, 14.418511, 14.505568, 14.879729, 13.823983, 13.392412, 12.951183, 12.546822, 12.303964, 10.967244, 10.540116, 10.918079, 10.448095, 10.480089, 9.654283, 8.783017, 7.473359, 6.711397, 4.352907, 0.890841, 0.001996]}, "lang": {"n_am_en": [7, 8, 3, 7, 7, 12, 15, 11, 10, 15, 10, 10, 12, 9, 7, 11, 10, 8, 11, 11, 8, 8, 9, 8, 16, 13, 15, 13, 12, 12, 15, 14, 14, 19, 16, 14, 13, 17, 17, 17, 21, 19, 19, 23, 23, 17, 11, 7, 1, 1], "n_am_pl": [2, 12, 13, 11, 9, 7, 6, 12, 5, 7, 8, 8, 9, 8, 7, 6, 5, 5, 8, 10, 14, 9, 8, 10, 6, 7, 7, 6, 6, 8, 10, 8, 6, 5, 5, 7, 8, 10, 7, 8, 7, 6, 8, 10, 10, 16, 18, 19, 42, 45], "n_pos": 47, "sum_m_en": [4.377199, 2.41014, 2.791337, 2.830248, 2.766729, 2.847717, 2.792571, 2.686679, 2.751685, 2.777063, 2.845505, 3.016877, 3.137515, 3.31378, 3.261863, 3.155282, 3.463846, 3.10207, 2.897785, 2.807925, 2.538194, 2.407266, 2.367311, 2.254351, 6.087975, 5.497506, 5.025407, 4.670669, 4.708976, 4.381986, 4.197239, 4.433047, 4.161667, 4.608403, 5.42887, 5.802579, 7.271674, 8.999151, 10.103356, 12.770866, 13.239215, 14.915243, 16.128038, 17.326629, 17.228063, 15.71385, 8.348137, 4.877293, 1.393031, 1.007357], "sum_m_pl": [16.899453, 20.950508, 20.853748, 20.221845, 19.688661, 19.869396, 20.232307, 20.616388, 19.784506, 20.722399, 20.355461, 20.298815, 20.239628, 20.072548, 20.295821, 20.930073, 20.844835, 21.445767, 22.032159, 22.360039, 22.681331, 22.780823, 22.850588, 22.940968, 17.20714, 17.455828, 16.761707, 18.48771, 19.58234, 19.752769, 19.589947, 19.512682, 19.634433, 17.83063, 17.200917, 17.035767, 15.976694, 16.585322, 15.576795, 14.53721, 13.982292, 13.229921, 12.516243, 14.281661, 14.348506, 18.339584, 19.818943, 20.200536, 39.759703, 44.686623]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "llmzszl-161", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 676, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.9689}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [57, 40, 42, 40, 37, 23, 19, 27, 24, 31, 37, 38, 35, 41, 31, 32, 34, 40, 33, 37, 27, 33, 27, 27, 46, 48, 36, 35, 31, 41, 34, 34, 34, 40, 46, 46, 48, 49, 54, 51, 55, 51, 53, 51, 52, 51, 49, 54, 46, 43], "n_am_pl": [2, 25, 23, 15, 18, 16, 12, 13, 15, 17, 27, 25, 22, 21, 15, 17, 15, 19, 12, 20, 28, 24, 24, 22, 13, 11, 16, 14, 19, 20, 25, 20, 21, 20, 15, 13, 13, 16, 14, 10, 6, 7, 8, 4, 10, 9, 10, 5, 11, 13], "n_pos": 161, "sum_m_en": [20.377678, 8.853879, 9.103013, 8.633916, 9.080211, 9.159119, 9.219677, 9.089347, 9.691879, 10.186122, 11.150402, 11.219594, 11.990274, 11.953718, 11.294055, 10.746324, 10.629595, 10.45132, 9.31014, 8.714054, 8.418324, 7.953837, 7.747216, 7.708977, 23.376459, 23.450546, 20.05472, 18.714261, 18.36749, 18.263636, 17.104051, 16.652349, 16.118749, 16.682892, 18.856119, 19.962872, 22.504447, 22.938641, 25.452445, 29.25577, 30.678707, 31.414381, 39.908733, 38.383174, 41.345918, 42.839213, 46.859661, 51.47211, 46.393254, 42.823007], "sum_m_pl": [59.114011, 78.577271, 77.377356, 75.524303, 73.322448, 71.936047, 71.767648, 71.197954, 70.51076, 72.993963, 71.123702, 72.499812, 72.516273, 71.463439, 71.219602, 73.889904, 72.478141, 72.69468, 73.853458, 76.00784, 76.613331, 77.212678, 77.298368, 77.436547, 56.918438, 56.266807, 56.598934, 60.564356, 61.95931, 63.110041, 64.178955, 64.30108, 64.571115, 60.974295, 61.470567, 56.491725, 50.486, 49.767867, 44.854377, 42.392922, 40.036192, 36.372996, 32.810407, 30.781771, 27.603509, 22.408594, 17.27607, 10.389703, 10.169987, 12.45589]}, "digit": {"n_am_en": [6, 9, 9, 6, 5, 5, 2, 3, 2, 5, 8, 7, 7, 12, 2, 3, 4, 5, 6, 7, 5, 4, 3, 3, 5, 4, 2, 4, 4, 9, 6, 7, 6, 5, 8, 8, 11, 11, 9, 9, 9, 6, 4, 3, 1, 2, 1, 1, 0, 0], "n_am_pl": [0, 2, 1, 2, 3, 4, 1, 0, 4, 3, 7, 5, 3, 1, 0, 1, 0, 1, 2, 4, 5, 5, 3, 3, 1, 2, 1, 6, 6, 3, 2, 4, 4, 3, 4, 2, 2, 3, 2, 1, 0, 1, 2, 1, 2, 1, 2, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.671007, 1.350035, 1.364277, 1.284334, 1.404622, 1.44161, 1.357718, 1.43459, 1.515511, 1.527168, 1.569671, 1.633493, 1.775896, 1.895689, 1.622399, 1.610772, 1.707464, 1.701119, 1.526307, 1.454778, 1.417288, 1.336241, 1.310978, 1.293366, 2.443467, 2.36296, 2.305892, 2.293371, 2.491865, 2.439881, 2.508714, 2.549959, 2.090993, 2.12663, 2.210548, 2.271812, 2.773667, 2.827138, 3.135912, 2.864448, 3.02804, 2.730108, 2.791678, 2.655852, 2.019554, 1.380762, 1.503632, 1.44853, 0.451936, 0.0], "sum_m_pl": [13.652819, 16.530302, 16.040658, 15.626776, 15.258239, 14.988927, 14.749499, 14.402389, 14.302098, 15.065058, 14.956906, 15.20352, 14.933634, 14.284761, 14.251813, 14.82646, 14.174932, 14.180319, 14.715746, 15.075385, 15.148351, 15.210243, 15.204683, 15.323475, 13.512311, 13.180372, 13.042911, 13.976022, 13.869811, 13.859533, 13.709143, 13.535373, 14.032365, 13.790433, 13.606169, 12.797378, 12.566885, 12.62472, 11.831282, 11.995086, 11.733533, 11.011085, 11.049218, 10.720479, 8.987222, 7.282141, 6.671229, 3.71389, 0.947427, 0.0]}, "lang": {"n_am_en": [18, 14, 18, 16, 15, 9, 6, 16, 13, 16, 17, 19, 17, 18, 15, 19, 17, 22, 16, 20, 15, 19, 15, 16, 24, 29, 22, 21, 15, 15, 13, 11, 13, 20, 24, 24, 24, 25, 32, 30, 34, 35, 39, 39, 39, 37, 40, 44, 43, 43], "n_am_pl": [1, 5, 7, 6, 5, 2, 5, 5, 5, 4, 8, 9, 10, 10, 7, 6, 6, 4, 4, 11, 16, 12, 12, 11, 9, 4, 8, 6, 12, 9, 13, 10, 10, 7, 6, 6, 6, 7, 4, 3, 2, 2, 3, 2, 7, 7, 6, 3, 11, 13], "n_pos": 56, "sum_m_en": [6.973674, 3.302478, 3.329436, 3.243484, 3.446855, 3.473462, 3.503911, 3.512214, 3.773019, 4.000784, 4.500143, 4.518417, 4.903087, 4.780088, 4.633732, 4.21591, 4.011168, 4.041275, 3.595466, 3.248866, 3.115546, 2.928552, 2.83536, 2.794179, 11.732481, 11.682846, 10.137507, 9.383416, 8.513064, 8.404789, 7.608253, 7.359471, 7.603708, 8.326802, 9.455117, 10.74511, 12.306353, 12.553876, 14.486439, 17.836835, 19.100574, 21.061096, 27.6001, 27.550971, 31.243911, 33.502973, 36.909707, 41.868575, 42.992298, 42.31682], "sum_m_pl": [19.973728, 26.057198, 26.004881, 25.566579, 24.976278, 24.131741, 24.52346, 24.778008, 24.51214, 25.313707, 24.690721, 25.317805, 25.483288, 25.496012, 25.553891, 26.378115, 26.170217, 25.958403, 26.423479, 27.083376, 27.279353, 27.470588, 27.50498, 27.48144, 20.860829, 20.496009, 20.685887, 21.883709, 22.44457, 22.543332, 23.261738, 23.156519, 23.078868, 21.966541, 22.322518, 21.074287, 18.806222, 18.621075, 17.13251, 15.406645, 14.446549, 13.252255, 11.059532, 10.925705, 11.317248, 8.554553, 6.949494, 4.525838, 9.018888, 12.455238]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 163, "item_id": "llmzszl-162", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 715, "region_end": 161, "roundtrip_ok": true, "tf_agree": 0.9939, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [51, 39, 44, 35, 36, 37, 35, 35, 33, 37, 50, 41, 41, 44, 31, 29, 45, 36, 36, 37, 32, 31, 26, 31, 43, 36, 27, 29, 25, 31, 33, 35, 36, 40, 44, 45, 43, 36, 52, 48, 39, 41, 43, 38, 33, 22, 14, 13, 1, 0], "n_am_pl": [10, 26, 25, 21, 17, 30, 28, 22, 25, 13, 24, 25, 22, 20, 14, 26, 21, 26, 19, 22, 26, 22, 25, 26, 19, 25, 33, 21, 32, 38, 47, 37, 33, 17, 32, 19, 19, 13, 15, 13, 17, 16, 10, 8, 14, 20, 23, 18, 37, 39], "n_pos": 175, "sum_m_en": [16.561905, 8.496376, 9.346389, 10.075986, 10.625025, 10.578571, 10.695806, 10.830289, 11.430722, 12.012822, 12.746826, 12.679598, 13.17431, 13.549668, 12.681526, 12.08593, 12.187395, 11.175198, 9.961332, 9.523349, 9.415284, 9.016431, 8.849227, 8.631077, 22.797787, 22.06262, 19.538858, 18.708334, 19.536852, 19.099854, 18.293985, 17.222289, 16.27062, 16.55726, 18.530615, 18.698677, 18.24476, 17.873132, 19.234091, 22.346086, 22.370951, 21.589875, 26.793449, 23.6265, 23.638541, 21.350946, 14.869449, 12.422173, 1.820654, 0.093671], "sum_m_pl": [71.153881, 86.712468, 83.705479, 82.195168, 81.23828, 79.546517, 80.017479, 78.663062, 78.536061, 80.20649, 78.779807, 79.32289, 79.459965, 78.347972, 78.233403, 81.906985, 79.520066, 80.68331, 82.93848, 84.594086, 83.940526, 83.534858, 83.752282, 83.664942, 61.495275, 61.865742, 61.422333, 65.483694, 68.108164, 72.483769, 72.511306, 73.227017, 73.712506, 69.602074, 69.258946, 65.231313, 61.334084, 59.759356, 55.499698, 53.494281, 51.08196, 49.283352, 44.17611, 42.332935, 36.280302, 34.917041, 32.564567, 24.773272, 35.869357, 39.420315]}, "digit": {"n_am_en": [4, 15, 11, 4, 5, 7, 4, 5, 3, 6, 9, 9, 8, 9, 7, 7, 13, 10, 10, 12, 6, 5, 4, 6, 5, 5, 2, 4, 3, 7, 6, 4, 10, 9, 7, 8, 9, 8, 11, 9, 6, 5, 6, 5, 4, 0, 1, 1, 0, 0], "n_am_pl": [0, 4, 0, 3, 2, 2, 1, 2, 4, 2, 8, 5, 4, 1, 1, 1, 1, 2, 2, 3, 8, 3, 3, 3, 1, 2, 4, 2, 6, 6, 10, 8, 4, 2, 2, 0, 4, 3, 5, 3, 3, 4, 3, 3, 2, 1, 2, 1, 0, 0], "n_pos": 31, "sum_m_en": [2.544385, 1.323929, 1.382679, 1.382439, 1.451838, 1.458721, 1.367312, 1.4374, 1.607363, 1.618922, 1.69717, 1.762099, 1.913232, 2.083851, 1.899167, 1.821752, 1.908397, 1.859892, 1.585602, 1.482837, 1.41432, 1.341492, 1.31688, 1.283427, 3.392301, 3.08974, 2.591853, 2.547438, 2.874209, 2.860317, 2.978784, 2.742288, 2.366729, 2.466075, 2.432476, 2.441896, 2.704125, 2.447831, 2.63199, 2.409343, 2.399076, 2.22514, 2.640971, 2.256059, 1.902089, 1.323601, 2.113233, 1.379037, 0.264464, 0.0], "sum_m_pl": [14.625714, 16.608196, 16.045509, 15.596455, 15.389872, 15.293288, 15.154599, 14.894449, 14.768775, 15.336028, 15.110116, 15.352983, 15.177529, 14.552099, 14.646757, 15.215847, 14.470054, 14.524765, 15.284001, 15.449961, 15.413289, 15.41563, 15.435767, 15.559132, 12.972926, 12.71523, 12.644908, 13.710481, 13.806497, 14.153851, 13.995201, 13.867775, 14.48078, 14.083185, 13.890786, 13.370769, 13.077292, 13.193398, 12.663416, 12.909951, 12.732224, 12.278386, 12.058998, 11.747517, 10.194329, 8.439228, 7.693581, 4.757073, 0.727659, 0.0]}, "lang": {"n_am_en": [11, 4, 7, 6, 13, 11, 13, 11, 12, 11, 12, 14, 15, 11, 9, 6, 9, 10, 9, 8, 14, 13, 12, 13, 13, 13, 9, 10, 9, 7, 8, 13, 13, 18, 16, 17, 14, 11, 21, 16, 15, 19, 22, 21, 20, 13, 9, 7, 0, 0], "n_am_pl": [4, 5, 2, 6, 2, 3, 4, 2, 2, 1, 1, 2, 4, 4, 2, 4, 6, 5, 7, 8, 3, 4, 4, 5, 5, 6, 7, 5, 7, 5, 12, 10, 11, 4, 9, 6, 5, 5, 3, 4, 4, 4, 3, 3, 6, 15, 17, 13, 36, 39], "n_pos": 39, "sum_m_en": [3.378729, 1.960521, 2.354818, 2.800125, 2.947165, 2.600502, 2.607326, 2.625495, 2.707741, 2.726192, 3.003791, 3.070932, 3.092755, 3.046471, 2.977608, 2.763705, 2.831553, 2.5944, 2.299198, 2.213051, 2.231808, 2.118854, 2.090699, 1.997236, 6.921973, 6.25276, 5.097041, 4.722975, 4.918315, 4.801449, 4.618155, 4.343517, 4.882706, 5.144881, 5.624834, 5.80223, 5.655664, 6.574576, 7.713739, 9.62042, 9.64629, 9.731255, 12.895855, 11.16941, 12.951753, 11.052095, 6.834824, 5.435246, 0.44384, 0.093498], "sum_m_pl": [15.058964, 18.198022, 17.340134, 17.07055, 16.988722, 16.688107, 17.079578, 17.302661, 17.468981, 18.005744, 17.468814, 17.548149, 17.751937, 17.805209, 18.135935, 18.82242, 18.675035, 18.70446, 18.999625, 19.451173, 19.199436, 19.111272, 19.07383, 19.074348, 13.920967, 14.28251, 14.228403, 14.999527, 15.662889, 16.497592, 16.713954, 17.083322, 17.014282, 16.216374, 16.420039, 16.177527, 15.812445, 15.278662, 14.029141, 13.03332, 12.555612, 11.338572, 9.881637, 11.575808, 11.791548, 13.744733, 15.869427, 14.440372, 33.584456, 38.606614]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "llmzszl-162", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 646, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9944, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [39, 37, 25, 25, 30, 29, 15, 16, 12, 23, 31, 31, 28, 33, 32, 30, 30, 27, 15, 14, 14, 13, 13, 14, 28, 37, 27, 30, 27, 26, 20, 22, 26, 31, 32, 37, 29, 34, 32, 27, 31, 38, 36, 36, 31, 36, 35, 33, 31, 28], "n_am_pl": [2, 22, 17, 14, 14, 17, 14, 4, 16, 13, 17, 18, 20, 13, 11, 15, 16, 17, 21, 25, 28, 25, 28, 29, 18, 17, 23, 19, 21, 14, 22, 23, 13, 8, 8, 9, 5, 7, 5, 5, 3, 7, 5, 6, 6, 3, 3, 3, 4, 5], "n_pos": 123, "sum_m_en": [14.728792, 6.665789, 6.311249, 6.249027, 6.411663, 6.808365, 6.976611, 6.773504, 7.368334, 7.832083, 8.365478, 8.737899, 8.796582, 8.916607, 9.255443, 8.493047, 8.401263, 7.930825, 7.209831, 6.854445, 6.578554, 6.12547, 5.851164, 5.683572, 12.737659, 14.107053, 13.093115, 12.380675, 12.514436, 12.111753, 11.085395, 11.130823, 10.182543, 10.772919, 11.930082, 12.23342, 13.927296, 14.62357, 18.239352, 18.125723, 19.476471, 22.871613, 23.560193, 24.771722, 24.545209, 31.444927, 32.545137, 31.323056, 30.615353, 27.410297], "sum_m_pl": [45.145682, 60.787261, 59.184068, 57.586312, 55.193679, 53.72585, 52.391613, 51.041622, 51.309464, 54.283541, 52.583307, 53.130514, 53.948706, 52.760396, 52.836302, 55.142611, 55.444663, 55.965145, 57.37925, 59.122068, 59.613821, 59.988933, 60.278176, 60.416662, 48.581393, 48.315026, 48.890383, 51.592299, 52.302296, 50.414149, 51.517281, 51.342904, 50.157697, 46.566896, 44.676113, 42.62671, 38.177456, 35.382707, 31.671647, 29.350018, 26.397498, 24.359017, 24.837438, 20.001923, 15.425805, 12.408416, 8.61999, 4.625088, 4.245021, 5.554684]}, "digit": {"n_am_en": [0, 4, 6, 2, 4, 2, 2, 1, 0, 0, 6, 5, 3, 3, 2, 2, 0, 3, 3, 2, 1, 2, 3, 2, 4, 7, 5, 5, 7, 4, 4, 3, 1, 2, 4, 4, 1, 3, 2, 2, 2, 2, 2, 1, 1, 1, 2, 2, 0, 0], "n_am_pl": [0, 0, 2, 1, 2, 1, 2, 0, 3, 3, 2, 3, 2, 1, 3, 1, 2, 3, 2, 4, 3, 1, 3, 4, 2, 1, 2, 3, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 0, 1, 1, 3, 2, 3, 3, 2, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.606215, 0.703958, 0.659123, 0.65029, 0.675988, 0.719215, 0.768455, 0.783996, 0.824255, 0.854516, 0.920341, 0.930502, 0.93861, 1.051505, 0.960516, 0.948664, 1.032428, 1.024792, 0.932559, 0.878357, 0.858904, 0.787805, 0.768425, 0.747309, 1.744521, 1.792808, 1.794437, 1.487229, 1.488226, 1.536845, 1.347171, 1.429165, 1.147286, 1.173701, 1.314865, 1.456181, 1.578995, 1.350202, 2.106577, 1.85395, 2.12265, 2.054664, 1.917376, 1.994771, 1.616019, 1.907123, 1.767924, 0.953504, 0.046138, 0.0], "sum_m_pl": [7.050079, 9.200536, 8.823843, 8.451899, 8.129277, 7.956412, 7.59121, 7.295561, 7.573257, 7.874047, 7.774682, 7.795881, 7.64475, 7.276414, 7.457427, 7.386933, 7.478752, 7.655362, 8.055589, 8.296585, 8.357579, 8.388994, 8.440181, 8.476106, 7.260686, 7.237581, 7.40505, 7.91082, 7.964427, 7.545122, 7.5164, 7.239627, 7.042101, 6.766865, 6.479682, 6.35868, 6.153376, 6.289474, 5.575232, 5.661459, 5.737693, 5.899465, 5.694937, 5.239294, 4.252769, 3.707658, 1.938514, 0.991008, 0.154609, 0.0]}, "lang": {"n_am_en": [11, 10, 5, 6, 10, 10, 4, 6, 8, 8, 7, 9, 9, 12, 8, 7, 8, 6, 4, 6, 6, 3, 4, 4, 11, 10, 9, 9, 8, 5, 7, 5, 8, 12, 9, 11, 13, 17, 13, 12, 14, 18, 16, 17, 16, 20, 21, 23, 26, 27], "n_am_pl": [1, 3, 5, 4, 4, 4, 5, 1, 5, 3, 4, 4, 3, 3, 3, 6, 7, 7, 9, 7, 9, 11, 11, 10, 5, 4, 5, 4, 2, 2, 4, 3, 1, 0, 0, 2, 0, 0, 0, 1, 2, 2, 3, 1, 2, 0, 0, 0, 4, 5], "n_pos": 32, "sum_m_en": [3.533321, 1.952818, 1.739629, 1.76137, 1.812861, 2.041391, 2.074362, 2.048192, 2.490194, 2.519024, 2.652809, 2.792717, 2.773514, 2.729177, 2.839371, 2.635956, 2.531019, 2.387144, 2.112989, 1.991297, 1.85571, 1.715956, 1.622721, 1.567184, 4.252108, 4.926155, 4.544546, 4.281546, 4.487424, 4.187482, 3.937236, 4.045695, 3.668459, 4.167587, 4.548602, 4.997314, 6.180111, 7.009243, 8.130418, 8.986813, 10.106166, 12.298501, 13.146329, 13.854147, 14.891696, 17.991587, 19.861031, 22.1281, 25.957234, 26.162316], "sum_m_pl": [11.272944, 15.080005, 14.971223, 14.663722, 14.137504, 13.61041, 13.407549, 13.124957, 12.834455, 13.52719, 13.32704, 13.546113, 13.692739, 13.536995, 13.527082, 14.358041, 14.436255, 14.653923, 14.917917, 15.275236, 15.428471, 15.55044, 15.611464, 15.583846, 12.222605, 11.530568, 11.628886, 12.38251, 12.179344, 11.805783, 12.50289, 12.356017, 12.173724, 11.015647, 10.915659, 10.33258, 8.849383, 8.31344, 6.971072, 6.76232, 6.256423, 5.086937, 5.337583, 4.342346, 3.769228, 2.083204, 1.355009, 0.889247, 3.555731, 4.9036]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "llmzszl-163", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 728, "region_end": 123, "roundtrip_ok": true, "tf_agree": 0.976, "tf_agree_excl_first": 0.9839}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [89, 74, 61, 58, 71, 42, 61, 50, 61, 64, 82, 61, 59, 54, 63, 60, 49, 40, 44, 44, 36, 46, 37, 35, 66, 68, 56, 72, 72, 53, 50, 61, 46, 52, 65, 66, 61, 69, 53, 52, 46, 51, 47, 43, 41, 45, 31, 25, 7, 5], "n_am_pl": [18, 59, 53, 47, 39, 44, 43, 35, 36, 43, 51, 46, 52, 40, 34, 37, 60, 63, 77, 75, 72, 65, 65, 61, 59, 49, 62, 43, 54, 57, 61, 46, 52, 36, 35, 29, 26, 23, 23, 22, 23, 25, 23, 28, 25, 29, 36, 44, 74, 85], "n_pos": 291, "sum_m_en": [27.002872, 13.819081, 14.381099, 15.009611, 15.897108, 15.919858, 17.111845, 16.575434, 17.624396, 18.429918, 19.427125, 19.493347, 19.799338, 20.83113, 21.02663, 19.735934, 19.445922, 18.141794, 16.278549, 15.430369, 15.155419, 14.491498, 14.022634, 13.548903, 32.083784, 30.606944, 28.886226, 28.180937, 29.000754, 28.299642, 26.514079, 25.703526, 24.499025, 25.965111, 28.35219, 27.424022, 26.811663, 28.081998, 31.225726, 29.133295, 29.933722, 29.998354, 32.335214, 30.73152, 31.690653, 33.026154, 25.184524, 23.494904, 8.220202, 4.971764], "sum_m_pl": [117.518255, 145.423476, 141.039762, 139.203874, 136.377406, 133.19813, 133.500519, 131.339334, 131.374506, 134.278319, 130.735882, 129.016781, 132.717842, 130.30564, 127.59234, 133.914055, 133.332578, 135.667828, 139.826018, 142.408761, 141.859013, 140.964994, 141.690708, 141.500615, 111.149784, 111.27842, 110.900129, 118.311662, 121.896381, 120.969993, 123.707935, 123.176724, 121.770906, 111.772328, 108.522733, 106.363698, 98.555398, 93.447369, 87.30656, 85.829352, 80.468362, 78.950485, 75.860622, 70.991167, 59.943235, 58.643653, 54.332987, 47.894604, 72.293305, 84.517446]}, "digit": {"n_am_en": [4, 21, 13, 9, 7, 2, 7, 6, 5, 6, 10, 6, 7, 5, 6, 8, 6, 4, 6, 3, 2, 2, 2, 3, 9, 11, 13, 12, 7, 6, 6, 7, 4, 6, 6, 7, 4, 3, 2, 2, 3, 4, 3, 1, 1, 1, 2, 0, 0, 0], "n_am_pl": [1, 3, 3, 5, 7, 5, 7, 4, 4, 5, 8, 3, 6, 3, 4, 6, 10, 10, 12, 9, 10, 8, 8, 6, 4, 2, 4, 4, 11, 6, 11, 6, 6, 6, 8, 2, 2, 2, 0, 0, 0, 1, 1, 2, 2, 1, 1, 1, 0, 0], "n_pos": 34, "sum_m_en": [3.103915, 1.514423, 1.501836, 1.550505, 1.507727, 1.474157, 1.555799, 1.551614, 1.666275, 1.763351, 1.882772, 1.907102, 1.964345, 2.244942, 2.166926, 2.077818, 2.095147, 1.99017, 1.770108, 1.661407, 1.613807, 1.500451, 1.469831, 1.429976, 2.956481, 2.918589, 3.201479, 3.07682, 2.837826, 2.762289, 2.706266, 2.890452, 2.560967, 2.666804, 2.725039, 2.82749, 2.611378, 2.389746, 3.301253, 2.836385, 3.033061, 2.965253, 2.979469, 2.730426, 1.663499, 1.719416, 1.688864, 0.787514, 0.106996, 0.0], "sum_m_pl": [15.408979, 18.426103, 17.729998, 17.168315, 17.026553, 16.824594, 16.522573, 15.986916, 15.918735, 16.17177, 15.818801, 15.865631, 16.039603, 15.391586, 15.078201, 15.586326, 15.615788, 15.854655, 16.698513, 16.958736, 16.78658, 16.877987, 16.985467, 17.116158, 14.552859, 14.339235, 14.372291, 15.174572, 15.624882, 14.754347, 14.840408, 14.370927, 14.669655, 13.773395, 13.513864, 13.774275, 13.435146, 13.018137, 11.902432, 12.016927, 11.750173, 12.289809, 11.921571, 11.648045, 9.75052, 7.162124, 4.016584, 3.088458, 0.326173, 0.0]}, "lang": {"n_am_en": [31, 12, 15, 13, 19, 14, 19, 20, 26, 25, 29, 21, 21, 19, 25, 25, 16, 14, 19, 17, 13, 22, 17, 18, 25, 29, 17, 27, 31, 20, 17, 22, 16, 21, 29, 25, 29, 33, 22, 25, 25, 27, 26, 29, 29, 33, 21, 19, 6, 5], "n_am_pl": [8, 21, 21, 16, 12, 9, 12, 7, 10, 7, 11, 13, 17, 11, 13, 12, 18, 15, 21, 28, 26, 25, 26, 18, 15, 14, 20, 14, 13, 18, 22, 19, 20, 14, 11, 16, 12, 13, 13, 15, 10, 13, 17, 20, 19, 25, 32, 39, 72, 83], "n_pos": 90, "sum_m_en": [8.131527, 4.307087, 4.382932, 4.545247, 4.790703, 4.872458, 5.404346, 5.157447, 5.535286, 5.669787, 6.256039, 6.483128, 6.43153, 6.66216, 6.854701, 6.259924, 6.140033, 5.710067, 5.21586, 4.840921, 4.758678, 4.571799, 4.313796, 4.152184, 10.741913, 10.104334, 9.630375, 9.146132, 9.654302, 9.502655, 8.580827, 8.619433, 8.564459, 9.439517, 9.396799, 9.249807, 9.730292, 10.865744, 12.262828, 12.655578, 12.678726, 12.956396, 16.330223, 15.409095, 18.965395, 19.431906, 15.289459, 15.301828, 6.548612, 4.971255], "sum_m_pl": [35.535083, 43.356065, 42.44497, 41.961046, 41.419929, 40.635737, 40.886935, 41.415164, 41.597749, 42.574396, 41.694813, 40.817019, 42.145353, 41.864538, 41.462074, 43.144798, 42.500043, 42.953547, 43.929631, 44.748809, 44.639064, 44.24424, 44.477427, 44.520177, 37.097412, 37.346191, 37.052109, 39.5137, 40.250329, 39.876292, 41.263408, 41.331374, 41.107931, 38.549928, 37.943476, 38.525457, 36.589884, 36.592421, 35.032157, 34.074142, 31.906005, 31.071325, 30.387992, 30.350845, 28.896232, 33.503437, 36.29914, 35.484366, 67.46307, 82.892918]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 293, "item_id": "llmzszl-163", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 659, "region_end": 291, "roundtrip_ok": true, "tf_agree": 0.9761, "tf_agree_excl_first": 0.9795}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [33, 23, 19, 19, 20, 21, 31, 28, 19, 27, 24, 20, 25, 30, 30, 35, 30, 22, 26, 30, 39, 41, 39, 39, 41, 43, 31, 34, 39, 31, 30, 30, 25, 38, 39, 42, 39, 44, 39, 38, 42, 39, 38, 46, 38, 42, 41, 36, 40, 34], "n_am_pl": [4, 23, 17, 20, 9, 17, 13, 12, 8, 12, 11, 10, 9, 8, 7, 4, 8, 8, 6, 7, 10, 13, 11, 13, 3, 6, 7, 9, 7, 6, 8, 5, 9, 5, 9, 4, 5, 5, 5, 5, 6, 9, 9, 9, 8, 12, 11, 12, 15, 17], "n_pos": 107, "sum_m_en": [11.945291, 6.380073, 6.205765, 6.442687, 6.205929, 6.069976, 6.394127, 6.544119, 6.174164, 6.488401, 6.99212, 7.720028, 8.270803, 8.595806, 9.097738, 8.311176, 7.668504, 7.701916, 6.807717, 6.5858, 6.276609, 5.99335, 5.708799, 5.86155, 16.935091, 17.338706, 15.951096, 14.602954, 13.438683, 13.788481, 13.214576, 12.335631, 12.978469, 14.386665, 14.859528, 16.797805, 18.013626, 19.779889, 20.807147, 21.964099, 20.735197, 23.464435, 24.032269, 29.210294, 31.127151, 36.85173, 36.534107, 34.127183, 37.810953, 33.99506], "sum_m_pl": [38.484522, 49.941664, 48.755769, 47.68239, 47.045088, 47.860827, 47.504213, 46.756785, 45.451131, 45.76943, 44.841987, 43.355172, 42.944269, 44.08854, 42.668439, 44.706917, 46.030325, 43.843895, 46.260865, 48.547045, 49.096518, 50.104634, 50.131528, 50.281398, 35.010707, 32.136037, 29.544046, 32.241104, 34.599915, 34.86908, 34.620942, 35.542687, 35.669959, 35.512863, 35.383603, 32.442247, 29.418825, 29.204351, 28.054697, 27.239428, 26.372151, 24.148479, 22.349795, 19.343332, 17.655259, 17.400854, 14.131838, 14.538055, 15.567641, 16.327329]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [20, 10, 7, 9, 14, 10, 17, 15, 11, 10, 11, 11, 14, 18, 19, 23, 18, 15, 15, 19, 25, 26, 23, 27, 28, 28, 19, 24, 25, 22, 20, 17, 16, 25, 23, 22, 22, 25, 23, 22, 26, 27, 25, 29, 25, 27, 29, 28, 35, 34], "n_am_pl": [3, 11, 9, 12, 4, 8, 5, 7, 4, 5, 5, 5, 5, 2, 3, 0, 3, 3, 2, 3, 5, 6, 7, 8, 3, 3, 3, 5, 4, 2, 2, 1, 3, 0, 6, 3, 4, 4, 4, 5, 4, 6, 5, 6, 7, 10, 11, 12, 15, 17], "n_pos": 51, "sum_m_en": [6.265211, 2.948702, 2.972222, 3.226678, 2.969031, 2.813824, 3.002402, 2.974934, 2.876853, 3.006128, 3.312356, 3.68899, 4.03899, 4.173487, 4.53508, 4.230477, 3.933507, 3.9601, 3.434866, 3.279914, 3.151678, 2.999229, 2.813841, 3.081447, 10.83649, 10.674953, 9.376345, 8.479103, 7.759916, 7.869725, 7.276811, 6.659488, 6.746098, 7.52998, 7.605497, 9.403688, 10.476631, 11.214192, 12.512874, 12.705187, 11.482493, 15.038697, 15.767674, 18.171568, 20.099457, 23.957341, 25.891845, 25.583089, 32.163887, 33.232965], "sum_m_pl": [17.304283, 23.814237, 23.368927, 22.745482, 22.435345, 23.113395, 22.86277, 22.451448, 21.749397, 21.785049, 21.35748, 21.088336, 20.688002, 21.32242, 20.382448, 21.425946, 21.99935, 21.23268, 22.095239, 23.130623, 23.385534, 23.907487, 23.952012, 23.98512, 16.807109, 15.309353, 14.41706, 16.062845, 17.500759, 17.332388, 17.339647, 17.899858, 18.175839, 18.276311, 18.194799, 17.019597, 15.684741, 15.582087, 15.127086, 14.710436, 14.490154, 12.714847, 11.97283, 11.083725, 10.393699, 10.934549, 11.175899, 11.624977, 14.672533, 16.211057]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 109, "item_id": "llmzszl-164", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 730, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9907}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 4, 5, 7, 5, 3, 2, 1, 2, 3, 3, 3, 5, 2, 3, 4, 4, 6, 3, 3, 6, 7, 3, 4, 5, 6, 2, 2, 2, 6, 4, 7, 4, 5, 4, 9, 9, 5, 5, 5, 3, 5, 3, 4, 5, 4, 1, 0, 0, 0], "n_am_pl": [2, 8, 5, 4, 3, 5, 3, 7, 5, 4, 5, 4, 2, 6, 4, 2, 4, 1, 3, 1, 1, 2, 3, 3, 5, 7, 6, 4, 4, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 2, 2, 1, 2, 1, 0, 0, 0, 1, 4, 7], "n_pos": 23, "sum_m_en": [1.834383, 1.059476, 1.170669, 1.194802, 1.233153, 1.233893, 1.223527, 1.147872, 1.160072, 1.177043, 1.264031, 1.327531, 1.386796, 1.476715, 1.399984, 1.402777, 1.392657, 1.443274, 1.399838, 1.259895, 1.283957, 1.266623, 1.135569, 1.134399, 2.339781, 2.353686, 2.183851, 2.21436, 2.013303, 1.970462, 2.116089, 2.198775, 2.131558, 2.178329, 2.710532, 2.742635, 3.211309, 2.87966, 2.923791, 3.218165, 2.80583, 2.717792, 2.555107, 2.495771, 4.099627, 3.063753, 1.169438, 0.32453, 0.060479, 0.000954], "sum_m_pl": [9.654422, 11.099145, 11.108602, 10.779168, 10.602216, 10.551943, 10.065248, 10.316401, 10.52496, 10.585999, 10.469965, 10.2968, 10.503412, 10.506388, 10.142508, 10.220179, 10.108001, 9.579977, 9.999817, 10.23308, 10.202472, 10.241491, 10.29484, 10.189269, 8.545634, 8.395767, 7.734088, 8.248267, 8.511963, 8.8564, 8.750356, 9.062849, 8.666453, 8.609991, 7.938537, 7.952491, 7.694597, 7.71643, 7.572136, 7.722782, 7.537966, 7.706164, 7.327306, 6.881234, 4.522925, 4.04582, 2.648696, 2.327597, 4.033054, 6.028728]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 0, 0, 3, 2, 1, 0, 1, 0, 2, 1, 1, 2, 0, 0, 2, 0, 1, 1, 1, 3, 2, 1, 2, 2, 2, 0, 2, 2, 3, 2, 4, 2, 2, 1, 4, 3, 1, 2, 1, 1, 3, 1, 1, 2, 2, 1, 0, 0, 0], "n_am_pl": [1, 3, 2, 1, 0, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 0, 0, 0, 1, 2, 1, 1, 2, 3, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 4, 7], "n_pos": 7, "sum_m_en": [0.578745, 0.360959, 0.34756, 0.358722, 0.352254, 0.362286, 0.356067, 0.345641, 0.339321, 0.346797, 0.381984, 0.432641, 0.435244, 0.44696, 0.385775, 0.417073, 0.401284, 0.395731, 0.398791, 0.389664, 0.392533, 0.381742, 0.335838, 0.336652, 0.733848, 0.596396, 0.559639, 0.629182, 0.553759, 0.518448, 0.52252, 0.556383, 0.597251, 0.615291, 0.711336, 0.700249, 0.605562, 0.571091, 0.565707, 0.510337, 0.471681, 0.471988, 0.414445, 0.3864, 2.062234, 1.910894, 0.901739, 0.144402, 0.009369, 5.2e-05], "sum_m_pl": [2.732265, 3.374449, 3.419181, 3.300436, 3.236172, 3.074852, 3.063422, 3.153837, 3.278789, 3.306095, 3.25397, 3.123687, 3.163076, 3.162025, 3.114392, 3.153882, 3.03579, 2.825919, 2.975382, 3.104403, 3.126757, 3.112286, 3.120092, 3.123124, 2.845471, 2.730625, 2.323655, 2.663572, 2.848715, 2.962858, 2.955696, 3.041609, 2.845463, 2.717963, 2.661419, 2.682864, 2.76295, 2.829987, 2.878607, 2.866078, 2.890042, 2.919446, 2.701344, 2.671651, 1.449028, 1.047596, 1.209833, 1.389209, 3.84547, 6.016536]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 508, "item_id": "llmzszl-164", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 661, "region_end": 23, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9803}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [25, 25, 15, 22, 22, 17, 17, 19, 17, 19, 18, 20, 16, 11, 15, 17, 18, 17, 15, 10, 10, 13, 12, 15, 17, 23, 23, 30, 36, 29, 25, 17, 20, 27, 20, 28, 24, 18, 25, 30, 33, 28, 27, 28, 27, 29, 36, 32, 32, 37], "n_am_pl": [2, 10, 9, 12, 8, 6, 7, 4, 4, 3, 4, 4, 11, 13, 11, 5, 6, 5, 6, 4, 3, 5, 5, 4, 5, 3, 6, 4, 2, 5, 7, 7, 9, 7, 6, 7, 5, 4, 3, 4, 3, 3, 4, 4, 3, 2, 1, 0, 0, 0], "n_pos": 71, "sum_m_en": [9.600986, 5.000345, 5.237879, 4.503477, 4.959271, 4.818738, 4.689017, 4.601482, 4.97723, 5.175566, 5.368111, 6.178988, 5.981651, 6.128247, 6.163556, 6.100253, 5.90929, 5.710628, 5.069137, 4.089297, 3.957921, 3.936952, 3.57591, 3.451389, 8.143867, 9.219577, 10.64535, 11.495833, 12.512567, 11.572309, 11.310364, 9.667424, 9.890645, 10.023497, 10.12113, 11.811269, 13.040436, 13.480176, 14.234775, 16.677529, 18.106865, 20.710289, 20.991051, 21.796845, 22.290638, 25.940036, 32.366282, 29.559709, 29.973487, 37.370165], "sum_m_pl": [22.990865, 30.738066, 30.849427, 30.194993, 29.057186, 28.517998, 28.599478, 28.033656, 27.093255, 29.361199, 29.088423, 29.060117, 29.499856, 28.532467, 29.515221, 28.244812, 28.751122, 27.813408, 28.606371, 28.811989, 29.009666, 30.625145, 30.402928, 31.640435, 18.856765, 19.166392, 19.939915, 21.019287, 21.528446, 21.173848, 21.51798, 22.235779, 22.049922, 21.89332, 21.366537, 20.431571, 17.097092, 14.807191, 14.026388, 13.392273, 12.599077, 10.145413, 8.614901, 7.549413, 6.00365, 5.11693, 2.886932, 1.634976, 0.672041, 0.003939]}, "digit": {"n_am_en": [0, 1, 1, 0, 2, 1, 1, 2, 1, 0, 1, 1, 1, 1, 1, 0, 0, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 2, 3, 1, 0, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 2, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 2, 0, 1, 1, 0, 0, 0, 2, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.32334, 0.208981, 0.19854, 0.233351, 0.224422, 0.20483, 0.202388, 0.175609, 0.176639, 0.179026, 0.183735, 0.208791, 0.210655, 0.236098, 0.222934, 0.228885, 0.22706, 0.202682, 0.211369, 0.197615, 0.181013, 0.16975, 0.162147, 0.157107, 0.428237, 0.452797, 0.407124, 0.451429, 0.465986, 0.43413, 0.427577, 0.405583, 0.3285, 0.307243, 0.338633, 0.369467, 0.379362, 0.307926, 0.284587, 0.264163, 0.219625, 0.300114, 0.217839, 0.33851, 0.279595, 0.18578, 0.104391, 0.164404, 0.023652, 0.0], "sum_m_pl": [1.847922, 2.047381, 2.024928, 1.947325, 1.802761, 1.864448, 1.771653, 1.885731, 1.783078, 1.934429, 1.964191, 1.973706, 1.884477, 1.88602, 2.084919, 2.062135, 2.042991, 2.056974, 2.030125, 2.026382, 2.038378, 2.075673, 2.084782, 2.08772, 1.790209, 1.727621, 1.687332, 1.698047, 1.701404, 1.763135, 1.807609, 1.83846, 1.857809, 1.822921, 1.774428, 1.753097, 1.600979, 1.57179, 1.510843, 1.391346, 1.247653, 1.146407, 1.18411, 1.145431, 1.070985, 0.715504, 0.373654, 0.355871, 0.130114, 0.0]}, "lang": {"n_am_en": [12, 13, 9, 14, 11, 9, 11, 10, 9, 9, 10, 14, 11, 9, 9, 12, 11, 7, 8, 5, 5, 7, 7, 9, 9, 13, 14, 18, 21, 19, 12, 9, 13, 13, 10, 16, 13, 9, 16, 19, 19, 17, 15, 18, 17, 18, 25, 21, 31, 37], "n_am_pl": [1, 6, 4, 5, 7, 3, 2, 1, 2, 2, 3, 1, 4, 5, 6, 4, 4, 3, 5, 3, 2, 2, 2, 0, 3, 1, 3, 1, 1, 3, 3, 3, 2, 4, 4, 2, 3, 2, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0], "n_pos": 37, "sum_m_en": [5.468441, 2.772078, 2.412804, 2.37286, 2.755557, 2.762831, 2.662876, 2.66405, 2.86567, 2.84863, 2.976327, 3.658475, 3.389452, 3.433141, 3.59896, 3.504956, 3.384969, 3.312009, 2.915172, 2.297844, 2.223104, 2.216233, 2.002157, 1.910564, 4.866566, 5.763428, 6.913526, 7.356904, 8.084858, 7.296492, 6.827412, 5.947819, 6.227608, 5.916525, 5.927325, 6.838006, 7.693582, 8.034198, 8.980419, 10.445345, 11.172164, 13.050178, 13.355447, 13.719614, 14.257262, 16.287292, 22.238717, 20.26758, 28.015657, 36.371242], "sum_m_pl": [10.981083, 15.702704, 15.776266, 15.396699, 14.742539, 14.47358, 14.588907, 14.137328, 13.519705, 14.669364, 14.54544, 14.478692, 14.904517, 14.422025, 14.845637, 14.071595, 14.402584, 13.906601, 14.212349, 14.395628, 14.393013, 15.39257, 15.343602, 16.114058, 8.667676, 8.447497, 9.004114, 9.617516, 9.96224, 9.763874, 10.112216, 10.83097, 10.616335, 10.974057, 10.532662, 9.891767, 8.025273, 6.575193, 6.029483, 5.798687, 5.504716, 4.231546, 3.336798, 3.069775, 2.686705, 2.339725, 1.512491, 0.575689, 0.33053, 0.000471]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "llmzszl-165", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 71, "roundtrip_ok": true, "tf_agree": 0.9726, "tf_agree_excl_first": 0.9861}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [42, 32, 37, 28, 33, 23, 28, 30, 28, 36, 25, 30, 25, 22, 23, 24, 33, 32, 23, 23, 19, 19, 22, 17, 32, 26, 36, 37, 32, 29, 29, 29, 30, 27, 24, 31, 30, 31, 27, 33, 35, 30, 39, 32, 41, 44, 30, 12, 1, 1], "n_am_pl": [8, 28, 35, 25, 19, 15, 9, 20, 20, 19, 18, 15, 24, 27, 28, 20, 20, 28, 20, 20, 22, 20, 17, 21, 17, 19, 13, 8, 17, 19, 20, 26, 22, 27, 24, 20, 19, 19, 20, 24, 26, 30, 24, 24, 21, 28, 36, 46, 63, 66], "n_pos": 137, "sum_m_en": [12.276107, 6.319389, 6.740649, 7.004309, 7.178599, 7.316349, 7.258092, 7.382711, 8.181737, 8.81298, 9.046083, 9.186786, 8.926785, 9.243075, 9.553932, 9.762661, 9.426381, 8.565205, 7.582348, 6.934656, 6.780795, 6.826911, 6.492185, 6.275452, 12.960512, 13.184861, 15.417453, 15.83831, 16.051008, 15.675033, 15.304035, 14.773137, 16.501781, 17.19988, 16.480803, 16.702996, 16.540935, 15.914775, 15.778839, 18.050553, 18.685282, 20.060242, 23.040235, 22.174103, 32.82236, 34.672536, 27.477348, 11.870196, 2.434474, 0.999549], "sum_m_pl": [50.544075, 64.087497, 63.777726, 61.49687, 60.085638, 58.526487, 59.03282, 59.159714, 58.780203, 60.781422, 59.565, 59.463144, 61.313413, 60.67057, 60.319895, 59.242772, 61.246236, 60.590177, 62.403299, 62.398065, 63.163844, 64.199111, 63.946752, 64.487217, 48.550467, 49.313634, 48.331518, 48.828942, 49.666196, 49.969347, 50.18905, 51.401916, 50.33983, 47.976942, 47.984834, 47.552909, 44.16488, 42.76391, 42.634944, 42.275108, 42.38527, 40.343543, 38.043607, 35.705404, 33.841481, 35.55441, 40.387823, 44.497435, 61.023145, 65.130195]}, "digit": {"n_am_en": [2, 6, 2, 2, 3, 2, 4, 1, 2, 3, 2, 3, 0, 1, 1, 2, 2, 2, 3, 2, 2, 2, 2, 1, 4, 2, 3, 3, 1, 0, 2, 5, 2, 6, 3, 2, 0, 2, 0, 0, 0, 1, 1, 1, 2, 1, 2, 1, 0, 0], "n_am_pl": [0, 1, 4, 5, 3, 1, 1, 0, 0, 0, 2, 1, 0, 1, 0, 0, 1, 2, 1, 2, 2, 2, 2, 3, 2, 2, 2, 0, 1, 2, 1, 1, 2, 3, 2, 3, 3, 2, 3, 3, 3, 4, 3, 2, 3, 4, 2, 4, 0, 0], "n_pos": 11, "sum_m_en": [0.893117, 0.521939, 0.557952, 0.558689, 0.55581, 0.517719, 0.480773, 0.498404, 0.512907, 0.618455, 0.603771, 0.616179, 0.616866, 0.671955, 0.693304, 0.71445, 0.684344, 0.671317, 0.583341, 0.529387, 0.503966, 0.540462, 0.505671, 0.462452, 0.940639, 0.957965, 1.135372, 1.353533, 1.237735, 1.19893, 1.402213, 1.420009, 1.504775, 1.365625, 1.243145, 1.109869, 1.043531, 0.79455, 0.858573, 1.192679, 0.981543, 1.069525, 0.863569, 0.78068, 1.504005, 1.493129, 1.247385, 0.892891, 0.099246, 2.9e-05], "sum_m_pl": [5.200622, 5.848145, 5.635254, 5.590011, 5.344173, 5.232612, 5.332154, 5.349572, 5.211776, 5.275023, 5.253026, 5.37871, 5.371209, 5.31255, 5.377943, 5.212394, 5.436669, 5.30887, 5.451679, 5.206992, 5.2072, 5.373127, 5.358782, 5.524881, 4.084607, 4.443961, 4.432163, 4.273819, 4.256888, 4.439106, 4.257992, 4.356605, 4.369825, 4.206617, 4.030006, 4.211437, 3.690337, 3.636119, 3.628316, 3.720357, 3.701551, 3.987031, 3.508282, 3.107888, 3.832419, 4.129591, 2.788316, 2.604888, 0.494243, 4.5e-05]}, "lang": {"n_am_en": [22, 17, 12, 12, 17, 12, 11, 17, 11, 15, 11, 14, 14, 11, 13, 15, 16, 15, 10, 11, 9, 11, 11, 10, 19, 16, 20, 22, 16, 16, 14, 16, 15, 14, 10, 15, 15, 19, 17, 21, 22, 20, 27, 27, 28, 29, 22, 6, 1, 1], "n_am_pl": [3, 14, 20, 10, 4, 6, 3, 9, 14, 12, 11, 7, 13, 13, 17, 11, 14, 14, 12, 13, 11, 11, 10, 13, 9, 9, 8, 4, 8, 8, 9, 13, 10, 14, 10, 8, 10, 11, 11, 13, 13, 17, 16, 15, 15, 19, 26, 33, 60, 64], "n_pos": 66, "sum_m_en": [6.251499, 3.21871, 3.270171, 3.531002, 3.662579, 3.770873, 3.698191, 3.812603, 4.241518, 4.566488, 4.727268, 4.779243, 4.59866, 4.648994, 4.814443, 5.010861, 4.814888, 4.318184, 3.786021, 3.437643, 3.352134, 3.401744, 3.209814, 3.054969, 6.367258, 6.474776, 7.837572, 8.481849, 8.400363, 8.059432, 8.006759, 7.845104, 8.462247, 9.044885, 8.759688, 8.823259, 8.508576, 8.343516, 8.234867, 9.387019, 10.388767, 11.108888, 15.002505, 16.096425, 22.09497, 23.942199, 19.9043, 5.498583, 1.473852, 0.991596], "sum_m_pl": [22.967308, 30.684963, 30.625693, 29.113923, 28.241126, 27.725322, 27.828901, 27.819076, 27.838282, 29.088938, 28.618643, 28.821303, 29.82082, 29.680934, 29.817373, 28.897227, 29.650612, 29.318412, 30.078835, 29.888285, 30.236521, 30.900272, 30.743435, 31.05783, 23.930093, 24.110038, 23.854213, 23.596714, 24.093891, 23.706715, 24.330429, 25.010727, 24.447502, 23.676114, 23.650622, 23.903203, 22.986324, 22.831914, 22.812831, 22.585522, 22.646589, 21.293147, 20.305178, 20.337677, 19.780597, 21.51909, 27.390673, 32.561345, 55.343519, 62.850005]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "llmzszl-165", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 664, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9568, "tf_agree_excl_first": 0.9638}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [43, 50, 40, 36, 37, 28, 30, 30, 30, 30, 39, 31, 31, 27, 30, 35, 25, 28, 22, 23, 22, 21, 24, 27, 37, 41, 31, 36, 41, 46, 50, 36, 41, 43, 50, 56, 54, 53, 49, 47, 45, 46, 39, 38, 41, 38, 41, 43, 49, 50], "n_am_pl": [3, 18, 22, 17, 12, 20, 14, 17, 17, 18, 19, 15, 24, 23, 20, 13, 16, 11, 11, 14, 15, 13, 18, 15, 10, 9, 15, 9, 13, 9, 15, 12, 14, 8, 9, 10, 4, 8, 3, 4, 7, 1, 10, 9, 5, 4, 1, 0, 0, 0], "n_pos": 154, "sum_m_en": [17.289017, 8.538145, 7.843782, 7.914931, 8.253722, 8.556339, 8.821804, 9.435884, 9.821929, 10.13263, 10.214668, 10.31229, 10.900927, 11.449757, 10.915639, 10.245294, 10.465456, 9.954385, 8.637458, 8.269621, 7.777993, 7.363932, 7.114524, 6.954268, 15.483519, 16.312315, 17.559577, 16.210306, 16.999699, 17.323043, 16.63602, 16.247388, 15.872933, 16.695696, 18.540037, 18.474336, 21.185464, 24.096319, 25.768923, 26.23928, 27.480701, 30.413801, 29.471524, 31.070759, 34.259379, 36.745735, 41.351782, 43.18002, 49.613149, 50.423269], "sum_m_pl": [58.724943, 76.808172, 74.438435, 73.383282, 70.359543, 69.520843, 68.601292, 67.95855, 67.210166, 69.353518, 69.603322, 69.060336, 69.778654, 67.883071, 68.74539, 69.653356, 67.905198, 69.161383, 71.34591, 71.724342, 72.680061, 73.184224, 73.19788, 73.624018, 54.874855, 55.971117, 53.096916, 56.821723, 57.065644, 57.967512, 59.553335, 57.816269, 58.10089, 55.856466, 53.159011, 49.834864, 44.024842, 41.116414, 38.211901, 36.103834, 34.52726, 30.470619, 29.466931, 23.646386, 19.157986, 14.924224, 9.054972, 4.78075, 0.708868, 0.072601]}, "digit": {"n_am_en": [9, 17, 10, 9, 9, 4, 5, 3, 3, 2, 9, 4, 6, 4, 8, 8, 4, 5, 0, 2, 3, 2, 3, 3, 7, 5, 3, 7, 9, 9, 12, 8, 6, 8, 8, 5, 6, 6, 4, 3, 4, 2, 2, 1, 2, 2, 2, 4, 0, 0], "n_am_pl": [0, 0, 1, 4, 3, 4, 3, 3, 5, 10, 7, 6, 8, 6, 4, 2, 4, 2, 1, 4, 3, 0, 1, 2, 2, 1, 2, 0, 1, 0, 2, 0, 2, 1, 1, 1, 1, 1, 0, 0, 1, 0, 3, 3, 1, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.090714, 1.415149, 1.349909, 1.363699, 1.447163, 1.497775, 1.530068, 1.69495, 1.757231, 1.706074, 1.702862, 1.687054, 1.934886, 2.115894, 1.943685, 1.869802, 2.022806, 1.939416, 1.596886, 1.541, 1.458163, 1.405158, 1.367695, 1.345338, 2.652894, 2.688337, 2.672315, 2.721861, 2.948545, 2.842771, 2.935196, 2.735973, 2.432433, 2.596031, 2.510687, 2.443208, 2.286561, 2.314025, 2.287344, 2.402311, 2.856187, 2.928301, 2.713236, 2.964988, 2.792794, 2.878995, 2.462303, 2.855918, 0.613192, 0.0], "sum_m_pl": [13.018724, 16.586798, 15.953253, 15.396678, 14.865548, 14.546305, 14.083893, 13.741111, 13.467501, 14.1982, 14.293959, 14.375357, 14.310142, 13.948258, 14.399031, 14.495682, 14.064018, 14.054448, 14.472238, 14.537766, 14.681584, 14.764097, 14.747106, 14.870109, 11.258392, 11.528419, 10.926111, 11.801441, 11.830689, 12.008409, 12.300295, 11.954834, 12.483421, 12.411744, 12.282107, 11.50247, 11.050771, 10.956011, 10.358965, 10.751147, 10.392943, 10.037034, 9.837738, 8.400841, 7.920873, 6.051328, 4.653813, 2.699339, 0.448869, 0.0]}, "lang": {"n_am_en": [9, 11, 10, 9, 15, 11, 9, 10, 12, 9, 17, 12, 13, 13, 12, 15, 13, 11, 13, 11, 12, 12, 12, 16, 20, 23, 14, 14, 15, 19, 24, 17, 22, 21, 24, 33, 28, 29, 34, 32, 29, 34, 26, 25, 28, 27, 30, 32, 48, 50], "n_am_pl": [1, 9, 11, 6, 1, 7, 4, 6, 4, 2, 2, 4, 10, 9, 7, 3, 5, 3, 2, 4, 6, 6, 8, 6, 3, 4, 4, 5, 5, 3, 5, 2, 4, 1, 4, 4, 1, 1, 0, 0, 1, 0, 3, 2, 2, 0, 0, 0, 0, 0], "n_pos": 51, "sum_m_en": [5.654851, 3.102127, 2.735988, 2.737531, 2.835757, 2.879496, 2.934623, 3.10837, 3.414959, 3.481844, 3.979475, 3.975677, 4.145133, 4.258137, 3.936189, 3.720914, 3.701406, 3.53805, 3.118364, 2.970265, 2.769676, 2.59204, 2.477157, 2.407751, 6.658982, 6.72994, 7.341437, 6.426297, 6.8913, 7.229657, 6.959538, 7.192966, 7.1766, 8.020292, 8.694092, 9.280199, 11.750635, 14.740214, 16.111755, 16.249829, 17.430507, 20.249055, 20.139762, 21.102762, 22.98782, 25.155562, 28.649148, 31.712475, 46.127151, 49.276573], "sum_m_pl": [18.248317, 24.40055, 24.120403, 23.985439, 23.032025, 22.899872, 22.537945, 22.767606, 22.495571, 22.953851, 23.037196, 22.932998, 23.139879, 22.622546, 22.854121, 23.115372, 22.44336, 22.994745, 23.655176, 23.698039, 24.067412, 24.265138, 24.30633, 24.42536, 18.797333, 18.93675, 17.73793, 18.748047, 18.546994, 18.62176, 19.389764, 18.488975, 18.376808, 17.879741, 17.154149, 16.836269, 13.918783, 12.276833, 10.736645, 10.986357, 10.338084, 8.563011, 7.718832, 5.171654, 4.460489, 2.501978, 1.61812, 0.660843, 0.114172, 4.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "llmzszl-169", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 743, "region_end": 154, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [50, 53, 46, 35, 29, 30, 24, 25, 29, 33, 38, 26, 31, 25, 24, 17, 23, 19, 19, 11, 10, 16, 16, 17, 27, 24, 21, 26, 26, 29, 26, 20, 21, 28, 28, 26, 25, 29, 28, 24, 30, 31, 23, 21, 21, 14, 16, 11, 4, 1], "n_am_pl": [3, 16, 15, 25, 12, 20, 17, 19, 17, 20, 10, 16, 20, 15, 16, 19, 12, 14, 12, 19, 23, 12, 12, 17, 12, 16, 12, 17, 17, 22, 20, 25, 19, 11, 11, 7, 5, 6, 9, 7, 9, 5, 6, 10, 7, 13, 14, 15, 24, 25], "n_pos": 142, "sum_m_en": [13.469158, 7.21124, 7.243781, 7.475984, 7.782116, 7.838995, 8.168109, 8.523693, 8.653035, 8.895261, 8.743572, 8.993847, 9.269221, 9.369469, 9.659639, 8.932634, 9.083343, 8.485724, 7.228665, 7.097484, 6.807101, 6.482256, 6.370411, 6.214572, 10.589991, 11.283495, 11.445391, 11.582907, 12.446497, 12.693856, 12.322056, 11.620525, 10.936869, 10.759907, 11.710891, 11.136202, 12.7944, 14.061203, 14.451675, 14.674074, 17.475582, 17.456763, 16.322176, 18.88497, 18.537902, 14.71196, 13.455662, 10.946932, 3.382927, 1.0154], "sum_m_pl": [57.42076, 71.209256, 68.637532, 67.556477, 64.013101, 63.965438, 62.933272, 62.363052, 61.168858, 63.534744, 63.253263, 62.666993, 64.344275, 63.336712, 63.680043, 66.150473, 65.71598, 66.655195, 68.883361, 68.878564, 69.240681, 69.249935, 68.847687, 69.004507, 53.851883, 53.523598, 52.283772, 56.796794, 57.432801, 58.47151, 59.086296, 58.327695, 58.39047, 54.001579, 52.649756, 49.558651, 45.44536, 43.127707, 39.786028, 38.167327, 35.233254, 33.711474, 32.597065, 25.496958, 21.165848, 22.449904, 21.402331, 21.156753, 24.770585, 25.995809]}, "digit": {"n_am_en": [13, 22, 7, 14, 10, 6, 3, 3, 5, 3, 8, 5, 8, 6, 6, 5, 3, 3, 3, 0, 1, 5, 3, 5, 7, 6, 4, 9, 8, 7, 9, 8, 5, 7, 5, 7, 5, 6, 6, 4, 7, 7, 5, 5, 4, 3, 4, 3, 0, 0], "n_am_pl": [0, 1, 1, 4, 0, 6, 3, 5, 8, 8, 2, 6, 5, 4, 3, 5, 3, 2, 1, 0, 3, 0, 2, 2, 2, 4, 2, 1, 1, 3, 4, 2, 2, 4, 4, 2, 1, 0, 1, 1, 3, 1, 2, 3, 3, 3, 2, 2, 0, 0], "n_pos": 37, "sum_m_en": [3.992937, 1.748467, 1.686915, 1.720947, 1.759744, 1.828025, 1.957665, 2.145538, 2.156161, 2.178779, 2.07654, 2.170737, 2.378623, 2.449567, 2.355574, 2.169226, 2.303164, 2.189935, 1.787554, 1.778238, 1.717497, 1.631646, 1.592008, 1.554818, 2.750482, 2.846027, 2.931736, 2.862614, 3.062642, 3.179442, 3.183777, 3.077258, 2.700972, 2.736637, 2.807706, 2.950466, 2.708688, 2.688382, 2.768989, 2.82311, 3.912504, 4.406484, 3.590607, 4.583648, 3.997477, 3.734264, 3.377977, 2.96472, 0.292199, 0.0], "sum_m_pl": [15.865079, 19.816001, 19.000056, 18.496037, 17.547603, 17.243551, 16.765869, 16.343554, 16.042875, 16.793276, 16.861751, 16.887712, 16.910815, 16.738322, 16.961223, 17.534839, 17.259573, 17.467226, 18.091069, 17.931013, 17.993562, 18.019368, 17.926893, 18.035436, 15.063248, 14.755361, 14.163775, 15.045841, 14.979128, 15.13552, 15.444892, 14.940498, 15.351477, 15.02829, 14.840276, 14.164574, 13.794447, 13.874668, 12.617774, 13.206741, 12.527823, 12.296759, 12.295405, 10.569198, 9.520182, 7.826125, 6.149947, 4.610612, 0.908631, 2e-06]}, "lang": {"n_am_en": [7, 7, 7, 8, 5, 8, 6, 9, 10, 8, 6, 5, 6, 7, 3, 4, 7, 6, 9, 8, 7, 6, 8, 7, 11, 8, 4, 6, 7, 9, 7, 5, 7, 12, 10, 9, 10, 13, 13, 13, 15, 14, 14, 12, 12, 8, 6, 3, 2, 1], "n_am_pl": [2, 8, 2, 4, 4, 5, 1, 4, 0, 1, 1, 1, 3, 1, 3, 5, 3, 2, 1, 2, 3, 1, 1, 1, 3, 4, 2, 3, 3, 6, 4, 8, 5, 2, 0, 0, 0, 1, 1, 2, 2, 2, 2, 2, 1, 9, 10, 13, 22, 25], "n_pos": 27, "sum_m_en": [2.368225, 1.499836, 1.501728, 1.574902, 1.697217, 1.616659, 1.627833, 1.64536, 1.713053, 1.725294, 1.72764, 1.819605, 1.810785, 1.889001, 1.971899, 1.802208, 1.845022, 1.78323, 1.58472, 1.508006, 1.44063, 1.347563, 1.319592, 1.280846, 2.859082, 2.584996, 2.484918, 2.427751, 2.558504, 2.586128, 2.389934, 2.455581, 2.478721, 2.693017, 2.869895, 3.058023, 4.952292, 6.506499, 6.810631, 6.491515, 8.3327, 7.434117, 8.933001, 9.452751, 9.377467, 6.242725, 5.201753, 2.928354, 1.522591, 1.008423], "sum_m_pl": [9.461778, 12.606387, 12.415717, 12.295089, 11.705259, 11.843234, 11.618835, 11.794475, 11.854426, 12.01211, 11.931631, 11.723459, 11.951732, 11.933123, 11.939267, 12.510253, 12.494762, 12.659379, 12.976464, 13.024843, 13.114259, 13.205523, 13.067196, 13.061379, 10.828419, 10.940292, 10.775546, 11.318657, 11.171136, 11.477445, 11.674779, 11.66489, 11.45018, 10.949229, 10.482098, 10.381594, 8.986648, 7.850014, 7.454957, 7.80766, 7.223633, 7.969331, 6.978958, 5.325776, 5.914805, 8.884874, 11.156963, 13.74074, 20.658882, 25.117301]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "llmzszl-169", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 674, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9931, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [32, 28, 26, 24, 26, 18, 20, 23, 17, 20, 23, 25, 26, 28, 19, 18, 18, 23, 17, 24, 15, 21, 18, 23, 27, 25, 23, 21, 27, 31, 21, 19, 23, 23, 20, 32, 31, 31, 26, 31, 31, 33, 41, 46, 48, 49, 51, 56, 65, 64], "n_am_pl": [3, 12, 12, 20, 11, 9, 10, 5, 11, 3, 12, 6, 14, 21, 17, 15, 8, 16, 10, 9, 3, 5, 4, 9, 11, 9, 13, 13, 14, 12, 17, 19, 14, 13, 20, 12, 9, 8, 7, 7, 9, 12, 9, 6, 4, 4, 4, 0, 1, 1], "n_pos": 107, "sum_m_en": [12.769461, 6.314789, 6.300637, 6.353603, 6.616144, 6.747959, 7.017818, 6.895081, 7.010482, 6.840492, 7.336464, 7.862114, 8.317663, 8.957105, 8.625877, 7.621432, 7.549086, 7.839908, 6.970537, 6.277418, 5.95382, 5.703078, 5.761143, 5.421867, 13.179595, 13.851672, 11.835565, 11.404147, 11.784791, 11.91239, 10.846003, 11.058066, 11.350569, 10.806021, 11.387553, 13.207331, 14.628218, 15.782076, 17.680656, 21.601726, 23.577019, 27.093561, 32.736511, 34.817015, 38.799403, 43.7831, 46.891561, 50.307746, 60.939622, 63.792644], "sum_m_pl": [37.016905, 51.020323, 49.096082, 48.125985, 47.051558, 46.491455, 46.792244, 47.280249, 45.900248, 47.406251, 46.253955, 46.76287, 45.861631, 45.402824, 46.139942, 47.320895, 46.744025, 45.940251, 46.899641, 47.708272, 46.865258, 47.872328, 48.732183, 49.523594, 32.143257, 34.302916, 32.952289, 36.695592, 38.610405, 38.862767, 39.252173, 38.863889, 38.928191, 39.101845, 38.847733, 37.386527, 32.102538, 30.346168, 24.396228, 22.579914, 21.865514, 20.886183, 18.435133, 14.224525, 9.987998, 9.123748, 5.333931, 2.721403, 0.855346, 0.735568]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [19, 15, 17, 14, 19, 14, 14, 14, 11, 11, 16, 17, 18, 19, 14, 11, 13, 16, 12, 13, 8, 12, 8, 13, 17, 15, 14, 14, 19, 21, 17, 12, 15, 16, 17, 23, 25, 25, 24, 24, 24, 28, 35, 42, 40, 41, 44, 50, 62, 64], "n_am_pl": [1, 9, 7, 9, 4, 5, 7, 3, 3, 0, 5, 3, 9, 14, 12, 12, 4, 9, 5, 6, 1, 2, 2, 6, 6, 5, 7, 6, 8, 6, 10, 11, 9, 7, 12, 4, 3, 2, 3, 4, 5, 8, 5, 4, 3, 3, 2, 0, 1, 0], "n_pos": 65, "sum_m_en": [7.49987, 3.778531, 3.761365, 4.02184, 4.123115, 4.207522, 4.362001, 4.190246, 4.282549, 4.136435, 4.391239, 4.842923, 5.221795, 5.778499, 5.435528, 4.79044, 4.725613, 5.097797, 4.350885, 3.851286, 3.652201, 3.486148, 3.461563, 3.285543, 7.725818, 8.455268, 7.381652, 7.144585, 7.461654, 7.744243, 7.045178, 7.332091, 7.58266, 7.294407, 7.587035, 9.038845, 10.504473, 11.946257, 13.981375, 15.824018, 17.878691, 21.66475, 26.746557, 29.450821, 30.599123, 35.540514, 39.754438, 45.20857, 56.716743, 61.891889], "sum_m_pl": [22.792483, 30.810346, 29.465585, 28.892787, 28.459914, 28.123532, 28.419549, 28.896177, 28.09994, 29.14931, 28.441612, 28.862603, 28.260053, 27.846089, 28.486394, 29.275823, 28.8447, 28.262358, 28.524855, 28.818146, 28.349068, 29.063462, 29.614663, 30.151309, 19.270916, 20.741257, 19.855754, 22.525637, 24.089038, 24.278128, 24.592579, 23.988049, 23.971552, 24.111109, 23.999171, 22.862008, 19.044799, 18.544139, 15.494358, 14.952109, 14.227685, 13.032262, 10.763438, 8.489042, 6.20248, 5.758223, 3.513607, 1.452359, 0.585955, 0.010146]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 109, "item_id": "llmzszl-17", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 709, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9907}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [149, 102, 93, 73, 69, 65, 55, 67, 53, 66, 72, 74, 67, 72, 67, 60, 54, 51, 57, 60, 60, 57, 56, 66, 79, 81, 82, 63, 76, 81, 65, 81, 81, 63, 71, 66, 76, 77, 62, 65, 67, 76, 67, 62, 64, 56, 48, 25, 5, 1], "n_am_pl": [35, 92, 62, 92, 76, 70, 55, 42, 84, 80, 65, 69, 69, 72, 54, 60, 72, 69, 50, 53, 45, 45, 55, 59, 36, 39, 43, 49, 53, 59, 62, 50, 61, 50, 49, 63, 61, 51, 42, 42, 47, 56, 62, 58, 51, 51, 54, 77, 145, 160], "n_pos": 401, "sum_m_en": [40.305821, 19.76878, 20.104608, 21.745606, 22.756191, 23.163011, 22.776689, 22.447923, 23.777675, 23.820375, 25.209184, 26.647552, 27.707934, 28.924153, 28.236724, 26.450982, 24.911155, 24.877593, 22.59831, 20.304654, 19.321723, 18.896651, 18.469132, 18.264705, 35.002899, 38.690799, 39.970977, 37.14668, 38.525183, 40.841063, 39.415736, 37.969099, 38.875244, 37.853104, 39.164686, 39.831394, 40.592379, 41.81357, 41.949338, 42.588597, 42.465345, 53.711556, 51.986641, 48.175655, 47.768345, 50.60819, 37.079952, 27.880683, 7.052016, 1.017311], "sum_m_pl": [155.202348, 191.86766, 187.318414, 184.005403, 182.242508, 180.400925, 180.923026, 179.43557, 178.97695, 182.234298, 179.399573, 177.06573, 178.554395, 177.476336, 176.389474, 178.331606, 179.648363, 181.112178, 187.942168, 191.299417, 191.696449, 193.281115, 194.690919, 195.096734, 151.15525, 149.301239, 142.680889, 153.08261, 160.204502, 157.174391, 157.313009, 160.534369, 156.120347, 145.829236, 144.732418, 139.34823, 135.979592, 128.623406, 115.790698, 109.994549, 108.142958, 105.378938, 100.838848, 95.008573, 78.727061, 76.158752, 79.215992, 92.473165, 139.202554, 161.483292]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [57, 36, 21, 23, 24, 26, 21, 31, 23, 27, 26, 32, 29, 27, 31, 27, 22, 22, 23, 24, 28, 25, 25, 33, 34, 34, 34, 27, 31, 45, 35, 40, 36, 27, 30, 23, 41, 46, 36, 38, 40, 45, 37, 39, 39, 35, 32, 13, 1, 1], "n_am_pl": [5, 41, 26, 37, 32, 30, 28, 18, 44, 35, 29, 24, 25, 28, 23, 25, 33, 31, 19, 18, 17, 18, 23, 23, 12, 18, 22, 22, 25, 25, 30, 20, 23, 20, 23, 28, 25, 17, 16, 16, 22, 34, 35, 31, 35, 35, 44, 68, 140, 160], "n_pos": 161, "sum_m_en": [16.002102, 7.983681, 8.097031, 8.701936, 9.047864, 9.261964, 9.287834, 8.90559, 9.474511, 9.403849, 10.076358, 10.734693, 11.20965, 11.700819, 11.432767, 10.736484, 10.094282, 10.078573, 9.197233, 8.160236, 7.808484, 7.606303, 7.418149, 7.356486, 15.756008, 17.160102, 17.574798, 16.201092, 16.793873, 17.97231, 17.240715, 16.825598, 17.144857, 16.906772, 17.068643, 17.643815, 20.010784, 21.957548, 22.469367, 24.065848, 23.598523, 30.97236, 30.18719, 29.030482, 31.677867, 33.423261, 24.219319, 14.740508, 2.512729, 1.00443], "sum_m_pl": [58.544238, 74.472548, 71.966384, 71.426453, 71.580812, 71.124178, 71.916589, 72.201998, 72.179122, 73.484715, 72.462751, 72.498682, 73.239718, 72.91235, 72.678229, 73.243665, 73.283486, 73.530067, 76.034982, 76.854072, 76.489192, 77.739969, 78.40504, 78.672801, 61.697187, 61.652577, 59.069328, 62.951958, 65.491008, 63.99858, 64.749196, 65.869686, 65.03849, 61.885568, 61.222989, 60.93089, 60.16889, 57.545265, 50.774271, 47.839941, 47.430575, 47.016714, 45.02502, 42.974357, 39.847712, 44.496206, 55.338709, 73.795577, 130.566911, 158.437638]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 403, "item_id": "llmzszl-17", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 640, "region_end": 401, "roundtrip_ok": true, "tf_agree": 0.9876, "tf_agree_excl_first": 0.99}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [52, 29, 32, 31, 24, 20, 20, 22, 17, 14, 25, 28, 29, 23, 23, 18, 19, 14, 14, 16, 18, 13, 8, 14, 31, 24, 23, 23, 25, 25, 22, 24, 26, 28, 28, 25, 32, 33, 29, 32, 34, 34, 35, 40, 35, 36, 42, 42, 45, 41], "n_am_pl": [1, 16, 20, 20, 9, 10, 13, 14, 20, 16, 9, 11, 11, 14, 16, 10, 15, 4, 10, 9, 9, 12, 17, 17, 6, 9, 8, 12, 12, 7, 16, 13, 7, 11, 13, 18, 13, 18, 18, 14, 12, 11, 15, 10, 5, 5, 4, 3, 0, 0], "n_pos": 111, "sum_m_en": [12.482726, 5.651096, 5.513228, 5.436914, 5.966979, 6.060334, 6.24018, 6.323809, 6.437441, 6.614514, 7.091456, 7.579468, 8.114065, 8.668242, 8.768688, 8.691274, 8.813721, 8.520928, 7.583746, 6.967122, 6.257499, 5.733397, 5.563403, 5.452251, 11.88451, 11.982596, 12.105744, 12.936292, 13.568504, 12.708305, 11.662216, 11.719158, 11.562324, 11.274084, 12.404789, 12.941713, 16.254992, 18.455396, 20.330647, 20.84275, 22.182133, 24.446007, 27.88795, 28.413007, 29.849696, 33.91347, 40.273933, 42.309803, 44.010216, 41.209758], "sum_m_pl": [43.061552, 55.691203, 54.630237, 52.704663, 51.087489, 50.507247, 49.085662, 47.967948, 46.097039, 47.065295, 46.087494, 46.259195, 45.199966, 44.037491, 46.345424, 45.432219, 45.055117, 46.27822, 48.946983, 50.008216, 51.245049, 52.435045, 52.687482, 53.161911, 39.370731, 39.372964, 36.304949, 37.980302, 39.353158, 41.434154, 42.261502, 40.304519, 38.670638, 36.555893, 36.165086, 34.031172, 31.01468, 30.261359, 30.236654, 28.086722, 27.235658, 25.082153, 23.39815, 22.378116, 18.125922, 14.738697, 8.324351, 6.035127, 0.214137, 0.001304]}, "digit": {"n_am_en": [2, 6, 8, 1, 5, 2, 3, 1, 5, 3, 4, 3, 5, 1, 2, 3, 4, 4, 0, 1, 0, 2, 0, 0, 4, 3, 3, 2, 4, 4, 2, 3, 5, 1, 3, 2, 3, 4, 3, 3, 2, 2, 1, 3, 1, 2, 2, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 1, 0, 0, 2, 3, 3, 0, 2, 1, 0, 3, 3, 2, 0, 1, 0, 1, 0, 2, 2, 0, 0, 1, 2, 0, 1, 4, 2, 0, 2, 2, 4, 6, 3, 3, 3, 2, 1, 2, 2, 1, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.856966, 0.788633, 0.757496, 0.755577, 0.804915, 0.787583, 0.788024, 0.810745, 0.879373, 0.889511, 0.919806, 1.003846, 1.078139, 1.220203, 1.17753, 1.143739, 1.189516, 1.278848, 1.157342, 1.029143, 0.91979, 0.852463, 0.823669, 0.822309, 1.413804, 1.430791, 1.603529, 1.643037, 1.930819, 1.740216, 1.700408, 1.6653, 1.603212, 1.395191, 1.588502, 1.568533, 1.687184, 1.565195, 1.488632, 1.467195, 1.449846, 1.716829, 1.712207, 1.618573, 1.812481, 1.564668, 1.403235, 1.167494, 0.103621, 0.0], "sum_m_pl": [6.986504, 9.568148, 9.268431, 8.847154, 8.69609, 8.833728, 8.511128, 8.212769, 7.844192, 8.063942, 8.028725, 7.809235, 7.462594, 7.320691, 7.642315, 7.383066, 6.993938, 7.236901, 7.76276, 7.889885, 8.134932, 8.369228, 8.429042, 8.541953, 6.745207, 6.740707, 6.489441, 6.514944, 6.723588, 6.779116, 6.732831, 6.526933, 6.284216, 5.962069, 5.723182, 5.713803, 5.742834, 5.662246, 5.814215, 5.660144, 5.824838, 5.443182, 4.963798, 4.964198, 4.277923, 3.71737, 2.424668, 1.358596, 0.136211, 0.0]}, "lang": {"n_am_en": [28, 10, 11, 16, 9, 7, 7, 14, 8, 5, 9, 15, 16, 11, 14, 11, 7, 3, 7, 8, 9, 7, 4, 8, 17, 14, 10, 16, 14, 14, 11, 13, 15, 18, 13, 10, 19, 21, 18, 19, 22, 22, 24, 26, 25, 25, 35, 36, 41, 40], "n_am_pl": [0, 6, 10, 6, 2, 5, 7, 6, 3, 7, 5, 5, 7, 6, 3, 2, 6, 3, 7, 6, 6, 9, 11, 10, 4, 7, 7, 8, 7, 2, 7, 5, 2, 4, 5, 7, 4, 8, 9, 7, 6, 5, 6, 6, 4, 5, 3, 3, 0, 0], "n_pos": 41, "sum_m_en": [5.304846, 2.095688, 2.054598, 1.964223, 2.168947, 2.237658, 2.483732, 2.485003, 2.549878, 2.484412, 2.787759, 2.929306, 3.253917, 3.387219, 3.519114, 3.507201, 3.474911, 3.386876, 3.108529, 2.873487, 2.536546, 2.281372, 2.197298, 2.156188, 6.249106, 6.218614, 6.195741, 6.342027, 6.637232, 5.888279, 5.215152, 5.529025, 5.518906, 5.525572, 5.948889, 6.979085, 9.651328, 11.838359, 12.588289, 12.999823, 14.990267, 16.201092, 18.310839, 18.817934, 19.845375, 23.904504, 32.613341, 34.14365, 40.308293, 39.85756], "sum_m_pl": [15.442107, 20.294802, 20.137496, 19.759664, 19.266119, 18.949648, 18.570285, 18.242477, 17.923887, 18.12195, 17.840962, 18.33413, 17.969567, 17.364351, 17.915025, 17.334904, 17.317265, 17.861258, 18.557253, 18.926512, 19.405593, 19.859341, 19.934045, 20.037125, 15.510427, 15.71334, 14.818977, 15.13639, 15.012921, 15.743229, 16.354233, 15.663841, 15.056038, 14.906034, 14.787842, 14.29018, 13.001276, 12.530962, 12.577814, 11.9682, 10.804056, 9.975814, 9.408278, 9.910842, 7.894505, 6.097039, 3.119333, 3.274705, 0.014508, 0.001281]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 113, "item_id": "llmzszl-171", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 738, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9735, "tf_agree_excl_first": 0.9821}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [72, 57, 63, 44, 53, 41, 55, 48, 42, 35, 39, 38, 43, 42, 39, 38, 37, 56, 51, 53, 42, 35, 30, 31, 63, 58, 62, 64, 64, 51, 45, 59, 54, 64, 71, 70, 63, 64, 66, 55, 66, 73, 66, 58, 53, 45, 22, 10, 2, 2], "n_am_pl": [13, 51, 53, 46, 43, 35, 38, 36, 44, 36, 38, 40, 46, 29, 44, 33, 44, 34, 39, 40, 49, 53, 60, 55, 37, 38, 43, 44, 43, 43, 52, 40, 43, 33, 38, 40, 34, 35, 40, 34, 32, 37, 31, 34, 32, 37, 46, 49, 71, 69], "n_pos": 254, "sum_m_en": [23.22999, 12.132133, 12.766357, 12.627396, 13.145811, 13.736511, 14.017807, 14.149081, 15.228773, 14.599157, 16.149283, 16.525201, 17.881822, 18.83525, 19.543165, 18.189471, 17.608878, 17.168973, 15.162681, 14.135816, 13.116143, 12.33109, 11.970184, 11.510461, 22.641418, 24.254353, 25.400792, 25.428115, 27.539354, 24.846027, 23.753436, 24.142253, 23.859692, 23.751978, 26.228472, 27.399587, 29.161443, 36.041038, 34.636915, 34.506513, 34.244318, 38.945129, 41.327841, 41.280143, 41.35315, 35.450929, 21.935331, 13.762112, 3.893126, 2.002817], "sum_m_pl": [102.663144, 127.078815, 123.434377, 120.77411, 117.782537, 116.693279, 115.645086, 110.696904, 108.960823, 109.725001, 108.524873, 106.791023, 105.848475, 104.473658, 108.978185, 110.296173, 109.478647, 112.760176, 117.663391, 119.905961, 122.00281, 123.15996, 123.410121, 123.443593, 102.177988, 99.058988, 93.883611, 97.445086, 102.826295, 104.652339, 106.10225, 106.708941, 105.873667, 100.689623, 99.576222, 96.945151, 89.962409, 86.746195, 84.00196, 80.251956, 78.406887, 75.904297, 71.534709, 65.868665, 58.406674, 55.976631, 60.775724, 56.0158, 68.994668, 70.634303]}, "digit": {"n_am_en": [5, 23, 14, 11, 7, 6, 6, 10, 6, 5, 7, 5, 6, 6, 10, 9, 8, 14, 13, 15, 12, 9, 5, 6, 12, 12, 11, 7, 18, 7, 6, 8, 13, 12, 13, 7, 9, 7, 8, 7, 9, 9, 8, 6, 5, 4, 2, 0, 0, 0], "n_am_pl": [0, 8, 6, 10, 9, 6, 3, 2, 14, 7, 13, 8, 7, 2, 8, 5, 5, 4, 5, 4, 3, 6, 8, 7, 3, 3, 5, 10, 7, 10, 7, 6, 8, 3, 5, 5, 4, 6, 5, 5, 5, 5, 6, 6, 7, 6, 4, 4, 0, 0], "n_pos": 48, "sum_m_en": [4.339135, 2.344216, 2.444754, 2.283709, 2.359169, 2.469287, 2.497149, 2.794585, 2.811213, 2.843882, 3.1207, 3.163067, 3.450109, 3.627101, 3.689837, 3.62386, 3.433354, 3.340044, 2.871264, 2.657113, 2.385479, 2.201665, 2.132501, 2.062981, 3.756652, 3.942181, 4.462381, 4.822881, 5.085872, 4.440218, 4.598394, 4.525664, 4.326839, 4.177867, 4.438315, 4.512098, 4.394032, 4.429762, 4.198268, 4.436988, 4.535114, 4.214556, 4.345693, 3.968845, 3.445217, 3.976531, 2.52434, 2.108885, 0.192611, 0.0], "sum_m_pl": [21.204664, 25.022308, 24.02272, 23.461839, 23.032542, 22.617389, 22.15999, 20.295359, 19.954502, 20.193736, 20.323602, 19.241201, 19.402132, 19.345986, 20.976934, 21.036162, 20.96251, 21.629909, 22.512289, 22.670729, 23.289757, 23.693323, 23.761374, 23.856719, 20.877334, 20.321747, 19.087855, 18.97254, 19.705934, 19.455775, 19.33667, 19.563078, 20.470244, 19.99073, 19.390422, 19.081886, 18.032397, 17.891038, 17.714601, 17.808348, 17.846178, 17.66622, 16.916346, 16.419225, 15.189507, 13.659423, 10.843332, 7.50391, 0.45213, 0.0]}, "lang": {"n_am_en": [23, 8, 12, 12, 19, 9, 14, 19, 15, 13, 15, 11, 14, 12, 12, 10, 10, 18, 20, 18, 14, 16, 14, 14, 27, 22, 25, 19, 17, 18, 18, 23, 18, 23, 22, 33, 26, 28, 34, 31, 35, 36, 35, 36, 37, 32, 19, 8, 2, 2], "n_am_pl": [3, 12, 20, 12, 10, 12, 11, 10, 5, 9, 10, 6, 12, 6, 9, 5, 15, 8, 9, 13, 19, 18, 18, 16, 8, 7, 7, 11, 10, 10, 16, 14, 14, 14, 17, 15, 17, 16, 17, 17, 17, 19, 17, 21, 17, 23, 36, 38, 66, 69], "n_pos": 73, "sum_m_en": [6.259399, 3.442567, 3.601021, 3.698906, 3.794958, 3.987569, 4.097658, 4.072072, 4.455015, 4.29257, 4.81979, 4.8921, 5.207259, 5.545867, 5.723861, 5.099431, 5.037158, 4.927383, 4.392321, 4.104883, 3.860432, 3.640773, 3.52079, 3.399854, 7.392834, 7.914822, 7.902802, 7.430499, 8.281779, 7.454315, 7.007156, 7.286343, 7.176166, 7.329748, 8.986782, 10.401482, 11.55251, 15.705492, 15.874311, 17.094345, 17.329089, 21.951, 23.842447, 25.207147, 26.537104, 22.72133, 14.894132, 7.148391, 3.086579, 2.001542], "sum_m_pl": [27.620767, 35.066282, 34.65076, 33.766645, 33.085749, 32.49638, 32.728284, 32.259976, 32.131128, 32.386383, 31.978689, 31.81159, 31.978932, 30.97174, 31.690062, 32.082542, 31.849019, 32.876289, 34.299535, 34.956382, 35.378023, 35.514659, 35.591649, 35.573766, 30.15092, 29.466329, 28.417094, 29.89064, 30.799106, 31.281403, 32.026531, 32.102871, 31.854626, 30.667881, 29.955521, 30.451288, 29.536636, 28.573123, 27.83477, 26.727269, 26.923629, 25.963351, 24.527447, 24.115312, 22.242648, 24.843369, 36.164968, 38.270661, 61.705545, 68.966078]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 256, "item_id": "llmzszl-171", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 669, "region_end": 254, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9725}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [93, 73, 81, 50, 59, 67, 70, 53, 52, 60, 62, 66, 54, 46, 61, 50, 52, 57, 65, 76, 80, 87, 77, 71, 96, 84, 61, 56, 55, 55, 49, 56, 51, 57, 54, 67, 86, 117, 130, 146, 153, 116, 106, 113, 107, 94, 87, 90, 89, 85], "n_am_pl": [19, 21, 35, 25, 15, 22, 21, 22, 8, 15, 19, 17, 15, 27, 24, 27, 23, 28, 16, 21, 21, 19, 20, 21, 19, 18, 16, 21, 23, 21, 24, 23, 31, 27, 25, 19, 14, 19, 11, 10, 6, 7, 7, 8, 8, 8, 1, 1, 0, 0], "n_pos": 305, "sum_m_en": [35.418639, 18.050581, 17.885869, 16.875503, 17.987405, 18.177972, 18.240081, 18.286514, 18.72547, 19.669176, 19.106241, 20.778321, 20.487681, 21.134099, 21.113724, 19.344425, 20.143374, 19.803225, 17.920882, 16.479484, 16.294389, 14.457731, 13.971491, 13.266705, 38.441345, 30.955336, 28.332639, 25.72098, 24.743013, 23.735992, 23.095093, 24.383228, 24.399736, 24.674546, 26.060276, 27.948757, 34.082981, 48.007234, 70.360936, 84.814235, 104.706459, 86.350742, 74.984598, 94.351142, 85.530571, 78.172835, 79.15806, 81.249823, 86.739411, 87.299509], "sum_m_pl": [112.867331, 143.351327, 141.221556, 137.055619, 132.469039, 134.080998, 134.929842, 129.906385, 124.593898, 127.264681, 128.928753, 127.222013, 124.158504, 122.894955, 120.889679, 123.421562, 123.893318, 123.045524, 128.816956, 134.617631, 137.92642, 141.24762, 141.923611, 143.798999, 98.295938, 98.835061, 92.966051, 105.298176, 112.108367, 110.414738, 108.186347, 110.63421, 107.364356, 99.114111, 97.386821, 86.872932, 78.055846, 66.345596, 55.643719, 48.06202, 40.871689, 39.05398, 40.169489, 31.283144, 27.635572, 24.754489, 16.289931, 9.718073, 1.83517, 0.034051]}, "digit": {"n_am_en": [12, 18, 22, 4, 4, 3, 3, 0, 2, 1, 2, 3, 0, 1, 2, 0, 2, 3, 9, 16, 19, 22, 19, 15, 18, 17, 11, 5, 5, 2, 4, 1, 1, 4, 6, 15, 28, 36, 35, 40, 39, 27, 18, 14, 14, 8, 2, 1, 0, 0], "n_am_pl": [1, 4, 8, 2, 2, 3, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 2, 3, 2, 3, 1, 0, 0, 0, 2, 2, 2, 1, 0, 1, 2, 3, 5, 1, 3, 1, 2, 0, 1, 1, 2, 2, 1, 3, 5, 4, 0, 1, 0, 0], "n_pos": 57, "sum_m_en": [7.318725, 2.75627, 2.9749, 2.642434, 2.70372, 2.636819, 2.65883, 2.567161, 2.510443, 2.598098, 2.559764, 2.654962, 2.736518, 2.919632, 2.729255, 2.718731, 3.006558, 3.026121, 3.045602, 3.201843, 4.073979, 2.936291, 2.847381, 2.50736, 13.472984, 7.225848, 4.242596, 3.460537, 3.423309, 2.782271, 2.937194, 3.009881, 3.12133, 2.893946, 3.257871, 3.823212, 6.489658, 14.554611, 22.07639, 24.705018, 28.370868, 18.603618, 8.615281, 7.110615, 6.215496, 4.545239, 3.217204, 2.205511, 1.005714, 0.000544], "sum_m_pl": [20.873008, 29.062138, 28.020423, 26.444178, 25.279845, 24.744025, 24.838664, 23.449106, 22.543774, 23.22542, 23.714932, 23.490631, 21.893028, 21.520304, 20.67343, 21.189729, 20.933042, 21.227606, 23.01178, 24.060829, 24.227007, 25.668104, 25.800425, 26.256203, 14.765963, 16.790768, 16.075, 19.118638, 20.514693, 19.438239, 18.488065, 19.072728, 19.646891, 18.586238, 17.925871, 17.601181, 15.715404, 11.071059, 8.312403, 6.85576, 5.550816, 8.29401, 10.956002, 11.069041, 10.59333, 9.324846, 7.344225, 3.977746, 0.52278, 2.1e-05]}, "lang": {"n_am_en": [35, 21, 24, 20, 22, 24, 29, 21, 22, 24, 24, 31, 29, 22, 23, 18, 24, 30, 25, 26, 30, 33, 28, 30, 34, 31, 27, 24, 24, 32, 24, 32, 29, 31, 24, 32, 33, 43, 52, 57, 58, 53, 55, 57, 58, 56, 59, 67, 81, 85], "n_am_pl": [6, 7, 11, 8, 6, 7, 8, 5, 1, 2, 10, 5, 4, 6, 10, 10, 6, 6, 4, 8, 5, 6, 9, 9, 7, 9, 5, 10, 10, 10, 8, 7, 8, 9, 7, 5, 4, 6, 1, 3, 1, 1, 3, 2, 2, 3, 1, 0, 0, 0], "n_pos": 88, "sum_m_en": [11.722817, 5.42296, 5.102377, 4.994804, 5.437648, 5.637749, 5.563256, 5.902563, 5.943005, 6.063148, 6.164759, 7.261556, 7.109515, 7.21557, 7.09736, 6.443704, 6.664171, 6.571724, 5.78985, 5.082366, 4.554131, 4.25503, 4.098826, 3.9484, 9.085583, 9.670898, 11.061263, 9.831043, 9.14822, 9.572553, 8.793757, 9.174666, 9.278234, 9.820669, 10.294884, 11.912819, 14.619241, 18.824574, 25.613675, 32.223505, 37.314674, 38.174476, 40.787798, 49.292164, 49.021396, 48.882323, 53.844978, 59.400036, 76.617875, 83.22561], "sum_m_pl": [31.087554, 40.699268, 40.800195, 40.061698, 39.152949, 39.554166, 39.984001, 39.058236, 38.319223, 39.174484, 39.194426, 38.140896, 38.052414, 37.588476, 37.267152, 37.60787, 37.451174, 37.111295, 38.349928, 40.070671, 41.121213, 41.707681, 41.879388, 42.335303, 33.467084, 33.083238, 30.792076, 34.012509, 35.350481, 34.734678, 34.378333, 34.317611, 33.200006, 31.865714, 31.290073, 28.400767, 26.149799, 23.698797, 20.206341, 17.652256, 15.931042, 13.439913, 11.681351, 8.928701, 7.969024, 7.563322, 4.146995, 2.663497, 0.364573, 0.030857]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 307, "item_id": "llmzszl-172", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 827, "region_end": 305, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9837}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [81, 54, 57, 61, 44, 52, 61, 50, 35, 48, 57, 57, 47, 50, 49, 35, 51, 45, 36, 46, 46, 48, 42, 47, 70, 71, 67, 68, 69, 64, 48, 55, 50, 39, 56, 57, 65, 86, 112, 128, 144, 106, 99, 107, 96, 73, 51, 42, 10, 9], "n_am_pl": [11, 54, 44, 37, 31, 21, 35, 38, 25, 22, 31, 26, 31, 27, 34, 31, 31, 34, 45, 41, 49, 51, 44, 49, 28, 39, 29, 35, 54, 38, 24, 25, 34, 26, 28, 23, 24, 24, 21, 22, 20, 22, 17, 16, 15, 25, 32, 31, 65, 69], "n_pos": 317, "sum_m_en": [31.350829, 16.74443, 17.603997, 17.623142, 18.089565, 17.814399, 18.217278, 17.896455, 19.130899, 19.71033, 19.684374, 21.007383, 21.149698, 21.940483, 21.818006, 20.26482, 20.91149, 20.47668, 17.838577, 16.516546, 15.194347, 14.331485, 14.545029, 13.690173, 30.590601, 26.776822, 28.70073, 28.129209, 27.019938, 25.357179, 25.400104, 25.917205, 25.392041, 24.568991, 26.610653, 27.692164, 31.413482, 40.059943, 57.430259, 73.474609, 85.237363, 77.549217, 70.573721, 84.312203, 76.282675, 66.134995, 49.065025, 42.117631, 11.71051, 8.757211], "sum_m_pl": [123.232078, 150.377462, 146.674535, 142.684132, 137.604863, 139.504772, 140.67421, 135.914262, 130.041573, 133.595965, 137.012897, 135.035196, 134.75356, 131.55915, 129.950186, 130.104386, 133.126257, 133.798603, 141.581698, 147.396031, 151.08598, 152.828051, 152.459898, 154.237772, 118.384549, 118.527528, 112.529413, 123.209614, 129.025147, 125.354299, 121.152318, 121.038532, 119.902048, 110.842057, 108.313883, 96.204766, 89.138539, 82.097881, 74.847742, 69.454555, 64.788518, 62.244994, 62.375513, 54.554006, 51.44706, 50.919844, 47.462751, 39.551765, 59.936071, 68.334549]}, "digit": {"n_am_en": [29, 15, 14, 13, 3, 2, 13, 5, 0, 0, 11, 11, 10, 7, 7, 5, 11, 11, 8, 10, 11, 11, 11, 12, 17, 19, 15, 15, 15, 18, 10, 9, 10, 6, 9, 14, 24, 30, 32, 32, 28, 21, 20, 16, 15, 12, 5, 4, 0, 0], "n_am_pl": [0, 9, 6, 1, 2, 3, 3, 3, 4, 1, 7, 4, 6, 2, 7, 4, 4, 1, 11, 11, 6, 9, 9, 11, 10, 12, 7, 7, 8, 6, 4, 5, 6, 3, 3, 1, 1, 3, 4, 5, 5, 6, 5, 2, 2, 2, 2, 1, 0, 0], "n_pos": 64, "sum_m_en": [7.210269, 3.108113, 3.332792, 3.132837, 3.106799, 3.098757, 3.057722, 3.035796, 3.041346, 3.131911, 3.228601, 3.408292, 3.674631, 4.038125, 3.8766, 3.784397, 4.039887, 4.259141, 3.737645, 3.673524, 3.169283, 2.878976, 2.783264, 2.66176, 6.378418, 5.042479, 5.62475, 5.162276, 5.199897, 4.730504, 5.081373, 4.982399, 5.120812, 4.48786, 4.680191, 4.737799, 6.260422, 8.61605, 14.387635, 17.218741, 15.87832, 14.738993, 9.398991, 9.854249, 9.457468, 8.016854, 5.35084, 3.984007, 0.582538, 1e-06], "sum_m_pl": [27.01986, 32.835995, 31.421142, 29.332676, 28.552244, 28.298544, 28.800479, 27.408992, 27.177049, 28.197024, 29.214202, 28.783304, 27.47357, 26.919112, 26.141582, 25.682537, 26.040423, 26.552261, 28.498995, 29.970351, 30.940895, 31.431436, 31.529991, 31.852745, 25.805183, 25.998159, 24.057811, 26.406798, 27.161146, 26.279915, 24.46637, 24.077528, 24.346244, 23.224082, 22.317485, 21.17929, 20.54627, 18.658909, 16.718648, 15.711199, 15.175705, 15.167122, 16.856297, 15.21437, 15.168972, 12.3562, 9.148899, 5.172245, 0.576469, 9.4e-05]}, "lang": {"n_am_en": [23, 11, 11, 18, 20, 23, 18, 20, 15, 20, 24, 21, 17, 19, 20, 18, 20, 18, 18, 21, 22, 20, 17, 19, 30, 27, 30, 30, 24, 23, 20, 21, 18, 14, 19, 23, 27, 30, 38, 44, 52, 46, 45, 45, 42, 36, 24, 20, 7, 9], "n_am_pl": [1, 14, 13, 12, 7, 6, 9, 10, 5, 5, 12, 9, 7, 5, 7, 9, 10, 7, 12, 8, 12, 15, 14, 15, 8, 12, 9, 10, 16, 14, 9, 8, 12, 9, 10, 12, 9, 7, 8, 8, 7, 8, 7, 11, 10, 17, 23, 26, 61, 65], "n_pos": 75, "sum_m_en": [7.603013, 3.794007, 3.999115, 4.467907, 4.683458, 4.696823, 5.121988, 5.298059, 5.891127, 5.894792, 5.685021, 6.062672, 5.850374, 5.732814, 5.93452, 5.48904, 5.744922, 5.356633, 4.766792, 4.222207, 3.893671, 3.672109, 4.17222, 3.667532, 11.859752, 9.929692, 10.795216, 10.068329, 8.163088, 7.933067, 7.266935, 7.7702, 7.95176, 8.133511, 9.215909, 10.375099, 13.075349, 15.803325, 21.134338, 26.700078, 32.639215, 32.44389, 34.059316, 35.715744, 34.95655, 31.289743, 22.118186, 19.600253, 8.164149, 8.668384], "sum_m_pl": [25.862577, 33.993554, 33.538204, 33.366749, 32.068855, 32.724574, 32.420316, 32.241515, 30.813418, 31.746756, 32.436895, 31.889551, 32.603912, 31.890355, 31.692307, 32.339414, 33.006487, 33.062222, 35.04774, 35.974702, 36.510176, 36.681405, 36.169122, 36.699709, 28.702556, 29.964628, 28.868243, 30.793699, 32.387923, 31.47177, 30.873203, 30.391182, 30.187804, 28.870595, 28.959517, 27.146581, 25.858316, 25.008161, 23.019888, 20.52649, 18.417902, 17.233543, 16.747142, 17.604298, 17.012179, 21.153485, 25.015407, 25.275491, 52.362537, 64.470011]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 317, "item_id": "llmzszl-172", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 758, "region_end": 317, "roundtrip_ok": true, "tf_agree": 0.9748, "tf_agree_excl_first": 0.9778}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 19, 22, 19, 19, 17, 10, 13, 16, 16, 13, 21, 27, 22, 16, 19, 20, 13, 13, 13, 11, 10, 7, 6, 14, 16, 19, 19, 17, 16, 18, 22, 16, 18, 21, 22, 20, 20, 22, 23, 22, 30, 26, 34, 33, 35, 34, 46, 47, 46], "n_am_pl": [3, 19, 11, 15, 10, 13, 15, 12, 12, 13, 18, 19, 15, 14, 20, 19, 20, 22, 29, 35, 33, 33, 37, 37, 24, 26, 16, 22, 16, 17, 19, 22, 17, 22, 24, 31, 20, 18, 14, 12, 7, 6, 7, 6, 3, 4, 2, 0, 0, 0], "n_pos": 92, "sum_m_en": [10.095061, 5.097615, 5.264585, 5.059047, 5.366545, 5.851336, 5.693913, 6.067984, 6.413083, 6.065763, 6.844166, 7.355393, 7.827641, 8.111696, 8.120284, 7.348868, 7.123019, 6.958492, 6.000446, 5.396441, 5.079774, 4.745687, 4.644507, 4.579425, 9.351397, 10.363136, 10.255681, 10.202797, 10.193967, 10.096537, 9.062536, 9.100921, 9.081638, 8.929737, 8.999065, 7.816519, 9.340792, 9.783572, 10.919668, 12.200048, 14.185664, 18.664961, 19.516925, 24.4015, 26.464905, 28.512676, 33.887993, 43.119722, 46.175029, 45.129921], "sum_m_pl": [32.454903, 44.582745, 43.658776, 42.861774, 41.929431, 41.967298, 40.992825, 40.362372, 38.55048, 40.547437, 40.271296, 39.446856, 38.359478, 38.611444, 37.915922, 38.430504, 39.474148, 38.496028, 41.167024, 42.515064, 43.231504, 43.862279, 44.323788, 44.508798, 35.449934, 34.839231, 33.684245, 34.348395, 34.928785, 34.588862, 34.626986, 34.241926, 34.034463, 33.198954, 34.858221, 35.796151, 33.183521, 31.987675, 25.851468, 24.048565, 23.146491, 20.531453, 18.746769, 14.761147, 10.681118, 9.948779, 5.683813, 2.830939, 0.371038, 0.142224]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 12, 14, 12, 12, 12, 8, 9, 14, 12, 9, 12, 16, 15, 12, 15, 11, 8, 6, 7, 5, 6, 4, 4, 9, 12, 16, 14, 13, 11, 10, 14, 9, 14, 15, 12, 13, 18, 19, 20, 18, 22, 20, 23, 22, 24, 28, 39, 44, 46], "n_am_pl": [2, 11, 6, 8, 5, 6, 10, 5, 7, 8, 10, 11, 6, 5, 7, 7, 11, 12, 19, 25, 21, 21, 23, 23, 16, 13, 10, 15, 9, 11, 13, 12, 9, 13, 15, 20, 15, 15, 13, 11, 7, 5, 5, 5, 3, 3, 2, 0, 0, 0], "n_pos": 46, "sum_m_en": [4.853052, 2.611609, 2.683386, 2.494019, 2.657505, 3.022626, 2.957096, 3.152214, 3.354893, 3.13701, 3.586833, 3.995201, 4.334827, 4.580617, 4.492143, 3.935038, 3.832055, 3.783052, 3.20147, 2.905368, 2.668928, 2.472956, 2.406416, 2.363511, 5.533808, 6.232485, 6.234905, 6.248774, 6.120167, 6.187767, 5.36709, 5.429807, 5.493768, 5.457056, 5.280508, 4.613333, 6.007786, 6.650746, 7.820936, 8.589801, 10.202683, 13.374542, 14.40275, 16.161277, 17.94017, 20.016724, 26.156911, 34.540899, 43.114876, 44.885638], "sum_m_pl": [15.766348, 22.161672, 21.484185, 21.346175, 21.223063, 21.073992, 20.660347, 20.372008, 19.755204, 20.942458, 20.964808, 20.489808, 19.756245, 19.779453, 19.386114, 19.672916, 20.200144, 19.789777, 21.026104, 21.661209, 21.935792, 22.143736, 22.353431, 22.49318, 19.103271, 18.656575, 18.171322, 18.354336, 18.558744, 17.945925, 18.045895, 17.492072, 17.269152, 17.792256, 19.00893, 20.163047, 19.104327, 19.576305, 16.838446, 15.690582, 14.6935, 12.493151, 10.655721, 9.622716, 6.802445, 6.353742, 3.519626, 1.302364, 0.122394, 0.000902]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 94, "item_id": "llmzszl-18", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 712, "region_end": 92, "roundtrip_ok": true, "tf_agree": 0.9787, "tf_agree_excl_first": 0.9892}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 12, 17, 14, 11, 8, 5, 7, 9, 4, 8, 5, 12, 11, 9, 6, 11, 4, 8, 8, 7, 6, 5, 5, 11, 11, 10, 16, 11, 8, 7, 5, 5, 4, 8, 9, 9, 9, 8, 6, 9, 5, 9, 8, 8, 8, 9, 6, 1, 0], "n_am_pl": [3, 14, 14, 11, 8, 12, 8, 15, 18, 16, 17, 23, 15, 15, 18, 14, 18, 22, 18, 19, 23, 20, 22, 27, 13, 15, 11, 15, 14, 18, 16, 15, 15, 19, 16, 18, 15, 12, 10, 11, 11, 12, 9, 9, 6, 6, 11, 11, 31, 31], "n_pos": 68, "sum_m_en": [6.572267, 3.183978, 3.48032, 3.59862, 3.923627, 4.11222, 4.018823, 4.179045, 4.466936, 4.227078, 4.901044, 5.040281, 5.129753, 5.536255, 5.588997, 4.98376, 4.618318, 4.519025, 3.902389, 3.585627, 3.396101, 3.270003, 3.21348, 3.204969, 5.149265, 6.08759, 5.7697, 6.186664, 6.204628, 6.036712, 5.612225, 5.480863, 5.133792, 4.896124, 5.071386, 4.35104, 4.926045, 5.338147, 5.124011, 4.971099, 5.754188, 7.062236, 7.896464, 9.340324, 8.173381, 7.79357, 8.219933, 7.018388, 1.880613, 0.006027], "sum_m_pl": [26.196642, 33.497412, 32.22868, 31.759367, 30.818772, 31.078619, 29.90574, 29.273597, 28.063636, 28.740859, 28.722092, 28.39223, 27.595035, 27.30065, 27.216708, 28.125343, 29.253745, 28.887951, 30.648231, 31.315877, 31.859398, 32.254687, 32.421811, 32.4718, 24.654572, 24.667498, 23.860208, 24.606131, 26.184088, 26.793614, 25.941813, 26.470307, 25.973546, 24.823775, 25.823155, 26.185671, 24.713356, 23.04485, 17.728235, 17.815684, 17.517816, 16.441852, 15.308247, 11.639312, 8.35537, 8.482859, 11.602042, 12.428359, 27.19193, 29.970576]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 6, 7, 6, 7, 6, 2, 5, 4, 3, 8, 2, 8, 7, 6, 3, 6, 3, 4, 5, 4, 3, 3, 2, 8, 7, 6, 10, 6, 5, 3, 5, 4, 4, 3, 6, 5, 7, 5, 5, 5, 3, 7, 7, 6, 5, 5, 2, 0, 0], "n_am_pl": [1, 8, 8, 6, 3, 6, 3, 6, 11, 11, 8, 11, 8, 9, 11, 8, 10, 10, 9, 12, 16, 15, 15, 19, 8, 8, 7, 8, 8, 11, 12, 10, 10, 13, 13, 11, 12, 10, 9, 10, 10, 11, 8, 9, 6, 6, 11, 10, 29, 31], "n_pos": 32, "sum_m_en": [2.854461, 1.529031, 1.649759, 1.71359, 1.87061, 1.914885, 1.878091, 1.97337, 2.067917, 1.965293, 2.395828, 2.472145, 2.56112, 2.717257, 2.789669, 2.345309, 2.230365, 2.206392, 1.889875, 1.745968, 1.645462, 1.572342, 1.53925, 1.518118, 2.757066, 3.181, 2.933057, 3.128479, 3.17832, 3.157848, 2.835354, 2.867613, 2.651812, 2.585654, 2.649417, 2.328273, 2.76704, 3.413968, 3.627662, 3.582896, 3.785432, 4.375277, 5.312077, 6.758761, 6.401996, 5.01778, 4.68028, 2.772517, 0.292254, 0.006019], "sum_m_pl": [12.409181, 15.681225, 14.980636, 14.761228, 14.452689, 14.455821, 13.859826, 13.590338, 13.323133, 13.563254, 13.687211, 13.422171, 12.971545, 12.863018, 12.899999, 13.527796, 13.972024, 13.835503, 14.577886, 14.886577, 15.009011, 15.220498, 15.30453, 15.354401, 12.986309, 13.024306, 13.004054, 13.212285, 13.905164, 13.634419, 13.308755, 13.542255, 13.39272, 13.034044, 13.208941, 14.347848, 14.263512, 13.685735, 10.918051, 11.657586, 11.109184, 10.412458, 9.295378, 8.22781, 6.511706, 6.891262, 10.835375, 10.785586, 25.706516, 29.92964]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 70, "item_id": "llmzszl-18", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 643, "region_end": 68, "roundtrip_ok": true, "tf_agree": 0.9714, "tf_agree_excl_first": 0.9855}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [65, 58, 39, 36, 33, 30, 33, 38, 34, 45, 43, 43, 41, 45, 36, 30, 34, 38, 39, 54, 36, 38, 36, 30, 61, 59, 51, 52, 51, 47, 51, 52, 45, 54, 54, 57, 62, 66, 48, 44, 48, 52, 49, 43, 52, 62, 69, 57, 62, 64], "n_am_pl": [6, 27, 39, 25, 25, 13, 15, 19, 22, 34, 26, 28, 29, 26, 28, 28, 21, 32, 26, 31, 34, 34, 34, 35, 17, 19, 22, 23, 24, 24, 25, 16, 21, 15, 13, 15, 13, 11, 12, 13, 13, 11, 11, 16, 9, 5, 3, 5, 4, 4], "n_pos": 188, "sum_m_en": [21.291228, 10.773078, 11.035805, 10.384431, 10.776424, 11.234476, 11.312305, 12.571785, 13.51048, 13.571827, 14.069632, 14.186792, 14.65106, 15.645797, 15.297886, 14.745943, 13.974051, 13.680202, 12.037983, 11.45555, 10.67458, 10.002861, 9.535949, 9.275426, 23.09623, 25.005283, 23.214918, 22.991374, 21.992442, 22.015442, 20.604835, 19.818063, 18.879473, 19.300923, 20.500936, 21.572166, 25.09309, 28.602641, 30.53771, 32.0422, 35.010523, 40.449248, 40.982249, 41.481776, 45.429103, 53.367289, 58.776994, 51.301071, 61.512328, 64.289326], "sum_m_pl": [68.86346, 90.95368, 88.130008, 87.164812, 84.011326, 83.122231, 83.394279, 83.221552, 81.486179, 85.684882, 81.644293, 82.569211, 81.634937, 78.926157, 79.629504, 80.827807, 82.123571, 83.83878, 86.63587, 88.254618, 89.741837, 90.333034, 90.730536, 91.034825, 67.080311, 67.275567, 66.377549, 70.701151, 71.952095, 70.522588, 72.86193, 70.671935, 72.989078, 69.021817, 67.286979, 64.380664, 56.532223, 52.62995, 47.613839, 43.095864, 40.608365, 33.088743, 31.363462, 29.303307, 24.476145, 18.483584, 12.674636, 8.932992, 4.40424, 3.989446]}, "digit": {"n_am_en": [5, 10, 3, 4, 5, 2, 1, 2, 1, 4, 3, 6, 5, 5, 2, 4, 2, 2, 5, 2, 2, 2, 1, 1, 8, 9, 7, 7, 6, 4, 7, 8, 5, 7, 6, 2, 5, 5, 3, 1, 2, 1, 2, 2, 4, 3, 2, 1, 0, 0], "n_am_pl": [0, 4, 6, 2, 1, 1, 3, 3, 3, 5, 2, 0, 3, 3, 5, 4, 5, 6, 6, 4, 3, 8, 4, 5, 1, 2, 1, 0, 2, 5, 4, 5, 2, 1, 1, 2, 2, 0, 1, 0, 1, 2, 2, 6, 2, 1, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.36223, 1.123956, 1.15227, 1.200147, 1.294495, 1.353278, 1.323137, 1.467237, 1.48639, 1.534761, 1.571532, 1.580239, 1.643484, 1.748886, 1.585097, 1.532594, 1.534405, 1.571332, 1.409146, 1.358871, 1.289481, 1.224845, 1.200671, 1.166311, 2.110569, 2.550937, 2.231199, 2.204671, 2.135256, 2.01723, 2.094303, 2.027203, 1.733105, 1.744147, 1.913658, 1.883346, 1.956683, 2.010954, 2.164331, 2.218929, 2.075725, 2.083283, 2.196256, 3.106461, 3.14614, 2.385907, 1.389089, 0.73688, 0.149459, 0.0], "sum_m_pl": [10.475666, 13.643623, 13.189619, 12.776924, 12.36971, 11.945563, 11.782713, 11.592018, 11.141692, 11.742803, 11.425266, 11.361102, 11.279624, 11.069932, 11.188518, 11.359205, 11.238766, 11.564162, 11.913703, 12.179387, 12.372891, 12.413999, 12.417101, 12.53228, 10.41315, 10.23797, 10.052306, 10.762167, 10.834749, 10.719393, 11.052378, 10.974506, 11.311812, 10.986074, 10.609338, 10.416875, 10.150682, 9.989665, 9.323881, 9.029838, 8.345764, 8.15161, 8.329509, 8.112217, 6.778733, 5.484957, 3.240738, 1.396661, 0.361796, 0.0]}, "lang": {"n_am_en": [25, 24, 15, 12, 14, 15, 19, 18, 17, 21, 18, 20, 18, 20, 21, 13, 14, 19, 16, 24, 18, 18, 21, 20, 32, 28, 24, 20, 24, 22, 24, 26, 19, 27, 26, 30, 35, 34, 29, 25, 27, 28, 29, 29, 30, 36, 48, 48, 59, 63], "n_am_pl": [4, 11, 16, 8, 10, 2, 2, 6, 9, 16, 13, 13, 9, 9, 8, 9, 11, 11, 8, 11, 14, 9, 11, 10, 8, 7, 9, 9, 12, 12, 5, 4, 11, 7, 6, 10, 6, 3, 5, 4, 4, 5, 4, 4, 4, 3, 2, 4, 4, 4], "n_pos": 70, "sum_m_en": [8.694523, 4.260698, 4.698829, 4.005306, 4.076506, 4.282755, 4.506389, 5.048536, 5.444455, 5.388443, 5.776166, 5.929067, 6.032978, 6.445378, 6.4092, 6.056515, 5.606033, 5.450778, 4.782879, 4.486524, 4.174837, 3.895095, 3.669885, 3.572266, 11.214028, 11.472635, 10.062908, 9.433935, 9.585736, 9.373783, 8.66049, 8.380576, 8.382937, 8.825703, 9.088529, 10.085453, 12.396553, 14.679964, 15.888172, 17.25837, 19.253082, 22.637693, 23.125841, 24.047014, 26.083954, 32.083258, 41.213981, 42.755354, 57.855819, 63.448724], "sum_m_pl": [23.262231, 33.335499, 32.000336, 32.132321, 31.034528, 30.64329, 30.83919, 30.76127, 30.366919, 32.114288, 30.307413, 31.232608, 31.060215, 30.07024, 30.325012, 30.543774, 31.181088, 31.709566, 32.573413, 32.939637, 33.429829, 33.72331, 33.957667, 34.051513, 25.228754, 24.988999, 25.672029, 26.789655, 26.748386, 26.117791, 27.181747, 25.957602, 27.158959, 26.294357, 25.538699, 25.384116, 21.902972, 20.012469, 17.822556, 15.720037, 15.45562, 11.586586, 10.268789, 9.418997, 9.448543, 7.019821, 5.482734, 5.154718, 3.79086, 3.989297]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "llmzszl-18394", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 774, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9789, "tf_agree_excl_first": 0.9841}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [278, 197, 183, 179, 162, 180, 226, 213, 208, 221, 226, 203, 178, 165, 184, 174, 178, 169, 157, 153, 138, 139, 125, 133, 267, 266, 251, 246, 267, 260, 231, 234, 190, 201, 221, 274, 236, 258, 242, 251, 261, 258, 284, 244, 236, 234, 174, 97, 48, 47], "n_am_pl": [68, 169, 201, 207, 179, 124, 120, 114, 103, 161, 152, 151, 206, 186, 178, 184, 162, 169, 196, 209, 250, 265, 300, 312, 88, 85, 98, 114, 132, 144, 156, 170, 183, 139, 139, 110, 108, 122, 118, 113, 114, 103, 93, 102, 106, 120, 152, 155, 316, 330], "n_pos": 855, "sum_m_en": [81.772375, 42.932208, 45.188486, 47.783692, 48.605584, 47.627265, 49.299273, 51.533466, 58.628668, 60.635552, 63.535498, 65.393341, 62.117373, 64.914842, 67.608529, 62.086091, 59.184979, 55.682686, 48.998907, 46.409419, 43.499317, 40.615837, 39.523181, 38.479059, 82.017982, 84.544138, 87.240806, 84.501247, 88.24078, 93.285674, 86.272355, 85.668254, 86.922927, 92.768042, 95.198005, 99.348969, 101.56525, 109.916314, 109.923104, 116.772642, 120.322995, 138.932985, 164.081416, 165.132327, 173.394418, 167.924011, 150.100577, 99.245502, 54.380058, 46.053503], "sum_m_pl": [314.305575, 409.678418, 399.512444, 395.406726, 389.558239, 393.245891, 400.384, 399.404204, 394.041414, 401.961436, 389.736205, 384.747938, 402.505543, 393.469629, 391.965717, 395.766198, 388.833205, 397.381078, 409.7921, 414.348776, 419.991904, 421.839927, 421.734259, 423.283979, 341.730666, 341.936034, 336.409186, 360.686258, 369.231768, 367.506975, 377.461177, 372.151288, 359.974932, 332.286915, 324.302742, 314.856668, 295.711456, 289.289018, 282.296718, 275.403113, 270.17013, 252.78502, 237.226064, 220.125558, 195.072637, 199.197991, 196.649325, 193.41391, 302.69473, 332.21724]}, "digit": {"n_am_en": [1, 20, 14, 7, 3, 2, 2, 9, 8, 12, 14, 6, 7, 12, 6, 9, 7, 5, 7, 2, 6, 3, 2, 2, 10, 9, 4, 10, 16, 11, 8, 5, 2, 6, 1, 3, 2, 3, 4, 2, 1, 1, 3, 6, 4, 3, 0, 1, 0, 0], "n_am_pl": [1, 6, 2, 5, 1, 4, 4, 2, 0, 3, 8, 8, 14, 9, 5, 5, 15, 8, 13, 10, 15, 16, 14, 16, 4, 2, 4, 3, 6, 11, 14, 15, 14, 6, 6, 7, 4, 1, 3, 1, 0, 1, 3, 0, 0, 2, 1, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.172336, 1.46663, 1.387667, 1.337042, 1.385034, 1.431878, 1.493199, 1.633703, 1.784953, 1.912541, 2.036663, 2.229354, 2.229049, 2.582988, 2.432045, 2.211435, 2.078894, 1.967132, 1.762374, 1.707737, 1.629756, 1.499763, 1.477365, 1.441812, 2.376616, 2.388043, 2.535107, 2.828943, 2.90882, 3.04524, 2.94154, 3.274304, 3.083056, 2.938795, 2.956015, 2.963618, 2.62609, 2.560325, 2.707365, 2.664486, 2.531844, 2.356064, 2.605732, 3.124587, 4.619076, 3.905373, 1.334838, 1.347172, 0.66774, 0.0], "sum_m_pl": [16.369567, 19.821084, 19.272805, 18.833279, 18.390655, 17.922811, 17.816686, 17.441925, 17.380427, 17.719552, 17.433634, 16.972251, 17.347023, 17.093309, 16.782449, 16.578275, 16.311262, 16.706863, 17.324009, 17.45252, 17.883428, 18.044091, 17.992073, 18.117296, 16.279279, 16.077889, 15.810339, 16.442149, 16.865658, 16.299688, 16.587909, 16.038806, 15.45132, 14.065951, 13.53868, 13.361608, 12.937887, 12.552708, 12.10998, 13.070406, 12.309003, 12.476359, 12.761894, 11.037747, 10.007631, 7.700848, 5.370145, 3.131247, 1.793541, 0.0]}, "lang": {"n_am_en": [137, 87, 84, 76, 62, 73, 120, 116, 104, 110, 108, 100, 95, 71, 86, 77, 86, 88, 84, 78, 73, 75, 61, 74, 137, 146, 127, 113, 127, 112, 104, 108, 99, 100, 119, 152, 126, 156, 137, 148, 153, 154, 170, 151, 155, 157, 118, 73, 47, 46], "n_am_pl": [33, 72, 89, 80, 87, 53, 47, 55, 52, 72, 61, 68, 95, 93, 85, 101, 77, 90, 104, 99, 122, 126, 145, 140, 34, 30, 43, 55, 51, 61, 67, 77, 86, 69, 68, 57, 50, 53, 60, 53, 60, 61, 63, 76, 86, 103, 129, 139, 301, 328], "n_pos": 377, "sum_m_en": [36.860585, 19.643475, 20.305409, 21.071781, 21.427315, 21.08959, 22.430079, 23.099614, 26.775272, 27.32624, 29.046284, 30.126951, 28.311738, 29.264042, 30.709622, 28.126407, 26.849747, 25.565977, 22.290355, 20.814466, 19.283967, 17.86403, 17.218033, 16.684626, 38.535403, 39.345886, 40.782169, 37.254642, 39.767585, 41.709406, 38.4896, 39.302961, 40.868914, 44.569844, 45.556969, 48.977766, 51.041457, 55.872787, 57.021943, 57.612618, 61.471742, 73.053945, 88.985034, 94.681727, 110.963849, 114.473881, 103.850626, 69.373724, 48.365178, 45.458856], "sum_m_pl": [134.601591, 176.016935, 171.378037, 169.636398, 166.871341, 169.438516, 174.284475, 175.639222, 174.918165, 178.727192, 172.825649, 171.843331, 180.012351, 176.671263, 175.942837, 178.365144, 174.46524, 178.685158, 183.826931, 184.788576, 186.493291, 187.854094, 187.809436, 188.810964, 158.831315, 157.36973, 157.306893, 165.468891, 167.206148, 166.068407, 170.742638, 167.526426, 165.075293, 156.677503, 153.439863, 152.351073, 145.269031, 142.702789, 138.336201, 135.727108, 136.159154, 130.416864, 121.284247, 117.515458, 118.24272, 127.95947, 141.011731, 152.141492, 273.120438, 325.462349]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 855, "item_id": "llmzszl-18394", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 705, "region_end": 855, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9836}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [118, 102, 92, 86, 81, 96, 82, 98, 74, 110, 117, 96, 93, 93, 101, 84, 86, 92, 87, 87, 81, 94, 94, 74, 132, 140, 128, 124, 127, 123, 111, 106, 114, 107, 105, 102, 127, 123, 138, 153, 163, 171, 168, 178, 178, 177, 194, 202, 207, 207], "n_am_pl": [14, 71, 52, 60, 48, 55, 44, 46, 35, 54, 38, 68, 61, 80, 69, 56, 51, 54, 54, 55, 70, 71, 72, 85, 37, 30, 42, 41, 53, 45, 54, 42, 33, 39, 33, 21, 21, 18, 17, 11, 14, 7, 13, 9, 15, 11, 11, 4, 1, 3], "n_pos": 417, "sum_m_en": [51.598705, 24.439822, 23.226666, 23.39886, 23.553843, 24.931539, 24.303194, 25.098341, 27.290481, 30.209715, 30.281807, 31.223845, 31.906354, 33.93686, 32.170182, 30.685411, 30.3699, 30.397227, 27.789393, 25.508895, 23.059199, 20.669292, 19.570192, 19.066999, 48.039267, 48.805549, 44.838796, 45.764504, 45.395303, 45.660336, 42.945688, 44.442382, 44.599754, 46.497798, 49.525328, 53.965581, 61.988665, 64.871113, 77.521027, 95.400946, 110.155563, 115.79212, 127.402144, 131.962034, 149.737244, 158.283874, 179.002941, 192.4084, 199.582582, 205.972822], "sum_m_pl": [150.372651, 201.144987, 191.919943, 189.689126, 183.593602, 181.022317, 181.728106, 178.285286, 172.420879, 181.752001, 181.296405, 181.398719, 184.214843, 175.990044, 178.293338, 180.231817, 178.637703, 180.737562, 187.580961, 188.705734, 195.660976, 199.682941, 200.401864, 200.775594, 157.037715, 156.586078, 152.313625, 162.744833, 166.001124, 167.745376, 173.156933, 164.095211, 163.851065, 154.884371, 148.643946, 138.64185, 123.879742, 113.528545, 102.734028, 89.552507, 80.041259, 69.666097, 63.731415, 53.544933, 46.690051, 36.989632, 25.114673, 11.568258, 2.75288, 2.778265]}, "digit": {"n_am_en": [1, 7, 11, 3, 4, 3, 0, 1, 4, 4, 9, 6, 4, 2, 1, 5, 3, 4, 4, 4, 2, 3, 7, 5, 3, 4, 7, 3, 7, 5, 4, 3, 0, 1, 5, 3, 4, 4, 4, 4, 4, 6, 9, 10, 5, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 2, 1, 2, 2, 2, 0, 2, 0, 5, 7, 4, 5, 6, 5, 6, 4, 4, 3, 5, 5, 6, 3, 6, 7, 8, 5, 4, 2, 3, 2, 2, 4, 3, 2, 2, 2, 2, 2, 1, 2, 0, 2, 0, 0, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.015012, 1.538519, 1.464697, 1.380383, 1.415845, 1.516769, 1.50171, 1.595668, 1.736195, 1.865471, 1.957905, 1.996696, 2.119659, 2.325728, 2.03502, 2.058891, 2.067044, 2.132173, 1.93586, 1.90318, 1.715782, 1.529623, 1.463052, 1.431397, 2.420556, 2.621029, 2.658737, 2.662716, 2.827309, 2.732119, 2.532533, 2.620217, 2.285724, 2.301604, 2.456396, 2.474757, 2.274844, 2.450053, 2.335248, 2.426316, 2.440205, 2.413979, 2.53692, 2.800044, 2.568223, 2.118922, 1.987068, 1.136417, 0.297532, 0.0], "sum_m_pl": [15.095425, 18.813118, 18.27921, 18.166788, 17.358853, 16.98329, 16.650689, 16.151784, 15.675399, 16.242584, 16.035657, 16.055607, 15.666679, 15.063884, 15.175564, 15.721949, 15.53745, 15.765367, 16.491597, 16.45906, 16.910905, 17.217734, 17.271731, 17.345472, 15.123886, 15.149226, 14.66563, 15.16768, 14.790841, 14.775574, 14.851683, 13.975321, 14.169365, 13.821302, 13.218514, 13.180487, 12.475403, 11.634589, 10.859974, 11.138028, 11.123124, 11.160606, 11.528939, 10.237052, 9.496066, 5.672185, 4.532805, 1.579853, 0.418097, 0.0]}, "lang": {"n_am_en": [62, 56, 44, 50, 47, 63, 44, 57, 43, 69, 69, 59, 54, 55, 62, 48, 49, 58, 52, 52, 50, 58, 53, 42, 79, 92, 78, 71, 74, 72, 68, 64, 71, 70, 67, 64, 86, 90, 98, 108, 112, 122, 119, 128, 134, 138, 154, 168, 200, 206], "n_am_pl": [9, 35, 32, 33, 25, 28, 25, 18, 15, 24, 23, 39, 36, 51, 40, 31, 23, 28, 32, 30, 41, 40, 38, 49, 21, 14, 18, 18, 31, 27, 32, 25, 20, 23, 19, 12, 13, 10, 10, 4, 7, 0, 6, 6, 5, 6, 5, 0, 1, 3], "n_pos": 212, "sum_m_en": [28.202055, 13.112801, 12.843157, 13.267424, 13.199862, 13.883434, 13.418255, 13.976362, 15.211864, 16.960173, 16.808275, 17.362104, 17.690594, 18.675828, 17.915452, 16.895807, 16.656493, 16.637252, 15.055293, 13.681349, 12.286746, 10.917125, 10.280109, 9.994821, 27.667726, 28.369539, 25.975073, 25.973411, 25.979957, 26.223026, 24.553995, 25.763954, 26.504871, 27.938761, 30.287943, 34.068808, 39.928852, 44.355954, 53.895028, 68.1154, 81.397407, 85.753424, 95.680468, 99.466028, 114.317611, 125.887214, 141.490466, 158.9516, 191.117507, 203.815388], "sum_m_pl": [71.994653, 100.400354, 93.931795, 92.472352, 89.687407, 88.382102, 89.594217, 88.063507, 85.305089, 91.153166, 91.896563, 92.23958, 94.32573, 89.682845, 91.130912, 91.836538, 90.777231, 92.437212, 95.670956, 95.721577, 99.327337, 101.528557, 101.892365, 102.023474, 80.376816, 80.383411, 78.063934, 82.649997, 85.130111, 86.029343, 89.904114, 85.048736, 84.792462, 81.042734, 76.966246, 72.41616, 63.750992, 57.157795, 50.134805, 41.914752, 36.687769, 30.167527, 26.422499, 23.698546, 19.529407, 14.590726, 9.987372, 2.105023, 1.449045, 2.732475]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 419, "item_id": "llmzszl-18395", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 752, "region_end": 417, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.9809}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [143, 148, 120, 127, 101, 112, 104, 98, 110, 118, 122, 136, 142, 125, 119, 116, 122, 103, 97, 82, 75, 97, 97, 78, 147, 142, 137, 146, 140, 151, 141, 126, 120, 116, 134, 128, 134, 125, 134, 141, 154, 162, 173, 167, 156, 129, 97, 62, 25, 18], "n_am_pl": [30, 126, 99, 110, 74, 75, 73, 86, 92, 101, 77, 96, 94, 97, 102, 92, 78, 99, 108, 103, 147, 132, 136, 153, 65, 66, 81, 87, 97, 94, 106, 87, 81, 88, 67, 68, 53, 56, 59, 52, 62, 51, 54, 50, 56, 57, 69, 78, 153, 178], "n_pos": 624, "sum_m_en": [57.430759, 30.783249, 31.432298, 33.59344, 33.378984, 34.388901, 33.826204, 35.335276, 37.134538, 39.965897, 41.539636, 43.292861, 44.004546, 46.152132, 45.496506, 43.156321, 41.977632, 40.237313, 36.736833, 35.048141, 32.849888, 30.282472, 29.203076, 28.396347, 59.087579, 60.782079, 60.498377, 62.483253, 63.273351, 64.939182, 61.539924, 57.767754, 56.395799, 56.285476, 60.249916, 60.550965, 65.603442, 65.201899, 69.090832, 86.118692, 97.532413, 98.305374, 106.05122, 105.154733, 111.039892, 104.793949, 84.006472, 65.331611, 27.185893, 18.198485], "sum_m_pl": [243.417776, 306.729728, 295.055266, 288.857928, 279.202578, 278.311159, 278.324973, 276.130249, 269.272108, 275.564979, 273.813241, 270.318584, 276.419217, 269.899359, 272.121282, 279.877013, 277.457498, 283.66708, 292.239799, 294.384019, 300.940359, 302.526756, 302.924955, 302.290014, 235.505294, 237.617329, 229.333361, 245.529968, 253.877476, 252.063314, 254.79174, 252.912184, 256.015483, 243.047799, 230.939493, 223.618829, 206.779354, 193.247753, 183.110299, 169.960236, 158.109277, 153.67743, 149.66535, 139.502378, 121.330183, 109.138548, 98.169481, 93.631655, 150.845237, 179.174179]}, "digit": {"n_am_en": [3, 27, 13, 15, 12, 6, 8, 3, 6, 10, 15, 17, 19, 15, 10, 11, 9, 9, 11, 9, 3, 7, 9, 5, 13, 13, 11, 13, 12, 15, 15, 9, 8, 5, 17, 12, 10, 12, 8, 12, 10, 11, 11, 13, 7, 4, 4, 1, 0, 0], "n_am_pl": [0, 6, 8, 8, 7, 6, 9, 5, 7, 6, 6, 11, 7, 8, 16, 14, 8, 9, 9, 12, 20, 15, 18, 20, 5, 9, 7, 9, 12, 10, 7, 6, 7, 8, 3, 5, 6, 7, 4, 3, 6, 8, 9, 6, 4, 5, 7, 5, 0, 0], "n_pos": 67, "sum_m_en": [5.974138, 3.034904, 3.066608, 2.993486, 3.030937, 3.137944, 3.117664, 3.337748, 3.393349, 3.52662, 3.698804, 3.886453, 4.325466, 4.605644, 4.316902, 4.298452, 4.066003, 4.0503, 3.745175, 3.62677, 3.290736, 2.976942, 2.867579, 2.819264, 5.023999, 5.059418, 5.229604, 5.672977, 5.85079, 5.71441, 5.882401, 5.451786, 5.162872, 5.278589, 5.679276, 5.414305, 5.280224, 5.045658, 5.231614, 5.482616, 5.750806, 5.877329, 6.049267, 5.934065, 5.864342, 5.582164, 5.515111, 3.278415, 0.750856, 0.0], "sum_m_pl": [28.711612, 35.95169, 34.619469, 34.099844, 32.579174, 32.130811, 31.23685, 30.860081, 30.659187, 31.11732, 31.119427, 31.059049, 31.112805, 30.586695, 30.588478, 31.439852, 30.964906, 31.730128, 32.456992, 32.512156, 33.115061, 33.291291, 33.439994, 33.412928, 28.661656, 28.402348, 26.940653, 28.460824, 29.20059, 29.062256, 28.696976, 27.875565, 28.861994, 27.727557, 26.757932, 27.146484, 26.325489, 24.788124, 23.377005, 23.226764, 21.928754, 22.642606, 23.389456, 21.391291, 18.83235, 14.323922, 12.519737, 8.054371, 0.964411, 4.7e-05]}, "lang": {"n_am_en": [49, 47, 34, 43, 32, 44, 32, 34, 45, 47, 39, 47, 46, 41, 37, 40, 39, 35, 35, 25, 33, 40, 34, 31, 59, 55, 45, 50, 43, 53, 47, 55, 50, 45, 47, 48, 51, 56, 63, 69, 79, 80, 93, 91, 90, 75, 61, 40, 23, 18], "n_am_pl": [10, 35, 33, 30, 24, 16, 30, 27, 24, 30, 20, 29, 31, 29, 31, 32, 25, 42, 38, 36, 47, 45, 46, 61, 18, 21, 27, 27, 34, 32, 31, 27, 28, 30, 16, 19, 15, 14, 17, 21, 24, 21, 19, 24, 32, 36, 46, 63, 149, 177], "n_pos": 198, "sum_m_en": [19.207087, 10.3034, 10.284012, 11.498054, 11.026047, 11.492326, 11.360035, 11.731505, 12.276308, 13.278682, 13.837183, 14.670156, 14.581393, 15.150303, 14.674998, 14.02202, 13.796817, 13.249327, 12.259178, 11.709431, 10.996612, 10.065913, 9.565751, 9.26155, 21.593728, 20.99294, 20.461991, 20.473922, 20.781363, 21.782244, 20.483633, 19.922054, 19.74692, 19.59585, 20.972832, 21.084357, 24.007656, 25.691445, 29.099425, 41.746549, 49.32029, 50.639777, 55.44519, 54.840446, 62.930467, 59.427072, 47.738778, 40.080481, 24.238442, 18.158603], "sum_m_pl": [70.428768, 91.662983, 86.969352, 84.958765, 83.286518, 83.101331, 84.352572, 84.991822, 81.906133, 85.371053, 85.036706, 84.1434, 86.560591, 85.079468, 86.3184, 88.181516, 87.48048, 89.520693, 91.770235, 91.376836, 93.743887, 94.691176, 94.591414, 94.437879, 73.198031, 75.249313, 72.57389, 77.988212, 80.283626, 79.146278, 81.31656, 80.850382, 81.852334, 78.132687, 74.240938, 73.874182, 69.537186, 66.053628, 63.308962, 56.613583, 54.742225, 54.006652, 53.455158, 54.247317, 51.487531, 49.693926, 56.559407, 67.275528, 138.816803, 175.537442]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 624, "item_id": "llmzszl-18395", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 683, "region_end": 624, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9872}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [72, 67, 53, 47, 38, 43, 53, 52, 41, 59, 53, 79, 52, 60, 58, 56, 59, 45, 48, 49, 53, 46, 40, 40, 58, 50, 51, 61, 65, 68, 61, 66, 54, 51, 68, 66, 64, 74, 70, 80, 71, 65, 59, 57, 61, 67, 67, 77, 79, 79], "n_am_pl": [10, 23, 27, 28, 15, 24, 24, 18, 22, 25, 31, 33, 36, 36, 32, 23, 19, 21, 20, 23, 28, 33, 28, 29, 8, 16, 19, 21, 28, 30, 19, 31, 27, 24, 22, 29, 21, 19, 17, 9, 10, 13, 19, 17, 13, 9, 6, 2, 7, 2], "n_pos": 224, "sum_m_en": [25.634001, 12.404954, 12.267303, 12.628553, 13.005298, 13.173997, 13.527003, 13.683914, 13.827484, 14.958899, 15.135503, 15.843004, 16.428292, 17.169215, 17.122225, 16.65328, 16.286911, 15.862619, 14.064033, 13.180547, 12.035752, 11.222254, 10.725822, 10.465823, 23.646641, 26.164005, 26.403781, 25.24084, 24.836311, 25.362278, 23.66752, 23.594826, 22.711073, 24.148212, 25.914355, 27.192722, 31.946546, 33.28648, 38.51115, 41.830156, 38.21057, 38.381054, 43.379164, 47.704918, 54.191378, 60.001849, 62.961581, 69.75125, 79.667277, 78.404858], "sum_m_pl": [81.785167, 108.110418, 106.370827, 104.41796, 102.575948, 102.114333, 100.616637, 98.10865, 96.842305, 99.647385, 99.137754, 100.099109, 99.067869, 96.793018, 96.299526, 96.773964, 95.494583, 96.285794, 98.626109, 102.333005, 105.443329, 107.324547, 107.871618, 108.174944, 83.518173, 80.222564, 77.050123, 81.83919, 86.903454, 86.38448, 87.576474, 86.851925, 87.536841, 83.293344, 82.505634, 77.92729, 69.186303, 66.773941, 59.890596, 55.014874, 51.611414, 47.346528, 41.383915, 37.496885, 28.936446, 22.498848, 13.619488, 7.521793, 4.874972, 1.968151]}, "digit": {"n_am_en": [0, 3, 4, 3, 2, 0, 0, 0, 1, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 4, 4, 3, 5, 2, 2, 2, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 2, 2, 3, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.551161, 0.268942, 0.262626, 0.240435, 0.23749, 0.261538, 0.252355, 0.277725, 0.277111, 0.311304, 0.302242, 0.310599, 0.327442, 0.37713, 0.326797, 0.352346, 0.350303, 0.348285, 0.321071, 0.31505, 0.282271, 0.273232, 0.264786, 0.262477, 0.467425, 0.494239, 0.559556, 0.704263, 0.595738, 0.553047, 0.605225, 0.666246, 0.618837, 0.631328, 0.626854, 0.651177, 0.697381, 0.57903, 0.467421, 0.451528, 0.512536, 0.548657, 0.549364, 0.636594, 0.371977, 0.530987, 0.121198, 0.031685, 0.000207, 0.0], "sum_m_pl": [2.544167, 3.214373, 3.089332, 3.081859, 3.035705, 2.956941, 2.891381, 2.749818, 2.749329, 2.782232, 2.80021, 2.841607, 2.624352, 2.428909, 2.274645, 2.216389, 1.961347, 2.194763, 2.406684, 2.509667, 2.645672, 2.723913, 2.749564, 2.78478, 2.059693, 1.930915, 1.900489, 2.078052, 2.400496, 2.524745, 2.533361, 2.421186, 2.514988, 2.334007, 2.264911, 2.348666, 2.039392, 2.170253, 2.343335, 2.136744, 2.145029, 1.912428, 1.439315, 1.908873, 1.634373, 0.949243, 0.282005, 0.085955, 0.000289, 0.0]}, "lang": {"n_am_en": [27, 23, 19, 19, 17, 21, 22, 25, 22, 29, 17, 28, 21, 25, 20, 24, 28, 22, 26, 26, 30, 24, 20, 24, 35, 22, 28, 30, 32, 33, 28, 27, 25, 27, 35, 33, 38, 45, 40, 47, 41, 42, 41, 42, 47, 51, 53, 68, 76, 79], "n_am_pl": [1, 8, 11, 11, 8, 10, 6, 8, 12, 13, 11, 18, 22, 16, 13, 12, 11, 8, 11, 11, 14, 15, 15, 13, 3, 7, 10, 13, 13, 12, 8, 13, 12, 9, 8, 8, 6, 3, 3, 2, 4, 4, 6, 4, 2, 1, 3, 1, 1, 2], "n_pos": 82, "sum_m_en": [9.551421, 4.909444, 4.689821, 4.615564, 4.902514, 4.938358, 5.335893, 5.616887, 5.849973, 6.066166, 5.970301, 6.281031, 6.397781, 6.866361, 6.830357, 6.655021, 6.606704, 6.489717, 5.748164, 5.289696, 4.733891, 4.385153, 4.147512, 4.046705, 11.18599, 12.411302, 12.21063, 11.119502, 10.95552, 11.046123, 9.986387, 9.918807, 9.517243, 10.357858, 11.413981, 12.504794, 17.139892, 18.30118, 21.446774, 24.020169, 23.527027, 25.006247, 30.03327, 34.473061, 40.663446, 45.000071, 49.987574, 60.331831, 74.5866, 77.503921], "sum_m_pl": [27.318518, 38.169034, 38.305992, 37.781453, 36.985622, 36.757047, 36.475189, 35.620824, 35.191256, 35.985855, 35.883643, 36.916104, 36.851412, 36.167484, 36.464523, 36.302663, 35.924092, 36.046809, 36.630378, 37.785857, 38.725742, 39.450054, 39.631949, 39.726658, 30.26932, 28.926428, 28.354378, 30.419052, 31.871888, 31.343356, 32.885936, 32.213616, 32.4354, 31.208153, 30.529873, 28.723547, 25.047941, 23.492295, 20.782701, 19.867194, 19.161238, 16.915963, 14.009886, 11.765795, 8.05784, 5.600174, 4.504379, 2.460961, 1.138463, 1.968015]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 226, "item_id": "llmzszl-18396", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 780, "region_end": 224, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9911}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [113, 97, 102, 106, 84, 88, 103, 106, 102, 107, 116, 119, 121, 105, 111, 123, 151, 114, 97, 100, 93, 107, 102, 101, 137, 147, 153, 138, 132, 139, 128, 123, 123, 113, 127, 120, 126, 120, 110, 134, 117, 117, 115, 88, 93, 84, 51, 37, 11, 7], "n_am_pl": [37, 80, 86, 82, 72, 62, 79, 86, 78, 78, 61, 61, 82, 81, 65, 55, 47, 66, 52, 65, 73, 71, 75, 76, 28, 45, 61, 72, 77, 85, 87, 82, 62, 56, 47, 56, 43, 51, 52, 48, 48, 61, 59, 71, 63, 73, 79, 83, 129, 143], "n_pos": 451, "sum_m_en": [41.493051, 21.694466, 23.221245, 24.312216, 24.352864, 25.428821, 25.809515, 26.675556, 27.69422, 29.176733, 30.137139, 32.077312, 33.107675, 34.993498, 35.471122, 33.532437, 32.668625, 30.284826, 26.827871, 25.317126, 23.381354, 22.231391, 21.278205, 20.608223, 49.604078, 53.207015, 53.806787, 50.254479, 50.889037, 52.032964, 47.515659, 46.004294, 44.840107, 47.236604, 50.907063, 52.008531, 55.651146, 59.016825, 63.142494, 72.978027, 68.024921, 74.283566, 80.428986, 75.54867, 80.494241, 70.384116, 44.998568, 36.633326, 11.914364, 7.067982], "sum_m_pl": [175.234718, 222.375104, 216.529345, 213.740811, 211.655289, 210.723311, 210.8072, 207.180473, 204.320583, 209.067682, 205.436319, 204.199853, 205.441302, 197.433456, 197.661413, 203.609578, 203.052563, 205.541992, 210.184224, 215.075457, 219.308861, 220.009497, 220.369393, 220.764352, 177.34963, 173.403996, 169.191631, 179.471661, 185.423651, 189.266884, 190.463104, 190.957001, 190.60388, 180.902587, 175.530158, 169.414908, 158.187011, 156.049405, 147.259756, 141.54523, 137.334237, 132.60266, 126.56408, 119.185397, 99.632437, 98.984453, 92.11061, 93.757768, 125.868915, 142.027528]}, "digit": {"n_am_en": [1, 6, 4, 2, 4, 4, 2, 7, 4, 1, 3, 7, 7, 3, 2, 2, 2, 1, 2, 2, 3, 3, 2, 3, 1, 5, 5, 5, 3, 5, 4, 7, 4, 3, 4, 4, 5, 3, 3, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 3, 2, 0, 0, 1, 0, 0, 0, 2, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 2, 3, 4, 2, 2, 2, 0, 2, 1, 2, 2, 3, 2, 2, 2, 2, 3, 3, 1, 1, 0, 0], "n_pos": 13, "sum_m_en": [1.016081, 0.573383, 0.571748, 0.571427, 0.563717, 0.563679, 0.540445, 0.569111, 0.57612, 0.60303, 0.625789, 0.694722, 0.776308, 0.826655, 0.808362, 0.835165, 0.821452, 0.767501, 0.756685, 0.782642, 0.697497, 0.644084, 0.619143, 0.614869, 1.240667, 1.393893, 1.390992, 1.403808, 1.280802, 1.264052, 1.339142, 1.393745, 1.379617, 1.387004, 1.389513, 1.588584, 1.887162, 1.558502, 1.208409, 1.116031, 0.993116, 1.087531, 1.125707, 0.825855, 1.442627, 1.220776, 0.286389, 0.248059, 0.008214, 0.0], "sum_m_pl": [5.947505, 7.050578, 6.839525, 6.720664, 6.677092, 6.625555, 6.603416, 6.604477, 6.654161, 6.67727, 6.523086, 6.607927, 6.365428, 6.005314, 6.062916, 6.038102, 5.763609, 5.785361, 5.954704, 5.981167, 6.263503, 6.33777, 6.351023, 6.366894, 5.026096, 5.067224, 5.040875, 5.222724, 5.284831, 5.686239, 5.579358, 5.540622, 5.639586, 5.252495, 5.037218, 4.915365, 4.407635, 4.607154, 4.537118, 4.245276, 4.379274, 4.008901, 3.269161, 3.40422, 2.887841, 3.177503, 2.116803, 2.005472, 0.041078, 0.0]}, "lang": {"n_am_en": [43, 23, 29, 33, 33, 36, 40, 33, 43, 33, 36, 36, 41, 28, 41, 44, 54, 42, 39, 39, 31, 40, 38, 41, 56, 52, 62, 51, 50, 50, 47, 44, 52, 41, 46, 58, 56, 56, 61, 71, 63, 64, 64, 54, 68, 65, 40, 29, 10, 7], "n_am_pl": [16, 28, 31, 27, 15, 10, 17, 27, 25, 26, 21, 18, 16, 21, 12, 19, 16, 20, 18, 21, 21, 17, 26, 23, 9, 14, 15, 24, 25, 21, 25, 26, 18, 23, 11, 21, 16, 23, 27, 24, 24, 34, 36, 42, 41, 54, 66, 73, 126, 142], "n_pos": 149, "sum_m_en": [13.402894, 7.380955, 7.883172, 8.927366, 8.757384, 8.832122, 9.304664, 9.57377, 9.935023, 10.216187, 10.392666, 11.220962, 11.309996, 11.889718, 11.854271, 11.134557, 11.080399, 10.200565, 9.140755, 8.576586, 8.019805, 7.533925, 7.119687, 6.879678, 19.624228, 20.033768, 19.840772, 18.333102, 17.926153, 18.480803, 16.436064, 16.485968, 16.570799, 18.346468, 19.69399, 20.612443, 21.754125, 26.175692, 29.578578, 36.852357, 35.752398, 43.264064, 48.897287, 46.308398, 54.424099, 50.634955, 34.576202, 26.369341, 9.437262, 7.061759], "sum_m_pl": [55.506168, 69.89212, 68.435501, 66.775508, 65.958019, 66.530485, 67.632088, 66.905135, 66.042772, 68.134932, 67.039696, 66.275618, 67.629537, 65.700116, 66.470051, 68.468759, 68.5734, 69.43633, 70.688428, 72.076579, 72.933753, 73.041188, 73.231509, 73.350524, 59.119766, 58.141422, 57.01539, 60.461671, 62.144442, 63.066842, 64.665473, 64.312693, 64.071491, 60.152176, 59.401096, 59.475473, 58.931501, 57.494634, 54.341592, 53.105337, 53.949891, 52.03896, 50.161775, 50.416249, 49.435644, 55.921024, 67.670736, 73.07885, 117.397978, 140.369205]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 453, "item_id": "llmzszl-18396", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 451, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9889}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [113, 94, 64, 84, 82, 78, 74, 67, 81, 79, 85, 99, 68, 79, 75, 72, 87, 73, 69, 75, 66, 67, 66, 70, 92, 87, 69, 77, 90, 85, 83, 85, 70, 66, 84, 78, 89, 90, 89, 86, 86, 81, 78, 78, 74, 74, 76, 84, 89, 86], "n_am_pl": [12, 28, 57, 43, 34, 45, 39, 36, 39, 48, 38, 35, 38, 47, 32, 31, 25, 39, 30, 38, 50, 47, 53, 54, 25, 27, 34, 30, 46, 38, 43, 39, 33, 28, 32, 30, 34, 18, 21, 16, 11, 7, 11, 4, 5, 3, 5, 2, 0, 1], "n_pos": 337, "sum_m_en": [36.267454, 17.431768, 17.888044, 18.462082, 19.803597, 19.928237, 19.807416, 19.993148, 21.287695, 22.28662, 22.350232, 23.414607, 25.162541, 26.906135, 26.510965, 25.022989, 25.165403, 24.142149, 21.239996, 19.32929, 17.803599, 16.745849, 16.002219, 15.625121, 35.48956, 37.722645, 38.486787, 37.25443, 35.646016, 36.024948, 36.412535, 35.769107, 35.179681, 36.093189, 38.923714, 40.303045, 44.515478, 45.544766, 49.310813, 53.709969, 55.991514, 58.797799, 63.957954, 64.203698, 67.363951, 67.720929, 72.694099, 77.736711, 87.071742, 87.845895], "sum_m_pl": [129.499103, 166.460423, 161.539964, 159.046705, 155.764207, 153.683422, 153.452207, 149.978934, 149.040571, 151.58339, 148.993293, 149.556624, 148.859634, 142.678977, 141.680629, 146.231372, 145.542633, 146.445817, 150.458228, 155.977859, 160.137799, 161.940868, 162.899296, 163.571455, 126.792442, 126.495463, 118.540906, 125.781288, 131.703051, 130.068467, 129.263718, 130.156288, 129.837307, 122.346511, 121.215924, 115.740303, 103.081244, 97.258455, 90.35724, 85.232791, 78.820009, 68.811948, 61.632786, 46.939639, 37.365, 28.475507, 18.113306, 8.973876, 3.161022, 0.680487]}, "digit": {"n_am_en": [4, 3, 10, 5, 9, 5, 5, 8, 8, 5, 7, 4, 1, 6, 5, 5, 4, 4, 2, 2, 2, 2, 2, 2, 6, 6, 4, 8, 13, 11, 12, 10, 6, 4, 3, 2, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 3, 4, 3, 2, 0, 3, 3, 6, 1, 8, 8, 2, 2, 3, 7, 4, 5, 6, 8, 7, 3, 5, 4, 4, 5, 4, 5, 3, 6, 1, 2, 2, 8, 5, 3, 4, 2, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.08951, 1.497509, 1.540838, 1.511353, 1.723564, 1.720961, 1.764005, 1.784226, 1.920077, 2.008156, 2.008717, 2.018174, 2.208478, 2.34512, 2.160436, 2.092765, 2.111032, 2.081835, 1.912651, 1.844762, 1.770944, 1.704134, 1.661612, 1.614175, 2.410056, 2.592751, 2.777799, 3.003424, 3.011195, 2.939974, 2.914463, 3.134412, 3.009908, 2.955322, 2.876758, 3.026402, 2.916193, 2.529246, 2.275007, 2.036434, 1.771728, 1.901135, 1.492811, 1.017715, 0.835518, 0.571434, 0.412591, 0.177458, 0.008239, 0.0], "sum_m_pl": [16.318914, 19.507056, 18.378642, 18.531251, 17.944718, 17.574214, 17.170897, 16.708529, 16.93608, 16.598917, 16.782697, 16.714858, 15.989614, 14.373111, 14.754182, 15.183409, 14.714184, 15.326506, 15.95321, 16.363273, 17.199541, 17.554587, 17.650986, 17.959287, 14.560309, 14.540693, 13.18742, 13.951385, 15.058363, 15.050038, 14.731638, 14.625899, 14.790021, 13.528574, 13.388176, 13.464477, 12.678765, 12.612822, 12.472619, 10.971681, 10.290973, 10.120064, 8.315564, 6.201441, 4.758929, 2.966507, 0.880591, 0.514756, 0.023637, 0.0]}, "lang": {"n_am_en": [32, 35, 24, 27, 23, 23, 23, 26, 30, 27, 25, 33, 25, 26, 26, 28, 29, 28, 24, 30, 29, 28, 29, 30, 40, 36, 28, 28, 34, 29, 26, 28, 24, 27, 27, 32, 36, 43, 41, 49, 48, 45, 47, 51, 50, 52, 56, 67, 82, 86], "n_am_pl": [1, 5, 12, 12, 8, 7, 6, 5, 11, 14, 14, 15, 12, 15, 10, 13, 8, 13, 7, 11, 14, 15, 17, 18, 7, 8, 12, 8, 12, 9, 15, 11, 12, 10, 13, 13, 9, 2, 6, 3, 0, 0, 0, 0, 3, 2, 2, 1, 0, 1], "n_pos": 89, "sum_m_en": [10.829436, 5.321631, 5.184454, 5.32477, 5.567774, 5.563778, 5.813375, 5.855014, 6.553681, 6.856843, 6.779134, 7.267418, 7.542188, 8.343186, 8.404351, 7.62668, 7.627591, 7.328508, 6.593877, 5.759264, 5.216373, 4.824257, 4.540915, 4.404866, 12.174532, 13.429299, 13.360885, 12.60957, 11.728681, 11.661387, 11.725823, 11.972425, 12.182219, 13.142147, 14.075622, 15.090394, 18.3949, 19.9792, 21.823059, 26.782495, 28.688564, 31.665001, 36.878749, 37.867538, 43.133705, 47.042717, 51.988482, 61.412905, 79.017116, 86.224764], "sum_m_pl": [31.316941, 41.611078, 41.439426, 40.797492, 40.371236, 39.813009, 40.046843, 39.170125, 38.849472, 39.464675, 38.886551, 39.595068, 39.912135, 38.302472, 37.597055, 39.142972, 38.85527, 38.719759, 39.540728, 41.224684, 42.019726, 42.559886, 42.886189, 42.948851, 33.212965, 33.388833, 31.389651, 33.014596, 34.631462, 33.550299, 34.333813, 33.977573, 33.497247, 32.29696, 32.310231, 30.333168, 25.886002, 24.696962, 22.345853, 20.661319, 19.346895, 16.39549, 13.443359, 12.334626, 9.935759, 6.3445, 3.806547, 1.559437, 0.260794, 0.676916]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 339, "item_id": "llmzszl-18397", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 787, "region_end": 337, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 0.9941}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [260, 245, 240, 239, 245, 230, 219, 225, 254, 265, 264, 306, 315, 264, 264, 249, 277, 208, 221, 212, 177, 178, 184, 194, 339, 352, 336, 299, 334, 345, 331, 322, 301, 291, 350, 304, 283, 268, 238, 252, 207, 175, 189, 136, 112, 98, 52, 39, 33, 22], "n_am_pl": [27, 145, 181, 211, 194, 186, 214, 184, 203, 201, 161, 171, 221, 204, 164, 152, 137, 169, 169, 178, 193, 201, 187, 200, 94, 113, 116, 108, 159, 168, 169, 188, 159, 131, 108, 108, 93, 73, 61, 68, 72, 83, 77, 93, 85, 92, 109, 124, 169, 204], "n_pos": 1080, "sum_m_en": [93.621496, 49.41176, 55.338146, 57.114529, 59.535383, 60.898136, 60.173572, 62.444433, 68.11949, 72.230687, 71.209696, 73.631373, 78.897971, 83.338849, 84.45559, 81.017326, 79.743588, 76.897849, 66.551418, 61.277053, 55.481904, 52.462883, 50.670025, 48.72239, 107.381796, 124.163796, 135.341372, 124.782052, 123.193289, 124.162868, 119.979514, 113.468332, 113.572209, 115.276754, 124.882738, 123.117254, 127.67706, 122.726396, 124.640539, 128.135641, 121.328699, 122.067088, 131.173518, 116.97193, 102.949731, 91.273667, 58.11967, 48.094247, 38.96233, 22.090088], "sum_m_pl": [414.855444, 543.790016, 525.929908, 519.988956, 516.697619, 508.767412, 511.641149, 508.476423, 500.45446, 505.299377, 497.362799, 495.373672, 497.910515, 479.422988, 475.990932, 492.415419, 486.423012, 486.975564, 506.698098, 518.064044, 526.54893, 530.078485, 531.155193, 533.115487, 433.547012, 419.484412, 388.583705, 424.855219, 444.013181, 452.776135, 450.046637, 458.714439, 450.812706, 426.809931, 417.94046, 399.992299, 365.323708, 361.412503, 340.594307, 333.212388, 320.004644, 308.964459, 290.234228, 253.103274, 202.614332, 179.115235, 146.088203, 142.420955, 169.71287, 204.52889]}, "digit": {"n_am_en": [16, 39, 47, 29, 25, 43, 37, 33, 30, 18, 21, 21, 28, 30, 31, 29, 26, 19, 16, 16, 9, 13, 13, 17, 26, 29, 27, 23, 28, 32, 33, 29, 27, 23, 29, 28, 21, 12, 8, 8, 7, 7, 3, 2, 3, 3, 1, 0, 0, 0], "n_am_pl": [1, 7, 5, 6, 19, 4, 14, 10, 15, 24, 17, 14, 31, 21, 15, 14, 10, 14, 15, 11, 15, 20, 13, 10, 5, 11, 10, 4, 5, 8, 11, 11, 14, 13, 10, 9, 7, 8, 9, 11, 9, 7, 11, 17, 6, 5, 5, 7, 0, 0], "n_pos": 81, "sum_m_en": [6.126375, 3.540011, 4.181405, 4.482863, 4.583942, 4.674369, 4.462097, 4.632874, 4.72275, 5.138958, 4.884768, 4.948302, 5.656158, 5.986375, 5.752314, 5.758321, 5.740709, 5.486023, 4.904116, 4.677696, 4.093778, 3.822664, 3.674789, 3.536641, 7.671437, 8.505388, 9.037845, 9.053084, 8.439854, 8.551841, 9.044403, 8.637495, 8.232152, 8.049555, 9.153428, 9.020875, 8.910485, 7.119507, 7.035163, 6.932523, 6.683327, 6.396864, 6.357969, 5.263679, 4.621098, 3.576389, 2.432246, 1.540767, 0.051451, 0.0], "sum_m_pl": [32.067765, 41.963259, 40.672827, 39.32541, 38.94731, 39.116681, 39.296909, 39.106997, 39.642851, 39.601099, 39.507827, 39.204211, 39.319222, 38.123639, 38.530186, 39.318628, 37.332609, 37.771739, 38.961447, 39.155004, 40.424719, 40.84675, 40.890862, 41.094397, 35.614182, 34.65161, 32.616028, 34.137956, 36.201466, 36.305024, 35.271456, 35.57086, 35.417561, 34.552591, 32.529971, 32.414781, 29.980463, 29.606665, 27.121332, 26.616029, 26.640617, 27.20774, 25.910299, 24.526727, 21.113479, 17.279853, 8.984189, 8.872337, 0.123074, 0.0]}, "lang": {"n_am_en": [67, 35, 33, 29, 33, 33, 49, 65, 72, 67, 56, 57, 79, 70, 61, 58, 69, 59, 65, 54, 45, 52, 53, 52, 77, 75, 76, 75, 82, 91, 87, 69, 70, 70, 87, 91, 79, 78, 76, 79, 76, 74, 76, 63, 60, 56, 36, 30, 24, 22], "n_am_pl": [16, 50, 46, 49, 38, 36, 23, 22, 27, 31, 20, 25, 30, 36, 28, 42, 37, 47, 39, 48, 49, 54, 54, 56, 20, 32, 26, 25, 34, 29, 43, 43, 40, 33, 30, 30, 30, 26, 24, 26, 31, 37, 36, 42, 52, 60, 80, 96, 163, 202], "n_pos": 224, "sum_m_en": [19.232847, 10.388309, 11.101375, 12.586188, 12.868091, 12.616661, 13.228168, 13.303007, 15.377316, 15.465084, 15.451911, 15.777575, 16.609868, 17.388791, 17.868364, 16.702745, 16.650146, 15.964509, 14.754566, 13.005845, 12.11135, 11.592016, 10.906157, 10.411065, 26.293381, 28.095658, 28.896215, 25.996673, 26.920488, 28.639166, 25.995932, 25.38712, 26.228138, 28.361187, 29.513547, 31.762888, 34.233757, 35.283987, 36.821001, 40.006687, 40.79419, 45.962875, 52.196785, 49.326327, 48.994612, 48.573479, 32.978221, 28.357531, 25.250087, 22.007798], "sum_m_pl": [83.387473, 104.21017, 102.568219, 100.031434, 99.173829, 99.192502, 100.379008, 102.189423, 99.503228, 102.196096, 100.777985, 101.156291, 104.232861, 101.576119, 100.785914, 104.681051, 103.82342, 103.989447, 107.220758, 109.945269, 110.296593, 110.36709, 110.689962, 110.368931, 90.646178, 90.744808, 85.751712, 93.132423, 94.729124, 93.91813, 97.092629, 97.537872, 95.763537, 92.076204, 91.798493, 90.246249, 83.815729, 84.618494, 81.212417, 79.462012, 77.122895, 78.774174, 74.560299, 73.592243, 76.955026, 72.313093, 83.185269, 93.011933, 156.869742, 200.504845]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1080, "item_id": "llmzszl-18397", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 718, "region_end": 1080, "roundtrip_ok": true, "tf_agree": 0.9954, "tf_agree_excl_first": 0.9963}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [80, 64, 66, 63, 38, 49, 45, 42, 46, 38, 53, 42, 39, 41, 47, 48, 35, 33, 27, 36, 18, 25, 27, 32, 62, 50, 47, 53, 51, 50, 49, 51, 41, 41, 42, 43, 46, 53, 49, 62, 57, 61, 54, 52, 51, 55, 61, 63, 65, 64], "n_am_pl": [9, 34, 27, 22, 13, 19, 27, 29, 31, 31, 33, 23, 34, 32, 26, 25, 25, 28, 32, 38, 38, 41, 45, 47, 25, 27, 23, 20, 33, 19, 28, 24, 17, 25, 17, 19, 18, 13, 15, 8, 8, 6, 7, 6, 3, 3, 2, 1, 1, 2], "n_pos": 236, "sum_m_en": [25.469824, 12.260357, 12.562494, 12.704127, 12.984554, 13.221808, 13.300064, 13.918974, 13.946176, 14.52477, 15.901102, 16.81844, 17.199822, 17.773397, 18.088314, 16.814921, 16.274561, 15.670154, 13.697118, 13.105504, 12.049579, 11.303479, 10.820851, 10.62703, 22.178448, 23.310865, 23.054832, 24.628714, 22.435563, 23.091762, 22.845544, 21.711776, 22.457549, 21.299791, 22.331623, 22.824173, 23.082144, 25.773519, 30.422522, 40.634465, 39.707337, 42.136646, 45.434665, 45.961365, 49.337477, 49.586414, 56.563123, 57.039418, 63.663002, 64.613083], "sum_m_pl": [90.979056, 117.669719, 114.004708, 111.03537, 106.960631, 105.736089, 103.609388, 100.920959, 98.38347, 101.167771, 101.092904, 100.901696, 101.420893, 101.103303, 101.75091, 102.376353, 102.447664, 102.402824, 104.915447, 109.560344, 111.315488, 112.261153, 113.291164, 113.463131, 90.41194, 88.531459, 84.947725, 87.557195, 92.564167, 91.042712, 92.767268, 94.19308, 91.376878, 88.269393, 85.556725, 79.27706, 70.7712, 65.680804, 55.891575, 48.38371, 43.994297, 40.382455, 35.629106, 31.917238, 25.710557, 15.877663, 9.585965, 4.066855, 1.203278, 1.772824]}, "digit": {"n_am_en": [11, 20, 12, 15, 5, 5, 10, 9, 10, 15, 9, 11, 9, 7, 11, 17, 10, 9, 5, 9, 6, 6, 4, 7, 12, 6, 13, 11, 5, 6, 6, 9, 7, 10, 6, 5, 10, 12, 7, 12, 13, 10, 7, 4, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 3, 6, 4, 3, 4, 4, 4, 5, 6, 12, 9, 14, 9, 7, 6, 7, 7, 7, 10, 8, 4, 5, 6, 5, 7, 6, 7, 13, 7, 7, 6, 4, 6, 4, 6, 3, 3, 6, 2, 2, 2, 2, 3, 1, 1, 0, 1, 0, 0], "n_pos": 53, "sum_m_en": [5.443287, 2.379986, 2.391822, 2.456743, 2.467036, 2.651962, 2.688999, 3.024802, 2.845059, 2.969435, 3.149635, 3.13871, 3.383978, 3.617526, 3.569563, 3.476068, 3.587598, 3.639059, 3.066549, 2.985559, 2.736114, 2.547047, 2.407585, 2.388242, 5.017223, 4.918776, 4.836025, 4.882536, 4.330142, 4.298995, 4.529517, 4.245334, 4.181814, 3.983717, 4.139858, 4.474548, 4.67169, 4.35087, 4.76277, 5.949694, 5.906213, 4.823628, 5.380633, 4.558725, 3.582781, 2.828574, 2.119978, 1.291053, 0.162866, 2e-06], "sum_m_pl": [21.768286, 27.71307, 26.776026, 25.894842, 24.982107, 24.513446, 23.651587, 22.869506, 22.524882, 23.637487, 23.944646, 23.978413, 23.50528, 23.087648, 23.179068, 23.259419, 22.645795, 22.780204, 23.419924, 24.449307, 24.750663, 25.229462, 25.533284, 25.622348, 20.921079, 20.519857, 20.377434, 21.146086, 21.950395, 21.878456, 21.594828, 22.443371, 21.977413, 21.404401, 20.814573, 20.428675, 19.103067, 18.227482, 15.536008, 14.523075, 13.666311, 14.402539, 13.182727, 12.552161, 10.559206, 6.300927, 4.663684, 2.025787, 0.204596, 1.6e-05]}, "lang": {"n_am_en": [20, 16, 25, 20, 14, 21, 18, 14, 16, 12, 21, 15, 16, 21, 18, 15, 11, 10, 11, 13, 6, 9, 10, 13, 21, 21, 15, 20, 21, 22, 19, 23, 26, 23, 27, 26, 27, 25, 26, 34, 31, 37, 35, 35, 37, 40, 51, 53, 63, 64], "n_am_pl": [0, 8, 8, 5, 4, 3, 10, 8, 9, 10, 9, 4, 8, 7, 10, 5, 6, 10, 10, 13, 13, 13, 14, 14, 11, 8, 7, 4, 6, 3, 7, 8, 6, 12, 9, 6, 7, 3, 2, 2, 3, 2, 3, 2, 2, 2, 1, 0, 1, 2], "n_pos": 69, "sum_m_en": [8.475696, 4.121355, 4.084474, 4.001738, 3.927065, 4.121032, 4.102741, 4.194713, 4.365651, 4.741502, 5.539544, 6.476451, 6.270322, 6.509043, 6.534156, 5.668161, 5.254377, 4.905862, 4.326839, 4.073939, 3.729334, 3.49229, 3.337035, 3.256022, 7.605325, 8.539455, 8.626513, 9.479852, 8.556494, 9.051076, 8.709133, 8.519566, 9.147811, 8.935827, 9.248181, 10.213065, 11.079277, 13.518628, 16.632564, 24.030885, 23.556392, 27.704429, 30.040738, 30.838701, 35.374961, 35.720819, 45.564611, 46.598932, 61.318712, 63.912696], "sum_m_pl": [22.554854, 32.438689, 32.183537, 31.640175, 30.900101, 29.859009, 29.656293, 28.790692, 28.25616, 29.082431, 28.752039, 28.287387, 29.059803, 29.122328, 29.448956, 29.483583, 30.00221, 29.6876, 30.449612, 31.64852, 32.265675, 32.398182, 32.683688, 32.656328, 25.839989, 25.369394, 23.865123, 23.556906, 25.685, 24.71547, 26.284438, 26.682498, 26.115564, 26.26642, 24.857701, 23.5634, 20.56181, 18.714594, 15.648347, 12.518592, 11.69275, 10.017971, 8.567524, 7.795806, 6.208588, 3.722468, 2.283188, 0.909846, 0.807621, 1.754584]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 238, "item_id": "llmzszl-18398", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 764, "region_end": 236, "roundtrip_ok": true, "tf_agree": 0.9748, "tf_agree_excl_first": 0.9789}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [85, 151, 120, 130, 123, 97, 82, 105, 86, 89, 112, 124, 104, 128, 106, 119, 95, 72, 59, 65, 65, 64, 67, 59, 127, 125, 133, 133, 121, 124, 125, 118, 127, 117, 125, 130, 123, 102, 91, 105, 99, 110, 113, 106, 103, 71, 65, 50, 24, 16], "n_am_pl": [12, 87, 100, 99, 51, 84, 90, 94, 99, 105, 73, 68, 96, 99, 99, 83, 103, 94, 116, 122, 140, 147, 158, 158, 78, 78, 97, 77, 102, 105, 107, 98, 85, 66, 60, 53, 42, 49, 42, 43, 35, 39, 34, 31, 32, 37, 42, 47, 82, 88], "n_pos": 566, "sum_m_en": [51.430215, 26.998953, 28.69948, 29.695899, 30.882475, 31.067549, 32.240436, 34.260238, 35.279874, 36.968985, 37.496766, 38.800161, 38.232554, 40.075888, 42.206865, 40.810902, 38.482433, 37.234215, 32.301691, 31.264018, 28.8215, 27.238711, 26.014141, 25.358193, 48.606756, 52.476761, 56.453925, 58.375579, 57.616424, 57.96645, 56.616685, 53.302314, 54.46616, 51.629351, 55.931736, 54.553684, 55.520135, 55.136722, 55.964243, 66.702688, 64.414899, 75.011835, 82.342151, 75.265271, 80.883019, 65.738582, 53.727079, 43.021619, 26.457814, 16.262065], "sum_m_pl": [216.677401, 286.031685, 275.283163, 269.713175, 264.911863, 262.965853, 258.907213, 255.80335, 250.822826, 255.038234, 253.066196, 251.039107, 255.473434, 254.573786, 253.700485, 258.352962, 257.621784, 254.207665, 263.924929, 269.866757, 274.554501, 275.798796, 277.333729, 277.227884, 222.373527, 224.213157, 215.504981, 225.312385, 238.17434, 235.767022, 240.238728, 243.993485, 238.837685, 224.538195, 214.046195, 204.918449, 185.014844, 175.375189, 159.848344, 148.774354, 132.711053, 131.501259, 124.277882, 115.816877, 97.111256, 84.339573, 77.487821, 67.797638, 81.413406, 90.012227]}, "digit": {"n_am_en": [0, 32, 24, 23, 24, 24, 22, 11, 10, 13, 18, 21, 14, 24, 17, 23, 14, 11, 9, 10, 13, 14, 18, 15, 28, 22, 22, 18, 13, 12, 17, 15, 21, 23, 25, 27, 23, 19, 17, 16, 20, 15, 15, 12, 7, 7, 6, 1, 0, 0], "n_am_pl": [0, 5, 5, 11, 5, 4, 5, 7, 11, 18, 8, 8, 18, 11, 6, 6, 10, 10, 7, 4, 7, 8, 9, 13, 6, 4, 6, 4, 12, 14, 10, 13, 7, 9, 9, 7, 6, 6, 4, 4, 0, 2, 1, 2, 2, 0, 0, 0, 0, 0], "n_pos": 67, "sum_m_en": [4.64073, 2.811506, 3.238491, 3.395691, 3.548898, 3.584576, 3.616857, 3.846553, 3.705496, 3.746281, 3.792483, 4.0542, 4.210407, 4.628596, 4.62395, 4.560116, 4.462397, 4.466142, 3.745411, 3.690859, 3.373673, 3.084239, 2.940669, 2.87888, 5.778248, 6.094139, 6.724564, 6.403239, 6.072458, 5.937521, 6.100739, 5.88486, 5.76492, 5.779954, 6.203366, 6.659279, 7.514308, 6.107292, 6.009459, 6.229766, 7.503444, 7.675333, 8.363658, 7.045942, 6.198107, 5.460721, 5.088605, 2.488963, 0.173908, 0.0], "sum_m_pl": [26.73396, 36.030032, 33.684558, 32.735156, 32.48481, 32.190836, 31.86065, 31.751423, 31.817754, 32.73859, 32.915187, 32.824063, 32.980354, 32.759386, 32.185323, 32.602206, 31.629345, 31.480299, 32.132379, 32.356643, 33.023757, 33.489139, 33.661663, 33.873419, 29.284521, 29.304196, 27.78926, 29.008473, 30.464906, 30.266385, 30.498144, 30.815538, 30.699071, 29.908646, 28.408139, 28.01052, 26.127384, 25.128728, 22.223935, 22.495522, 21.595408, 22.496013, 21.517333, 20.256869, 17.122888, 11.672087, 8.32499, 4.148416, 0.114585, 0.0]}, "lang": {"n_am_en": [19, 18, 17, 20, 19, 17, 17, 24, 23, 19, 23, 19, 28, 31, 25, 26, 18, 16, 13, 12, 12, 14, 14, 12, 29, 29, 33, 34, 33, 34, 34, 27, 35, 32, 30, 37, 32, 22, 20, 26, 21, 37, 31, 37, 46, 32, 34, 27, 20, 16], "n_am_pl": [4, 25, 27, 21, 12, 9, 7, 13, 17, 15, 16, 16, 11, 21, 19, 18, 21, 16, 19, 26, 32, 35, 34, 37, 18, 18, 17, 19, 18, 19, 21, 20, 17, 17, 15, 15, 14, 22, 18, 15, 19, 18, 15, 18, 22, 29, 31, 35, 78, 88], "n_pos": 108, "sum_m_en": [10.087754, 5.353806, 5.595109, 5.61109, 5.873309, 6.137307, 6.245316, 6.305036, 6.977777, 7.33349, 7.743306, 7.980725, 7.81911, 7.998013, 8.534325, 8.310243, 7.697849, 7.723775, 6.70909, 6.200114, 5.571041, 5.47658, 5.128321, 4.995521, 10.477734, 11.497556, 12.163729, 12.525424, 12.150048, 12.551157, 12.118603, 11.617859, 12.350631, 11.966974, 13.007456, 13.188716, 14.565709, 14.557271, 15.681242, 21.19651, 19.890529, 27.381336, 29.461589, 28.695913, 37.123271, 30.070137, 26.723534, 23.251199, 19.270559, 16.156511], "sum_m_pl": [36.993682, 51.148009, 49.480839, 49.083815, 47.971693, 47.784456, 47.561926, 48.045666, 47.767964, 48.157697, 47.588663, 47.23539, 48.680536, 49.012894, 49.000305, 49.428603, 49.502338, 48.556401, 50.0865, 51.044474, 51.682315, 51.621647, 52.069532, 52.023612, 44.574529, 44.101281, 42.330194, 43.773151, 45.863533, 45.261888, 46.564984, 47.561261, 46.259756, 45.118004, 42.781061, 42.663992, 40.818247, 40.876214, 37.972677, 32.10486, 30.334797, 30.290261, 28.163071, 31.931198, 29.151868, 32.069801, 37.017895, 39.558448, 71.759901, 87.413699]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 568, "item_id": "llmzszl-18398", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 695, "region_end": 566, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9894}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [60, 51, 54, 50, 46, 56, 33, 37, 37, 47, 57, 52, 62, 62, 57, 49, 34, 27, 35, 41, 37, 49, 51, 51, 81, 74, 73, 75, 79, 72, 66, 62, 53, 61, 61, 67, 68, 71, 66, 67, 66, 79, 81, 82, 84, 92, 98, 103, 113, 112], "n_am_pl": [9, 17, 29, 25, 20, 14, 11, 13, 14, 23, 26, 34, 29, 24, 29, 29, 46, 40, 39, 43, 39, 39, 42, 48, 21, 22, 19, 23, 26, 26, 28, 26, 26, 15, 21, 13, 16, 15, 15, 24, 15, 13, 12, 7, 7, 5, 4, 2, 0, 0], "n_pos": 208, "sum_m_en": [24.367675, 11.2378, 10.856117, 10.83327, 11.666582, 12.148089, 12.540744, 12.532494, 13.034934, 13.740204, 14.676955, 15.919556, 16.249026, 16.955005, 17.240859, 15.710871, 14.584786, 13.770705, 12.442482, 11.643619, 10.719825, 10.186514, 9.797471, 9.561718, 23.752099, 25.161396, 25.298117, 23.426223, 22.05926, 23.384059, 21.118372, 21.397671, 21.128291, 21.513544, 23.450739, 26.937536, 32.955212, 38.183094, 42.451621, 47.452742, 48.658343, 61.710885, 68.853737, 68.020574, 73.396235, 85.282616, 92.520946, 98.122447, 109.700413, 112.2105], "sum_m_pl": [69.494159, 99.773972, 96.927857, 95.092149, 90.705361, 89.555888, 87.77488, 86.002437, 86.493003, 88.932406, 88.305736, 89.371071, 92.046883, 90.088684, 90.819025, 92.55372, 93.439851, 94.118914, 96.670937, 99.533275, 101.575068, 102.122614, 102.645979, 103.126899, 80.456188, 79.571376, 77.559678, 82.493983, 84.600597, 83.279369, 85.159798, 82.445206, 82.406743, 78.908844, 75.57894, 71.515802, 64.164008, 56.485661, 51.765212, 49.491012, 44.888613, 35.711415, 27.92534, 26.999565, 21.588598, 15.355618, 8.416603, 5.813851, 0.625904, 0.090798]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [31, 25, 20, 31, 27, 32, 23, 21, 26, 29, 30, 28, 33, 32, 31, 31, 18, 13, 20, 24, 21, 31, 31, 33, 50, 49, 41, 44, 39, 40, 38, 40, 28, 37, 37, 45, 39, 43, 39, 46, 46, 56, 59, 61, 68, 71, 75, 85, 108, 109], "n_am_pl": [3, 5, 14, 12, 12, 7, 4, 8, 7, 13, 16, 21, 19, 15, 19, 14, 27, 26, 25, 25, 25, 22, 26, 27, 13, 12, 13, 16, 19, 20, 19, 17, 18, 8, 12, 7, 12, 10, 13, 19, 13, 11, 9, 5, 5, 3, 3, 1, 0, 0], "n_pos": 112, "sum_m_en": [13.416366, 6.055235, 5.886544, 5.942031, 6.27018, 6.546297, 6.791421, 6.73659, 7.082823, 7.65628, 8.070856, 8.867441, 8.990497, 9.400713, 9.668863, 8.81692, 8.009556, 7.582907, 6.818462, 6.389368, 5.830799, 5.573162, 5.346954, 5.199679, 14.926877, 15.471747, 15.528305, 13.987429, 12.864101, 13.748235, 12.424302, 12.536126, 12.295811, 12.971456, 14.492199, 17.013406, 20.325249, 24.078966, 27.323486, 32.470001, 34.147678, 44.011688, 49.81577, 50.380399, 57.773071, 63.221569, 72.895287, 81.281973, 102.777115, 108.57887], "sum_m_pl": [36.433912, 53.70725, 52.191718, 51.581773, 49.305647, 48.603486, 47.714024, 46.376949, 46.865418, 48.18559, 47.85746, 48.444611, 49.886997, 48.894271, 49.141568, 50.033, 50.489454, 50.948751, 52.219869, 53.690264, 54.723865, 55.057496, 55.293863, 55.551463, 43.844142, 43.552218, 42.101816, 45.048168, 46.64302, 45.427345, 46.685456, 45.520353, 45.844115, 43.999716, 41.739205, 39.330283, 34.762882, 30.519746, 27.860045, 26.30461, 24.373036, 19.020422, 14.943768, 14.824047, 11.706789, 8.579143, 4.829205, 2.529179, 0.213694, 0.085299]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 210, "item_id": "llmzszl-18399", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 800, "region_end": 208, "roundtrip_ok": true, "tf_agree": 0.9524, "tf_agree_excl_first": 0.9569}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [143, 155, 154, 174, 160, 161, 137, 120, 99, 128, 155, 164, 166, 168, 157, 145, 121, 94, 69, 66, 62, 79, 85, 82, 160, 182, 153, 168, 171, 179, 155, 146, 142, 118, 117, 141, 127, 111, 120, 130, 142, 149, 144, 118, 115, 109, 79, 56, 26, 11], "n_am_pl": [41, 118, 94, 96, 85, 92, 104, 95, 108, 98, 105, 121, 115, 101, 103, 98, 123, 156, 221, 211, 264, 228, 243, 244, 97, 88, 107, 110, 127, 135, 147, 121, 141, 104, 128, 98, 133, 121, 114, 125, 103, 85, 70, 56, 45, 48, 75, 77, 141, 167], "n_pos": 661, "sum_m_en": [59.075285, 31.933606, 35.187452, 37.192254, 36.86089, 37.847987, 37.61724, 37.405683, 38.515086, 41.227944, 42.119333, 45.292232, 44.807229, 47.720489, 47.043984, 43.516504, 41.129097, 39.427994, 36.576876, 34.442052, 31.463181, 29.938978, 29.342215, 28.584111, 54.639714, 58.836799, 63.238262, 63.345286, 64.260996, 68.135291, 63.737621, 63.289845, 62.783446, 63.415524, 62.580251, 64.172722, 68.186309, 71.60125, 73.316386, 81.41303, 81.755445, 92.173569, 104.396899, 93.675083, 95.178142, 91.055176, 68.449561, 52.354447, 26.485522, 11.537544], "sum_m_pl": [255.894726, 324.455869, 314.511064, 308.195304, 303.036618, 298.651054, 304.052556, 298.211683, 296.597694, 301.687002, 297.185389, 296.565026, 307.860897, 298.326536, 297.1249, 304.688163, 306.032657, 307.484003, 316.317836, 323.184175, 330.300459, 330.155951, 330.741664, 331.342151, 281.589869, 272.349647, 261.529376, 276.182424, 284.924105, 279.177096, 285.779213, 281.172744, 279.822192, 262.075565, 257.901695, 243.979356, 234.476453, 220.726346, 215.297638, 218.616394, 198.647109, 184.195484, 163.583854, 155.185018, 125.875461, 113.857276, 105.565586, 97.55405, 131.431799, 168.24638]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 1, 2, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 0, 2, 0, 2, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.455561, 0.233692, 0.236959, 0.211376, 0.212604, 0.208097, 0.219744, 0.205663, 0.214802, 0.231449, 0.240527, 0.237813, 0.26122, 0.294649, 0.267446, 0.28695, 0.289798, 0.273748, 0.244436, 0.211226, 0.196324, 0.195126, 0.199062, 0.185662, 0.357143, 0.334354, 0.314168, 0.322146, 0.343333, 0.438899, 0.354392, 0.33437, 0.346879, 0.394958, 0.417432, 0.322737, 0.242539, 0.242174, 0.253077, 0.228066, 0.232511, 0.221408, 0.1705, 0.103533, 0.092833, 0.081896, 0.030791, 0.005771, 0.000891, 0.0], "sum_m_pl": [1.777455, 2.187087, 2.033971, 1.957124, 1.965023, 1.97315, 1.939307, 1.941982, 1.857399, 1.767899, 1.72283, 1.626804, 1.741792, 1.664194, 1.561278, 1.613457, 1.759255, 1.787241, 1.82217, 1.934107, 1.963425, 1.941185, 1.913953, 1.929422, 1.618347, 1.603995, 1.54071, 1.673457, 1.617919, 1.596069, 1.675046, 1.691447, 1.549418, 1.486223, 1.266104, 1.105204, 0.915702, 0.897472, 1.023668, 1.052785, 1.061115, 1.091179, 0.976002, 0.712734, 0.552648, 0.591439, 0.237675, 0.174294, 0.044163, 0.001171]}, "lang": {"n_am_en": [47, 34, 32, 37, 40, 42, 39, 41, 25, 33, 33, 36, 53, 54, 53, 44, 40, 28, 27, 27, 28, 29, 25, 22, 53, 52, 53, 54, 45, 57, 52, 44, 40, 45, 39, 43, 43, 49, 50, 57, 67, 68, 61, 59, 69, 72, 49, 33, 22, 11], "n_am_pl": [15, 38, 22, 24, 25, 18, 26, 23, 26, 23, 29, 36, 26, 17, 14, 21, 29, 41, 47, 35, 61, 56, 60, 63, 21, 24, 24, 18, 25, 26, 33, 34, 33, 24, 40, 33, 37, 33, 29, 26, 32, 26, 25, 32, 27, 35, 57, 69, 135, 167], "n_pos": 178, "sum_m_en": [16.077035, 8.921592, 9.332207, 10.472777, 10.456462, 11.233989, 10.98359, 11.061474, 11.168209, 12.710082, 12.747835, 13.956969, 13.464313, 14.013753, 13.09096, 11.955552, 11.432974, 10.671535, 9.882944, 9.379381, 8.745003, 8.223469, 8.025891, 7.813991, 16.609969, 17.752043, 18.686883, 18.428354, 18.422436, 19.524075, 18.380739, 18.561749, 18.178242, 19.035159, 18.093969, 18.951525, 20.000058, 23.486426, 25.6561, 30.22017, 33.375125, 37.819069, 43.180322, 41.457738, 49.807427, 56.617245, 42.750752, 31.493695, 20.691819, 11.035066], "sum_m_pl": [65.618712, 81.589177, 79.930193, 78.21453, 77.072399, 75.496628, 77.159129, 76.635222, 76.712443, 77.660064, 75.559152, 76.04153, 79.981672, 78.162154, 79.917974, 82.047874, 82.275552, 83.478938, 85.126124, 86.149375, 88.035389, 88.187842, 88.407077, 88.566545, 73.182189, 71.614286, 69.993407, 74.67704, 76.246639, 75.254361, 77.535216, 77.079104, 77.581394, 74.623741, 73.694265, 72.487958, 71.104979, 65.814416, 64.906176, 63.424154, 61.538608, 57.330442, 46.944352, 52.672886, 46.142519, 48.361562, 60.726436, 68.716402, 120.380351, 165.502512]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 663, "item_id": "llmzszl-18399", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 731, "region_end": 661, "roundtrip_ok": true, "tf_agree": 0.9955, "tf_agree_excl_first": 0.997}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [28, 26, 25, 33, 27, 20, 20, 15, 15, 22, 26, 32, 35, 33, 37, 30, 34, 32, 29, 39, 34, 44, 40, 46, 46, 50, 39, 36, 34, 38, 36, 34, 38, 34, 30, 26, 32, 33, 34, 39, 43, 43, 48, 52, 51, 45, 57, 59, 64, 55], "n_am_pl": [7, 8, 15, 8, 7, 12, 11, 11, 8, 5, 5, 9, 5, 8, 5, 4, 4, 7, 8, 4, 9, 10, 12, 13, 7, 2, 6, 5, 7, 9, 10, 6, 9, 6, 7, 9, 9, 8, 5, 4, 5, 3, 4, 1, 4, 3, 4, 1, 0, 0], "n_pos": 96, "sum_m_en": [11.093242, 5.765003, 5.73551, 5.784285, 6.249084, 5.846084, 5.648836, 5.676877, 5.701194, 6.02425, 6.484516, 7.324283, 7.551841, 8.119178, 8.367658, 7.986068, 7.65924, 7.253547, 6.387279, 5.990245, 5.534529, 5.119129, 4.869123, 4.921153, 21.390989, 17.807205, 14.853672, 13.406763, 12.165759, 12.808776, 11.970164, 11.351858, 12.131949, 12.488124, 13.064408, 14.003103, 15.718588, 16.673538, 17.977083, 22.777344, 25.355002, 29.593333, 30.864917, 35.819875, 40.592283, 40.972997, 50.642153, 56.449906, 60.079956, 55.861045], "sum_m_pl": [34.462761, 44.821604, 44.13962, 43.684414, 41.176445, 42.410322, 41.891822, 41.294593, 41.977998, 42.571907, 42.546782, 41.751694, 41.828547, 41.067007, 41.835584, 41.458436, 42.322239, 42.156853, 44.799465, 46.216439, 46.516249, 47.098182, 47.276473, 47.915176, 32.574318, 33.580127, 34.140626, 35.651553, 37.2303, 36.548828, 37.372763, 37.443802, 36.175618, 34.406361, 33.340863, 32.471593, 30.497061, 29.303241, 25.476217, 23.689745, 21.876594, 16.629933, 15.987561, 10.976359, 8.895753, 6.33673, 5.533429, 2.381968, 0.68439, 0.068108]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 16, 13, 21, 17, 12, 10, 9, 8, 14, 16, 18, 21, 19, 23, 20, 20, 21, 19, 24, 21, 26, 25, 27, 26, 28, 24, 21, 20, 26, 24, 24, 27, 23, 15, 15, 20, 20, 21, 21, 24, 26, 30, 36, 38, 34, 44, 47, 53, 54], "n_am_pl": [5, 5, 9, 6, 3, 7, 6, 7, 4, 3, 4, 8, 4, 4, 4, 1, 3, 5, 6, 3, 6, 7, 7, 9, 5, 1, 3, 2, 3, 5, 6, 3, 4, 4, 5, 5, 5, 5, 4, 3, 4, 3, 3, 1, 2, 1, 2, 1, 0, 0], "n_pos": 55, "sum_m_en": [6.537219, 3.474975, 3.417561, 3.430987, 3.852957, 3.512373, 3.404498, 3.397849, 3.461169, 3.662847, 3.903169, 4.541119, 4.708333, 5.106765, 5.272939, 5.079966, 4.82513, 4.598184, 4.097863, 3.889086, 3.484318, 3.185911, 2.970876, 3.029453, 14.041576, 12.067772, 9.967692, 9.088527, 8.242185, 8.804032, 8.25178, 7.914482, 8.16568, 8.423194, 8.658975, 8.788323, 10.165793, 10.727011, 11.315297, 13.768793, 14.970197, 17.426882, 18.734227, 23.590881, 28.013105, 30.648591, 39.403815, 45.398223, 50.619476, 52.364272], "sum_m_pl": [18.96278, 25.684784, 24.986146, 24.620952, 23.310383, 24.084021, 23.922881, 23.704111, 24.145292, 24.522647, 24.450613, 24.085152, 24.127282, 23.550317, 23.994051, 23.725331, 24.245616, 24.311402, 25.627197, 26.348527, 26.553316, 26.91829, 27.068052, 27.465015, 18.643615, 19.104349, 19.83076, 20.406754, 21.553227, 21.078983, 21.55903, 21.383064, 20.81576, 19.855151, 18.941185, 18.807342, 18.044746, 17.892379, 15.919479, 15.050953, 14.205121, 11.071384, 10.71744, 7.809785, 6.62656, 3.977246, 3.508507, 1.330499, 0.197871, 0.005794]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "llmzszl-18402", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 692, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.9592, "tf_agree_excl_first": 0.9691}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [21, 8, 8, 7, 3, 3, 12, 10, 11, 11, 8, 11, 13, 13, 15, 12, 12, 8, 10, 15, 14, 17, 20, 25, 28, 25, 17, 17, 11, 7, 12, 12, 13, 10, 9, 18, 23, 25, 25, 27, 28, 28, 31, 25, 22, 25, 14, 10, 6, 3], "n_am_pl": [2, 18, 14, 9, 13, 7, 6, 8, 9, 8, 6, 5, 6, 11, 12, 14, 11, 9, 5, 7, 9, 8, 9, 6, 4, 3, 6, 6, 13, 15, 15, 17, 11, 7, 4, 7, 6, 2, 6, 5, 5, 6, 5, 8, 8, 10, 14, 22, 33, 35], "n_pos": 58, "sum_m_en": [4.936887, 2.646358, 2.603722, 2.917187, 2.988451, 2.875854, 2.993494, 2.828682, 2.773678, 2.994457, 3.265715, 3.487333, 3.643667, 3.838009, 3.976728, 3.602351, 3.56041, 3.323497, 2.970792, 2.829947, 2.766994, 2.608331, 2.605644, 2.713414, 10.092144, 8.822295, 6.509373, 5.782768, 5.158637, 5.024605, 4.832492, 4.919023, 5.301271, 5.628531, 5.961647, 6.556318, 6.944977, 8.119694, 8.765381, 9.785756, 11.997449, 13.73695, 15.064783, 14.846838, 15.191612, 17.882167, 12.129018, 9.359063, 4.834186, 2.99851], "sum_m_pl": [20.566851, 26.267453, 26.560218, 26.479387, 25.551041, 25.705895, 25.88088, 26.129, 26.381687, 26.235511, 25.924683, 25.257213, 25.76137, 25.935437, 26.289643, 26.35892, 26.765635, 26.848547, 27.753728, 28.471364, 28.585006, 28.903704, 28.987849, 29.274039, 21.860056, 22.239678, 22.485981, 23.621129, 25.394825, 25.136032, 24.941475, 25.249837, 24.569495, 23.494831, 22.490169, 23.640445, 23.141912, 21.915377, 21.929385, 21.387772, 20.194194, 18.531937, 17.854213, 16.554815, 15.282009, 15.902142, 18.088143, 22.218448, 32.049691, 35.977141]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 6, 6, 5, 1, 2, 8, 7, 9, 8, 6, 8, 8, 8, 10, 8, 7, 4, 6, 10, 9, 10, 13, 17, 21, 19, 13, 15, 9, 6, 9, 10, 11, 7, 3, 12, 16, 18, 18, 21, 21, 21, 23, 18, 17, 19, 12, 8, 3, 3], "n_am_pl": [1, 13, 8, 5, 9, 4, 5, 5, 4, 5, 3, 2, 5, 9, 11, 13, 10, 9, 5, 7, 7, 7, 8, 6, 3, 2, 5, 5, 9, 10, 10, 9, 6, 4, 2, 4, 4, 1, 4, 3, 3, 4, 4, 7, 7, 8, 12, 17, 30, 34], "n_pos": 37, "sum_m_en": [3.347459, 1.682963, 1.648205, 1.871761, 1.864423, 1.816177, 1.924323, 1.837216, 1.798009, 1.971531, 2.145967, 2.338582, 2.403671, 2.556761, 2.629896, 2.304849, 2.277445, 2.167835, 1.949604, 1.829543, 1.794279, 1.671364, 1.671037, 1.735609, 7.285244, 6.212463, 4.540211, 4.227404, 3.722033, 3.630816, 3.445873, 3.520216, 3.76781, 4.007852, 4.110784, 4.787651, 4.967618, 5.950862, 6.256213, 7.132725, 9.050946, 10.37847, 10.96102, 10.81507, 11.18353, 13.506053, 9.184366, 7.012635, 3.334668, 2.997218], "sum_m_pl": [12.565105, 16.842179, 16.794044, 16.696616, 16.100679, 16.225665, 16.402959, 16.626459, 16.811504, 16.661853, 16.581541, 16.265342, 16.59927, 16.817594, 17.095798, 17.111448, 17.392654, 17.392123, 17.93028, 18.429645, 18.445098, 18.664296, 18.674024, 18.959677, 14.655583, 15.094401, 15.445127, 16.087306, 17.280556, 16.999465, 17.01739, 17.011574, 16.553924, 15.727811, 14.879405, 15.641825, 15.51865, 14.538387, 14.606804, 14.074399, 13.10387, 12.025248, 11.925488, 11.827597, 11.430511, 11.936232, 14.594861, 17.487105, 27.5666, 33.401365]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 60, "item_id": "llmzszl-18402", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 623, "region_end": 58, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [34, 24, 20, 20, 24, 28, 28, 18, 21, 34, 35, 31, 28, 34, 28, 25, 24, 30, 24, 28, 26, 24, 25, 20, 24, 32, 31, 31, 28, 41, 28, 31, 35, 36, 33, 43, 46, 37, 38, 38, 36, 34, 35, 39, 38, 43, 46, 57, 50, 44], "n_am_pl": [9, 12, 17, 23, 12, 17, 11, 19, 21, 10, 10, 9, 16, 12, 11, 17, 19, 18, 20, 10, 14, 13, 13, 10, 4, 5, 7, 6, 14, 8, 14, 12, 13, 17, 8, 10, 9, 3, 6, 1, 2, 1, 4, 5, 6, 3, 4, 2, 1, 0], "n_pos": 110, "sum_m_en": [13.082359, 6.643345, 6.443916, 6.245123, 6.583353, 6.931135, 6.691424, 7.628888, 8.622334, 8.972023, 8.780904, 9.323616, 9.604975, 10.270227, 9.67011, 9.540319, 8.607243, 8.478135, 7.791874, 7.41045, 6.962665, 6.601412, 6.210213, 5.93674, 12.801963, 14.822442, 15.763521, 16.054054, 15.282651, 15.684759, 14.709841, 14.968707, 15.645135, 17.846039, 17.465053, 17.546822, 18.495811, 18.429815, 21.430225, 22.985698, 23.907829, 24.139931, 27.257567, 28.874483, 29.881373, 37.262395, 45.183513, 53.015697, 51.210182, 45.626013], "sum_m_pl": [38.609252, 50.056905, 48.122524, 48.337893, 47.064406, 47.004246, 46.738767, 46.037451, 46.310603, 48.118951, 47.835742, 47.953117, 48.333919, 47.218317, 48.070093, 46.344601, 48.027845, 48.029364, 48.115464, 50.125037, 50.514403, 50.143776, 50.255318, 49.916388, 30.096447, 33.261309, 34.420993, 38.394979, 40.107406, 39.426151, 41.239175, 41.21323, 40.61186, 38.815209, 39.524901, 39.015655, 34.528312, 31.566651, 28.342086, 24.998361, 21.953774, 14.906002, 13.154307, 10.874897, 9.092277, 7.579647, 6.051727, 3.463957, 1.666749, 0.326854]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 8, 7, 7, 13, 10, 12, 7, 10, 18, 17, 15, 13, 19, 16, 14, 15, 14, 14, 17, 15, 13, 12, 11, 10, 13, 12, 14, 14, 18, 12, 15, 16, 18, 22, 24, 24, 18, 16, 19, 20, 21, 18, 24, 25, 25, 25, 34, 42, 44], "n_am_pl": [4, 8, 10, 11, 6, 11, 6, 10, 8, 5, 4, 5, 7, 6, 6, 8, 6, 8, 7, 5, 8, 6, 6, 6, 2, 4, 5, 3, 7, 3, 5, 6, 6, 10, 1, 2, 5, 1, 1, 0, 0, 0, 0, 1, 2, 0, 0, 1, 0, 0], "n_pos": 45, "sum_m_en": [5.128408, 2.549511, 2.400225, 2.366792, 2.485358, 2.772432, 2.639538, 2.912277, 3.128769, 3.373248, 3.512712, 3.81733, 3.941309, 4.249226, 4.002642, 4.103458, 3.616812, 3.577392, 3.257793, 3.052548, 2.842855, 2.641181, 2.465957, 2.342755, 5.311294, 6.157114, 6.737365, 6.723537, 6.47611, 6.592184, 6.285894, 6.54923, 6.902474, 7.890597, 7.773412, 8.368661, 8.870287, 8.064553, 9.462857, 10.44846, 11.658882, 13.178769, 14.940306, 16.948618, 18.356455, 20.935153, 25.303479, 32.982525, 41.090584, 43.632782], "sum_m_pl": [16.252091, 21.113799, 20.333209, 20.084388, 19.816095, 19.522383, 19.338776, 19.399593, 19.52105, 20.430076, 20.287136, 20.437499, 20.239976, 19.959273, 20.345452, 19.28418, 20.185981, 20.245896, 20.293455, 20.925973, 21.029856, 20.85096, 20.949994, 20.828111, 12.980815, 14.52547, 15.098729, 16.716659, 17.09998, 16.814415, 17.776285, 17.547958, 17.540743, 16.990635, 17.281581, 16.787684, 14.633442, 13.320108, 12.04806, 10.579807, 9.787383, 6.538455, 5.236969, 4.279826, 3.969579, 3.044746, 1.645056, 0.866784, 0.088104, 0.284418]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "llmzszl-18403", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 748, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9911, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 22, 20, 16, 24, 13, 13, 14, 7, 10, 21, 15, 18, 14, 14, 14, 16, 22, 16, 8, 11, 9, 9, 8, 13, 20, 22, 23, 14, 20, 16, 19, 24, 19, 24, 20, 23, 23, 22, 21, 25, 19, 19, 21, 17, 15, 10, 7, 1, 0], "n_am_pl": [8, 20, 25, 18, 17, 14, 14, 22, 27, 15, 8, 17, 16, 17, 23, 16, 16, 17, 16, 20, 18, 13, 20, 11, 9, 10, 11, 10, 14, 10, 20, 16, 17, 23, 22, 15, 17, 13, 16, 10, 10, 5, 6, 7, 9, 12, 14, 18, 31, 35], "n_pos": 81, "sum_m_en": [7.454466, 4.32719, 4.331206, 4.77705, 5.207317, 5.236202, 5.079008, 5.711046, 6.030411, 5.777749, 5.794601, 5.801447, 5.959368, 6.124983, 6.000323, 6.025087, 5.680842, 5.585153, 5.215313, 4.979579, 4.803701, 4.431988, 4.179194, 3.955074, 6.624625, 8.15284, 8.840508, 8.754924, 8.31161, 8.621664, 8.056345, 7.978979, 8.302265, 8.857614, 9.303157, 8.803721, 9.579234, 10.431866, 13.437533, 12.778509, 15.960276, 10.976893, 12.320462, 12.577116, 13.318503, 12.084155, 9.448264, 6.833469, 1.803156, 0.018182], "sum_m_pl": [29.684262, 37.054581, 36.705353, 36.070863, 34.719797, 34.371899, 33.900585, 33.561597, 33.882873, 35.42642, 35.791645, 36.105744, 37.312391, 36.486152, 36.889457, 36.338231, 37.244459, 37.827987, 38.180389, 39.038042, 39.126187, 39.013983, 38.955759, 38.445629, 27.361023, 29.497022, 29.845903, 31.796695, 33.543167, 34.114728, 34.448899, 34.840533, 34.492051, 33.735665, 33.411448, 32.994628, 30.640635, 28.484923, 26.487875, 25.218536, 22.72003, 14.759404, 14.259808, 14.773201, 15.076371, 16.530129, 16.786926, 20.914829, 31.847723, 35.473145]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 7, 9, 5, 10, 7, 5, 8, 2, 5, 8, 5, 6, 6, 6, 7, 7, 9, 8, 4, 6, 5, 5, 3, 10, 10, 9, 12, 9, 11, 8, 8, 10, 9, 11, 9, 9, 11, 9, 9, 12, 11, 12, 14, 9, 10, 8, 5, 1, 0], "n_am_pl": [5, 12, 12, 11, 8, 8, 9, 12, 17, 9, 5, 11, 9, 9, 13, 10, 9, 8, 6, 8, 7, 3, 9, 5, 5, 6, 6, 5, 7, 6, 8, 9, 9, 10, 10, 10, 12, 6, 10, 5, 5, 3, 3, 5, 7, 10, 12, 15, 31, 35], "n_pos": 38, "sum_m_en": [3.355016, 1.936345, 1.989968, 2.276754, 2.420342, 2.541281, 2.335904, 2.706901, 2.648377, 2.666246, 2.687083, 2.659675, 2.751523, 2.856965, 2.749812, 2.722581, 2.621916, 2.621488, 2.467396, 2.369212, 2.262298, 2.082272, 1.970307, 1.882039, 3.065954, 3.783151, 4.310729, 4.239787, 4.01554, 4.270491, 3.953831, 3.985172, 3.978454, 4.276737, 4.530973, 4.263402, 4.340188, 4.516454, 6.103861, 5.710123, 7.739958, 6.419325, 7.572323, 7.312248, 7.792744, 8.000618, 5.975169, 4.057389, 1.365007, 0.015216], "sum_m_pl": [13.34896, 17.105223, 16.548077, 16.037534, 15.426894, 15.432981, 15.22793, 15.23162, 15.504226, 16.329189, 16.481961, 16.814808, 17.411524, 17.067104, 17.282832, 16.941542, 17.260548, 17.494971, 17.642526, 18.079069, 18.220596, 18.078962, 18.064309, 17.724746, 12.426883, 13.206688, 13.519345, 14.581505, 15.731015, 16.058071, 16.368386, 16.717451, 16.587669, 16.515424, 16.109121, 16.373486, 15.392502, 14.547363, 13.561345, 12.745664, 11.226208, 8.06837, 7.768695, 8.96451, 9.992176, 11.408025, 13.136473, 16.253616, 28.54411, 34.182848]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 83, "item_id": "llmzszl-18403", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 679, "region_end": 81, "roundtrip_ok": true, "tf_agree": 0.9157, "tf_agree_excl_first": 0.9268}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 19, 21, 28, 28, 29, 29, 27, 27, 34, 31, 27, 23, 25, 22, 21, 19, 19, 18, 23, 27, 27, 21, 21, 33, 42, 29, 26, 32, 27, 26, 25, 27, 28, 35, 43, 36, 45, 50, 45, 46, 51, 58, 53, 45, 52, 45, 52, 52, 49], "n_am_pl": [2, 16, 15, 15, 14, 13, 10, 13, 18, 7, 7, 15, 11, 13, 12, 7, 9, 9, 7, 9, 15, 15, 15, 15, 9, 6, 10, 9, 10, 10, 12, 5, 8, 4, 6, 2, 4, 3, 4, 7, 5, 5, 4, 3, 7, 5, 8, 3, 2, 3], "n_pos": 97, "sum_m_en": [11.098964, 6.514126, 6.287104, 6.616117, 6.164964, 6.234958, 6.375369, 6.573572, 6.61424, 7.065219, 7.262479, 7.858611, 8.545263, 8.723011, 8.543504, 8.731555, 7.666446, 7.469826, 6.325175, 5.635332, 5.304556, 4.920687, 4.601744, 4.461577, 11.41541, 13.564532, 12.790643, 11.646836, 11.050123, 11.148586, 10.620478, 11.064676, 12.100393, 13.102996, 13.899608, 14.985846, 16.979643, 20.270663, 23.734242, 23.985607, 25.263055, 27.5948, 32.674709, 37.550573, 38.646593, 43.011304, 41.786493, 46.449517, 49.993254, 48.201971], "sum_m_pl": [34.731024, 43.917859, 43.785766, 43.454637, 43.691758, 44.488978, 44.296139, 43.417129, 44.525411, 45.945955, 45.924954, 45.176382, 43.964626, 43.336284, 44.117996, 43.346444, 43.699298, 43.373625, 45.419011, 46.951122, 47.212765, 47.205086, 47.474905, 47.516899, 36.938163, 36.20008, 35.001054, 36.904947, 38.224163, 38.138895, 38.213479, 37.504344, 37.600214, 36.898065, 35.920309, 35.497783, 32.55596, 29.63478, 26.880489, 26.545099, 25.172927, 22.812187, 19.951659, 16.281883, 13.002478, 10.832041, 10.67171, 5.225697, 2.539506, 2.900345]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 11, 11, 14, 16, 17, 19, 18, 17, 17, 21, 17, 16, 16, 13, 13, 14, 12, 17, 19, 16, 18, 16, 14, 20, 30, 20, 19, 21, 19, 17, 17, 18, 20, 20, 25, 20, 27, 28, 27, 31, 34, 38, 38, 32, 35, 34, 43, 49, 49], "n_am_pl": [1, 10, 9, 9, 10, 7, 5, 7, 10, 3, 4, 8, 5, 6, 6, 3, 4, 5, 3, 5, 10, 12, 10, 12, 6, 3, 7, 5, 5, 4, 6, 3, 5, 3, 6, 1, 2, 1, 2, 4, 3, 3, 3, 2, 3, 2, 2, 1, 2, 3], "n_pos": 53, "sum_m_en": [6.225758, 3.419603, 3.367819, 3.57879, 3.371991, 3.424382, 3.595429, 3.758754, 3.846367, 4.282303, 4.461701, 4.872839, 5.197451, 5.28222, 5.175573, 5.322181, 4.666548, 4.467983, 3.696597, 3.210806, 2.993993, 2.707491, 2.508175, 2.418687, 7.063609, 8.600239, 8.119679, 7.554218, 6.939288, 6.961984, 6.678306, 7.110856, 7.831001, 8.602463, 8.875134, 10.02308, 11.391681, 13.68701, 15.000149, 15.49118, 17.031952, 19.368444, 22.095891, 25.938416, 27.223044, 29.781124, 31.607327, 38.10205, 46.164655, 47.035539], "sum_m_pl": [18.971389, 24.156859, 24.029803, 23.898771, 24.056235, 24.388631, 24.125461, 23.56582, 24.165357, 24.848938, 24.804467, 24.479489, 23.92762, 23.581312, 24.111854, 23.557071, 23.820907, 23.914672, 25.203045, 26.052306, 26.223041, 26.189539, 26.315301, 26.369948, 20.836595, 20.29426, 19.733644, 20.873806, 21.151598, 21.3722, 21.517605, 20.656841, 20.773962, 20.441162, 19.783462, 19.556994, 18.138701, 16.231703, 14.905261, 14.725792, 13.632689, 11.991119, 10.347414, 8.22238, 6.252528, 5.111482, 3.649583, 1.915869, 2.292104, 2.630323]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "llmzszl-18404", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 731, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9898}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [117, 87, 92, 76, 76, 102, 93, 82, 88, 97, 96, 103, 100, 88, 94, 97, 97, 94, 90, 96, 89, 87, 67, 73, 129, 139, 125, 98, 109, 117, 112, 107, 114, 131, 128, 139, 121, 136, 137, 154, 146, 141, 150, 153, 116, 107, 58, 28, 6, 0], "n_am_pl": [29, 109, 102, 109, 79, 71, 80, 64, 65, 64, 46, 47, 61, 71, 70, 75, 51, 56, 78, 88, 106, 110, 116, 138, 62, 55, 60, 75, 52, 48, 44, 53, 69, 50, 72, 61, 81, 70, 73, 80, 71, 80, 70, 78, 94, 101, 123, 142, 226, 251], "n_pos": 450, "sum_m_en": [40.85817, 21.892619, 22.953915, 24.291353, 24.410465, 25.488477, 25.929866, 25.923589, 26.651485, 26.769576, 27.681746, 29.396749, 29.788734, 31.677511, 31.160111, 29.894268, 28.557071, 27.881825, 24.218782, 22.436536, 20.763496, 19.845241, 19.212503, 18.824596, 41.869278, 45.856013, 46.092946, 42.573073, 42.788044, 46.632286, 43.581856, 44.434583, 47.121721, 49.639928, 51.946705, 54.198182, 60.083367, 69.158377, 74.600877, 76.250214, 74.704911, 81.42017, 90.669792, 101.778026, 93.721553, 82.179597, 52.86866, 30.795172, 8.51165, 0.081064], "sum_m_pl": [160.605905, 209.96594, 208.758151, 208.745272, 205.213617, 207.337804, 211.048165, 205.917355, 204.900622, 208.488727, 205.399384, 200.806257, 205.490974, 204.064795, 208.366302, 210.168186, 210.548639, 211.661345, 219.691687, 224.825719, 226.532002, 225.300264, 225.361725, 225.103128, 187.702587, 183.881653, 176.254524, 186.242573, 187.137179, 183.906882, 187.28828, 184.251381, 185.183299, 180.10163, 177.263897, 174.313748, 170.151522, 162.59438, 157.741249, 160.213614, 154.465696, 150.505434, 141.197808, 132.397087, 130.486243, 129.293107, 132.92495, 148.240329, 218.760358, 250.835874]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [61, 47, 49, 47, 39, 66, 59, 52, 54, 61, 55, 64, 65, 61, 56, 67, 58, 54, 52, 62, 48, 47, 33, 38, 86, 92, 78, 65, 70, 64, 67, 67, 73, 79, 77, 90, 81, 90, 89, 102, 100, 97, 103, 112, 94, 82, 49, 25, 5, 0], "n_am_pl": [16, 59, 62, 58, 43, 42, 39, 31, 36, 31, 28, 30, 35, 40, 43, 42, 29, 30, 47, 48, 62, 73, 77, 85, 31, 28, 31, 39, 25, 29, 21, 31, 43, 31, 40, 41, 49, 42, 46, 51, 42, 55, 45, 53, 71, 84, 103, 124, 218, 249], "n_pos": 250, "sum_m_en": [22.645884, 12.333703, 12.89614, 14.026987, 13.766748, 14.375177, 14.713736, 14.631488, 15.253216, 15.252547, 15.871733, 16.974945, 17.149746, 18.279176, 17.736172, 16.812508, 16.138205, 15.728786, 13.676431, 12.527105, 11.554212, 10.983958, 10.626505, 10.434879, 25.935143, 28.113389, 28.371869, 25.752512, 25.534121, 26.607978, 24.761635, 25.807191, 27.946975, 29.947947, 31.247821, 31.932741, 35.313058, 39.653291, 43.851125, 44.819205, 45.891161, 53.208629, 60.332428, 74.199864, 72.339083, 64.337843, 42.800534, 23.457787, 6.239038, 0.08049], "sum_m_pl": [86.844194, 113.956812, 113.422426, 113.20273, 112.494043, 114.60669, 117.039516, 114.894914, 114.251289, 116.797298, 115.326719, 113.00887, 115.580437, 114.265437, 116.888098, 117.550252, 117.929257, 118.372479, 122.743157, 125.506967, 126.376152, 125.893164, 125.909419, 125.944293, 106.01619, 104.883496, 101.746854, 107.354165, 106.99794, 105.622625, 108.752431, 107.190397, 107.432108, 105.011846, 103.691103, 104.682614, 103.250307, 99.180595, 96.900982, 98.802642, 96.596382, 96.5159, 89.888156, 84.53471, 88.215869, 94.586314, 104.567823, 125.64226, 206.625413, 246.965672]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 452, "item_id": "llmzszl-18404", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 662, "region_end": 450, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.98}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 2, 2, 3, 1, 3, 3, 2, 1, 2, 3, 3, 3, 3, 2, 3, 1, 1, 0, 0, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [1, 1, 1, 1, 0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.243886, 0.154912, 0.16963, 0.175929, 0.189619, 0.160286, 0.150096, 0.151241, 0.14201, 0.140119, 0.15045, 0.154611, 0.154613, 0.170753, 0.172936, 0.180098, 0.181952, 0.166653, 0.152971, 0.148144, 0.130567, 0.120119, 0.11846, 0.121811, 0.374597, 0.314996, 0.269316, 0.274473, 0.245069, 0.208648, 0.213759, 0.208514, 0.218866, 0.253033, 0.313789, 0.424513, 0.595379, 0.495813, 0.396043, 0.827359, 0.793089, 0.721134, 0.901816, 1.082657, 0.237595, 0.870512, 0.289394, 0.073005, 0.026521, 0.000156], "sum_m_pl": [1.343319, 1.423116, 1.475695, 1.451488, 1.418966, 1.494432, 1.466867, 1.376919, 1.471283, 1.469498, 1.475051, 1.493907, 1.471602, 1.496658, 1.392138, 1.329002, 1.371816, 1.342938, 1.386714, 1.418107, 1.435678, 1.464799, 1.487996, 1.491932, 1.198269, 1.235421, 1.140544, 1.213821, 1.263006, 1.396581, 1.327698, 1.373955, 1.257548, 1.240963, 1.240931, 1.100385, 0.921452, 0.852614, 0.864476, 0.797177, 0.947241, 1.051739, 0.908387, 0.787198, 0.4411, 0.41869, 0.063144, 0.011304, 0.001249, 0.007321]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 769, "item_id": "llmzszl-18407", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 790, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [137, 129, 91, 75, 85, 64, 52, 59, 64, 90, 96, 79, 86, 56, 67, 73, 87, 72, 70, 61, 68, 57, 49, 59, 124, 131, 105, 94, 98, 84, 64, 60, 62, 68, 80, 67, 62, 62, 51, 58, 57, 57, 62, 58, 69, 51, 32, 10, 2, 0], "n_am_pl": [23, 97, 100, 81, 69, 62, 82, 75, 59, 62, 52, 84, 90, 86, 75, 86, 74, 84, 82, 77, 71, 72, 69, 75, 35, 40, 42, 64, 60, 77, 75, 72, 65, 60, 39, 38, 37, 37, 37, 36, 31, 31, 28, 24, 23, 36, 31, 37, 80, 91], "n_pos": 471, "sum_m_en": [44.592351, 22.499037, 23.04045, 23.62506, 25.369434, 24.941884, 24.111412, 24.801266, 25.449207, 26.035969, 26.758111, 28.532252, 29.88107, 30.856521, 29.973659, 29.674004, 29.593128, 28.358017, 25.795016, 24.639333, 22.795605, 21.383978, 21.000303, 20.140854, 46.351633, 45.736256, 45.049036, 39.673216, 39.675469, 40.991366, 38.357063, 38.069662, 35.142282, 37.12894, 38.751551, 37.475969, 36.239676, 34.16512, 36.969579, 42.125611, 43.776716, 42.433319, 48.937596, 47.112895, 52.067755, 43.042214, 27.715916, 13.890515, 3.877515, 0.011462], "sum_m_pl": [193.989675, 235.456613, 227.888513, 219.748925, 210.855486, 205.911921, 212.359064, 210.467582, 204.130483, 212.317914, 210.629181, 214.016056, 215.646686, 209.393191, 208.870083, 214.890704, 210.892591, 208.368078, 216.695635, 222.501851, 227.842759, 228.428231, 227.116114, 229.410878, 171.93851, 170.743889, 167.329121, 185.012986, 192.869505, 190.865985, 189.284934, 187.071986, 180.152656, 165.612572, 158.076928, 147.104916, 132.60107, 127.480394, 114.85701, 109.782796, 106.312618, 105.96586, 98.476432, 82.310173, 65.934557, 63.539804, 55.510926, 48.073213, 74.129185, 91.080227]}, "digit": {"n_am_en": [26, 48, 22, 17, 15, 15, 12, 15, 22, 26, 34, 26, 28, 21, 18, 15, 23, 18, 14, 14, 15, 14, 15, 18, 37, 38, 30, 30, 29, 22, 17, 17, 12, 17, 19, 16, 7, 10, 8, 7, 5, 8, 8, 7, 8, 7, 6, 2, 0, 0], "n_am_pl": [0, 12, 22, 13, 12, 18, 7, 14, 12, 13, 11, 10, 15, 14, 13, 24, 22, 22, 21, 27, 26, 17, 16, 19, 7, 9, 9, 10, 12, 17, 16, 21, 21, 23, 10, 15, 10, 11, 8, 8, 6, 4, 4, 3, 4, 8, 2, 1, 0, 0], "n_pos": 108, "sum_m_en": [10.536158, 4.709303, 4.656301, 4.570622, 4.785529, 4.863018, 4.909456, 5.245295, 5.777876, 5.74512, 5.921376, 6.327613, 6.999299, 7.350205, 6.558704, 6.368955, 6.312687, 6.374867, 5.675605, 5.517251, 4.91152, 4.5419, 4.473845, 4.318021, 11.021463, 10.502485, 10.620138, 9.051162, 8.875238, 9.161217, 9.210157, 8.79348, 7.817007, 8.615045, 8.872005, 8.982138, 7.275528, 7.108758, 7.00951, 6.97114, 7.112651, 6.881359, 7.779107, 6.636017, 7.590272, 5.339368, 4.468654, 2.058704, 0.233887, 0.0], "sum_m_pl": [47.610963, 58.263655, 56.259479, 54.098409, 52.216851, 50.754866, 51.020847, 49.883521, 48.501705, 49.776874, 50.138709, 51.504368, 50.79948, 49.846343, 49.607454, 51.228722, 49.787217, 48.845226, 51.035798, 52.20057, 53.241759, 53.665896, 53.485636, 53.957589, 45.801469, 45.680184, 44.117192, 46.484469, 47.685827, 47.097177, 46.697583, 45.321294, 45.221553, 42.550068, 41.195109, 40.055734, 38.566121, 38.10331, 33.171105, 32.405883, 31.094815, 31.168386, 29.825499, 25.313151, 19.951785, 16.419843, 11.107769, 6.844826, 0.788316, 2e-06]}, "lang": {"n_am_en": [25, 12, 12, 9, 9, 16, 10, 9, 9, 11, 11, 11, 21, 12, 13, 15, 21, 18, 23, 25, 28, 23, 18, 21, 36, 35, 29, 28, 24, 27, 21, 20, 19, 28, 29, 26, 35, 32, 31, 33, 33, 33, 33, 38, 49, 35, 21, 6, 1, 0], "n_am_pl": [10, 34, 32, 25, 20, 9, 15, 16, 16, 18, 16, 24, 18, 19, 24, 20, 16, 15, 19, 16, 13, 14, 11, 12, 8, 11, 10, 16, 10, 10, 19, 17, 16, 11, 11, 6, 11, 9, 9, 9, 9, 10, 8, 10, 11, 21, 24, 32, 78, 91], "n_pos": 92, "sum_m_en": [8.164174, 4.485361, 4.646782, 4.946126, 5.247269, 5.450993, 5.363829, 5.239064, 5.169023, 5.488006, 5.61213, 6.18107, 6.417876, 6.706391, 6.498705, 6.306638, 6.694195, 6.309728, 5.970917, 5.540397, 5.133053, 4.698876, 4.504448, 4.267569, 12.43187, 12.404606, 12.348173, 9.878988, 9.595938, 9.588935, 8.834918, 9.178841, 8.883408, 9.968151, 10.693169, 11.359977, 13.642425, 13.181056, 15.781882, 18.989817, 20.509717, 20.686842, 24.017107, 27.634309, 33.878085, 28.080586, 16.339066, 6.971255, 1.988753, 0.011237], "sum_m_pl": [35.155877, 43.066062, 41.978227, 40.125977, 38.540602, 37.091115, 38.498368, 39.052658, 38.603247, 40.377723, 39.552267, 40.115781, 40.745234, 39.977677, 39.852529, 41.476812, 40.194007, 40.048036, 41.462495, 42.527826, 43.614308, 43.720079, 43.403504, 43.963049, 34.25643, 34.123461, 33.387529, 37.240798, 37.936896, 37.546117, 37.995738, 37.723797, 36.44434, 33.696035, 32.723969, 31.266429, 29.178108, 29.538743, 27.917436, 26.937336, 26.461201, 26.977476, 25.297041, 22.651114, 21.86964, 25.562409, 28.94252, 31.391765, 68.669893, 89.920509]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 473, "item_id": "llmzszl-18407", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 721, "region_end": 471, "roundtrip_ok": true, "tf_agree": 0.9852, "tf_agree_excl_first": 0.9873}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [59, 61, 46, 38, 47, 35, 43, 47, 34, 35, 40, 55, 56, 40, 51, 51, 52, 37, 53, 51, 48, 48, 46, 43, 68, 86, 89, 89, 71, 82, 70, 79, 84, 76, 79, 78, 90, 84, 84, 97, 91, 101, 102, 96, 106, 113, 113, 129, 140, 135], "n_am_pl": [5, 21, 42, 35, 39, 30, 17, 17, 19, 19, 23, 28, 28, 27, 22, 31, 28, 38, 26, 25, 31, 25, 25, 29, 11, 13, 11, 8, 16, 14, 16, 15, 19, 22, 19, 21, 9, 13, 15, 16, 13, 14, 6, 7, 2, 3, 3, 5, 2, 3], "n_pos": 220, "sum_m_en": [26.069235, 13.18408, 12.512761, 11.876202, 12.525851, 12.812783, 12.943598, 13.850806, 14.707025, 14.043896, 15.085403, 16.432923, 17.717783, 18.686796, 18.659772, 17.280784, 15.682105, 15.58555, 14.384887, 13.022352, 12.220331, 11.95634, 11.317408, 10.379071, 26.905152, 29.242313, 30.183439, 29.321917, 28.833612, 30.376879, 27.80013, 27.363859, 27.032056, 29.459582, 31.108982, 33.017483, 39.093009, 38.960638, 41.998256, 49.992621, 50.863592, 57.76576, 61.009979, 69.07383, 83.550515, 93.695941, 98.416692, 108.953865, 133.399822, 136.268128], "sum_m_pl": [74.051595, 102.691026, 99.056743, 96.683399, 95.537552, 95.732468, 95.049988, 95.387824, 92.8398, 97.413163, 95.852612, 95.321612, 97.203023, 95.174807, 96.940813, 99.139818, 99.714032, 98.223609, 100.385359, 103.652242, 105.119588, 105.276245, 106.147677, 107.319094, 82.796269, 80.999739, 78.743405, 84.964405, 84.65074, 82.262546, 86.320223, 86.500456, 86.971309, 82.976731, 82.599219, 81.062766, 68.330731, 67.942334, 63.80716, 58.466312, 54.276557, 47.336111, 42.83383, 37.705347, 25.508257, 20.118228, 14.185787, 9.313092, 2.818043, 2.876683]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [43, 44, 29, 24, 27, 21, 29, 33, 26, 24, 28, 38, 40, 28, 36, 36, 39, 28, 40, 39, 38, 37, 34, 31, 56, 67, 69, 65, 51, 56, 51, 56, 59, 52, 56, 55, 69, 62, 63, 72, 68, 79, 77, 76, 89, 88, 99, 114, 135, 135], "n_am_pl": [0, 17, 33, 24, 29, 23, 10, 9, 12, 14, 17, 17, 14, 17, 14, 21, 17, 21, 13, 15, 18, 14, 14, 20, 7, 6, 4, 2, 8, 10, 11, 11, 16, 16, 14, 15, 4, 6, 6, 6, 5, 7, 3, 4, 1, 1, 2, 2, 2, 3], "n_pos": 141, "sum_m_en": [16.983697, 8.657225, 8.061154, 7.389852, 8.06926, 8.334583, 8.488061, 9.013489, 9.624544, 9.197705, 9.767376, 10.620585, 11.307183, 12.071504, 11.933227, 10.9852, 10.019583, 10.00931, 9.146414, 8.21403, 7.715544, 7.894044, 7.405242, 6.646615, 18.56865, 19.975552, 20.261879, 19.872962, 19.224299, 20.086439, 18.465383, 17.912362, 17.559494, 19.340026, 21.161526, 23.142951, 27.483129, 27.196784, 29.925618, 36.39729, 37.737477, 43.983686, 47.472904, 55.350777, 67.941562, 75.60012, 84.423049, 95.579862, 127.007187, 133.106913], "sum_m_pl": [46.280355, 65.308185, 63.245311, 62.039974, 60.988679, 61.241521, 60.885693, 61.451842, 59.430359, 62.681825, 61.952121, 61.236244, 62.424081, 61.253514, 62.635892, 64.098516, 64.22031, 63.506041, 64.764127, 66.896293, 67.783022, 67.670535, 68.232648, 69.039774, 53.033952, 51.876096, 50.682498, 54.298798, 54.075939, 52.413631, 55.138509, 55.546354, 56.057926, 54.37068, 53.465543, 52.430876, 44.252653, 44.566183, 42.162155, 37.985951, 35.038796, 30.239007, 26.657597, 23.379105, 16.703263, 12.797192, 10.564737, 6.675079, 2.630777, 2.875017]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "llmzszl-18409", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 731, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9774}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [201, 121, 110, 89, 83, 93, 89, 120, 103, 127, 101, 114, 121, 98, 113, 106, 86, 85, 82, 84, 71, 79, 66, 67, 157, 162, 159, 197, 160, 170, 149, 156, 152, 173, 166, 151, 170, 155, 161, 173, 177, 174, 194, 166, 184, 173, 110, 78, 34, 3], "n_am_pl": [16, 141, 143, 124, 92, 106, 87, 83, 93, 97, 85, 87, 105, 116, 128, 136, 110, 109, 105, 119, 143, 148, 160, 183, 79, 84, 84, 90, 97, 99, 111, 112, 91, 79, 86, 86, 76, 82, 77, 73, 86, 80, 96, 100, 111, 119, 163, 166, 284, 332], "n_pos": 629, "sum_m_en": [58.208731, 29.623955, 29.936252, 34.333937, 34.331821, 34.293884, 34.316177, 37.469894, 37.892807, 38.077831, 40.162315, 43.947055, 44.003515, 46.502436, 47.413418, 44.447514, 40.526813, 39.139449, 36.096029, 33.380124, 31.51265, 29.777186, 29.170045, 28.071044, 54.422031, 60.211589, 63.312896, 65.159364, 67.569881, 75.7794, 67.538288, 66.991848, 69.615817, 74.492178, 73.740194, 73.745507, 81.995374, 91.953406, 91.064603, 93.850958, 100.375074, 104.578267, 118.368984, 113.894336, 138.227333, 136.598185, 94.547362, 73.023239, 32.463817, 3.126756], "sum_m_pl": [227.446691, 296.098475, 289.776574, 282.276826, 273.869328, 278.338807, 280.128501, 276.072245, 270.687636, 276.983631, 270.884882, 265.377635, 277.704389, 273.58498, 274.115172, 280.06277, 280.524622, 279.889248, 290.016834, 299.576067, 305.470678, 306.471776, 307.523767, 308.963667, 249.51485, 245.494193, 238.654147, 255.246496, 255.344038, 245.013521, 255.504518, 255.842537, 247.849321, 227.206685, 228.984436, 220.4664, 201.798068, 196.174079, 192.129075, 187.189221, 176.39821, 176.854435, 170.788776, 169.439272, 156.232016, 154.177669, 176.338762, 170.697878, 263.322882, 331.290004]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [87, 57, 42, 39, 38, 45, 42, 61, 65, 78, 56, 69, 69, 61, 61, 58, 51, 45, 44, 50, 41, 52, 34, 40, 97, 103, 102, 124, 97, 102, 95, 83, 91, 106, 100, 95, 115, 112, 122, 128, 131, 127, 140, 124, 133, 132, 79, 62, 24, 3], "n_am_pl": [11, 66, 78, 58, 41, 49, 44, 43, 47, 51, 49, 47, 59, 55, 75, 88, 61, 53, 67, 79, 86, 86, 96, 102, 46, 50, 47, 49, 53, 54, 60, 74, 55, 41, 48, 49, 45, 45, 48, 53, 61, 61, 75, 80, 95, 101, 145, 155, 278, 330], "n_pos": 334, "sum_m_en": [30.432048, 15.955109, 16.019655, 17.993334, 18.697158, 18.586255, 18.653161, 19.970398, 20.655012, 20.651494, 21.989761, 23.874711, 23.690134, 25.099762, 24.940681, 23.432278, 21.253791, 20.479834, 19.126219, 17.675647, 16.867616, 15.841752, 15.459555, 14.888121, 30.291872, 33.912014, 35.708475, 36.707788, 38.003828, 42.902047, 36.953446, 36.859087, 39.011571, 41.25653, 40.268619, 39.662708, 47.497973, 57.302291, 59.824207, 63.684869, 69.163702, 72.723493, 86.290259, 84.189822, 98.686296, 102.889159, 68.349374, 54.070613, 24.34894, 3.110418], "sum_m_pl": [113.285599, 152.802908, 150.02078, 146.311998, 140.498779, 144.584161, 146.843496, 145.537507, 142.171875, 146.429236, 143.469798, 141.369963, 148.399113, 145.209882, 146.65471, 149.502813, 149.287635, 148.844743, 154.328531, 159.208157, 161.976903, 162.704271, 163.223625, 164.389139, 134.41212, 132.961178, 130.984499, 139.773424, 138.248915, 132.514203, 140.036949, 139.983097, 138.580803, 128.425571, 129.390008, 129.364665, 120.626031, 117.842914, 114.988219, 114.068811, 108.709844, 111.97195, 108.685183, 111.665041, 110.41998, 110.827109, 143.431556, 148.709813, 252.05422, 325.803038]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 629, "item_id": "llmzszl-18409", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 662, "region_end": 629, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9889}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 24, 14, 14, 19, 16, 13, 17, 15, 25, 26, 20, 11, 11, 15, 25, 26, 20, 22, 18, 12, 12, 12, 19, 23, 25, 24, 22, 19, 21, 9, 10, 11, 12, 17, 17, 15, 20, 16, 17, 16, 15, 17, 18, 20, 19, 18, 15, 20, 20], "n_am_pl": [8, 13, 15, 19, 10, 9, 8, 7, 6, 5, 6, 5, 12, 13, 10, 4, 8, 4, 9, 4, 8, 5, 7, 6, 3, 8, 7, 9, 7, 6, 7, 11, 11, 7, 6, 8, 3, 4, 4, 3, 4, 2, 0, 1, 2, 1, 1, 1, 3, 3], "n_pos": 87, "sum_m_en": [9.510893, 4.620951, 4.501447, 4.400449, 4.526933, 4.683894, 4.799377, 5.178999, 5.333073, 5.480962, 6.001843, 6.148217, 6.406254, 6.510547, 6.509886, 5.922061, 5.856553, 5.533386, 4.759191, 4.676834, 4.543974, 4.256386, 4.128282, 3.982112, 8.522915, 9.299736, 8.906827, 8.417138, 8.201471, 8.558571, 7.4919, 7.381178, 7.203216, 6.896763, 7.13115, 7.077514, 7.729585, 8.070436, 8.53731, 11.126659, 11.617081, 12.434253, 13.286739, 14.938498, 15.268701, 16.342347, 17.420927, 16.054038, 19.432677, 20.062339], "sum_m_pl": [33.978945, 43.269673, 42.186857, 42.089109, 40.217615, 40.25995, 39.920998, 39.407655, 38.826513, 39.887145, 39.254034, 39.293271, 38.92172, 38.339676, 39.062944, 40.479175, 40.248537, 40.080565, 41.355319, 41.661863, 42.270021, 42.388207, 42.528921, 42.716022, 31.512774, 31.104827, 30.803544, 32.983087, 34.16084, 34.092932, 34.525646, 34.71095, 34.447074, 32.253297, 31.22439, 29.44531, 27.051829, 25.803311, 22.538706, 21.20447, 21.306807, 18.688759, 17.10176, 15.26326, 11.808673, 9.207638, 5.951088, 4.02079, 2.782565, 2.976657]}, "digit": {"n_am_en": [1, 5, 6, 4, 5, 1, 3, 4, 1, 7, 7, 4, 0, 0, 2, 4, 3, 2, 1, 2, 1, 0, 0, 1, 2, 2, 4, 2, 1, 3, 4, 2, 1, 2, 3, 3, 0, 2, 0, 0, 0, 0, 0, 1, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 2, 1, 3, 2, 2, 0, 1, 0, 1, 1, 2, 3, 3, 2, 1, 3, 3, 3, 1, 1, 1, 1, 0, 2, 3, 2, 4, 1, 0, 1, 3, 3, 1, 2, 1, 0, 3, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.501702, 0.729336, 0.690775, 0.674848, 0.707169, 0.737203, 0.82305, 0.866105, 0.903681, 0.967418, 1.056501, 1.04449, 1.103159, 1.230511, 1.102533, 1.052056, 1.021457, 0.945239, 0.797142, 0.809391, 0.822058, 0.765522, 0.762113, 0.740926, 1.081712, 1.272984, 1.400922, 1.423116, 1.473409, 1.523445, 1.330297, 1.29425, 1.167421, 1.079125, 1.119302, 1.105903, 1.021566, 1.005568, 0.93892, 1.075425, 0.994978, 1.021576, 1.076573, 1.212286, 1.696724, 1.333257, 1.06773, 1.044139, 0.081522, 0.0], "sum_m_pl": [7.551358, 9.202227, 8.88266, 8.730497, 8.434683, 8.3674, 8.261173, 8.032143, 7.902784, 8.075874, 8.027824, 8.085553, 7.785865, 7.712353, 7.742018, 8.099701, 8.00343, 8.003903, 8.25014, 8.114938, 8.228821, 8.302326, 8.31344, 8.336947, 6.005922, 5.905224, 5.922128, 6.383552, 6.863602, 6.917161, 6.788009, 6.926293, 7.036873, 6.761453, 6.427794, 6.104678, 6.161052, 5.939434, 5.151677, 5.52473, 5.49083, 5.758365, 5.924707, 5.338395, 4.836964, 3.749101, 2.862401, 1.569345, 0.124318, 0.0]}, "lang": {"n_am_en": [4, 7, 2, 6, 6, 3, 2, 5, 3, 8, 7, 7, 6, 4, 4, 10, 13, 10, 11, 9, 8, 6, 8, 11, 11, 11, 7, 10, 9, 8, 4, 3, 4, 5, 7, 7, 12, 14, 11, 12, 10, 10, 10, 11, 10, 11, 12, 12, 18, 20], "n_am_pl": [5, 3, 5, 3, 4, 3, 3, 3, 0, 0, 1, 2, 3, 4, 3, 1, 1, 1, 2, 1, 0, 0, 1, 1, 0, 3, 0, 1, 1, 0, 0, 3, 2, 1, 2, 3, 1, 0, 2, 0, 2, 1, 0, 1, 2, 1, 1, 1, 3, 3], "n_pos": 24, "sum_m_en": [2.814207, 1.452193, 1.471739, 1.431837, 1.362274, 1.378666, 1.392539, 1.548625, 1.574345, 1.575601, 1.757806, 1.885099, 1.966793, 1.93661, 1.956417, 1.768553, 1.81448, 1.775097, 1.496391, 1.450462, 1.389271, 1.27369, 1.2084, 1.15797, 2.702746, 3.012471, 2.823339, 2.765824, 2.752473, 2.860526, 2.489748, 2.57754, 2.545189, 2.622518, 2.573962, 2.816902, 3.382236, 3.534379, 3.934971, 5.603592, 5.935412, 6.281679, 6.289331, 7.690479, 8.06845, 8.533173, 10.670252, 11.263197, 17.9661, 19.518973], "sum_m_pl": [8.615178, 11.244781, 10.967265, 10.903478, 10.595641, 10.50606, 10.333628, 10.397813, 10.393976, 10.93306, 10.659272, 10.764882, 10.748627, 10.570592, 10.809459, 11.155005, 11.027675, 11.13134, 11.44986, 11.476286, 11.598529, 11.620825, 11.655813, 11.752578, 9.703653, 9.481237, 9.175586, 9.522824, 9.694008, 9.594853, 9.830738, 9.631314, 9.787392, 9.644838, 9.683933, 9.436583, 8.594393, 8.355364, 7.51889, 6.379865, 6.639739, 6.137377, 5.114597, 5.108334, 4.229522, 3.530407, 2.358521, 1.89089, 2.56474, 2.970383]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "llmzszl-18410", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 748, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [96, 76, 73, 79, 73, 92, 75, 81, 82, 84, 97, 99, 114, 96, 95, 100, 105, 97, 87, 90, 70, 88, 69, 75, 107, 105, 96, 97, 89, 97, 92, 101, 89, 102, 100, 101, 95, 85, 92, 96, 87, 88, 96, 85, 92, 78, 39, 28, 17, 17], "n_am_pl": [27, 72, 78, 55, 31, 50, 52, 47, 62, 51, 37, 47, 54, 52, 50, 40, 26, 33, 45, 36, 53, 51, 55, 56, 28, 42, 45, 41, 51, 46, 48, 52, 47, 34, 38, 39, 32, 31, 33, 46, 41, 35, 42, 46, 40, 48, 48, 53, 90, 102], "n_pos": 363, "sum_m_en": [33.668206, 17.352254, 18.221196, 19.690872, 20.078699, 20.684105, 21.358998, 22.5322, 23.852463, 24.384231, 25.996662, 26.910808, 27.292404, 28.523341, 27.952907, 25.340315, 25.152014, 23.832475, 20.860736, 19.64292, 19.345864, 18.786509, 18.053078, 17.524541, 41.77229, 44.725406, 43.052771, 41.173429, 41.112041, 42.882731, 39.265082, 37.311857, 35.652245, 34.618944, 36.930657, 37.584097, 40.02934, 42.653047, 46.910665, 53.818823, 50.600117, 54.566556, 60.940355, 61.833075, 71.6849, 57.18391, 40.937195, 31.498545, 19.241087, 17.016926], "sum_m_pl": [141.546647, 176.948323, 171.809937, 169.067453, 165.197281, 165.514719, 167.070892, 167.379984, 165.339351, 167.503055, 163.491366, 162.545314, 165.814547, 163.619628, 165.526882, 171.425397, 169.020978, 170.4363, 175.107535, 176.669121, 177.59303, 175.98742, 176.34089, 176.450617, 132.245338, 132.569513, 132.140642, 142.516711, 146.868271, 145.603122, 148.045344, 150.341265, 150.691812, 140.139373, 136.883398, 131.498188, 123.609772, 119.420017, 111.234896, 110.080166, 108.976675, 104.977284, 98.329199, 90.691314, 76.806478, 79.275604, 66.196542, 64.833417, 90.077667, 101.519295]}, "digit": {"n_am_en": [5, 10, 8, 7, 2, 6, 7, 6, 2, 9, 12, 11, 9, 11, 9, 11, 9, 6, 9, 5, 3, 4, 3, 4, 5, 4, 6, 6, 5, 3, 4, 5, 4, 6, 5, 6, 5, 0, 0, 1, 2, 2, 2, 4, 5, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 3, 2, 3, 2, 1, 1, 4, 1, 1, 5, 4, 5, 7, 2, 4, 1, 4, 4, 6, 3, 3, 2, 1, 4, 4, 3, 2, 2, 2, 3, 5, 1, 2, 3, 1, 1, 1, 4, 4, 2, 2, 2, 2, 6, 3, 4, 0, 0], "n_pos": 34, "sum_m_en": [3.411065, 1.470305, 1.461003, 1.41212, 1.448825, 1.552787, 1.67495, 1.711782, 1.85821, 1.905914, 2.050069, 2.123988, 2.144293, 2.348614, 2.183315, 2.089066, 2.037816, 1.940306, 1.686281, 1.654153, 1.674953, 1.547405, 1.525196, 1.468079, 2.56387, 2.884705, 2.776084, 2.734413, 3.090097, 3.123539, 2.921366, 2.797298, 2.496204, 2.328312, 2.33779, 2.319417, 2.178234, 2.024507, 1.96213, 1.832698, 1.916973, 1.848121, 2.016586, 1.931074, 3.040751, 2.335989, 1.616638, 1.137674, 0.109544, 1e-06], "sum_m_pl": [14.09778, 18.42386, 17.854609, 17.448035, 16.775347, 16.336034, 16.519584, 16.239642, 16.009139, 16.266562, 16.05159, 16.253439, 16.203142, 16.006692, 16.004151, 16.369891, 16.279316, 16.095768, 16.683404, 16.620489, 16.737436, 16.777975, 16.787151, 16.855683, 13.03772, 13.089676, 12.594326, 13.547584, 13.941064, 13.739616, 13.732369, 13.803677, 14.388251, 13.509221, 13.241787, 13.012782, 12.023061, 12.024617, 10.4328, 10.956741, 10.554341, 11.14291, 10.823232, 10.239731, 9.326808, 9.109933, 7.547274, 5.679598, 0.739979, 1e-06]}, "lang": {"n_am_en": [40, 25, 28, 26, 26, 35, 29, 28, 31, 33, 34, 38, 47, 35, 39, 41, 45, 45, 37, 42, 30, 43, 32, 41, 47, 46, 45, 46, 36, 43, 43, 51, 51, 53, 49, 53, 46, 42, 45, 45, 43, 45, 50, 49, 58, 49, 30, 25, 17, 17], "n_am_pl": [12, 24, 25, 16, 8, 13, 19, 15, 14, 13, 10, 10, 16, 16, 15, 12, 7, 14, 15, 15, 22, 22, 24, 26, 12, 16, 13, 13, 19, 13, 18, 19, 16, 11, 13, 15, 13, 11, 16, 20, 22, 23, 28, 31, 31, 38, 39, 42, 89, 102], "n_pos": 122, "sum_m_en": [11.762183, 6.19353, 6.475362, 7.074636, 6.863245, 7.152727, 7.783757, 8.03622, 8.402965, 8.435798, 9.191354, 9.771887, 9.866444, 10.136793, 9.943311, 8.787235, 8.798162, 8.422622, 7.370932, 6.811074, 6.641734, 6.519587, 6.109508, 5.930191, 16.562994, 16.655196, 16.306427, 14.723669, 14.813223, 16.145253, 14.556311, 14.452099, 14.326144, 14.682066, 15.231635, 16.423778, 17.74661, 18.216421, 21.293498, 25.630156, 25.287982, 26.800129, 30.829937, 33.406439, 44.099236, 33.975688, 26.151966, 23.490419, 17.465494, 17.008754], "sum_m_pl": [46.639173, 57.949164, 55.783449, 55.028036, 54.302036, 54.710363, 55.051409, 55.794633, 54.961963, 56.423255, 54.335451, 54.339304, 55.801955, 55.071503, 56.304585, 58.551001, 57.208345, 57.951095, 59.438088, 59.555054, 59.639389, 59.383267, 59.738938, 59.920615, 47.211141, 47.361344, 47.9236, 50.926079, 51.780762, 50.434261, 52.161649, 52.631682, 52.798521, 50.218983, 48.970757, 48.351192, 46.016842, 45.657555, 42.739132, 41.859671, 43.463414, 43.702364, 39.739948, 38.670361, 37.457181, 43.662354, 41.079575, 45.465068, 84.692139, 101.101409]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 363, "item_id": "llmzszl-18410", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 679, "region_end": 363, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9862}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [43, 40, 37, 28, 23, 26, 27, 31, 34, 42, 32, 33, 27, 33, 31, 42, 44, 52, 46, 41, 43, 43, 45, 40, 56, 52, 50, 47, 49, 43, 35, 39, 49, 44, 39, 43, 52, 54, 45, 53, 58, 58, 56, 50, 57, 58, 73, 63, 63, 68], "n_am_pl": [13, 19, 22, 18, 16, 13, 9, 14, 10, 16, 16, 14, 16, 23, 13, 4, 10, 8, 13, 13, 16, 15, 15, 21, 13, 15, 12, 15, 21, 19, 25, 24, 14, 20, 15, 13, 9, 12, 11, 9, 4, 2, 2, 2, 1, 2, 1, 0, 0, 0], "n_pos": 155, "sum_m_en": [17.705505, 8.755143, 8.67085, 8.321323, 8.793117, 8.391298, 8.681958, 9.188853, 9.34455, 9.926854, 9.838204, 10.279513, 10.915092, 11.787975, 11.626685, 11.710606, 10.959413, 10.967106, 9.913111, 9.527022, 8.497684, 7.755318, 7.443197, 7.287119, 21.700334, 20.459346, 17.901524, 17.067028, 15.507097, 15.732487, 14.955436, 15.009419, 15.90411, 16.955837, 17.45577, 19.572781, 23.338932, 26.770254, 29.484422, 31.670071, 37.335085, 40.90485, 40.659785, 38.028425, 50.997945, 52.601778, 62.82177, 59.944974, 63.941824, 67.060347], "sum_m_pl": [56.131717, 73.514965, 71.946006, 70.963434, 68.613668, 69.571784, 68.683906, 68.06925, 66.32067, 67.017947, 66.273315, 65.823059, 66.08277, 65.975758, 66.866418, 66.281051, 67.721436, 67.232559, 68.968959, 71.225069, 73.547579, 74.621627, 74.993444, 75.418205, 55.790902, 56.481722, 53.043352, 57.293468, 60.450668, 59.957667, 60.68178, 60.869893, 60.901354, 57.163202, 56.105211, 52.411047, 46.377851, 42.278164, 39.909588, 35.800346, 32.080974, 26.161424, 20.281873, 18.848871, 11.150428, 9.337884, 5.809116, 2.707167, 0.430178, 0.001241]}, "digit": {"n_am_en": [2, 4, 6, 3, 0, 0, 1, 1, 2, 3, 1, 1, 1, 0, 0, 1, 0, 0, 1, 2, 1, 1, 0, 0, 2, 2, 1, 2, 1, 1, 0, 0, 1, 0, 0, 0, 1, 3, 1, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [3, 1, 1, 2, 3, 0, 1, 0, 0, 0, 2, 1, 0, 1, 1, 0, 0, 0, 1, 1, 2, 2, 2, 3, 3, 2, 2, 3, 1, 1, 1, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.299975, 0.59673, 0.507527, 0.479797, 0.528506, 0.57114, 0.571575, 0.642867, 0.654452, 0.669536, 0.609181, 0.584207, 0.531992, 0.546012, 0.528946, 0.582256, 0.558185, 0.550423, 0.542504, 0.584549, 0.551026, 0.517283, 0.501173, 0.49284, 0.754913, 0.788891, 0.868859, 0.829633, 0.733931, 0.804543, 0.729323, 0.669402, 0.627153, 0.616146, 0.602179, 0.612855, 0.605125, 0.783995, 0.677235, 1.358932, 0.654952, 0.500935, 0.658566, 0.584833, 0.481345, 0.41377, 0.3038, 0.186852, 0.052729, 0.0], "sum_m_pl": [3.95924, 5.55321, 5.57637, 5.397318, 4.889137, 4.935643, 4.889814, 4.773666, 4.577914, 4.789903, 4.580863, 4.339482, 4.265077, 4.062318, 4.203277, 4.280274, 4.291119, 4.410388, 4.614891, 4.788291, 5.10046, 5.196327, 5.229712, 5.275672, 4.519958, 4.648142, 4.139862, 4.465442, 4.366207, 4.236775, 4.233529, 4.194686, 4.363393, 4.075852, 4.140747, 3.778321, 3.559643, 2.905629, 3.182624, 2.417631, 2.069313, 1.692502, 1.985563, 1.651282, 1.31566, 0.957246, 0.8765, 0.586805, 0.123096, 0.0]}, "lang": {"n_am_en": [16, 16, 14, 17, 14, 17, 17, 15, 18, 19, 15, 12, 14, 16, 18, 21, 26, 25, 21, 15, 19, 21, 24, 21, 31, 28, 26, 26, 28, 26, 26, 25, 27, 23, 28, 28, 29, 31, 30, 30, 36, 39, 38, 37, 41, 43, 51, 52, 62, 67], "n_am_pl": [7, 11, 11, 10, 8, 6, 6, 7, 3, 6, 7, 7, 10, 13, 6, 3, 7, 5, 8, 8, 7, 9, 10, 11, 5, 6, 7, 5, 7, 7, 11, 13, 9, 13, 10, 7, 2, 7, 5, 4, 2, 2, 2, 1, 1, 2, 1, 0, 0, 0], "n_pos": 68, "sum_m_en": [7.620632, 3.967652, 4.04554, 3.998892, 4.3364, 3.944517, 4.056093, 4.180435, 4.267356, 4.597065, 4.633666, 4.97013, 5.210883, 5.680207, 5.657293, 5.486339, 5.249435, 5.12364, 4.54651, 4.293672, 3.859035, 3.496344, 3.329712, 3.272736, 9.530467, 9.744736, 9.319422, 8.793955, 8.155378, 8.39158, 7.845262, 7.859293, 8.702073, 9.407115, 9.925689, 11.64037, 15.064124, 17.515046, 19.579001, 20.482432, 23.116742, 25.786826, 27.352946, 27.318908, 36.424863, 38.68897, 46.597499, 49.301705, 61.599989, 65.705291], "sum_m_pl": [23.900691, 32.134582, 31.274996, 30.995313, 30.05057, 30.406152, 29.94803, 29.673039, 29.484485, 29.533282, 28.987915, 28.901007, 29.124259, 29.294499, 29.738395, 29.617656, 30.06339, 29.769047, 30.269396, 31.353598, 32.179499, 32.721195, 32.841276, 32.989963, 25.943511, 25.893895, 24.246488, 25.633657, 27.077482, 26.617336, 27.247355, 27.621221, 27.30274, 25.440674, 24.542178, 23.103028, 19.85221, 18.45849, 16.971793, 16.00992, 14.975051, 11.969334, 9.587702, 9.355432, 5.711715, 4.703519, 2.89399, 0.65937, 0.09256, 0.001208]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "llmzszl-18411", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 730, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9809, "tf_agree_excl_first": 0.9872}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [5, 1, 2, 5, 3, 1, 0, 1, 3, 2, 3, 3, 3, 2, 4, 3, 5, 5, 4, 3, 4, 4, 2, 2, 3, 5, 2, 2, 2, 2, 2, 3, 3, 3, 2, 5, 4, 5, 3, 3, 3, 4, 3, 4, 7, 6, 2, 1, 0, 0], "n_am_pl": [2, 4, 4, 2, 0, 4, 2, 4, 3, 2, 3, 3, 4, 6, 2, 2, 3, 2, 2, 1, 1, 0, 5, 3, 6, 4, 3, 3, 3, 2, 4, 2, 0, 1, 0, 1, 3, 1, 1, 1, 2, 3, 2, 4, 2, 0, 0, 1, 5, 6], "n_pos": 15, "sum_m_en": [1.234203, 0.72148, 0.814111, 0.804418, 0.79816, 0.813291, 0.827777, 0.747731, 0.731974, 0.731518, 0.808363, 0.865349, 0.897778, 0.932796, 0.899253, 0.94036, 0.911932, 0.906524, 0.876415, 0.813326, 0.850933, 0.861281, 0.754782, 0.736807, 1.365193, 1.362585, 1.272366, 1.272377, 1.258474, 1.2169, 1.284855, 1.278908, 1.296617, 1.263256, 1.383965, 1.338107, 1.635435, 1.609538, 1.704446, 1.96316, 1.90791, 1.673782, 2.411155, 3.421447, 4.936921, 3.909804, 0.90261, 0.356552, 0.074646, 0.00158], "sum_m_pl": [6.232196, 7.183893, 7.156194, 6.937889, 6.832772, 6.74461, 6.498339, 6.901635, 7.027058, 7.041711, 6.911275, 6.787609, 7.016568, 7.046902, 6.840007, 6.818632, 6.754648, 6.471629, 6.628552, 6.762144, 6.649243, 6.651245, 6.651684, 6.52938, 5.672165, 5.596956, 5.128028, 5.42117, 5.573558, 5.747011, 5.981345, 6.264205, 6.067645, 5.833709, 5.684025, 5.929686, 5.641856, 5.531547, 5.395399, 5.344558, 5.093296, 5.161711, 4.610147, 4.127353, 2.648137, 2.277728, 2.046056, 2.069975, 4.554467, 6.07173]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 0, 0, 2, 2, 1, 0, 1, 2, 1, 1, 1, 2, 0, 0, 1, 1, 2, 2, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 0, 2, 2, 1, 0, 3, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 0, 0, 0], "n_am_pl": [1, 3, 2, 2, 0, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 0, 0, 1, 0, 2, 1, 3, 2, 0, 1, 1, 1, 3, 2, 0, 1, 0, 0, 2, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 5, 6], "n_pos": 6, "sum_m_en": [0.537894, 0.317713, 0.311323, 0.319174, 0.30153, 0.320906, 0.302363, 0.294558, 0.279014, 0.284951, 0.318158, 0.361942, 0.363058, 0.366523, 0.331335, 0.364952, 0.359053, 0.34674, 0.336758, 0.322935, 0.327897, 0.326258, 0.280434, 0.276528, 0.527855, 0.520184, 0.46726, 0.485486, 0.464054, 0.44984, 0.421732, 0.454848, 0.484829, 0.477746, 0.506119, 0.458564, 0.428945, 0.406584, 0.40891, 0.432698, 0.450403, 0.460524, 1.125098, 1.525906, 2.944682, 2.577395, 0.686987, 0.14558, 0.009496, 3e-06], "sum_m_pl": [2.406734, 2.968379, 2.988777, 2.900056, 2.839604, 2.691947, 2.704016, 2.802062, 2.891205, 2.896046, 2.829604, 2.744783, 2.790442, 2.815797, 2.754697, 2.793173, 2.687645, 2.537323, 2.650574, 2.744263, 2.74335, 2.727543, 2.728513, 2.717566, 2.5178, 2.388023, 2.204683, 2.42866, 2.565683, 2.609847, 2.708321, 2.738682, 2.61733, 2.440421, 2.441798, 2.492201, 2.521227, 2.591045, 2.641965, 2.591732, 2.532692, 2.538681, 2.104341, 1.880166, 0.910615, 0.509528, 0.958928, 1.236384, 4.347099, 5.981404]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 294, "item_id": "llmzszl-18411", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 661, "region_end": 15, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9932}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [55, 41, 44, 44, 45, 46, 51, 50, 35, 50, 47, 46, 51, 68, 54, 46, 44, 33, 38, 46, 37, 44, 43, 48, 81, 78, 64, 64, 60, 57, 57, 55, 54, 57, 51, 66, 78, 81, 92, 86, 89, 108, 104, 107, 112, 109, 108, 112, 110, 109], "n_am_pl": [6, 30, 22, 20, 13, 15, 12, 8, 14, 16, 20, 22, 25, 27, 24, 16, 19, 20, 15, 27, 33, 34, 36, 35, 8, 7, 10, 11, 21, 13, 18, 24, 20, 12, 15, 14, 10, 8, 8, 10, 14, 9, 8, 8, 7, 6, 7, 3, 0, 0], "n_pos": 206, "sum_m_en": [24.053288, 12.86938, 12.472375, 12.309365, 12.077053, 11.848974, 12.417932, 13.010201, 13.771744, 15.266794, 15.26025, 14.963511, 16.620625, 17.347505, 16.553192, 16.103513, 16.539402, 15.312703, 14.321245, 13.141146, 11.914923, 10.834474, 10.872471, 10.015479, 29.781999, 29.219038, 27.35614, 26.014868, 23.948586, 24.88382, 24.516867, 24.544145, 24.626767, 24.972399, 25.783338, 28.008418, 35.021356, 39.452845, 47.095017, 58.239896, 67.474833, 71.440018, 78.611066, 80.967289, 92.644542, 94.137669, 101.242529, 100.632821, 105.630681, 109.759971], "sum_m_pl": [72.180296, 95.150762, 91.576918, 90.425356, 87.742382, 89.353473, 88.614634, 86.77853, 82.063992, 86.097132, 87.259385, 87.285643, 86.005137, 85.187161, 88.058876, 87.817567, 88.283856, 88.854744, 92.008368, 93.943637, 96.673333, 98.282415, 99.099785, 100.00243, 69.944963, 70.506871, 68.326778, 72.146495, 76.004787, 73.423032, 74.53671, 72.652679, 72.247513, 68.273055, 66.409166, 63.799898, 56.218202, 49.955503, 44.238993, 37.792076, 35.383379, 31.378168, 25.793043, 23.355111, 18.742942, 12.300639, 9.617258, 6.010262, 0.87167, 0.115339]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [31, 23, 23, 25, 24, 30, 31, 29, 24, 27, 30, 26, 28, 38, 27, 25, 18, 15, 18, 26, 18, 28, 27, 32, 49, 46, 38, 34, 34, 34, 35, 30, 33, 32, 26, 38, 45, 51, 59, 55, 56, 70, 68, 69, 76, 75, 79, 85, 105, 109], "n_am_pl": [2, 21, 14, 7, 5, 8, 5, 5, 7, 11, 12, 16, 19, 15, 15, 8, 14, 12, 6, 12, 15, 15, 11, 11, 4, 4, 2, 2, 10, 5, 9, 15, 12, 9, 10, 7, 5, 4, 4, 4, 5, 1, 2, 3, 3, 4, 4, 1, 0, 0], "n_pos": 111, "sum_m_en": [13.793224, 7.011588, 7.051007, 6.999416, 6.79799, 6.619111, 6.629613, 7.030728, 7.568558, 8.51957, 8.503617, 8.246217, 9.01577, 9.353186, 9.074509, 8.897565, 9.135187, 8.397767, 7.885022, 7.192377, 6.49361, 5.935362, 6.24686, 5.579185, 19.188712, 18.037914, 16.860145, 15.148356, 14.0897, 14.336068, 13.965762, 13.832228, 14.01394, 14.516397, 14.881785, 16.863674, 21.912188, 25.589152, 30.99259, 37.865167, 44.111026, 46.48368, 51.996927, 55.050844, 63.751454, 65.937201, 73.458889, 76.145629, 99.280907, 107.853946], "sum_m_pl": [37.682323, 51.492088, 48.545431, 47.778697, 46.294517, 47.024902, 47.341792, 46.589483, 43.6687, 45.757272, 46.324382, 46.838714, 46.09668, 45.777081, 47.231827, 47.062586, 47.592047, 48.390336, 49.867249, 50.608533, 52.042683, 53.048401, 53.397947, 53.857867, 37.569502, 38.107729, 36.875283, 39.32242, 41.426811, 39.725555, 40.424399, 39.90399, 39.926613, 37.494962, 36.273667, 34.747024, 30.41407, 26.416714, 22.759997, 18.880926, 17.16296, 15.603053, 11.387956, 10.18259, 8.496033, 6.099487, 5.208247, 2.514076, 0.263376, 0.002972]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 208, "item_id": "llmzszl-18413", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 757, "region_end": 206, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9903}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [108, 61, 54, 64, 56, 56, 55, 73, 64, 67, 70, 64, 59, 69, 75, 62, 63, 53, 39, 48, 53, 52, 42, 47, 89, 93, 80, 84, 80, 98, 91, 84, 79, 63, 90, 85, 84, 88, 92, 99, 117, 119, 117, 102, 115, 98, 63, 44, 6, 5], "n_am_pl": [33, 64, 61, 68, 45, 38, 43, 42, 48, 57, 48, 46, 61, 59, 36, 50, 43, 51, 74, 76, 90, 87, 82, 88, 52, 50, 56, 54, 49, 47, 50, 55, 47, 36, 47, 42, 34, 32, 34, 33, 32, 34, 31, 43, 33, 47, 61, 75, 128, 144], "n_pos": 346, "sum_m_en": [32.869031, 16.674724, 17.234812, 18.787274, 18.630612, 18.549025, 19.953639, 20.471665, 21.992667, 23.84108, 24.628588, 24.442687, 25.836155, 25.806015, 25.399876, 23.963389, 23.762149, 22.304513, 20.87739, 19.885609, 18.561733, 17.228367, 17.095485, 15.780907, 37.452589, 37.916589, 37.289727, 37.442849, 37.275307, 39.152486, 38.375053, 37.952785, 37.843007, 38.714235, 38.293724, 38.551237, 42.484855, 46.446046, 50.341169, 62.271943, 75.15566, 76.528143, 79.706713, 73.734343, 85.095507, 82.027632, 57.890676, 41.986555, 8.556774, 5.238347], "sum_m_pl": [130.037364, 162.388388, 155.658397, 152.915395, 149.274908, 151.233376, 152.277482, 151.352774, 144.443858, 145.812471, 145.771671, 145.881145, 147.31868, 144.992906, 147.611396, 150.075041, 152.439192, 153.888577, 160.230774, 162.377633, 166.590241, 167.796164, 168.516425, 169.586039, 136.235477, 135.420432, 128.500927, 133.538282, 135.644899, 133.208696, 135.405986, 133.98973, 129.649739, 119.740197, 119.007188, 117.95129, 109.907648, 102.050533, 96.896486, 90.109991, 80.102104, 77.459823, 72.247816, 76.19071, 65.71761, 66.363005, 72.801069, 80.244888, 120.48279, 143.776295]}, "digit": {"n_am_en": [3, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 2, 2, 2, 1, 1, 0, 0, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 3, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.323217, 0.17048, 0.172505, 0.157059, 0.160371, 0.150006, 0.148751, 0.144585, 0.178397, 0.202667, 0.195958, 0.199981, 0.220015, 0.258549, 0.30584, 0.277639, 0.252351, 0.236023, 0.198589, 0.172323, 0.159931, 0.14933, 0.145375, 0.138431, 0.235907, 0.259636, 0.319225, 0.338373, 0.359379, 0.377523, 0.305591, 0.305196, 0.292767, 0.280271, 0.322573, 0.413619, 0.527062, 0.426259, 0.57716, 1.048843, 0.930881, 1.069102, 1.056154, 1.033512, 0.966801, 0.651261, 0.142594, 0.015718, 0.003152, 1e-06], "sum_m_pl": [1.381048, 1.643504, 1.566133, 1.512144, 1.537048, 1.517678, 1.542522, 1.474304, 1.321158, 1.194394, 1.265413, 1.251293, 1.316756, 1.253131, 1.173397, 1.281193, 1.353453, 1.342991, 1.396849, 1.438267, 1.47713, 1.475448, 1.483245, 1.493682, 1.402164, 1.380547, 1.240728, 1.166302, 1.144291, 1.213711, 1.262872, 1.265005, 1.13506, 1.128352, 0.970544, 0.793848, 0.640378, 0.575375, 0.605263, 0.540144, 0.552924, 0.511599, 0.497704, 0.436166, 0.448753, 0.507459, 0.332757, 0.302539, 0.085157, 0.016844]}, "lang": {"n_am_en": [51, 30, 21, 28, 19, 25, 30, 33, 21, 22, 26, 30, 24, 33, 31, 30, 33, 36, 24, 24, 28, 29, 26, 34, 59, 55, 46, 49, 50, 55, 46, 45, 47, 38, 52, 52, 47, 48, 52, 53, 63, 67, 67, 63, 74, 63, 41, 26, 4, 5], "n_am_pl": [13, 23, 26, 29, 20, 18, 18, 13, 17, 28, 23, 21, 24, 25, 19, 21, 19, 21, 33, 30, 37, 32, 28, 31, 21, 20, 19, 16, 16, 25, 19, 23, 17, 15, 13, 11, 14, 15, 16, 15, 17, 20, 20, 30, 29, 41, 52, 67, 124, 143], "n_pos": 149, "sum_m_en": [15.016094, 7.163413, 7.600515, 8.1318, 8.213579, 8.130641, 8.651209, 8.943479, 9.672739, 10.304966, 10.574748, 10.702952, 11.105915, 11.120626, 11.009042, 10.421493, 10.255812, 9.672967, 9.278898, 8.794334, 8.286865, 7.639027, 7.955186, 6.993361, 19.080654, 18.458863, 18.282192, 17.905831, 17.698866, 18.005792, 17.35658, 17.141765, 17.12519, 17.692065, 18.145466, 17.93065, 20.719851, 24.251591, 25.979545, 33.288376, 43.929645, 45.189337, 46.912833, 44.926486, 55.447294, 54.635227, 36.158483, 24.622888, 6.089961, 4.988204], "sum_m_pl": [50.727234, 68.021788, 64.482287, 63.207332, 61.273729, 62.580306, 64.157604, 63.733957, 60.952734, 61.994512, 61.989224, 62.003877, 62.690295, 62.406393, 63.970107, 64.815444, 65.506421, 66.640431, 68.698323, 69.287804, 70.856725, 71.595603, 71.73189, 72.426609, 57.719459, 57.487272, 55.526331, 58.272374, 59.371231, 59.134059, 60.307302, 59.485067, 58.685849, 54.792362, 53.522663, 54.424706, 51.498304, 48.457842, 46.467684, 42.032385, 38.238659, 38.31394, 36.965643, 41.661987, 40.733131, 43.459235, 54.307297, 66.477599, 111.462629, 140.845167]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 348, "item_id": "llmzszl-18413", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 688, "region_end": 346, "roundtrip_ok": true, "tf_agree": 0.977, "tf_agree_excl_first": 0.9798}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [67, 63, 49, 46, 38, 31, 23, 31, 38, 51, 45, 40, 41, 44, 35, 44, 46, 36, 28, 37, 29, 26, 21, 28, 42, 37, 33, 33, 33, 33, 30, 27, 30, 26, 24, 27, 31, 33, 44, 45, 53, 52, 55, 45, 54, 49, 43, 47, 48, 51], "n_am_pl": [2, 11, 18, 16, 17, 18, 17, 13, 10, 20, 23, 20, 26, 25, 20, 20, 12, 15, 12, 22, 21, 23, 25, 18, 12, 10, 14, 25, 18, 15, 19, 21, 18, 11, 9, 9, 8, 5, 6, 3, 2, 1, 3, 6, 4, 3, 4, 2, 0, 0], "n_pos": 188, "sum_m_en": [22.121766, 10.577329, 10.656147, 10.347794, 10.537669, 10.766628, 10.775199, 10.731474, 10.371348, 11.213205, 11.892994, 12.554483, 12.953776, 13.451331, 13.19859, 12.556768, 12.966316, 13.253282, 11.671545, 11.121348, 10.477879, 9.730421, 9.376687, 9.026709, 18.50195, 19.6814, 18.610744, 19.098902, 17.576708, 18.183408, 17.383938, 17.226819, 16.510356, 15.70523, 16.930355, 17.98868, 17.094419, 20.713542, 25.357235, 30.037312, 36.469437, 37.603802, 40.635572, 41.879947, 44.349837, 45.472493, 43.019475, 44.876479, 47.689909, 50.126649], "sum_m_pl": [71.536467, 93.009074, 90.273601, 89.745727, 86.503867, 85.345717, 83.106551, 83.637235, 84.026733, 87.524931, 84.742136, 83.760969, 83.576538, 82.456987, 82.550745, 83.604249, 84.106042, 83.367935, 84.323236, 86.832117, 88.114779, 89.209227, 89.914638, 90.264099, 67.435525, 65.537409, 63.837473, 69.070627, 72.946487, 71.609314, 72.089281, 73.010023, 71.448395, 66.183166, 62.240067, 58.810428, 52.856091, 47.191736, 40.353726, 35.018293, 31.848902, 30.590346, 27.30262, 24.931507, 21.082955, 14.099484, 7.984845, 5.10311, 1.113017, 0.025217]}, "digit": {"n_am_en": [6, 11, 5, 7, 6, 2, 1, 0, 4, 2, 2, 1, 2, 4, 1, 3, 1, 0, 0, 2, 1, 2, 2, 5, 3, 5, 6, 3, 2, 3, 4, 3, 2, 0, 1, 1, 3, 2, 3, 4, 2, 3, 3, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 3, 2, 1, 1, 2, 2, 2, 0, 0, 1, 4, 2, 5, 3, 4, 3, 2, 2, 6, 2, 1, 1, 1, 2, 2, 3, 6, 4, 2, 4, 3, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.979425, 1.375188, 1.331066, 1.298251, 1.289539, 1.329959, 1.307103, 1.360234, 1.353352, 1.37715, 1.520988, 1.489597, 1.729768, 1.864919, 1.724906, 1.68746, 1.746975, 1.808773, 1.54161, 1.499698, 1.428172, 1.342934, 1.295809, 1.302424, 2.334015, 2.456431, 2.445032, 2.387016, 2.421084, 2.29427, 2.422329, 2.347353, 2.188589, 1.954664, 1.98978, 1.986842, 1.900656, 1.827485, 2.21914, 2.333392, 2.706378, 2.8442, 2.762441, 2.47422, 1.859331, 1.537717, 1.181597, 0.732224, 0.15488, 1e-06], "sum_m_pl": [12.686468, 15.350016, 14.679374, 14.531297, 13.843602, 13.447945, 13.335655, 13.255557, 13.223784, 13.7329, 13.23947, 13.31727, 12.75544, 12.703982, 12.564547, 12.835431, 12.93636, 12.788348, 13.227025, 13.626168, 13.683543, 13.940781, 14.032956, 14.025603, 10.988472, 10.551601, 10.160619, 11.204799, 11.4525, 11.490992, 11.328074, 11.559919, 11.350612, 10.256239, 9.960004, 9.777521, 9.425075, 8.187554, 7.291683, 7.609093, 7.240944, 7.825573, 7.407342, 6.547441, 5.707824, 3.316318, 2.162881, 1.228006, 0.300164, 0.0]}, "lang": {"n_am_en": [24, 19, 10, 12, 11, 15, 11, 14, 14, 23, 16, 14, 14, 19, 17, 15, 23, 19, 11, 13, 11, 9, 9, 10, 14, 15, 10, 12, 12, 12, 11, 14, 15, 12, 13, 12, 14, 11, 15, 20, 22, 26, 27, 29, 31, 31, 32, 39, 46, 50], "n_am_pl": [0, 3, 7, 6, 6, 6, 4, 1, 2, 2, 4, 4, 10, 4, 4, 4, 0, 2, 1, 3, 5, 7, 6, 3, 4, 3, 5, 8, 8, 3, 6, 7, 8, 5, 4, 4, 2, 0, 1, 1, 1, 0, 1, 3, 3, 2, 1, 0, 0, 0], "n_pos": 51, "sum_m_en": [6.867911, 3.059959, 3.07372, 2.907989, 2.996128, 3.090187, 3.17914, 3.122671, 3.099425, 3.342074, 3.49425, 3.899961, 3.834824, 3.977455, 3.92326, 3.738501, 3.9077, 4.104584, 3.553358, 3.32491, 3.087701, 2.775165, 2.637278, 2.529897, 5.533621, 5.761126, 5.737268, 6.263737, 5.539737, 5.848253, 5.47208, 5.65912, 5.42444, 5.445022, 5.950623, 6.924389, 6.250031, 7.882689, 9.95827, 12.570737, 16.039995, 18.345434, 20.308428, 22.524375, 23.724434, 26.769078, 28.992437, 33.616119, 43.545311, 49.147182], "sum_m_pl": [17.323326, 24.759609, 24.195974, 23.998859, 23.43934, 23.34869, 22.442665, 22.889386, 23.090627, 23.768018, 23.248877, 23.083902, 23.327084, 22.984547, 23.106275, 23.143348, 23.221571, 23.152207, 23.175669, 23.540793, 24.082863, 24.383434, 24.617997, 24.700137, 19.816355, 19.030185, 18.400174, 19.534351, 20.75359, 20.185014, 20.740244, 20.858335, 20.620287, 19.40485, 17.749646, 17.111659, 14.350271, 12.888285, 10.526756, 8.331535, 7.787247, 7.213441, 6.147718, 7.322473, 6.464751, 3.857825, 2.327337, 0.910097, 0.172452, 0.004719]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "llmzszl-18414", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9842, "tf_agree_excl_first": 0.9894}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [103, 99, 124, 119, 97, 79, 90, 76, 101, 100, 88, 114, 116, 120, 103, 85, 115, 99, 86, 87, 86, 74, 73, 76, 120, 115, 99, 114, 112, 103, 95, 95, 108, 103, 122, 114, 94, 85, 87, 104, 105, 87, 88, 83, 69, 56, 42, 23, 7, 6], "n_am_pl": [11, 84, 89, 52, 61, 76, 61, 75, 65, 57, 64, 45, 68, 59, 59, 57, 61, 70, 67, 78, 90, 78, 86, 86, 48, 50, 54, 50, 68, 67, 78, 70, 57, 38, 31, 35, 33, 29, 36, 27, 27, 28, 25, 24, 34, 47, 53, 66, 98, 112], "n_pos": 461, "sum_m_en": [42.019253, 21.867592, 22.969942, 24.358761, 25.415128, 25.227306, 25.424967, 26.508587, 26.676369, 28.386547, 29.052343, 29.922262, 31.421199, 33.056002, 32.811437, 31.304856, 32.220682, 32.521253, 28.268313, 26.263094, 25.270944, 24.138282, 23.170371, 22.345226, 47.297261, 50.308293, 48.232712, 48.749076, 49.099945, 47.894654, 47.243521, 45.222664, 43.469161, 42.594864, 48.903114, 47.675465, 44.820201, 47.425598, 50.711852, 59.416062, 63.778117, 62.227461, 63.518224, 62.824407, 59.915801, 55.482507, 40.341068, 26.614018, 11.320648, 5.983581], "sum_m_pl": [183.748188, 230.637663, 224.575829, 221.898673, 215.833065, 212.609814, 210.465751, 209.409015, 211.42136, 215.478502, 208.986722, 206.053064, 207.040448, 202.324201, 201.223658, 207.282488, 209.091153, 209.404391, 213.615751, 217.838411, 219.874808, 220.042123, 220.847001, 221.8, 171.918325, 167.852615, 160.736621, 173.500089, 181.162195, 182.076734, 186.100585, 186.847844, 186.330522, 174.602808, 166.761399, 157.747877, 147.209234, 138.412636, 128.514278, 120.064407, 115.50303, 117.266854, 109.658086, 99.820931, 87.999111, 82.357513, 74.672732, 76.148216, 98.793586, 111.762436]}, "digit": {"n_am_en": [13, 19, 26, 24, 19, 18, 17, 16, 15, 19, 14, 16, 19, 15, 9, 8, 13, 6, 8, 6, 10, 3, 2, 10, 15, 10, 13, 8, 13, 13, 7, 8, 9, 8, 9, 7, 9, 9, 6, 7, 7, 8, 8, 9, 5, 6, 3, 3, 0, 0], "n_am_pl": [0, 7, 6, 5, 6, 6, 2, 1, 6, 4, 7, 5, 7, 8, 9, 8, 10, 10, 9, 9, 5, 7, 9, 9, 5, 3, 11, 5, 12, 10, 12, 14, 10, 7, 3, 5, 3, 2, 2, 2, 2, 3, 2, 2, 3, 4, 2, 2, 0, 0], "n_pos": 73, "sum_m_en": [5.440768, 3.103954, 3.293796, 3.501216, 3.577726, 3.683665, 3.485935, 3.829723, 3.714014, 3.9753, 4.124003, 4.269074, 4.406167, 4.69994, 4.44277, 4.350583, 4.415572, 4.597993, 4.051785, 3.850597, 3.680374, 3.425027, 3.279959, 3.188924, 5.694881, 6.175638, 6.337203, 6.598814, 6.298699, 6.430003, 6.450807, 6.185252, 5.964937, 5.65391, 6.023223, 6.094169, 5.786496, 5.638234, 5.992317, 6.782427, 7.986681, 8.269711, 8.971221, 8.499052, 7.831354, 6.373962, 5.872616, 3.3226, 0.41255, 2e-06], "sum_m_pl": [32.567015, 38.557862, 37.186482, 36.336793, 35.34638, 34.354156, 34.149729, 33.363423, 33.900663, 34.950604, 34.144665, 33.888681, 33.361487, 32.45627, 32.569726, 33.515161, 33.831627, 33.645909, 34.660898, 34.917536, 35.271901, 35.614217, 35.810941, 36.073397, 30.941548, 29.411727, 28.27363, 30.149579, 31.257496, 31.046935, 31.474682, 31.336953, 31.411652, 29.902745, 28.667218, 27.60254, 26.561114, 24.933539, 22.638661, 22.722055, 22.235089, 24.05708, 24.030754, 22.006291, 21.216495, 16.00808, 11.479751, 7.719433, 1.066985, 0.000161]}, "lang": {"n_am_en": [27, 25, 29, 24, 17, 18, 28, 18, 24, 23, 22, 30, 36, 43, 40, 33, 35, 34, 31, 31, 27, 32, 32, 27, 38, 42, 28, 35, 34, 39, 38, 37, 46, 43, 44, 51, 42, 35, 39, 49, 60, 52, 48, 48, 46, 37, 30, 17, 6, 6], "n_am_pl": [8, 31, 24, 15, 18, 19, 13, 20, 15, 10, 14, 10, 15, 14, 18, 15, 17, 19, 20, 27, 34, 26, 28, 27, 17, 11, 12, 11, 17, 8, 17, 15, 13, 11, 11, 8, 8, 9, 13, 11, 7, 15, 14, 17, 23, 36, 44, 55, 94, 111], "n_pos": 119, "sum_m_en": [11.139071, 5.805801, 5.934901, 6.273371, 6.502107, 6.475131, 7.013448, 7.007498, 7.177801, 7.664447, 7.822245, 8.372457, 8.860012, 8.891756, 9.045613, 8.403162, 8.608465, 8.534897, 7.568639, 7.0114, 6.879341, 6.768277, 6.425044, 6.124159, 15.000306, 14.890013, 14.266642, 14.170317, 14.130138, 13.983646, 14.451298, 14.301365, 13.925771, 14.170386, 16.469146, 17.481706, 17.355886, 19.164051, 20.200286, 25.852614, 30.971503, 30.964838, 30.862133, 32.543204, 35.179253, 33.559342, 24.909323, 16.489622, 7.400609, 5.983037], "sum_m_pl": [45.142954, 55.501733, 54.654727, 54.949443, 53.719332, 53.393361, 52.327986, 53.489547, 54.522607, 55.703931, 53.762705, 53.07153, 53.562762, 52.929803, 52.913359, 54.279967, 54.657491, 55.02003, 55.108233, 56.183928, 56.661765, 56.269673, 56.529502, 56.673518, 44.195616, 43.922799, 42.664353, 45.872866, 47.104881, 47.169915, 48.885717, 48.681782, 50.010899, 47.292459, 45.311283, 44.613638, 42.943913, 41.303334, 39.85398, 36.60251, 34.802222, 36.136708, 33.28499, 32.427468, 32.414336, 38.178426, 47.460269, 54.9669, 89.672305, 110.230018]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 461, "item_id": "llmzszl-18414", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 664, "region_end": 461, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9804}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [81, 68, 71, 59, 55, 53, 50, 56, 69, 64, 71, 62, 56, 66, 63, 56, 61, 41, 47, 52, 47, 50, 47, 51, 73, 78, 66, 70, 73, 73, 65, 59, 64, 53, 58, 63, 68, 61, 58, 76, 78, 83, 79, 92, 95, 113, 114, 112, 127, 128], "n_am_pl": [12, 23, 36, 40, 29, 21, 17, 21, 16, 25, 19, 22, 22, 30, 31, 19, 16, 19, 9, 11, 15, 19, 23, 25, 7, 6, 7, 14, 16, 22, 29, 25, 25, 28, 24, 24, 18, 9, 12, 13, 15, 11, 8, 5, 10, 6, 9, 3, 0, 0], "n_pos": 233, "sum_m_en": [32.956048, 13.99464, 13.68137, 13.638945, 13.715497, 14.736113, 14.537508, 15.018966, 17.758818, 18.147188, 19.467882, 19.93502, 19.096308, 19.16031, 18.864238, 17.847126, 18.515214, 17.359633, 15.728728, 14.050531, 13.164013, 12.16838, 11.705443, 11.379454, 29.38014, 30.980332, 29.096537, 26.883978, 26.165649, 27.562282, 26.250656, 25.250033, 24.943163, 24.768698, 26.286839, 25.606773, 28.83611, 31.022293, 33.328581, 39.191232, 40.510539, 51.214964, 57.002337, 70.412829, 80.419082, 93.367918, 106.129105, 102.955872, 119.828173, 127.160153], "sum_m_pl": [76.749696, 110.420079, 109.685439, 109.033491, 106.55531, 103.043642, 103.788487, 102.799537, 98.173661, 100.044471, 97.490213, 96.794394, 101.074523, 99.751443, 101.684591, 97.698489, 97.236533, 97.192522, 97.890452, 104.252491, 106.124875, 108.179344, 108.224306, 109.110167, 76.784201, 75.931502, 76.230626, 81.328261, 84.657401, 84.895522, 86.586282, 86.837322, 84.863302, 82.216334, 78.458638, 78.343124, 70.568097, 65.398566, 60.452062, 55.984233, 50.899132, 41.704663, 35.879325, 31.070443, 26.462954, 18.666573, 13.949342, 5.608698, 0.854506, 0.025835]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [39, 44, 38, 30, 28, 28, 25, 32, 43, 47, 50, 42, 38, 39, 44, 39, 40, 29, 27, 35, 31, 34, 33, 34, 46, 52, 45, 47, 47, 46, 42, 38, 47, 40, 42, 47, 49, 45, 42, 54, 48, 57, 57, 68, 76, 88, 91, 96, 120, 127], "n_am_pl": [9, 13, 24, 27, 18, 16, 12, 12, 7, 15, 13, 13, 11, 20, 20, 11, 12, 16, 7, 10, 8, 9, 14, 15, 6, 3, 4, 5, 9, 15, 18, 15, 10, 13, 15, 14, 9, 3, 8, 10, 12, 9, 5, 2, 6, 1, 1, 0, 0, 0], "n_pos": 129, "sum_m_en": [15.961629, 7.550924, 7.381085, 7.235077, 7.408387, 7.926793, 7.937964, 8.396444, 9.974011, 10.327296, 10.887673, 11.264859, 10.614691, 10.65506, 10.435499, 9.748847, 10.168845, 9.566931, 8.784484, 7.86175, 7.32941, 6.745125, 6.496494, 6.338637, 18.480241, 18.826186, 18.238204, 16.341572, 15.593335, 16.827106, 15.939634, 15.681505, 15.248441, 15.645387, 16.527985, 16.160742, 18.77048, 20.326822, 22.555411, 26.648231, 27.134157, 36.098806, 40.897693, 53.831368, 62.729104, 72.763803, 83.571769, 84.849378, 112.799237, 124.859525], "sum_m_pl": [44.528275, 62.632237, 61.757248, 61.480537, 60.566633, 58.528839, 58.426663, 57.910855, 55.782077, 56.950986, 55.562273, 55.480395, 58.262584, 57.373729, 58.663994, 56.120509, 55.31818, 55.51374, 55.250309, 58.603067, 59.464852, 60.466688, 60.392814, 60.839905, 44.534157, 43.845315, 44.658112, 47.394348, 49.295545, 49.227726, 50.809608, 50.254835, 50.113151, 48.497734, 46.327898, 46.990365, 41.774403, 39.680339, 37.003477, 34.516702, 31.737892, 25.763093, 20.701994, 17.690861, 14.65808, 8.923248, 4.962395, 2.3187, 0.460834, 0.024169]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 235, "item_id": "llmzszl-18416", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 717, "region_end": 233, "roundtrip_ok": true, "tf_agree": 0.9787, "tf_agree_excl_first": 0.9829}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [79, 47, 46, 45, 37, 43, 50, 54, 43, 51, 52, 46, 43, 36, 40, 37, 46, 41, 38, 36, 44, 39, 29, 25, 44, 57, 52, 59, 56, 69, 56, 56, 50, 52, 56, 52, 37, 46, 52, 64, 58, 63, 60, 64, 68, 69, 54, 26, 16, 4], "n_am_pl": [31, 63, 68, 48, 52, 43, 25, 21, 22, 40, 28, 26, 29, 41, 45, 33, 30, 32, 35, 30, 45, 44, 53, 55, 18, 16, 28, 27, 39, 44, 42, 39, 44, 39, 32, 30, 32, 29, 24, 31, 30, 27, 24, 25, 35, 42, 53, 59, 108, 130], "n_pos": 284, "sum_m_en": [25.967999, 14.374077, 14.939285, 16.17588, 15.89555, 16.871979, 16.380918, 17.138348, 18.703321, 19.894289, 19.917267, 20.042828, 19.766457, 19.873885, 20.140418, 18.777296, 18.772632, 18.026649, 17.206659, 15.730079, 15.283718, 14.198314, 13.950524, 13.420298, 26.851319, 28.625006, 28.88643, 28.442541, 28.858726, 30.061221, 27.226805, 26.384125, 27.015958, 26.406589, 27.760869, 26.541635, 26.282449, 27.426523, 30.842269, 35.375569, 35.341893, 38.980044, 42.524548, 54.091647, 55.806053, 59.295214, 47.572483, 24.979904, 15.182483, 4.038837], "sum_m_pl": [107.128331, 131.132278, 130.763948, 128.456849, 126.027879, 123.376739, 128.149989, 125.506315, 120.589077, 123.06844, 120.882062, 120.044452, 124.761894, 122.532692, 123.887537, 123.058579, 123.245123, 123.681088, 125.83329, 131.088838, 133.255838, 134.087267, 133.486503, 134.053138, 101.916328, 100.206736, 99.619876, 106.263566, 108.286717, 108.343149, 107.705123, 108.587739, 106.260006, 102.742545, 99.567545, 98.124831, 94.419729, 93.432653, 88.946497, 86.650002, 79.299507, 75.679347, 65.329627, 54.105203, 54.200152, 57.969895, 62.528327, 65.925714, 102.744657, 128.965502]}, "digit": {"n_am_en": [3, 0, 3, 1, 2, 0, 2, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 5, 2, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 1, 2, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.528159, 0.266161, 0.260185, 0.258422, 0.280165, 0.251437, 0.262577, 0.253765, 0.288005, 0.27088, 0.284709, 0.282729, 0.305905, 0.375642, 0.40431, 0.350232, 0.362773, 0.341624, 0.324224, 0.281023, 0.265269, 0.255518, 0.255304, 0.246733, 0.550992, 0.46156, 0.508813, 0.451569, 0.615489, 0.564938, 0.427638, 0.437585, 0.368399, 0.378538, 0.463292, 0.302018, 0.21176, 0.363429, 0.260891, 0.230608, 0.235626, 0.238153, 0.254861, 0.136541, 0.100184, 0.098284, 0.074084, 0.046947, 0.003043, 0.0], "sum_m_pl": [2.320053, 2.737077, 2.650387, 2.514721, 2.468132, 2.510129, 2.42988, 2.403651, 2.185825, 2.075727, 2.05212, 2.007782, 2.172611, 2.163417, 2.010359, 2.059095, 2.189235, 2.188444, 2.235384, 2.333593, 2.385041, 2.37897, 2.382675, 2.39263, 1.996401, 2.116385, 2.067991, 2.060595, 1.836648, 1.934094, 1.866476, 1.938755, 1.594958, 1.700897, 1.542563, 1.500792, 1.326566, 1.166978, 1.270834, 1.381508, 1.31681, 1.343676, 1.156283, 1.072062, 0.850013, 0.866718, 0.538817, 0.524236, 0.018313, 7e-06]}, "lang": {"n_am_en": [33, 26, 27, 25, 18, 20, 19, 31, 27, 24, 24, 25, 19, 21, 23, 19, 22, 23, 26, 20, 26, 20, 18, 16, 28, 37, 34, 33, 36, 39, 34, 34, 32, 36, 38, 34, 24, 33, 35, 43, 44, 47, 43, 46, 48, 51, 36, 20, 11, 4], "n_am_pl": [8, 31, 30, 23, 23, 17, 11, 15, 12, 18, 14, 14, 19, 21, 27, 19, 19, 20, 21, 17, 20, 22, 25, 20, 4, 2, 13, 13, 17, 19, 23, 17, 22, 18, 12, 10, 14, 12, 14, 17, 12, 12, 15, 18, 26, 30, 42, 47, 105, 130], "n_pos": 135, "sum_m_en": [12.742993, 7.04417, 7.476915, 8.206758, 8.04237, 8.47408, 8.273021, 8.728298, 9.596499, 10.093611, 10.081179, 10.323389, 10.046393, 9.888244, 10.020785, 9.286657, 9.046766, 8.849873, 8.484659, 7.65903, 7.496897, 6.938954, 6.801181, 6.549802, 14.319382, 15.591125, 15.637731, 15.18972, 15.317663, 15.82185, 14.346017, 13.86974, 14.342053, 14.465151, 14.659033, 14.805874, 15.188862, 16.35793, 18.875207, 21.780421, 22.173814, 25.06411, 28.348375, 36.135831, 39.674204, 41.341167, 30.746538, 17.992395, 10.604692, 4.021125], "sum_m_pl": [47.901307, 60.641663, 60.960273, 59.69569, 58.640183, 58.024596, 59.73426, 58.774536, 56.974093, 58.983324, 57.428106, 57.218846, 59.459298, 58.556504, 59.576569, 59.406514, 59.190824, 59.467555, 59.942524, 62.215953, 63.161673, 63.513737, 63.26598, 63.61443, 47.311181, 46.08233, 46.847515, 50.482334, 51.4608, 51.787852, 53.048759, 53.226179, 53.108541, 52.362239, 51.10174, 52.056977, 50.383387, 50.239327, 47.108875, 46.167397, 42.573988, 41.749038, 35.907955, 31.000436, 34.789967, 37.383539, 46.279014, 50.05796, 96.830146, 127.723594]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 286, "item_id": "llmzszl-18416", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 648, "region_end": 284, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9965}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [118, 98, 75, 55, 70, 79, 77, 76, 66, 60, 72, 81, 68, 65, 65, 69, 70, 59, 61, 53, 50, 52, 54, 46, 92, 95, 83, 80, 82, 80, 86, 75, 71, 77, 89, 86, 101, 102, 106, 101, 91, 108, 115, 101, 112, 134, 121, 124, 130, 127], "n_am_pl": [13, 25, 46, 50, 25, 31, 24, 27, 26, 40, 40, 39, 49, 47, 48, 54, 58, 43, 35, 32, 33, 41, 43, 53, 20, 14, 25, 29, 32, 36, 31, 34, 40, 31, 23, 23, 14, 15, 11, 12, 24, 15, 13, 7, 7, 8, 9, 3, 3, 2], "n_pos": 299, "sum_m_en": [41.451587, 18.058569, 17.162778, 16.644625, 17.289323, 18.029507, 17.682102, 18.539144, 19.186275, 19.284622, 20.384033, 21.557428, 22.130059, 22.839737, 22.692457, 21.467892, 20.178041, 18.948176, 18.142358, 16.880649, 15.825876, 14.305035, 13.813032, 13.549875, 31.725358, 33.715474, 33.586539, 30.265382, 29.770128, 30.920692, 29.279991, 29.726463, 30.189553, 32.965516, 33.829864, 38.573408, 45.714456, 47.465872, 50.564112, 52.283875, 53.251144, 71.05485, 75.408141, 75.478068, 89.136772, 108.347058, 112.675717, 114.094469, 129.717624, 128.256646], "sum_m_pl": [102.171152, 141.124376, 140.406295, 139.354963, 135.361037, 134.928124, 134.609018, 132.5225, 132.691592, 135.229585, 135.673614, 135.295331, 135.384083, 132.857854, 134.368717, 136.434447, 137.417794, 138.674992, 138.980452, 141.824151, 143.746109, 145.927926, 146.176143, 146.425759, 114.260476, 113.216109, 111.704446, 119.524689, 123.74857, 122.309273, 126.314066, 122.063192, 119.435958, 112.061626, 108.123436, 101.585856, 87.827264, 83.129361, 79.086178, 74.409611, 71.400181, 59.9027, 54.789597, 45.626851, 35.288538, 28.990685, 20.059943, 10.121897, 3.831731, 2.224605]}, "digit": {"n_am_en": [0, 9, 7, 2, 2, 2, 1, 1, 2, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0, 2, 3, 2, 4, 1, 1, 2, 3, 2, 2, 1, 0, 3, 4, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 2, 0, 2, 1, 0, 1, 3, 3, 3, 0, 3, 3, 1, 4, 3, 2, 0, 0, 0, 2, 1, 0, 1, 1, 1, 0, 1, 3, 2, 3, 3, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 0, 0], "n_pos": 19, "sum_m_en": [1.624639, 0.862979, 0.817552, 0.790667, 0.885338, 0.891818, 0.844454, 0.89679, 0.923651, 0.938043, 1.008784, 1.000094, 1.130076, 1.085729, 1.002563, 1.062978, 1.014216, 0.972701, 0.921178, 0.898635, 0.854296, 0.792977, 0.783546, 0.776866, 1.135267, 1.240904, 1.351218, 1.335396, 1.225022, 1.261564, 1.255756, 1.266267, 1.087872, 1.11954, 1.125236, 1.129787, 1.246748, 1.100758, 1.264663, 1.059842, 1.071573, 1.033165, 1.034669, 1.069599, 0.808054, 0.744021, 0.619897, 0.308763, 0.042341, 0.0], "sum_m_pl": [8.030464, 10.033791, 9.703034, 9.56075, 8.932254, 8.950712, 8.944589, 8.686357, 8.704682, 8.806694, 8.853724, 8.781769, 8.522621, 8.38708, 8.211826, 8.513525, 8.404263, 8.578634, 8.643753, 8.906106, 9.031764, 9.168589, 9.086476, 9.182573, 7.81541, 7.856344, 7.459517, 7.915985, 7.927715, 8.056689, 8.194729, 7.909595, 8.083878, 7.919061, 7.389178, 7.51783, 7.033804, 6.455486, 5.40853, 5.098359, 5.444585, 5.174825, 5.527104, 4.149215, 3.421502, 3.004658, 2.160557, 0.791146, 0.104184, 1e-06]}, "lang": {"n_am_en": [66, 45, 36, 28, 38, 41, 34, 41, 41, 33, 42, 40, 39, 38, 34, 41, 41, 33, 37, 30, 28, 28, 31, 26, 58, 58, 50, 46, 49, 47, 41, 42, 41, 44, 51, 53, 61, 63, 63, 65, 55, 67, 73, 73, 77, 83, 84, 96, 120, 127], "n_am_pl": [7, 16, 23, 25, 12, 14, 9, 7, 5, 9, 10, 16, 20, 19, 18, 16, 24, 17, 13, 9, 13, 19, 17, 22, 6, 5, 9, 8, 10, 14, 10, 16, 16, 10, 7, 8, 3, 4, 3, 4, 7, 5, 6, 3, 3, 3, 4, 1, 3, 2], "n_pos": 132, "sum_m_en": [20.513759, 8.383857, 7.951167, 7.452718, 7.930434, 8.171594, 8.082849, 8.631064, 9.191735, 8.815755, 9.498552, 10.275634, 10.310053, 10.70788, 10.663788, 10.040439, 9.432094, 8.881857, 8.495765, 7.731591, 7.219378, 6.445412, 6.186218, 6.070229, 16.585595, 17.797412, 18.222598, 15.633476, 15.222237, 15.539275, 14.417709, 15.030854, 15.488674, 16.649591, 17.546037, 21.185436, 26.105775, 27.089263, 28.313132, 30.255023, 30.938328, 43.65663, 48.51567, 52.45376, 61.067073, 68.636902, 77.604049, 84.471886, 115.362644, 122.608232], "sum_m_pl": [43.123018, 61.364976, 61.282426, 61.116715, 59.666992, 59.64736, 59.841115, 58.976431, 59.178357, 60.622057, 60.823139, 60.574013, 60.550841, 59.767742, 60.417284, 60.844171, 61.524676, 61.925688, 61.976262, 62.99249, 63.78693, 64.848696, 64.922667, 64.931982, 50.787288, 50.018709, 49.250997, 52.961023, 55.211535, 54.680706, 56.598065, 54.577276, 53.269786, 49.881131, 48.291202, 44.269999, 37.201182, 35.555457, 33.979378, 32.172556, 29.710386, 24.961482, 22.277952, 19.833083, 15.663902, 13.436538, 9.081213, 4.239309, 2.696563, 1.893908]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 301, "item_id": "llmzszl-18419", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 722, "region_end": 299, "roundtrip_ok": true, "tf_agree": 0.9834, "tf_agree_excl_first": 0.9867}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [153, 185, 145, 134, 113, 118, 116, 127, 129, 135, 129, 121, 138, 124, 130, 123, 137, 119, 97, 95, 89, 109, 86, 105, 171, 161, 147, 166, 167, 183, 164, 156, 157, 167, 160, 150, 144, 141, 138, 140, 137, 143, 140, 143, 125, 102, 71, 45, 31, 21], "n_am_pl": [35, 130, 116, 108, 103, 90, 80, 72, 86, 105, 102, 94, 100, 100, 111, 93, 84, 101, 110, 117, 130, 125, 148, 141, 72, 72, 71, 62, 85, 87, 90, 100, 78, 61, 52, 55, 58, 55, 69, 61, 60, 56, 56, 47, 47, 57, 66, 78, 117, 146], "n_pos": 652, "sum_m_en": [59.660121, 31.938317, 34.040999, 36.680328, 36.927832, 36.431876, 36.288152, 37.897187, 38.81907, 40.2618, 40.849975, 41.907981, 43.760403, 44.973381, 46.276171, 44.901955, 43.608545, 39.619187, 36.727569, 34.949027, 33.302782, 31.216562, 30.608548, 29.841711, 59.372796, 61.379069, 63.430607, 64.577026, 64.076426, 68.401186, 66.33252, 62.221037, 62.302686, 64.817105, 66.766649, 69.090411, 70.957897, 79.41573, 80.271591, 82.912284, 78.841818, 88.661439, 94.292571, 94.133077, 95.886679, 79.866241, 65.047843, 50.753999, 32.479499, 21.074511], "sum_m_pl": [256.475964, 321.313177, 314.109501, 307.413571, 302.722882, 301.622911, 302.079902, 297.038416, 294.110096, 298.04259, 294.783297, 292.264415, 298.496122, 292.157087, 289.792259, 297.253479, 295.513968, 303.754839, 310.766446, 317.845162, 319.703951, 319.692344, 319.655097, 320.212608, 250.982305, 251.327838, 241.389246, 255.625896, 265.729037, 262.114342, 267.788596, 268.569214, 260.09159, 246.245825, 237.892618, 229.749729, 213.19678, 204.616435, 194.477666, 185.906119, 176.80353, 167.627445, 164.837407, 141.900365, 118.447961, 115.438186, 102.910767, 94.097249, 117.999885, 145.638336]}, "digit": {"n_am_en": [3, 32, 24, 8, 7, 4, 7, 8, 10, 10, 12, 10, 11, 11, 6, 12, 12, 8, 9, 7, 5, 5, 3, 4, 16, 14, 13, 15, 19, 18, 18, 11, 11, 9, 6, 8, 9, 8, 7, 5, 5, 4, 5, 6, 5, 1, 1, 1, 0, 0], "n_am_pl": [0, 8, 5, 6, 10, 4, 6, 6, 6, 10, 10, 10, 13, 13, 19, 8, 9, 10, 6, 7, 9, 7, 14, 15, 5, 6, 5, 4, 4, 7, 8, 9, 5, 6, 2, 4, 6, 4, 12, 8, 8, 9, 7, 6, 2, 4, 2, 2, 0, 0], "n_pos": 75, "sum_m_en": [6.585076, 3.343658, 3.382968, 3.389167, 3.624567, 3.552875, 3.422297, 3.682643, 3.657668, 3.703363, 3.849772, 3.920171, 4.341856, 4.535168, 4.475636, 4.516723, 4.406572, 4.143186, 3.80551, 3.700747, 3.476445, 3.209697, 3.187567, 3.103106, 5.455039, 5.350499, 5.836561, 5.895832, 5.942709, 6.191042, 6.403517, 5.979755, 5.509184, 5.556053, 5.724942, 5.772623, 6.041368, 5.844602, 5.910549, 6.077126, 5.819576, 5.480348, 5.504956, 5.797318, 4.615685, 3.874762, 3.049369, 1.897739, 0.654246, 2e-05], "sum_m_pl": [31.034605, 39.886377, 38.550053, 37.322646, 35.735865, 36.062689, 35.807626, 35.231653, 35.141406, 35.815967, 35.502954, 35.641036, 35.359599, 34.488365, 34.266961, 34.629096, 33.834624, 34.99877, 36.006925, 36.644943, 36.939212, 37.178671, 37.04381, 37.281906, 32.559667, 32.255586, 30.417465, 31.856921, 31.867795, 31.266742, 31.716893, 31.232611, 30.919505, 29.785503, 28.452731, 28.475496, 26.547187, 25.344537, 24.337245, 23.8771, 22.925871, 22.761089, 24.172654, 20.423254, 17.803668, 15.368973, 9.827477, 5.565149, 0.984045, 0.000462]}, "lang": {"n_am_en": [46, 40, 35, 41, 29, 40, 25, 40, 44, 49, 34, 35, 34, 29, 36, 40, 44, 43, 33, 36, 35, 42, 30, 40, 60, 54, 49, 40, 38, 50, 47, 54, 54, 63, 60, 68, 62, 59, 53, 54, 57, 66, 59, 69, 74, 64, 54, 35, 27, 21], "n_am_pl": [20, 37, 32, 29, 32, 23, 20, 23, 24, 22, 25, 23, 24, 26, 31, 24, 28, 29, 31, 48, 44, 38, 53, 50, 24, 22, 21, 19, 28, 28, 30, 26, 22, 19, 20, 13, 14, 15, 18, 17, 25, 19, 23, 18, 28, 33, 47, 55, 107, 145], "n_pos": 166, "sum_m_en": [15.523388, 8.488008, 8.966083, 10.209584, 9.788824, 9.454561, 9.613642, 9.918698, 10.114054, 10.374536, 10.72529, 11.174533, 11.346316, 11.561722, 11.780707, 11.436326, 11.325626, 10.376302, 9.669874, 9.208654, 8.700048, 8.080484, 7.864776, 7.747687, 18.503554, 17.920951, 17.825344, 16.52829, 16.583636, 18.198867, 17.417285, 17.461702, 17.811768, 19.03213, 20.107529, 22.646408, 23.838064, 28.822047, 28.642188, 29.542137, 30.731279, 37.101317, 38.088745, 43.538012, 53.129449, 46.601031, 41.474897, 32.937106, 26.726451, 21.073082], "sum_m_pl": [61.137696, 76.445522, 75.377967, 73.457821, 72.97168, 73.144709, 73.359214, 73.727972, 73.925565, 74.900462, 73.659852, 73.447241, 76.03199, 75.6, 75.872713, 77.747586, 77.319261, 79.244388, 80.15, 81.226987, 81.242613, 81.444977, 81.191713, 81.360571, 66.487443, 67.53139, 66.49043, 69.211485, 70.99027, 70.315388, 71.973068, 71.93195, 70.400411, 67.298954, 64.953402, 63.131853, 60.533167, 58.078481, 56.239792, 55.733476, 53.336195, 51.089812, 48.733657, 44.312991, 44.435835, 49.300945, 56.851358, 59.285072, 100.628538, 142.713703]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 654, "item_id": "llmzszl-18419", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 653, "region_end": 652, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9877}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [52, 57, 55, 49, 45, 48, 49, 49, 39, 38, 47, 54, 35, 35, 35, 40, 48, 37, 37, 42, 47, 54, 55, 47, 77, 74, 63, 69, 59, 55, 53, 48, 47, 44, 50, 65, 66, 70, 75, 90, 91, 90, 97, 104, 107, 113, 108, 105, 104, 98], "n_am_pl": [10, 33, 36, 32, 27, 26, 24, 17, 24, 17, 19, 21, 31, 37, 30, 22, 14, 16, 17, 20, 30, 29, 34, 34, 18, 17, 12, 8, 16, 18, 25, 22, 22, 20, 21, 17, 16, 12, 12, 8, 10, 15, 13, 9, 9, 5, 5, 3, 1, 0], "n_pos": 185, "sum_m_en": [22.743172, 11.699154, 11.043352, 11.529301, 12.074553, 11.998099, 11.925542, 12.151902, 12.879366, 12.510123, 13.145772, 13.639862, 13.94997, 14.272976, 15.519704, 13.474463, 13.386846, 13.165642, 12.141085, 11.317597, 10.372604, 9.617645, 9.166837, 9.019658, 24.213339, 26.750271, 27.172714, 27.598974, 25.54249, 25.154532, 22.838332, 23.125412, 24.382065, 23.43659, 27.040175, 29.473108, 34.156489, 35.967557, 48.96038, 57.523346, 59.071924, 60.840494, 68.855166, 79.098748, 87.488257, 94.233824, 95.816715, 97.057926, 98.689409, 98.124904], "sum_m_pl": [60.410855, 86.309461, 85.419298, 83.681472, 81.988967, 83.279035, 81.83232, 78.707649, 77.905104, 81.869921, 80.394872, 80.338673, 78.106038, 77.374417, 76.527856, 78.980176, 82.55993, 80.945439, 82.786967, 86.195515, 87.23289, 88.06471, 88.515805, 88.702149, 66.401661, 64.231999, 61.138813, 62.243159, 63.964465, 63.812861, 65.462153, 64.020729, 63.993773, 63.805995, 61.997825, 62.156554, 54.471023, 50.108116, 44.65141, 41.862449, 39.098781, 38.805514, 36.499835, 29.566486, 21.948247, 14.950798, 12.381372, 7.346341, 1.864729, 0.38229]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [27, 31, 26, 24, 22, 23, 18, 16, 15, 21, 22, 27, 18, 21, 19, 23, 24, 18, 17, 21, 26, 29, 33, 30, 48, 43, 41, 44, 34, 31, 31, 28, 27, 23, 26, 33, 37, 42, 48, 58, 61, 60, 65, 69, 71, 77, 75, 81, 94, 97], "n_am_pl": [5, 17, 21, 22, 15, 18, 16, 12, 13, 10, 12, 11, 19, 24, 19, 12, 8, 11, 9, 13, 15, 17, 17, 15, 12, 12, 9, 3, 10, 11, 17, 12, 14, 13, 10, 9, 9, 7, 6, 4, 5, 9, 9, 8, 9, 5, 4, 2, 1, 0], "n_pos": 98, "sum_m_en": [12.175331, 6.201599, 5.657992, 5.998209, 6.166468, 6.560785, 5.938845, 6.192487, 6.579479, 6.499814, 6.719688, 7.029825, 7.017648, 7.42878, 8.203933, 7.13454, 7.016668, 6.85081, 6.307638, 5.961745, 5.493654, 5.09115, 4.82807, 4.753768, 14.018027, 15.087685, 15.344838, 15.700497, 14.11716, 13.840978, 12.713226, 12.489468, 13.039362, 12.435827, 14.004952, 15.231877, 18.612971, 20.947241, 29.587643, 35.718309, 37.171249, 39.812663, 43.908888, 48.646053, 56.158984, 62.724624, 65.608591, 72.807155, 88.777478, 96.535302], "sum_m_pl": [31.973622, 46.232201, 46.165874, 44.857886, 43.983605, 44.308154, 44.033238, 42.466345, 41.994662, 43.788006, 43.266712, 43.181584, 42.219583, 41.866379, 41.105169, 42.135348, 44.012528, 43.109627, 44.144738, 45.880924, 46.400977, 46.908405, 47.204183, 47.387114, 35.559601, 34.54899, 33.088063, 33.566545, 34.688356, 34.862994, 35.625831, 35.009797, 35.464378, 35.205659, 33.995885, 34.447656, 30.171518, 29.016164, 25.213152, 23.323589, 22.072431, 21.305047, 20.788009, 18.031545, 12.743348, 9.553194, 8.377031, 4.040789, 1.116471, 0.064289]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 187, "item_id": "llmzszl-18421", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 744, "region_end": 185, "roundtrip_ok": true, "tf_agree": 0.9893, "tf_agree_excl_first": 0.9946}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [66, 30, 33, 39, 51, 50, 53, 47, 38, 52, 46, 55, 51, 43, 49, 48, 55, 41, 29, 36, 37, 35, 33, 36, 66, 68, 61, 63, 55, 50, 44, 48, 45, 50, 56, 54, 60, 59, 62, 65, 66, 66, 69, 69, 61, 51, 17, 7, 5, 1], "n_am_pl": [15, 50, 43, 40, 33, 42, 24, 27, 22, 21, 21, 21, 21, 26, 12, 25, 26, 26, 35, 36, 43, 50, 57, 57, 18, 18, 18, 26, 24, 30, 27, 23, 24, 21, 30, 27, 26, 26, 23, 27, 26, 30, 30, 28, 32, 41, 60, 62, 96, 106], "n_pos": 174, "sum_m_en": [15.670776, 8.32552, 8.364536, 9.654103, 12.485303, 11.820404, 12.52961, 13.332362, 13.735073, 11.975382, 12.985128, 13.226802, 12.694175, 12.994141, 14.366843, 13.899666, 12.605973, 11.297136, 10.178995, 9.534283, 8.835328, 8.21783, 7.938642, 7.68131, 20.988372, 22.272327, 23.14016, 21.193179, 20.892041, 21.617625, 19.331788, 20.156337, 22.854859, 23.919748, 23.328661, 23.211417, 25.529603, 28.025493, 30.882294, 34.935271, 35.938936, 37.858604, 38.896581, 43.099764, 40.804986, 34.241123, 16.090828, 11.137989, 4.39076, 1.077011], "sum_m_pl": [60.542328, 79.377112, 78.56105, 77.715617, 75.639475, 78.128518, 77.74195, 74.634422, 73.840547, 77.806049, 75.554558, 74.447279, 76.179276, 75.32717, 74.722095, 76.967312, 79.885925, 80.221921, 81.832782, 84.213883, 84.728866, 84.981517, 84.677451, 84.707991, 68.732668, 68.073116, 65.997404, 70.187296, 69.506755, 68.627674, 70.207986, 67.795917, 65.181372, 63.357465, 64.374867, 64.750301, 60.346655, 57.017566, 55.289281, 56.454423, 55.144376, 55.652797, 55.689194, 52.755213, 50.336311, 54.389858, 62.165158, 62.454122, 91.975591, 106.215021]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [34, 17, 19, 26, 35, 37, 36, 33, 30, 37, 31, 41, 36, 27, 33, 33, 37, 31, 23, 29, 28, 26, 23, 25, 47, 51, 45, 44, 38, 34, 33, 34, 36, 36, 40, 38, 41, 43, 50, 49, 51, 51, 55, 54, 48, 40, 13, 5, 4, 1], "n_am_pl": [8, 28, 25, 22, 16, 25, 12, 15, 11, 12, 10, 10, 13, 16, 7, 15, 14, 15, 20, 21, 28, 35, 40, 36, 10, 8, 11, 16, 17, 18, 16, 15, 13, 12, 14, 16, 18, 17, 16, 19, 21, 24, 25, 25, 31, 36, 54, 57, 95, 105], "n_pos": 107, "sum_m_en": [9.439166, 5.267099, 5.299192, 6.23356, 9.099202, 8.498276, 9.128915, 9.874542, 10.07815, 8.385146, 9.152072, 9.19556, 8.523084, 8.421239, 9.567287, 9.5594, 8.432592, 7.300968, 6.628696, 6.193929, 5.608754, 5.138565, 4.913794, 4.745286, 15.25854, 16.441569, 17.190824, 15.668865, 15.109963, 15.379433, 13.604994, 14.170242, 16.371273, 16.763804, 16.727726, 16.784483, 18.50768, 21.027225, 23.264629, 25.305703, 25.590489, 27.350166, 28.911243, 33.44224, 32.111798, 26.535802, 12.412293, 7.872614, 3.574105, 1.075236], "sum_m_pl": [35.867665, 48.002201, 47.439565, 46.77627, 45.088086, 46.734264, 46.399629, 44.288326, 44.205825, 47.095297, 45.684567, 45.228572, 46.379301, 46.124898, 45.716145, 47.234152, 49.27552, 49.706797, 50.698687, 52.126865, 52.533575, 52.818193, 52.694761, 52.646412, 43.27967, 42.55982, 41.747242, 43.878907, 43.505014, 42.589896, 44.322315, 42.603879, 40.958814, 40.379331, 40.614054, 41.690333, 40.013585, 38.245428, 37.029629, 38.437569, 38.54145, 39.885113, 40.61574, 38.82662, 39.007116, 44.118741, 52.208521, 56.188885, 88.41014, 104.403332]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "llmzszl-18421", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 675, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9602, "tf_agree_excl_first": 0.9657}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [205, 195, 139, 111, 123, 134, 138, 142, 136, 149, 172, 149, 138, 149, 141, 134, 155, 158, 164, 149, 120, 135, 135, 123, 192, 198, 212, 201, 188, 200, 195, 199, 198, 177, 225, 226, 225, 203, 201, 182, 222, 216, 217, 240, 240, 268, 259, 271, 331, 326], "n_am_pl": [27, 68, 108, 99, 89, 86, 63, 82, 68, 64, 67, 75, 96, 88, 81, 46, 39, 48, 34, 38, 38, 42, 54, 57, 22, 23, 37, 39, 43, 48, 52, 51, 54, 41, 41, 37, 38, 20, 14, 23, 16, 12, 11, 14, 16, 17, 15, 8, 4, 5], "n_pos": 571, "sum_m_en": [69.89122, 34.786855, 32.253271, 31.781695, 31.171414, 33.563446, 32.774428, 34.331442, 38.046641, 38.119467, 39.327647, 40.400344, 39.346448, 42.227245, 40.434819, 39.073028, 39.019906, 37.405942, 36.074875, 31.824035, 30.25734, 28.185715, 27.344369, 26.905278, 64.919727, 71.245096, 72.966825, 66.681914, 63.659512, 64.268567, 59.340233, 57.99792, 59.965228, 60.827811, 68.272069, 68.82237, 80.933361, 84.375542, 86.888886, 88.668227, 101.198008, 117.035914, 129.591713, 157.168771, 176.63959, 204.79464, 219.226536, 245.480498, 314.528508, 327.956991], "sum_m_pl": [200.395737, 269.216521, 266.510822, 261.582132, 259.787545, 252.696402, 257.484109, 254.351887, 251.430992, 259.171594, 257.124507, 258.232155, 267.505502, 258.504871, 261.583193, 255.047749, 254.644095, 253.062278, 253.858334, 263.626807, 264.855843, 268.848648, 268.663237, 269.312865, 196.793792, 200.463946, 203.913255, 220.223342, 224.231198, 223.731842, 233.322314, 231.896359, 227.373187, 224.135812, 217.753921, 214.44752, 188.931174, 175.1644, 160.278704, 152.404209, 147.173516, 122.75588, 108.694694, 90.365458, 75.31601, 63.813295, 43.866836, 22.03257, 8.241098, 5.047877]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [121, 117, 91, 78, 84, 88, 86, 96, 103, 101, 116, 103, 98, 89, 82, 81, 96, 106, 102, 93, 72, 81, 82, 74, 129, 130, 135, 138, 120, 127, 121, 125, 124, 108, 141, 150, 146, 127, 128, 123, 151, 142, 145, 164, 173, 194, 194, 223, 299, 324], "n_am_pl": [15, 28, 64, 57, 47, 51, 37, 51, 44, 41, 40, 42, 54, 53, 47, 27, 23, 25, 20, 25, 27, 27, 33, 35, 7, 10, 20, 23, 29, 28, 36, 35, 33, 26, 20, 16, 18, 6, 6, 9, 8, 6, 4, 7, 6, 10, 9, 4, 3, 5], "n_pos": 333, "sum_m_en": [38.620595, 20.062397, 19.196782, 18.901002, 18.799284, 20.170335, 19.902751, 20.903933, 23.653716, 23.675851, 24.05922, 25.126446, 24.314987, 25.990974, 24.752376, 23.605817, 23.392036, 22.533767, 21.548748, 18.847454, 17.861625, 16.48849, 15.983123, 15.675118, 38.487971, 42.967846, 45.078059, 40.818854, 38.665965, 38.793854, 35.748639, 35.162445, 36.223064, 36.820238, 42.50553, 42.897539, 49.497088, 51.200741, 54.548542, 56.274296, 61.605474, 76.490383, 87.345542, 110.438727, 123.20079, 148.568675, 162.29377, 195.271, 281.92213, 315.492423], "sum_m_pl": [118.560118, 157.286101, 155.373187, 152.207552, 151.369519, 147.338161, 150.232888, 149.924457, 148.529836, 153.314603, 151.895381, 151.7599, 157.727947, 152.1384, 154.250583, 150.623394, 150.449103, 149.608831, 150.048892, 155.264973, 155.948975, 158.398396, 158.35238, 158.953894, 120.144043, 121.887029, 123.08286, 132.659403, 134.984395, 134.650427, 140.911745, 139.608924, 137.131291, 135.053688, 129.858416, 127.011858, 113.579855, 105.131431, 96.187195, 91.525691, 90.44838, 75.536732, 65.902302, 54.514859, 45.79046, 38.635955, 24.668526, 12.813437, 5.362906, 5.013693]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 573, "item_id": "llmzszl-18422", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 715, "region_end": 571, "roundtrip_ok": true, "tf_agree": 0.9703, "tf_agree_excl_first": 0.972}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [114, 75, 60, 55, 86, 85, 92, 83, 68, 95, 106, 105, 82, 68, 79, 74, 86, 84, 67, 64, 46, 54, 51, 59, 93, 88, 88, 98, 113, 108, 92, 109, 99, 102, 108, 110, 102, 86, 83, 96, 94, 96, 98, 104, 93, 97, 74, 23, 11, 3], "n_am_pl": [57, 89, 93, 80, 86, 62, 49, 57, 63, 63, 47, 44, 72, 70, 92, 61, 49, 40, 48, 42, 51, 53, 61, 65, 29, 35, 43, 56, 63, 67, 72, 70, 72, 61, 52, 60, 52, 32, 28, 38, 39, 50, 39, 43, 59, 73, 90, 114, 181, 221], "n_pos": 426, "sum_m_en": [38.03769, 21.156848, 21.599241, 24.880842, 24.695875, 28.085945, 28.792937, 28.779389, 30.225096, 31.462951, 30.485135, 31.325365, 30.655677, 30.489799, 30.527216, 29.236074, 28.35297, 26.778623, 25.237176, 22.479092, 22.118248, 20.579921, 20.383118, 20.198209, 42.383006, 43.201303, 46.920697, 45.317978, 45.859081, 45.8394, 42.235293, 39.832187, 40.213562, 42.075924, 42.261312, 41.866408, 43.91371, 44.876622, 44.740676, 50.829153, 51.910908, 59.667959, 65.284517, 79.73361, 77.581672, 84.84528, 65.091084, 25.907034, 13.290348, 3.384357], "sum_m_pl": [159.207844, 195.046577, 194.789682, 191.629726, 190.860038, 180.644171, 186.921315, 184.127097, 178.142162, 183.250855, 183.188588, 182.320932, 191.380362, 188.170494, 192.498628, 191.270237, 191.74062, 190.796554, 192.952855, 198.26745, 198.183442, 200.817926, 199.91252, 199.250605, 137.224405, 142.285768, 148.680591, 162.987669, 168.962108, 171.616521, 172.573626, 174.653332, 172.011325, 166.277281, 165.133812, 161.617477, 152.430082, 139.759128, 132.336017, 129.90931, 122.601649, 110.413598, 100.077532, 87.482567, 87.58859, 95.766414, 104.436355, 123.096967, 170.875361, 217.186052]}, "digit": {"n_am_en": [4, 0, 1, 1, 2, 0, 2, 0, 1, 1, 2, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 6, 5, 4, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.625651, 0.325709, 0.30808, 0.309026, 0.335055, 0.30962, 0.321737, 0.306589, 0.342761, 0.341697, 0.331277, 0.320233, 0.335919, 0.393241, 0.43621, 0.434591, 0.4224, 0.388008, 0.351167, 0.309992, 0.298649, 0.299561, 0.299556, 0.291918, 0.569821, 0.472431, 0.523509, 0.477559, 0.554789, 0.554094, 0.457661, 0.444295, 0.418857, 0.43082, 0.488927, 0.352874, 0.204784, 0.240713, 0.244976, 0.230147, 0.230282, 0.253122, 0.233314, 0.136733, 0.103553, 0.091093, 0.050461, 0.036671, 0.003376, 0.0], "sum_m_pl": [2.793968, 3.308556, 3.201754, 3.071338, 3.022054, 3.006197, 2.895672, 2.864085, 2.707766, 2.610209, 2.583264, 2.495623, 2.597022, 2.59872, 2.450849, 2.456962, 2.552518, 2.598485, 2.680693, 2.784377, 2.822244, 2.759731, 2.79251, 2.792358, 2.214634, 2.299827, 2.357088, 2.425197, 2.313443, 2.433665, 2.398903, 2.462789, 2.170157, 2.248801, 2.003964, 1.819748, 1.505172, 1.313125, 1.375541, 1.432634, 1.389784, 1.497479, 1.357473, 1.230538, 1.02203, 0.973732, 0.524249, 0.447559, 0.028069, 3.5e-05]}, "lang": {"n_am_en": [52, 41, 36, 29, 47, 40, 44, 47, 35, 60, 68, 58, 49, 38, 42, 40, 45, 50, 42, 34, 22, 30, 31, 35, 58, 53, 54, 59, 67, 61, 57, 67, 61, 68, 72, 79, 69, 59, 57, 60, 69, 70, 76, 81, 69, 67, 48, 16, 6, 3], "n_am_pl": [21, 51, 46, 45, 43, 30, 26, 35, 40, 36, 29, 28, 38, 36, 50, 37, 34, 24, 28, 26, 30, 27, 32, 32, 10, 15, 28, 37, 35, 34, 34, 36, 38, 34, 28, 33, 26, 19, 16, 20, 20, 35, 27, 33, 46, 64, 81, 100, 178, 217], "n_pos": 222, "sum_m_en": [19.854526, 11.310046, 11.533341, 13.617904, 13.568932, 15.475809, 16.450384, 16.67026, 17.187052, 18.551933, 17.53432, 18.263314, 17.627501, 17.048771, 16.854517, 15.781254, 15.21241, 14.415302, 13.700012, 12.114045, 11.907975, 10.960277, 10.862723, 10.933285, 25.353357, 26.181671, 28.020071, 26.539728, 26.506657, 25.994631, 23.288388, 22.144151, 22.427795, 24.366931, 24.226381, 24.730503, 25.839856, 27.099178, 26.878511, 29.659976, 32.498601, 41.996122, 44.796861, 58.926178, 55.796524, 60.268043, 43.929191, 17.977837, 8.398128, 3.031533], "sum_m_pl": [78.534535, 98.864614, 98.868562, 97.365765, 96.921631, 91.787603, 95.12052, 94.303587, 91.59884, 93.990857, 94.842316, 94.696769, 99.578787, 98.281707, 101.533543, 100.780493, 101.035377, 100.62008, 100.965691, 103.338757, 102.800179, 104.675338, 104.089414, 103.809054, 69.882346, 73.892753, 78.19171, 85.784523, 89.46693, 91.809747, 94.23569, 95.42243, 95.157874, 92.818855, 92.298594, 92.52752, 89.030938, 81.823011, 76.684216, 76.522543, 73.059229, 65.936072, 62.90743, 56.167937, 60.136475, 69.559604, 85.148683, 102.222804, 160.041797, 213.17825]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 428, "item_id": "llmzszl-18422", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 646, "region_end": 426, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9742}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [108, 116, 88, 71, 79, 64, 71, 61, 60, 83, 88, 92, 82, 71, 77, 79, 93, 81, 79, 69, 79, 67, 73, 64, 99, 102, 85, 91, 89, 98, 77, 85, 91, 85, 91, 95, 99, 103, 97, 94, 100, 112, 108, 112, 104, 100, 110, 114, 121, 120], "n_am_pl": [12, 45, 49, 72, 54, 49, 46, 37, 48, 39, 44, 50, 58, 44, 44, 34, 34, 40, 41, 38, 36, 48, 52, 54, 24, 25, 33, 44, 40, 45, 45, 38, 43, 41, 34, 12, 23, 19, 24, 17, 15, 10, 11, 10, 7, 6, 5, 2, 0, 0], "n_pos": 384, "sum_m_en": [43.586368, 20.993607, 21.324971, 20.954952, 22.031308, 22.476872, 22.372032, 22.943327, 23.614075, 25.00324, 26.323713, 27.121436, 28.349992, 29.953743, 29.304148, 28.229926, 28.659842, 26.864544, 24.360635, 22.342313, 21.117968, 19.651191, 18.834576, 18.34057, 43.77767, 43.223199, 42.343992, 40.37054, 39.887272, 39.684428, 36.986189, 36.929447, 37.568012, 39.779803, 45.449233, 46.107035, 51.224798, 52.588259, 58.476479, 56.974123, 69.573137, 77.773821, 82.419202, 91.291682, 90.988748, 86.476757, 100.961249, 107.299856, 118.38913, 119.292187], "sum_m_pl": [141.763926, 188.310362, 181.697883, 179.517314, 172.77294, 172.88175, 171.597203, 168.478129, 168.67155, 172.087936, 167.099609, 168.509421, 169.922062, 164.896438, 164.448642, 168.876382, 168.637266, 171.077355, 175.457933, 179.934135, 181.705123, 184.01586, 184.574295, 184.687827, 140.816477, 140.180232, 138.544, 147.810297, 148.836038, 148.267456, 152.617509, 150.714229, 149.201179, 140.957731, 133.136976, 123.631628, 111.033858, 103.018566, 94.012816, 86.80305, 78.572943, 67.637562, 61.146726, 48.9557, 37.850221, 31.300807, 18.114089, 10.502656, 1.171418, 0.013769]}, "digit": {"n_am_en": [9, 20, 16, 14, 7, 7, 6, 3, 5, 9, 10, 12, 8, 9, 5, 11, 10, 7, 9, 11, 11, 7, 11, 12, 15, 17, 12, 17, 16, 18, 13, 12, 6, 9, 8, 8, 9, 13, 5, 10, 7, 12, 10, 10, 5, 3, 1, 1, 0, 0], "n_am_pl": [0, 12, 12, 8, 9, 5, 5, 5, 5, 4, 7, 12, 17, 4, 7, 10, 8, 4, 7, 3, 3, 3, 6, 4, 6, 5, 8, 8, 11, 10, 7, 10, 11, 14, 7, 3, 6, 5, 9, 7, 6, 3, 4, 3, 4, 2, 2, 1, 0, 0], "n_pos": 68, "sum_m_en": [7.905254, 3.137823, 3.075552, 3.130741, 3.337127, 3.517502, 3.390562, 3.559564, 3.56565, 3.793688, 4.007805, 4.071037, 4.323643, 4.404755, 4.248822, 4.333943, 4.633546, 4.434602, 4.111611, 3.919655, 3.663864, 3.425992, 3.293978, 3.275209, 6.78051, 7.271789, 6.870866, 6.672699, 6.449892, 6.227802, 6.069639, 5.580447, 5.198856, 5.271367, 5.911469, 5.742398, 5.938997, 5.452524, 5.557412, 5.465175, 5.86689, 7.012171, 6.672702, 10.793846, 8.246535, 4.922414, 3.335488, 2.99701, 0.643047, 0.0], "sum_m_pl": [24.824637, 35.183711, 33.809315, 32.971219, 31.471205, 31.091379, 30.636669, 30.276787, 30.559191, 30.880343, 29.869206, 30.211687, 29.672109, 28.443082, 28.031095, 29.254535, 28.979503, 28.890545, 29.740217, 30.665406, 31.096224, 31.497322, 31.854947, 31.916072, 25.080415, 24.457985, 23.927584, 25.891112, 26.294752, 26.206134, 26.300231, 26.790123, 26.817464, 26.568866, 25.50234, 24.452967, 23.387566, 22.60822, 21.164598, 20.449545, 19.747847, 19.572849, 19.115037, 15.792462, 13.440597, 10.611908, 6.797817, 4.288614, 0.604759, 0.0]}, "lang": {"n_am_en": [36, 30, 30, 23, 30, 24, 31, 27, 26, 34, 32, 37, 38, 33, 32, 33, 36, 37, 39, 34, 33, 30, 34, 28, 48, 49, 37, 44, 41, 40, 34, 40, 42, 42, 39, 52, 50, 51, 54, 52, 51, 55, 63, 64, 66, 73, 77, 91, 111, 118], "n_am_pl": [9, 17, 10, 21, 14, 20, 17, 9, 15, 16, 16, 17, 16, 9, 12, 8, 9, 12, 12, 15, 14, 18, 18, 24, 6, 8, 9, 10, 12, 15, 16, 10, 13, 12, 13, 5, 11, 6, 6, 4, 4, 3, 6, 5, 1, 1, 2, 1, 0, 0], "n_pos": 119, "sum_m_en": [14.236585, 7.192991, 7.211024, 6.645038, 7.150098, 7.384366, 7.593207, 7.639881, 8.24916, 8.583266, 9.062928, 9.511701, 9.807987, 10.516821, 10.209828, 9.84834, 9.754949, 9.240732, 8.259156, 7.318437, 6.820994, 6.284979, 5.971846, 5.79762, 17.851992, 17.097359, 17.021391, 15.617038, 15.587736, 15.131059, 14.056392, 14.624212, 15.02517, 16.344479, 19.10184, 20.535719, 23.009634, 24.168894, 28.67816, 29.600207, 34.889715, 40.280051, 47.98491, 50.069245, 54.563842, 60.22802, 70.864328, 83.456478, 107.463066, 115.857812], "sum_m_pl": [40.971869, 55.708315, 54.575837, 54.023665, 53.121083, 53.431973, 53.407013, 52.713118, 52.414916, 53.199724, 51.530035, 52.134661, 53.369661, 51.677733, 51.538066, 52.390309, 52.410792, 53.575328, 54.759353, 56.213273, 56.752623, 57.658177, 57.691269, 57.692424, 43.721306, 44.235248, 44.086051, 46.341157, 46.164386, 46.480651, 48.8733, 46.782098, 46.38076, 44.04383, 40.825409, 38.291998, 34.249338, 32.846023, 29.666271, 27.469604, 24.225307, 20.699844, 18.159287, 14.656819, 11.667719, 9.708153, 5.587126, 2.699746, 0.176631, 0.000852]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 386, "item_id": "llmzszl-18423", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 724, "region_end": 384, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [173, 149, 152, 181, 145, 145, 109, 105, 129, 153, 171, 130, 128, 113, 152, 133, 158, 129, 96, 85, 85, 96, 94, 95, 166, 180, 158, 182, 199, 201, 190, 185, 184, 180, 199, 182, 162, 148, 143, 132, 137, 142, 153, 151, 115, 98, 64, 58, 17, 11], "n_am_pl": [31, 151, 138, 138, 120, 116, 135, 133, 141, 127, 113, 133, 128, 107, 108, 91, 102, 117, 128, 130, 164, 143, 137, 147, 89, 87, 84, 88, 99, 111, 108, 108, 100, 85, 62, 64, 49, 53, 52, 44, 53, 65, 51, 54, 53, 57, 61, 76, 117, 123], "n_pos": 737, "sum_m_en": [65.919059, 34.471771, 37.604961, 40.021419, 41.151908, 41.667771, 42.191071, 42.319785, 44.060895, 47.073298, 48.012945, 47.668508, 51.243683, 53.559715, 54.294671, 51.695309, 52.757449, 49.359736, 44.060257, 41.375921, 39.588956, 37.309792, 36.343822, 35.207051, 70.934393, 72.660559, 76.658166, 78.595759, 82.32564, 83.209309, 79.436968, 75.675617, 75.376213, 74.326208, 81.01863, 77.748622, 76.970233, 74.129386, 77.772997, 80.227869, 93.175483, 92.575664, 101.415016, 107.360605, 93.003222, 83.935543, 61.423297, 54.757718, 22.663093, 11.336913], "sum_m_pl": [295.068743, 367.86449, 356.627013, 347.879669, 343.687997, 338.470645, 341.787304, 337.402196, 334.162141, 336.203496, 329.365846, 329.308818, 328.778751, 318.999679, 320.47484, 330.836051, 327.656114, 333.539505, 345.545916, 350.43233, 352.823964, 354.034927, 355.436954, 355.907758, 279.004334, 279.271109, 273.561, 289.217924, 291.496983, 292.257654, 295.445028, 296.390577, 293.259828, 281.170381, 270.673928, 260.829212, 237.251233, 231.73705, 215.792812, 206.021761, 195.201519, 191.621931, 186.437535, 163.309645, 140.610926, 129.707652, 104.400136, 98.86633, 114.784792, 122.384492]}, "digit": {"n_am_en": [14, 28, 38, 28, 10, 16, 12, 6, 6, 8, 22, 18, 11, 18, 16, 14, 20, 13, 10, 7, 12, 11, 7, 11, 19, 28, 25, 21, 19, 21, 23, 18, 22, 23, 16, 18, 13, 18, 9, 9, 4, 9, 8, 13, 8, 12, 7, 8, 0, 0], "n_am_pl": [2, 15, 14, 13, 9, 6, 5, 8, 6, 10, 7, 10, 6, 8, 5, 7, 12, 12, 13, 9, 14, 13, 12, 15, 12, 12, 8, 11, 13, 14, 11, 12, 16, 15, 12, 16, 8, 6, 8, 5, 3, 3, 5, 6, 4, 2, 2, 2, 0, 0], "n_pos": 108, "sum_m_en": [9.51581, 5.051085, 5.22871, 5.914053, 6.142356, 6.079564, 5.729339, 5.954904, 5.885286, 6.436673, 6.512403, 6.529397, 6.915321, 7.457132, 7.4481, 7.2287, 7.734968, 7.390177, 6.545275, 6.106426, 5.710797, 5.380376, 5.216266, 5.102927, 9.509213, 10.806299, 11.465912, 10.949318, 10.87702, 10.905863, 10.932158, 10.509655, 9.642064, 9.512297, 10.045962, 10.064448, 9.171585, 8.800336, 9.067112, 7.946723, 7.881673, 8.421094, 8.160113, 10.374725, 7.937822, 7.847693, 6.659002, 6.123257, 1.234823, 3e-06], "sum_m_pl": [44.691276, 56.529042, 54.178419, 50.332472, 49.037034, 47.883347, 47.795244, 47.240966, 47.469992, 47.506932, 46.610307, 47.305306, 45.776536, 44.439607, 44.575558, 46.456796, 46.41254, 46.619306, 47.778201, 48.89456, 49.372885, 49.882855, 50.43233, 50.634589, 39.928359, 38.294411, 37.737919, 40.529199, 40.799395, 41.219575, 41.530137, 41.991121, 42.085745, 41.913558, 40.335264, 40.676077, 37.696988, 36.410586, 33.38892, 32.976868, 33.062031, 34.257913, 34.488034, 31.148314, 28.285037, 23.577628, 16.262512, 10.019433, 1.982844, 0.005098]}, "lang": {"n_am_en": [38, 20, 23, 21, 34, 29, 26, 31, 33, 34, 34, 25, 29, 18, 29, 28, 35, 30, 29, 22, 23, 25, 25, 21, 34, 40, 32, 30, 34, 29, 39, 39, 43, 47, 52, 46, 44, 42, 45, 43, 56, 50, 57, 56, 57, 45, 29, 26, 12, 11], "n_am_pl": [12, 31, 39, 32, 24, 25, 27, 19, 24, 20, 19, 18, 16, 18, 27, 20, 21, 23, 29, 31, 34, 30, 31, 31, 17, 20, 16, 26, 26, 23, 22, 21, 17, 16, 11, 13, 13, 12, 15, 13, 16, 21, 17, 21, 27, 34, 39, 55, 110, 122], "n_pos": 134, "sum_m_en": [11.37468, 6.17216, 6.783529, 7.423836, 7.682268, 7.927728, 8.552187, 8.480363, 8.378426, 8.948385, 9.288137, 9.297029, 10.289661, 10.124547, 10.070024, 9.667601, 9.566505, 8.934039, 8.269732, 7.570928, 7.389164, 6.994815, 6.78663, 6.465518, 15.470419, 13.677125, 13.751828, 13.505192, 14.410725, 15.020642, 14.410826, 14.241569, 14.579102, 14.8767, 16.393819, 16.978238, 17.331838, 17.709571, 19.247006, 22.440764, 30.24707, 30.418812, 34.556458, 32.696228, 38.786915, 36.325468, 27.227172, 21.530418, 13.415087, 11.027875], "sum_m_pl": [48.06566, 61.0846, 60.94812, 59.552425, 59.497932, 58.736029, 59.7414, 59.631973, 58.866924, 60.158462, 58.713902, 58.383626, 59.357591, 58.940055, 59.159609, 60.702151, 60.851983, 62.301675, 64.096518, 64.681219, 64.749311, 64.82014, 64.476324, 64.379892, 50.695669, 53.019474, 52.957748, 56.479533, 55.718681, 54.795552, 57.17271, 57.005244, 55.643245, 54.373909, 52.424423, 51.794202, 49.1476, 48.199163, 45.563291, 43.419226, 40.542439, 41.160886, 39.901842, 38.355325, 38.096985, 38.751453, 41.362171, 52.852993, 99.726017, 120.385861]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 737, "item_id": "llmzszl-18423", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 655, "region_end": 737, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9905}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [46, 48, 41, 35, 32, 33, 40, 38, 30, 33, 27, 44, 39, 40, 37, 32, 34, 26, 34, 29, 32, 32, 30, 27, 53, 51, 48, 48, 43, 47, 43, 40, 36, 41, 37, 35, 36, 42, 51, 59, 57, 48, 52, 51, 47, 53, 54, 73, 76, 80], "n_am_pl": [6, 18, 27, 21, 12, 14, 18, 14, 16, 16, 11, 16, 11, 17, 15, 15, 11, 14, 15, 17, 18, 19, 28, 32, 11, 14, 12, 16, 17, 20, 22, 19, 22, 18, 16, 16, 20, 16, 16, 12, 4, 7, 5, 6, 6, 6, 6, 2, 5, 8], "n_pos": 159, "sum_m_en": [19.915433, 10.038431, 9.182704, 8.871204, 9.333646, 10.007271, 10.478368, 10.944129, 11.505459, 11.864682, 13.054807, 14.091659, 14.57624, 14.372101, 14.127884, 13.336693, 12.338593, 11.729481, 11.216731, 10.163251, 9.492819, 8.788939, 8.331578, 8.193923, 21.17552, 22.745646, 20.645507, 19.309406, 19.191046, 20.825754, 19.376229, 18.553047, 18.502637, 19.352337, 18.896305, 19.123983, 22.576693, 24.467728, 26.882284, 32.248323, 32.725555, 35.5812, 36.714619, 41.091737, 44.046553, 49.530644, 56.537866, 70.089255, 73.978579, 79.043902], "sum_m_pl": [53.050614, 74.239799, 73.088523, 72.360103, 68.932641, 69.678022, 70.405284, 68.665016, 66.760303, 67.538326, 65.225201, 65.662697, 66.048015, 64.606936, 64.072304, 63.38273, 64.89972, 66.184838, 67.885991, 72.183135, 74.22627, 74.374834, 75.321759, 75.726545, 57.451709, 55.272193, 53.951588, 58.335584, 58.280693, 57.394192, 58.15094, 57.827962, 58.387531, 54.980321, 54.836078, 51.650451, 45.891475, 43.374811, 40.068912, 37.556602, 35.232785, 30.067916, 26.412756, 24.008035, 16.515849, 14.163257, 9.21691, 3.706843, 4.161934, 7.214013]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [26, 17, 21, 17, 12, 16, 21, 17, 17, 18, 13, 23, 24, 23, 20, 21, 21, 15, 21, 20, 20, 19, 18, 15, 33, 33, 32, 29, 23, 26, 25, 24, 19, 27, 24, 18, 27, 26, 32, 38, 40, 35, 39, 38, 37, 41, 44, 62, 74, 78], "n_am_pl": [4, 10, 12, 10, 8, 6, 11, 8, 10, 11, 5, 9, 6, 8, 10, 7, 2, 6, 10, 9, 11, 11, 19, 19, 7, 8, 7, 6, 8, 11, 13, 11, 14, 11, 10, 10, 14, 11, 11, 9, 4, 4, 4, 6, 5, 6, 5, 1, 5, 7], "n_pos": 85, "sum_m_en": [10.016644, 5.362968, 4.923977, 4.644122, 4.877726, 5.192165, 5.422249, 5.776309, 5.938306, 6.383582, 7.188527, 7.854978, 8.362886, 7.984154, 7.79528, 7.308667, 6.598498, 6.285173, 6.119035, 5.45451, 5.105718, 4.706534, 4.459128, 4.388646, 12.606098, 13.64886, 12.221013, 10.771261, 10.581866, 11.148197, 10.460918, 10.055479, 10.183614, 11.211137, 10.828666, 11.342255, 14.30226, 14.775813, 16.822608, 20.263141, 20.795782, 23.815818, 25.726491, 28.861939, 33.695879, 36.545206, 44.879561, 57.728296, 70.566799, 76.900692], "sum_m_pl": [28.02292, 39.234717, 38.470044, 38.22279, 36.466139, 36.852481, 37.453889, 36.61644, 35.729866, 35.862654, 34.505788, 34.82459, 35.270963, 34.742564, 34.696696, 34.055519, 35.108722, 35.896876, 36.786473, 38.961097, 39.884269, 39.918491, 40.50037, 40.678845, 31.527352, 30.71033, 30.331623, 32.84385, 32.753843, 32.082547, 32.624658, 32.472916, 32.924961, 30.754513, 30.510236, 29.071933, 26.231396, 25.327468, 23.170815, 21.700653, 20.250751, 17.145361, 14.710184, 13.325424, 10.373135, 10.187958, 6.807063, 1.652274, 3.816025, 6.235548]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "llmzszl-18424", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 723, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9689, "tf_agree_excl_first": 0.975}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [106, 97, 120, 91, 79, 84, 84, 91, 79, 93, 92, 89, 115, 95, 97, 92, 83, 74, 63, 80, 75, 79, 89, 82, 135, 135, 120, 112, 130, 133, 145, 118, 105, 107, 124, 113, 101, 103, 107, 112, 111, 127, 101, 93, 94, 65, 51, 35, 13, 11], "n_am_pl": [35, 105, 92, 104, 95, 69, 71, 75, 85, 64, 65, 71, 61, 81, 82, 57, 66, 62, 89, 83, 117, 106, 115, 129, 54, 63, 67, 69, 67, 72, 74, 66, 57, 57, 64, 64, 68, 72, 56, 57, 58, 53, 52, 59, 67, 81, 79, 82, 144, 161], "n_pos": 459, "sum_m_en": [40.43688, 21.727198, 23.495228, 24.215061, 25.5729, 25.84185, 25.775039, 26.042487, 28.407875, 31.074437, 32.429552, 34.599173, 35.724467, 37.059228, 37.944343, 35.555065, 32.634461, 31.171779, 27.930919, 25.857459, 23.956919, 22.847388, 22.16575, 21.452745, 48.704817, 50.476639, 48.598698, 48.265232, 52.078465, 58.047134, 53.49704, 48.826636, 48.734577, 49.662925, 48.480334, 47.474774, 48.455712, 50.46714, 55.204558, 65.906828, 65.978507, 68.118423, 67.677422, 63.928156, 70.507525, 60.602187, 49.286615, 38.292774, 15.672067, 10.660021], "sum_m_pl": [177.370739, 223.232623, 219.046804, 214.891628, 207.355303, 210.666409, 212.659421, 210.099616, 203.886294, 204.602457, 199.560815, 195.421259, 199.765111, 196.361141, 196.023958, 195.080957, 196.893187, 200.173358, 206.686492, 214.97369, 219.834306, 219.387244, 220.62084, 221.752685, 179.167909, 176.768032, 169.863941, 180.437439, 181.062657, 178.099551, 177.199727, 178.948813, 177.615257, 167.650785, 167.258869, 161.757132, 153.164687, 150.013519, 144.348065, 143.011314, 136.332324, 132.268179, 122.200177, 117.99592, 109.924986, 108.544286, 96.641679, 89.332298, 135.275309, 160.409772]}, "digit": {"n_am_en": [0, 10, 6, 7, 2, 1, 1, 1, 1, 1, 3, 2, 3, 3, 2, 3, 2, 1, 1, 3, 4, 4, 7, 5, 4, 3, 3, 5, 4, 2, 3, 3, 0, 0, 4, 3, 1, 2, 3, 2, 4, 4, 1, 2, 3, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 2, 3, 3, 2, 2, 2, 2, 3, 3, 3, 1, 0, 1, 2, 1, 1, 1, 2, 3, 1, 5, 1, 2, 3, 3, 2, 1, 2, 1, 0, 1, 1, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 2, 0, 0], "n_pos": 11, "sum_m_en": [0.835392, 0.459841, 0.556634, 0.601105, 0.581278, 0.532181, 0.534375, 0.541686, 0.635365, 0.676488, 0.669703, 0.681208, 0.716586, 0.727931, 0.724367, 0.740241, 0.717458, 0.685337, 0.699498, 0.673399, 0.587331, 0.554251, 0.538228, 0.518576, 1.977584, 1.681627, 1.319378, 1.323605, 1.26155, 1.203006, 1.205825, 1.077209, 0.969857, 1.041354, 1.068638, 1.117626, 1.100105, 0.972459, 1.270283, 1.677397, 1.460248, 1.542867, 1.382151, 1.359548, 1.610399, 0.98933, 0.572579, 0.441082, 0.013971, 0.0], "sum_m_pl": [5.07626, 5.876639, 5.640443, 5.402915, 5.159221, 5.256013, 5.356747, 5.439881, 5.33033, 5.314163, 5.303371, 5.277117, 5.352767, 5.038522, 5.177745, 4.985154, 4.812395, 4.983701, 5.157022, 5.257386, 5.440399, 5.374291, 5.430822, 5.450782, 4.241847, 4.527828, 4.59061, 4.854791, 4.878194, 4.846521, 4.561774, 4.628496, 4.794901, 4.552352, 4.259154, 4.377751, 4.156804, 3.935433, 3.55134, 3.656363, 3.748345, 3.761282, 3.648136, 3.962919, 3.7248, 4.014676, 3.747416, 3.146191, 0.098899, 0.0]}, "lang": {"n_am_en": [48, 29, 36, 29, 31, 40, 37, 44, 32, 34, 36, 41, 46, 40, 38, 36, 29, 35, 27, 36, 30, 33, 35, 33, 60, 52, 54, 47, 59, 60, 61, 53, 50, 45, 51, 47, 47, 44, 52, 51, 54, 65, 47, 48, 56, 42, 32, 31, 11, 10], "n_am_pl": [12, 39, 36, 41, 35, 25, 24, 25, 31, 26, 22, 26, 14, 27, 29, 27, 27, 23, 31, 36, 49, 41, 48, 50, 29, 28, 28, 29, 28, 26, 32, 32, 29, 25, 31, 33, 33, 37, 34, 33, 39, 33, 36, 41, 45, 58, 60, 67, 137, 160], "n_pos": 171, "sum_m_en": [15.22451, 8.025619, 8.480033, 9.223847, 9.498078, 9.51564, 9.734453, 9.730797, 10.954526, 11.495301, 12.446859, 13.536524, 13.796576, 14.064023, 14.29238, 13.142513, 12.217854, 11.744677, 10.609273, 9.74745, 9.083238, 8.655717, 8.35165, 8.067842, 18.865624, 19.167273, 18.109589, 18.559261, 20.371618, 23.13927, 20.753911, 19.329378, 19.715518, 19.849793, 18.885049, 18.742727, 19.608079, 19.965026, 22.823743, 29.030624, 31.46141, 33.448511, 32.709766, 32.745048, 41.865059, 37.493153, 29.426973, 27.497924, 12.081475, 10.25997], "sum_m_pl": [62.781531, 81.121426, 80.196255, 76.48264, 74.081787, 75.525757, 76.555471, 76.168091, 73.58104, 75.225731, 72.69503, 71.440358, 73.455917, 72.875327, 72.873989, 72.587731, 73.028448, 74.34385, 76.787689, 79.732636, 81.217431, 80.877726, 81.511328, 81.973908, 68.168723, 67.437747, 65.181576, 68.913545, 67.827016, 65.843487, 67.113344, 67.845139, 67.771937, 64.11384, 65.897731, 66.021225, 64.228819, 64.85225, 63.787726, 62.030544, 60.954304, 58.311014, 54.674295, 55.715211, 58.796322, 61.937085, 64.033701, 66.270941, 125.613293, 157.618558]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 461, "item_id": "llmzszl-18424", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 654, "region_end": 459, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9826}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [61, 53, 42, 42, 40, 31, 31, 20, 21, 30, 28, 38, 31, 37, 29, 18, 27, 29, 33, 27, 22, 24, 26, 31, 39, 39, 38, 36, 36, 33, 30, 21, 28, 24, 28, 37, 33, 43, 39, 48, 48, 44, 49, 39, 48, 53, 47, 47, 57, 56], "n_am_pl": [4, 17, 24, 17, 7, 13, 7, 8, 9, 13, 14, 13, 15, 18, 21, 15, 14, 17, 12, 15, 14, 14, 16, 17, 7, 11, 11, 16, 11, 16, 13, 15, 18, 7, 13, 5, 4, 7, 7, 3, 3, 2, 3, 6, 5, 4, 3, 1, 0, 0], "n_pos": 162, "sum_m_en": [21.145444, 9.243048, 8.980987, 8.777475, 9.124852, 9.344072, 8.988007, 8.9566, 8.996467, 9.480266, 10.429018, 11.295628, 11.325376, 11.899074, 11.745299, 10.560795, 11.270335, 11.56758, 9.966909, 9.442253, 8.874399, 8.310145, 7.972753, 7.790123, 16.824031, 17.337287, 16.753036, 16.799726, 15.926312, 16.287494, 15.194646, 14.830633, 15.157663, 13.932975, 15.902588, 16.527614, 17.636564, 20.074609, 22.619469, 29.557101, 33.726132, 33.072189, 38.378447, 35.097835, 42.374449, 48.430363, 49.751905, 46.971555, 53.920382, 55.49321], "sum_m_pl": [60.264951, 80.038566, 77.588946, 76.118563, 72.672881, 71.490999, 70.412443, 67.99061, 69.822849, 72.740042, 70.16881, 70.363954, 70.646683, 68.652299, 68.305597, 70.862436, 70.130882, 71.653409, 73.02875, 74.596474, 75.572793, 75.667897, 76.306684, 76.65742, 55.095454, 53.962836, 52.635944, 57.027909, 58.06584, 59.286498, 60.673591, 60.031855, 60.521562, 57.041543, 54.505434, 50.305773, 42.732373, 39.672207, 34.885814, 29.22403, 27.11308, 24.164037, 22.108352, 20.499339, 17.117271, 11.839562, 7.683934, 4.340196, 0.65462, 0.086272]}, "digit": {"n_am_en": [4, 6, 8, 4, 5, 2, 5, 1, 2, 7, 4, 4, 3, 3, 2, 2, 2, 3, 3, 4, 3, 4, 2, 2, 1, 1, 3, 0, 3, 5, 5, 3, 2, 1, 1, 4, 1, 2, 2, 3, 3, 2, 1, 2, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 5, 1, 1, 1, 0, 0, 1, 1, 2, 3, 0, 3, 1, 2, 4, 2, 2, 1, 0, 0, 1, 0, 0, 1, 1, 2, 1, 1, 0, 1, 3, 1, 4, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.972087, 0.959433, 0.917739, 0.889677, 0.925215, 0.908491, 0.931936, 0.968014, 0.982347, 1.094634, 1.16222, 1.167323, 1.200417, 1.284939, 1.219481, 1.160302, 1.262385, 1.270242, 1.106311, 1.068708, 1.006775, 0.962432, 0.940713, 0.929143, 1.503411, 1.386916, 1.5421, 1.6021, 1.723956, 1.834671, 1.789482, 1.812347, 1.686238, 1.550191, 1.709606, 1.588865, 1.476384, 1.408659, 1.314427, 1.384418, 1.723507, 1.64081, 1.635648, 1.474123, 1.520354, 1.551049, 1.142872, 1.0772, 0.120555, 0.0], "sum_m_pl": [10.079914, 11.877281, 11.468875, 11.385256, 11.097546, 10.839739, 10.618775, 10.04081, 10.418471, 10.579443, 10.110284, 10.385708, 10.104408, 9.689909, 9.696835, 10.123217, 9.876615, 10.050803, 10.367575, 10.571891, 10.596461, 10.586414, 10.689242, 10.674806, 8.502897, 7.895022, 7.759019, 8.411078, 8.930181, 9.18218, 9.097126, 8.889342, 9.058317, 8.419511, 8.023147, 7.420479, 6.978933, 6.660332, 5.647502, 5.560355, 5.802606, 5.776918, 5.520228, 4.740958, 4.756777, 3.570395, 2.488506, 1.374391, 0.20911, 0.0]}, "lang": {"n_am_en": [26, 24, 18, 21, 21, 21, 16, 11, 11, 11, 11, 16, 13, 19, 13, 6, 10, 9, 11, 8, 9, 6, 10, 13, 18, 18, 17, 20, 15, 12, 16, 8, 13, 12, 11, 15, 14, 18, 15, 23, 26, 24, 27, 21, 24, 28, 30, 37, 53, 54], "n_am_pl": [3, 3, 6, 9, 2, 3, 2, 2, 4, 6, 3, 1, 7, 7, 7, 2, 4, 8, 4, 7, 8, 7, 9, 7, 3, 6, 3, 5, 5, 8, 6, 9, 7, 2, 7, 2, 2, 1, 3, 2, 1, 0, 0, 4, 4, 2, 3, 1, 0, 0], "n_pos": 55, "sum_m_en": [8.118038, 3.426986, 3.412068, 3.320102, 3.447276, 3.65966, 3.39747, 3.371006, 3.434152, 3.563372, 3.881036, 4.503574, 4.451429, 4.676641, 4.496843, 3.966784, 4.223913, 4.457383, 3.856766, 3.59147, 3.324093, 3.052474, 2.87223, 2.776022, 6.960163, 7.222802, 7.042687, 6.830655, 6.355419, 6.585791, 6.266678, 5.872483, 6.027527, 5.616319, 6.394887, 6.91119, 8.121887, 9.590205, 11.001679, 15.618713, 18.504847, 18.688487, 21.597568, 19.344338, 22.694557, 28.734753, 31.889303, 36.838081, 49.916824, 53.389034], "sum_m_pl": [18.323866, 26.662962, 25.810561, 25.248219, 24.253914, 23.974018, 23.555918, 23.020579, 23.562963, 24.627417, 23.813357, 23.640457, 23.900719, 23.563341, 23.196665, 24.398294, 24.368764, 24.783266, 24.955, 25.312369, 25.820676, 26.011714, 26.158964, 26.357814, 19.11817, 19.351938, 18.528255, 19.802494, 19.918208, 20.347996, 21.077424, 20.337569, 20.433706, 19.305957, 18.915194, 17.756679, 14.016209, 13.667467, 11.986244, 9.021218, 7.664869, 6.492936, 5.40252, 5.900806, 5.442266, 2.315358, 2.193674, 0.831132, 0.251343, 0.047896]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "llmzszl-18425", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 731, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9877}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [90, 92, 106, 109, 82, 80, 75, 70, 65, 70, 73, 75, 89, 67, 70, 81, 93, 79, 68, 59, 57, 71, 46, 60, 84, 88, 81, 81, 92, 88, 81, 82, 80, 67, 97, 88, 90, 77, 76, 78, 85, 92, 92, 74, 60, 50, 40, 26, 6, 5], "n_am_pl": [14, 65, 50, 37, 36, 51, 51, 57, 57, 63, 62, 60, 63, 61, 60, 59, 50, 57, 55, 79, 82, 73, 76, 82, 41, 42, 47, 41, 48, 54, 70, 58, 50, 29, 27, 34, 26, 24, 39, 31, 29, 31, 30, 33, 32, 38, 33, 33, 62, 73], "n_pos": 387, "sum_m_en": [36.589546, 18.854947, 19.998518, 20.721693, 21.711426, 21.691887, 21.773106, 22.095786, 23.086824, 23.824263, 25.308034, 25.947494, 27.138322, 28.165721, 27.504867, 26.554786, 27.344711, 27.237872, 23.246559, 21.914622, 21.021922, 20.162162, 19.525037, 18.782686, 40.463055, 43.800943, 41.555076, 39.542529, 41.299476, 41.057362, 38.154079, 37.183559, 35.064069, 33.009715, 37.499298, 37.259518, 40.088437, 39.377656, 40.564086, 49.950321, 50.186512, 51.366532, 54.111984, 51.013884, 51.113767, 47.227015, 36.973268, 26.994945, 9.085719, 5.461767], "sum_m_pl": [152.880601, 192.773356, 185.932758, 183.352532, 179.374693, 175.739587, 175.351838, 171.730002, 173.638668, 178.733736, 173.815335, 172.497755, 172.142432, 165.820842, 164.737794, 172.751029, 172.166127, 173.839367, 178.212371, 182.714748, 184.063839, 183.884144, 184.211228, 185.065308, 140.272946, 136.609014, 134.556292, 145.435044, 147.675147, 150.564863, 154.031098, 156.911163, 159.084923, 149.620742, 146.260725, 138.786543, 124.966018, 118.362241, 111.145375, 102.470595, 98.593115, 99.649931, 95.518429, 90.833713, 76.202012, 71.636481, 50.994406, 47.328519, 62.187641, 72.077069]}, "digit": {"n_am_en": [12, 17, 14, 11, 9, 8, 10, 6, 6, 14, 10, 9, 6, 10, 14, 13, 9, 13, 12, 10, 10, 10, 7, 5, 16, 16, 11, 13, 19, 16, 10, 12, 18, 11, 10, 6, 11, 6, 4, 3, 7, 8, 4, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 2, 7, 6, 6, 6, 5, 2, 1, 3, 4, 2, 5, 5, 5, 4, 3, 4, 8, 7, 10, 10, 10, 5, 2, 4, 2, 2, 3, 6, 5, 3, 1, 1, 4, 3, 2, 4, 4, 4, 2, 4, 4, 4, 2, 1, 0, 0, 0], "n_pos": 47, "sum_m_en": [4.606842, 2.039797, 2.177492, 2.228625, 2.284011, 2.321881, 2.346051, 2.428225, 2.555632, 2.576756, 2.690573, 2.736509, 3.03459, 3.394168, 3.254986, 3.018001, 3.186435, 3.304001, 2.660876, 2.496442, 2.286797, 2.163487, 2.108878, 2.056437, 3.864443, 4.534165, 4.127301, 4.212809, 4.456421, 4.833782, 4.685789, 5.006619, 4.610089, 4.162532, 4.11993, 4.087078, 4.069412, 3.757918, 3.754813, 3.911016, 3.970548, 3.915395, 4.149936, 3.688639, 3.496118, 3.021746, 2.061886, 1.602421, 0.163475, 0.0], "sum_m_pl": [20.584202, 25.389304, 24.247997, 23.700232, 23.078462, 22.239857, 22.054196, 20.827282, 21.234882, 22.038248, 21.390533, 21.592019, 21.106003, 20.420018, 20.005527, 21.008937, 20.781074, 20.719119, 21.716289, 22.27654, 22.407854, 22.602059, 22.706339, 22.882278, 18.757721, 17.63569, 17.676728, 19.175433, 18.961335, 19.017622, 19.058146, 19.278486, 19.623664, 18.898314, 18.528596, 17.965736, 17.08671, 16.732062, 15.329876, 15.587891, 15.600669, 15.824073, 15.590861, 14.667737, 13.31699, 10.345922, 5.197747, 3.301705, 0.427952, 0.0]}, "lang": {"n_am_en": [19, 12, 11, 18, 14, 19, 19, 13, 19, 13, 11, 14, 15, 14, 13, 18, 16, 15, 18, 12, 13, 19, 13, 19, 19, 19, 11, 17, 13, 15, 18, 21, 21, 19, 25, 27, 21, 24, 25, 28, 34, 36, 38, 29, 31, 28, 27, 21, 5, 5], "n_am_pl": [10, 25, 13, 6, 8, 8, 8, 8, 5, 11, 6, 10, 10, 12, 14, 9, 14, 21, 19, 26, 21, 17, 19, 19, 11, 13, 10, 11, 12, 13, 18, 14, 12, 8, 7, 6, 5, 8, 11, 9, 6, 10, 10, 11, 14, 23, 25, 28, 58, 72], "n_pos": 78, "sum_m_en": [7.506114, 3.820334, 3.892138, 3.923555, 4.079078, 4.132477, 4.220358, 4.123163, 4.243377, 4.264028, 4.766183, 5.148799, 5.164325, 5.420133, 5.448356, 4.964343, 4.926154, 4.996465, 4.541059, 4.301959, 4.282851, 4.147737, 4.016655, 3.809971, 9.072022, 8.783967, 7.657385, 7.393964, 7.639579, 7.691771, 7.06101, 7.044954, 7.007762, 7.015717, 8.294316, 8.600815, 10.083001, 10.658009, 11.94644, 17.430316, 18.344406, 20.395607, 22.514042, 20.570749, 24.567509, 22.480078, 21.953456, 17.110906, 6.437806, 5.433949], "sum_m_pl": [29.121546, 36.007942, 35.416099, 36.115828, 35.078145, 34.591708, 33.940246, 34.340753, 35.611718, 36.739114, 35.614576, 35.450016, 35.668437, 34.957839, 34.53658, 36.305048, 36.317204, 36.726908, 37.107107, 37.689831, 37.801096, 37.504433, 37.311901, 37.464657, 29.65464, 29.042617, 29.462392, 31.312738, 31.380679, 31.88896, 33.500055, 34.207135, 34.982498, 32.785654, 32.589698, 32.184001, 29.356779, 28.008534, 26.908892, 23.96825, 23.061434, 23.653246, 22.004675, 22.655289, 21.779058, 26.378086, 25.732585, 28.540307, 55.294949, 70.111248]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 387, "item_id": "llmzszl-18425", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 662, "region_end": 387, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9896}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [89, 58, 57, 65, 58, 36, 56, 56, 49, 52, 55, 59, 69, 56, 49, 42, 57, 51, 52, 45, 43, 38, 35, 35, 61, 67, 52, 63, 64, 62, 58, 68, 56, 57, 53, 59, 72, 55, 61, 65, 72, 75, 70, 66, 70, 69, 71, 70, 67, 67], "n_am_pl": [9, 40, 36, 33, 25, 30, 22, 26, 39, 43, 43, 44, 34, 38, 36, 39, 29, 32, 30, 32, 39, 42, 34, 45, 33, 32, 35, 29, 35, 27, 37, 30, 25, 32, 25, 21, 25, 30, 25, 25, 24, 21, 14, 14, 10, 8, 6, 1, 3, 3], "n_pos": 262, "sum_m_en": [30.699945, 14.575475, 14.3795, 14.685453, 15.213399, 15.909884, 16.192668, 17.485972, 17.782334, 17.790177, 18.158406, 19.035392, 19.614517, 20.571425, 20.786638, 19.81863, 21.277873, 20.532304, 17.228201, 15.168062, 14.110812, 13.13735, 12.639518, 12.221064, 27.403457, 30.713348, 28.563982, 28.392905, 28.56225, 28.81835, 26.766204, 26.829566, 27.573886, 28.397097, 28.543925, 28.422174, 29.587348, 30.289622, 33.312679, 37.709416, 41.1916, 46.456503, 50.835415, 56.360999, 56.796142, 62.436664, 65.358769, 64.639368, 68.359883, 65.254619], "sum_m_pl": [99.646749, 125.967196, 121.625367, 121.568639, 118.315718, 118.44301, 117.438748, 111.682167, 112.908952, 118.036706, 115.467252, 116.216445, 115.903661, 112.421788, 112.085629, 117.561901, 113.124234, 115.384741, 119.49325, 122.777015, 125.272095, 126.812289, 127.342927, 127.484532, 100.99676, 97.074463, 93.428011, 97.12064, 100.712488, 102.385411, 103.112822, 104.901366, 103.079092, 100.037084, 95.976176, 89.129646, 79.813391, 76.547199, 69.543241, 65.351757, 65.352347, 58.966282, 49.072817, 38.101529, 29.540559, 20.858053, 11.928114, 4.787718, 3.167403, 3.025519]}, "digit": {"n_am_en": [9, 5, 8, 6, 0, 1, 5, 9, 7, 5, 6, 3, 5, 4, 3, 1, 5, 3, 4, 3, 2, 2, 2, 4, 6, 10, 5, 9, 7, 9, 3, 4, 6, 4, 5, 9, 7, 7, 3, 2, 3, 4, 2, 6, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 3, 4, 4, 5, 0, 1, 1, 3, 3, 4, 6, 2, 1, 1, 1, 2, 3, 3, 1, 2, 2, 1, 2, 3, 3, 7, 4, 5, 2, 9, 5, 4, 4, 4, 2, 2, 3, 3, 3, 3, 3, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [5.078889, 1.721747, 1.704695, 1.799381, 1.752801, 2.07849, 1.98511, 2.325827, 2.179531, 2.293379, 2.269504, 2.29759, 2.37493, 2.589138, 2.640758, 2.641481, 2.930221, 2.879515, 2.410244, 2.129564, 2.007078, 1.841551, 1.770163, 1.72599, 3.200075, 4.055792, 3.799558, 3.78015, 3.739, 3.506585, 3.175491, 3.396996, 3.335279, 3.463147, 3.426655, 3.707027, 3.840126, 3.327626, 3.394254, 2.769471, 3.202455, 3.371296, 2.767355, 5.751335, 4.081534, 2.854055, 0.519549, 0.116619, 0.021521, 0.0], "sum_m_pl": [13.998986, 19.268403, 17.939095, 17.890276, 17.767068, 17.188096, 17.268113, 16.565027, 16.887086, 17.642688, 17.080353, 17.012186, 16.522597, 15.621511, 15.25019, 15.722479, 15.264371, 15.597367, 16.30537, 16.70741, 17.383714, 17.723288, 17.975531, 18.097698, 13.925332, 13.06672, 12.976228, 14.075741, 14.465086, 14.516331, 14.408923, 14.773317, 14.121482, 14.015616, 13.450752, 12.342053, 11.165171, 10.685796, 9.348666, 9.304753, 9.644011, 10.420623, 9.285741, 6.942506, 6.13428, 4.030598, 1.956541, 0.36056, 0.049004, 0.0]}, "lang": {"n_am_en": [27, 22, 24, 19, 19, 9, 15, 22, 22, 18, 21, 22, 22, 18, 14, 13, 16, 17, 16, 15, 14, 16, 15, 14, 26, 26, 24, 26, 24, 24, 29, 24, 18, 26, 26, 27, 32, 29, 34, 40, 42, 42, 44, 43, 45, 45, 55, 60, 62, 67], "n_am_pl": [2, 6, 7, 6, 4, 11, 7, 7, 11, 13, 11, 14, 11, 12, 14, 15, 12, 12, 13, 11, 12, 12, 11, 17, 11, 9, 9, 7, 8, 6, 7, 5, 5, 4, 5, 7, 4, 5, 6, 5, 7, 7, 6, 5, 6, 7, 6, 1, 3, 3], "n_pos": 70, "sum_m_en": [8.420302, 4.767725, 4.391774, 4.05272, 4.257225, 4.335199, 4.643908, 5.080861, 5.552292, 5.39491, 5.402854, 5.68354, 5.868245, 6.025655, 5.673946, 5.235011, 5.675689, 5.841452, 4.938821, 4.262717, 3.967309, 3.721003, 3.5819, 3.427098, 10.213654, 10.965034, 10.220622, 10.4539, 10.366784, 10.316529, 9.638336, 9.249228, 9.577504, 10.110362, 10.702012, 11.171087, 12.285778, 14.375986, 16.191021, 20.006068, 21.991438, 26.82997, 30.561077, 31.552398, 34.464191, 40.74501, 50.057816, 53.501751, 61.815285, 64.507854], "sum_m_pl": [24.744415, 31.182294, 31.045204, 31.722935, 30.963256, 31.348782, 31.36622, 30.120817, 30.104792, 31.333791, 30.602309, 31.528895, 31.641815, 30.963592, 31.489319, 33.182594, 31.705837, 32.04488, 32.947876, 33.545116, 33.928357, 34.171994, 34.172518, 34.178038, 27.85401, 26.777091, 25.682617, 25.865339, 26.590664, 27.041177, 27.960539, 27.905609, 27.553071, 27.044732, 26.143615, 25.086967, 22.418252, 21.160335, 19.791419, 18.077417, 17.42178, 16.152874, 13.122811, 12.032647, 9.904954, 9.220883, 7.09225, 2.664562, 2.957297, 2.99409]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 264, "item_id": "llmzszl-18426", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 715, "region_end": 262, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 0.9962}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [100, 78, 97, 93, 75, 75, 88, 84, 82, 80, 105, 110, 99, 76, 83, 75, 89, 75, 59, 59, 56, 59, 52, 67, 88, 87, 92, 92, 82, 92, 75, 81, 84, 78, 80, 76, 88, 87, 86, 86, 84, 86, 92, 86, 85, 70, 52, 30, 10, 9], "n_am_pl": [14, 90, 79, 75, 56, 78, 69, 64, 56, 68, 61, 83, 89, 85, 84, 63, 56, 67, 84, 87, 103, 116, 118, 116, 71, 71, 64, 63, 84, 86, 85, 73, 78, 65, 72, 67, 64, 58, 60, 61, 56, 71, 51, 47, 50, 77, 82, 76, 132, 132], "n_pos": 417, "sum_m_en": [37.279089, 20.070404, 21.742623, 22.95547, 22.891864, 23.383159, 24.748252, 26.328027, 27.110308, 27.012818, 28.676609, 28.962895, 30.241217, 30.342402, 29.914838, 27.863985, 27.578768, 26.590471, 23.678921, 21.828802, 20.358243, 19.40157, 18.929063, 18.229229, 35.73063, 36.339864, 38.30072, 37.613711, 38.814162, 38.25452, 36.994562, 36.35153, 37.158455, 36.104425, 38.289844, 37.473347, 39.930041, 40.107218, 42.69331, 50.038113, 51.472719, 54.933892, 57.362629, 61.978227, 65.542939, 59.679957, 43.915279, 31.488713, 11.977636, 9.153911], "sum_m_pl": [155.894304, 203.636678, 197.925273, 194.710618, 191.574688, 189.987437, 190.892714, 183.418187, 181.632646, 188.603305, 186.558158, 187.550493, 189.503801, 187.141961, 189.969206, 194.937476, 191.520609, 197.436256, 205.047222, 207.970608, 209.54495, 210.240231, 209.543916, 209.256629, 173.700482, 172.202308, 164.3309, 171.774248, 177.558959, 176.620904, 179.516839, 179.132165, 178.959623, 169.91909, 169.128139, 160.335838, 149.109301, 145.349611, 137.52659, 132.036515, 128.645066, 126.322322, 115.487387, 97.988902, 85.433097, 96.802901, 94.63828, 90.658595, 125.122602, 132.359168]}, "digit": {"n_am_en": [1, 9, 8, 13, 8, 8, 5, 6, 4, 8, 9, 8, 4, 6, 6, 4, 3, 4, 4, 5, 4, 3, 3, 5, 6, 4, 6, 7, 7, 9, 8, 7, 5, 2, 4, 4, 6, 2, 3, 2, 3, 5, 4, 3, 4, 2, 1, 1, 0, 0], "n_am_pl": [0, 3, 2, 1, 2, 1, 2, 5, 5, 3, 0, 5, 6, 5, 2, 2, 4, 4, 6, 3, 4, 3, 2, 2, 3, 6, 6, 3, 5, 4, 3, 4, 4, 3, 2, 2, 2, 2, 6, 2, 2, 2, 3, 2, 1, 3, 0, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.357093, 1.315608, 1.38346, 1.495201, 1.494514, 1.685991, 1.678744, 1.953573, 1.850172, 1.8202, 1.982928, 1.859305, 2.043752, 2.164816, 2.075621, 1.963819, 1.975599, 1.930621, 1.634465, 1.474721, 1.390867, 1.297151, 1.243695, 1.204645, 2.016131, 2.220698, 2.47645, 2.395034, 2.594863, 2.388173, 2.400977, 2.291836, 2.215626, 2.142693, 2.168543, 2.188684, 2.176566, 2.066062, 2.027047, 2.153307, 2.336937, 3.456309, 3.265909, 4.239626, 3.268161, 2.227267, 1.146099, 0.475585, 0.076413, 1e-06], "sum_m_pl": [11.008429, 14.851279, 14.05197, 13.765904, 13.512625, 12.853219, 12.974509, 11.93306, 11.916201, 12.38394, 12.13206, 12.729369, 12.445927, 12.202382, 12.249572, 12.732597, 12.265584, 12.652941, 13.385283, 13.647866, 13.688605, 13.84632, 13.887802, 13.971343, 11.566469, 11.304732, 10.666524, 11.242148, 11.377029, 11.739272, 11.719744, 11.736665, 11.920658, 11.505123, 11.102239, 10.685293, 10.324895, 10.085901, 8.682276, 8.917829, 9.231372, 9.165071, 8.910056, 7.37562, 6.195108, 5.743299, 3.330815, 1.923095, 0.36573, 1e-06]}, "lang": {"n_am_en": [29, 26, 34, 34, 22, 32, 26, 29, 34, 29, 39, 38, 40, 25, 28, 25, 31, 33, 22, 27, 24, 23, 18, 28, 39, 40, 33, 33, 28, 30, 25, 34, 29, 26, 26, 32, 31, 36, 38, 36, 38, 37, 38, 44, 48, 45, 37, 21, 9, 9], "n_am_pl": [5, 31, 35, 26, 21, 16, 25, 24, 20, 23, 20, 24, 30, 32, 32, 29, 18, 26, 38, 40, 44, 49, 49, 40, 28, 28, 22, 29, 39, 35, 41, 33, 31, 32, 34, 30, 30, 35, 29, 36, 29, 44, 31, 36, 38, 57, 66, 64, 126, 132], "n_pos": 143, "sum_m_en": [12.983336, 6.689829, 7.199778, 7.709586, 7.654471, 8.111082, 8.647038, 9.00129, 9.422652, 9.407008, 10.428886, 10.568776, 10.547921, 10.323653, 9.94186, 9.327868, 9.244859, 8.921192, 8.053277, 7.469073, 7.002914, 6.698624, 6.522261, 6.268643, 12.672715, 13.042523, 12.80416, 12.334042, 13.252519, 13.480461, 12.850524, 12.893232, 13.364789, 13.087994, 13.01566, 13.398548, 14.790058, 15.901659, 18.420798, 20.077512, 21.449344, 24.831967, 26.54909, 30.094974, 38.684777, 37.348087, 28.014964, 19.4038, 9.947992, 9.094317], "sum_m_pl": [49.639429, 67.476669, 65.889548, 64.987476, 64.349632, 63.370496, 64.602775, 62.574882, 62.102366, 64.857314, 63.712885, 63.895501, 64.457238, 64.240705, 66.044132, 67.846464, 66.762715, 69.148678, 71.516586, 72.2283, 72.507783, 72.584851, 72.14894, 72.033169, 63.07778, 63.015537, 61.052819, 63.291297, 64.999611, 64.208594, 65.526586, 65.170654, 65.148211, 63.354723, 63.738309, 63.411942, 59.574581, 59.191499, 56.87419, 55.194884, 54.236553, 54.914223, 50.339197, 46.130755, 45.740062, 57.751498, 67.982745, 69.060487, 116.184368, 130.491805]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 992, "item_id": "llmzszl-18426", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 646, "region_end": 417, "roundtrip_ok": true, "tf_agree": 0.9919, "tf_agree_excl_first": 0.9929}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [66, 62, 50, 34, 47, 47, 46, 44, 40, 45, 53, 44, 39, 40, 54, 37, 37, 32, 32, 38, 42, 39, 46, 50, 47, 61, 48, 45, 40, 40, 38, 42, 44, 46, 53, 57, 62, 63, 69, 73, 78, 74, 77, 87, 80, 79, 86, 82, 105, 106], "n_am_pl": [9, 20, 18, 26, 22, 32, 26, 38, 32, 28, 21, 28, 27, 19, 23, 17, 26, 26, 35, 22, 26, 23, 26, 29, 28, 24, 21, 26, 23, 23, 26, 27, 32, 25, 24, 24, 23, 21, 20, 16, 13, 19, 13, 13, 8, 8, 9, 10, 4, 3], "n_pos": 196, "sum_m_en": [23.072921, 12.404418, 12.027543, 11.806501, 11.409094, 12.283766, 11.63169, 12.086684, 12.529274, 12.988013, 13.331096, 14.023755, 14.041071, 14.104281, 14.221986, 13.862796, 13.533035, 12.971263, 12.155426, 11.152002, 11.319946, 9.89823, 9.747474, 9.664213, 30.848538, 23.684751, 20.49808, 19.270847, 18.332087, 20.252013, 19.425724, 18.856669, 19.645987, 19.985992, 22.110795, 23.161137, 27.232849, 29.79141, 34.383827, 39.324721, 46.258305, 52.058753, 55.237977, 68.043104, 66.970739, 69.926357, 75.245746, 77.91934, 101.538353, 104.919983], "sum_m_pl": [68.347603, 90.285397, 88.265349, 87.363497, 87.683142, 84.958227, 86.05851, 84.308775, 80.584251, 83.43805, 82.391646, 82.708177, 82.08585, 81.006602, 85.856821, 85.945066, 86.103958, 84.859664, 87.201731, 90.118525, 88.762308, 90.385293, 91.624324, 93.336919, 61.359325, 65.00182, 63.985235, 70.597654, 71.571588, 72.865202, 72.862368, 73.919275, 76.298435, 73.612907, 72.799833, 67.805737, 61.571808, 59.1561, 52.521279, 49.206505, 44.389555, 41.244205, 34.283889, 28.380454, 20.963409, 18.11209, 13.705345, 11.917184, 3.995835, 3.322509]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [37, 35, 25, 19, 28, 28, 27, 19, 26, 26, 35, 28, 25, 24, 36, 22, 21, 17, 18, 25, 27, 23, 29, 31, 29, 41, 35, 32, 24, 26, 24, 27, 31, 31, 35, 33, 36, 41, 49, 52, 52, 49, 52, 62, 59, 59, 70, 71, 100, 106], "n_am_pl": [8, 10, 12, 16, 13, 22, 19, 30, 24, 19, 8, 16, 18, 15, 14, 10, 13, 15, 19, 12, 18, 12, 12, 14, 15, 14, 9, 15, 10, 14, 17, 14, 15, 12, 13, 15, 15, 15, 12, 10, 9, 13, 7, 6, 5, 5, 7, 6, 4, 3], "n_pos": 109, "sum_m_en": [12.49985, 6.96044, 6.714771, 6.730214, 6.452152, 7.003392, 6.678189, 6.929787, 7.297866, 7.456407, 7.742904, 8.229475, 8.344008, 8.276073, 8.166169, 7.867777, 7.687517, 7.365053, 6.966739, 6.404531, 6.534915, 5.697895, 5.576076, 5.680085, 18.953903, 15.357999, 13.277084, 12.563817, 11.666405, 12.619549, 12.157306, 11.874896, 12.170837, 12.084823, 13.5615, 13.811623, 16.373858, 18.276531, 22.038346, 26.845795, 29.246304, 35.808312, 38.20965, 49.778675, 52.145052, 55.713659, 61.604701, 66.775, 97.076474, 102.465476], "sum_m_pl": [38.797295, 50.323179, 49.21961, 48.487469, 49.039863, 47.611139, 47.664579, 46.545485, 44.85538, 46.473627, 46.206662, 46.23695, 45.967015, 45.07637, 47.935759, 48.344239, 48.109414, 47.820831, 48.523724, 49.811672, 48.716611, 49.867981, 50.603494, 51.59555, 35.600613, 37.7971, 37.581439, 41.32178, 41.277714, 41.168426, 41.397136, 41.878053, 43.072552, 42.337664, 41.406389, 39.413276, 36.584944, 35.365792, 31.246697, 29.655031, 26.984894, 25.030216, 20.075709, 15.498079, 12.883831, 11.571557, 9.046242, 6.199566, 3.430344, 3.146547]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 198, "item_id": "llmzszl-18431", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 697, "region_end": 196, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.9898}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [83, 47, 41, 33, 37, 25, 31, 29, 23, 39, 50, 44, 53, 27, 27, 33, 29, 23, 28, 31, 37, 32, 34, 36, 40, 41, 39, 43, 39, 38, 40, 36, 40, 45, 42, 45, 52, 55, 53, 43, 47, 51, 51, 60, 49, 40, 31, 15, 7, 1], "n_am_pl": [20, 42, 50, 31, 27, 28, 30, 38, 37, 29, 26, 24, 28, 40, 44, 37, 43, 53, 56, 46, 47, 48, 53, 50, 36, 36, 31, 43, 30, 47, 48, 55, 59, 51, 57, 49, 40, 37, 30, 37, 35, 41, 31, 26, 36, 56, 63, 71, 126, 140], "n_pos": 219, "sum_m_en": [21.661488, 10.912925, 10.971642, 12.202089, 11.818929, 12.305135, 12.402181, 12.239447, 12.281826, 13.072077, 13.601619, 14.172035, 14.334785, 14.446498, 13.897392, 13.548879, 13.649286, 12.691961, 11.828524, 11.187695, 11.813107, 10.351215, 10.167182, 9.67987, 21.157034, 19.148557, 18.762741, 18.234443, 17.714082, 19.341444, 19.03078, 18.76118, 18.501486, 19.251096, 19.849381, 19.011347, 20.855206, 23.168585, 24.107628, 25.661332, 30.764828, 35.156269, 38.383021, 44.648113, 41.849754, 39.238809, 30.030764, 17.074375, 7.390756, 0.602277], "sum_m_pl": [81.104505, 101.659203, 99.563553, 97.43968, 96.514918, 93.91831, 96.045799, 93.831879, 90.668641, 95.326736, 94.609512, 96.151378, 98.40751, 96.470262, 102.080387, 102.697075, 102.160455, 101.893298, 105.273723, 107.014726, 104.889662, 106.299608, 107.052417, 109.266165, 80.850171, 82.344377, 80.062662, 89.34582, 91.806301, 93.555728, 94.5999, 95.625902, 97.092209, 91.529689, 92.203314, 88.179804, 88.754776, 83.737547, 76.605613, 73.815758, 69.67192, 66.831204, 56.641591, 50.380152, 51.07754, 56.790967, 64.797727, 69.013892, 115.784479, 138.640547]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [50, 30, 26, 27, 27, 16, 26, 25, 17, 29, 36, 34, 41, 20, 18, 23, 23, 18, 26, 25, 28, 21, 24, 30, 33, 33, 34, 36, 33, 31, 33, 27, 32, 36, 36, 35, 43, 48, 45, 41, 43, 48, 49, 54, 43, 37, 29, 14, 5, 1], "n_am_pl": [9, 26, 33, 20, 14, 16, 10, 19, 21, 15, 15, 10, 15, 24, 26, 23, 25, 36, 37, 30, 30, 27, 33, 32, 20, 23, 16, 26, 17, 28, 29, 38, 34, 32, 41, 35, 28, 26, 20, 22, 20, 24, 17, 18, 28, 49, 59, 70, 125, 138], "n_pos": 139, "sum_m_en": [13.718001, 6.925581, 6.843513, 7.900334, 7.591825, 7.782362, 8.141399, 8.002016, 7.99985, 8.491431, 9.048052, 9.278679, 9.390541, 9.29519, 8.87365, 8.509698, 8.661521, 8.124125, 7.699754, 7.267281, 7.821307, 6.722107, 6.605896, 6.382095, 16.006387, 14.300015, 13.718481, 12.953052, 12.509795, 13.485415, 13.062464, 12.920335, 12.599947, 13.283645, 13.802699, 13.386735, 15.067607, 17.662526, 18.867532, 20.960042, 26.181229, 30.974535, 34.290992, 40.505974, 37.420059, 35.703406, 26.563373, 14.766206, 5.405726, 0.600887], "sum_m_pl": [49.970484, 63.901727, 63.549952, 62.122679, 61.675188, 59.989291, 61.081575, 59.757581, 58.204476, 61.619105, 61.28728, 62.483825, 64.457528, 63.402138, 66.487542, 66.744128, 66.219207, 66.198956, 67.711476, 68.592437, 66.873449, 67.772441, 68.387752, 69.409424, 52.677916, 54.393302, 53.648462, 59.243516, 60.252738, 60.872277, 61.689622, 62.463203, 64.121811, 62.32165, 62.440727, 61.016435, 61.637799, 57.699212, 51.561509, 48.397011, 46.337122, 44.140567, 38.038114, 34.975063, 38.777784, 45.840961, 57.193925, 64.306826, 112.022592, 136.701655]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 221, "item_id": "llmzszl-18431", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 628, "region_end": 219, "roundtrip_ok": true, "tf_agree": 0.9729, "tf_agree_excl_first": 0.9773}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [80, 59, 51, 54, 52, 59, 60, 61, 60, 50, 73, 68, 65, 67, 52, 54, 65, 60, 63, 59, 53, 51, 52, 40, 87, 84, 85, 77, 79, 71, 88, 56, 55, 68, 65, 66, 61, 76, 91, 100, 97, 96, 98, 94, 90, 96, 90, 111, 125, 123], "n_am_pl": [4, 25, 41, 58, 45, 48, 31, 38, 36, 30, 28, 37, 35, 44, 39, 31, 32, 28, 32, 40, 37, 45, 52, 57, 28, 27, 26, 24, 32, 29, 31, 33, 38, 22, 28, 21, 22, 19, 14, 7, 10, 7, 7, 6, 2, 2, 1, 0, 0, 0], "n_pos": 259, "sum_m_en": [29.990541, 14.543781, 14.760673, 13.831891, 14.750454, 15.225587, 15.522499, 16.023747, 16.384748, 17.534928, 18.919989, 19.841747, 20.973418, 21.012718, 20.724482, 19.58189, 19.291716, 18.830669, 16.75207, 15.388341, 13.78301, 12.902343, 12.424425, 12.099718, 29.158853, 30.337154, 28.71329, 28.525837, 27.916285, 29.054219, 28.223636, 26.364694, 26.367357, 26.731435, 28.886448, 30.529255, 32.233844, 38.775739, 45.08052, 53.13741, 55.178753, 56.292653, 66.64748, 72.953616, 76.263628, 84.407083, 85.678578, 104.12894, 120.94453, 123.583986], "sum_m_pl": [88.789651, 124.555207, 120.685108, 120.69169, 115.134884, 114.754327, 114.583323, 111.854808, 110.35702, 111.522937, 110.153038, 110.022742, 110.962716, 108.286766, 110.340162, 112.35316, 113.802647, 114.165502, 116.440634, 120.098557, 122.940751, 124.997287, 125.783276, 125.980647, 98.049858, 95.666582, 95.22094, 99.483076, 103.92594, 101.629951, 104.256322, 102.511963, 102.829049, 97.746908, 94.891785, 89.368041, 81.533721, 73.943208, 68.038127, 61.753212, 56.495832, 50.291903, 43.526444, 36.566259, 26.462523, 19.456376, 8.26931, 4.622276, 1.2727, 0.002744]}, "digit": {"n_am_en": [1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 2, 4, 1, 2, 2, 1, 4, 5, 5, 2, 5, 1, 3, 2, 1, 1, 2, 0, 0, 1, 4, 3, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 1, 2, 0, 0, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.012501, 0.39139, 0.394802, 0.386954, 0.402417, 0.464247, 0.441523, 0.435859, 0.472047, 0.496301, 0.548452, 0.562225, 0.61328, 0.550827, 0.490165, 0.521099, 0.568759, 0.543125, 0.499946, 0.51925, 0.455573, 0.44532, 0.42405, 0.411315, 0.987815, 1.108874, 1.013522, 0.813383, 0.759165, 0.854176, 0.920151, 0.862097, 0.772677, 0.905519, 0.87417, 0.859346, 0.817363, 0.914252, 1.314495, 1.424957, 1.025335, 0.664389, 0.599195, 1.594247, 0.317874, 0.286569, 0.206301, 0.013556, 0.000386, 0.0], "sum_m_pl": [3.018639, 4.872877, 4.591954, 4.294021, 3.845331, 3.541526, 3.535754, 3.520833, 3.431551, 3.473262, 3.604557, 3.527105, 3.628875, 3.321265, 3.377185, 3.535213, 3.534469, 3.570069, 3.852647, 3.919479, 4.066431, 4.222732, 4.247742, 4.238459, 3.424235, 3.415834, 3.321937, 3.633922, 3.610898, 3.561235, 3.5103, 3.509082, 3.471422, 3.256395, 3.125823, 2.995233, 2.845484, 2.547689, 2.426837, 1.972886, 1.812681, 2.102426, 1.79639, 0.983754, 0.730858, 0.843466, 0.209328, 0.022205, 0.001115, 0.0]}, "lang": {"n_am_en": [37, 24, 22, 21, 23, 32, 31, 32, 32, 33, 42, 34, 35, 29, 28, 29, 37, 39, 40, 33, 30, 27, 28, 25, 49, 46, 46, 44, 45, 42, 46, 25, 28, 35, 29, 41, 37, 40, 50, 53, 58, 64, 66, 67, 67, 69, 70, 90, 116, 122], "n_am_pl": [2, 13, 25, 27, 22, 24, 12, 20, 13, 12, 12, 17, 15, 22, 28, 16, 20, 14, 16, 19, 19, 25, 25, 28, 15, 12, 11, 13, 16, 14, 13, 14, 18, 9, 18, 14, 12, 10, 4, 4, 6, 3, 5, 2, 1, 1, 1, 0, 0, 0], "n_pos": 124, "sum_m_en": [14.334181, 6.88735, 6.925069, 6.466938, 6.849022, 7.115999, 7.369129, 7.539068, 7.619549, 8.543478, 9.356009, 9.790773, 10.417214, 10.492623, 10.252098, 9.644192, 9.509539, 9.354722, 8.181844, 7.679489, 6.711328, 6.238697, 5.99795, 5.827966, 15.697564, 15.667785, 14.915143, 15.151177, 14.868805, 15.226888, 14.686439, 13.526794, 13.753416, 14.052597, 14.637955, 16.064522, 17.357423, 21.959771, 26.039319, 30.610369, 33.666216, 35.324937, 44.294707, 48.282034, 54.214776, 59.767468, 65.892249, 81.610846, 112.038177, 121.016134], "sum_m_pl": [41.588028, 59.757765, 58.138913, 58.382912, 56.018825, 55.801936, 56.070029, 55.054667, 54.089265, 54.272454, 53.45574, 53.620644, 53.787174, 52.402041, 53.881531, 54.583537, 55.36199, 55.560161, 56.402381, 57.630177, 59.099402, 60.145662, 60.52637, 60.618916, 46.931871, 46.449426, 46.341213, 48.252748, 50.894482, 49.197826, 50.494953, 49.683116, 50.03019, 48.540031, 47.230441, 44.715371, 40.987889, 36.936142, 32.833286, 30.151028, 27.648137, 26.398487, 21.847367, 17.432292, 13.089219, 10.050357, 5.668288, 1.938083, 0.206464, 0.002448]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 261, "item_id": "llmzszl-18432", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 714, "region_end": 259, "roundtrip_ok": true, "tf_agree": 0.9847, "tf_agree_excl_first": 0.9885}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [148, 120, 139, 143, 128, 116, 106, 119, 120, 112, 135, 139, 174, 148, 135, 142, 132, 109, 118, 93, 92, 99, 104, 94, 171, 175, 151, 157, 174, 180, 186, 177, 170, 151, 143, 144, 128, 135, 121, 146, 132, 124, 138, 122, 99, 89, 56, 39, 23, 19], "n_am_pl": [33, 125, 92, 108, 102, 105, 109, 116, 110, 102, 72, 71, 77, 81, 78, 49, 62, 54, 87, 87, 97, 94, 110, 125, 51, 58, 66, 78, 71, 84, 69, 64, 54, 49, 70, 45, 48, 41, 44, 43, 38, 45, 31, 36, 42, 49, 53, 68, 91, 100], "n_pos": 544, "sum_m_en": [49.643154, 27.303053, 30.512502, 30.830055, 31.664664, 33.181757, 32.71257, 33.201364, 33.636196, 36.691847, 36.461968, 38.460691, 41.129509, 43.471876, 43.989193, 40.332601, 39.196907, 39.292205, 35.230681, 32.944337, 29.54801, 28.516977, 27.229733, 26.345333, 57.536944, 65.121001, 65.688382, 67.10566, 66.86705, 67.776004, 66.790769, 62.392258, 60.495671, 58.194579, 60.648238, 61.665494, 63.417355, 73.75917, 76.418658, 82.495652, 79.706931, 78.788401, 84.279261, 95.239354, 78.504993, 70.410346, 52.202326, 43.417203, 27.122049, 19.093455], "sum_m_pl": [208.749776, 269.917923, 259.914561, 259.935575, 254.997166, 253.730644, 257.458711, 254.258678, 250.853558, 249.379448, 245.069251, 243.434879, 245.094345, 240.149995, 240.326762, 245.674079, 244.470002, 243.857984, 252.236831, 258.461094, 263.278612, 264.361733, 265.731794, 266.148329, 213.265969, 208.70008, 202.532549, 214.179032, 221.740601, 220.644981, 221.886781, 220.94094, 222.934341, 212.370818, 208.156602, 197.456165, 178.594413, 168.6257, 161.84545, 158.845948, 148.440473, 148.589017, 142.189779, 119.405884, 93.278314, 89.553857, 77.623143, 71.421562, 84.849952, 99.560101]}, "digit": {"n_am_en": [0, 1, 3, 2, 7, 5, 4, 4, 5, 1, 3, 6, 10, 7, 6, 5, 5, 2, 4, 3, 2, 3, 4, 2, 4, 7, 9, 10, 11, 9, 7, 8, 5, 7, 8, 8, 5, 4, 5, 5, 4, 2, 2, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 0, 3, 3, 6, 0, 3, 3, 0, 2, 1, 3, 2, 2, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 0, 4, 4, 4, 4, 4, 4, 3, 4, 2, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.312765, 0.811081, 0.841934, 0.83714, 0.831966, 0.905849, 0.890218, 0.909241, 0.922998, 0.983867, 1.015177, 1.084584, 1.197466, 1.214159, 1.210076, 1.230843, 1.302821, 1.28941, 1.231556, 1.238819, 1.090242, 0.97365, 0.92206, 0.884153, 1.919639, 2.239693, 2.342253, 2.614436, 2.708206, 2.7152, 2.759078, 2.547433, 2.335208, 2.132689, 2.219215, 2.320751, 2.296391, 2.653967, 2.690025, 3.048192, 2.876476, 1.872776, 1.768261, 1.744332, 1.210706, 0.873218, 0.286781, 0.058432, 0.000878, 0.0], "sum_m_pl": [6.660466, 9.502216, 9.007204, 8.99941, 8.915615, 8.683941, 8.790294, 8.780667, 8.945533, 8.922481, 8.702266, 8.652055, 8.69266, 8.429471, 8.170495, 8.174783, 7.887028, 7.721302, 7.984523, 8.162554, 8.470284, 8.656987, 8.716597, 8.753855, 6.907299, 6.623634, 6.614199, 6.791499, 6.904792, 6.775415, 6.643142, 6.850548, 7.061239, 7.251825, 6.906224, 6.460714, 6.213283, 5.767384, 5.710437, 5.548597, 5.49558, 5.882934, 5.758521, 5.075638, 3.412546, 2.48522, 0.863708, 0.210786, 0.003712, 0.0]}, "lang": {"n_am_en": [34, 19, 15, 17, 19, 24, 30, 28, 32, 27, 26, 29, 35, 32, 36, 35, 36, 30, 28, 20, 21, 23, 24, 22, 42, 44, 39, 45, 38, 38, 37, 45, 40, 35, 43, 40, 38, 39, 34, 51, 42, 39, 42, 45, 43, 42, 28, 27, 19, 19], "n_am_pl": [8, 28, 25, 19, 15, 20, 17, 13, 14, 16, 17, 18, 13, 21, 17, 14, 15, 15, 28, 26, 29, 25, 28, 33, 11, 11, 12, 17, 20, 21, 19, 18, 22, 16, 20, 18, 8, 9, 16, 11, 11, 19, 15, 18, 29, 34, 39, 52, 90, 100], "n_pos": 120, "sum_m_en": [10.498188, 5.888429, 6.536898, 6.672879, 6.733838, 7.138289, 7.353789, 7.04728, 6.997291, 7.390998, 7.629719, 8.396271, 8.864296, 9.538167, 9.654878, 8.726304, 8.490608, 8.33033, 7.47779, 7.084566, 6.457168, 6.820997, 6.284086, 6.106128, 13.689631, 13.905165, 14.914876, 15.0322, 14.062054, 14.436523, 13.647208, 13.665962, 13.554759, 12.987126, 14.083176, 14.102125, 14.434201, 17.343609, 18.532089, 23.21279, 22.450524, 23.594514, 25.549722, 32.029422, 31.297038, 28.67962, 21.286494, 23.713689, 20.78817, 19.003681], "sum_m_pl": [46.206681, 56.351633, 55.104287, 55.133905, 54.840383, 55.057964, 56.495588, 56.516259, 55.819837, 55.561033, 54.131791, 53.520273, 54.149452, 53.099949, 53.611124, 55.301943, 54.736749, 54.730126, 56.20265, 57.247153, 57.695039, 57.552213, 57.928373, 58.119154, 47.386908, 47.371233, 45.547128, 48.744795, 49.995091, 49.198969, 51.368749, 50.979922, 51.301743, 49.107453, 48.014895, 47.591487, 45.839206, 43.606565, 42.187865, 41.928929, 41.236511, 42.114611, 41.214845, 35.849022, 36.148849, 39.951328, 43.486747, 48.259891, 79.47096, 98.422662]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 546, "item_id": "llmzszl-18432", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 645, "region_end": 544, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9908}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [49, 36, 36, 31, 35, 29, 29, 35, 35, 31, 39, 30, 22, 25, 35, 39, 35, 36, 35, 29, 26, 30, 23, 18, 32, 31, 20, 25, 35, 31, 25, 24, 23, 20, 23, 24, 33, 42, 40, 50, 46, 42, 51, 49, 51, 56, 49, 44, 39, 40], "n_am_pl": [3, 32, 27, 22, 13, 18, 18, 13, 16, 15, 17, 19, 20, 26, 20, 9, 8, 11, 13, 16, 15, 12, 13, 18, 8, 8, 13, 13, 14, 15, 8, 13, 12, 7, 11, 14, 19, 12, 16, 21, 21, 25, 18, 15, 17, 21, 17, 12, 6, 1], "n_pos": 155, "sum_m_en": [17.008733, 8.803566, 8.531895, 9.164885, 10.022718, 9.942047, 10.165508, 11.554801, 11.319498, 10.821734, 11.324569, 11.021857, 11.746918, 12.843862, 12.722231, 11.637495, 12.175717, 11.263235, 9.862471, 9.016278, 8.40941, 7.868277, 7.598016, 7.406337, 16.750326, 18.287372, 16.728215, 16.16857, 16.962565, 15.751444, 14.928432, 14.770807, 14.600239, 13.387474, 15.129514, 15.291525, 17.340273, 18.543984, 20.647709, 26.27647, 29.170506, 31.858776, 34.1599, 40.806856, 46.740494, 50.422891, 46.129927, 44.875572, 40.50462, 38.696515], "sum_m_pl": [60.713665, 74.993315, 73.151925, 71.921345, 68.300429, 68.823618, 67.70506, 63.807178, 63.920385, 66.556958, 64.262343, 65.34892, 66.711466, 65.213523, 66.005942, 68.736585, 67.422653, 68.346029, 70.897231, 72.090148, 72.533391, 73.747389, 73.874448, 74.041792, 56.359627, 53.601802, 53.084741, 56.382507, 56.655148, 58.107328, 58.496274, 57.940631, 57.667613, 56.673294, 54.368138, 51.701743, 47.962351, 45.266113, 41.548637, 41.58888, 42.849214, 37.189447, 33.822092, 26.994635, 25.173979, 24.131163, 16.959247, 12.701607, 6.596195, 1.161687]}, "digit": {"n_am_en": [9, 15, 12, 6, 6, 5, 4, 7, 8, 9, 11, 10, 6, 2, 7, 7, 5, 8, 7, 6, 4, 4, 3, 3, 7, 9, 3, 8, 10, 7, 4, 5, 5, 3, 5, 7, 8, 10, 8, 11, 11, 10, 14, 11, 10, 8, 6, 3, 0, 0], "n_am_pl": [0, 7, 6, 6, 2, 4, 6, 5, 7, 7, 7, 7, 9, 8, 2, 4, 3, 5, 3, 2, 5, 5, 4, 4, 2, 2, 2, 1, 2, 3, 1, 2, 5, 1, 3, 7, 5, 4, 7, 8, 10, 12, 7, 7, 8, 8, 5, 4, 2, 0], "n_pos": 43, "sum_m_en": [4.125523, 2.093363, 2.194991, 2.218846, 2.273575, 2.330956, 2.24299, 2.653146, 2.512166, 2.387575, 2.572343, 2.511777, 2.605188, 2.808613, 2.730938, 2.650372, 2.71639, 2.747087, 2.460074, 2.29919, 2.170416, 2.047938, 1.997508, 1.96129, 4.041601, 4.793751, 3.860824, 3.857727, 4.076802, 3.556816, 3.565872, 3.492854, 3.104317, 2.799071, 2.959046, 3.237597, 3.276103, 3.464238, 4.17298, 5.370968, 5.894594, 6.394406, 5.838872, 8.499351, 9.118286, 8.079009, 6.022596, 3.71632, 0.557197, 3e-06], "sum_m_pl": [18.676816, 22.242492, 21.105313, 20.685969, 19.696803, 19.468108, 19.468416, 18.606755, 18.721829, 19.303988, 18.896473, 19.115612, 18.961429, 18.734056, 18.591124, 19.199633, 18.774486, 18.828363, 19.216348, 19.522423, 19.588314, 20.045268, 20.15192, 20.327949, 15.388458, 14.403144, 14.673516, 15.500264, 15.583852, 16.15628, 15.853791, 16.042008, 16.144955, 16.346077, 16.255761, 16.060719, 16.015345, 15.324345, 13.987213, 14.393611, 15.110628, 14.776554, 13.945959, 11.739525, 10.882349, 9.307066, 5.998781, 5.079678, 2.407027, 0.000126]}, "lang": {"n_am_en": [16, 9, 13, 11, 13, 10, 12, 13, 14, 9, 12, 10, 8, 10, 13, 16, 15, 15, 16, 9, 11, 13, 7, 8, 14, 10, 10, 10, 12, 12, 13, 7, 11, 8, 10, 12, 19, 23, 24, 26, 22, 21, 25, 22, 23, 27, 30, 33, 38, 39], "n_am_pl": [0, 9, 8, 6, 6, 3, 4, 2, 2, 5, 5, 7, 6, 6, 4, 1, 1, 1, 1, 5, 3, 1, 2, 5, 2, 2, 0, 4, 4, 3, 4, 4, 2, 3, 3, 3, 5, 2, 3, 4, 4, 6, 5, 5, 3, 5, 5, 2, 2, 1], "n_pos": 41, "sum_m_en": [4.891401, 2.378946, 2.238259, 2.502034, 2.776319, 2.870117, 3.062936, 3.629806, 3.827834, 3.47612, 3.532024, 3.494308, 3.618043, 4.040647, 3.863831, 3.45585, 3.555875, 3.301798, 2.748087, 2.552393, 2.327556, 2.152193, 2.058481, 2.019978, 5.590227, 6.001515, 5.858418, 5.539027, 5.505895, 5.147088, 4.784073, 4.826671, 5.138898, 5.036826, 6.011896, 6.245517, 7.627445, 8.129151, 9.370955, 13.280352, 13.824679, 16.62526, 17.570018, 19.569605, 21.633303, 23.690524, 27.678495, 31.552149, 36.924999, 37.787203], "sum_m_pl": [15.266678, 19.169927, 19.320944, 18.798185, 17.775902, 17.709768, 17.031752, 16.041241, 16.10103, 17.148786, 16.853938, 17.224372, 17.582448, 16.99055, 17.495045, 18.290387, 18.019524, 18.349438, 19.187526, 19.521828, 19.672941, 19.928751, 19.908324, 19.936208, 15.269371, 14.749035, 14.524249, 15.290364, 15.140236, 15.639786, 16.136588, 15.340831, 15.435326, 15.533179, 14.645833, 14.244113, 12.877847, 12.538735, 11.936005, 10.962813, 10.688796, 8.52185, 7.978844, 6.171463, 5.649363, 6.673243, 5.408477, 2.528795, 2.039167, 1.121362]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "llmzszl-18433", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 717, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9745, "tf_agree_excl_first": 0.9808}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [173, 138, 138, 151, 112, 85, 107, 105, 92, 117, 129, 137, 141, 131, 157, 137, 127, 117, 108, 90, 79, 102, 94, 86, 141, 157, 136, 132, 130, 155, 144, 138, 137, 139, 138, 128, 138, 125, 128, 131, 118, 139, 148, 158, 151, 112, 63, 39, 30, 22], "n_am_pl": [31, 104, 93, 77, 76, 98, 91, 82, 90, 89, 76, 74, 78, 86, 77, 65, 75, 69, 81, 96, 95, 85, 100, 109, 77, 75, 65, 83, 74, 70, 88, 81, 79, 57, 57, 56, 59, 65, 94, 108, 131, 111, 96, 91, 80, 90, 97, 98, 96, 102], "n_pos": 606, "sum_m_en": [55.565105, 29.522528, 31.621236, 33.748671, 34.925758, 35.278181, 35.125252, 36.604379, 37.78486, 38.785019, 39.956267, 40.868046, 41.986919, 45.027041, 45.128964, 40.965728, 41.347822, 38.854532, 34.615941, 32.643654, 31.335563, 30.164994, 29.217114, 28.244958, 58.672227, 63.317109, 62.495197, 61.320315, 63.249948, 65.044748, 62.298359, 58.752371, 57.943914, 54.887432, 59.911704, 56.759952, 59.719802, 60.411687, 64.677499, 76.553718, 74.747579, 84.628362, 92.101892, 125.124168, 117.066682, 95.525488, 60.938276, 45.43501, 32.219179, 21.609232], "sum_m_pl": [241.721405, 301.87524, 292.685893, 286.788319, 278.8406, 277.851978, 278.009802, 269.519536, 268.190581, 272.455947, 269.146284, 267.039446, 273.219354, 267.065442, 270.027486, 282.63334, 279.357719, 283.656793, 291.724441, 295.446612, 296.752807, 296.007198, 296.449706, 295.142366, 233.680325, 229.027865, 222.656492, 236.781777, 240.560978, 241.19735, 242.580878, 246.601567, 247.525555, 239.395461, 229.950508, 222.814817, 208.816463, 203.190956, 197.915654, 199.780573, 202.241734, 192.748114, 181.13873, 148.538314, 131.198863, 131.887679, 117.888352, 104.558837, 97.498366, 100.751034]}, "digit": {"n_am_en": [13, 41, 34, 19, 18, 12, 14, 10, 9, 21, 20, 18, 14, 23, 20, 17, 21, 20, 19, 12, 5, 13, 12, 13, 22, 22, 18, 19, 15, 21, 20, 20, 16, 15, 16, 18, 23, 20, 20, 25, 28, 27, 25, 27, 25, 15, 4, 1, 0, 0], "n_am_pl": [4, 7, 4, 6, 6, 9, 8, 12, 13, 8, 6, 7, 9, 12, 6, 8, 8, 6, 12, 8, 8, 10, 12, 11, 12, 15, 10, 6, 8, 7, 11, 14, 11, 10, 4, 7, 5, 3, 12, 16, 20, 19, 19, 12, 13, 11, 12, 12, 2, 0], "n_pos": 92, "sum_m_en": [7.545825, 4.358632, 4.82787, 4.959984, 4.879143, 4.837596, 4.682076, 4.89468, 4.973321, 5.163912, 5.372676, 5.423255, 5.689078, 6.209454, 6.30498, 5.727495, 5.764288, 5.640053, 4.882246, 4.669603, 4.432287, 4.195745, 4.061125, 3.973427, 7.736445, 9.011739, 8.387326, 8.059459, 8.422033, 8.326375, 8.544026, 8.082052, 7.651241, 7.200413, 7.545604, 7.717176, 7.942445, 7.491965, 8.406386, 10.050052, 11.416632, 12.353752, 10.137867, 16.914682, 17.716808, 12.489653, 6.378379, 2.608726, 0.327104, 0.0], "sum_m_pl": [40.312848, 48.596765, 46.019409, 45.347985, 43.807451, 43.340996, 43.448966, 41.795865, 41.599521, 41.771673, 41.665515, 42.273191, 42.15926, 41.76853, 41.840624, 43.631042, 42.931322, 43.190094, 44.332552, 44.781925, 45.011986, 45.242146, 45.286158, 45.360697, 37.044086, 35.841153, 35.025783, 37.601005, 38.173078, 38.516988, 37.752816, 38.231077, 39.371854, 39.07869, 38.060116, 37.91512, 35.934616, 34.530037, 32.911433, 33.708699, 35.189293, 35.373996, 35.072853, 28.705991, 25.477639, 22.636978, 17.616401, 12.680028, 3.089178, 0.0113]}, "lang": {"n_am_en": [33, 19, 19, 27, 15, 19, 29, 32, 22, 31, 32, 34, 40, 34, 36, 33, 26, 31, 24, 22, 26, 33, 25, 23, 40, 43, 27, 28, 36, 39, 42, 47, 40, 42, 40, 33, 31, 35, 37, 35, 33, 37, 45, 51, 56, 48, 39, 29, 23, 22], "n_am_pl": [4, 22, 27, 17, 24, 18, 17, 12, 21, 20, 22, 16, 15, 14, 14, 9, 16, 11, 14, 21, 19, 15, 21, 21, 11, 11, 11, 13, 14, 12, 15, 13, 19, 13, 15, 14, 13, 15, 28, 31, 39, 40, 31, 33, 30, 39, 43, 55, 84, 99], "n_pos": 121, "sum_m_en": [11.437176, 5.890456, 6.073272, 6.608932, 6.659976, 7.104046, 7.394343, 7.635225, 7.816554, 8.046411, 8.306206, 8.456801, 8.824379, 9.360275, 8.964852, 8.074128, 8.326571, 7.747591, 7.007607, 6.570654, 6.372482, 6.366012, 6.095317, 5.966925, 14.817762, 14.491498, 12.46825, 12.395655, 13.06635, 13.80232, 12.977645, 12.896896, 13.117423, 12.604061, 13.426028, 13.18516, 13.617566, 13.478212, 16.362067, 20.103507, 21.299164, 23.372739, 29.589267, 38.014364, 45.284949, 42.321306, 31.815232, 28.679753, 23.731344, 21.584045], "sum_m_pl": [45.269972, 57.857972, 56.954752, 55.480136, 54.242213, 53.271646, 53.438694, 53.163437, 53.129112, 54.274892, 53.785647, 52.409133, 54.454404, 53.100983, 54.431141, 57.351645, 56.367674, 57.090266, 58.647975, 59.223719, 59.215525, 58.836767, 58.8562, 58.298591, 47.015988, 47.148103, 46.851108, 49.06632, 48.702097, 48.11754, 50.049544, 50.577294, 50.22929, 49.647428, 48.571583, 48.95637, 46.644369, 47.999583, 49.011522, 49.94796, 50.012689, 49.568819, 42.87598, 39.207583, 34.959073, 41.035113, 47.112023, 53.892817, 81.325562, 97.589536]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 606, "item_id": "llmzszl-18433", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 648, "region_end": 606, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9901}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [40, 39, 38, 20, 24, 24, 24, 30, 31, 19, 23, 19, 17, 21, 28, 25, 21, 20, 24, 25, 24, 27, 26, 26, 33, 37, 28, 34, 40, 35, 27, 22, 17, 21, 26, 31, 33, 32, 33, 34, 38, 36, 40, 39, 38, 40, 42, 44, 46, 45], "n_am_pl": [5, 11, 16, 8, 14, 17, 8, 11, 9, 16, 15, 13, 16, 6, 20, 16, 19, 16, 9, 14, 9, 8, 8, 8, 10, 6, 9, 11, 10, 10, 11, 15, 11, 6, 7, 7, 11, 6, 11, 7, 4, 5, 4, 2, 4, 3, 1, 1, 1, 2], "n_pos": 114, "sum_m_en": [15.01974, 6.880128, 7.26334, 6.433724, 6.708989, 7.191282, 6.904819, 7.519381, 7.670897, 7.251736, 7.763853, 8.140794, 8.734441, 9.223907, 9.1176, 8.604207, 8.702986, 8.284476, 7.742292, 7.195104, 6.731162, 6.58104, 6.18276, 6.003403, 14.568996, 15.437686, 14.701998, 15.335913, 14.968064, 14.612432, 12.763482, 12.135793, 11.810072, 12.241504, 13.887516, 14.612927, 15.962999, 16.350103, 19.235287, 24.9463, 25.451905, 25.496884, 26.638309, 28.032183, 31.026701, 34.946613, 37.778848, 38.796741, 44.909877, 45.048858], "sum_m_pl": [40.530057, 54.961071, 52.965831, 52.830626, 50.466086, 50.653816, 50.259434, 49.139933, 48.354552, 49.523079, 47.87768, 49.127258, 47.248917, 45.491984, 46.636503, 48.383657, 49.18488, 49.400448, 50.656945, 52.621078, 54.115408, 54.248488, 54.439905, 54.63494, 38.217702, 37.106444, 34.605466, 35.749156, 36.907852, 39.272249, 40.939634, 40.677583, 40.002844, 38.973695, 36.73347, 35.021848, 31.246391, 29.333677, 26.781065, 23.651564, 22.123012, 20.556411, 18.763275, 15.771721, 12.185457, 9.098643, 4.244999, 2.685969, 1.750119, 1.708918]}, "digit": {"n_am_en": [0, 4, 4, 1, 1, 1, 3, 3, 1, 0, 1, 0, 2, 1, 3, 0, 1, 1, 1, 1, 1, 2, 2, 2, 3, 2, 0, 3, 2, 3, 2, 0, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 2, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 2, 2, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.797831, 0.36102, 0.342081, 0.319798, 0.31979, 0.341217, 0.368201, 0.378774, 0.403994, 0.39568, 0.430852, 0.4391, 0.471087, 0.526058, 0.477588, 0.467113, 0.496041, 0.491208, 0.446312, 0.425199, 0.405775, 0.386663, 0.381246, 0.370031, 0.728533, 0.639863, 0.699688, 0.727158, 0.710306, 0.739366, 0.660461, 0.715523, 0.612708, 0.709892, 0.742708, 0.764569, 0.707755, 0.659349, 0.669185, 0.669974, 0.627611, 0.622428, 0.664236, 0.77869, 0.637808, 0.687264, 0.7096, 0.710748, 0.03539, 0.0], "sum_m_pl": [3.185583, 4.283911, 4.158476, 4.080287, 3.941321, 3.872934, 3.748499, 3.752944, 3.674238, 3.76941, 3.672672, 3.786959, 3.604555, 3.36416, 3.444056, 3.628489, 3.562626, 3.55709, 3.727111, 3.79212, 3.853475, 3.851247, 3.839156, 3.834679, 3.110593, 3.040887, 2.924847, 3.135637, 3.218972, 3.336375, 3.408206, 3.15947, 2.982799, 3.017061, 2.87154, 2.890703, 2.731257, 2.65469, 2.523882, 2.602266, 2.62031, 2.653281, 2.423495, 2.05152, 1.338055, 0.991412, 0.97271, 0.512785, 0.040234, 0.0]}, "lang": {"n_am_en": [16, 17, 15, 6, 12, 12, 9, 16, 14, 10, 12, 7, 7, 9, 12, 10, 10, 5, 8, 11, 8, 11, 12, 13, 17, 14, 16, 19, 22, 21, 18, 18, 12, 13, 18, 19, 22, 18, 21, 23, 24, 24, 25, 24, 25, 25, 33, 37, 42, 43], "n_am_pl": [2, 5, 6, 2, 4, 3, 1, 3, 3, 3, 5, 4, 5, 2, 8, 6, 6, 6, 4, 7, 7, 3, 4, 2, 3, 3, 0, 2, 1, 3, 4, 6, 6, 2, 3, 3, 4, 3, 5, 2, 2, 3, 0, 0, 4, 3, 0, 1, 1, 2], "n_pos": 46, "sum_m_en": [6.285339, 2.940001, 3.146161, 2.679741, 2.68985, 2.925682, 2.816524, 3.110308, 3.259459, 3.111749, 3.3336, 3.572094, 3.820312, 3.912711, 3.837245, 3.617387, 3.655781, 3.539823, 3.367716, 3.117588, 2.902613, 2.9686, 2.70128, 2.650997, 7.958166, 8.084472, 7.904764, 8.184571, 8.145793, 7.422821, 6.568269, 6.345761, 6.144905, 6.622643, 7.64136, 8.26064, 9.443761, 9.690644, 12.276623, 15.9229, 16.267632, 16.79029, 18.135693, 18.78495, 19.936263, 22.623633, 28.645842, 31.416014, 40.288056, 42.40127], "sum_m_pl": [15.288937, 21.530336, 20.662698, 20.818036, 20.065763, 19.780695, 19.649019, 19.516425, 19.483605, 19.886602, 19.031216, 19.432005, 19.019053, 18.280739, 18.795868, 19.248958, 19.583516, 19.589904, 19.922407, 20.735244, 21.371734, 21.482306, 21.604313, 21.691548, 14.624674, 14.132131, 12.703281, 13.254959, 13.802344, 15.188339, 16.389416, 16.292961, 16.050599, 15.695559, 14.854485, 14.348745, 12.563413, 12.261382, 10.998433, 9.293726, 8.184188, 8.050828, 6.883882, 6.317167, 6.206224, 4.547893, 2.250088, 1.355696, 1.355778, 1.705159]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 116, "item_id": "llmzszl-18435", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 728, "region_end": 114, "roundtrip_ok": true, "tf_agree": 0.9569, "tf_agree_excl_first": 0.9652}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [75, 67, 68, 74, 62, 59, 55, 77, 66, 71, 67, 88, 84, 77, 85, 84, 103, 87, 71, 68, 53, 77, 82, 73, 102, 98, 91, 106, 97, 98, 86, 83, 88, 76, 117, 104, 103, 96, 91, 99, 79, 86, 97, 85, 83, 63, 35, 24, 15, 10], "n_am_pl": [10, 66, 56, 51, 37, 57, 43, 43, 42, 52, 52, 36, 38, 42, 32, 31, 22, 29, 36, 32, 45, 35, 38, 40, 25, 29, 28, 32, 40, 30, 40, 43, 34, 23, 31, 21, 17, 25, 22, 21, 26, 15, 22, 18, 16, 23, 45, 46, 68, 78], "n_pos": 309, "sum_m_en": [27.875961, 14.772299, 15.850155, 16.658159, 16.939143, 17.32793, 17.4452, 18.769761, 20.20737, 20.288317, 21.337703, 22.191916, 24.08302, 25.270844, 25.841007, 23.763958, 24.223369, 21.803076, 19.517786, 18.103792, 17.162282, 17.008101, 16.188068, 15.345723, 37.318262, 39.201738, 39.375782, 39.379242, 38.998488, 40.578073, 35.598262, 33.647775, 32.636765, 32.499085, 38.83911, 36.484377, 39.383579, 39.435757, 43.940227, 55.418016, 51.45183, 53.407479, 58.303738, 57.516045, 61.682148, 51.691024, 34.094297, 25.95054, 15.654313, 10.00988], "sum_m_pl": [118.296098, 151.804905, 146.56556, 146.500048, 144.748753, 143.988736, 144.804394, 141.997537, 140.449065, 142.460625, 139.434924, 138.882413, 138.621808, 135.413847, 135.166573, 141.091531, 139.95762, 141.667491, 146.266722, 149.460329, 150.354915, 148.710089, 149.066068, 149.3211, 114.224755, 111.116019, 105.111003, 113.379724, 117.585404, 120.596054, 124.707114, 127.540727, 127.307274, 120.896282, 115.527251, 113.076545, 105.005954, 103.064105, 95.178036, 87.1341, 80.93182, 78.990664, 74.156077, 65.66715, 52.755268, 51.187474, 53.426158, 50.151066, 64.139766, 77.684037]}, "digit": {"n_am_en": [1, 5, 5, 6, 1, 0, 1, 3, 1, 8, 5, 5, 4, 3, 6, 4, 4, 3, 3, 3, 2, 1, 3, 2, 4, 3, 4, 3, 3, 7, 5, 5, 1, 1, 3, 3, 1, 1, 2, 2, 1, 3, 4, 2, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 2, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 1, 2, 0, 1, 1, 1, 0, 1, 0, 1, 3, 1, 2, 3, 3, 2, 1, 1, 1, 2, 1, 0, 0], "n_pos": 13, "sum_m_en": [1.284919, 0.555413, 0.598998, 0.579457, 0.581112, 0.603664, 0.620823, 0.687781, 0.720814, 0.72598, 0.74675, 0.788525, 0.959341, 1.002063, 0.924222, 0.880073, 0.91015, 0.836435, 0.741646, 0.717374, 0.68462, 0.63867, 0.624495, 0.591958, 1.033219, 1.260807, 1.322898, 1.374924, 1.390814, 1.431261, 1.340283, 1.269203, 1.088773, 1.105265, 1.061796, 1.054715, 1.007438, 0.95615, 1.069545, 1.085383, 1.133233, 1.1275, 1.225828, 1.121865, 1.095072, 0.609036, 0.443395, 0.524458, 0.022623, 0.0], "sum_m_pl": [4.970077, 6.948074, 6.632026, 6.56053, 6.491385, 6.280202, 6.244382, 6.129528, 6.022404, 6.136879, 5.94758, 6.043913, 5.867621, 5.817649, 5.882213, 6.085202, 6.084285, 6.11747, 6.326491, 6.372717, 6.365048, 6.361704, 6.368806, 6.382885, 5.29738, 4.900985, 4.663517, 5.064503, 5.121692, 5.215134, 5.335715, 5.297791, 5.511412, 5.359489, 5.335126, 5.400771, 5.272713, 5.13901, 4.774024, 4.91261, 4.935277, 5.058043, 4.873388, 4.588546, 3.275777, 3.623233, 2.320489, 1.692581, 0.062234, 0.0]}, "lang": {"n_am_en": [22, 14, 18, 26, 21, 18, 20, 27, 23, 19, 15, 26, 23, 26, 20, 26, 30, 32, 28, 28, 21, 32, 31, 35, 42, 37, 37, 31, 31, 29, 22, 26, 31, 32, 46, 43, 40, 39, 39, 45, 34, 42, 48, 47, 52, 43, 26, 21, 15, 10], "n_am_pl": [4, 23, 18, 12, 5, 19, 10, 8, 8, 16, 12, 11, 7, 11, 12, 11, 7, 6, 9, 7, 14, 9, 10, 8, 5, 6, 3, 7, 9, 9, 11, 11, 11, 7, 6, 2, 3, 7, 4, 6, 8, 3, 5, 8, 9, 18, 33, 36, 67, 78], "n_pos": 90, "sum_m_en": [8.342012, 4.385951, 4.683949, 5.136081, 5.057282, 5.139793, 5.190439, 5.42425, 6.029594, 5.893836, 6.377569, 6.8051, 7.126193, 7.318575, 7.325011, 6.864847, 7.162514, 6.387909, 5.766136, 5.366044, 5.075659, 5.104987, 4.744405, 4.484133, 13.410902, 11.96072, 11.94634, 10.972323, 11.399706, 11.87596, 10.062317, 10.138698, 9.911215, 10.171501, 12.653827, 12.581366, 14.101808, 15.925689, 19.145364, 25.948441, 24.707677, 26.236477, 29.600666, 32.092571, 37.730176, 33.681181, 23.853134, 17.989363, 14.120731, 10.009607], "sum_m_pl": [32.423161, 42.542656, 41.235588, 40.692265, 40.558619, 40.26295, 40.644607, 40.209176, 40.046101, 40.631165, 39.744806, 39.696923, 39.928457, 39.166855, 39.285714, 41.061833, 40.906751, 41.451345, 42.60976, 43.22322, 43.415391, 42.879967, 43.047075, 43.097369, 33.107115, 33.261996, 31.60556, 34.288278, 34.503797, 34.734354, 36.590433, 36.906261, 37.17383, 36.10894, 34.112117, 33.95962, 31.941363, 30.994087, 27.614079, 24.621637, 22.199533, 22.468328, 21.004161, 20.143038, 18.857692, 22.12937, 31.142724, 33.215054, 60.693664, 77.489806]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 311, "item_id": "llmzszl-18435", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 659, "region_end": 309, "roundtrip_ok": true, "tf_agree": 0.9743, "tf_agree_excl_first": 0.9774}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [54, 43, 33, 31, 31, 22, 21, 22, 18, 23, 36, 37, 27, 31, 23, 24, 27, 29, 25, 27, 20, 23, 22, 28, 36, 31, 25, 39, 28, 23, 28, 29, 25, 26, 24, 31, 33, 38, 42, 43, 40, 45, 51, 52, 55, 58, 49, 40, 43, 43], "n_am_pl": [5, 23, 21, 13, 11, 14, 11, 12, 8, 12, 11, 12, 15, 27, 24, 16, 17, 11, 11, 19, 22, 19, 22, 19, 10, 11, 10, 6, 5, 13, 6, 8, 8, 13, 10, 13, 9, 8, 5, 8, 6, 3, 3, 4, 4, 5, 3, 1, 0, 0], "n_pos": 139, "sum_m_en": [16.946389, 7.739743, 7.433091, 7.316871, 7.790708, 7.844053, 8.235329, 8.369103, 8.11382, 8.33579, 9.471071, 10.295041, 10.672337, 11.355285, 10.582072, 9.856956, 10.419073, 10.451228, 8.980743, 8.525696, 8.030695, 7.512131, 7.189606, 7.000937, 15.369609, 14.671736, 13.900883, 14.907393, 14.56135, 15.229699, 14.197705, 14.276108, 13.624776, 13.170184, 14.32374, 15.580917, 17.314097, 21.123342, 23.976752, 28.181659, 30.232979, 34.044397, 38.3729, 43.314881, 47.115281, 48.897413, 44.492127, 41.821132, 42.682257, 43.14892], "sum_m_pl": [52.148372, 68.12628, 66.139069, 65.289327, 63.137552, 61.99503, 59.795699, 58.230835, 59.530481, 61.945728, 59.663005, 59.307889, 59.483792, 57.972817, 58.037024, 58.299344, 57.458829, 57.838792, 59.300247, 61.355334, 62.755006, 63.233444, 64.273776, 64.620482, 43.910405, 43.236744, 42.195405, 45.964237, 47.498171, 48.067662, 50.022638, 49.940332, 49.239672, 47.610519, 44.061399, 41.558955, 36.690838, 33.905317, 31.326882, 24.465827, 22.767538, 18.882848, 17.527841, 16.084079, 12.82509, 10.613812, 6.628071, 3.110819, 0.70727, 0.003434]}, "digit": {"n_am_en": [4, 4, 6, 3, 3, 2, 1, 0, 1, 1, 3, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 5, 3, 2, 3, 3, 1, 2, 2, 5, 4, 2, 1, 1, 1, 2, 1, 3, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 4, 1, 2, 3, 0, 0, 0, 0, 0, 2, 0, 1, 0, 3, 1, 3, 3, 1, 2, 2, 2, 2, 2, 2, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 2, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.362204, 0.667048, 0.633302, 0.597568, 0.651425, 0.625524, 0.641607, 0.670027, 0.664798, 0.686928, 0.723071, 0.691775, 0.791703, 0.918577, 0.86307, 0.814544, 0.891453, 0.855285, 0.76346, 0.763727, 0.714899, 0.675801, 0.66057, 0.654357, 0.845719, 0.801909, 1.031181, 1.343859, 1.347889, 1.338361, 1.353883, 1.387578, 1.252012, 1.127463, 1.302013, 1.293522, 1.253142, 1.251693, 1.119175, 0.985323, 1.010551, 1.496367, 0.984296, 2.710164, 2.080413, 1.484303, 0.564878, 0.304708, 0.119884, 0.0], "sum_m_pl": [6.837455, 8.129382, 7.787034, 7.809387, 7.596658, 7.548537, 7.371244, 6.967392, 6.993352, 7.043198, 6.876103, 6.955281, 6.923258, 6.592563, 6.696039, 6.656066, 6.459154, 6.363039, 6.710886, 6.949729, 6.98724, 7.051103, 7.142027, 7.143259, 4.778584, 4.471139, 4.553739, 5.320145, 5.682625, 5.862764, 5.818301, 5.851252, 6.001119, 5.556501, 4.970823, 4.136614, 4.178763, 3.958313, 3.500601, 3.099378, 3.399262, 2.699443, 2.982071, 1.923823, 2.155197, 2.126769, 1.357593, 0.410038, 0.17914, 0.0]}, "lang": {"n_am_en": [20, 19, 14, 12, 15, 15, 11, 10, 7, 13, 16, 15, 14, 11, 7, 7, 9, 9, 11, 8, 10, 6, 6, 10, 13, 11, 12, 19, 11, 8, 9, 10, 10, 11, 8, 8, 12, 15, 17, 22, 19, 23, 26, 25, 23, 27, 26, 29, 42, 43], "n_am_pl": [1, 3, 3, 3, 3, 6, 1, 4, 2, 5, 0, 2, 1, 4, 6, 3, 4, 4, 3, 9, 11, 9, 11, 7, 4, 3, 4, 1, 1, 5, 1, 3, 3, 2, 3, 4, 2, 2, 1, 1, 0, 0, 1, 2, 2, 2, 1, 1, 0, 0], "n_pos": 44, "sum_m_en": [5.851236, 2.530778, 2.487656, 2.448678, 2.488228, 2.665981, 2.880102, 2.834767, 2.766307, 2.879218, 3.114395, 3.589644, 3.776983, 4.030015, 3.476449, 3.274491, 3.490048, 3.571678, 3.152414, 2.943766, 2.791267, 2.58411, 2.445292, 2.351292, 5.819176, 5.616302, 5.229971, 5.502546, 5.461087, 5.374678, 5.093142, 5.292434, 5.004946, 4.828111, 5.166298, 5.660546, 7.334035, 9.304764, 10.813274, 13.604321, 14.578391, 17.365848, 20.010046, 20.468843, 22.030411, 25.003547, 25.330105, 28.794313, 39.70105, 42.319206], "sum_m_pl": [15.102349, 21.13647, 20.492471, 20.020244, 19.83489, 19.433281, 18.102018, 18.063934, 18.62655, 19.383333, 18.675981, 18.483561, 18.444767, 18.031051, 18.047772, 18.441557, 18.292176, 18.774087, 18.75564, 19.268171, 19.807407, 19.894338, 20.14477, 20.287897, 14.627245, 14.651592, 14.073838, 15.326361, 15.362953, 15.371413, 16.323722, 15.827071, 15.493262, 15.628786, 14.609272, 13.977255, 10.972741, 9.892396, 9.046125, 6.744654, 5.977039, 5.139414, 3.874527, 4.417765, 3.539106, 2.394335, 1.62547, 0.924034, 0.354305, 0.003005]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "llmzszl-18437", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 703, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9858, "tf_agree_excl_first": 0.9929}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [53, 48, 60, 62, 50, 40, 46, 40, 55, 51, 55, 55, 48, 46, 42, 36, 38, 47, 38, 33, 39, 43, 37, 32, 53, 65, 51, 58, 55, 55, 60, 56, 54, 45, 61, 67, 66, 64, 63, 64, 67, 61, 55, 60, 55, 40, 31, 22, 5, 3], "n_am_pl": [16, 42, 44, 31, 31, 32, 36, 41, 35, 28, 28, 30, 36, 37, 28, 35, 28, 39, 38, 47, 59, 43, 46, 53, 25, 30, 36, 19, 26, 32, 38, 32, 44, 31, 25, 27, 26, 21, 21, 25, 23, 23, 35, 32, 34, 42, 48, 47, 71, 83], "n_pos": 235, "sum_m_en": [20.990787, 11.277466, 12.373444, 13.218449, 13.967302, 14.055145, 14.401761, 14.397468, 14.86944, 15.79914, 16.506157, 17.319197, 17.708941, 19.025879, 18.476014, 17.187696, 17.973313, 17.769604, 15.873034, 14.637117, 14.050839, 13.330846, 12.754392, 12.224297, 26.962486, 28.442044, 27.59473, 28.432878, 28.265665, 28.220654, 26.825097, 25.375579, 24.349254, 23.118471, 26.974912, 28.389261, 30.103723, 29.760263, 32.476048, 40.14626, 43.487093, 43.206226, 42.325449, 41.792856, 41.245733, 34.986044, 28.412484, 19.020122, 6.167788, 3.111237], "sum_m_pl": [89.939659, 113.214137, 109.269962, 109.013362, 107.047729, 105.947331, 104.749002, 103.330103, 103.958512, 106.578218, 103.840104, 102.456281, 103.043082, 101.068058, 100.023509, 102.617715, 101.625709, 103.324331, 105.409816, 108.339077, 108.976975, 108.582399, 109.478344, 109.399932, 80.378034, 79.19005, 77.1292, 82.578059, 85.668588, 86.961592, 89.837398, 91.67734, 92.686981, 89.008353, 84.074958, 82.076116, 75.300428, 74.858855, 70.575075, 63.85277, 59.141847, 61.606187, 59.476064, 57.611318, 52.982626, 53.186249, 50.255817, 49.761494, 67.586073, 82.921522]}, "digit": {"n_am_en": [0, 3, 3, 2, 2, 0, 0, 2, 2, 1, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 1, 1, 2, 2, 1, 3, 0, 1, 0, 2, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0], "n_am_pl": [0, 2, 1, 1, 2, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 3, 4, 3, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.866163, 0.433008, 0.446375, 0.436421, 0.434619, 0.466581, 0.473635, 0.558969, 0.578375, 0.555562, 0.570617, 0.580925, 0.666434, 0.708228, 0.668025, 0.629418, 0.667472, 0.659141, 0.548703, 0.541922, 0.529068, 0.498984, 0.488185, 0.470264, 0.63409, 0.74245, 0.801577, 0.860705, 0.876315, 0.916489, 0.893553, 0.932227, 0.805579, 0.720655, 0.763046, 0.692653, 0.685894, 0.66477, 0.570669, 0.532145, 0.649852, 0.723767, 0.745019, 0.627415, 0.499945, 0.413444, 0.264413, 0.290922, 0.009144, 0.0], "sum_m_pl": [3.861145, 5.294261, 5.007076, 5.044774, 5.011766, 4.862349, 4.804435, 4.594951, 4.570477, 4.577581, 4.535877, 4.538002, 4.39224, 4.396759, 4.247149, 4.331695, 4.279623, 4.187945, 4.378038, 4.549451, 4.517592, 4.502605, 4.540809, 4.517179, 3.116939, 2.737216, 2.627362, 2.986096, 3.059085, 3.206266, 3.24178, 3.536304, 3.902556, 3.561109, 3.158124, 3.295374, 3.1277, 3.18291, 2.89639, 2.577632, 2.610798, 2.660849, 2.536462, 2.579116, 2.115101, 1.459573, 0.614148, 0.255863, 0.014716, 0.0]}, "lang": {"n_am_en": [15, 12, 17, 23, 15, 15, 16, 13, 14, 16, 21, 22, 17, 16, 14, 13, 14, 21, 18, 17, 15, 17, 14, 12, 18, 24, 17, 21, 16, 14, 21, 22, 20, 23, 25, 32, 29, 32, 33, 32, 33, 36, 33, 35, 38, 30, 24, 18, 5, 3], "n_am_pl": [9, 20, 19, 4, 8, 6, 10, 15, 13, 8, 9, 13, 15, 12, 11, 13, 14, 17, 16, 27, 31, 24, 26, 26, 11, 9, 13, 4, 8, 12, 16, 12, 18, 15, 13, 14, 11, 11, 10, 9, 12, 12, 15, 17, 20, 32, 38, 38, 70, 82], "n_pos": 85, "sum_m_en": [7.313929, 4.052711, 4.397766, 4.807311, 5.084978, 4.961756, 5.371974, 5.124251, 5.335476, 5.603734, 5.983445, 6.708842, 6.690893, 6.863128, 6.764338, 6.00938, 6.394766, 6.555146, 6.296005, 5.539405, 5.335838, 4.972803, 4.708912, 4.494343, 11.265604, 11.259101, 10.835252, 10.973495, 10.478929, 10.121354, 9.594802, 9.59574, 9.742662, 9.518936, 11.157286, 11.949306, 12.807381, 13.239361, 15.407599, 19.716018, 22.413686, 22.43131, 22.905197, 23.027813, 26.456829, 23.595947, 21.709139, 14.452421, 4.661272, 3.006829], "sum_m_pl": [31.377912, 37.875779, 37.049797, 37.838222, 37.104887, 36.819276, 35.80509, 36.256008, 37.477155, 38.750793, 37.905519, 36.984932, 37.242245, 36.727965, 36.780383, 38.006956, 38.247959, 38.782925, 38.731698, 39.710708, 40.036364, 39.746997, 39.932229, 40.071781, 30.01395, 29.645021, 29.162165, 31.312759, 32.057111, 32.635985, 34.331395, 34.648701, 35.074773, 34.441968, 33.322628, 33.761118, 31.266706, 31.268732, 29.542132, 26.149004, 24.620118, 27.588536, 26.026733, 26.353944, 27.576581, 32.066063, 34.746926, 38.286912, 64.347847, 81.328822]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 235, "item_id": "llmzszl-18437", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 634, "region_end": 235, "roundtrip_ok": true, "tf_agree": 0.9745, "tf_agree_excl_first": 0.9786}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [216, 136, 136, 134, 127, 126, 113, 125, 104, 110, 136, 130, 133, 112, 100, 65, 98, 78, 72, 80, 62, 50, 58, 66, 113, 138, 118, 117, 126, 124, 98, 101, 114, 101, 108, 126, 116, 115, 124, 142, 131, 131, 132, 147, 121, 131, 136, 168, 138, 130], "n_am_pl": [37, 85, 75, 74, 80, 88, 97, 90, 107, 78, 79, 75, 92, 76, 69, 88, 66, 95, 89, 101, 127, 118, 118, 124, 86, 92, 89, 112, 113, 106, 116, 116, 83, 79, 77, 65, 59, 61, 63, 79, 77, 88, 70, 63, 57, 52, 39, 35, 5, 5], "n_pos": 602, "sum_m_en": [68.137959, 34.127568, 33.033263, 32.453339, 33.339294, 35.683117, 34.602086, 35.867851, 38.108296, 39.790829, 42.458915, 43.003064, 43.584669, 44.75072, 44.517838, 41.661958, 41.983156, 42.399265, 37.276383, 33.582704, 30.311311, 28.319247, 27.635305, 26.990671, 50.433046, 57.700843, 57.970494, 57.522952, 56.594841, 57.062325, 54.132984, 53.014472, 52.592087, 51.159312, 56.137971, 56.957346, 59.933564, 61.80959, 65.39893, 72.675527, 75.650971, 83.112859, 87.986205, 96.382842, 97.006546, 109.298415, 126.248624, 155.771528, 140.101234, 129.019737], "sum_m_pl": [232.978411, 290.498589, 283.046724, 278.003452, 274.755893, 271.985552, 269.478413, 262.754803, 257.98903, 263.818534, 258.500942, 261.360981, 263.3982, 253.416314, 251.14698, 256.427181, 254.072801, 259.199568, 268.950986, 276.858576, 283.826993, 285.940898, 287.25414, 288.606451, 230.737397, 223.114522, 214.060288, 229.823113, 234.694977, 233.889265, 238.433505, 240.40318, 234.035867, 221.399807, 213.135992, 201.146837, 183.508163, 179.847559, 172.642818, 165.76846, 163.788821, 159.009356, 146.869398, 124.638423, 107.517218, 85.574707, 56.281225, 43.961073, 9.674877, 5.324039]}, "digit": {"n_am_en": [12, 16, 16, 8, 9, 6, 7, 13, 3, 7, 8, 6, 6, 6, 4, 1, 6, 5, 4, 4, 3, 3, 3, 5, 11, 9, 6, 5, 8, 5, 6, 9, 10, 7, 10, 6, 8, 5, 5, 5, 6, 6, 7, 10, 5, 4, 1, 0, 0, 0], "n_am_pl": [3, 7, 4, 6, 3, 9, 7, 5, 4, 4, 2, 7, 7, 6, 5, 12, 8, 9, 7, 7, 13, 15, 15, 13, 11, 8, 9, 11, 14, 11, 12, 11, 11, 9, 6, 9, 7, 10, 9, 6, 12, 9, 9, 11, 6, 7, 1, 1, 0, 0], "n_pos": 60, "sum_m_en": [5.457639, 2.742057, 2.705419, 2.697361, 2.830903, 2.974246, 3.036836, 3.272735, 3.296275, 3.355846, 3.486031, 3.418439, 3.528537, 3.630848, 3.434682, 3.39417, 3.405343, 3.483382, 3.030199, 2.806481, 2.643858, 2.501838, 2.454319, 2.413639, 3.732923, 4.409131, 4.399763, 4.465572, 4.511959, 4.540416, 4.451352, 4.308744, 4.028248, 4.053973, 4.053164, 4.218475, 4.056883, 3.883869, 4.034202, 4.12965, 4.038531, 4.210184, 4.345361, 5.352612, 4.561736, 3.506912, 1.713561, 1.503624, 0.647274, 0.007255], "sum_m_pl": [26.974685, 31.858121, 30.574089, 29.568144, 28.735239, 27.851732, 27.071795, 26.18794, 25.498238, 26.333359, 25.768382, 26.757556, 26.116545, 24.996352, 24.881597, 25.781445, 25.722391, 26.528593, 27.767898, 28.296643, 28.672038, 28.896253, 28.926037, 29.180625, 25.549866, 24.030028, 22.803172, 24.40079, 24.82428, 24.812599, 25.102738, 25.254147, 25.556836, 24.713509, 23.448683, 23.741355, 22.342214, 22.416902, 21.299229, 21.494855, 21.53266, 21.83884, 20.845417, 19.785383, 18.176248, 14.587705, 6.250273, 2.941844, 0.391983, 1.3e-05]}, "lang": {"n_am_en": [54, 34, 35, 29, 31, 29, 37, 29, 18, 33, 40, 42, 35, 29, 32, 16, 27, 26, 24, 24, 16, 15, 16, 20, 36, 44, 42, 35, 46, 44, 35, 35, 39, 38, 38, 44, 51, 48, 46, 54, 52, 54, 58, 65, 60, 65, 76, 98, 121, 127], "n_am_pl": [8, 10, 9, 15, 16, 21, 22, 22, 24, 15, 18, 13, 14, 17, 16, 16, 14, 19, 26, 28, 30, 26, 24, 23, 23, 21, 18, 23, 20, 18, 28, 19, 15, 15, 19, 16, 10, 8, 8, 12, 11, 15, 10, 11, 6, 10, 6, 4, 5, 5], "n_pos": 133, "sum_m_en": [16.542621, 8.645176, 7.601445, 7.226958, 7.477125, 8.082076, 8.108092, 8.264326, 9.056989, 9.492725, 10.496682, 11.063843, 11.128143, 11.40555, 11.284039, 10.25166, 10.151005, 10.236016, 9.155861, 8.013363, 7.074759, 6.547136, 6.390149, 6.205247, 14.170082, 16.567637, 16.97771, 16.011988, 16.292581, 16.330437, 15.52839, 14.959123, 14.992965, 14.642055, 16.461891, 17.796837, 22.452032, 22.603193, 24.412094, 29.069428, 31.947847, 38.799302, 40.644277, 43.316128, 46.830694, 54.738073, 71.170406, 91.99307, 119.673502, 125.783513], "sum_m_pl": [46.934017, 58.877364, 57.873472, 58.14143, 57.599258, 58.06351, 57.745927, 57.253144, 56.335866, 57.689248, 55.957461, 56.492489, 58.287464, 55.912455, 55.219871, 56.503283, 55.727576, 56.629188, 58.44827, 60.193699, 62.035385, 62.702084, 63.00384, 63.243177, 50.849053, 48.720601, 46.368391, 49.203359, 50.281024, 50.26235, 52.066009, 52.135126, 51.022477, 49.497462, 48.039712, 45.887297, 40.99436, 40.789929, 39.068929, 35.599681, 33.090998, 28.477591, 24.514653, 24.311786, 21.131526, 16.888787, 8.765095, 6.957292, 4.740278, 5.002564]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 604, "item_id": "llmzszl-18441", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 748, "region_end": 602, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.9867}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [279, 197, 203, 222, 187, 187, 179, 167, 162, 159, 169, 170, 160, 140, 130, 117, 107, 141, 129, 108, 94, 92, 89, 86, 160, 153, 141, 179, 177, 181, 176, 177, 166, 143, 166, 166, 158, 149, 145, 130, 127, 140, 148, 135, 144, 114, 84, 56, 15, 2], "n_am_pl": [48, 204, 177, 139, 130, 166, 136, 125, 124, 118, 101, 119, 132, 127, 123, 111, 123, 128, 157, 169, 178, 165, 197, 216, 138, 128, 145, 136, 153, 177, 175, 155, 157, 124, 167, 138, 134, 153, 157, 183, 193, 201, 172, 169, 158, 187, 178, 181, 236, 268], "n_pos": 1029, "sum_m_en": [99.374126, 50.087176, 52.547283, 54.252647, 55.321945, 58.520496, 57.094022, 59.969937, 64.415494, 66.135341, 68.473122, 69.895747, 68.516953, 71.034609, 72.171147, 68.51418, 66.72879, 69.69727, 59.466263, 54.215402, 49.622431, 46.106898, 45.596433, 44.440729, 76.505942, 82.45782, 86.324428, 89.522361, 93.314198, 95.217842, 89.973378, 89.473772, 89.499019, 83.672814, 85.830818, 87.160449, 90.498379, 89.098001, 84.343212, 87.134725, 85.39969, 91.337406, 99.256606, 102.646416, 109.783536, 96.977862, 74.027792, 57.280007, 17.78569, 2.717253], "sum_m_pl": [403.251864, 504.116753, 490.126438, 475.56552, 460.938227, 460.066282, 460.421046, 446.779634, 431.968199, 445.954115, 439.504713, 433.28295, 444.010201, 432.766007, 425.602394, 439.929357, 440.046752, 446.728222, 463.566264, 479.402994, 490.239229, 494.814758, 494.922663, 497.848868, 398.038932, 383.94339, 359.796038, 392.253884, 398.935217, 403.261727, 418.485762, 416.395888, 404.196717, 375.306943, 369.123746, 344.80056, 325.92766, 327.117614, 319.5005, 323.744278, 317.475791, 313.345307, 301.35798, 271.684571, 250.452338, 249.397897, 212.937548, 201.392956, 227.875048, 264.95575]}, "digit": {"n_am_en": [30, 52, 35, 31, 21, 22, 38, 31, 24, 23, 20, 23, 22, 20, 12, 11, 11, 14, 9, 7, 7, 11, 12, 11, 21, 17, 13, 21, 38, 32, 29, 22, 21, 12, 12, 14, 15, 18, 11, 11, 9, 9, 12, 11, 9, 2, 2, 0, 0, 0], "n_am_pl": [0, 4, 4, 5, 7, 5, 10, 8, 6, 13, 3, 9, 9, 13, 9, 13, 14, 10, 17, 25, 23, 20, 25, 23, 14, 17, 19, 13, 17, 22, 18, 16, 24, 13, 21, 21, 17, 21, 23, 22, 24, 28, 20, 23, 18, 18, 10, 6, 0, 0], "n_pos": 125, "sum_m_en": [12.005597, 5.677654, 5.813946, 5.809819, 5.662436, 6.544396, 6.802827, 6.980935, 7.311748, 8.10272, 7.595704, 7.603667, 7.83484, 8.47127, 8.131765, 7.639843, 7.548431, 8.039458, 6.676141, 6.044736, 5.459622, 5.08109, 4.993052, 4.911574, 8.62591, 8.868819, 9.326399, 10.157514, 10.985001, 11.133448, 10.663449, 10.46381, 9.946814, 9.291482, 9.223945, 9.566016, 9.109757, 8.950122, 8.667649, 8.853415, 8.405575, 8.178525, 8.945948, 9.410308, 7.941823, 6.071068, 2.743602, 2.442682, 0.40838, 7.5e-05], "sum_m_pl": [55.391189, 66.714787, 63.887539, 62.133797, 59.901786, 58.712836, 58.656863, 55.72321, 54.259041, 55.59172, 55.791113, 56.495325, 56.470092, 54.716907, 53.384659, 55.292135, 55.306602, 56.193487, 58.448907, 59.771517, 60.907584, 61.650224, 61.705401, 62.19513, 54.411402, 52.602159, 49.175367, 51.815977, 51.86098, 52.527485, 53.322034, 52.771979, 53.214837, 51.814253, 49.889404, 49.31923, 46.953704, 47.188535, 45.526852, 46.714012, 46.859907, 47.048991, 43.670577, 43.803431, 40.297837, 34.161627, 19.164896, 12.326045, 1.13859, 9e-06]}, "lang": {"n_am_en": [60, 29, 50, 50, 45, 41, 37, 39, 42, 39, 45, 45, 47, 42, 34, 33, 29, 40, 46, 35, 29, 24, 26, 25, 53, 53, 44, 56, 47, 50, 56, 67, 60, 56, 54, 67, 62, 57, 61, 55, 54, 54, 62, 64, 76, 56, 50, 36, 8, 2], "n_am_pl": [16, 57, 40, 51, 39, 39, 22, 27, 34, 32, 27, 22, 37, 29, 32, 33, 36, 37, 39, 40, 53, 56, 62, 72, 36, 35, 30, 42, 37, 36, 35, 39, 38, 33, 47, 33, 40, 47, 41, 59, 73, 71, 63, 76, 75, 107, 119, 134, 227, 263], "n_pos": 268, "sum_m_en": [23.774433, 12.942458, 13.760922, 15.046948, 15.123435, 15.410288, 15.368634, 15.653791, 16.981612, 16.890287, 18.261693, 19.156569, 18.712502, 19.178887, 19.5636, 18.328444, 17.882589, 18.630536, 16.299363, 14.639642, 13.44667, 12.389207, 12.244688, 11.843716, 21.515023, 23.31022, 24.344424, 24.299758, 26.135536, 26.979086, 25.32933, 26.032564, 27.128338, 26.603701, 25.929999, 26.853359, 30.613784, 31.181892, 29.258612, 29.1728, 29.517735, 31.838149, 35.388753, 42.619042, 53.032976, 44.242817, 39.61566, 33.146153, 8.405561, 2.566059], "sum_m_pl": [94.434234, 122.290803, 119.511053, 113.498188, 110.604109, 113.654564, 114.151724, 113.752007, 110.54736, 115.162519, 112.03779, 109.405779, 114.827887, 111.803156, 111.614074, 116.750035, 116.219923, 117.326726, 120.544754, 124.847931, 127.425148, 128.879326, 128.49852, 129.223073, 106.346334, 103.2329, 95.903005, 105.989168, 105.81844, 105.833152, 113.407836, 111.830474, 109.257698, 102.842474, 103.770793, 99.452602, 96.617228, 98.486653, 98.139445, 104.307343, 104.21366, 105.491612, 102.569373, 97.153152, 94.212424, 115.86394, 125.500776, 130.868677, 208.064784, 257.898054]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1045, "item_id": "llmzszl-18441", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 679, "region_end": 1029, "roundtrip_ok": true, "tf_agree": 0.9809, "tf_agree_excl_first": 0.9818}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [64, 49, 36, 33, 37, 35, 41, 41, 41, 49, 60, 57, 46, 50, 53, 45, 41, 44, 49, 44, 41, 47, 49, 49, 59, 66, 59, 64, 53, 56, 54, 52, 48, 54, 58, 60, 51, 63, 49, 51, 55, 56, 60, 57, 67, 70, 76, 67, 76, 69], "n_am_pl": [4, 10, 17, 15, 16, 15, 11, 7, 12, 11, 12, 16, 18, 19, 15, 9, 13, 13, 9, 14, 18, 18, 12, 13, 10, 4, 5, 8, 10, 17, 18, 20, 23, 15, 17, 12, 11, 6, 7, 6, 6, 10, 5, 6, 5, 5, 4, 4, 0, 0], "n_pos": 138, "sum_m_en": [18.871868, 9.226273, 8.466294, 8.416651, 7.91693, 8.17898, 8.99745, 9.62911, 10.640108, 11.358737, 10.842052, 11.582157, 11.755485, 11.544123, 11.441844, 10.733748, 9.992767, 9.769444, 8.977742, 8.188712, 7.558038, 7.058268, 6.623577, 6.385242, 22.56453, 22.013379, 19.834003, 17.185817, 16.449723, 16.25095, 15.518891, 14.742701, 15.265512, 16.629217, 17.593603, 19.315587, 22.977485, 26.122237, 29.44892, 30.254906, 31.896321, 38.83915, 45.073261, 46.206283, 54.190495, 61.542835, 68.39123, 64.800895, 73.41875, 70.586231], "sum_m_pl": [47.350387, 64.488338, 63.714458, 63.588079, 62.146059, 61.476093, 60.723389, 59.799408, 59.603485, 62.476482, 61.305654, 61.62462, 61.423811, 61.175503, 60.964817, 62.026731, 60.989552, 61.437899, 62.961589, 64.331351, 65.482687, 66.917675, 67.10461, 67.756115, 50.693849, 49.209703, 49.968719, 55.377358, 57.454636, 56.952792, 57.400121, 57.206461, 55.513946, 53.450867, 50.951929, 49.857941, 43.539254, 39.872033, 35.673996, 35.289583, 32.677824, 28.65362, 24.868792, 21.558135, 17.384654, 13.057536, 7.328575, 5.213002, 0.864347, 0.038147]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 1, 2, 0, 1, 0, 0, 2, 1, 0, 0, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 2, 0, 0, 2, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.310109, 0.169191, 0.164388, 0.161489, 0.143453, 0.169597, 0.1829, 0.189493, 0.213187, 0.206371, 0.201883, 0.228398, 0.237841, 0.225761, 0.236044, 0.240921, 0.228295, 0.239588, 0.210461, 0.192973, 0.178046, 0.169544, 0.16581, 0.158621, 0.278606, 0.287524, 0.3387, 0.298931, 0.328554, 0.354928, 0.368043, 0.294245, 0.287204, 0.325158, 0.309119, 0.275881, 0.269517, 0.29583, 0.263341, 0.258088, 0.247805, 0.248741, 0.262485, 0.186463, 0.095037, 0.114617, 0.177298, 0.042462, 0.039587, 0.0], "sum_m_pl": [1.766336, 2.142249, 2.099251, 2.093495, 1.940951, 1.9345, 1.865967, 1.812287, 1.881859, 1.958425, 1.972259, 1.89566, 1.902905, 1.861466, 1.895827, 1.905542, 1.932866, 1.89082, 1.945155, 1.94139, 1.983396, 1.98658, 1.982502, 2.014089, 1.867633, 1.883285, 1.873376, 1.898083, 1.945366, 1.86351, 1.739601, 1.803443, 1.778263, 1.672008, 1.690439, 1.626377, 1.544944, 1.368375, 1.323146, 1.431612, 1.375779, 1.377159, 1.292609, 0.909682, 0.420686, 0.371668, 0.378654, 0.100638, 0.092846, 0.0]}, "lang": {"n_am_en": [31, 21, 21, 19, 19, 24, 26, 25, 24, 27, 31, 33, 27, 32, 32, 24, 26, 24, 31, 26, 22, 26, 25, 27, 33, 36, 31, 38, 32, 32, 27, 32, 30, 39, 37, 40, 33, 35, 31, 32, 36, 36, 38, 37, 45, 50, 57, 55, 68, 69], "n_am_pl": [3, 5, 10, 12, 9, 7, 6, 5, 3, 5, 5, 7, 9, 10, 8, 4, 6, 8, 3, 7, 11, 9, 6, 3, 5, 2, 3, 4, 5, 8, 8, 8, 12, 5, 7, 5, 4, 2, 3, 1, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0], "n_pos": 70, "sum_m_en": [9.372641, 4.721881, 4.519542, 4.664815, 4.335232, 4.477884, 5.122265, 5.461012, 6.240897, 6.548169, 6.080674, 6.457153, 6.6594, 6.571446, 6.469165, 5.85386, 5.349591, 5.313262, 4.881124, 4.456771, 4.077091, 3.779654, 3.5019, 3.353061, 12.142896, 12.733197, 11.788965, 10.175853, 9.753373, 9.225361, 8.559993, 8.164812, 8.904068, 9.960398, 11.032705, 12.716263, 16.006983, 18.396493, 20.584069, 21.117236, 22.558075, 26.573231, 31.20545, 31.912913, 37.844807, 44.067119, 50.733957, 51.922263, 65.083159, 67.884088], "sum_m_pl": [23.814362, 32.58782, 32.204542, 31.986034, 31.4326, 30.763159, 30.366731, 29.737922, 29.35365, 30.881911, 30.696183, 31.054059, 30.989135, 30.952397, 31.022002, 31.654354, 31.197499, 31.345843, 32.015782, 32.564795, 33.168897, 33.854256, 33.922928, 34.296221, 25.885349, 24.450199, 25.113173, 28.136997, 29.009587, 29.065583, 29.57576, 29.660062, 28.689609, 27.668323, 26.134459, 25.084307, 21.105532, 18.70981, 16.24259, 16.030255, 14.512707, 12.172605, 10.246812, 9.048764, 6.97626, 4.777432, 2.273822, 1.099729, 0.185547, 0.024747]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "llmzszl-18442", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 746, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.9929, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [95, 87, 65, 63, 40, 59, 42, 72, 94, 92, 113, 78, 81, 81, 95, 74, 64, 51, 64, 51, 55, 57, 52, 58, 120, 111, 118, 97, 87, 91, 77, 65, 60, 68, 76, 69, 60, 62, 66, 61, 66, 73, 84, 73, 101, 86, 60, 26, 1, 1], "n_am_pl": [23, 86, 90, 52, 49, 64, 75, 62, 47, 52, 47, 53, 70, 64, 62, 68, 64, 62, 74, 54, 91, 94, 82, 78, 42, 43, 51, 71, 92, 107, 104, 103, 107, 88, 77, 76, 77, 61, 67, 50, 50, 49, 43, 43, 42, 61, 57, 79, 164, 183], "n_pos": 369, "sum_m_en": [32.419797, 18.205444, 18.978643, 19.686779, 18.892811, 19.735208, 20.147387, 21.70078, 23.830779, 23.5246, 24.416474, 24.741144, 24.520608, 25.302033, 25.88673, 24.433411, 23.073397, 21.909991, 19.749183, 18.965668, 17.925586, 17.013292, 16.556474, 16.058592, 36.849089, 39.416959, 37.353474, 35.514657, 35.899377, 38.193257, 34.566919, 32.128854, 30.984542, 32.88856, 31.856194, 30.965485, 31.421739, 32.376547, 35.374244, 39.542874, 39.050445, 45.883884, 49.628912, 59.279395, 71.249192, 54.516841, 44.925967, 27.701574, 4.034861, 1.008385], "sum_m_pl": [142.623491, 175.143622, 168.627836, 169.730193, 163.992854, 166.066668, 170.254785, 171.468283, 169.25609, 174.208671, 170.074801, 169.61584, 173.288401, 168.525426, 170.260211, 170.480969, 168.543578, 169.189786, 175.900595, 176.109215, 179.744164, 181.279159, 179.893178, 181.665343, 148.40993, 145.903512, 147.878702, 160.140735, 166.377985, 166.479396, 168.388651, 166.580748, 164.357677, 149.965625, 147.625988, 144.288588, 136.802318, 132.221631, 127.163001, 124.957077, 122.154635, 119.135255, 115.617438, 104.929691, 90.241727, 92.721839, 80.537393, 88.391116, 149.246213, 184.035056]}, "digit": {"n_am_en": [3, 10, 5, 4, 2, 1, 0, 5, 3, 12, 8, 4, 2, 6, 6, 8, 7, 1, 0, 0, 0, 0, 0, 0, 3, 4, 5, 2, 4, 8, 7, 4, 2, 2, 5, 0, 4, 5, 0, 1, 1, 0, 2, 0, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 4, 8, 2, 0, 2, 0, 1, 0, 2, 3, 4, 2, 6, 4, 2, 5, 5, 6, 5, 7, 2, 2, 4, 4, 5, 5, 4, 5, 5, 4, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.653302, 0.824768, 0.864084, 0.816971, 0.771108, 0.884541, 0.892662, 0.958841, 1.062857, 1.079034, 1.078188, 1.178388, 1.286824, 1.396541, 1.475949, 1.404376, 1.321614, 1.283202, 1.095843, 1.056666, 0.954413, 0.894528, 0.872722, 0.846697, 1.403292, 1.3524, 1.58071, 1.657481, 1.837457, 2.171046, 2.139118, 1.843735, 1.788346, 1.886512, 1.768546, 1.716698, 1.727335, 1.489193, 1.279275, 1.292685, 1.397729, 1.401531, 1.507175, 1.13696, 0.895349, 0.474847, 1.272776, 0.172852, 0.036643, 0.0], "sum_m_pl": [9.95887, 12.181992, 11.822628, 11.610087, 11.170999, 10.950261, 11.000715, 10.975912, 10.99415, 11.058015, 11.011682, 10.971891, 10.854997, 10.498312, 10.220059, 10.200462, 10.082363, 9.889758, 10.492502, 10.397108, 10.804421, 10.950036, 10.964688, 11.068596, 9.268716, 9.523066, 9.541418, 10.160244, 10.450601, 10.262155, 10.07303, 9.969672, 9.762437, 8.907936, 8.697865, 7.827021, 7.243154, 7.285656, 6.838703, 7.150418, 5.966677, 6.120511, 5.969549, 4.577661, 2.247048, 2.064511, 1.793498, 0.746823, 0.147565, 0.0]}, "lang": {"n_am_en": [47, 27, 30, 26, 19, 32, 30, 44, 55, 44, 59, 42, 39, 39, 46, 30, 32, 27, 39, 31, 31, 37, 32, 32, 67, 61, 63, 49, 44, 46, 43, 40, 33, 44, 43, 45, 31, 35, 40, 40, 48, 55, 59, 53, 72, 58, 40, 21, 1, 1], "n_am_pl": [11, 47, 53, 35, 27, 26, 48, 40, 32, 37, 23, 26, 39, 36, 41, 48, 41, 41, 45, 32, 53, 54, 49, 47, 28, 26, 28, 44, 48, 59, 58, 62, 64, 54, 46, 42, 49, 38, 41, 33, 30, 28, 27, 30, 28, 45, 48, 61, 159, 181], "n_pos": 183, "sum_m_en": [16.290488, 9.170608, 9.755185, 10.438934, 9.753665, 10.521552, 11.075207, 11.78112, 13.264646, 13.031412, 13.583034, 13.443459, 12.976864, 13.371561, 13.426545, 12.555081, 11.925046, 11.332188, 10.276908, 9.841373, 9.27695, 8.699194, 8.424876, 8.095055, 21.251518, 22.671484, 21.256331, 19.833378, 19.371038, 20.408173, 18.061291, 17.118888, 16.321853, 17.670369, 17.269408, 16.854016, 16.496067, 18.166544, 21.824163, 25.58166, 25.492339, 30.924566, 32.996097, 40.387291, 50.171068, 39.279133, 33.474477, 20.785325, 3.191286, 1.006693], "sum_m_pl": [66.973816, 84.472914, 82.092383, 81.498821, 79.357881, 80.752989, 83.605305, 83.077356, 81.894974, 85.056137, 82.596332, 82.527964, 84.143338, 82.563425, 84.280802, 84.662819, 83.128205, 84.385315, 87.650106, 87.480558, 89.110952, 90.144572, 89.324334, 90.390556, 75.319632, 72.955229, 74.874962, 81.148808, 83.646285, 83.936624, 86.286795, 85.868643, 85.688792, 79.279813, 77.451947, 78.019972, 74.962874, 74.172348, 71.047669, 70.601279, 71.796523, 69.792716, 68.310107, 64.039269, 58.097751, 60.506519, 55.14267, 68.565381, 141.502904, 179.595968]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 371, "item_id": "llmzszl-18442", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 677, "region_end": 369, "roundtrip_ok": true, "tf_agree": 0.9865, "tf_agree_excl_first": 0.9892}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [40, 39, 38, 38, 37, 29, 27, 24, 19, 31, 31, 25, 29, 35, 25, 24, 30, 22, 19, 16, 9, 11, 14, 19, 22, 29, 23, 23, 32, 35, 31, 31, 22, 22, 33, 31, 26, 20, 25, 29, 25, 29, 31, 28, 27, 33, 41, 45, 45, 45], "n_am_pl": [8, 24, 12, 15, 6, 17, 8, 12, 13, 15, 11, 10, 16, 18, 23, 14, 20, 20, 19, 15, 17, 20, 22, 17, 15, 13, 14, 18, 15, 19, 24, 16, 20, 14, 11, 13, 11, 15, 15, 12, 12, 7, 8, 6, 6, 9, 6, 4, 3, 4], "n_pos": 129, "sum_m_en": [14.36182, 7.107995, 7.735824, 6.917797, 7.165851, 7.660398, 7.742147, 8.884264, 9.11272, 8.719348, 9.198563, 9.579431, 10.020137, 10.323022, 10.305405, 9.491601, 9.086886, 8.984679, 7.615144, 6.838321, 6.303208, 5.874932, 5.762303, 5.69601, 12.010543, 12.485291, 11.919612, 12.892942, 11.98256, 13.289965, 12.871739, 11.881589, 11.461053, 11.202824, 12.062048, 12.119433, 12.415186, 12.387025, 14.429727, 15.133145, 16.307691, 18.702532, 21.492898, 22.645932, 27.783932, 30.074738, 37.963307, 42.638531, 47.235689, 46.581969], "sum_m_pl": [49.790748, 63.76833, 61.99064, 61.534313, 58.995559, 59.343065, 58.792593, 57.860249, 56.618017, 57.492461, 56.7629, 57.377717, 56.868752, 57.140465, 57.157531, 57.925778, 57.841766, 56.802952, 58.795915, 60.781667, 61.860479, 62.098392, 62.453975, 62.454943, 48.64425, 47.432812, 46.517613, 48.461235, 50.85271, 50.271902, 50.425204, 50.198967, 47.906072, 45.861904, 44.905109, 42.690869, 40.518625, 39.8145, 36.4293, 36.358348, 33.557662, 28.143288, 24.316694, 20.796055, 15.344172, 13.285774, 8.952921, 5.069055, 3.038293, 3.798248]}, "digit": {"n_am_en": [7, 9, 8, 8, 8, 0, 2, 4, 1, 8, 9, 7, 2, 2, 1, 4, 7, 2, 2, 3, 2, 4, 5, 6, 3, 4, 2, 1, 3, 2, 3, 3, 3, 2, 3, 3, 4, 3, 2, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 3, 3, 3, 0, 4, 1, 2, 2, 2, 0, 0, 2, 3, 5, 5, 5, 3, 5, 5, 3, 3, 3, 3, 1, 0, 1, 5, 3, 6, 5, 4, 5, 1, 3, 2, 1, 1, 0, 0, 1, 0, 2, 1, 0, 0, 1, 1, 0, 0], "n_pos": 22, "sum_m_en": [2.069787, 0.942302, 0.920622, 0.895397, 0.946197, 0.979275, 0.973405, 1.086251, 1.145536, 1.155528, 1.199579, 1.247166, 1.25954, 1.403671, 1.428469, 1.33549, 1.312674, 1.302536, 1.1142, 0.9892, 0.895677, 0.844386, 0.846261, 0.840742, 1.260769, 1.371776, 1.35417, 1.544694, 1.378497, 1.523534, 1.584527, 1.411951, 1.403413, 1.458243, 1.484894, 1.470337, 1.69317, 1.479204, 1.661291, 1.645075, 1.646515, 1.565843, 1.403659, 1.724, 1.126516, 1.22169, 0.718742, 0.420889, 0.018831, 2.6e-05], "sum_m_pl": [9.855763, 11.891893, 11.556494, 11.245144, 10.872151, 10.783117, 10.617547, 10.376505, 9.902467, 10.206065, 10.210254, 10.43291, 9.879055, 9.764053, 9.658938, 10.032182, 10.008944, 9.85263, 10.323682, 10.74525, 10.962659, 11.085125, 11.055597, 11.081685, 9.898551, 9.296621, 8.92737, 9.229359, 9.612654, 9.79087, 9.424805, 9.232371, 9.017875, 8.89332, 8.617427, 8.240552, 7.999859, 8.028521, 7.681208, 7.620306, 6.954693, 7.065557, 6.346703, 5.504428, 4.845389, 3.697553, 2.660854, 1.592053, 0.205348, 0.201226]}, "lang": {"n_am_en": [17, 14, 15, 9, 12, 14, 13, 13, 12, 12, 14, 12, 13, 22, 12, 8, 12, 8, 7, 4, 4, 4, 6, 8, 14, 15, 12, 16, 14, 18, 16, 18, 13, 9, 13, 13, 11, 11, 16, 21, 20, 25, 28, 24, 23, 26, 34, 38, 42, 44], "n_am_pl": [5, 9, 4, 8, 4, 6, 4, 5, 2, 6, 5, 4, 7, 6, 9, 6, 7, 8, 6, 4, 7, 11, 10, 8, 9, 7, 9, 4, 7, 7, 9, 6, 8, 7, 5, 7, 8, 10, 9, 10, 9, 7, 5, 5, 6, 8, 5, 3, 3, 4], "n_pos": 50, "sum_m_en": [5.728715, 2.881046, 3.155254, 2.727104, 2.786901, 3.081004, 3.325463, 3.979931, 4.126967, 3.620552, 3.669912, 4.040874, 4.281333, 4.481659, 4.44085, 4.026303, 3.833588, 3.866983, 3.239911, 2.891477, 2.668756, 2.468736, 2.405357, 2.36408, 6.688998, 6.407079, 5.937148, 6.110339, 5.724567, 6.594692, 6.355908, 5.865293, 5.682264, 5.514246, 5.860631, 6.259622, 6.599916, 6.907002, 7.745269, 8.417474, 10.171953, 13.809182, 16.301694, 16.442931, 21.468754, 23.414338, 30.864376, 35.412165, 42.672023, 44.071872], "sum_m_pl": [18.55085, 24.032757, 23.575248, 23.436592, 22.54409, 22.708162, 22.586845, 22.359321, 22.055251, 22.552352, 22.217419, 22.300796, 22.31546, 22.496786, 22.57593, 22.649924, 22.433449, 21.925333, 22.774472, 23.312435, 23.620949, 23.65053, 23.86521, 23.870431, 18.26909, 17.678358, 17.687737, 18.098538, 18.883128, 18.301851, 18.616934, 18.821458, 18.16223, 17.604549, 17.353255, 16.845345, 16.736911, 17.202863, 15.895371, 16.139541, 14.972704, 12.71623, 11.082887, 10.256119, 7.836501, 7.338243, 5.407398, 2.592266, 2.727101, 3.596147]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "llmzszl-18445", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 761, "region_end": 129, "roundtrip_ok": true, "tf_agree": 0.9695, "tf_agree_excl_first": 0.9769}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [146, 117, 98, 101, 78, 73, 65, 57, 55, 56, 75, 69, 71, 75, 82, 61, 74, 61, 37, 35, 33, 38, 34, 36, 61, 52, 61, 75, 63, 81, 67, 61, 65, 56, 62, 75, 72, 60, 62, 61, 52, 51, 56, 53, 66, 62, 39, 34, 11, 0], "n_am_pl": [36, 67, 52, 62, 58, 57, 51, 51, 45, 52, 52, 56, 60, 66, 62, 67, 70, 54, 74, 88, 79, 84, 79, 82, 50, 76, 64, 62, 76, 76, 78, 70, 63, 57, 49, 43, 45, 53, 49, 51, 50, 40, 31, 31, 29, 35, 48, 53, 91, 109], "n_pos": 416, "sum_m_en": [40.156739, 21.239793, 23.64408, 22.559239, 22.97672, 22.912947, 22.347998, 24.239697, 25.134051, 25.628489, 26.641977, 28.747477, 29.102542, 30.140303, 29.976736, 28.12203, 27.09022, 26.606515, 22.77977, 20.569796, 19.463432, 18.540488, 18.391245, 17.973251, 28.992018, 31.678623, 33.271887, 35.375397, 33.997324, 37.212066, 36.653645, 35.174125, 35.242606, 34.31941, 35.550402, 34.3007, 33.351183, 33.679141, 37.04417, 40.01213, 41.486559, 36.847936, 38.290939, 38.523731, 61.798963, 53.889029, 37.388335, 34.98218, 12.742183, 0.011417], "sum_m_pl": [171.456785, 203.905968, 195.602849, 193.09684, 186.797261, 189.365111, 189.809805, 185.84227, 177.094861, 178.856233, 176.981197, 179.319428, 182.553078, 181.626834, 179.892303, 186.57353, 188.362015, 187.115068, 192.680571, 198.214961, 200.344648, 200.466145, 200.358328, 200.812553, 161.12464, 159.409979, 153.383382, 163.272441, 168.869279, 166.707996, 166.422712, 164.806622, 158.48138, 150.514459, 147.392247, 140.072994, 136.985104, 135.306603, 125.548353, 122.666071, 115.958566, 104.084374, 91.892096, 82.283576, 68.618248, 66.443295, 65.870743, 58.756967, 90.344488, 107.717208]}, "digit": {"n_am_en": [23, 22, 16, 21, 13, 12, 12, 15, 6, 10, 22, 9, 8, 9, 9, 9, 15, 7, 9, 7, 10, 12, 10, 8, 16, 7, 14, 20, 13, 17, 7, 8, 7, 9, 7, 6, 10, 6, 9, 7, 5, 6, 7, 8, 3, 4, 3, 1, 0, 0], "n_am_pl": [1, 11, 4, 10, 8, 6, 9, 11, 5, 1, 7, 6, 8, 7, 6, 7, 10, 12, 15, 13, 11, 10, 9, 6, 7, 8, 2, 9, 11, 7, 7, 10, 12, 9, 8, 12, 7, 4, 5, 5, 1, 1, 3, 2, 3, 2, 0, 0, 0, 0], "n_pos": 69, "sum_m_en": [5.662106, 3.037503, 2.898175, 2.805966, 2.884659, 3.027391, 3.012232, 3.292689, 3.480252, 3.520026, 3.719978, 3.903622, 4.248284, 4.564875, 4.428996, 4.162214, 3.968942, 3.994582, 3.419533, 3.101198, 2.876276, 2.728482, 2.73158, 2.671635, 3.996168, 4.195658, 4.688652, 5.01269, 4.744406, 5.239057, 5.455121, 5.255808, 4.90679, 4.700105, 4.776224, 4.836503, 4.91151, 4.486057, 4.815107, 4.987232, 5.280644, 4.57605, 4.303789, 4.554068, 4.39207, 3.938109, 3.329954, 1.620511, 0.058287, 0.0], "sum_m_pl": [32.20435, 37.205769, 36.020245, 35.048961, 33.812126, 33.641988, 33.207879, 31.861314, 29.548133, 30.298797, 30.495859, 31.876961, 30.838697, 30.551848, 29.919429, 31.875807, 31.82176, 31.595087, 32.480656, 33.459166, 33.929338, 34.223011, 34.083674, 34.314577, 30.97666, 29.547963, 28.053637, 30.009261, 30.57477, 30.026812, 29.709759, 29.157515, 28.96044, 28.665984, 27.362615, 26.428431, 25.843057, 25.380839, 24.370976, 25.051412, 24.167839, 24.282724, 23.037192, 21.430641, 18.932226, 14.594727, 7.669896, 3.393445, 0.517292, 2e-06]}, "lang": {"n_am_en": [36, 27, 26, 28, 19, 17, 18, 16, 16, 15, 16, 27, 25, 26, 24, 24, 22, 24, 12, 18, 11, 12, 11, 13, 23, 22, 21, 27, 20, 35, 24, 27, 29, 23, 25, 32, 26, 22, 30, 26, 26, 28, 26, 25, 41, 40, 23, 21, 8, 0], "n_am_pl": [8, 19, 19, 23, 19, 18, 14, 16, 14, 14, 16, 19, 21, 19, 19, 15, 14, 13, 13, 18, 16, 19, 18, 28, 15, 21, 20, 16, 23, 21, 21, 21, 17, 19, 15, 10, 19, 24, 22, 23, 24, 24, 17, 16, 21, 23, 37, 48, 88, 109], "n_pos": 110, "sum_m_en": [10.506691, 5.96642, 6.754468, 6.435919, 6.462539, 6.403695, 6.326488, 7.310407, 7.410642, 7.522799, 7.853743, 8.661238, 8.730767, 8.92651, 8.591989, 8.045057, 7.536414, 7.491081, 6.393581, 5.706404, 5.376923, 5.082385, 5.016233, 4.885798, 8.988562, 10.0979, 10.480222, 11.549475, 10.513021, 11.691877, 11.328073, 11.222584, 11.556533, 11.354672, 11.641709, 11.571456, 11.725351, 12.313289, 14.30768, 15.696807, 18.202413, 18.365357, 20.245745, 19.983816, 36.974851, 35.276792, 21.885101, 20.639842, 8.499579, 0.007585], "sum_m_pl": [41.994766, 51.794053, 49.738357, 49.969315, 48.514002, 49.47358, 49.410251, 48.984204, 47.552312, 47.785481, 47.03225, 47.282416, 48.790237, 48.982307, 49.441753, 50.561844, 51.213994, 50.703741, 51.924873, 53.216712, 53.680408, 53.400965, 53.481342, 53.518088, 44.715671, 44.36122, 43.068407, 44.537512, 46.47153, 45.72904, 46.178534, 46.150488, 45.236147, 44.247101, 42.919364, 42.686427, 43.630621, 44.911711, 42.234536, 41.4235, 39.114309, 33.302377, 27.513051, 26.200757, 24.916698, 27.14281, 39.531992, 43.533725, 83.487112, 106.927537]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 418, "item_id": "llmzszl-18445", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 692, "region_end": 416, "roundtrip_ok": true, "tf_agree": 0.9904, "tf_agree_excl_first": 0.9928}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 25, 22, 19, 17, 16, 17, 15, 8, 12, 20, 18, 18, 25, 21, 14, 25, 24, 24, 19, 20, 24, 22, 25, 33, 31, 25, 24, 30, 38, 30, 30, 39, 25, 26, 28, 32, 22, 23, 24, 30, 28, 34, 30, 33, 38, 43, 39, 40, 40], "n_am_pl": [2, 15, 12, 14, 10, 8, 8, 9, 10, 8, 9, 8, 14, 12, 10, 7, 5, 8, 6, 5, 5, 7, 5, 4, 3, 0, 2, 10, 9, 8, 9, 6, 7, 6, 7, 6, 4, 3, 4, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 98, "sum_m_en": [10.956152, 5.706552, 5.710553, 5.520942, 5.416578, 5.931051, 6.377729, 6.407483, 6.350091, 6.570207, 6.940237, 7.441221, 7.75524, 7.963038, 8.142763, 7.449816, 7.04475, 6.923198, 6.396388, 5.601, 5.446081, 5.237053, 5.006284, 4.832285, 12.407471, 13.61229, 12.996002, 13.941144, 12.817655, 14.306658, 12.742742, 12.093317, 12.655002, 12.654644, 13.578477, 14.844547, 17.70231, 15.773214, 16.562269, 17.401177, 18.893781, 21.409563, 24.663024, 27.829933, 29.634948, 35.828759, 37.257008, 36.343555, 38.83757, 39.085873], "sum_m_pl": [35.156156, 45.978964, 45.394364, 45.328675, 44.537208, 42.981912, 42.624688, 42.217577, 42.390289, 43.270555, 42.922873, 41.275592, 41.447391, 41.735413, 41.911043, 42.034149, 43.130811, 42.162901, 43.042897, 45.281315, 45.68521, 46.26335, 45.79726, 46.323186, 29.771611, 29.273805, 28.118804, 30.645505, 33.477197, 32.475501, 32.801571, 32.826702, 31.347555, 30.277323, 30.300242, 28.992215, 25.323294, 22.316825, 19.334128, 17.194001, 14.478102, 11.349022, 11.162305, 8.541063, 6.941449, 4.888374, 4.044701, 2.18942, 0.865729, 0.45928]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [13, 12, 9, 9, 10, 8, 9, 7, 2, 5, 8, 8, 11, 10, 12, 4, 10, 10, 12, 9, 9, 12, 9, 11, 13, 14, 11, 11, 15, 19, 18, 17, 22, 14, 12, 15, 18, 10, 11, 15, 16, 13, 16, 16, 18, 20, 22, 29, 37, 39], "n_am_pl": [1, 4, 5, 8, 2, 1, 3, 3, 5, 5, 5, 3, 6, 6, 6, 5, 5, 5, 3, 2, 2, 3, 1, 1, 1, 0, 1, 4, 4, 2, 3, 1, 3, 3, 4, 2, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [4.389448, 2.29717, 2.197657, 2.223064, 2.160615, 2.506138, 2.885685, 2.913837, 2.947058, 2.890752, 3.048911, 3.183005, 3.390266, 3.475651, 3.510382, 3.239994, 3.014484, 2.948041, 2.631602, 2.272418, 2.234583, 2.185203, 2.093976, 2.025032, 5.480801, 6.079192, 6.565102, 6.746321, 6.074031, 6.819598, 5.928541, 5.75038, 6.260422, 6.450706, 6.965355, 7.212387, 8.440004, 7.68344, 8.546072, 9.075952, 9.41829, 10.105828, 12.308874, 13.713109, 14.774243, 19.652121, 20.887557, 25.758384, 35.672573, 38.351215], "sum_m_pl": [14.16866, 18.386601, 18.2652, 18.266146, 18.135191, 17.205458, 16.844718, 16.766109, 16.923103, 17.203683, 17.068757, 16.606419, 16.657546, 16.719879, 16.921122, 16.817482, 17.226515, 16.868045, 17.08575, 17.810934, 17.88069, 18.189167, 17.962476, 18.208698, 10.912209, 11.085045, 11.0943, 12.199858, 13.209135, 12.535589, 12.99742, 13.382352, 12.925332, 12.449867, 12.266733, 11.858701, 10.39191, 9.167569, 7.689289, 7.08346, 5.810613, 4.705262, 3.948915, 2.822187, 2.52245, 1.908924, 1.500923, 0.723507, 0.091713, 0.299801]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "llmzszl-18446", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 765, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 0.9899}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [79, 47, 54, 47, 37, 33, 47, 43, 51, 51, 41, 44, 68, 59, 53, 40, 44, 46, 54, 42, 42, 43, 43, 50, 67, 63, 75, 73, 62, 76, 68, 62, 57, 62, 59, 62, 68, 66, 60, 51, 49, 49, 43, 46, 43, 49, 22, 9, 2, 0], "n_am_pl": [16, 70, 64, 55, 45, 37, 35, 40, 45, 47, 34, 26, 39, 42, 46, 44, 36, 43, 38, 37, 44, 45, 50, 51, 38, 35, 27, 34, 26, 26, 43, 42, 49, 31, 31, 34, 37, 29, 33, 30, 27, 24, 27, 38, 38, 48, 56, 59, 117, 136], "n_pos": 273, "sum_m_en": [25.788001, 12.777835, 13.186171, 14.503727, 14.676334, 14.901557, 15.602221, 16.36373, 16.70249, 17.203959, 17.63937, 18.812823, 18.882114, 19.435639, 19.238025, 17.792007, 17.13204, 16.933871, 15.769366, 13.987857, 13.370589, 13.577175, 12.660506, 12.095528, 26.07444, 27.091556, 27.355517, 27.780776, 27.974551, 29.513965, 27.92412, 26.991629, 28.65812, 30.563105, 31.834366, 31.843789, 34.972086, 35.301651, 35.0535, 35.701733, 33.110097, 31.714075, 31.993906, 35.116545, 36.431053, 39.875783, 20.841382, 10.941467, 3.649821, 0.008887], "sum_m_pl": [100.680594, 128.344967, 126.516454, 124.581865, 122.443122, 118.922789, 121.656783, 119.555029, 119.129048, 121.305676, 120.316924, 116.663485, 120.862701, 121.930664, 122.511679, 121.955963, 124.132327, 123.960618, 127.127314, 132.586808, 133.996529, 134.00846, 133.929544, 134.555461, 104.439942, 101.3455, 97.662127, 102.330412, 106.323175, 103.722998, 106.500535, 108.526914, 103.651031, 97.705574, 98.898982, 97.875901, 92.727868, 83.156556, 76.032107, 73.151074, 61.043428, 53.603243, 54.42538, 55.714602, 48.996313, 58.059873, 64.465847, 65.890701, 108.706069, 135.648445]}, "digit": {"n_am_en": [2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 3, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.323917, 0.164516, 0.144158, 0.140196, 0.143354, 0.136909, 0.136722, 0.138214, 0.166202, 0.156862, 0.158409, 0.182207, 0.208524, 0.188929, 0.233049, 0.202934, 0.214077, 0.219155, 0.199756, 0.169943, 0.155008, 0.144664, 0.142346, 0.143177, 0.281099, 0.251487, 0.278639, 0.262486, 0.258758, 0.272319, 0.272313, 0.218988, 0.227762, 0.216545, 0.293239, 0.305909, 0.184629, 0.185527, 0.165162, 0.15862, 0.163639, 0.156095, 0.150278, 0.112731, 0.067768, 0.055797, 0.017702, 0.004052, 0.001218, 0.0], "sum_m_pl": [1.378047, 1.638252, 1.632896, 1.577039, 1.552012, 1.546963, 1.495139, 1.483665, 1.343734, 1.308576, 1.383768, 1.230915, 1.368244, 1.373343, 1.33878, 1.362291, 1.37349, 1.349941, 1.400887, 1.463176, 1.48309, 1.483576, 1.494682, 1.477617, 1.339323, 1.374935, 1.35357, 1.326745, 1.380939, 1.260063, 1.110324, 1.18126, 1.113349, 1.136231, 1.047748, 0.937632, 0.771834, 0.662464, 0.717458, 0.747348, 0.757152, 0.80818, 0.761493, 0.672716, 0.489337, 0.462422, 0.134038, 0.066066, 0.003816, 1e-06]}, "lang": {"n_am_en": [47, 26, 25, 29, 20, 21, 23, 24, 31, 27, 19, 16, 32, 32, 27, 22, 19, 27, 25, 18, 23, 22, 23, 27, 35, 33, 39, 35, 32, 47, 38, 38, 37, 46, 34, 41, 47, 47, 44, 35, 34, 35, 30, 35, 35, 39, 19, 8, 2, 0], "n_am_pl": [7, 34, 32, 27, 19, 14, 14, 19, 24, 23, 16, 16, 18, 22, 24, 25, 17, 24, 22, 20, 25, 26, 26, 25, 21, 18, 17, 19, 11, 11, 23, 20, 20, 11, 14, 22, 22, 18, 24, 24, 21, 20, 21, 32, 32, 44, 52, 56, 116, 135], "n_pos": 137, "sum_m_en": [13.362196, 6.32676, 6.347514, 7.105003, 7.230852, 7.367223, 8.206656, 8.843648, 9.078879, 9.291982, 9.639163, 10.238498, 10.283608, 10.281569, 10.017498, 9.054405, 8.731947, 8.780544, 8.214323, 7.230403, 6.897135, 7.223505, 6.512894, 6.182322, 14.680366, 15.575699, 15.415303, 15.293855, 15.239002, 15.7899, 15.246351, 14.525751, 15.751977, 17.486091, 18.237879, 18.350981, 20.61904, 22.054733, 23.014772, 22.287609, 21.732071, 21.849917, 21.641154, 25.680685, 27.209757, 32.482756, 17.194506, 8.480388, 2.890669, 0.008256], "sum_m_pl": [49.273232, 64.185811, 63.211168, 62.606731, 61.28733, 59.96596, 60.613932, 59.626648, 59.77429, 60.375462, 59.158665, 57.720182, 59.683261, 60.678931, 60.863865, 60.931233, 61.912482, 61.721177, 63.444567, 66.254301, 66.729971, 66.734242, 66.808329, 67.21096, 52.756077, 51.642055, 51.133481, 52.782777, 54.415651, 52.967445, 55.062575, 56.371828, 53.327609, 50.781733, 50.08322, 50.968169, 49.48844, 45.089169, 42.662311, 43.311702, 39.629975, 37.398155, 39.254519, 41.850681, 37.961003, 47.183306, 55.710353, 58.499923, 105.669123, 134.622563]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 275, "item_id": "llmzszl-18446", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 696, "region_end": 273, "roundtrip_ok": true, "tf_agree": 0.9636, "tf_agree_excl_first": 0.9672}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [91, 132, 108, 103, 89, 85, 96, 106, 106, 112, 114, 123, 101, 91, 126, 130, 130, 93, 75, 83, 74, 76, 63, 67, 133, 126, 118, 111, 119, 136, 120, 117, 127, 110, 126, 127, 118, 110, 112, 108, 102, 96, 94, 92, 104, 96, 91, 93, 114, 110], "n_am_pl": [17, 50, 56, 52, 57, 52, 59, 70, 63, 62, 62, 53, 47, 55, 61, 51, 50, 62, 70, 70, 85, 80, 90, 99, 40, 49, 66, 73, 73, 59, 70, 66, 52, 65, 41, 47, 44, 37, 31, 25, 20, 20, 16, 22, 8, 10, 9, 9, 1, 0], "n_pos": 443, "sum_m_en": [44.134689, 23.337349, 24.309481, 24.369628, 25.037264, 25.62739, 25.40124, 26.805834, 27.9717, 29.765223, 31.455383, 31.893815, 32.014162, 33.741833, 34.304907, 32.909326, 32.663763, 31.582404, 27.974469, 26.65875, 24.280866, 22.523747, 21.991078, 21.571205, 51.225101, 54.851207, 54.401681, 51.91243, 51.371845, 52.368677, 50.06204, 47.269019, 46.923669, 46.715794, 53.165687, 53.905994, 57.150642, 58.992392, 65.535101, 68.858285, 69.178812, 72.595332, 77.169471, 79.906613, 91.320306, 87.908684, 92.980136, 93.981075, 110.260844, 108.906884], "sum_m_pl": [165.610195, 222.34258, 213.344862, 210.670562, 206.503279, 206.680815, 208.205136, 207.344429, 204.708297, 206.14186, 199.313875, 198.912105, 198.764203, 195.978615, 197.11001, 202.149016, 196.958048, 197.877553, 203.939015, 208.12038, 212.064149, 214.413865, 214.511497, 215.993168, 167.652836, 167.683194, 169.271642, 178.703306, 179.564175, 176.675034, 180.127749, 182.197607, 180.19585, 173.350805, 163.81217, 159.825794, 144.556237, 137.62375, 125.567129, 118.914493, 111.093505, 102.521567, 93.025048, 81.361644, 58.082373, 44.474476, 25.300645, 15.445393, 3.360109, 0.136603]}, "digit": {"n_am_en": [10, 35, 18, 13, 16, 12, 15, 14, 10, 11, 12, 18, 7, 11, 18, 14, 10, 8, 7, 6, 10, 9, 8, 9, 25, 16, 15, 15, 13, 12, 9, 13, 22, 17, 12, 12, 10, 9, 10, 5, 12, 10, 7, 8, 9, 4, 2, 2, 0, 0], "n_am_pl": [6, 5, 6, 7, 6, 6, 6, 8, 4, 5, 6, 11, 6, 6, 11, 10, 11, 13, 12, 11, 11, 11, 8, 10, 10, 14, 12, 11, 13, 10, 17, 7, 6, 9, 10, 10, 12, 5, 5, 5, 5, 5, 6, 10, 4, 3, 1, 1, 0, 0], "n_pos": 78, "sum_m_en": [6.425847, 3.444237, 3.546045, 3.558725, 3.873157, 3.946152, 3.90483, 4.003669, 3.973335, 4.266586, 4.549727, 4.751545, 4.919034, 5.322139, 5.277272, 5.173523, 5.374628, 5.330127, 4.685122, 4.587597, 4.10574, 3.777775, 3.703898, 3.624444, 7.708372, 8.1495, 7.429478, 7.289994, 6.949517, 7.033559, 6.985498, 6.539614, 6.400113, 6.238619, 6.457004, 6.742941, 6.762469, 6.692771, 7.254707, 7.614078, 7.593984, 7.44622, 7.388798, 7.464419, 7.101117, 5.826886, 4.711196, 3.587124, 0.481907, 0.0], "sum_m_pl": [31.423215, 41.21003, 38.941295, 38.073817, 36.944099, 36.864193, 37.119306, 37.537597, 37.419091, 37.558812, 36.022318, 35.842642, 35.40172, 34.887212, 34.817225, 35.689385, 33.910662, 34.185631, 35.273555, 35.603727, 36.657152, 37.315818, 37.407892, 37.720586, 29.91404, 29.491494, 29.672316, 31.183496, 31.724221, 31.604048, 31.455958, 32.105745, 31.974929, 30.938916, 29.834793, 29.61963, 28.05882, 27.184942, 25.614461, 25.635504, 25.552188, 25.510458, 25.327272, 23.647559, 20.744575, 12.787173, 7.41198, 3.691653, 0.309532, 0.0]}, "lang": {"n_am_en": [28, 30, 32, 33, 25, 21, 33, 33, 32, 44, 44, 40, 36, 39, 35, 40, 42, 35, 27, 29, 27, 26, 25, 25, 39, 47, 45, 38, 35, 51, 47, 46, 43, 46, 50, 54, 49, 48, 49, 50, 43, 50, 50, 50, 65, 68, 69, 79, 105, 110], "n_am_pl": [4, 17, 13, 16, 13, 12, 10, 14, 9, 14, 15, 10, 14, 11, 17, 13, 13, 12, 17, 19, 19, 16, 23, 26, 8, 10, 13, 17, 20, 14, 16, 14, 10, 15, 6, 10, 8, 12, 10, 8, 6, 7, 6, 7, 1, 3, 4, 3, 0, 0], "n_pos": 111, "sum_m_en": [12.792199, 6.976851, 7.286072, 7.075681, 6.886824, 7.106692, 7.144046, 7.454368, 7.980751, 8.561407, 9.256057, 9.630156, 9.365391, 9.674264, 9.341088, 9.19021, 8.901948, 8.544004, 7.635026, 7.008724, 6.409626, 6.014712, 5.899234, 5.845141, 18.781005, 19.165102, 19.176541, 17.70719, 17.953989, 18.056949, 16.836218, 16.665726, 16.755924, 17.543606, 20.680324, 21.340552, 23.767199, 23.704504, 26.985072, 29.29435, 31.003086, 33.86892, 36.894312, 41.27536, 54.541031, 57.348333, 66.216356, 74.190493, 101.893625, 108.473736], "sum_m_pl": [38.391179, 52.434255, 51.565261, 51.210146, 50.709748, 50.578414, 50.807921, 50.97075, 49.922194, 50.932135, 49.379018, 49.429718, 49.403151, 48.680381, 49.13822, 50.446149, 50.087208, 50.09782, 51.502443, 52.884612, 53.675215, 53.845366, 53.615508, 53.886993, 39.603421, 40.198704, 41.331109, 43.250025, 43.175262, 41.979627, 43.894999, 44.067587, 42.844066, 41.724456, 38.924578, 39.425162, 35.307576, 35.001536, 32.363334, 30.511852, 27.203642, 23.749521, 19.521448, 17.937938, 12.273523, 12.102083, 6.524903, 4.038385, 0.424768, 0.008307]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 445, "item_id": "llmzszl-18447", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 745, "region_end": 443, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9842}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [248, 305, 269, 251, 205, 225, 222, 231, 254, 254, 248, 261, 241, 224, 279, 277, 262, 210, 148, 162, 143, 138, 121, 135, 270, 255, 240, 271, 259, 316, 285, 272, 280, 255, 256, 256, 245, 250, 255, 254, 240, 230, 223, 215, 194, 149, 130, 83, 46, 34], "n_am_pl": [51, 180, 199, 176, 172, 161, 209, 200, 181, 178, 125, 176, 188, 186, 183, 192, 160, 179, 224, 232, 254, 249, 281, 296, 113, 126, 140, 146, 173, 176, 190, 188, 171, 145, 143, 152, 123, 111, 112, 77, 90, 91, 87, 78, 87, 87, 112, 123, 188, 204], "n_pos": 1100, "sum_m_en": [102.143633, 53.199289, 57.889073, 60.499284, 61.981126, 62.247938, 61.520764, 65.890886, 69.449988, 72.281483, 76.266163, 78.120448, 77.637387, 82.207188, 85.103134, 79.886523, 78.161546, 75.680695, 65.618641, 62.477665, 57.355674, 53.673774, 52.726819, 51.101303, 109.036056, 112.78634, 113.227226, 109.800391, 115.466665, 123.451207, 116.592285, 112.091748, 115.340158, 113.16762, 121.326545, 121.79287, 122.254647, 125.501996, 133.639123, 141.886161, 142.143153, 146.621556, 157.358274, 160.717771, 161.691429, 131.1213, 122.041712, 90.256361, 49.506303, 34.215194], "sum_m_pl": [425.040652, 551.737974, 528.339586, 517.431155, 509.742889, 514.19619, 520.805974, 517.398628, 512.340431, 515.56553, 501.418681, 498.148688, 504.648058, 497.573123, 500.720728, 509.008915, 499.583594, 503.055157, 518.965234, 527.863548, 536.746056, 539.323656, 538.471581, 539.777168, 420.933023, 424.916619, 417.706111, 449.577879, 455.493687, 453.630574, 454.7711, 456.403969, 447.859447, 424.404929, 407.091048, 390.031286, 367.555888, 358.822862, 336.166638, 322.348033, 308.636656, 297.014433, 280.654031, 253.503172, 207.896865, 188.519836, 157.954941, 147.928052, 179.434878, 207.016147]}, "digit": {"n_am_en": [31, 88, 47, 50, 39, 23, 34, 36, 23, 31, 33, 34, 34, 34, 45, 39, 29, 37, 11, 25, 19, 18, 14, 17, 55, 41, 29, 50, 45, 42, 42, 38, 39, 34, 34, 38, 32, 31, 32, 23, 19, 29, 24, 15, 14, 15, 9, 7, 1, 0], "n_am_pl": [0, 17, 24, 20, 18, 22, 26, 26, 25, 21, 17, 32, 18, 21, 25, 33, 19, 26, 37, 38, 38, 37, 37, 37, 17, 26, 21, 15, 22, 27, 27, 21, 26, 25, 26, 31, 28, 23, 31, 14, 17, 18, 14, 16, 14, 5, 4, 2, 0, 0], "n_pos": 195, "sum_m_en": [17.80593, 8.95065, 9.609977, 9.702909, 10.29148, 10.081827, 9.880492, 10.598479, 10.713204, 10.791622, 11.392213, 11.671919, 12.276308, 13.124857, 13.499073, 13.046377, 13.26691, 12.949877, 11.282271, 10.96098, 9.765288, 8.964057, 8.866988, 8.667654, 16.128751, 17.558283, 17.412509, 17.658742, 18.25351, 18.427463, 17.806579, 16.973892, 17.295049, 16.112504, 17.06989, 17.439332, 16.599706, 16.278139, 17.430395, 16.771868, 17.15097, 17.269174, 17.029817, 16.161159, 18.181732, 14.872264, 13.158714, 8.357039, 1.001417, 0.0], "sum_m_pl": [78.41131, 102.526404, 96.608139, 93.554959, 90.524308, 91.00923, 91.601361, 91.989675, 91.966969, 93.655796, 90.750565, 91.098361, 91.027663, 89.950257, 89.407212, 90.794377, 87.823183, 88.587568, 91.52711, 92.300133, 94.637462, 95.722603, 95.588002, 95.961388, 77.466356, 76.292563, 74.527281, 80.588881, 80.803881, 81.250393, 80.431812, 81.409426, 80.371489, 78.064876, 75.765027, 76.260074, 73.164895, 71.045393, 67.530202, 66.144353, 64.00852, 65.701809, 63.920097, 62.024723, 54.759909, 37.483416, 23.262831, 13.572085, 0.763657, 0.0]}, "lang": {"n_am_en": [80, 42, 52, 58, 48, 48, 55, 56, 67, 71, 65, 62, 58, 51, 63, 76, 61, 53, 46, 36, 42, 50, 44, 49, 87, 83, 73, 67, 65, 80, 80, 82, 89, 89, 85, 82, 76, 84, 99, 97, 92, 96, 100, 106, 108, 96, 70, 49, 36, 34], "n_am_pl": [13, 52, 49, 38, 42, 29, 36, 33, 30, 29, 30, 41, 43, 41, 44, 43, 41, 40, 49, 58, 60, 58, 67, 76, 28, 31, 34, 39, 34, 32, 44, 50, 32, 37, 39, 47, 45, 36, 34, 25, 30, 30, 38, 32, 46, 55, 78, 92, 180, 201], "n_pos": 237, "sum_m_en": [22.695064, 11.749634, 12.548655, 14.183232, 14.133339, 13.949609, 14.239197, 15.373159, 16.207897, 16.433669, 18.173917, 19.08325, 18.177723, 19.020231, 19.365445, 17.772578, 17.206622, 16.418524, 14.573713, 13.605786, 12.733702, 12.238369, 11.899367, 11.571754, 32.20922, 29.158459, 27.637088, 25.372837, 27.54013, 29.204706, 28.629481, 28.295301, 30.320179, 31.255138, 32.64619, 35.497272, 36.414876, 38.318338, 42.046069, 48.694794, 50.525407, 55.361853, 64.921517, 71.736852, 83.523733, 70.98282, 60.090806, 46.249017, 35.195997, 34.028638], "sum_m_pl": [86.85228, 112.889254, 110.12504, 106.329548, 105.825492, 107.443207, 109.437259, 108.997909, 108.409261, 109.692999, 106.471203, 105.458552, 107.637926, 106.935132, 107.688965, 110.643123, 108.95842, 109.248635, 112.274235, 114.520448, 116.102955, 115.877369, 115.474867, 115.580993, 90.208995, 91.492121, 91.899444, 97.810176, 97.996596, 97.53106, 98.854664, 99.220284, 95.696118, 93.108554, 90.602021, 89.228284, 87.293534, 87.291758, 83.192502, 80.798859, 76.699504, 72.383121, 68.577222, 64.958168, 63.433712, 72.951608, 82.134488, 94.936093, 163.910909, 200.191668]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1102, "item_id": "llmzszl-18447", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 676, "region_end": 1100, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.99}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [38, 18, 16, 10, 12, 17, 18, 14, 19, 19, 28, 23, 25, 22, 21, 20, 19, 17, 14, 19, 15, 15, 15, 13, 21, 29, 25, 30, 32, 29, 26, 28, 27, 23, 25, 30, 24, 29, 30, 35, 35, 32, 37, 33, 27, 15, 9, 4, 1, 0], "n_am_pl": [7, 27, 23, 21, 20, 16, 10, 21, 16, 14, 16, 14, 17, 14, 17, 14, 16, 16, 17, 19, 24, 22, 21, 21, 13, 11, 17, 17, 11, 19, 17, 13, 17, 16, 12, 15, 20, 17, 14, 14, 10, 13, 10, 11, 12, 23, 31, 36, 45, 57], "n_pos": 95, "sum_m_en": [9.161267, 4.821053, 4.724222, 4.920262, 4.960171, 5.316939, 5.240339, 5.875957, 6.103988, 6.336929, 6.517521, 6.644929, 6.657358, 6.846906, 6.745585, 6.12206, 5.847636, 5.654306, 5.140212, 4.834174, 4.690332, 4.412729, 4.295214, 4.336787, 9.761293, 10.431083, 9.937297, 9.812288, 10.25988, 9.95744, 9.617646, 8.932109, 9.326721, 9.562, 10.528142, 9.96049, 12.904337, 14.479972, 14.806919, 16.85061, 16.154347, 18.771715, 17.483645, 18.682828, 18.594044, 13.918689, 8.342395, 3.954189, 1.683311, 0.003782], "sum_m_pl": [34.217834, 43.818891, 42.826731, 42.782769, 41.751677, 40.965737, 40.654824, 40.320955, 40.431767, 41.115673, 40.836471, 41.573993, 41.837314, 41.909221, 42.175224, 42.583089, 43.73992, 43.605003, 44.794419, 45.11314, 45.302478, 44.936594, 45.485557, 45.142142, 33.726905, 34.514452, 34.177124, 37.399346, 38.304174, 39.735951, 39.297053, 39.501739, 39.613115, 37.474345, 37.311523, 38.537827, 36.003763, 34.113938, 32.641044, 31.483856, 31.302448, 29.757841, 25.292399, 25.117455, 22.029329, 26.765841, 33.56057, 34.402241, 44.756548, 57.171999]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [23, 9, 9, 7, 5, 10, 13, 11, 11, 9, 18, 11, 16, 15, 16, 15, 14, 12, 10, 11, 10, 9, 9, 8, 12, 18, 18, 18, 17, 18, 16, 19, 14, 13, 13, 17, 15, 15, 15, 23, 19, 19, 22, 20, 17, 9, 7, 3, 1, 0], "n_am_pl": [3, 16, 14, 16, 13, 9, 4, 14, 10, 10, 13, 10, 11, 9, 9, 10, 9, 10, 11, 13, 16, 14, 14, 13, 7, 6, 8, 7, 7, 12, 13, 9, 11, 13, 8, 10, 13, 11, 9, 7, 6, 8, 8, 8, 8, 21, 27, 33, 44, 55], "n_pos": 57, "sum_m_en": [5.687607, 2.848167, 2.874945, 2.957849, 2.922049, 3.191928, 3.138965, 3.566292, 3.557665, 3.811024, 3.958715, 3.996217, 3.998002, 4.122845, 4.05201, 3.600821, 3.431745, 3.400208, 3.094022, 2.883923, 2.790857, 2.618845, 2.535972, 2.55181, 6.035305, 6.580196, 6.307392, 5.93246, 6.10785, 5.968181, 5.962276, 5.358939, 5.483409, 5.648911, 6.230339, 5.869739, 7.645505, 8.405594, 9.173656, 11.323933, 10.998141, 12.738877, 12.196879, 12.696176, 12.183406, 8.407351, 5.996233, 2.575177, 1.362998, 0.002563], "sum_m_pl": [19.541875, 25.682392, 25.405045, 25.399357, 24.729749, 24.360837, 24.468106, 24.371029, 24.492808, 24.642507, 24.629554, 25.098085, 25.120142, 25.270709, 25.560633, 25.854128, 26.392876, 26.472384, 27.107236, 27.201645, 27.37328, 27.270312, 27.600111, 27.316796, 20.668748, 21.407472, 21.046745, 22.957636, 23.656688, 24.487405, 24.149473, 24.301696, 24.872176, 23.227532, 22.735971, 23.772769, 22.493335, 21.309944, 19.690598, 18.319839, 17.993171, 17.423593, 15.736702, 15.694915, 15.093502, 20.122115, 27.771879, 30.252807, 41.824089, 54.871833]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 97, "item_id": "llmzszl-18448", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 702, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9588, "tf_agree_excl_first": 0.9688}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [50, 30, 24, 22, 22, 18, 23, 20, 21, 32, 37, 37, 33, 34, 31, 30, 31, 23, 18, 22, 18, 17, 16, 13, 31, 39, 29, 39, 34, 33, 29, 35, 39, 27, 37, 38, 34, 37, 34, 45, 41, 44, 40, 40, 35, 20, 9, 4, 1, 0], "n_am_pl": [12, 21, 26, 28, 27, 23, 22, 30, 23, 19, 17, 13, 21, 18, 25, 18, 18, 16, 27, 25, 29, 28, 28, 33, 18, 13, 22, 14, 15, 17, 18, 22, 22, 24, 19, 19, 26, 27, 18, 18, 19, 20, 15, 21, 24, 37, 47, 48, 70, 78], "n_pos": 133, "sum_m_en": [13.389791, 6.611033, 6.394051, 6.815291, 6.82111, 7.203812, 7.141372, 7.718197, 8.18042, 8.455038, 8.720211, 9.230194, 9.113948, 9.223602, 9.033568, 8.199437, 7.973573, 7.671319, 7.006935, 6.50739, 6.330637, 5.976352, 5.857239, 5.819806, 13.035202, 13.761684, 13.271414, 12.944921, 13.360005, 13.561881, 12.805286, 12.130252, 12.850388, 13.418914, 14.189427, 13.479758, 16.351659, 18.29177, 20.677205, 21.47309, 20.580565, 22.918429, 22.814305, 24.837461, 23.605675, 16.985981, 9.174908, 3.738198, 1.630618, 0.011335], "sum_m_pl": [47.45509, 62.063653, 61.172702, 60.914902, 59.835483, 59.342851, 59.372547, 59.249408, 58.55244, 59.340007, 59.115702, 59.159611, 59.297157, 58.260268, 59.458361, 60.466996, 61.715266, 61.715975, 63.635492, 64.174296, 64.523617, 64.003769, 64.634853, 64.430787, 48.746244, 49.901157, 47.792752, 52.469252, 53.930218, 55.459102, 55.38116, 55.5488, 55.64111, 51.468184, 51.510739, 51.248619, 49.070692, 46.851517, 45.007235, 44.555663, 44.621135, 43.223739, 37.132701, 37.713946, 34.585406, 41.267783, 51.268598, 51.223841, 65.893183, 78.117458]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [29, 14, 15, 14, 12, 12, 17, 14, 11, 16, 24, 21, 23, 22, 22, 23, 19, 15, 12, 13, 12, 10, 10, 8, 17, 26, 18, 20, 21, 21, 19, 26, 24, 16, 23, 24, 25, 25, 21, 31, 28, 31, 29, 31, 25, 12, 6, 3, 1, 0], "n_am_pl": [5, 11, 11, 16, 19, 14, 16, 22, 16, 12, 13, 9, 14, 13, 15, 14, 13, 11, 20, 18, 21, 19, 23, 22, 16, 7, 14, 10, 10, 12, 14, 16, 12, 16, 10, 14, 17, 15, 12, 10, 13, 12, 10, 14, 17, 32, 44, 46, 67, 76], "n_pos": 77, "sum_m_en": [7.812195, 3.781219, 3.758561, 3.903902, 3.892559, 4.192449, 4.161407, 4.552494, 4.738582, 4.927195, 5.216426, 5.296106, 5.362537, 5.508773, 5.339414, 4.833524, 4.697318, 4.579965, 4.140114, 3.81894, 3.711396, 3.482124, 3.433839, 3.412187, 8.287664, 8.795145, 8.438494, 7.993871, 8.45867, 8.301924, 8.00465, 7.583136, 7.847202, 8.454789, 9.088204, 8.798353, 10.805079, 12.203598, 13.985192, 14.968336, 14.424991, 16.210164, 17.2429, 18.550906, 16.818181, 12.091448, 5.941979, 2.038539, 1.23401, 0.005456], "sum_m_pl": [26.431441, 35.279379, 35.018224, 34.917899, 34.103335, 33.991115, 34.332092, 34.189493, 33.803897, 34.022137, 34.060142, 34.403273, 34.5025, 33.969639, 35.06811, 35.443454, 35.936925, 36.030266, 37.00354, 37.091288, 37.225704, 36.954202, 37.312011, 37.01755, 28.868112, 29.906384, 28.999323, 31.272012, 32.120661, 32.852318, 32.898742, 33.155334, 33.98414, 31.651286, 31.240567, 31.694021, 30.26541, 28.380217, 26.518613, 25.895482, 25.990512, 25.951923, 23.306109, 23.681894, 23.680337, 30.705018, 42.692995, 44.99288, 61.363898, 74.830187]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "llmzszl-18448", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 633, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9704, "tf_agree_excl_first": 0.9776}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [48, 40, 36, 29, 31, 42, 34, 37, 25, 37, 31, 33, 40, 39, 41, 41, 40, 33, 36, 42, 40, 39, 36, 36, 43, 45, 45, 40, 38, 42, 29, 31, 31, 32, 37, 34, 35, 39, 46, 45, 35, 42, 42, 46, 50, 51, 48, 52, 64, 63], "n_am_pl": [8, 19, 18, 14, 18, 18, 19, 21, 20, 18, 18, 14, 14, 14, 17, 9, 15, 15, 15, 19, 21, 25, 23, 26, 8, 7, 10, 15, 15, 7, 11, 10, 16, 14, 13, 15, 17, 12, 9, 10, 7, 7, 7, 7, 5, 7, 9, 5, 2, 5], "n_pos": 134, "sum_m_en": [18.440676, 7.712166, 7.86682, 7.582644, 7.427478, 8.500549, 8.476443, 9.003332, 9.720274, 10.139038, 10.184045, 10.909556, 11.701385, 12.047666, 12.197188, 11.193057, 10.70074, 10.337008, 10.209246, 8.755216, 8.154103, 7.389925, 6.908541, 6.696628, 18.278647, 19.825569, 19.473426, 18.000962, 17.618459, 17.463151, 16.290262, 15.949048, 15.628188, 15.237246, 17.045203, 16.526643, 20.484879, 21.967057, 24.848637, 27.491454, 25.635309, 31.340488, 33.475281, 35.486467, 39.96628, 43.964315, 46.669459, 50.859711, 59.776454, 63.460077], "sum_m_pl": [46.62081, 64.141032, 62.240719, 61.444626, 60.974509, 59.880363, 59.530324, 58.836073, 58.518171, 60.017665, 59.377279, 58.610842, 59.143316, 57.732023, 58.582119, 59.685402, 60.470637, 59.992873, 60.107976, 63.282067, 64.609493, 65.22415, 65.511126, 65.702408, 47.868499, 45.987647, 46.471909, 50.76634, 51.496905, 51.447732, 51.404024, 51.259771, 52.179257, 51.952925, 49.792266, 50.557614, 43.389295, 40.881881, 36.932239, 34.032655, 30.604014, 25.327008, 22.163146, 17.442645, 12.407876, 12.499848, 11.27378, 6.567891, 3.425715, 4.356571]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [22, 27, 17, 14, 14, 23, 21, 23, 12, 17, 19, 20, 26, 20, 24, 21, 20, 18, 21, 27, 28, 22, 19, 19, 22, 19, 24, 18, 18, 22, 14, 18, 18, 17, 20, 21, 19, 25, 25, 28, 19, 23, 22, 28, 32, 34, 32, 44, 59, 63], "n_am_pl": [3, 10, 12, 8, 9, 9, 6, 8, 7, 9, 10, 8, 7, 9, 7, 5, 4, 5, 6, 9, 7, 11, 12, 12, 3, 3, 4, 7, 9, 3, 7, 7, 7, 7, 6, 8, 7, 7, 6, 6, 6, 6, 5, 4, 3, 6, 7, 4, 2, 4], "n_pos": 67, "sum_m_en": [8.612096, 3.906502, 4.007644, 3.727272, 3.691423, 4.265332, 4.462822, 4.636153, 5.058022, 5.183996, 5.313018, 5.781214, 6.096117, 6.288819, 6.429427, 5.858542, 5.516264, 5.396841, 5.196068, 4.429621, 4.109998, 3.716519, 3.459495, 3.317913, 8.888957, 9.564938, 9.355682, 8.700823, 8.745923, 9.072177, 8.513995, 8.366327, 8.305519, 8.142404, 9.619654, 9.386954, 11.776748, 14.41628, 16.428794, 16.799078, 15.762299, 18.063422, 19.662598, 22.337124, 25.343763, 28.874329, 31.100515, 39.463896, 55.994183, 62.435137], "sum_m_pl": [23.071013, 32.500695, 31.554993, 31.287367, 30.704304, 29.93551, 29.803206, 29.695561, 29.341462, 30.28892, 30.129922, 29.633428, 29.884099, 29.158851, 29.434284, 29.75753, 30.235854, 30.113628, 30.356975, 31.878897, 32.442242, 32.726661, 32.933565, 33.106602, 25.157293, 24.311662, 24.532545, 26.295882, 26.39186, 26.385992, 26.422193, 26.276621, 26.928818, 26.867492, 25.488096, 26.358548, 22.238238, 20.71535, 18.633889, 17.382257, 15.532184, 13.094892, 10.924911, 8.916645, 6.93545, 7.696799, 8.383798, 5.21823, 2.90849, 3.889799]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "llmzszl-18453", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 756, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9778}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [116, 106, 101, 110, 118, 123, 101, 126, 85, 76, 89, 105, 102, 105, 121, 115, 120, 94, 89, 88, 82, 74, 64, 63, 114, 122, 108, 110, 121, 132, 104, 110, 100, 105, 125, 123, 121, 118, 99, 101, 96, 96, 91, 86, 96, 87, 93, 65, 37, 26], "n_am_pl": [27, 96, 85, 63, 78, 60, 50, 50, 62, 76, 58, 61, 72, 65, 73, 64, 50, 89, 78, 92, 104, 102, 100, 104, 51, 43, 55, 66, 83, 68, 78, 76, 75, 55, 40, 37, 35, 43, 38, 35, 26, 33, 36, 44, 33, 39, 44, 56, 105, 142], "n_pos": 464, "sum_m_en": [43.251725, 22.739871, 24.603165, 27.215521, 28.034654, 30.017635, 28.190256, 29.829076, 31.335758, 31.528312, 31.821971, 33.586661, 35.073137, 37.21034, 36.664548, 34.380069, 32.728999, 30.802787, 30.887786, 26.896769, 25.246446, 23.373317, 22.595723, 21.772959, 47.324821, 53.183347, 55.294733, 54.090906, 55.524318, 58.805377, 53.105605, 52.054427, 51.128907, 49.307481, 52.802241, 51.503308, 55.103384, 57.408403, 59.593267, 65.445009, 62.158325, 64.490287, 71.860702, 72.741972, 78.688085, 71.567739, 81.150521, 61.619435, 38.122886, 25.935764], "sum_m_pl": [177.583575, 224.64035, 219.143342, 214.554375, 208.0092, 205.60262, 209.30755, 210.39792, 207.57723, 212.516661, 207.964858, 206.681995, 209.735859, 205.259967, 209.599915, 214.094861, 216.883158, 215.727065, 216.785673, 225.029173, 228.068667, 227.79078, 227.808282, 228.159301, 173.438127, 170.857786, 168.154594, 179.024846, 180.515276, 177.109551, 181.724102, 179.401697, 181.319641, 176.00812, 172.19297, 166.446107, 151.597058, 148.939901, 141.840472, 134.209788, 118.66027, 114.920723, 107.511236, 91.894006, 72.220842, 74.681239, 63.437467, 64.541779, 98.900259, 140.800603]}, "digit": {"n_am_en": [2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 1, 1, 1, 0, 3, 1, 0, 0, 2, 0, 0, 0, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 3, 1, 2, 2, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [1, 5, 4, 1, 3, 2, 0, 0, 0, 0, 1, 1, 0, 1, 1, 2, 1, 1, 0, 2, 2, 1, 1, 3, 1, 1, 2, 0, 0, 2, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.823886, 0.403012, 0.397086, 0.383884, 0.410922, 0.403148, 0.443086, 0.434239, 0.466222, 0.441347, 0.438378, 0.48554, 0.522916, 0.648208, 0.65187, 0.53781, 0.525941, 0.495389, 0.485003, 0.418144, 0.390878, 0.375667, 0.376764, 0.368309, 0.826359, 0.714575, 0.723596, 0.703064, 0.857511, 0.976753, 0.804907, 0.831908, 0.784054, 0.73531, 0.873666, 0.743519, 0.570036, 0.448652, 0.38776, 0.356827, 0.367536, 0.37816, 0.410996, 1.15269, 0.977681, 0.554017, 0.35323, 0.103432, 0.017743, 0.000123], "sum_m_pl": [3.684901, 4.400312, 4.240692, 4.077969, 4.000231, 4.016868, 3.907503, 3.865402, 3.704369, 3.56473, 3.47041, 3.508645, 3.70181, 3.477556, 3.513185, 3.712555, 3.816284, 3.779624, 3.821359, 3.968881, 4.002924, 3.9589, 3.981954, 3.988719, 3.373976, 3.457748, 3.592134, 3.5455, 3.38097, 3.388902, 3.440053, 3.370746, 3.127742, 3.197408, 2.888211, 2.503437, 2.046536, 1.901047, 1.810926, 1.851014, 1.780483, 1.987714, 1.838137, 1.416314, 1.438183, 1.674681, 1.270123, 0.764798, 0.038714, 0.003491]}, "lang": {"n_am_en": [42, 42, 33, 37, 29, 34, 35, 39, 36, 21, 25, 36, 36, 35, 38, 37, 44, 39, 33, 34, 32, 26, 19, 21, 41, 49, 40, 45, 45, 46, 39, 45, 38, 44, 56, 55, 49, 53, 49, 55, 54, 55, 53, 56, 69, 64, 63, 47, 33, 26], "n_am_pl": [6, 39, 36, 28, 35, 25, 22, 21, 23, 31, 22, 22, 31, 28, 38, 26, 22, 30, 26, 33, 30, 34, 37, 37, 22, 18, 19, 25, 33, 28, 32, 26, 24, 23, 15, 14, 16, 21, 20, 20, 13, 16, 19, 24, 24, 29, 37, 52, 104, 140], "n_pos": 168, "sum_m_en": [16.099845, 8.484737, 9.231422, 10.182713, 9.832265, 10.490202, 10.284912, 10.85467, 11.383516, 11.198909, 11.286309, 12.148579, 12.783521, 13.292815, 13.097108, 11.917688, 11.534309, 11.04436, 11.120516, 9.806448, 9.265953, 8.581358, 8.171969, 7.90631, 18.044383, 19.528244, 19.983431, 19.362977, 20.510543, 21.393953, 19.657087, 19.809156, 19.511388, 19.250587, 20.726808, 21.041606, 23.261663, 25.330636, 27.265173, 32.051708, 31.802685, 33.64048, 36.729841, 41.518454, 50.767244, 49.249616, 48.950912, 42.727179, 33.201921, 25.931397], "sum_m_pl": [60.430108, 78.71223, 75.950937, 74.14853, 72.269126, 72.37729, 74.007978, 74.528521, 74.242655, 76.302823, 74.796348, 74.471095, 76.032762, 74.831382, 75.940022, 77.529013, 78.332651, 78.601865, 78.766864, 80.868751, 81.975514, 81.906214, 81.693632, 81.938962, 62.990702, 63.094634, 62.86165, 67.030923, 66.694245, 65.475467, 68.052034, 66.796649, 67.511896, 65.54382, 63.941652, 63.760005, 60.314414, 59.17708, 56.335453, 53.948816, 48.505923, 47.778831, 45.964041, 40.147892, 38.14357, 42.579029, 44.166629, 52.682244, 94.978539, 138.285553]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 466, "item_id": "llmzszl-18453", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 687, "region_end": 464, "roundtrip_ok": true, "tf_agree": 0.9807, "tf_agree_excl_first": 0.9828}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [85, 98, 90, 90, 105, 92, 100, 90, 89, 102, 113, 105, 94, 100, 101, 75, 86, 79, 83, 90, 74, 69, 62, 63, 97, 116, 119, 121, 103, 88, 85, 91, 106, 92, 88, 85, 86, 100, 120, 114, 129, 137, 135, 133, 128, 147, 150, 148, 156, 150], "n_am_pl": [17, 39, 50, 58, 41, 43, 31, 54, 47, 42, 41, 42, 40, 40, 46, 46, 40, 50, 49, 45, 57, 60, 83, 79, 40, 30, 39, 39, 48, 57, 45, 47, 52, 46, 48, 42, 48, 36, 34, 34, 31, 29, 29, 21, 23, 23, 36, 31, 32, 37], "n_pos": 328, "sum_m_en": [41.599266, 19.859623, 19.572717, 19.72436, 21.268391, 21.571599, 23.172972, 24.701743, 25.444962, 27.335191, 27.370977, 29.682189, 29.551321, 30.66301, 31.048179, 27.154309, 28.03288, 27.145357, 23.723556, 21.606301, 20.391202, 18.49983, 17.333269, 16.566232, 40.603736, 46.90608, 45.780792, 45.785636, 41.453424, 42.713748, 40.652755, 40.258604, 43.901978, 45.598697, 45.843206, 47.103473, 50.711633, 53.308937, 61.564986, 63.666402, 69.339589, 79.536018, 86.420921, 93.710931, 101.12196, 127.221757, 136.758821, 133.981728, 150.989902, 148.250393], "sum_m_pl": [112.404808, 153.855321, 152.527, 151.544915, 149.724767, 151.382674, 150.284447, 148.101987, 144.261655, 146.526633, 146.372368, 143.624119, 142.477323, 139.986724, 140.790425, 145.479827, 145.021207, 144.37153, 150.35894, 155.341522, 157.795093, 160.005611, 161.620236, 162.769226, 124.868129, 118.243058, 118.045771, 122.100398, 129.301001, 128.011129, 128.028344, 128.21833, 126.035665, 120.101111, 118.778265, 115.536018, 108.463171, 102.071679, 95.897139, 93.63597, 86.046173, 80.776521, 71.578536, 55.67383, 43.088073, 36.809523, 39.592673, 34.005272, 30.771851, 35.936698]}, "digit": {"n_am_en": [5, 8, 6, 1, 0, 3, 6, 4, 3, 5, 5, 5, 5, 5, 5, 1, 2, 0, 1, 3, 3, 3, 1, 2, 3, 5, 4, 6, 4, 2, 4, 3, 4, 0, 2, 1, 0, 0, 1, 1, 1, 3, 2, 0, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 4, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 2, 1, 2, 3, 2, 3, 2, 4, 5, 0, 1, 0, 1, 0, 2, 1, 2, 1, 2, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.122682, 0.56733, 0.532482, 0.617434, 0.660388, 0.758469, 0.679463, 0.692356, 0.669548, 0.700147, 0.714001, 0.735806, 0.772521, 0.8081, 0.830407, 0.720238, 0.727377, 0.794585, 0.704667, 0.665625, 0.624438, 0.57657, 0.553103, 0.534686, 0.974342, 1.013272, 1.03341, 1.16357, 1.158026, 1.216877, 1.163633, 1.224803, 1.056717, 0.995238, 0.992247, 1.040212, 0.967341, 0.83547, 0.783599, 0.893562, 1.003764, 1.079438, 1.043534, 0.996099, 1.04212, 0.769725, 0.550714, 0.444155, 0.197371, 0.000297], "sum_m_pl": [5.178274, 6.363058, 5.81914, 5.573673, 5.710373, 5.817819, 5.813747, 5.726314, 5.632702, 5.735166, 5.71792, 5.572179, 5.32624, 5.262011, 5.123313, 5.402252, 5.433014, 5.509143, 5.731718, 5.870535, 6.023632, 6.051431, 6.081355, 6.098153, 5.468394, 5.245104, 5.177706, 5.245448, 5.381594, 5.303357, 5.117263, 5.040467, 4.897656, 4.886306, 4.776951, 4.721607, 4.454146, 4.283082, 4.239129, 4.221211, 3.978319, 4.188412, 3.982649, 3.443873, 3.26201, 2.316764, 1.657397, 1.083445, 0.26983, 2e-06]}, "lang": {"n_am_en": [46, 53, 47, 51, 62, 47, 51, 48, 54, 66, 73, 68, 63, 68, 70, 50, 53, 53, 56, 54, 43, 44, 38, 38, 64, 66, 78, 76, 60, 52, 52, 58, 66, 67, 57, 57, 63, 72, 88, 84, 94, 99, 100, 98, 98, 108, 116, 124, 146, 147], "n_am_pl": [9, 25, 39, 42, 25, 28, 19, 29, 20, 20, 23, 19, 16, 21, 23, 25, 24, 32, 33, 29, 37, 39, 52, 49, 22, 15, 23, 20, 25, 33, 25, 29, 32, 33, 27, 22, 26, 17, 17, 21, 22, 20, 19, 17, 17, 17, 28, 25, 30, 35], "n_pos": 184, "sum_m_en": [23.688852, 10.984479, 10.611901, 10.650913, 11.777685, 11.941838, 12.757206, 13.710617, 14.306385, 15.42379, 15.38377, 16.631707, 16.662478, 17.523426, 17.969312, 15.458034, 15.990982, 15.319634, 13.452455, 12.200743, 11.575848, 10.449943, 9.773247, 9.349549, 24.412618, 27.444906, 27.268412, 27.362487, 24.402592, 24.949481, 23.662141, 23.265029, 25.748668, 27.36314, 27.288767, 28.805752, 32.299221, 34.767433, 41.819924, 43.677752, 48.317786, 57.446576, 62.43356, 68.10298, 75.894693, 93.249601, 103.53852, 109.88469, 139.214612, 144.481566], "sum_m_pl": [61.654003, 87.201662, 86.814541, 86.056174, 85.079648, 85.462316, 84.791754, 83.644898, 81.464301, 83.057728, 83.240286, 81.893523, 81.523036, 79.736085, 80.003963, 82.842909, 82.105067, 82.006412, 85.335535, 88.044931, 89.18511, 90.464676, 91.323002, 92.008413, 72.159278, 69.052834, 68.961021, 71.095847, 74.943755, 74.369145, 74.150047, 74.636636, 73.624198, 70.930234, 69.80947, 67.367969, 63.342675, 60.010725, 55.482755, 54.331829, 50.132632, 47.227916, 42.301731, 33.04987, 25.753129, 23.054766, 28.711722, 25.48587, 28.211346, 33.998608]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 330, "item_id": "llmzszl-18456", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 777, "region_end": 328, "roundtrip_ok": true, "tf_agree": 0.9545, "tf_agree_excl_first": 0.9574}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [36, 51, 44, 28, 35, 47, 66, 58, 59, 52, 66, 64, 50, 59, 47, 45, 52, 51, 54, 43, 36, 31, 26, 27, 44, 68, 64, 58, 62, 58, 48, 54, 56, 59, 62, 51, 63, 64, 63, 61, 68, 58, 62, 55, 48, 45, 35, 27, 17, 0], "n_am_pl": [14, 24, 39, 38, 35, 28, 14, 30, 21, 24, 19, 17, 17, 25, 32, 25, 27, 29, 33, 33, 40, 47, 48, 52, 23, 14, 18, 30, 34, 41, 36, 34, 27, 21, 28, 23, 23, 17, 15, 18, 16, 24, 23, 34, 33, 45, 54, 58, 94, 105], "n_pos": 186, "sum_m_en": [16.74989, 8.89403, 8.913584, 10.365965, 11.762412, 11.795137, 12.810888, 14.091233, 13.804755, 14.909236, 14.747422, 16.135399, 15.280887, 15.45681, 16.213084, 14.003028, 14.756595, 14.033974, 12.204105, 10.903013, 10.333834, 9.437193, 9.077996, 8.627137, 19.4735, 23.511784, 22.897617, 22.405756, 20.215008, 21.991663, 21.331508, 20.901173, 22.050245, 23.771777, 23.731874, 23.761287, 25.128675, 26.833247, 27.596546, 27.199066, 34.068388, 35.060223, 37.248814, 38.197579, 37.000272, 36.862141, 31.860803, 24.281528, 15.691448, 0.04485], "sum_m_pl": [66.75315, 88.253673, 88.688224, 86.295483, 85.641338, 86.56349, 86.043628, 86.163713, 84.183962, 86.015059, 84.688085, 82.997739, 83.447879, 83.20121, 83.011871, 86.259855, 85.382901, 84.715106, 88.218917, 90.910485, 92.20792, 93.105951, 93.623005, 93.997779, 75.761558, 72.139287, 71.597595, 75.460123, 79.821741, 79.188863, 77.527349, 76.763014, 75.303395, 70.700532, 70.605938, 69.090605, 68.106058, 65.898965, 65.034942, 64.082082, 58.459271, 60.984403, 55.497088, 48.952352, 45.173139, 53.128462, 59.278486, 59.943505, 89.221453, 105.358221]}, "digit": {"n_am_en": [0, 10, 7, 1, 0, 3, 7, 5, 6, 5, 5, 5, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 2, 5, 7, 4, 2, 2, 3, 4, 6, 3, 3, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 0, 0, 0], "n_am_pl": [3, 0, 0, 1, 6, 0, 0, 1, 1, 0, 0, 0, 2, 1, 1, 0, 1, 2, 2, 1, 1, 2, 3, 3, 2, 1, 1, 1, 0, 2, 1, 1, 1, 2, 1, 0, 2, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.114623, 0.555433, 0.50844, 0.602371, 0.683031, 0.784247, 0.729772, 0.732581, 0.63128, 0.700289, 0.703243, 0.703268, 0.718295, 0.778235, 0.807304, 0.71168, 0.684747, 0.727259, 0.653491, 0.618183, 0.593738, 0.56531, 0.543787, 0.515099, 0.951838, 1.004445, 0.944984, 1.076831, 0.990804, 1.082166, 1.090129, 1.086632, 1.033922, 1.085457, 1.130483, 1.074843, 0.973069, 0.898658, 0.789747, 0.788645, 0.826106, 0.781893, 0.747782, 0.742691, 0.769445, 0.687752, 1.277998, 0.545907, 0.215119, 0.000433], "sum_m_pl": [5.409359, 6.433132, 5.910698, 5.640122, 5.812323, 5.939957, 5.877332, 5.860283, 5.83466, 5.856044, 5.725164, 5.703242, 5.580939, 5.509749, 5.398604, 5.555062, 5.471787, 5.586866, 5.786496, 5.946917, 6.089603, 6.101624, 6.127336, 6.125112, 5.467112, 5.414168, 5.26858, 5.352443, 5.730956, 5.640598, 5.461904, 5.391367, 5.245629, 4.968479, 4.7974, 4.626086, 4.669637, 4.349059, 4.140127, 3.981305, 4.010322, 4.052907, 4.142286, 3.629358, 3.577341, 2.716422, 2.398639, 2.054298, 0.517025, 7e-06]}, "lang": {"n_am_en": [24, 25, 26, 18, 24, 30, 37, 38, 40, 35, 44, 42, 26, 37, 29, 36, 34, 38, 35, 28, 25, 23, 20, 18, 30, 45, 45, 41, 37, 41, 35, 37, 36, 40, 40, 38, 48, 50, 47, 46, 47, 42, 46, 40, 33, 29, 21, 17, 10, 0], "n_am_pl": [3, 13, 27, 23, 15, 12, 8, 12, 11, 13, 10, 10, 8, 11, 15, 14, 16, 15, 20, 23, 24, 30, 32, 34, 15, 10, 13, 18, 21, 21, 16, 17, 16, 13, 19, 16, 12, 10, 10, 13, 12, 20, 18, 28, 30, 39, 50, 54, 87, 104], "n_pos": 107, "sum_m_en": [9.627218, 5.199577, 5.244118, 6.138997, 7.300971, 7.230903, 8.098121, 8.980571, 9.198452, 9.979404, 9.559726, 10.514792, 9.663025, 9.976062, 10.545493, 8.90165, 9.510326, 8.950819, 7.84367, 6.854373, 6.408555, 5.758726, 5.537307, 5.19091, 13.12393, 15.98194, 15.80682, 15.180775, 13.363174, 14.781003, 14.185037, 14.194933, 15.483194, 16.453177, 16.617204, 16.906958, 17.944792, 19.337011, 19.440849, 19.017501, 22.095258, 22.615474, 24.681855, 25.206084, 24.174897, 23.782961, 19.822004, 14.330527, 8.324988, 0.031352], "sum_m_pl": [36.730354, 50.64509, 51.009181, 49.241627, 48.41854, 48.793208, 48.636635, 48.861814, 48.031982, 48.939388, 48.619396, 47.70182, 48.137723, 47.931992, 47.803948, 49.807743, 49.149093, 48.804104, 50.84436, 52.274444, 52.781549, 53.448125, 53.734757, 54.086029, 44.041293, 42.018086, 42.309751, 44.376289, 46.77985, 46.117252, 45.476108, 44.850059, 44.031663, 42.297688, 41.82709, 41.756015, 41.839807, 41.238277, 40.56746, 40.229344, 38.053031, 40.886248, 38.009136, 35.059641, 33.25572, 41.390976, 50.136696, 51.31019, 81.925659, 102.613863]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "llmzszl-18456", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 708, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9521, "tf_agree_excl_first": 0.9572}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [73, 68, 78, 78, 64, 60, 59, 63, 56, 48, 72, 73, 71, 61, 66, 66, 76, 68, 67, 51, 49, 44, 46, 47, 70, 84, 76, 83, 73, 89, 74, 78, 71, 68, 79, 72, 71, 61, 72, 64, 63, 59, 71, 64, 63, 66, 58, 57, 58, 57], "n_am_pl": [9, 50, 47, 44, 27, 38, 30, 36, 31, 43, 39, 26, 36, 34, 33, 26, 24, 29, 21, 28, 20, 37, 36, 32, 8, 15, 22, 28, 51, 40, 45, 45, 38, 33, 26, 27, 16, 28, 25, 26, 24, 10, 16, 9, 6, 4, 1, 2, 1, 0], "n_pos": 262, "sum_m_en": [28.168499, 13.927347, 14.542432, 14.160256, 14.109133, 14.580248, 14.430195, 15.521377, 15.897711, 16.173897, 16.985604, 17.945576, 19.451707, 20.954674, 20.645238, 19.805914, 19.93946, 17.761202, 16.161181, 15.238543, 14.567864, 13.528163, 12.966806, 12.636239, 28.195051, 30.235796, 30.712128, 29.417889, 26.855213, 28.733699, 26.548863, 26.494104, 25.220065, 25.075185, 26.388815, 26.888138, 31.172546, 29.810183, 34.191365, 38.293431, 38.029362, 38.464243, 44.115908, 48.455565, 56.066479, 52.591905, 56.738572, 58.335634, 58.043998, 56.977585], "sum_m_pl": [98.454223, 131.272209, 127.518566, 125.978966, 122.478636, 122.417457, 121.858418, 119.208551, 116.276893, 119.460983, 117.020943, 117.705988, 116.806233, 112.503253, 113.509793, 118.060012, 117.881146, 119.085369, 121.344414, 123.805913, 126.618943, 126.756436, 127.707176, 128.094897, 96.318644, 94.523854, 92.176485, 98.861808, 103.115107, 104.177869, 106.26866, 107.32051, 108.140253, 102.224441, 98.77063, 92.892978, 79.522234, 80.528928, 73.097645, 66.725254, 62.185886, 56.542922, 55.826257, 47.957545, 30.517763, 23.185212, 11.655412, 7.528209, 2.362705, 0.011973]}, "digit": {"n_am_en": [0, 5, 4, 4, 2, 3, 1, 3, 0, 2, 7, 8, 2, 5, 5, 2, 4, 4, 5, 3, 4, 5, 3, 5, 5, 6, 5, 10, 7, 10, 5, 3, 4, 3, 2, 3, 2, 1, 2, 1, 0, 0, 1, 3, 4, 3, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 2, 1, 4, 1, 0, 0, 2, 3, 6, 2, 3, 2, 2, 3, 3, 2, 0, 1, 1, 2, 0, 2, 3, 0, 2, 2, 5, 6, 7, 6, 1, 4, 2, 0, 2, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.781402, 0.877174, 0.889846, 0.86686, 0.907913, 0.949464, 0.99936, 1.102019, 1.097199, 1.149091, 1.217032, 1.219451, 1.369645, 1.532199, 1.379701, 1.370024, 1.399223, 1.245955, 1.132035, 1.0683, 1.031329, 0.949147, 0.927411, 0.912057, 1.983763, 1.798744, 1.957863, 2.065264, 1.979282, 1.944799, 1.794681, 1.886487, 1.664751, 1.638835, 1.657732, 1.691738, 1.641111, 1.528704, 1.45933, 1.401457, 1.344863, 1.343469, 1.419725, 2.300851, 2.828844, 2.361391, 1.072247, 0.830334, 0.272479, 0.0], "sum_m_pl": [8.237312, 11.275613, 10.738624, 10.534416, 10.429378, 10.372121, 9.922821, 9.767779, 9.660097, 9.80296, 9.654598, 9.803395, 9.408458, 9.14302, 9.388407, 9.547062, 9.507417, 9.589409, 9.921172, 10.065234, 10.229632, 10.262285, 10.278284, 10.363794, 8.523609, 8.564883, 8.15361, 8.61177, 8.903995, 9.008245, 9.231058, 8.939097, 8.969539, 8.736853, 8.485423, 8.351745, 7.684563, 7.570619, 6.851799, 6.650648, 6.513812, 6.628201, 6.846213, 4.936213, 3.963436, 2.284153, 1.61208, 1.046986, 0.236027, 0.0]}, "lang": {"n_am_en": [21, 22, 20, 21, 15, 18, 9, 15, 16, 10, 20, 26, 25, 17, 23, 18, 20, 19, 12, 10, 11, 14, 14, 18, 18, 22, 20, 23, 24, 28, 21, 28, 26, 28, 31, 25, 24, 20, 24, 21, 21, 23, 28, 34, 34, 39, 41, 48, 55, 56], "n_am_pl": [3, 8, 7, 5, 4, 6, 4, 4, 5, 13, 10, 7, 4, 5, 4, 0, 5, 6, 4, 6, 4, 7, 6, 5, 3, 3, 5, 10, 12, 7, 6, 6, 6, 4, 2, 3, 1, 5, 4, 3, 5, 3, 3, 4, 4, 3, 1, 0, 0, 0], "n_pos": 57, "sum_m_en": [7.406406, 3.685648, 3.894033, 3.28838, 3.170713, 3.262835, 3.198236, 3.310252, 3.447995, 3.533062, 3.789061, 4.325269, 4.652493, 4.863229, 4.748632, 4.511608, 4.530239, 4.134249, 3.72779, 3.51746, 3.338427, 3.066318, 2.918123, 2.818455, 7.375364, 7.507722, 7.791366, 7.287696, 6.793677, 7.74359, 6.781301, 6.957049, 6.787746, 6.893901, 7.843629, 8.297189, 10.076438, 9.02431, 11.35651, 13.577714, 13.990188, 15.35402, 18.558188, 22.724094, 29.308401, 30.190047, 39.355674, 44.036412, 53.997174, 55.598729], "sum_m_pl": [20.492451, 27.244312, 26.704369, 26.510565, 25.704653, 25.874733, 25.7476, 25.779061, 25.021242, 26.266489, 25.654297, 25.769453, 25.946745, 24.574399, 24.553819, 25.331713, 25.392852, 25.934549, 26.160222, 26.57439, 27.27782, 27.386878, 27.685268, 27.843206, 22.057949, 21.652022, 21.046288, 22.582452, 23.540201, 23.113715, 23.752612, 23.332919, 24.00277, 23.088993, 21.936944, 20.865614, 17.115363, 17.987005, 15.743876, 14.215266, 13.635415, 12.41548, 11.74519, 10.56136, 8.00263, 6.726722, 2.861441, 1.104979, 0.150966, 0.005252]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 264, "item_id": "llmzszl-18458", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 751, "region_end": 262, "roundtrip_ok": true, "tf_agree": 0.9886, "tf_agree_excl_first": 0.9924}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [136, 126, 128, 163, 120, 84, 103, 96, 95, 116, 108, 110, 104, 104, 109, 118, 123, 97, 79, 77, 78, 95, 83, 85, 125, 108, 120, 140, 151, 148, 124, 136, 129, 135, 153, 127, 122, 106, 85, 89, 80, 79, 101, 85, 86, 76, 58, 49, 43, 39], "n_am_pl": [17, 110, 88, 108, 79, 112, 88, 101, 88, 99, 95, 93, 101, 83, 98, 75, 65, 86, 86, 93, 98, 97, 87, 99, 44, 52, 48, 62, 74, 78, 76, 69, 72, 51, 47, 40, 29, 56, 60, 63, 54, 47, 41, 49, 44, 45, 45, 42, 63, 71], "n_pos": 522, "sum_m_en": [48.671507, 24.844977, 27.159529, 28.084462, 28.261938, 28.266493, 27.979885, 29.34492, 30.81375, 32.076172, 32.991571, 33.481765, 35.879847, 38.039292, 37.980258, 36.696617, 36.548578, 33.162581, 30.018202, 28.256151, 27.278884, 26.946233, 25.480755, 24.793229, 51.893669, 54.405112, 55.879687, 58.666367, 56.390423, 59.161252, 56.864602, 53.234369, 50.541205, 50.877467, 51.851254, 49.066764, 50.365745, 45.851477, 48.309633, 58.692113, 54.791809, 55.182535, 61.040112, 59.16199, 72.232337, 67.367072, 57.358505, 49.200647, 42.749476, 38.659296], "sum_m_pl": [205.482749, 260.492892, 252.352869, 250.957707, 245.234448, 245.036245, 244.575159, 241.923648, 237.031761, 242.260501, 237.95416, 235.41851, 236.981841, 227.577834, 230.755208, 240.994082, 236.524722, 237.708906, 244.68242, 248.847196, 253.704985, 251.646809, 252.90277, 253.172517, 197.341684, 193.323179, 185.175262, 202.259105, 211.55864, 208.555851, 207.582899, 210.716014, 213.942182, 199.260078, 197.360768, 190.847246, 173.386149, 173.430212, 164.132904, 153.740468, 144.157872, 139.923392, 132.75852, 119.204358, 88.949587, 80.810948, 64.552761, 55.102475, 61.334701, 70.796588]}, "digit": {"n_am_en": [3, 19, 18, 12, 6, 7, 7, 7, 7, 5, 4, 3, 8, 7, 4, 7, 7, 1, 3, 4, 1, 5, 6, 6, 10, 6, 10, 10, 11, 12, 9, 6, 7, 10, 7, 2, 3, 1, 0, 2, 1, 1, 2, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [1, 3, 2, 3, 1, 4, 2, 3, 3, 1, 5, 4, 7, 3, 6, 3, 4, 3, 3, 5, 5, 6, 6, 6, 4, 3, 1, 4, 4, 5, 8, 11, 6, 6, 1, 3, 2, 1, 3, 3, 4, 4, 4, 6, 4, 3, 6, 3, 0, 0], "n_pos": 34, "sum_m_en": [2.89662, 1.527319, 1.592738, 1.562253, 1.511786, 1.500962, 1.47365, 1.641748, 1.659078, 1.76888, 1.808818, 1.814633, 2.009709, 2.247183, 2.151154, 2.123399, 2.11401, 1.90928, 1.750235, 1.7341, 1.64619, 1.524387, 1.492992, 1.440222, 2.645188, 2.804173, 3.04629, 3.249861, 3.149105, 3.263055, 3.159941, 2.974776, 2.73998, 2.832649, 2.750062, 2.711139, 2.543727, 2.380689, 2.437748, 2.381895, 2.274727, 2.014588, 2.078353, 2.470334, 2.612855, 2.293819, 1.340465, 1.279045, 0.136752, 0.0], "sum_m_pl": [14.527, 18.194962, 17.55211, 17.095397, 16.742851, 16.604489, 16.435854, 16.001441, 15.9993, 16.161297, 15.982284, 16.008293, 15.806391, 15.004969, 15.537601, 15.97324, 15.634057, 15.638425, 16.125667, 16.254382, 16.553742, 16.520782, 16.583572, 16.712674, 14.429214, 13.895332, 13.292169, 14.315773, 14.675938, 14.253813, 14.459971, 14.526131, 15.031394, 14.257435, 14.002954, 13.768923, 13.026396, 12.778562, 11.454289, 11.119285, 10.755392, 10.815194, 11.030552, 9.954163, 8.898544, 7.322879, 6.944214, 4.712927, 0.615454, 0.0]}, "lang": {"n_am_en": [23, 15, 31, 38, 35, 21, 32, 26, 23, 28, 24, 27, 28, 22, 24, 31, 31, 28, 20, 19, 18, 22, 22, 26, 30, 28, 29, 25, 23, 25, 28, 27, 28, 35, 48, 43, 37, 45, 34, 32, 26, 29, 37, 46, 60, 53, 41, 40, 41, 38], "n_am_pl": [6, 23, 13, 10, 9, 13, 7, 10, 12, 23, 18, 15, 14, 10, 17, 10, 14, 18, 15, 18, 16, 20, 11, 17, 7, 11, 8, 16, 20, 9, 13, 16, 12, 13, 10, 10, 4, 7, 13, 19, 21, 23, 21, 28, 26, 31, 33, 33, 60, 71], "n_pos": 110, "sum_m_en": [9.199144, 5.410865, 6.063671, 6.601374, 6.553032, 6.555336, 6.41709, 6.503392, 6.926647, 6.946679, 7.279823, 7.552752, 7.986391, 8.061507, 7.920982, 7.877405, 8.035135, 7.428942, 6.943084, 6.446828, 6.248649, 6.445432, 5.804119, 5.725006, 13.359255, 12.900794, 12.833316, 11.792735, 11.122319, 12.028455, 12.109858, 12.005041, 11.368325, 12.419959, 12.967172, 12.460794, 13.177905, 12.455243, 13.841112, 20.021698, 18.026369, 18.485784, 21.620878, 24.620647, 41.985233, 38.646862, 38.60831, 36.83102, 40.44844, 38.120494], "sum_m_pl": [43.458409, 51.039426, 49.28802, 49.304587, 48.414597, 48.739351, 48.98003, 49.905222, 48.681677, 50.301073, 49.367446, 49.185851, 49.828936, 48.569638, 48.92179, 51.078617, 49.990347, 50.366585, 51.657749, 52.108372, 53.067933, 52.588729, 53.223926, 53.277281, 42.103755, 41.652751, 39.91495, 44.443495, 46.386112, 45.234536, 45.237889, 45.589133, 46.756865, 44.003996, 43.45807, 43.304062, 39.727023, 40.050443, 38.703427, 36.385607, 35.472114, 35.010132, 33.85458, 35.954338, 32.349658, 35.139892, 36.270222, 34.301425, 56.926991, 70.209695]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 522, "item_id": "llmzszl-18458", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 682, "region_end": 522, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 0.9904}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 34, 43, 32, 41, 37, 42, 49, 48, 41, 35, 45, 43, 45, 37, 30, 33, 32, 27, 27, 28, 29, 31, 29, 45, 45, 34, 34, 32, 36, 29, 30, 32, 38, 39, 47, 46, 49, 47, 52, 55, 56, 60, 60, 58, 61, 62, 73, 80, 82], "n_am_pl": [10, 18, 12, 16, 7, 14, 12, 10, 5, 11, 16, 12, 12, 19, 8, 23, 31, 22, 24, 26, 23, 25, 24, 27, 14, 14, 8, 13, 17, 10, 16, 17, 10, 10, 9, 7, 11, 8, 6, 6, 6, 6, 4, 3, 1, 5, 1, 2, 1, 0], "n_pos": 127, "sum_m_en": [15.788257, 7.329226, 7.307603, 6.994018, 7.453695, 8.11845, 8.579726, 9.413478, 9.573816, 9.498295, 10.370173, 10.877712, 11.232921, 11.975401, 11.050683, 10.037559, 10.391259, 10.382021, 9.487203, 8.674548, 8.117198, 7.454542, 7.162219, 6.803976, 20.79125, 22.287741, 19.541442, 18.202975, 16.955625, 15.855947, 14.776953, 14.50636, 14.310586, 13.897594, 14.850582, 16.135523, 18.530701, 21.805129, 24.421202, 29.116053, 32.610575, 41.2704, 44.358076, 46.471227, 46.550383, 51.358114, 57.691437, 68.104792, 78.923974, 80.054933], "sum_m_pl": [42.649197, 61.566303, 60.595309, 60.691786, 58.846425, 58.521873, 58.136569, 57.000036, 56.392988, 58.31391, 57.244456, 56.622053, 55.485131, 55.14256, 56.253965, 57.955432, 57.726832, 57.277941, 58.577594, 59.852578, 60.272907, 60.824413, 61.17168, 61.645476, 43.858155, 43.238067, 42.537254, 45.619442, 46.970461, 47.050022, 47.541022, 47.876669, 48.26729, 48.580802, 47.980164, 45.494916, 42.002815, 38.21609, 32.992361, 30.764672, 28.584863, 23.640292, 20.191406, 13.644897, 7.700837, 9.15091, 3.206585, 2.741421, 1.083082, 0.188708]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 23, 28, 21, 27, 28, 28, 30, 28, 30, 19, 26, 29, 28, 23, 18, 20, 23, 17, 20, 20, 23, 24, 24, 35, 32, 24, 25, 23, 26, 20, 21, 25, 27, 33, 39, 37, 39, 39, 43, 46, 46, 47, 48, 51, 53, 55, 65, 76, 82], "n_am_pl": [7, 8, 7, 10, 4, 6, 7, 7, 2, 6, 10, 11, 9, 13, 7, 17, 22, 16, 16, 16, 13, 14, 14, 19, 8, 6, 4, 8, 9, 7, 13, 13, 9, 7, 7, 6, 8, 5, 3, 3, 3, 3, 4, 2, 1, 3, 1, 1, 1, 0], "n_pos": 83, "sum_m_en": [10.707119, 4.845572, 4.735917, 4.681597, 5.043251, 5.53842, 5.834611, 6.507477, 6.64638, 6.514273, 6.915599, 7.151379, 7.552826, 8.008775, 7.490861, 6.762929, 6.953217, 7.102081, 6.465982, 5.822727, 5.371618, 4.912334, 4.709902, 4.446518, 14.170202, 14.427883, 12.813276, 12.155828, 11.513761, 11.115979, 10.667751, 10.419785, 10.354867, 10.029997, 10.742863, 12.232844, 14.451962, 16.967245, 19.049776, 22.820963, 25.920739, 33.769379, 35.707735, 38.402579, 41.869531, 44.623597, 51.632891, 59.586149, 75.307742, 79.526048], "sum_m_pl": [26.882553, 40.193969, 39.705959, 39.376501, 38.094859, 37.857596, 37.861825, 36.997474, 36.750601, 38.286545, 37.653671, 37.334856, 36.684396, 36.437469, 37.178967, 38.357119, 37.809086, 37.324947, 38.262723, 39.170157, 39.566562, 39.979636, 40.227683, 40.54896, 29.376659, 29.127841, 28.60535, 30.385693, 31.125973, 30.873988, 31.600516, 31.690212, 31.951133, 32.4663, 31.413289, 29.748396, 27.031181, 24.467652, 20.571624, 19.11449, 17.134149, 13.363237, 12.126835, 8.995662, 5.297381, 5.507173, 2.341025, 1.736512, 0.880797, 0.185742]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "llmzszl-18462", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 736, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9922, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [135, 88, 68, 82, 80, 87, 82, 93, 71, 107, 86, 100, 114, 105, 107, 103, 101, 98, 78, 80, 68, 63, 53, 49, 97, 115, 99, 108, 113, 96, 99, 109, 86, 110, 103, 101, 106, 114, 118, 122, 119, 119, 124, 121, 113, 89, 44, 37, 7, 8], "n_am_pl": [24, 97, 81, 81, 79, 87, 73, 64, 63, 66, 57, 60, 60, 69, 70, 74, 89, 79, 95, 104, 136, 136, 156, 143, 82, 85, 79, 70, 74, 72, 79, 67, 71, 56, 64, 81, 83, 60, 49, 54, 60, 57, 67, 65, 46, 71, 97, 92, 192, 216], "n_pos": 444, "sum_m_en": [41.552752, 21.273289, 21.983912, 23.458547, 24.880596, 26.572623, 26.277861, 27.403289, 27.846643, 28.933268, 30.321233, 31.896458, 32.028094, 34.127657, 33.164829, 31.395947, 30.264979, 30.8399, 28.780361, 26.131676, 23.585622, 22.003632, 21.400934, 20.603077, 42.12564, 44.156792, 45.605643, 46.549889, 48.212714, 48.614104, 45.192403, 45.601683, 45.855176, 47.267934, 49.103549, 51.35251, 53.815187, 58.606269, 65.082347, 65.64425, 66.48271, 77.131662, 80.010322, 79.655041, 79.970942, 67.744035, 42.589516, 33.598847, 10.110498, 8.02341], "sum_m_pl": [167.707702, 209.659218, 204.741314, 205.166178, 200.904031, 201.474588, 201.48073, 199.74609, 196.734086, 199.968607, 198.270217, 196.882669, 201.014126, 199.850508, 201.821259, 205.463992, 207.497467, 206.0705, 211.398259, 214.818316, 217.524389, 218.649576, 218.731201, 218.978776, 180.739746, 181.082548, 171.259222, 180.923398, 184.051536, 181.21645, 185.546113, 184.613799, 180.488282, 170.99781, 168.420738, 158.811659, 154.925924, 150.562354, 144.142058, 144.0257, 141.74289, 131.862556, 129.450922, 114.548184, 101.21344, 115.11741, 106.898693, 102.681292, 180.786548, 213.89229]}, "digit": {"n_am_en": [0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 2, 2, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.260737, 0.12286, 0.137543, 0.140145, 0.135863, 0.127711, 0.126668, 0.121284, 0.124216, 0.137234, 0.146571, 0.150819, 0.176097, 0.166346, 0.1706, 0.169241, 0.179181, 0.162605, 0.148881, 0.145982, 0.145473, 0.140306, 0.139565, 0.131863, 0.197098, 0.200509, 0.221029, 0.226657, 0.21709, 0.236297, 0.235139, 0.269943, 0.462074, 0.287659, 0.336976, 0.271329, 0.246099, 0.224608, 0.232717, 0.251428, 0.247396, 0.709037, 0.783355, 0.977544, 0.899762, 0.568259, 0.07852, 0.282209, 0.00121, 0.0], "sum_m_pl": [1.450702, 1.637626, 1.602045, 1.548014, 1.487835, 1.435298, 1.387144, 1.437954, 1.423007, 1.349005, 1.35067, 1.380644, 1.436201, 1.408207, 1.423926, 1.457222, 1.444121, 1.462794, 1.463472, 1.432322, 1.458461, 1.455657, 1.442153, 1.462206, 1.134151, 1.274514, 1.169642, 1.25123, 1.31803, 1.258467, 1.263809, 1.200139, 1.178784, 1.21464, 1.091738, 1.106689, 1.141334, 1.209021, 1.148564, 1.131316, 1.134795, 0.656736, 0.683032, 0.374721, 0.196634, 0.121609, 0.221248, 0.197037, 0.005679, 0.0]}, "lang": {"n_am_en": [69, 46, 27, 41, 61, 48, 43, 61, 43, 66, 52, 62, 70, 64, 60, 59, 58, 56, 51, 47, 41, 35, 31, 33, 61, 70, 62, 71, 61, 59, 58, 64, 54, 63, 59, 53, 54, 65, 71, 71, 67, 73, 74, 80, 78, 59, 31, 24, 7, 8], "n_am_pl": [10, 43, 46, 39, 29, 39, 41, 31, 30, 26, 24, 26, 27, 30, 41, 43, 46, 46, 60, 58, 75, 75, 76, 71, 40, 48, 44, 40, 47, 46, 43, 41, 40, 36, 42, 49, 54, 42, 31, 36, 40, 41, 51, 45, 37, 60, 85, 83, 187, 215], "n_pos": 223, "sum_m_en": [21.581159, 10.854487, 11.275662, 12.282965, 13.207547, 13.922417, 13.856333, 14.931891, 15.319659, 15.732037, 16.316765, 17.054118, 17.268762, 18.397645, 17.421589, 16.617531, 16.033705, 16.132241, 15.413006, 13.851613, 12.192142, 11.218817, 10.87869, 10.412477, 23.290591, 24.45477, 24.468482, 24.521192, 25.061685, 25.241834, 22.895991, 23.776103, 24.470984, 25.23278, 25.602336, 25.32812, 27.341126, 31.213836, 33.321483, 34.879576, 35.933063, 45.09066, 48.812829, 48.99478, 51.408532, 43.398595, 28.442862, 20.161244, 8.685144, 8.001834], "sum_m_pl": [80.827996, 104.116819, 101.441295, 102.025844, 100.098207, 100.601937, 101.21562, 100.419831, 99.184143, 101.576371, 100.337264, 99.954202, 101.916714, 100.993339, 102.915273, 105.238801, 105.40439, 105.029496, 107.326061, 108.851101, 110.331934, 111.011437, 111.149584, 111.384534, 94.350584, 94.23811, 90.474643, 94.80311, 95.765863, 94.326809, 97.496129, 96.233331, 95.597258, 92.612028, 91.015065, 89.016505, 88.239522, 85.717509, 84.002351, 84.246145, 84.305837, 79.660883, 80.285112, 73.54464, 68.330614, 79.751878, 85.666412, 89.6486, 170.344735, 212.041021]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 444, "item_id": "llmzszl-18462", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 667, "region_end": 444, "roundtrip_ok": true, "tf_agree": 0.9797, "tf_agree_excl_first": 0.9819}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [42, 27, 25, 16, 24, 20, 24, 31, 25, 24, 31, 34, 27, 26, 25, 24, 28, 27, 36, 42, 38, 42, 35, 34, 41, 42, 36, 42, 30, 37, 35, 31, 29, 39, 36, 37, 43, 40, 37, 45, 46, 46, 54, 62, 64, 62, 65, 63, 74, 74], "n_am_pl": [6, 17, 16, 14, 3, 4, 6, 11, 4, 3, 8, 9, 10, 16, 7, 6, 12, 11, 7, 4, 5, 4, 9, 9, 7, 7, 8, 10, 13, 19, 13, 10, 14, 8, 7, 8, 10, 10, 6, 9, 8, 6, 8, 6, 6, 4, 4, 2, 1, 0], "n_pos": 121, "sum_m_en": [14.903041, 7.099758, 7.002238, 6.59866, 6.472422, 7.209566, 7.409586, 8.068748, 8.510471, 8.444733, 9.023121, 9.470026, 10.194961, 10.230048, 9.707195, 8.937718, 8.735341, 8.916403, 8.747585, 7.688635, 7.086624, 6.436327, 6.070477, 5.959035, 15.545406, 16.191171, 15.726348, 15.519744, 15.182534, 15.55841, 15.394098, 15.004098, 16.176712, 17.165467, 17.198933, 18.870187, 22.370958, 20.419992, 22.69732, 26.706544, 28.636379, 29.927235, 38.010507, 43.290346, 52.324364, 52.081254, 58.746665, 59.509287, 71.047608, 73.231422], "sum_m_pl": [41.42567, 56.239891, 54.82118, 53.724515, 51.741727, 52.188928, 52.229855, 52.899885, 50.467498, 53.298178, 52.50078, 53.080356, 52.102281, 51.463092, 51.922789, 53.780923, 53.342029, 51.784671, 53.152582, 55.638612, 57.275484, 57.888179, 58.637535, 58.718784, 39.714898, 41.551127, 39.579787, 41.239843, 42.93327, 42.926504, 43.259362, 41.825259, 41.268941, 40.027356, 38.746667, 35.747559, 31.31106, 30.617981, 27.313373, 26.536861, 24.389118, 21.644907, 18.1062, 16.519167, 11.370943, 9.12294, 4.868628, 3.850055, 0.97412, 0.033663]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 19, 14, 11, 16, 13, 14, 18, 17, 18, 20, 22, 17, 18, 16, 18, 16, 15, 23, 27, 24, 27, 24, 22, 26, 22, 19, 25, 21, 23, 23, 21, 19, 25, 25, 25, 27, 21, 22, 29, 24, 30, 38, 45, 49, 48, 56, 56, 71, 73], "n_am_pl": [3, 12, 15, 9, 2, 3, 3, 8, 2, 1, 4, 4, 7, 7, 2, 3, 9, 9, 4, 3, 3, 2, 5, 2, 3, 3, 5, 5, 6, 12, 9, 6, 8, 6, 6, 7, 8, 9, 5, 8, 8, 5, 6, 2, 2, 2, 0, 0, 0, 0], "n_pos": 74, "sum_m_en": [9.273967, 4.336252, 4.252306, 4.061608, 3.972704, 4.425788, 4.510895, 4.971274, 5.237043, 5.323187, 5.589109, 5.969994, 6.37658, 6.299324, 5.905747, 5.425958, 5.258529, 5.402293, 5.398994, 4.747036, 4.406607, 3.9821, 3.737336, 3.665029, 9.763919, 10.324788, 9.71997, 9.74689, 9.641716, 9.48578, 9.147932, 9.085031, 9.113398, 9.21678, 9.74983, 10.33647, 13.405395, 11.866137, 13.434307, 16.414609, 17.31355, 19.364304, 26.237832, 31.138106, 38.98598, 41.127253, 49.606437, 51.640292, 67.177246, 72.068604], "sum_m_pl": [24.833312, 34.610295, 33.752839, 33.017743, 32.055708, 32.051616, 32.163873, 32.459891, 30.754509, 32.607593, 32.44118, 32.600987, 32.342601, 31.497649, 32.044547, 33.165761, 32.715277, 32.046347, 32.623846, 33.963544, 34.994788, 35.348692, 35.895, 35.968718, 24.518657, 25.503241, 24.430588, 25.454782, 26.173226, 26.125981, 26.775523, 25.550329, 25.97777, 25.624231, 24.263981, 22.616826, 19.405613, 19.674908, 16.961427, 17.069954, 15.841968, 14.100668, 11.241831, 9.835358, 6.29002, 5.247844, 1.682945, 1.581146, 0.110389, 0.03158]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "llmzszl-18463", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 762, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.9837, "tf_agree_excl_first": 0.9918}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [89, 57, 50, 59, 38, 53, 51, 57, 64, 72, 66, 71, 65, 54, 62, 59, 54, 64, 58, 68, 55, 59, 49, 52, 78, 78, 67, 69, 72, 82, 78, 69, 73, 80, 74, 73, 61, 58, 75, 94, 97, 93, 95, 91, 86, 73, 45, 30, 2, 0], "n_am_pl": [19, 58, 53, 45, 36, 41, 42, 41, 28, 52, 39, 48, 48, 52, 39, 41, 35, 38, 45, 39, 44, 40, 58, 53, 37, 34, 32, 31, 36, 41, 51, 44, 36, 33, 40, 29, 38, 36, 41, 40, 43, 41, 46, 40, 43, 50, 67, 67, 132, 144], "n_pos": 292, "sum_m_en": [26.700409, 14.194544, 15.132331, 16.77073, 16.307545, 16.774659, 16.486711, 17.142857, 18.460516, 18.471831, 20.049955, 21.014609, 21.616958, 23.120086, 22.339223, 21.012, 19.450654, 19.427162, 17.953899, 16.541603, 15.437078, 14.382765, 13.740261, 13.458158, 32.35388, 31.033164, 31.318625, 30.576685, 31.533424, 33.268489, 31.396833, 31.735401, 31.918549, 32.647941, 31.577978, 32.275954, 33.312946, 34.678686, 37.092443, 48.554776, 55.188383, 57.123172, 62.689287, 62.672413, 67.949654, 57.980101, 43.845418, 28.702923, 4.560759, 0.195649], "sum_m_pl": [109.975178, 136.982303, 131.521092, 128.290481, 122.522793, 125.363059, 127.27984, 127.443094, 122.718857, 129.46565, 125.935952, 127.355983, 128.957252, 126.022685, 125.814035, 129.239147, 129.034394, 128.437572, 134.025148, 136.763183, 140.122876, 140.004663, 140.938236, 140.987023, 107.658501, 108.174633, 105.181267, 110.65802, 113.818134, 113.7118, 115.140757, 112.704855, 110.286435, 103.022446, 101.477045, 100.334828, 96.223268, 93.740821, 90.379798, 85.941758, 80.577151, 78.570726, 75.451122, 73.068714, 67.267969, 74.076616, 75.178708, 75.770745, 123.839169, 143.622427]}, "digit": {"n_am_en": [1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.208757, 0.105291, 0.104672, 0.110611, 0.110593, 0.097712, 0.1007, 0.098038, 0.119082, 0.119351, 0.119875, 0.122495, 0.12576, 0.127917, 0.13425, 0.124877, 0.130828, 0.136471, 0.116674, 0.106525, 0.100694, 0.097368, 0.0973, 0.094507, 0.223057, 0.219294, 0.237901, 0.225049, 0.229016, 0.263763, 0.228563, 0.255248, 0.184248, 0.205837, 0.167752, 0.234629, 0.267776, 0.106704, 0.091755, 0.224846, 0.15593, 0.102359, 0.073752, 0.039485, 0.038808, 0.02199, 0.015729, 0.004333, 3.2e-05, 0.0], "sum_m_pl": [0.927333, 1.100047, 1.065192, 1.015386, 1.031846, 1.0312, 0.992993, 0.962576, 0.872849, 0.812845, 0.827389, 0.839829, 0.905406, 0.899454, 0.824043, 0.842672, 0.888282, 0.899873, 0.934031, 0.945392, 0.970258, 0.959473, 0.961933, 0.963389, 0.810165, 0.778693, 0.781373, 0.774878, 0.807234, 0.753192, 0.739018, 0.700235, 0.610583, 0.584916, 0.57818, 0.535329, 0.394972, 0.309994, 0.35045, 0.357854, 0.335675, 0.327422, 0.264317, 0.19985, 0.194617, 0.175549, 0.094278, 0.083093, 0.000149, 0.0]}, "lang": {"n_am_en": [40, 23, 21, 28, 18, 32, 29, 28, 31, 36, 31, 34, 34, 31, 34, 31, 32, 33, 26, 38, 33, 32, 29, 30, 48, 50, 46, 44, 41, 48, 43, 44, 43, 46, 42, 46, 39, 40, 49, 61, 62, 56, 60, 59, 56, 47, 27, 14, 1, 0], "n_am_pl": [11, 32, 27, 24, 15, 19, 22, 20, 12, 24, 24, 26, 22, 28, 22, 19, 16, 18, 21, 20, 20, 20, 29, 26, 19, 18, 15, 12, 19, 18, 26, 27, 20, 18, 23, 13, 20, 25, 30, 32, 35, 34, 40, 38, 41, 46, 56, 61, 128, 143], "n_pos": 147, "sum_m_en": [13.573703, 7.369174, 7.934835, 8.844382, 8.639582, 8.935856, 8.782053, 8.897673, 9.601402, 9.637613, 10.396715, 10.922382, 11.109702, 11.562921, 11.048111, 10.512654, 9.751587, 9.631834, 8.950521, 8.294031, 7.801962, 7.124037, 6.821022, 6.681281, 18.31072, 17.541036, 17.271249, 16.19502, 16.563067, 17.135035, 16.436927, 16.425835, 16.270591, 16.424058, 16.518353, 17.75671, 19.867348, 21.280209, 23.603148, 29.92738, 34.974793, 36.658825, 40.476489, 39.233956, 42.603452, 37.056723, 25.129712, 13.879567, 2.602083, 0.190074], "sum_m_pl": [52.839718, 67.1686, 63.576918, 62.317884, 59.243723, 61.297941, 62.444858, 63.123504, 60.638084, 64.250428, 62.54949, 63.165687, 64.201607, 63.059221, 64.101262, 66.149664, 65.383575, 65.149422, 67.900728, 69.236798, 70.777441, 71.001498, 71.470228, 71.500229, 55.498304, 55.548667, 55.080578, 57.577495, 59.107731, 59.437215, 60.196631, 59.463963, 59.519109, 56.692825, 54.406376, 54.471266, 53.839507, 53.138654, 51.333894, 50.257865, 49.414856, 48.75681, 48.351397, 49.261242, 48.179203, 54.462953, 57.067624, 64.440405, 116.775845, 142.189986]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 294, "item_id": "llmzszl-18463", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 693, "region_end": 292, "roundtrip_ok": true, "tf_agree": 0.9524, "tf_agree_excl_first": 0.9556}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [98, 73, 67, 67, 59, 66, 56, 67, 59, 52, 63, 65, 80, 73, 81, 71, 75, 50, 57, 60, 61, 58, 63, 63, 96, 101, 84, 78, 74, 76, 72, 83, 80, 90, 81, 91, 76, 77, 76, 91, 97, 99, 99, 97, 98, 106, 120, 143, 141, 153], "n_am_pl": [16, 34, 49, 43, 31, 35, 31, 25, 35, 35, 30, 38, 37, 48, 34, 34, 24, 38, 34, 34, 46, 53, 58, 64, 31, 26, 32, 38, 39, 41, 43, 39, 33, 34, 31, 20, 23, 27, 23, 35, 23, 21, 22, 15, 22, 19, 17, 9, 5, 4], "n_pos": 284, "sum_m_en": [34.236625, 17.381463, 15.991095, 15.559886, 16.562294, 17.468684, 17.706168, 19.642866, 19.987392, 20.382451, 21.772832, 24.158322, 24.893175, 25.668818, 25.152408, 23.103778, 20.414488, 20.169875, 17.800214, 16.510341, 15.319319, 14.429019, 13.900503, 13.53279, 35.563916, 38.417793, 36.609578, 32.085874, 31.543332, 35.060395, 33.979003, 33.731883, 35.304071, 35.848328, 35.455187, 37.701679, 40.703753, 47.207657, 51.219991, 57.604208, 63.538312, 72.970464, 74.934171, 77.277606, 86.548348, 96.776095, 111.673147, 135.72098, 142.325535, 151.210205], "sum_m_pl": [95.821679, 133.494239, 130.860958, 130.300182, 124.621824, 125.272425, 124.015796, 120.102748, 117.338648, 118.46895, 116.080318, 115.979788, 118.911174, 116.848303, 117.410823, 120.974506, 121.452002, 121.522035, 124.424821, 131.854398, 135.101817, 135.306687, 136.735761, 137.301598, 108.618177, 104.348711, 101.470999, 108.161384, 112.076706, 108.859901, 109.838876, 108.434809, 105.962964, 100.766058, 98.569969, 92.457722, 83.93585, 77.608371, 72.166605, 71.524601, 67.588405, 56.697398, 53.329897, 48.230634, 42.600334, 34.641025, 21.890311, 12.446966, 5.186816, 4.525684]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.1201, 0.09988, 0.094639, 0.095855, 0.134926, 0.128181, 0.14328, 0.177268, 0.151145, 0.192696, 0.165535, 0.170126, 0.16977, 0.167752, 0.140107, 0.11973, 0.115112, 0.112471, 0.100361, 0.094956, 0.09299, 0.087073, 0.091101, 0.091218, 0.205797, 0.322406, 0.284475, 0.231784, 0.211368, 0.188635, 0.166103, 0.134497, 0.11656, 0.115985, 0.103887, 0.130937, 0.102292, 0.112926, 0.134652, 0.153077, 0.15648, 0.159112, 0.17837, 0.223918, 0.248644, 0.199801, 0.194455, 0.112231, 0.039506, 0.0], "sum_m_pl": [0.911221, 1.020873, 1.037808, 0.982613, 0.80237, 0.816149, 0.766857, 0.662355, 0.624588, 0.677751, 0.703558, 0.661904, 0.685953, 0.752501, 0.840303, 0.890198, 0.829504, 0.856322, 0.85867, 0.915977, 0.944243, 0.976893, 0.969816, 0.982195, 0.767292, 0.632866, 0.633175, 0.634274, 0.714156, 0.726711, 0.692263, 0.680398, 0.692151, 0.711259, 0.663838, 0.653514, 0.661753, 0.694647, 0.74494, 0.80359, 0.788915, 0.791289, 0.770075, 0.727634, 0.735387, 0.689375, 0.675271, 0.274341, 0.040548, 0.0]}, "lang": {"n_am_en": [53, 30, 37, 37, 35, 33, 29, 34, 34, 24, 35, 41, 41, 44, 49, 46, 46, 27, 35, 33, 27, 30, 35, 36, 58, 59, 47, 43, 46, 48, 46, 56, 45, 53, 52, 51, 49, 44, 47, 54, 62, 64, 72, 75, 76, 86, 100, 121, 140, 153], "n_am_pl": [14, 23, 25, 22, 22, 22, 16, 20, 21, 21, 14, 25, 27, 33, 18, 17, 13, 22, 19, 20, 29, 30, 31, 38, 14, 9, 19, 20, 23, 20, 27, 19, 19, 19, 15, 9, 14, 17, 15, 21, 13, 13, 14, 10, 14, 15, 12, 4, 4, 3], "n_pos": 156, "sum_m_en": [18.41064, 9.256841, 8.544664, 8.313564, 8.679268, 9.203262, 9.555407, 10.64566, 10.962678, 11.219203, 12.083927, 13.743554, 14.023295, 14.408043, 14.038629, 12.744909, 11.358797, 11.21249, 9.950324, 9.184791, 8.466982, 7.996709, 7.697784, 7.497173, 20.363811, 22.29271, 21.309723, 18.556934, 18.513955, 20.755214, 19.81382, 19.638442, 20.638149, 20.76359, 20.938949, 21.842028, 24.367777, 28.895505, 32.020279, 36.537977, 39.986448, 50.144367, 52.999274, 55.985184, 65.938444, 75.941095, 91.947574, 112.546106, 137.720139, 150.210004], "sum_m_pl": [52.26817, 73.270221, 71.871492, 71.886884, 69.16778, 69.234213, 68.78445, 66.556489, 64.95758, 65.314581, 63.821744, 63.483599, 65.67866, 64.657467, 65.107472, 67.164033, 67.13817, 67.309726, 68.800413, 72.745511, 74.427413, 74.336439, 75.172966, 75.476451, 60.660481, 58.511754, 57.310939, 61.001447, 62.416085, 59.91168, 60.94903, 60.467611, 58.303085, 55.954147, 54.446598, 51.075098, 46.219041, 42.978794, 39.315917, 39.529936, 37.516397, 31.554714, 30.06985, 27.784705, 26.20546, 21.460929, 13.436782, 5.380701, 3.76937, 3.620235]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 286, "item_id": "llmzszl-18466", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 722, "region_end": 284, "roundtrip_ok": true, "tf_agree": 0.986, "tf_agree_excl_first": 0.9895}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [120, 102, 103, 90, 99, 98, 109, 123, 85, 96, 103, 96, 110, 92, 102, 87, 87, 77, 54, 70, 70, 72, 72, 72, 131, 133, 114, 123, 123, 142, 141, 135, 119, 130, 116, 113, 103, 103, 97, 115, 109, 114, 108, 110, 120, 106, 69, 54, 28, 24], "n_am_pl": [34, 108, 97, 99, 84, 68, 67, 60, 66, 68, 58, 67, 73, 82, 53, 54, 55, 70, 70, 65, 79, 85, 103, 100, 68, 61, 55, 57, 56, 78, 67, 72, 54, 45, 48, 34, 55, 48, 56, 68, 63, 56, 65, 67, 77, 96, 106, 121, 172, 196], "n_pos": 477, "sum_m_en": [43.43424, 23.012215, 24.765382, 25.876973, 27.389568, 27.860474, 28.534107, 29.778816, 28.867966, 31.566995, 32.399896, 34.747024, 35.668295, 35.73399, 35.640251, 33.606089, 30.184915, 29.854631, 26.13777, 25.18593, 23.756429, 22.709503, 22.106102, 21.46235, 44.695426, 47.118497, 47.350368, 45.495892, 46.605142, 53.396419, 49.844241, 48.34013, 50.917003, 50.813061, 49.454633, 49.191182, 52.966423, 57.5601, 62.548029, 67.871411, 68.866116, 71.803542, 73.165514, 70.871157, 80.13796, 73.650215, 61.130861, 51.062814, 32.06221, 24.11807], "sum_m_pl": [180.15068, 230.495286, 224.938936, 222.226901, 212.330115, 216.130063, 217.220537, 212.978177, 207.294411, 209.717197, 203.787407, 202.355389, 206.270261, 200.92942, 198.273982, 202.656982, 204.283617, 204.538682, 212.560985, 223.346359, 228.516513, 228.492566, 230.403145, 231.497239, 188.27312, 185.173854, 173.942937, 186.639675, 191.980326, 187.178976, 188.064501, 185.726988, 177.602058, 164.480542, 161.878083, 155.50907, 147.837363, 143.549569, 140.534306, 142.095343, 137.20772, 131.00943, 126.536845, 121.755282, 115.834275, 125.634538, 122.799997, 130.898879, 161.070823, 195.151999]}, "digit": {"n_am_en": [1, 0, 2, 1, 3, 1, 1, 0, 0, 0, 1, 1, 1, 2, 0, 0, 2, 2, 0, 1, 2, 2, 2, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 2, 0, 1, 3, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.502336, 0.272251, 0.269119, 0.250681, 0.269872, 0.246166, 0.255318, 0.227353, 0.246041, 0.255532, 0.255845, 0.267453, 0.293377, 0.314469, 0.342881, 0.320705, 0.33882, 0.338193, 0.284201, 0.269199, 0.25892, 0.243786, 0.241259, 0.235134, 0.691116, 0.515942, 0.445659, 0.386641, 0.394367, 0.411648, 0.399893, 0.419701, 0.421274, 0.432233, 0.432503, 0.386449, 0.31222, 0.350207, 0.361035, 0.368135, 0.364321, 0.323951, 0.302753, 0.214437, 0.191026, 0.164655, 0.081808, 0.010951, 0.000542, 0.0], "sum_m_pl": [2.227364, 2.733792, 2.652095, 2.600722, 2.559852, 2.537703, 2.473786, 2.489037, 2.363728, 2.209165, 2.242736, 2.224686, 2.231127, 2.171352, 2.160436, 2.165219, 2.232564, 2.221671, 2.240144, 2.345382, 2.366239, 2.364975, 2.378684, 2.383478, 1.822906, 1.740177, 1.662099, 1.838798, 1.990024, 1.906765, 1.867154, 1.81755, 1.755259, 1.702057, 1.635088, 1.645544, 1.494081, 1.274276, 1.3014, 1.370883, 1.369784, 1.362596, 1.298644, 1.173779, 1.027577, 0.891544, 0.377864, 0.202159, 0.003563, 2e-06]}, "lang": {"n_am_en": [56, 49, 46, 44, 50, 48, 57, 70, 44, 44, 44, 49, 44, 47, 56, 45, 46, 41, 34, 32, 33, 27, 32, 34, 67, 68, 56, 61, 58, 81, 77, 76, 64, 70, 53, 61, 53, 56, 53, 60, 68, 75, 59, 59, 74, 64, 48, 41, 28, 24], "n_am_pl": [8, 54, 48, 46, 35, 28, 23, 14, 25, 33, 30, 32, 35, 33, 28, 31, 33, 36, 45, 41, 46, 49, 57, 57, 45, 40, 29, 33, 28, 34, 35, 38, 33, 26, 34, 21, 38, 34, 42, 47, 47, 43, 50, 52, 65, 80, 94, 104, 169, 196], "n_pos": 221, "sum_m_en": [19.766082, 10.655599, 11.599819, 12.204681, 13.085385, 13.258437, 13.739741, 14.565602, 13.923936, 15.156636, 15.626181, 17.062459, 17.118686, 17.42528, 17.332329, 16.211221, 14.444304, 14.30487, 12.315756, 11.746766, 11.101987, 10.55701, 10.378341, 10.033339, 21.455595, 23.011578, 23.360437, 21.423053, 22.099803, 25.912436, 23.855116, 23.504886, 24.639223, 25.106934, 24.109819, 24.48578, 26.926445, 30.004949, 33.570468, 37.024865, 40.893305, 42.984041, 41.065634, 38.578239, 49.372708, 42.813418, 40.038145, 35.567978, 28.441732, 24.041325], "sum_m_pl": [81.247285, 103.930035, 101.734151, 99.888355, 94.567909, 97.351819, 98.436275, 97.405493, 94.680614, 96.49221, 93.423039, 92.420408, 95.497163, 93.23131, 93.316862, 94.797509, 95.085507, 95.402604, 99.07687, 103.869689, 105.91243, 105.606045, 106.693593, 107.447942, 90.620232, 89.230805, 84.399225, 90.359071, 92.140319, 88.697294, 90.799888, 89.937566, 88.158839, 83.469879, 82.924782, 82.967539, 81.467957, 80.587257, 79.231029, 78.728742, 78.735184, 76.950344, 75.617798, 75.698952, 78.818231, 88.951049, 94.934095, 104.528004, 152.754472, 193.568296]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 479, "item_id": "llmzszl-18466", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 653, "region_end": 477, "roundtrip_ok": true, "tf_agree": 0.9916, "tf_agree_excl_first": 0.9937}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [34, 19, 18, 14, 20, 19, 12, 22, 17, 25, 23, 23, 23, 22, 28, 27, 27, 24, 24, 28, 25, 27, 25, 26, 39, 45, 34, 28, 28, 34, 29, 35, 35, 30, 33, 32, 35, 32, 42, 49, 44, 46, 43, 52, 50, 47, 54, 52, 51, 52], "n_am_pl": [6, 19, 18, 24, 16, 9, 9, 15, 10, 10, 11, 13, 11, 12, 10, 11, 11, 12, 12, 13, 14, 14, 13, 12, 9, 9, 8, 15, 9, 13, 13, 13, 12, 8, 9, 6, 5, 3, 2, 3, 1, 3, 5, 4, 3, 6, 3, 6, 4, 3], "n_pos": 99, "sum_m_en": [12.792476, 5.932967, 5.944288, 5.742863, 5.710778, 6.061367, 6.275059, 6.281161, 6.349829, 6.105189, 6.339619, 6.986378, 7.348894, 7.961698, 8.515214, 7.788324, 7.298778, 6.940907, 6.374216, 5.887139, 5.534735, 5.1038, 4.964375, 4.763356, 12.481256, 14.726159, 13.551847, 13.16537, 12.122834, 12.607266, 11.700738, 11.828807, 12.710551, 13.474341, 14.297278, 14.823163, 19.432783, 20.292361, 21.841459, 24.869951, 26.507017, 29.898455, 30.519178, 41.105837, 41.024689, 42.598973, 47.367908, 46.515826, 51.195416, 52.843771], "sum_m_pl": [33.028401, 45.767304, 45.036679, 43.793795, 43.786875, 43.651742, 42.581738, 42.219484, 41.776798, 44.00084, 44.291985, 43.829947, 43.687517, 42.643169, 43.771903, 43.541762, 43.777289, 43.687372, 44.468967, 45.047042, 45.933027, 46.453912, 46.367958, 46.730064, 34.427639, 33.248497, 32.573514, 34.795172, 36.751167, 35.866488, 36.592668, 37.174806, 36.049161, 33.339116, 31.823041, 30.328756, 25.780868, 24.213792, 22.292539, 20.918979, 18.496409, 17.81462, 16.293499, 13.394513, 10.141329, 10.302621, 7.073149, 6.995065, 3.989027, 3.387229]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 11, 6, 8, 11, 13, 6, 12, 10, 13, 9, 14, 11, 14, 16, 15, 15, 14, 13, 17, 13, 17, 16, 17, 25, 27, 17, 16, 16, 19, 17, 18, 22, 14, 19, 19, 20, 19, 26, 30, 29, 29, 30, 37, 34, 31, 38, 36, 45, 51], "n_am_pl": [5, 11, 7, 11, 7, 2, 7, 10, 5, 5, 7, 6, 7, 6, 5, 6, 3, 6, 4, 4, 6, 6, 6, 5, 1, 2, 3, 6, 5, 7, 6, 9, 7, 4, 4, 2, 1, 1, 0, 2, 1, 0, 2, 2, 2, 4, 2, 5, 4, 3], "n_pos": 54, "sum_m_en": [6.838068, 3.182613, 3.083489, 3.031333, 2.933734, 3.271452, 3.308754, 3.504832, 3.62568, 3.388413, 3.428458, 3.898639, 4.167329, 4.567896, 4.968094, 4.426635, 4.065182, 3.813509, 3.484464, 3.236479, 3.036158, 2.777451, 2.719443, 2.593418, 7.678544, 9.055494, 8.56056, 8.181961, 7.382757, 7.668541, 6.990366, 7.16464, 7.824027, 8.056114, 8.711931, 9.269327, 11.877582, 13.020297, 14.116814, 15.921686, 16.218251, 19.470079, 19.704831, 27.56893, 27.924232, 29.040719, 33.308115, 33.538496, 43.668734, 49.588457], "sum_m_pl": [18.652639, 25.369834, 24.790172, 24.05679, 23.8344, 23.646642, 23.194785, 22.932639, 22.522558, 23.882029, 24.288492, 23.985451, 23.871606, 23.264351, 23.894177, 23.679384, 23.701439, 23.774676, 24.321567, 24.469827, 24.964374, 25.261096, 25.127385, 25.319263, 18.305834, 17.520886, 17.091514, 18.41421, 19.844563, 19.331126, 19.803071, 20.17794, 19.732474, 18.352185, 17.031334, 16.199083, 13.395092, 12.804925, 11.80333, 11.449286, 10.386752, 8.642164, 8.115882, 6.453485, 5.196428, 5.2391, 4.713457, 5.161573, 3.686215, 3.010204]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "llmzszl-18467", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9604, "tf_agree_excl_first": 0.97}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 16, 15, 10, 20, 8, 12, 17, 15, 23, 25, 28, 25, 27, 29, 20, 16, 16, 14, 8, 10, 9, 10, 12, 28, 30, 21, 19, 19, 19, 22, 18, 25, 28, 30, 29, 26, 28, 29, 39, 41, 34, 34, 42, 38, 30, 19, 13, 2, 1], "n_am_pl": [8, 24, 31, 21, 11, 12, 12, 18, 12, 6, 7, 9, 10, 7, 11, 12, 11, 14, 19, 18, 26, 28, 25, 27, 11, 8, 17, 15, 13, 20, 26, 18, 19, 18, 18, 13, 17, 14, 11, 10, 11, 11, 8, 8, 16, 26, 31, 29, 60, 71], "n_pos": 108, "sum_m_en": [9.921104, 4.985853, 5.204097, 5.261075, 5.411, 5.536032, 5.86477, 6.19387, 6.294202, 6.261637, 6.604492, 6.9613, 7.135081, 7.518287, 7.888714, 7.526931, 7.008605, 6.331483, 5.826448, 5.552549, 5.33241, 4.968803, 4.865584, 4.75138, 9.052812, 10.104994, 9.402435, 8.976774, 9.416865, 9.76744, 9.532691, 9.219081, 9.410923, 10.234283, 10.53797, 11.411166, 12.148211, 13.464445, 13.600105, 14.373557, 17.796896, 18.464994, 17.156404, 27.877411, 25.64263, 23.858543, 16.305412, 11.440295, 3.200767, 1.025372], "sum_m_pl": [36.385475, 48.798756, 47.898824, 46.211876, 45.426428, 45.710997, 45.020587, 45.33836, 44.668544, 45.685927, 45.366263, 45.77125, 46.161738, 45.682802, 46.493347, 45.829677, 46.209724, 47.228915, 48.557439, 48.558277, 49.553776, 50.21958, 49.42318, 50.027655, 36.912503, 35.963189, 36.144596, 39.137656, 40.806623, 42.11192, 43.251535, 43.086038, 42.031325, 39.442009, 37.992186, 36.717664, 34.961448, 32.661627, 31.796184, 32.587955, 28.442456, 27.042281, 26.200395, 21.456396, 24.279718, 26.485358, 29.81272, 30.249184, 58.557618, 70.746681]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [27, 12, 9, 6, 10, 7, 8, 12, 9, 14, 18, 17, 18, 23, 22, 15, 11, 13, 10, 5, 6, 6, 7, 9, 23, 23, 16, 11, 13, 16, 17, 14, 21, 22, 20, 21, 23, 20, 17, 26, 30, 26, 27, 31, 30, 26, 16, 12, 1, 1], "n_am_pl": [3, 17, 21, 13, 10, 8, 8, 13, 9, 6, 3, 5, 7, 2, 7, 6, 4, 8, 13, 13, 17, 17, 12, 15, 6, 2, 12, 11, 8, 13, 15, 12, 11, 14, 15, 10, 10, 11, 11, 9, 9, 9, 6, 8, 14, 20, 25, 24, 58, 70], "n_pos": 72, "sum_m_en": [6.838175, 3.190255, 3.299387, 3.31492, 3.439867, 3.647827, 3.910559, 4.064724, 4.121909, 4.165808, 4.457764, 4.703185, 4.795176, 4.972489, 5.288047, 5.062316, 4.744073, 4.316188, 3.991291, 3.781557, 3.629427, 3.344661, 3.299343, 3.205785, 6.424224, 7.291231, 6.722753, 6.342492, 6.550022, 6.793834, 6.587309, 6.381362, 6.4899, 7.230231, 7.05494, 7.976802, 8.359751, 9.499969, 9.220388, 9.423691, 13.245034, 13.790031, 12.712971, 22.438409, 21.302862, 20.228882, 14.353736, 10.091998, 2.178939, 1.016514], "sum_m_pl": [23.444164, 32.699556, 32.239834, 31.012131, 30.299991, 30.55826, 30.145622, 30.306549, 29.802838, 30.246963, 30.098074, 30.374818, 30.874211, 30.454762, 31.271539, 30.766342, 30.726754, 31.609127, 32.647576, 32.372349, 32.975671, 33.50195, 33.083471, 33.544374, 25.533008, 25.188039, 25.309303, 27.416456, 28.532853, 29.139513, 29.832776, 29.420692, 29.064516, 27.381135, 26.385449, 25.458515, 25.072264, 23.214078, 22.342757, 23.148354, 19.649605, 18.947745, 17.927897, 14.963129, 17.786654, 18.969056, 23.501832, 24.708223, 54.940288, 68.799363]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "llmzszl-18467", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 642, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9636, "tf_agree_excl_first": 0.9725}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [57, 58, 41, 40, 35, 43, 38, 43, 39, 57, 56, 45, 46, 48, 43, 54, 62, 47, 52, 46, 44, 51, 56, 52, 60, 62, 52, 57, 55, 54, 48, 52, 55, 56, 49, 52, 53, 64, 54, 53, 59, 48, 54, 47, 57, 59, 52, 54, 61, 61], "n_am_pl": [15, 24, 20, 24, 11, 14, 15, 15, 18, 17, 22, 22, 32, 24, 28, 13, 12, 23, 19, 31, 25, 22, 20, 19, 10, 10, 11, 8, 21, 17, 18, 11, 15, 15, 17, 11, 14, 10, 10, 14, 12, 7, 4, 7, 2, 1, 1, 1, 0, 0], "n_pos": 166, "sum_m_en": [18.935667, 9.87808, 9.471133, 8.746422, 8.750542, 9.351769, 9.232969, 10.163612, 10.485571, 10.86722, 11.670614, 11.993438, 12.542312, 12.427218, 11.999575, 11.105078, 11.108808, 10.520095, 9.471647, 8.883671, 8.222074, 7.774428, 7.56008, 7.439679, 18.339216, 19.081218, 18.606412, 17.771984, 17.328061, 17.783643, 16.43756, 16.405091, 15.385603, 15.55521, 15.981385, 16.630046, 18.327152, 19.265146, 22.676749, 25.408649, 27.341852, 30.471211, 37.460078, 37.967506, 44.736215, 44.950416, 47.132422, 47.581838, 60.438488, 61.242573], "sum_m_pl": [63.069843, 80.883141, 79.036013, 78.837276, 75.814699, 76.224265, 75.498744, 74.852226, 74.544912, 77.766089, 75.288284, 76.430036, 75.969602, 74.783968, 76.062354, 79.009046, 78.120829, 78.285306, 79.543878, 80.095687, 81.671291, 81.884735, 81.776889, 81.82452, 65.218913, 64.100394, 62.939677, 67.995655, 68.794783, 68.411116, 69.897697, 67.457494, 67.355271, 64.143922, 61.62929, 60.189293, 54.478135, 53.42501, 48.847511, 48.295426, 44.767624, 36.7128, 33.348067, 29.013112, 19.59817, 16.112482, 6.505403, 4.806046, 0.338652, 0.001364]}, "digit": {"n_am_en": [4, 8, 8, 3, 5, 5, 2, 2, 2, 6, 4, 6, 2, 6, 5, 7, 9, 6, 5, 4, 4, 5, 4, 6, 8, 6, 7, 7, 4, 6, 5, 2, 3, 3, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 1, 0, 0, 1, 0, 0], "n_am_pl": [1, 2, 2, 3, 1, 0, 0, 0, 3, 1, 1, 2, 5, 1, 3, 3, 2, 5, 2, 5, 5, 3, 3, 3, 2, 2, 2, 3, 4, 2, 2, 2, 2, 4, 3, 2, 3, 2, 1, 2, 4, 2, 3, 2, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.980832, 0.897295, 0.843385, 0.815709, 0.900889, 0.975833, 1.005082, 1.107821, 1.139847, 1.190617, 1.24683, 1.23803, 1.320146, 1.45407, 1.276151, 1.157693, 1.181251, 1.137392, 1.022614, 0.991022, 0.916072, 0.866528, 0.851248, 0.845031, 1.673534, 1.679075, 1.76634, 1.783212, 1.859672, 1.841304, 1.654111, 1.573418, 1.404588, 1.463193, 1.492825, 1.539346, 1.42643, 1.438297, 1.504141, 1.607234, 1.727892, 1.736146, 1.739404, 1.86745, 1.796829, 1.277948, 0.835227, 0.790417, 0.111902, 0.0], "sum_m_pl": [8.519, 10.787573, 10.410444, 10.054567, 9.561869, 9.451109, 9.250118, 9.059072, 9.149154, 9.293, 9.135754, 9.204001, 8.890361, 8.654822, 8.955952, 9.518428, 9.248456, 9.175397, 9.571439, 9.641925, 9.892893, 9.871017, 9.835971, 9.85956, 8.535739, 8.782311, 8.558531, 9.11994, 9.097076, 8.934658, 9.087396, 8.720865, 8.536799, 8.183517, 7.994835, 7.857154, 7.52412, 7.466366, 7.446736, 7.669239, 7.448628, 7.286126, 7.297346, 6.48712, 5.537184, 3.531577, 1.961564, 0.801949, 0.071006, 0.0]}, "lang": {"n_am_en": [21, 21, 18, 18, 13, 18, 14, 19, 15, 22, 26, 15, 17, 22, 19, 24, 26, 19, 22, 18, 18, 23, 26, 22, 24, 26, 24, 28, 29, 29, 25, 29, 30, 28, 29, 26, 27, 35, 29, 25, 27, 32, 34, 33, 41, 42, 41, 41, 55, 59], "n_am_pl": [6, 8, 5, 5, 3, 4, 6, 8, 4, 5, 8, 10, 13, 10, 8, 5, 3, 8, 7, 11, 9, 9, 6, 6, 4, 4, 5, 3, 5, 4, 6, 4, 9, 6, 4, 5, 7, 4, 4, 3, 2, 1, 0, 3, 1, 0, 0, 1, 0, 0], "n_pos": 60, "sum_m_en": [7.040423, 3.715736, 3.556252, 3.264032, 3.189873, 3.37611, 3.294113, 3.650424, 3.769995, 3.855535, 4.156332, 4.307425, 4.504621, 4.447528, 4.414097, 4.15276, 4.214628, 4.022694, 3.641257, 3.416291, 3.137745, 2.958089, 2.845225, 2.804669, 7.858732, 8.490793, 8.816826, 8.068386, 7.659764, 7.815944, 6.973804, 7.2294, 6.874363, 6.946106, 7.452328, 7.896652, 9.369512, 9.668726, 11.420009, 12.366907, 13.559517, 16.180864, 20.823834, 23.428445, 28.649176, 28.4, 34.561536, 34.901192, 54.775104, 58.911389], "sum_m_pl": [21.587303, 28.378572, 27.826715, 27.953859, 27.085636, 27.170282, 26.610427, 26.926567, 27.146299, 28.23285, 27.404337, 28.28922, 28.347445, 28.014223, 28.264058, 28.974255, 28.566443, 28.609377, 28.772519, 28.898493, 29.48897, 29.478726, 29.433329, 29.411355, 23.626854, 23.082051, 22.585108, 24.041571, 24.453567, 24.714479, 25.603486, 24.733009, 24.972574, 24.410523, 22.992859, 22.964334, 19.892305, 19.503751, 16.869256, 16.325566, 15.09851, 13.032469, 10.548275, 9.784303, 6.523436, 6.190445, 2.592603, 2.146156, 0.045262, 0.001304]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 168, "item_id": "llmzszl-18468", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 761, "region_end": 166, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.982}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [114, 99, 75, 67, 72, 70, 81, 89, 89, 108, 113, 107, 107, 108, 107, 116, 126, 105, 92, 87, 67, 83, 67, 83, 120, 115, 114, 110, 113, 127, 115, 95, 88, 98, 107, 107, 113, 103, 98, 98, 96, 91, 98, 85, 83, 70, 50, 43, 22, 19], "n_am_pl": [38, 88, 91, 64, 71, 60, 62, 56, 60, 67, 56, 55, 68, 53, 72, 71, 45, 44, 81, 79, 83, 82, 93, 96, 43, 45, 32, 63, 54, 74, 70, 73, 57, 62, 53, 53, 44, 54, 51, 54, 49, 43, 33, 26, 29, 53, 47, 55, 89, 99], "n_pos": 410, "sum_m_en": [37.291966, 20.241537, 21.338093, 22.291598, 22.385742, 22.467436, 22.567865, 23.388401, 25.465836, 26.459825, 26.922081, 28.157346, 28.562017, 29.805042, 29.962816, 27.954702, 27.644203, 26.12448, 23.582484, 22.364583, 21.454299, 21.662056, 20.562042, 19.918853, 43.877185, 44.542057, 44.021021, 43.288402, 43.715983, 45.145673, 41.125745, 39.405872, 38.358578, 38.082887, 42.053319, 40.502938, 41.975589, 42.172999, 47.004421, 56.324496, 52.682007, 50.678524, 60.945089, 58.900666, 70.50235, 55.414931, 48.751089, 43.875303, 24.706952, 19.118987], "sum_m_pl": [163.935028, 200.244047, 195.716433, 192.584318, 187.982147, 186.952644, 190.037813, 190.916419, 187.107221, 190.288293, 185.607689, 184.492353, 186.855568, 182.703363, 185.556738, 192.721964, 189.118309, 191.056125, 196.47526, 198.590484, 200.427448, 198.081308, 197.907758, 198.215738, 155.09486, 155.278245, 153.365295, 167.178468, 171.659641, 171.820886, 173.601036, 173.230557, 172.141069, 159.998056, 154.14016, 149.400423, 135.52581, 135.581911, 129.766324, 125.421482, 126.392376, 120.78717, 110.323163, 94.679109, 75.516957, 79.980883, 67.612744, 67.354447, 87.044683, 97.548081]}, "digit": {"n_am_en": [8, 10, 8, 5, 3, 6, 6, 4, 3, 4, 7, 11, 10, 10, 6, 10, 11, 10, 4, 7, 6, 6, 2, 3, 10, 6, 9, 8, 6, 9, 8, 7, 6, 5, 7, 4, 6, 5, 5, 3, 4, 3, 3, 3, 3, 3, 1, 1, 0, 0], "n_am_pl": [2, 10, 1, 1, 0, 2, 2, 1, 1, 3, 5, 3, 3, 1, 9, 6, 5, 4, 4, 5, 6, 4, 8, 8, 3, 4, 2, 3, 2, 4, 9, 6, 5, 7, 7, 5, 6, 4, 3, 5, 5, 4, 2, 1, 3, 1, 0, 0, 0, 1], "n_pos": 29, "sum_m_en": [3.211319, 1.331174, 1.36872, 1.334709, 1.373208, 1.390433, 1.417284, 1.50504, 1.606224, 1.670625, 1.69302, 1.785133, 1.918911, 2.178871, 1.969857, 1.795272, 1.835853, 1.732669, 1.542179, 1.452264, 1.353133, 1.293859, 1.270322, 1.248683, 2.383933, 2.380748, 2.473172, 2.577688, 2.774953, 2.740655, 2.524945, 2.307364, 2.111036, 2.305409, 2.926743, 3.072475, 3.007161, 2.974529, 3.007649, 3.542024, 3.365681, 3.064938, 3.216546, 2.85086, 2.851364, 2.177549, 1.180189, 0.581148, 0.040656, 5e-05], "sum_m_pl": [12.34092, 15.754996, 15.05377, 14.555051, 13.825274, 13.665972, 13.613547, 13.389361, 13.421665, 13.553799, 13.421047, 13.463176, 13.289853, 12.950931, 13.190881, 13.914372, 13.653719, 13.693972, 14.225896, 14.224942, 14.42016, 14.267678, 14.28079, 14.281254, 12.227723, 12.273338, 12.091035, 12.882306, 12.909956, 12.973634, 13.319363, 13.416278, 13.223866, 12.487138, 11.677777, 11.513701, 10.313315, 10.053109, 9.997177, 9.987139, 9.708219, 10.211248, 10.067269, 9.439751, 7.968689, 5.802236, 3.038914, 1.667396, 0.133781, 0.520871]}, "lang": {"n_am_en": [30, 28, 31, 23, 16, 19, 21, 21, 25, 38, 29, 33, 33, 24, 34, 35, 30, 29, 26, 23, 21, 25, 25, 32, 49, 33, 34, 33, 37, 39, 33, 34, 28, 33, 36, 38, 35, 37, 37, 42, 44, 39, 39, 36, 40, 35, 28, 25, 20, 19], "n_am_pl": [10, 22, 27, 9, 22, 12, 17, 17, 12, 16, 13, 20, 17, 13, 21, 24, 14, 12, 26, 23, 30, 26, 29, 30, 10, 13, 11, 20, 19, 24, 22, 25, 23, 25, 23, 22, 19, 22, 18, 18, 17, 16, 13, 11, 17, 34, 28, 35, 83, 97], "n_pos": 116, "sum_m_en": [10.204405, 6.26435, 6.481904, 6.74757, 6.645546, 6.60599, 6.548175, 7.011353, 7.717009, 7.878391, 8.159243, 8.525313, 8.418977, 8.657346, 8.949283, 8.075856, 8.111813, 7.571045, 6.713851, 6.362493, 6.095983, 5.978595, 5.82656, 5.613165, 14.314796, 13.759088, 13.28314, 12.012739, 12.505298, 13.324129, 11.725574, 11.92454, 11.547096, 11.780861, 11.959051, 12.063546, 12.42828, 12.996873, 15.267347, 18.390174, 18.101002, 17.664035, 20.04159, 21.862927, 33.269041, 24.970316, 27.258644, 25.751473, 20.557247, 19.02554], "sum_m_pl": [44.786714, 52.508603, 52.05591, 51.782319, 50.543961, 50.028577, 51.315944, 52.72207, 51.701732, 53.426499, 50.9113, 50.795059, 51.773937, 50.451506, 51.694502, 54.401419, 52.906761, 53.571511, 55.24344, 55.652613, 55.986629, 55.845219, 55.672323, 55.856609, 44.68836, 44.451287, 44.940325, 48.72665, 49.459298, 49.104436, 50.464001, 50.351016, 50.407935, 48.467699, 46.071574, 46.414472, 44.084223, 44.959506, 42.683916, 40.673641, 42.679962, 40.602895, 35.835067, 32.407178, 28.443055, 36.158936, 32.531585, 37.25674, 76.613246, 95.639581]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 410, "item_id": "llmzszl-18468", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 692, "region_end": 410, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 0.9927}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [85, 72, 65, 42, 35, 36, 47, 32, 33, 39, 45, 43, 38, 40, 43, 49, 54, 47, 44, 39, 46, 47, 39, 42, 76, 71, 44, 55, 49, 59, 45, 46, 52, 43, 48, 58, 51, 48, 54, 65, 63, 55, 60, 60, 59, 60, 54, 55, 56, 57], "n_am_pl": [10, 21, 23, 29, 37, 34, 24, 36, 31, 28, 27, 36, 29, 24, 29, 25, 26, 30, 23, 14, 23, 21, 36, 34, 27, 24, 19, 18, 27, 30, 26, 28, 25, 17, 21, 18, 17, 16, 15, 10, 4, 4, 9, 13, 5, 2, 1, 1, 0, 0], "n_pos": 225, "sum_m_en": [24.189883, 12.251979, 12.170691, 12.637027, 12.415089, 12.400742, 12.507372, 12.668252, 12.823452, 13.835309, 14.311149, 14.672189, 15.260996, 16.058722, 16.047121, 15.13307, 14.878509, 14.633763, 13.116351, 12.507716, 11.578523, 10.937349, 10.635598, 10.406688, 23.39244, 25.012259, 23.135636, 22.128581, 20.988538, 21.950368, 19.6962, 18.725344, 18.344826, 17.80926, 20.025081, 21.72679, 23.650001, 27.389319, 32.330002, 38.291114, 41.303404, 41.019365, 45.604909, 47.851993, 53.295959, 55.072283, 55.284604, 57.014084, 57.043836, 55.868139], "sum_m_pl": [88.106573, 111.645815, 106.835862, 103.513467, 100.77058, 101.048087, 101.217052, 98.497753, 97.035789, 98.955598, 98.821471, 98.394885, 98.97916, 95.825493, 96.293101, 101.626843, 103.450019, 102.777937, 105.277643, 108.812793, 110.032949, 110.071986, 110.529198, 110.73897, 86.965039, 83.241084, 81.052944, 87.254431, 90.428576, 88.33485, 90.825255, 90.832382, 90.046885, 87.065789, 84.519983, 80.89805, 71.774587, 66.633959, 60.932061, 56.340152, 53.532031, 50.059746, 42.214312, 36.555379, 29.558019, 22.700219, 10.611556, 6.284087, 1.788144, 0.053514]}, "digit": {"n_am_en": [19, 17, 13, 7, 6, 6, 5, 3, 1, 6, 6, 7, 6, 5, 12, 11, 14, 12, 8, 5, 13, 16, 10, 14, 19, 21, 4, 6, 13, 10, 5, 9, 9, 2, 2, 7, 7, 8, 10, 12, 13, 13, 7, 7, 6, 3, 3, 1, 0, 0], "n_am_pl": [0, 3, 3, 7, 12, 12, 4, 7, 11, 8, 7, 4, 5, 3, 3, 5, 4, 6, 6, 6, 2, 2, 9, 6, 7, 5, 6, 5, 6, 9, 9, 7, 5, 4, 5, 3, 1, 2, 2, 2, 1, 2, 5, 8, 1, 1, 1, 1, 0, 0], "n_pos": 46, "sum_m_en": [4.515922, 2.201273, 2.179704, 2.342423, 2.349389, 2.37087, 2.2713, 2.347849, 2.343119, 2.447441, 2.489174, 2.519148, 2.752098, 2.885506, 2.968023, 2.837608, 2.82205, 2.869037, 2.5595, 2.463922, 2.266629, 2.157183, 2.129223, 2.082633, 4.816782, 5.019337, 4.08556, 3.758176, 3.607174, 3.76136, 3.405864, 3.211301, 2.983297, 3.029683, 3.350238, 3.599395, 3.70983, 4.028334, 5.569557, 6.426111, 7.112293, 6.442516, 5.76104, 4.992429, 4.724286, 4.162669, 3.085708, 2.664658, 0.901916, 0.0], "sum_m_pl": [19.351349, 23.942581, 22.164289, 21.173197, 20.645083, 20.858962, 20.499334, 20.05744, 19.695523, 20.396734, 20.166434, 19.988409, 19.586084, 19.107387, 19.112014, 20.242769, 20.746837, 20.726279, 21.531877, 22.187771, 22.481906, 22.450065, 22.45766, 22.628395, 18.955538, 18.440225, 18.193332, 19.601877, 20.131829, 19.584713, 19.820903, 19.801614, 19.319719, 18.873749, 18.280977, 18.115235, 16.737568, 16.16718, 14.947347, 14.731616, 14.467632, 14.772158, 13.948627, 13.294661, 12.037774, 9.178415, 5.541247, 2.820386, 0.589009, 1e-06]}, "lang": {"n_am_en": [14, 16, 22, 16, 16, 17, 22, 15, 15, 16, 16, 13, 14, 15, 16, 16, 17, 18, 18, 14, 16, 14, 13, 14, 22, 19, 14, 19, 15, 21, 18, 15, 20, 21, 23, 27, 29, 25, 26, 31, 27, 28, 32, 35, 37, 42, 42, 47, 52, 56], "n_am_pl": [2, 7, 8, 9, 8, 3, 6, 8, 4, 3, 8, 12, 5, 4, 6, 5, 5, 6, 4, 1, 6, 7, 10, 8, 2, 3, 3, 4, 5, 3, 5, 8, 6, 3, 4, 3, 4, 2, 4, 3, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 57, "sum_m_en": [6.983733, 3.670767, 3.676991, 3.617527, 3.403298, 3.542619, 3.573811, 3.49926, 3.581621, 4.064896, 4.10913, 4.450427, 4.358517, 4.794725, 4.778606, 4.330526, 4.261651, 4.255192, 3.770459, 3.551116, 3.216356, 2.990832, 2.860137, 2.784671, 7.419501, 7.733863, 7.324956, 7.221876, 6.584832, 7.251483, 6.485736, 6.026502, 6.233694, 6.15255, 6.925195, 8.689654, 10.128476, 13.158268, 14.499517, 18.231504, 19.151589, 20.974866, 25.03128, 27.103348, 32.248766, 35.409687, 40.726196, 44.270361, 51.309715, 54.744283], "sum_m_pl": [20.13748, 27.244861, 26.109838, 25.680413, 25.207281, 24.65049, 25.180238, 24.9481, 24.781016, 25.215129, 25.502938, 25.336537, 25.663874, 24.657041, 24.784871, 25.98154, 26.323634, 26.164513, 26.678993, 27.538782, 27.947573, 27.978313, 28.203305, 28.191999, 21.146497, 20.393013, 19.901212, 21.280464, 22.193971, 21.400766, 22.824853, 22.698617, 22.455869, 22.073707, 21.35406, 20.28768, 17.455797, 15.296366, 13.770795, 12.119842, 11.088268, 9.493945, 6.751201, 5.459, 4.303817, 2.644569, 1.845276, 0.918657, 0.066226, 0.000477]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 227, "item_id": "llmzszl-18469", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 794, "region_end": 225, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9912}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [193, 161, 176, 208, 163, 132, 132, 153, 124, 143, 150, 160, 157, 154, 157, 144, 147, 119, 122, 114, 113, 120, 100, 115, 158, 189, 170, 174, 182, 174, 181, 168, 153, 152, 169, 149, 150, 128, 131, 145, 151, 145, 164, 160, 127, 124, 80, 75, 52, 45], "n_am_pl": [31, 123, 138, 96, 132, 121, 100, 108, 116, 154, 129, 111, 118, 124, 106, 118, 112, 109, 109, 127, 137, 125, 154, 166, 97, 96, 81, 95, 126, 132, 118, 113, 106, 93, 83, 73, 58, 57, 74, 63, 61, 66, 59, 43, 37, 37, 46, 47, 65, 78], "n_pos": 738, "sum_m_en": [67.160611, 35.93035, 40.201546, 43.945172, 42.937995, 40.958451, 41.721693, 43.498574, 43.85119, 46.97287, 46.419545, 48.186494, 49.95176, 52.861866, 54.330482, 50.977647, 48.856952, 46.730033, 42.272086, 40.154821, 37.581301, 35.611912, 34.811124, 33.631882, 66.233869, 73.026422, 75.214945, 75.044242, 74.427849, 78.622815, 76.254536, 69.316536, 65.817852, 65.268532, 71.431305, 67.856055, 71.10709, 67.982862, 78.033442, 87.498255, 92.500575, 93.897442, 107.050179, 107.396947, 112.378241, 109.067227, 86.327427, 77.223688, 53.714835, 45.036332], "sum_m_pl": [300.010793, 372.191139, 355.44719, 342.980974, 340.257134, 336.715006, 338.118725, 333.238083, 327.437455, 334.418692, 331.995125, 327.457604, 332.734399, 322.080068, 323.732487, 338.540129, 341.521797, 342.658694, 355.643108, 363.317937, 366.542976, 364.271641, 365.745369, 366.726509, 295.593763, 287.725626, 274.987705, 295.11058, 305.130051, 298.538884, 299.039413, 301.623981, 301.537873, 286.850185, 279.2867, 269.693312, 248.193064, 242.23939, 227.789371, 218.196046, 201.754202, 196.680165, 185.081437, 157.963195, 125.051105, 111.170985, 82.444949, 71.247212, 66.142225, 77.426686]}, "digit": {"n_am_en": [37, 36, 21, 15, 6, 14, 9, 5, 3, 12, 25, 13, 13, 9, 13, 11, 15, 14, 15, 17, 21, 15, 14, 23, 27, 35, 28, 21, 14, 12, 18, 16, 13, 11, 16, 18, 15, 16, 17, 23, 20, 20, 20, 19, 14, 14, 1, 5, 1, 0], "n_am_pl": [2, 9, 12, 3, 8, 10, 5, 7, 14, 14, 10, 10, 14, 20, 9, 9, 15, 9, 11, 17, 11, 10, 14, 17, 15, 9, 3, 9, 10, 10, 16, 18, 15, 11, 5, 7, 3, 7, 6, 4, 3, 6, 13, 16, 6, 6, 9, 3, 0, 0], "n_pos": 91, "sum_m_en": [9.454922, 4.319764, 4.448605, 4.780803, 5.031144, 4.769248, 4.643297, 4.592384, 4.684685, 4.651712, 4.71958, 4.899147, 5.230714, 5.432687, 5.700274, 5.449175, 5.315204, 5.249274, 4.799296, 4.619234, 4.302441, 4.105195, 4.023526, 3.92958, 8.011043, 8.975024, 7.692975, 7.401461, 7.210693, 7.472738, 7.0673, 6.588232, 6.44844, 6.41647, 7.342447, 7.450185, 7.252177, 6.986385, 10.496025, 12.754334, 13.076305, 12.203466, 12.565636, 11.763908, 11.481035, 9.901816, 5.758153, 4.938748, 1.129185, 0.000606], "sum_m_pl": [37.730061, 47.393976, 44.404887, 41.837594, 40.267376, 40.446714, 39.931635, 40.016964, 39.954236, 40.734504, 40.427473, 40.33288, 40.396793, 40.051926, 39.941504, 41.035378, 42.2293, 42.783418, 44.293242, 45.046557, 45.242833, 44.95182, 45.10217, 45.294824, 38.782392, 37.83019, 37.216816, 39.683619, 39.730552, 38.870616, 39.22816, 39.233559, 38.743652, 37.369098, 35.759536, 35.527375, 32.959548, 32.297454, 29.602407, 28.946422, 28.312312, 29.683957, 28.715298, 27.679337, 26.616141, 21.153742, 15.917183, 10.306205, 2.104068, 0.116172]}, "lang": {"n_am_en": [32, 30, 29, 45, 32, 28, 28, 32, 30, 33, 29, 32, 36, 37, 31, 32, 28, 21, 28, 22, 20, 28, 21, 27, 28, 34, 34, 29, 36, 33, 33, 40, 32, 29, 33, 34, 32, 34, 36, 39, 47, 41, 47, 51, 54, 58, 43, 48, 49, 45], "n_am_pl": [6, 18, 17, 15, 29, 12, 16, 21, 11, 17, 26, 22, 22, 27, 22, 17, 10, 20, 17, 18, 27, 22, 29, 35, 15, 10, 13, 17, 27, 28, 18, 18, 24, 22, 16, 13, 13, 9, 8, 9, 12, 11, 10, 9, 17, 20, 25, 31, 61, 76], "n_pos": 121, "sum_m_en": [11.519699, 6.595226, 6.876397, 7.900752, 7.076115, 7.173469, 7.198321, 7.431994, 7.575839, 8.926013, 8.634476, 9.125121, 9.028881, 9.228509, 9.015887, 8.234767, 7.856898, 7.71316, 7.115506, 6.757454, 6.291943, 5.932422, 5.736994, 5.57834, 11.749187, 12.009624, 12.644608, 12.029933, 11.9472, 12.539411, 12.072616, 11.576641, 10.994683, 11.13657, 11.861529, 12.004038, 13.503456, 14.209297, 16.589998, 17.316718, 19.512716, 21.477788, 27.167223, 33.832446, 43.333236, 46.721203, 43.412286, 45.28265, 48.657452, 45.025163], "sum_m_pl": [48.055241, 58.406752, 55.941439, 53.892791, 54.763466, 54.113674, 54.988285, 55.280846, 54.370509, 55.092356, 54.449798, 54.105155, 55.449422, 53.772068, 54.108299, 56.749309, 56.924762, 56.745055, 58.344166, 59.243692, 60.065769, 59.908754, 60.169107, 60.220588, 49.111237, 49.012463, 47.454703, 51.128926, 52.561858, 51.344181, 52.075281, 52.385991, 53.016927, 51.912586, 50.105891, 49.190204, 47.218537, 46.531192, 42.918454, 41.716748, 39.076314, 35.802713, 34.090225, 31.738274, 25.039288, 25.937383, 28.329349, 33.787732, 54.365266, 75.109531]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 740, "item_id": "llmzszl-18469", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 725, "region_end": 738, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 0.9919}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [104, 127, 90, 64, 69, 64, 83, 83, 62, 93, 99, 99, 86, 81, 74, 72, 111, 112, 106, 117, 111, 98, 86, 101, 151, 124, 106, 111, 104, 111, 120, 108, 103, 104, 135, 116, 119, 147, 155, 146, 124, 116, 117, 119, 119, 130, 139, 135, 152, 154], "n_am_pl": [30, 45, 50, 63, 51, 54, 48, 36, 46, 52, 53, 42, 48, 46, 33, 36, 30, 25, 27, 29, 41, 51, 52, 49, 18, 21, 25, 37, 44, 47, 48, 42, 42, 28, 33, 27, 18, 26, 16, 24, 21, 23, 25, 17, 17, 18, 19, 16, 15, 15], "n_pos": 377, "sum_m_en": [45.090312, 22.921202, 22.176429, 21.270434, 21.362869, 21.621102, 21.830148, 22.588286, 23.909752, 25.050625, 26.279186, 27.474206, 28.086523, 28.187809, 27.38428, 27.781654, 27.522954, 27.066059, 23.775682, 22.407607, 20.249953, 18.773745, 17.824773, 17.52838, 45.367458, 45.526274, 45.302443, 43.317943, 40.219586, 42.707159, 41.61035, 41.080945, 40.156551, 42.629567, 47.621291, 49.312379, 54.645152, 60.715261, 75.154092, 84.161603, 77.09523, 76.43459, 85.55185, 92.640531, 102.328935, 118.7879, 126.691204, 126.998149, 145.562324, 153.166581], "sum_m_pl": [133.357213, 179.526519, 176.683003, 173.402691, 170.264241, 173.747407, 173.187857, 168.664917, 164.439175, 169.701272, 165.446462, 165.031914, 163.340133, 160.292693, 161.037708, 156.479426, 161.31053, 163.798248, 170.466613, 177.347081, 180.941782, 183.14585, 183.782653, 184.22929, 141.855422, 135.498323, 126.702114, 135.328474, 141.603312, 143.336641, 147.885547, 147.149934, 144.858148, 135.979285, 132.910171, 126.183846, 114.316401, 111.542426, 96.852479, 87.534594, 83.413108, 70.7029, 61.123145, 52.297181, 39.679886, 34.047019, 27.314622, 20.180925, 15.49324, 14.98276]}, "digit": {"n_am_en": [1, 3, 2, 2, 5, 5, 6, 5, 2, 1, 4, 3, 1, 3, 4, 3, 2, 1, 2, 1, 1, 0, 0, 1, 3, 1, 1, 0, 0, 0, 2, 1, 3, 0, 1, 1, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 2, 1, 1, 0, 1, 0, 3, 1, 1, 4, 4, 2, 1, 1, 0, 1, 1, 1, 1, 3, 2, 2, 0, 1, 1, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.355936, 0.584741, 0.493689, 0.526296, 0.528703, 0.526278, 0.51534, 0.572721, 0.584542, 0.596918, 0.653804, 0.668172, 0.682566, 0.711729, 0.710945, 0.674848, 0.688954, 0.682309, 0.609292, 0.592875, 0.524549, 0.497008, 0.479588, 0.470832, 0.903681, 0.925072, 0.923859, 0.903319, 0.887529, 0.872805, 0.84492, 0.816056, 0.771171, 0.725636, 0.824684, 0.829321, 0.740923, 0.663432, 0.808303, 0.673623, 0.669206, 0.637489, 0.608129, 0.613779, 0.583396, 0.402038, 0.368273, 0.110352, 0.017901, 4e-06], "sum_m_pl": [3.84078, 5.67853, 5.601495, 5.344718, 5.430165, 5.318535, 5.26411, 5.032834, 4.83529, 4.99919, 4.814904, 4.667374, 4.713101, 4.697644, 4.771275, 4.793984, 4.694311, 4.823592, 5.014518, 5.075143, 5.225395, 5.24473, 5.270767, 5.286099, 4.424775, 3.964911, 3.630606, 3.89803, 4.178617, 4.207285, 4.283218, 4.375183, 4.384514, 4.091435, 3.926537, 3.956621, 3.622224, 3.530013, 3.479462, 3.335023, 3.456539, 3.404374, 3.23792, 2.5614, 2.453666, 1.590232, 1.311109, 0.371578, 0.03063, 1e-06]}, "lang": {"n_am_en": [44, 49, 41, 26, 35, 37, 40, 42, 36, 40, 45, 55, 38, 38, 43, 41, 63, 64, 58, 64, 58, 57, 55, 62, 78, 67, 60, 61, 55, 61, 67, 63, 56, 57, 74, 72, 65, 78, 85, 81, 69, 72, 73, 72, 73, 89, 106, 119, 147, 154], "n_am_pl": [19, 18, 25, 30, 19, 19, 16, 14, 19, 22, 27, 18, 19, 21, 16, 16, 14, 13, 16, 17, 23, 24, 23, 23, 6, 8, 16, 14, 16, 15, 14, 13, 13, 10, 18, 15, 10, 9, 6, 16, 11, 14, 16, 16, 13, 13, 15, 15, 15, 15], "n_pos": 170, "sum_m_en": [20.779142, 10.629337, 10.172796, 9.533488, 9.752486, 10.03815, 10.080718, 10.412453, 11.296776, 11.741844, 12.401452, 13.115948, 12.828628, 12.948611, 12.71546, 13.052361, 12.830511, 12.684685, 11.061327, 10.273084, 9.336402, 8.611491, 8.134903, 8.030488, 23.410376, 23.00771, 22.789251, 20.858909, 19.595047, 20.699253, 20.248118, 20.351756, 19.597316, 20.931204, 24.003741, 25.205428, 27.851412, 32.082525, 39.590105, 45.136586, 44.464912, 48.164965, 51.996855, 56.32627, 61.494262, 77.816132, 93.695192, 106.024019, 138.354266, 150.587232], "sum_m_pl": [56.421758, 79.587784, 78.779911, 77.936545, 76.28363, 78.382992, 78.311204, 76.447223, 74.350376, 76.734245, 74.24901, 74.425374, 73.871271, 72.619117, 72.921091, 70.376552, 73.381149, 74.421089, 77.380961, 80.423985, 81.8297, 82.749941, 83.057174, 83.209274, 63.385455, 61.176716, 57.557719, 61.764286, 63.888262, 64.82706, 66.853685, 66.106545, 64.911577, 61.140148, 60.711269, 58.228412, 53.796669, 51.542005, 44.821095, 41.072948, 39.725382, 34.328679, 30.424502, 28.355092, 22.570166, 18.437455, 16.556417, 14.678475, 15.07557, 14.979347]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 379, "item_id": "llmzszl-18470", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 818, "region_end": 377, "roundtrip_ok": true, "tf_agree": 0.9842, "tf_agree_excl_first": 0.9868}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [220, 248, 239, 237, 199, 189, 193, 182, 180, 210, 215, 218, 252, 202, 208, 181, 207, 219, 162, 176, 167, 156, 131, 135, 277, 279, 226, 242, 226, 277, 252, 241, 206, 192, 223, 216, 237, 245, 209, 221, 207, 185, 168, 158, 133, 118, 76, 50, 36, 24], "n_am_pl": [40, 138, 144, 139, 151, 161, 172, 145, 152, 139, 162, 146, 175, 166, 135, 136, 99, 98, 119, 127, 161, 178, 192, 193, 79, 121, 139, 143, 141, 138, 128, 134, 133, 100, 96, 96, 67, 61, 64, 95, 86, 97, 117, 100, 90, 109, 136, 158, 177, 180], "n_pos": 896, "sum_m_en": [82.9277, 43.307352, 47.533425, 48.38477, 49.245078, 50.807986, 51.153417, 53.990379, 56.102537, 60.14739, 60.641572, 64.189665, 68.103876, 72.403665, 71.45565, 69.925002, 67.693383, 66.504965, 56.73771, 54.036507, 47.166725, 43.608277, 41.917728, 40.650309, 86.866173, 100.911838, 107.440954, 102.127056, 100.976775, 107.450211, 102.899457, 96.691893, 91.536056, 92.561055, 97.467047, 95.211001, 103.464132, 103.693918, 114.919541, 125.530844, 118.417548, 116.504053, 127.486048, 121.887157, 116.743019, 105.120261, 75.529129, 57.014809, 37.301988, 24.33971], "sum_m_pl": [346.252643, 451.204307, 432.165507, 429.640767, 424.720398, 424.451471, 424.597868, 417.491078, 409.731933, 421.083527, 414.705088, 408.747636, 409.510401, 398.195761, 397.2268, 396.96261, 396.116553, 400.435925, 415.576303, 427.676187, 436.85873, 441.019521, 441.882162, 443.763906, 362.451345, 348.131746, 326.77439, 350.92788, 361.277022, 361.852094, 367.52373, 368.491203, 374.705392, 354.436379, 342.927704, 329.589273, 298.356277, 292.826066, 267.392029, 260.081988, 252.46773, 250.445907, 237.623009, 209.212077, 164.759357, 151.150231, 150.268692, 154.375755, 170.275058, 179.993741]}, "digit": {"n_am_en": [8, 21, 22, 12, 13, 9, 16, 12, 11, 9, 11, 9, 12, 14, 8, 14, 10, 11, 7, 5, 8, 12, 10, 11, 18, 20, 13, 19, 16, 10, 13, 11, 13, 13, 15, 10, 16, 14, 9, 9, 9, 11, 11, 9, 8, 4, 2, 2, 0, 0], "n_am_pl": [4, 3, 3, 8, 3, 10, 7, 9, 8, 4, 4, 4, 4, 4, 8, 8, 7, 5, 6, 4, 10, 3, 5, 4, 1, 6, 5, 9, 7, 4, 8, 10, 8, 7, 8, 5, 2, 2, 3, 3, 3, 3, 1, 2, 1, 4, 1, 1, 0, 0], "n_pos": 52, "sum_m_en": [5.311686, 2.557043, 2.7507, 2.857362, 2.781955, 2.856336, 3.23962, 3.482549, 3.464144, 3.753415, 3.741262, 3.675367, 4.096452, 4.346511, 4.132623, 3.99873, 4.005794, 3.814559, 3.325659, 3.087465, 2.663703, 2.454488, 2.311897, 2.275649, 5.013664, 5.433519, 5.719759, 5.89986, 6.037869, 5.952074, 5.952646, 5.70726, 5.271737, 5.327883, 5.524726, 5.313289, 6.012643, 5.408895, 6.245729, 6.035507, 5.401027, 6.081426, 5.786117, 6.702095, 5.418747, 4.733271, 2.396074, 1.591119, 0.045158, 0.0], "sum_m_pl": [19.494993, 27.04592, 25.84967, 24.681817, 24.593715, 23.919895, 24.100471, 23.571808, 23.239671, 23.483843, 23.226647, 22.865408, 22.738968, 22.271983, 22.245012, 22.395601, 22.088314, 22.709172, 23.695439, 24.063015, 25.115669, 25.473178, 25.610185, 25.774759, 21.148456, 19.897452, 18.555475, 19.3918, 20.118938, 19.970713, 20.263436, 20.988152, 21.181171, 20.297635, 19.467227, 19.421665, 17.987981, 17.882953, 16.424144, 16.442307, 16.834601, 16.578115, 16.289248, 13.46397, 11.737804, 8.999731, 5.257993, 2.984781, 0.083974, 0.0]}, "lang": {"n_am_en": [34, 72, 73, 78, 41, 39, 50, 42, 41, 41, 48, 56, 72, 54, 56, 47, 65, 66, 51, 52, 53, 45, 38, 37, 72, 52, 47, 45, 47, 65, 62, 72, 51, 49, 62, 78, 73, 94, 80, 87, 75, 79, 73, 79, 80, 76, 40, 33, 22, 24], "n_am_pl": [11, 41, 33, 28, 21, 25, 32, 27, 34, 34, 36, 31, 38, 41, 22, 26, 12, 25, 26, 26, 33, 31, 37, 40, 16, 29, 36, 37, 30, 34, 26, 29, 31, 26, 27, 32, 25, 23, 24, 31, 36, 41, 54, 50, 55, 72, 92, 111, 165, 180], "n_pos": 208, "sum_m_en": [17.902116, 10.348707, 11.236666, 11.903817, 11.731332, 11.81159, 12.30287, 12.477998, 13.337964, 13.502238, 14.184506, 15.483412, 16.138551, 17.092517, 16.871412, 16.360117, 15.733389, 15.80753, 13.505464, 12.860461, 11.430177, 10.494425, 9.960644, 9.645821, 21.781155, 21.121531, 22.953348, 22.86642, 23.107473, 25.459825, 24.150322, 23.621611, 22.502773, 23.123831, 23.667804, 24.936322, 26.964414, 31.254825, 36.75601, 45.763564, 45.536616, 47.231007, 54.05756, 54.307005, 63.294299, 58.43789, 39.291999, 32.249341, 22.99927, 24.287782], "sum_m_pl": [80.579111, 100.63072, 96.83977, 95.880726, 94.182647, 95.640837, 96.625396, 96.581271, 96.457134, 100.214383, 98.344624, 95.906833, 96.847528, 94.458597, 94.954638, 95.277051, 95.053887, 94.623372, 97.739185, 100.0037, 101.593236, 102.578901, 102.953629, 103.316974, 84.643159, 84.114231, 78.805495, 83.479886, 84.662485, 85.989543, 87.942533, 87.98931, 89.053312, 84.958602, 84.198164, 83.426401, 80.562419, 79.885647, 73.568384, 70.687907, 69.813465, 70.23519, 66.764648, 67.251583, 64.393801, 68.937585, 85.901761, 99.692013, 152.346374, 178.866133]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 898, "item_id": "llmzszl-18470", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 749, "region_end": 896, "roundtrip_ok": true, "tf_agree": 0.9922, "tf_agree_excl_first": 0.9933}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [129, 130, 108, 114, 108, 114, 131, 133, 122, 136, 135, 147, 146, 145, 144, 127, 142, 141, 132, 121, 93, 109, 110, 112, 159, 178, 164, 144, 152, 161, 172, 161, 160, 173, 163, 177, 170, 173, 187, 197, 214, 243, 237, 238, 228, 241, 254, 270, 290, 277], "n_am_pl": [30, 75, 77, 69, 58, 52, 35, 54, 52, 64, 77, 64, 56, 72, 59, 34, 48, 77, 80, 74, 80, 77, 81, 81, 41, 48, 36, 41, 50, 45, 49, 43, 50, 37, 42, 41, 34, 23, 27, 28, 31, 18, 23, 23, 23, 29, 22, 10, 4, 4], "n_pos": 464, "sum_m_en": [58.004616, 28.524579, 26.708974, 27.511035, 27.988117, 29.516276, 30.409205, 31.719247, 33.332857, 34.754981, 35.470249, 38.587789, 37.732087, 41.470541, 39.181465, 36.575564, 35.394059, 35.185463, 31.091092, 28.60322, 26.200103, 24.563547, 23.450789, 22.535242, 61.882487, 61.753359, 61.156608, 56.36057, 54.107854, 56.511234, 51.928106, 54.110974, 58.179625, 64.559176, 68.59891, 73.146208, 76.040347, 85.879163, 99.625282, 117.519976, 129.638655, 156.315329, 166.613692, 169.270252, 175.143123, 196.968652, 223.677815, 240.771818, 274.251084, 281.046994], "sum_m_pl": [155.386133, 217.947707, 213.8052, 211.017346, 206.591629, 207.877786, 210.913467, 209.069937, 208.149772, 212.300847, 212.125244, 210.438558, 215.184086, 209.311379, 207.062716, 208.756578, 210.585492, 210.916323, 214.612114, 217.821488, 221.316549, 223.2401, 224.887021, 226.235012, 173.663749, 177.149408, 174.822618, 188.245332, 191.300415, 187.175853, 197.11536, 189.680015, 179.749704, 172.704534, 165.506505, 162.22014, 150.337679, 135.765989, 124.105743, 114.599354, 111.495571, 97.116718, 84.917096, 75.870504, 57.650958, 50.32027, 36.557584, 22.207047, 6.008667, 3.490293]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [77, 72, 64, 73, 63, 58, 66, 68, 70, 83, 81, 90, 94, 93, 97, 83, 88, 88, 86, 79, 62, 69, 70, 75, 107, 112, 107, 94, 97, 93, 105, 97, 100, 117, 110, 124, 111, 119, 125, 140, 150, 165, 169, 174, 170, 185, 202, 220, 265, 274], "n_am_pl": [22, 41, 47, 44, 35, 30, 25, 39, 30, 40, 48, 38, 28, 42, 34, 21, 27, 53, 52, 45, 54, 48, 50, 51, 23, 21, 21, 19, 33, 26, 27, 26, 33, 24, 18, 25, 22, 12, 15, 14, 14, 7, 12, 11, 14, 14, 9, 6, 4, 3], "n_pos": 280, "sum_m_en": [34.799608, 17.231429, 16.337628, 16.89235, 17.305737, 18.299733, 18.159408, 18.987797, 19.537813, 20.090126, 21.052105, 22.937514, 23.044425, 25.472812, 24.139976, 22.562522, 21.69749, 22.035697, 19.325848, 17.786642, 16.112412, 15.073246, 14.363957, 13.758328, 40.286129, 39.372619, 39.514132, 36.117646, 34.576231, 36.003587, 33.640397, 34.836005, 37.031733, 40.768802, 44.087936, 47.850502, 49.630212, 57.268299, 68.538544, 80.883515, 89.502892, 111.775437, 120.365405, 123.499024, 131.031907, 152.367031, 179.538365, 198.954686, 248.027673, 271.080051], "sum_m_pl": [92.094816, 132.153382, 129.910855, 127.44264, 124.310028, 124.640741, 127.286595, 126.387723, 126.219441, 129.698996, 130.017528, 128.817661, 130.623164, 126.77902, 125.443156, 126.196788, 127.341984, 127.772018, 130.584621, 132.1343, 134.4888, 135.736082, 136.712399, 137.700733, 105.212883, 107.815872, 107.072362, 115.113873, 117.686016, 114.498296, 119.795206, 114.874213, 108.86678, 104.29813, 99.678, 97.874646, 90.676297, 79.615794, 69.829787, 65.04903, 62.812892, 52.244697, 45.168907, 42.219753, 33.383727, 26.739762, 17.70566, 11.805422, 4.08746, 3.040139]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 466, "item_id": "llmzszl-18472", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 747, "region_end": 464, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.9806}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [123, 81, 94, 97, 91, 92, 88, 93, 88, 87, 91, 102, 121, 113, 118, 104, 108, 104, 92, 84, 78, 88, 74, 59, 118, 109, 110, 133, 109, 130, 126, 122, 119, 109, 124, 112, 104, 86, 97, 120, 120, 148, 143, 160, 128, 119, 64, 22, 4, 0], "n_am_pl": [37, 121, 82, 72, 55, 57, 46, 62, 53, 50, 60, 54, 71, 57, 54, 54, 62, 68, 71, 85, 83, 107, 114, 127, 59, 65, 59, 58, 64, 61, 63, 67, 76, 60, 63, 86, 88, 61, 61, 59, 57, 60, 59, 64, 67, 88, 100, 111, 201, 227], "n_pos": 446, "sum_m_en": [39.604649, 20.659857, 21.467564, 23.39348, 24.23034, 25.676477, 26.206714, 27.397101, 28.507403, 31.403962, 32.367761, 34.396682, 34.026052, 35.081822, 33.844361, 30.733968, 30.340176, 29.608747, 26.592975, 25.067442, 23.783795, 22.408396, 21.847133, 20.954314, 50.643928, 51.59916, 51.774344, 49.984686, 49.726465, 52.189278, 48.291019, 45.995573, 47.725179, 50.410782, 55.062579, 51.068859, 51.868753, 52.979054, 55.588643, 74.703198, 80.091759, 96.571173, 102.910639, 102.766536, 103.253297, 91.161677, 56.396747, 29.864442, 5.961509, 0.062201], "sum_m_pl": [165.294511, 208.56135, 205.792517, 201.557509, 196.406638, 194.008502, 197.578774, 195.476091, 192.259997, 196.226684, 193.772683, 188.287184, 197.733939, 195.505457, 196.267053, 200.676536, 205.177101, 207.02192, 212.345026, 213.740767, 216.856186, 217.490246, 217.890737, 218.465947, 167.445139, 170.375737, 165.581767, 179.852027, 183.881367, 181.035888, 187.104708, 186.705863, 178.966891, 168.601894, 167.905571, 167.121722, 159.509924, 150.251826, 148.51779, 139.925165, 133.387226, 126.663749, 114.693995, 116.198839, 100.129351, 109.511094, 117.051964, 120.301171, 186.624206, 226.768605]}, "digit": {"n_am_en": [1, 1, 2, 1, 2, 1, 0, 1, 1, 0, 1, 1, 2, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.368104, 0.131794, 0.137714, 0.140062, 0.134924, 0.140015, 0.137079, 0.163731, 0.231411, 0.24673, 0.237642, 0.25823, 0.285103, 0.290449, 0.328791, 0.260795, 0.246888, 0.24481, 0.196697, 0.179793, 0.17032, 0.165003, 0.173306, 0.162397, 0.332453, 0.32949, 0.309762, 0.366892, 0.35638, 0.527549, 0.502741, 0.300283, 0.321256, 0.286095, 0.272656, 0.237795, 0.191019, 0.173909, 0.165462, 0.153803, 0.158685, 0.166697, 0.13908, 0.13553, 0.132211, 0.134925, 0.110782, 0.037838, 0.000255, 0.0], "sum_m_pl": [1.279306, 1.698396, 1.698389, 1.59586, 1.61501, 1.615307, 1.634173, 1.554449, 1.396839, 1.330272, 1.366418, 1.1743, 1.25347, 1.248259, 1.107601, 1.199952, 1.267468, 1.252292, 1.341479, 1.41282, 1.431428, 1.419569, 1.40238, 1.39742, 1.063717, 1.021826, 0.965159, 1.102426, 1.117453, 1.032414, 1.045494, 1.116558, 1.02776, 0.99996, 0.986112, 0.964581, 0.727824, 0.61872, 0.681243, 0.749045, 0.837987, 0.866968, 0.767934, 0.70793, 0.562253, 0.509624, 0.347413, 0.199684, 0.001184, 0.0]}, "lang": {"n_am_en": [60, 40, 38, 47, 48, 53, 50, 53, 48, 48, 52, 68, 73, 64, 69, 57, 56, 60, 50, 45, 43, 49, 40, 31, 66, 60, 60, 79, 61, 76, 66, 67, 67, 63, 69, 67, 59, 51, 64, 80, 79, 100, 89, 108, 86, 84, 46, 16, 4, 0], "n_am_pl": [21, 59, 51, 48, 29, 27, 16, 28, 27, 23, 26, 22, 34, 26, 33, 27, 32, 38, 39, 44, 45, 56, 62, 65, 26, 30, 27, 27, 40, 31, 38, 39, 41, 31, 37, 46, 48, 31, 28, 28, 25, 25, 31, 40, 48, 70, 85, 98, 196, 226], "n_pos": 227, "sum_m_en": [20.772509, 10.554045, 10.822878, 12.089481, 12.348748, 13.617612, 14.026451, 14.719649, 15.159792, 16.889125, 17.401501, 18.619911, 18.267938, 18.211061, 17.11807, 15.60177, 15.260267, 15.031433, 13.66532, 13.084282, 12.510754, 11.62282, 11.279934, 10.841691, 27.751049, 28.953072, 28.63392, 27.514353, 27.410377, 28.132668, 25.928033, 25.086645, 26.216048, 28.005439, 29.019117, 26.814145, 26.115451, 30.113198, 31.406761, 46.026249, 49.241433, 58.928527, 62.166778, 65.071475, 67.034032, 65.548128, 39.321215, 20.006969, 4.568364, 0.034092], "sum_m_pl": [78.263166, 104.184914, 103.601108, 100.721688, 97.845805, 96.267998, 99.107344, 98.704889, 97.754609, 100.406933, 99.237205, 97.06427, 101.948195, 100.543021, 102.203861, 105.20354, 107.003579, 108.07967, 110.028038, 109.843026, 111.18445, 111.775906, 111.999318, 112.346861, 86.64414, 89.208086, 88.777258, 95.575781, 97.530129, 96.06748, 100.062859, 99.787185, 96.828634, 92.885588, 92.491537, 93.714164, 91.682743, 86.357556, 84.675162, 77.252345, 73.50863, 71.613483, 67.925024, 70.766749, 68.766165, 74.760338, 90.481176, 100.22736, 176.432309, 221.856044]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 448, "item_id": "llmzszl-18472", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 678, "region_end": 446, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.9888}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 12, 14, 14, 21, 18, 20, 19, 15, 15, 15, 19, 24, 19, 16, 17, 24, 17, 21, 23, 20, 17, 22, 20, 23, 29, 24, 22, 18, 21, 24, 20, 21, 21, 23, 23, 22, 29, 22, 31, 26, 27, 25, 26, 25, 25, 18, 11, 6, 3], "n_am_pl": [2, 15, 8, 12, 7, 9, 7, 2, 7, 10, 6, 6, 5, 3, 4, 8, 5, 7, 5, 10, 8, 11, 6, 7, 2, 3, 8, 8, 7, 7, 5, 6, 10, 10, 9, 11, 10, 5, 9, 5, 7, 8, 7, 7, 5, 5, 8, 12, 25, 28], "n_pos": 52, "sum_m_en": [5.318011, 2.687482, 2.933097, 3.150005, 3.236611, 3.192794, 3.639958, 4.493162, 4.806924, 4.681695, 4.140729, 4.396671, 4.7845, 4.718931, 4.928128, 5.014537, 5.658104, 4.502324, 3.94507, 3.532921, 3.260033, 2.933275, 2.952805, 2.657442, 10.158571, 9.506047, 9.861575, 8.888743, 8.782664, 8.500906, 7.247859, 6.920837, 8.692516, 10.316326, 11.394795, 11.090292, 10.813337, 12.125437, 12.504613, 12.815004, 13.214674, 15.41107, 16.732039, 18.852967, 18.824024, 21.843529, 15.405416, 10.739293, 6.126965, 2.771483], "sum_m_pl": [17.867973, 23.884465, 23.418642, 22.871768, 22.260104, 21.885616, 21.658325, 21.090733, 21.600911, 22.676064, 22.977887, 23.701101, 23.422271, 22.951928, 22.818619, 22.750502, 22.323201, 22.983729, 23.79053, 24.21654, 23.988405, 24.440809, 24.473903, 24.955334, 16.166288, 17.281142, 17.310048, 18.073597, 18.363499, 20.014566, 20.539073, 21.064977, 20.285712, 18.833798, 17.83437, 18.268554, 17.391563, 17.057777, 16.461026, 16.477411, 15.933491, 14.799449, 13.704893, 12.716333, 10.936085, 8.833513, 10.57067, 13.463971, 22.345955, 29.169371]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 5, 7, 7, 14, 10, 13, 10, 9, 11, 9, 13, 15, 13, 11, 10, 14, 11, 13, 14, 10, 8, 12, 10, 13, 16, 12, 14, 10, 13, 16, 14, 14, 13, 16, 15, 16, 19, 16, 21, 18, 19, 20, 20, 20, 19, 13, 8, 4, 3], "n_am_pl": [2, 9, 5, 8, 4, 5, 4, 1, 4, 6, 3, 4, 2, 2, 4, 7, 5, 6, 3, 7, 6, 8, 4, 5, 2, 2, 6, 4, 5, 5, 3, 4, 7, 7, 7, 7, 7, 3, 5, 4, 4, 5, 3, 4, 3, 4, 7, 11, 25, 28], "n_pos": 32, "sum_m_en": [3.155942, 1.654487, 1.86494, 1.790125, 2.003346, 1.989074, 2.219717, 2.470848, 2.677583, 2.448094, 2.42004, 2.67005, 2.909746, 2.891767, 2.829181, 2.850673, 3.150521, 2.66368, 2.390134, 2.179665, 2.049026, 1.826076, 1.78428, 1.640152, 6.117062, 5.999009, 6.267412, 5.604021, 5.639292, 5.615413, 4.839517, 4.572956, 5.628393, 6.43923, 7.266061, 7.017124, 6.491076, 7.775381, 7.821605, 8.195178, 8.372863, 10.536847, 11.826426, 12.804643, 13.909127, 16.164615, 11.182314, 7.442319, 4.828251, 2.615704], "sum_m_pl": [10.537125, 14.241157, 13.814757, 13.638342, 13.16683, 12.809701, 12.705693, 12.477747, 12.77222, 13.665082, 14.034635, 14.598527, 14.338796, 14.062608, 14.449473, 14.386875, 14.060143, 14.504868, 14.911587, 14.990606, 14.760273, 15.014781, 15.043884, 15.308888, 9.873213, 10.495647, 10.629126, 11.110967, 11.454765, 12.510453, 13.123963, 13.35768, 12.942118, 12.376988, 11.496247, 11.641498, 11.44766, 11.064426, 10.714627, 10.697617, 10.427619, 9.66477, 8.690365, 8.64944, 7.646821, 6.209581, 8.698378, 11.632642, 20.850027, 28.357543]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 54, "item_id": "llmzszl-18477", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 736, "region_end": 52, "roundtrip_ok": true, "tf_agree": 0.9259, "tf_agree_excl_first": 0.9434}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [21, 12, 19, 16, 22, 20, 20, 19, 21, 18, 16, 20, 22, 20, 21, 14, 25, 18, 21, 20, 21, 20, 19, 20, 25, 29, 25, 16, 23, 22, 21, 23, 22, 21, 29, 27, 30, 32, 32, 32, 37, 38, 35, 32, 30, 25, 16, 9, 3, 2], "n_am_pl": [1, 19, 12, 15, 10, 11, 9, 4, 10, 9, 5, 9, 5, 10, 8, 13, 11, 9, 5, 12, 12, 10, 10, 11, 2, 5, 5, 6, 9, 11, 11, 12, 15, 16, 10, 11, 10, 7, 9, 6, 6, 6, 6, 10, 8, 10, 14, 13, 37, 39], "n_pos": 64, "sum_m_en": [6.153418, 3.25249, 3.486072, 3.710384, 3.820848, 3.795184, 4.177254, 4.898567, 5.339291, 5.310555, 4.800701, 5.183478, 5.575078, 5.728473, 6.007109, 5.983436, 6.521107, 5.266064, 4.485644, 4.038983, 3.696434, 3.375433, 3.438737, 3.107785, 11.160113, 11.017098, 10.718792, 9.429547, 9.290861, 9.36364, 8.140747, 7.97236, 9.243628, 10.977533, 12.588686, 13.285584, 13.762601, 15.071135, 15.192735, 15.586413, 17.013496, 20.275476, 20.003318, 22.571668, 21.988549, 22.935026, 13.513923, 8.330717, 3.779526, 1.908729], "sum_m_pl": [21.863551, 29.303143, 28.992883, 28.75211, 28.128704, 27.458201, 27.391469, 26.5443, 27.060339, 28.329842, 28.779678, 29.442288, 28.947461, 28.359203, 28.685827, 28.571488, 28.117583, 28.757915, 29.858895, 30.38751, 30.007275, 30.482232, 30.357783, 30.900368, 20.666892, 21.262487, 21.598118, 22.971752, 24.15545, 25.710463, 25.91087, 26.291572, 25.766673, 24.225588, 22.579728, 22.452152, 22.097855, 21.709766, 21.57479, 21.557666, 20.094582, 18.216407, 17.240205, 15.922663, 15.026443, 13.865285, 14.692594, 15.564951, 33.609735, 39.342359]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 7, 12, 9, 14, 14, 16, 12, 14, 13, 11, 13, 15, 14, 13, 7, 17, 13, 14, 14, 11, 11, 14, 13, 15, 20, 17, 10, 16, 14, 16, 18, 16, 15, 21, 18, 20, 23, 23, 25, 25, 28, 26, 25, 22, 19, 12, 8, 2, 2], "n_am_pl": [1, 12, 8, 12, 7, 3, 6, 2, 5, 6, 2, 5, 2, 5, 6, 10, 8, 8, 5, 8, 9, 6, 3, 6, 1, 2, 4, 4, 8, 11, 6, 9, 10, 11, 8, 8, 8, 6, 6, 4, 5, 4, 4, 7, 7, 9, 13, 12, 37, 39], "n_pos": 41, "sum_m_en": [3.962118, 2.085038, 2.326139, 2.539752, 2.572708, 2.58657, 2.956182, 3.517727, 3.782914, 3.789599, 3.300844, 3.567506, 3.882518, 3.939317, 4.173292, 4.103327, 4.526846, 3.636335, 3.079834, 2.75669, 2.483659, 2.230658, 2.265158, 2.020795, 7.292593, 7.748037, 7.752127, 6.909045, 6.93655, 6.854506, 5.983297, 5.64595, 6.643797, 7.539076, 8.639822, 8.73555, 9.229028, 10.64404, 10.413596, 10.768315, 11.830082, 14.896808, 15.321724, 16.506816, 16.888852, 17.459105, 10.133881, 6.440729, 3.128641, 1.907125], "sum_m_pl": [13.52849, 18.302848, 18.033747, 17.827491, 17.250346, 16.728885, 16.757584, 16.144487, 16.499401, 17.473475, 18.180566, 18.689756, 18.255134, 17.914613, 18.486665, 18.372014, 17.974795, 18.683083, 19.288581, 19.439406, 19.065873, 19.383188, 19.290731, 19.728409, 13.387107, 13.672253, 13.932395, 15.028859, 15.742137, 16.776492, 17.287151, 17.54712, 17.211745, 16.602081, 15.44061, 15.3782, 15.089457, 14.549333, 14.639825, 14.654442, 13.695651, 12.04832, 10.922676, 10.790164, 10.498793, 10.313206, 13.232782, 13.717435, 32.165357, 38.991901]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 66, "item_id": "llmzszl-18477", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 667, "region_end": 64, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [64, 70, 54, 45, 47, 50, 39, 46, 47, 49, 55, 48, 51, 43, 57, 40, 38, 44, 54, 32, 34, 30, 30, 34, 73, 67, 75, 63, 55, 49, 66, 57, 61, 62, 59, 60, 57, 66, 54, 57, 64, 61, 62, 61, 61, 76, 78, 74, 66, 62], "n_am_pl": [11, 33, 28, 38, 24, 27, 25, 24, 26, 29, 34, 36, 26, 24, 37, 31, 28, 31, 21, 24, 26, 39, 29, 28, 17, 19, 18, 26, 34, 31, 24, 34, 28, 22, 9, 10, 14, 12, 4, 12, 8, 8, 7, 3, 9, 4, 4, 3, 4, 4], "n_pos": 231, "sum_m_en": [27.066346, 13.058926, 12.760861, 12.519538, 13.09232, 14.45172, 14.447957, 15.309787, 16.270278, 15.490039, 15.833535, 16.263554, 16.119827, 17.022849, 16.155604, 15.718134, 16.491014, 16.095089, 14.404238, 13.768677, 12.705587, 11.832007, 11.393688, 11.171934, 28.327467, 29.694057, 28.721764, 26.371712, 24.292188, 25.866876, 24.858877, 23.544135, 22.734214, 22.891816, 24.354187, 24.926219, 28.900074, 32.299363, 34.165384, 40.90181, 43.865494, 44.823093, 50.445046, 52.517525, 55.765094, 62.509765, 70.463456, 70.614811, 64.310854, 62.064265], "sum_m_pl": [85.740843, 112.886432, 109.831762, 108.940938, 105.81968, 104.018356, 104.491775, 101.860473, 101.042053, 102.602162, 100.678558, 99.934355, 100.890981, 99.108726, 100.342772, 100.814139, 99.58091, 99.36374, 101.849856, 104.791963, 106.955449, 109.26609, 110.148824, 110.609752, 80.046681, 76.477688, 77.653005, 84.652729, 86.186396, 86.269657, 87.940068, 89.135499, 90.073301, 83.62365, 79.353939, 75.801234, 67.970992, 63.447695, 56.618092, 52.839363, 49.123382, 40.178768, 37.587549, 29.785333, 25.683822, 18.425165, 11.306569, 6.209611, 4.200351, 4.039613]}, "digit": {"n_am_en": [8, 19, 13, 12, 12, 9, 5, 7, 1, 7, 8, 7, 6, 6, 7, 5, 6, 9, 11, 3, 4, 5, 4, 5, 15, 12, 11, 7, 5, 6, 6, 10, 7, 9, 5, 7, 5, 8, 5, 7, 9, 8, 6, 7, 9, 5, 5, 3, 0, 0], "n_am_pl": [0, 0, 3, 3, 6, 6, 5, 2, 5, 2, 3, 5, 6, 4, 7, 3, 5, 4, 2, 5, 4, 3, 4, 4, 4, 3, 3, 6, 7, 7, 5, 1, 2, 3, 2, 1, 1, 2, 1, 3, 2, 0, 1, 3, 5, 2, 2, 1, 0, 0], "n_pos": 42, "sum_m_en": [4.39531, 2.123644, 2.018514, 2.022955, 2.087377, 2.186922, 2.063448, 2.158857, 2.173386, 2.189963, 2.372632, 2.338119, 2.414524, 2.635959, 2.402483, 2.539392, 2.773551, 2.753006, 2.442632, 2.421078, 2.239548, 2.078744, 2.017562, 1.983105, 4.722558, 4.568002, 3.88754, 3.519101, 3.213491, 3.32708, 3.52887, 3.408403, 3.087767, 3.266893, 3.314954, 3.640484, 3.492987, 3.339841, 3.420521, 3.69577, 4.217555, 4.396108, 4.742843, 6.170618, 5.896353, 5.019652, 4.177349, 2.681151, 0.199241, 1e-06], "sum_m_pl": [17.013063, 21.792341, 20.793775, 20.044203, 19.535088, 19.399286, 19.611713, 19.217189, 19.225375, 19.646058, 19.053249, 18.782145, 18.744693, 18.534494, 18.375457, 18.531644, 18.423499, 18.402966, 18.811944, 18.824766, 19.310878, 19.776697, 19.871531, 19.944502, 15.271302, 14.701125, 15.022934, 16.342204, 16.497834, 16.442879, 16.48813, 16.563264, 17.012437, 16.379162, 15.317903, 15.780451, 15.012907, 14.95763, 13.960538, 13.816993, 13.222081, 12.457797, 11.808984, 10.111341, 9.274312, 6.646375, 4.712227, 2.175292, 0.177724, 3e-06]}, "lang": {"n_am_en": [26, 19, 22, 18, 20, 22, 18, 21, 30, 21, 22, 23, 25, 21, 26, 12, 15, 14, 15, 13, 13, 14, 14, 15, 33, 34, 38, 33, 28, 20, 29, 23, 25, 31, 30, 32, 35, 38, 32, 34, 36, 37, 39, 42, 41, 53, 57, 61, 60, 61], "n_am_pl": [5, 14, 7, 10, 4, 7, 4, 7, 7, 9, 7, 10, 4, 5, 6, 7, 9, 8, 4, 4, 8, 15, 8, 9, 4, 5, 3, 8, 13, 10, 9, 14, 10, 6, 3, 1, 3, 0, 0, 1, 1, 1, 0, 0, 4, 1, 0, 0, 4, 4], "n_pos": 66, "sum_m_en": [8.724376, 4.390913, 4.38904, 3.91904, 4.10466, 4.479881, 4.906336, 4.838435, 5.646665, 5.052307, 5.199206, 5.632865, 5.419241, 5.594409, 5.130468, 4.698074, 4.863794, 4.741444, 4.397977, 4.15769, 3.830827, 3.525751, 3.377677, 3.318178, 11.287468, 11.658093, 12.230278, 10.745718, 10.209691, 10.822775, 9.607376, 9.17192, 8.941506, 9.374747, 10.235404, 10.640641, 13.961073, 17.619508, 19.659667, 24.054321, 25.769194, 27.074557, 30.810868, 32.15227, 35.969557, 42.512026, 50.647938, 54.748558, 58.81326, 60.802771], "sum_m_pl": [21.673989, 30.317348, 30.116195, 30.537068, 29.738998, 29.319115, 29.011702, 28.867681, 28.653564, 29.323422, 28.794992, 28.767774, 29.26563, 28.736636, 29.521722, 29.508776, 28.853175, 28.439259, 29.27959, 30.535245, 30.811997, 31.458818, 31.646474, 31.749739, 22.768149, 22.222922, 22.330151, 24.592033, 24.873931, 24.090389, 24.799502, 25.224232, 25.986164, 24.692081, 23.260801, 22.231552, 19.298678, 17.357997, 15.38575, 12.947381, 11.949216, 9.472726, 8.563219, 8.20838, 7.860637, 4.240908, 2.516384, 0.920355, 3.609244, 4.025287]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "llmzszl-18478", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 717, "region_end": 231, "roundtrip_ok": true, "tf_agree": 0.9914, "tf_agree_excl_first": 0.9957}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [151, 190, 208, 185, 174, 159, 148, 179, 156, 158, 159, 164, 131, 153, 114, 110, 131, 108, 109, 124, 93, 87, 86, 81, 170, 189, 183, 197, 187, 194, 198, 179, 193, 194, 215, 177, 165, 160, 150, 174, 182, 172, 188, 176, 131, 93, 55, 31, 22, 12], "n_am_pl": [32, 152, 109, 126, 110, 124, 151, 110, 123, 110, 107, 120, 163, 142, 143, 181, 133, 137, 128, 128, 145, 156, 143, 141, 83, 89, 101, 91, 113, 124, 126, 116, 111, 85, 83, 84, 61, 71, 60, 73, 71, 73, 69, 52, 53, 77, 98, 98, 112, 128], "n_pos": 769, "sum_m_en": [69.305217, 36.654221, 40.971062, 41.462192, 42.219726, 43.705059, 44.873536, 48.467496, 50.239558, 50.463732, 51.063518, 51.534034, 51.857036, 54.345332, 52.964643, 53.438811, 55.054231, 53.811421, 47.191721, 46.733424, 42.303504, 39.53566, 38.131276, 37.234762, 80.987436, 89.038443, 86.319658, 83.83882, 83.836054, 89.096088, 88.528701, 79.438116, 78.02704, 78.788546, 84.814142, 79.225487, 83.163573, 78.600845, 81.927424, 95.971638, 97.297776, 100.922074, 116.331299, 114.149944, 100.352126, 78.168009, 55.247832, 38.568776, 23.057631, 12.072562], "sum_m_pl": [300.825886, 388.067345, 372.937828, 370.254897, 365.724704, 359.292974, 363.821852, 354.34752, 349.39457, 349.464624, 340.859862, 341.857637, 347.585269, 341.312539, 341.663099, 341.827387, 333.403874, 334.125254, 346.091555, 353.239424, 359.191704, 363.858777, 367.880384, 369.793729, 270.083067, 265.32881, 261.646859, 288.698096, 297.602576, 298.19271, 297.736027, 305.777971, 309.61087, 288.865426, 277.073426, 275.208083, 253.7193, 252.477919, 238.581223, 233.348829, 219.216297, 213.967235, 201.943776, 182.418742, 148.687192, 143.840515, 124.545824, 112.045678, 114.754534, 127.522399]}, "digit": {"n_am_en": [9, 20, 15, 13, 10, 10, 11, 14, 11, 11, 13, 11, 10, 14, 13, 9, 12, 9, 16, 11, 10, 5, 8, 4, 17, 21, 23, 18, 14, 19, 22, 12, 17, 23, 23, 12, 16, 13, 8, 10, 7, 11, 14, 15, 11, 4, 2, 0, 0, 0], "n_am_pl": [0, 3, 6, 6, 11, 6, 5, 3, 5, 4, 8, 11, 8, 9, 8, 19, 16, 10, 7, 8, 12, 19, 14, 13, 9, 7, 9, 9, 11, 15, 9, 11, 12, 4, 4, 6, 5, 9, 4, 2, 4, 5, 2, 3, 5, 7, 7, 7, 0, 0], "n_pos": 69, "sum_m_en": [6.70765, 3.139811, 3.362512, 3.322646, 3.351337, 3.398203, 3.390822, 3.701365, 3.885129, 3.933618, 4.081725, 4.173089, 4.442675, 4.853084, 4.584839, 4.864696, 4.997829, 5.068027, 4.376181, 4.393649, 4.054438, 3.713526, 3.535609, 3.480646, 7.981616, 8.849852, 8.50633, 7.750042, 7.279226, 7.932792, 8.266042, 6.934373, 6.725957, 6.971833, 7.740295, 7.286338, 7.551346, 6.232924, 6.533318, 8.460075, 8.762781, 9.627719, 11.137945, 11.502628, 10.293528, 5.825869, 4.05532, 1.928879, 0.151527, 0.0], "sum_m_pl": [27.25256, 36.779788, 35.13449, 34.39097, 34.074441, 33.220723, 33.232687, 32.316657, 31.896437, 32.683057, 31.814132, 32.504093, 32.228652, 31.507734, 31.790832, 31.946211, 30.84341, 30.696977, 31.729935, 31.587806, 31.844245, 32.549618, 32.905957, 33.221179, 24.808643, 24.096256, 24.063119, 26.98096, 27.88419, 27.857643, 27.452623, 28.171341, 29.452371, 28.196158, 26.510545, 26.674276, 26.392296, 27.326542, 24.874748, 23.88606, 22.983937, 22.628146, 21.222842, 20.217711, 18.904876, 15.346371, 12.158677, 8.693166, 0.306386, 0.0]}, "lang": {"n_am_en": [38, 21, 38, 42, 29, 32, 35, 35, 30, 29, 34, 31, 30, 28, 14, 22, 19, 16, 19, 23, 24, 21, 22, 29, 46, 53, 45, 45, 46, 43, 41, 41, 43, 46, 49, 54, 50, 47, 51, 53, 58, 55, 60, 63, 66, 54, 38, 27, 12, 12], "n_am_pl": [13, 38, 16, 21, 17, 15, 23, 16, 19, 17, 22, 27, 31, 27, 35, 36, 26, 34, 30, 25, 32, 38, 37, 30, 24, 22, 20, 19, 20, 21, 21, 18, 24, 17, 19, 16, 11, 10, 12, 13, 14, 16, 17, 17, 23, 39, 55, 63, 107, 125], "n_pos": 138, "sum_m_en": [11.958499, 6.907856, 7.887555, 8.270757, 8.001707, 8.310091, 8.948933, 9.341577, 9.802685, 9.893394, 10.205279, 10.504354, 10.295503, 10.452188, 9.734871, 9.547188, 9.583493, 8.924413, 8.293589, 8.076295, 7.496665, 7.548845, 7.087771, 6.99813, 17.735997, 18.306187, 17.719079, 16.494808, 15.933103, 17.315007, 16.051797, 15.204245, 15.378577, 16.000628, 17.04542, 16.025819, 17.674095, 18.856328, 20.530711, 26.320033, 27.789399, 31.58348, 36.228521, 37.78651, 42.348817, 37.829104, 32.947141, 24.775941, 13.000601, 12.002207], "sum_m_pl": [52.230639, 65.085547, 62.444102, 61.933663, 61.561958, 60.937663, 62.409969, 61.616369, 60.849602, 59.744186, 58.505578, 58.606478, 60.678822, 60.728457, 61.651546, 61.659004, 60.278318, 60.305458, 62.20765, 63.517468, 64.464309, 64.70814, 65.377078, 65.432232, 49.263173, 49.441027, 48.538307, 52.994313, 54.41628, 53.730894, 54.48002, 55.624398, 55.550638, 53.515113, 51.859426, 52.784322, 49.735253, 49.196956, 48.36123, 45.780072, 43.82168, 42.093881, 40.454025, 39.968652, 38.977431, 44.876768, 56.566356, 62.206002, 102.546681, 123.866187]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 788, "item_id": "llmzszl-18478", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 648, "region_end": 769, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.986}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 7, 16, 14, 17, 15, 19, 11, 7, 9, 8, 14, 16, 10, 20, 19, 13, 10, 11, 16, 11, 12, 13, 14, 22, 24, 23, 19, 17, 15, 14, 15, 15, 18, 11, 18, 14, 27, 27, 31, 32, 32, 31, 31, 32, 28, 30, 34, 30, 27], "n_am_pl": [1, 7, 7, 4, 5, 3, 3, 7, 13, 6, 7, 10, 9, 10, 11, 8, 9, 9, 4, 2, 10, 9, 8, 9, 5, 2, 5, 5, 5, 3, 8, 7, 7, 6, 12, 9, 7, 4, 5, 2, 2, 3, 1, 1, 1, 1, 1, 2, 0, 0], "n_pos": 55, "sum_m_en": [7.722191, 3.148067, 3.189976, 2.960093, 3.12358, 3.160407, 3.226537, 3.407696, 3.584841, 3.688607, 3.814239, 4.149561, 4.276892, 4.416363, 4.491658, 4.047872, 3.653019, 3.545096, 3.348261, 3.31358, 3.241186, 2.932257, 2.826425, 2.752951, 9.274053, 9.879718, 8.007859, 7.444798, 7.114046, 7.124538, 6.431809, 5.97162, 5.936219, 5.722638, 5.867746, 5.92519, 7.734046, 10.007766, 13.143613, 15.973366, 19.070944, 21.160491, 23.405045, 24.462104, 24.340914, 23.769118, 25.989963, 29.331209, 29.690628, 27.636224], "sum_m_pl": [19.084712, 25.470742, 24.695223, 25.05258, 24.604372, 24.246022, 24.15071, 23.279458, 23.769889, 24.915542, 24.777985, 24.924305, 25.036921, 24.327488, 24.514753, 24.793567, 24.919346, 24.081348, 24.680159, 25.01845, 25.026151, 25.321983, 25.439726, 25.933303, 18.317032, 18.62222, 18.69383, 20.452704, 20.181954, 19.559306, 19.895144, 20.011116, 20.888429, 20.66361, 21.085251, 20.027927, 16.476749, 15.457251, 13.898146, 12.51693, 10.365508, 9.280611, 7.655997, 6.9474, 5.342904, 4.203349, 2.951977, 3.181773, 0.348045, 0.039297]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 3, 8, 7, 10, 10, 12, 9, 7, 6, 6, 9, 9, 4, 13, 11, 7, 5, 9, 9, 6, 7, 9, 9, 16, 16, 15, 12, 10, 8, 8, 8, 10, 13, 6, 11, 9, 14, 17, 18, 17, 19, 19, 22, 23, 21, 23, 24, 26, 27], "n_am_pl": [0, 4, 3, 3, 1, 0, 0, 5, 10, 3, 4, 8, 5, 7, 7, 3, 4, 7, 3, 1, 6, 5, 5, 4, 2, 1, 4, 4, 1, 1, 4, 3, 3, 3, 6, 3, 1, 2, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0], "n_pos": 27, "sum_m_en": [4.103868, 1.607838, 1.579532, 1.501243, 1.639063, 1.647894, 1.771865, 1.899682, 1.998043, 2.095039, 2.055649, 2.331335, 2.355232, 2.352237, 2.525738, 2.154523, 1.931577, 1.922101, 1.772117, 1.727545, 1.689206, 1.52972, 1.462287, 1.43006, 5.795901, 6.306542, 5.21685, 4.767427, 4.571253, 4.493415, 3.862863, 3.690373, 3.626855, 3.50191, 3.557215, 3.771539, 5.177919, 6.854077, 9.991559, 11.556335, 12.432567, 14.02056, 15.741225, 16.575295, 17.595374, 18.285417, 19.606381, 21.820575, 25.903126, 26.921276], "sum_m_pl": [8.489232, 12.20103, 11.845662, 11.823398, 11.747998, 11.698703, 11.682269, 11.447426, 11.751054, 12.370898, 12.427138, 12.369542, 12.43281, 12.00591, 12.166685, 12.344545, 12.398164, 11.911148, 12.192913, 12.353314, 12.303412, 12.475293, 12.556416, 12.792034, 9.096868, 9.015877, 9.158948, 10.016465, 9.937427, 9.494856, 9.817921, 9.705489, 10.346374, 10.2185, 10.243638, 9.435691, 7.292624, 6.817196, 5.310887, 4.729113, 4.206527, 3.82755, 3.033961, 2.656663, 2.100554, 1.348309, 0.940761, 1.125949, 0.045338, 1.8e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 57, "item_id": "llmzszl-18479", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 709, "region_end": 55, "roundtrip_ok": true, "tf_agree": 0.9649, "tf_agree_excl_first": 0.9821}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 10, 8, 8, 11, 5, 5, 14, 5, 14, 8, 11, 10, 8, 11, 14, 9, 9, 6, 8, 8, 10, 8, 10, 16, 17, 14, 17, 14, 14, 13, 9, 16, 8, 13, 14, 22, 20, 24, 25, 28, 28, 31, 29, 29, 26, 14, 7, 0, 0], "n_am_pl": [6, 14, 13, 12, 6, 7, 2, 4, 11, 7, 10, 11, 14, 7, 17, 13, 9, 9, 11, 10, 16, 14, 18, 16, 11, 8, 10, 10, 11, 12, 11, 12, 10, 13, 12, 10, 7, 5, 7, 10, 9, 8, 9, 8, 7, 8, 16, 16, 30, 36], "n_pos": 55, "sum_m_en": [5.088498, 2.549036, 2.567552, 2.562339, 2.678849, 2.848987, 3.019778, 3.192316, 3.130975, 3.302768, 3.607381, 3.513182, 3.683625, 3.766403, 3.898731, 3.623153, 3.349993, 3.035896, 2.795212, 2.899033, 2.874674, 2.622003, 2.567153, 2.476445, 7.118234, 6.810274, 7.452065, 7.142439, 6.195856, 5.831485, 5.59639, 5.281865, 6.044018, 5.25154, 5.758497, 5.81185, 7.691438, 9.953394, 10.200259, 13.663792, 16.288484, 19.312638, 21.864236, 21.817148, 20.466766, 17.274485, 11.552163, 7.16649, 1.102938, 0.003714], "sum_m_pl": [18.689525, 24.528425, 23.967979, 23.675619, 23.292171, 23.020254, 22.86942, 22.270907, 22.723895, 23.898057, 23.864582, 24.299518, 24.690622, 24.054814, 24.4137, 24.861353, 24.570103, 24.039549, 24.940738, 25.419139, 25.150528, 25.493424, 25.45531, 25.549423, 19.314856, 19.182169, 19.020815, 20.072604, 21.01304, 20.964449, 21.055326, 21.272119, 21.763011, 21.768419, 21.886371, 21.771211, 19.961978, 18.175961, 17.830302, 17.366535, 16.102883, 15.160817, 13.506496, 13.318934, 13.524239, 13.732258, 17.499311, 17.944106, 28.400732, 36.883024]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 5, 3, 7, 9, 4, 4, 10, 5, 10, 5, 8, 8, 7, 9, 9, 3, 6, 5, 6, 6, 7, 5, 7, 12, 11, 10, 11, 9, 9, 10, 7, 11, 6, 10, 9, 16, 15, 17, 19, 20, 21, 22, 22, 21, 21, 12, 5, 0, 0], "n_am_pl": [5, 9, 10, 7, 3, 4, 1, 4, 7, 4, 8, 9, 9, 4, 11, 7, 7, 7, 9, 7, 9, 9, 12, 12, 9, 6, 6, 6, 8, 7, 7, 9, 4, 7, 7, 8, 4, 3, 7, 8, 8, 7, 7, 8, 7, 7, 15, 16, 28, 36], "n_pos": 36, "sum_m_en": [3.405113, 1.59978, 1.681034, 1.718721, 1.800185, 1.954995, 2.051785, 2.191154, 2.122923, 2.213702, 2.355565, 2.337616, 2.444116, 2.477802, 2.576276, 2.365847, 2.189108, 1.975495, 1.833407, 1.925412, 1.896307, 1.682367, 1.664697, 1.613092, 4.241432, 4.236546, 4.770842, 4.789845, 4.191204, 4.04402, 3.855013, 3.685808, 4.253269, 3.619249, 3.904751, 4.114333, 5.680745, 7.455142, 7.56461, 10.493948, 12.33566, 14.948095, 16.609691, 16.343661, 15.536078, 14.201363, 9.426736, 4.844753, 0.555995, 0.001769], "sum_m_pl": [11.908716, 16.020534, 15.540319, 15.409504, 15.033823, 14.799881, 15.056656, 14.507307, 14.870392, 15.618513, 15.734963, 16.058591, 16.254384, 16.035155, 16.37371, 16.580574, 16.342247, 16.181574, 16.657505, 16.964689, 16.72002, 16.956063, 16.902811, 16.966243, 13.594278, 13.422029, 13.101843, 13.855877, 14.421789, 14.480021, 14.605869, 14.826841, 14.899662, 15.30015, 15.367531, 15.208061, 13.833893, 12.736537, 12.612412, 12.020855, 11.153487, 10.422396, 9.403086, 9.693803, 10.789315, 10.887681, 15.388916, 16.240332, 25.781839, 35.470786]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 57, "item_id": "llmzszl-18479", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 640, "region_end": 55, "roundtrip_ok": true, "tf_agree": 0.9649, "tf_agree_excl_first": 0.9821}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [41, 38, 29, 26, 28, 31, 32, 34, 43, 35, 39, 37, 32, 30, 41, 34, 39, 25, 29, 34, 34, 30, 21, 28, 43, 40, 37, 35, 30, 26, 27, 27, 28, 28, 30, 35, 38, 38, 42, 41, 47, 36, 41, 46, 49, 54, 61, 57, 63, 66], "n_am_pl": [3, 15, 15, 18, 12, 12, 13, 7, 10, 9, 12, 12, 11, 11, 14, 9, 11, 14, 15, 14, 15, 19, 26, 22, 10, 17, 16, 10, 14, 12, 13, 19, 11, 17, 11, 13, 8, 10, 7, 5, 4, 4, 5, 3, 2, 1, 3, 4, 2, 1], "n_pos": 105, "sum_m_en": [16.234955, 6.964069, 6.167064, 5.963348, 6.160915, 6.476107, 6.790568, 7.434741, 7.872626, 7.791972, 8.733818, 8.818741, 9.499532, 9.506892, 9.404727, 8.540377, 8.346996, 8.047704, 7.200272, 6.553345, 6.086452, 5.697075, 5.491852, 5.289551, 13.41322, 14.722059, 14.822871, 13.879119, 12.681003, 12.57906, 11.862119, 11.767792, 12.205067, 12.438962, 13.387222, 14.977586, 17.839838, 18.826181, 21.23596, 22.420218, 23.201689, 26.019175, 26.703407, 30.848567, 37.517174, 43.758158, 55.870986, 51.536179, 60.384562, 64.284612], "sum_m_pl": [33.371448, 49.49708, 49.787755, 49.716051, 49.055426, 48.952934, 48.719448, 47.788215, 45.248885, 46.560659, 46.108411, 46.367441, 45.453585, 44.762159, 46.059805, 45.964795, 45.989122, 45.985172, 47.470494, 49.456163, 49.885757, 50.124376, 49.756476, 50.342554, 38.749741, 37.626438, 36.598633, 37.855844, 39.677538, 39.365314, 39.64758, 39.72837, 39.048716, 37.642301, 36.383825, 35.677416, 30.933279, 30.058836, 27.650079, 26.37487, 24.003736, 19.33242, 17.530893, 14.947757, 10.133311, 6.874488, 5.77024, 3.83431, 1.602277, 1.132234]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [24, 23, 16, 14, 14, 17, 17, 23, 32, 25, 28, 24, 23, 22, 25, 26, 30, 17, 18, 22, 20, 20, 14, 18, 27, 27, 26, 26, 22, 19, 19, 17, 19, 20, 23, 25, 26, 24, 25, 24, 29, 21, 25, 31, 35, 37, 43, 43, 59, 64], "n_am_pl": [2, 8, 11, 12, 7, 8, 9, 3, 4, 7, 4, 8, 8, 8, 9, 6, 6, 10, 11, 9, 10, 11, 16, 14, 8, 14, 11, 6, 7, 7, 7, 10, 4, 13, 6, 9, 4, 5, 4, 3, 3, 4, 4, 1, 2, 1, 3, 3, 1, 1], "n_pos": 66, "sum_m_en": [10.308197, 4.623894, 3.911686, 3.791843, 3.958673, 4.090018, 4.291673, 4.666678, 4.936888, 4.927712, 5.621699, 5.704567, 6.061998, 6.069368, 5.994852, 5.451694, 5.38026, 5.130861, 4.573505, 4.17659, 3.840877, 3.600558, 3.460372, 3.326857, 8.586111, 9.383152, 9.7178, 9.012722, 8.258634, 8.158635, 7.711592, 7.737338, 7.95586, 8.181192, 8.943084, 9.844392, 11.858028, 12.849581, 14.53647, 14.808124, 14.975755, 16.220553, 17.179224, 21.801244, 27.142174, 29.612657, 39.752021, 40.030931, 56.021543, 61.336755], "sum_m_pl": [20.252633, 30.630381, 31.084715, 30.907641, 30.585006, 30.4379, 30.384701, 29.769828, 28.204327, 29.012836, 28.561957, 28.641909, 28.099458, 27.755058, 28.641868, 28.749372, 28.670278, 28.878858, 29.67335, 30.934923, 31.244379, 31.384299, 31.186643, 31.59716, 24.459303, 23.971265, 23.112051, 23.811027, 24.950208, 24.916919, 25.052787, 25.068183, 24.641378, 23.836769, 22.870253, 22.3368, 19.237991, 18.331253, 16.699673, 16.072793, 14.578386, 11.083865, 10.377906, 8.584567, 6.656036, 5.135279, 4.572904, 2.900174, 1.139468, 1.130494]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "llmzszl-18482", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 743, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.9626, "tf_agree_excl_first": 0.9717}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [26, 16, 19, 15, 13, 17, 9, 20, 19, 21, 20, 24, 25, 23, 25, 21, 19, 19, 12, 19, 19, 14, 16, 9, 18, 26, 24, 23, 20, 15, 21, 23, 19, 23, 25, 26, 21, 27, 24, 27, 26, 22, 25, 20, 24, 16, 15, 6, 2, 0], "n_am_pl": [5, 19, 25, 20, 18, 23, 17, 16, 12, 11, 15, 14, 7, 8, 14, 15, 16, 16, 22, 26, 25, 27, 28, 29, 15, 18, 19, 17, 18, 20, 18, 15, 15, 10, 7, 7, 15, 13, 13, 11, 10, 11, 8, 13, 16, 15, 21, 25, 51, 57], "n_pos": 92, "sum_m_en": [8.877815, 4.463395, 4.381865, 4.967753, 5.005235, 5.085533, 5.249192, 5.460254, 6.058191, 6.103849, 6.923701, 7.095641, 7.316688, 7.425746, 7.388487, 6.895342, 6.506883, 6.194479, 5.543094, 5.115983, 4.744814, 4.465947, 4.337052, 4.23458, 8.057579, 8.961295, 9.739057, 9.368923, 9.167443, 9.594868, 9.002072, 9.013245, 9.443447, 9.518884, 9.314276, 9.346125, 9.469124, 11.167851, 9.968354, 10.624015, 10.273812, 9.32307, 12.1342, 10.914245, 13.363233, 10.088992, 12.165794, 6.732294, 2.258079, 0.010998], "sum_m_pl": [33.316757, 43.441325, 43.198644, 41.245446, 41.3775, 42.478646, 42.211529, 40.943591, 39.402401, 40.813423, 39.18072, 39.040116, 39.923616, 39.05589, 40.520787, 39.571428, 39.843125, 40.176577, 42.288969, 43.771001, 44.429959, 44.61432, 44.415157, 44.609982, 35.830299, 35.879308, 35.554157, 37.22283, 38.856345, 38.777828, 38.922672, 38.642066, 37.477837, 34.277423, 34.189727, 33.812957, 33.068753, 31.83957, 32.359108, 32.540342, 30.608024, 27.044714, 24.695271, 24.733282, 21.58095, 23.237755, 25.92243, 26.975938, 45.323813, 55.856458]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 9, 12, 10, 6, 8, 5, 7, 6, 10, 11, 14, 13, 13, 17, 12, 11, 14, 9, 12, 12, 10, 13, 7, 16, 18, 17, 18, 14, 12, 17, 18, 15, 18, 15, 17, 12, 16, 15, 16, 17, 20, 22, 19, 23, 14, 13, 5, 2, 0], "n_am_pl": [3, 14, 16, 11, 13, 18, 12, 12, 10, 7, 9, 9, 4, 5, 7, 13, 12, 8, 14, 16, 14, 14, 15, 18, 12, 12, 13, 10, 13, 15, 11, 8, 7, 6, 4, 7, 11, 10, 8, 9, 9, 10, 8, 13, 16, 15, 21, 25, 50, 56], "n_pos": 57, "sum_m_en": [5.586168, 2.700961, 2.733939, 3.076368, 3.122427, 3.151104, 3.285489, 3.412335, 3.765421, 3.865371, 4.338089, 4.509054, 4.77495, 4.73758, 4.760788, 4.474301, 4.27758, 4.047482, 3.60231, 3.314716, 3.061248, 2.850377, 2.756121, 2.637933, 5.555791, 6.26638, 6.790483, 6.252659, 6.093908, 6.288713, 5.869176, 5.952841, 6.301152, 6.351079, 6.194356, 6.46207, 6.022809, 6.781529, 6.418703, 7.246403, 6.967719, 7.317815, 10.09877, 9.068518, 12.048111, 9.258325, 10.335213, 6.109902, 2.008671, 0.010739], "sum_m_pl": [20.445559, 27.080481, 26.460184, 25.052213, 24.916388, 25.748033, 25.694643, 24.945393, 23.997464, 24.61862, 23.598635, 23.707404, 24.360588, 23.936068, 25.019273, 24.409602, 24.312679, 24.674422, 26.050335, 26.983815, 27.360011, 27.532457, 27.423576, 27.719486, 23.278476, 22.839115, 22.684009, 23.640859, 24.683801, 24.489125, 24.49864, 24.197563, 23.492545, 21.851971, 21.318465, 21.597589, 21.733533, 21.129337, 21.161263, 21.188192, 20.542727, 21.24742, 19.44619, 20.020159, 18.821329, 21.457028, 24.98552, 26.087728, 43.713175, 55.184019]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 94, "item_id": "llmzszl-18482", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 674, "region_end": 92, "roundtrip_ok": true, "tf_agree": 0.9574, "tf_agree_excl_first": 0.9677}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [51, 59, 44, 52, 53, 53, 57, 58, 58, 64, 57, 59, 59, 60, 61, 51, 66, 61, 62, 68, 84, 83, 78, 72, 90, 90, 87, 84, 83, 77, 76, 66, 61, 55, 73, 77, 86, 99, 108, 109, 105, 109, 109, 104, 101, 101, 108, 108, 119, 121], "n_am_pl": [9, 25, 23, 20, 18, 31, 19, 19, 14, 19, 17, 15, 24, 24, 19, 13, 14, 25, 18, 13, 11, 10, 17, 14, 7, 7, 4, 16, 9, 10, 12, 15, 15, 16, 22, 13, 12, 11, 5, 5, 7, 5, 7, 6, 10, 7, 5, 3, 1, 0], "n_pos": 186, "sum_m_en": [21.363549, 12.222956, 10.893606, 11.85379, 11.808098, 12.131531, 11.755605, 11.694194, 12.033962, 12.148636, 12.971177, 14.547657, 14.437084, 15.74323, 15.308184, 14.404479, 14.073522, 14.053894, 13.12905, 13.770251, 13.242457, 11.223645, 11.816868, 10.299981, 44.88172, 42.400113, 38.276458, 32.14158, 29.087101, 27.015489, 23.126983, 23.529386, 25.435622, 25.97738, 27.218575, 29.159281, 37.629454, 46.831384, 55.795974, 61.055098, 60.695906, 67.430265, 78.120279, 77.655822, 85.480676, 87.514849, 97.42837, 97.117149, 112.814523, 120.566094], "sum_m_pl": [62.121961, 85.809856, 85.421695, 83.018262, 81.743021, 80.922581, 82.63921, 83.966862, 84.162317, 86.140338, 85.444208, 84.257921, 84.447825, 82.942745, 83.428505, 83.124356, 84.133282, 84.976516, 85.140328, 87.189164, 87.743175, 88.835203, 89.489395, 89.66502, 55.675423, 58.891901, 59.635398, 68.303813, 69.837807, 70.83319, 73.344062, 72.753231, 69.541806, 66.329835, 67.081636, 64.502691, 55.751063, 50.247359, 44.057815, 40.283941, 37.732699, 30.601024, 26.381932, 20.998653, 18.257559, 12.993106, 9.734616, 6.077445, 2.357298, 0.111674]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [35, 43, 31, 34, 34, 34, 34, 42, 40, 42, 36, 34, 38, 38, 43, 33, 41, 42, 40, 44, 57, 59, 53, 48, 65, 63, 59, 59, 57, 51, 57, 47, 44, 41, 58, 55, 64, 70, 82, 89, 82, 86, 89, 86, 83, 85, 93, 96, 115, 120], "n_am_pl": [5, 17, 16, 14, 11, 19, 13, 14, 11, 16, 15, 10, 18, 17, 15, 8, 13, 18, 16, 10, 8, 8, 12, 10, 5, 6, 3, 11, 9, 7, 7, 10, 12, 13, 15, 8, 8, 8, 5, 5, 5, 3, 6, 3, 8, 5, 4, 3, 1, 0], "n_pos": 122, "sum_m_en": [14.542702, 7.922749, 7.027564, 7.487041, 7.493362, 7.736978, 7.544057, 7.698706, 8.024968, 8.090918, 8.517139, 9.26908, 9.307913, 10.367246, 9.96757, 9.374671, 9.286542, 9.244504, 8.67579, 8.986922, 8.851222, 7.467363, 8.348884, 7.053295, 29.098013, 27.971934, 26.314366, 21.828713, 19.84588, 18.45519, 15.884396, 15.967897, 17.479631, 17.996059, 19.216523, 20.461712, 26.724034, 34.931554, 41.579465, 48.357602, 48.635751, 54.043267, 63.514945, 62.800748, 69.94556, 74.260327, 84.023306, 85.512412, 107.848567, 118.60184], "sum_m_pl": [39.624948, 56.527729, 56.194886, 54.67856, 53.989849, 53.172566, 54.099932, 55.304839, 55.442405, 56.779034, 56.380809, 55.762212, 56.015322, 55.068777, 55.342693, 55.029174, 55.446703, 56.337803, 56.306783, 57.507027, 57.707552, 58.492522, 58.701447, 58.952215, 38.069325, 40.368548, 40.529932, 46.434823, 47.660988, 47.823919, 49.398468, 48.827276, 46.713706, 44.917982, 45.183591, 43.278465, 37.528987, 33.747204, 29.565568, 26.370259, 25.294494, 20.73068, 18.074865, 14.471674, 13.463089, 8.739495, 6.621641, 4.128798, 1.914206, 0.111487]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "llmzszl-18483", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 770, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9681, "tf_agree_excl_first": 0.9733}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [123, 69, 63, 59, 73, 89, 99, 98, 89, 93, 89, 100, 99, 85, 92, 93, 84, 92, 82, 103, 133, 138, 129, 109, 150, 143, 131, 122, 108, 111, 108, 103, 106, 111, 135, 133, 128, 149, 160, 164, 175, 178, 177, 164, 137, 108, 54, 34, 5, 0], "n_am_pl": [29, 80, 96, 105, 73, 57, 46, 45, 57, 64, 42, 45, 37, 58, 67, 56, 46, 66, 52, 61, 43, 55, 60, 69, 28, 34, 33, 35, 47, 48, 61, 62, 48, 40, 52, 46, 67, 62, 47, 52, 51, 46, 45, 50, 73, 96, 126, 120, 181, 186], "n_pos": 375, "sum_m_en": [35.920607, 17.744471, 18.576104, 21.304311, 20.795373, 20.924838, 21.027134, 20.043275, 21.018195, 20.887093, 22.243405, 23.98425, 24.73144, 25.703239, 26.031419, 26.448682, 24.727465, 24.200039, 21.908673, 21.922075, 20.199088, 19.095921, 17.861342, 17.071795, 58.928772, 54.308642, 49.594802, 42.621653, 40.483483, 41.613777, 38.265747, 39.132432, 40.707297, 43.127413, 47.476467, 53.217575, 56.281373, 71.364442, 80.679642, 88.302286, 93.676683, 100.669382, 111.6037, 108.876793, 102.590356, 90.120568, 47.093557, 34.271107, 8.510792, 0.342463], "sum_m_pl": [140.514266, 177.197147, 173.374927, 170.771606, 168.790071, 167.787279, 171.873751, 175.016263, 172.381463, 175.949067, 173.125085, 169.989151, 173.654325, 172.757002, 175.0799, 173.17141, 174.207692, 176.818276, 181.08006, 184.384485, 187.204355, 187.638685, 188.492205, 187.935524, 141.163509, 144.193334, 142.662591, 157.840531, 160.681713, 159.855468, 162.224538, 158.286311, 152.244856, 145.53538, 141.503883, 134.447179, 131.735903, 122.968695, 117.44755, 115.041817, 110.51236, 105.458588, 96.069347, 89.632451, 95.119821, 105.986682, 130.35333, 122.642155, 168.839231, 186.789655]}, "digit": {"n_am_en": [3, 0, 4, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 4, 0, 2, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 2, 1, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.412782, 0.21811, 0.21539, 0.206323, 0.211651, 0.199167, 0.203544, 0.203534, 0.222624, 0.234082, 0.209211, 0.228266, 0.250326, 0.245236, 0.27182, 0.275295, 0.260475, 0.239984, 0.214382, 0.202045, 0.198916, 0.192872, 0.197761, 0.199891, 0.376911, 0.383991, 0.368321, 0.344291, 0.34329, 0.379301, 0.393641, 0.345205, 0.337138, 0.303279, 0.322852, 0.291052, 0.17282, 0.193382, 0.185596, 0.172395, 0.162267, 0.179224, 0.164489, 0.138647, 0.120136, 0.107638, 0.06104, 0.025845, 0.00122, 0.0], "sum_m_pl": [1.872131, 2.201225, 2.126072, 2.030506, 2.03809, 1.990779, 1.953838, 1.90611, 1.830751, 1.728273, 1.740646, 1.595438, 1.665062, 1.711247, 1.633591, 1.636089, 1.752274, 1.780669, 1.790912, 1.835631, 1.881951, 1.869684, 1.88968, 1.887395, 1.436927, 1.416518, 1.434448, 1.556139, 1.613241, 1.558213, 1.556509, 1.488767, 1.290662, 1.374531, 1.353915, 1.223472, 1.052331, 0.94719, 0.963349, 0.997048, 0.987723, 1.086332, 1.056875, 0.991617, 0.891517, 0.898692, 0.576675, 0.385509, 0.008082, 1e-06]}, "lang": {"n_am_en": [56, 31, 25, 36, 39, 47, 52, 54, 46, 50, 32, 47, 47, 43, 50, 47, 38, 44, 40, 54, 76, 78, 71, 63, 90, 89, 79, 75, 65, 67, 66, 63, 63, 72, 85, 81, 72, 84, 91, 94, 99, 101, 101, 92, 79, 66, 29, 17, 4, 0], "n_am_pl": [7, 34, 53, 57, 36, 23, 12, 26, 32, 35, 29, 32, 24, 39, 41, 24, 27, 34, 25, 37, 19, 29, 30, 35, 10, 18, 14, 15, 25, 25, 31, 33, 24, 23, 26, 22, 35, 37, 30, 35, 36, 33, 37, 38, 59, 75, 98, 102, 169, 186], "n_pos": 188, "sum_m_en": [17.44645, 8.869603, 9.125078, 10.502118, 10.096181, 10.07347, 10.25074, 10.116371, 10.605452, 10.595324, 11.283314, 12.284665, 12.912811, 13.31804, 13.549941, 13.642356, 12.667508, 12.200744, 11.107863, 11.026248, 10.377513, 9.846252, 8.790967, 8.525815, 32.768906, 29.946663, 28.217573, 24.578606, 22.778109, 23.133816, 20.902315, 21.789291, 22.23634, 23.745936, 26.589162, 30.16024, 31.81223, 40.862145, 48.125903, 51.994193, 53.769997, 58.105351, 65.782863, 64.19661, 59.710202, 54.083072, 23.980015, 15.427552, 5.203311, 0.331087], "sum_m_pl": [67.165082, 87.271981, 84.762591, 84.404393, 83.868294, 83.796025, 85.834937, 87.898323, 87.458632, 89.482695, 88.166275, 86.632636, 88.328591, 88.317382, 89.805591, 88.176245, 88.216687, 89.893259, 92.026962, 93.452297, 94.437745, 94.663798, 95.250916, 95.052468, 74.191034, 75.459519, 75.207887, 82.726989, 84.49882, 84.034569, 85.735763, 83.136478, 81.188931, 79.002729, 77.119259, 75.006395, 75.792555, 71.929961, 67.994506, 67.377013, 66.201296, 65.25602, 60.792481, 56.945801, 64.019776, 75.725891, 97.766321, 101.15966, 156.052562, 183.816726]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 377, "item_id": "llmzszl-18483", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 701, "region_end": 375, "roundtrip_ok": true, "tf_agree": 0.9788, "tf_agree_excl_first": 0.9814}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [64, 50, 42, 38, 39, 46, 31, 43, 48, 41, 38, 40, 32, 42, 40, 35, 39, 41, 47, 53, 49, 33, 35, 34, 65, 63, 62, 67, 69, 69, 65, 69, 68, 71, 65, 69, 77, 76, 74, 75, 77, 86, 84, 88, 84, 91, 89, 84, 93, 90], "n_am_pl": [8, 23, 32, 31, 30, 13, 20, 22, 20, 20, 21, 18, 16, 25, 31, 25, 27, 34, 18, 16, 23, 20, 20, 27, 7, 13, 10, 15, 15, 20, 18, 17, 18, 17, 18, 14, 12, 9, 15, 12, 11, 11, 8, 5, 2, 4, 4, 4, 0, 0], "n_pos": 172, "sum_m_en": [23.318914, 11.013553, 10.862228, 10.520517, 9.981627, 10.581659, 10.575857, 11.122358, 12.330797, 11.942792, 12.326126, 13.13655, 13.92389, 14.289164, 14.226319, 13.251233, 12.745519, 12.814823, 11.970011, 10.549347, 9.632209, 8.709776, 8.264746, 8.014364, 23.216622, 25.904332, 25.215204, 24.132887, 22.64954, 21.680276, 20.687387, 21.293123, 23.098585, 23.751378, 23.687168, 24.351467, 31.971947, 38.260883, 38.326524, 39.302335, 39.954852, 48.552784, 51.401196, 65.133217, 65.834741, 77.451048, 79.543797, 78.365366, 92.077991, 90.284497], "sum_m_pl": [58.420616, 80.50328, 78.345852, 78.224728, 77.528495, 76.635262, 76.829405, 77.649627, 75.921355, 76.505079, 75.103942, 74.049499, 75.892084, 75.535864, 77.609246, 78.772662, 78.550771, 78.183882, 78.832756, 81.57003, 82.859923, 84.015784, 84.774743, 85.386329, 63.457961, 62.302204, 62.790148, 66.443357, 68.836764, 67.404459, 69.969096, 69.512, 68.402039, 65.798438, 65.363461, 63.044279, 55.595451, 50.77264, 48.175881, 45.633355, 43.185164, 36.729806, 29.950712, 23.009022, 19.344872, 15.794759, 9.21748, 6.168631, 0.47702, 0.217161]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [35, 26, 25, 19, 22, 29, 16, 24, 26, 25, 26, 27, 24, 30, 25, 23, 25, 27, 30, 32, 31, 24, 25, 26, 42, 39, 36, 39, 43, 44, 37, 40, 38, 41, 38, 36, 40, 44, 42, 42, 44, 49, 54, 59, 56, 61, 63, 65, 86, 89], "n_am_pl": [4, 12, 18, 18, 14, 6, 9, 13, 13, 8, 10, 9, 6, 11, 11, 8, 9, 12, 6, 6, 10, 7, 9, 9, 4, 4, 5, 10, 8, 11, 10, 10, 9, 9, 11, 9, 6, 5, 9, 7, 8, 6, 5, 2, 1, 2, 3, 3, 0, 0], "n_pos": 90, "sum_m_en": [10.950714, 5.687228, 5.404912, 5.159971, 5.064042, 5.370361, 5.491874, 5.752194, 6.567573, 6.260869, 6.540699, 7.102244, 7.344349, 7.590492, 7.545285, 6.957937, 6.801514, 6.781932, 6.296421, 5.546755, 5.070674, 4.575626, 4.339408, 4.170253, 13.658828, 14.454229, 13.886077, 13.282072, 12.715975, 12.030209, 11.499766, 11.646827, 12.771557, 13.190268, 13.219711, 13.45994, 18.822779, 23.093433, 23.009377, 24.163792, 24.928861, 30.070726, 32.571861, 42.413141, 45.408149, 50.777764, 53.441554, 59.19487, 83.417488, 87.759568], "sum_m_pl": [31.863238, 42.417253, 41.69151, 41.836645, 41.119837, 40.33696, 40.62561, 41.234628, 40.259911, 40.666695, 39.705731, 39.102133, 39.901503, 39.786026, 40.706347, 41.33555, 41.117377, 40.803438, 41.120616, 42.59055, 43.250263, 43.918292, 44.313425, 44.658128, 33.452441, 32.72084, 33.31954, 35.586846, 36.56618, 35.996381, 37.247496, 36.877956, 36.162368, 34.565005, 33.992173, 33.005303, 28.565158, 25.924531, 24.50361, 23.275295, 22.247707, 18.914852, 15.450503, 11.128586, 9.44305, 8.122254, 6.491337, 4.048465, 0.197161, 0.216781]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 174, "item_id": "llmzszl-18485", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 728, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.977, "tf_agree_excl_first": 0.9827}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [15, 12, 11, 14, 16, 14, 16, 13, 12, 13, 12, 16, 14, 16, 14, 13, 14, 14, 17, 12, 12, 12, 12, 14, 18, 19, 18, 23, 19, 16, 13, 16, 15, 17, 16, 24, 22, 21, 16, 18, 21, 20, 21, 18, 19, 20, 9, 2, 0, 0], "n_am_pl": [5, 18, 16, 14, 10, 16, 13, 11, 12, 10, 8, 13, 11, 16, 12, 4, 6, 9, 6, 6, 8, 13, 13, 13, 14, 9, 10, 9, 10, 10, 8, 7, 6, 4, 4, 5, 11, 8, 9, 9, 9, 10, 8, 12, 10, 11, 16, 13, 29, 34], "n_pos": 69, "sum_m_en": [6.11879, 3.211829, 3.50239, 3.867919, 4.01992, 4.114046, 4.16596, 4.314667, 4.319387, 4.177956, 4.115902, 4.353245, 4.609281, 4.604048, 4.44875, 4.405368, 4.323348, 4.386653, 4.329479, 3.807639, 3.657715, 3.472392, 3.304116, 3.226851, 9.851151, 8.973928, 8.143132, 7.598245, 7.528504, 7.205153, 6.813012, 6.586062, 6.730064, 7.061622, 8.084397, 8.628424, 9.694291, 9.436009, 10.431289, 11.847153, 11.684887, 11.861647, 11.485908, 12.248067, 15.641878, 13.062991, 6.464512, 2.761421, 0.519898, 0.00305], "sum_m_pl": [26.138379, 32.374108, 31.98278, 31.176054, 31.139029, 31.00322, 30.917143, 31.009026, 31.314621, 31.345834, 30.683786, 30.627526, 31.155255, 30.41912, 30.880794, 31.566545, 31.526393, 31.114035, 31.958743, 32.76208, 32.997387, 33.281133, 33.332254, 33.117034, 25.602312, 25.321038, 24.707355, 26.503301, 27.373604, 27.90422, 27.767319, 28.019946, 26.67507, 26.000426, 25.144956, 25.053084, 24.517789, 23.722973, 23.626645, 23.047902, 22.171638, 22.832739, 22.015265, 20.497414, 16.912162, 18.388962, 17.935824, 16.541471, 27.414249, 33.158975]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 4, 3, 9, 8, 8, 10, 9, 6, 5, 4, 6, 5, 3, 1, 3, 3, 4, 7, 4, 6, 4, 6, 6, 10, 9, 7, 12, 8, 8, 7, 8, 7, 10, 8, 12, 9, 10, 8, 10, 12, 12, 10, 11, 14, 15, 6, 2, 0, 0], "n_am_pl": [1, 8, 6, 8, 4, 8, 6, 5, 7, 6, 5, 7, 6, 8, 9, 3, 4, 5, 3, 5, 8, 9, 10, 9, 6, 4, 4, 6, 8, 7, 4, 5, 5, 3, 3, 3, 6, 5, 5, 5, 4, 5, 4, 7, 6, 6, 11, 12, 29, 33], "n_pos": 33, "sum_m_en": [2.808446, 1.58692, 1.658053, 1.922849, 1.981583, 2.013627, 2.048938, 2.310605, 2.199266, 2.035639, 2.00445, 2.043179, 2.067084, 2.142519, 2.077475, 2.040876, 1.937791, 1.983921, 2.031121, 1.808047, 1.750242, 1.623378, 1.532907, 1.516158, 4.095829, 3.62161, 3.381782, 3.217373, 3.098887, 3.015724, 2.735531, 2.854471, 3.000077, 3.055936, 3.33006, 3.562657, 3.625853, 3.374008, 4.521284, 5.321146, 5.409786, 5.548372, 5.264365, 6.293155, 9.732058, 8.462413, 3.822073, 2.152496, 0.246297, 0.000634], "sum_m_pl": [11.319044, 15.115696, 14.804908, 14.508419, 14.627723, 14.353602, 14.664033, 14.72452, 14.92433, 14.895765, 14.53987, 14.639391, 14.992998, 14.461455, 14.973252, 15.318643, 15.191455, 15.043068, 15.407515, 15.893586, 16.054746, 16.196325, 16.226565, 16.165503, 13.257039, 12.915042, 12.571893, 13.706875, 14.27047, 14.614408, 14.559525, 14.422111, 13.714478, 13.398553, 13.347219, 13.311871, 13.19132, 13.221, 12.777422, 12.397126, 12.145214, 12.682779, 12.454566, 11.554795, 9.579348, 10.837726, 12.505639, 13.290086, 26.468214, 32.56508]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 459, "item_id": "llmzszl-18485", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 659, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9869, "tf_agree_excl_first": 0.9891}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [59, 68, 57, 37, 37, 37, 39, 36, 43, 47, 47, 48, 38, 43, 47, 44, 42, 31, 34, 38, 39, 29, 26, 23, 54, 60, 47, 42, 49, 52, 38, 46, 56, 43, 46, 50, 50, 59, 60, 57, 56, 52, 51, 56, 51, 65, 76, 92, 88, 86], "n_am_pl": [4, 22, 23, 22, 20, 31, 30, 19, 15, 12, 17, 23, 36, 43, 26, 25, 25, 29, 24, 30, 34, 35, 37, 32, 25, 22, 27, 29, 26, 21, 30, 28, 15, 27, 15, 21, 12, 15, 16, 18, 15, 13, 15, 13, 16, 15, 15, 8, 5, 4], "n_pos": 192, "sum_m_en": [24.632284, 12.099002, 11.545626, 10.962988, 10.593458, 11.892689, 12.801545, 14.202016, 15.454488, 15.323665, 14.477692, 14.386212, 14.865114, 15.719893, 15.290359, 14.516847, 15.056845, 13.500077, 12.139285, 11.321136, 10.4156, 9.699785, 9.296007, 9.206044, 23.090256, 23.965009, 21.914332, 21.116336, 20.810724, 21.334432, 20.209581, 19.270274, 19.856482, 21.995253, 23.128267, 23.10675, 25.96825, 31.499426, 32.425367, 34.433577, 35.902941, 38.331577, 40.861333, 43.421158, 48.16543, 58.622658, 72.443724, 79.033221, 84.30113, 86.947428], "sum_m_pl": [66.83673, 90.84277, 89.030396, 89.318162, 88.528522, 85.897494, 83.478199, 79.559795, 79.600361, 78.826269, 78.917421, 79.740299, 81.317798, 80.526739, 82.941638, 81.399453, 81.646361, 82.318482, 84.475353, 88.188119, 90.046995, 91.268769, 92.005994, 92.044518, 68.015862, 67.067908, 64.95215, 68.948449, 72.391541, 73.090786, 73.86035, 74.279427, 72.401923, 66.996301, 61.674386, 60.855258, 54.605492, 50.849022, 49.197534, 47.143614, 42.133926, 34.477296, 32.217251, 25.590606, 25.937577, 21.844941, 17.679281, 10.749781, 6.172871, 4.038709]}, "digit": {"n_am_en": [0, 1, 3, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 2, 3, 0, 0, 1, 0, 2, 2, 3, 1, 2, 1, 1, 3, 0, 0, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 3, 2, 1, 1, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 2, 2, 2, 1, 1, 0, 0, 1, 1, 0, 0], "n_pos": 7, "sum_m_en": [0.659237, 0.320639, 0.296661, 0.286711, 0.275159, 0.300976, 0.327334, 0.393548, 0.420775, 0.397961, 0.369696, 0.384855, 0.392884, 0.428025, 0.37786, 0.357077, 0.395615, 0.395431, 0.363199, 0.35758, 0.330443, 0.29778, 0.292031, 0.29177, 0.576817, 0.524417, 0.491918, 0.488256, 0.556157, 0.567206, 0.51643, 0.528833, 0.514396, 0.509433, 0.555691, 0.532991, 0.492971, 0.551029, 0.483374, 0.500028, 0.462185, 0.465042, 0.341179, 0.311208, 0.25905, 0.149394, 0.043478, 0.048941, 0.002249, 0.0], "sum_m_pl": [2.929468, 3.643416, 3.529493, 3.538767, 3.456977, 3.293151, 3.207785, 2.999445, 2.949738, 2.985731, 2.997334, 2.963337, 2.845333, 2.916346, 3.054687, 3.054325, 3.064877, 3.012679, 3.065829, 3.183002, 3.249117, 3.296845, 3.307961, 3.306537, 2.657836, 2.53992, 2.468388, 2.613199, 2.665706, 2.751119, 2.911233, 2.976654, 2.906471, 2.798823, 2.511362, 2.48189, 2.318717, 2.181935, 2.068166, 2.13457, 2.094845, 2.125788, 1.742226, 1.284847, 1.430538, 0.626994, 0.790544, 0.368567, 0.008522, 0.0]}, "lang": {"n_am_en": [26, 29, 30, 19, 20, 19, 22, 24, 25, 24, 27, 23, 20, 25, 22, 23, 24, 20, 18, 20, 22, 16, 12, 11, 29, 34, 24, 17, 21, 27, 19, 22, 28, 21, 23, 28, 27, 34, 40, 37, 34, 35, 37, 43, 42, 53, 61, 75, 84, 86], "n_am_pl": [1, 8, 12, 5, 7, 14, 17, 8, 7, 6, 9, 11, 17, 25, 12, 14, 12, 14, 11, 18, 12, 16, 16, 15, 12, 11, 13, 17, 15, 10, 18, 15, 8, 15, 8, 10, 9, 7, 7, 9, 8, 6, 7, 8, 9, 8, 9, 4, 4, 4], "n_pos": 93, "sum_m_en": [10.579229, 5.539147, 5.58912, 5.424497, 5.231887, 5.955333, 6.241798, 7.113414, 7.866488, 7.762803, 7.506136, 7.452894, 7.659339, 8.203084, 7.915745, 7.493713, 7.967798, 7.075697, 6.387242, 5.829468, 5.305433, 4.913439, 4.698169, 4.653343, 11.544063, 12.866099, 11.887357, 11.198045, 10.986342, 11.191359, 10.670307, 10.138099, 10.743404, 12.259256, 12.735623, 12.978173, 15.11535, 18.544384, 19.568973, 20.703596, 21.851834, 25.738226, 28.733236, 31.180498, 36.975333, 44.382074, 57.014259, 64.278308, 79.230991, 84.899851], "sum_m_pl": [32.379656, 44.283138, 43.446878, 43.304437, 42.583617, 41.432188, 40.980627, 39.173485, 39.198326, 38.485121, 38.303514, 39.02854, 40.18779, 39.919199, 40.802112, 39.849517, 39.73523, 40.411769, 41.414299, 43.048321, 43.798406, 44.478939, 44.778689, 44.871782, 33.746684, 32.804616, 31.866773, 34.06695, 35.252502, 35.761772, 36.099381, 36.418789, 35.913583, 33.480439, 30.700246, 30.638236, 27.345625, 25.640023, 24.60735, 24.434199, 21.644375, 18.169528, 16.824073, 14.762617, 14.488764, 11.917337, 9.556283, 5.504583, 4.806193, 4.015365]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "llmzszl-18486", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 766, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9691, "tf_agree_excl_first": 0.9741}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [150, 158, 168, 147, 157, 165, 160, 182, 154, 153, 159, 142, 184, 156, 163, 132, 148, 134, 133, 129, 112, 107, 95, 87, 211, 209, 171, 171, 171, 177, 176, 135, 154, 157, 176, 178, 177, 175, 179, 193, 206, 192, 206, 214, 205, 179, 114, 40, 15, 12], "n_am_pl": [42, 182, 168, 190, 159, 168, 153, 112, 114, 102, 101, 128, 143, 154, 148, 151, 131, 121, 122, 131, 178, 190, 192, 178, 123, 126, 125, 130, 154, 134, 154, 168, 135, 140, 106, 106, 113, 97, 121, 150, 140, 166, 163, 147, 150, 172, 214, 230, 288, 307], "n_pos": 738, "sum_m_en": [64.780276, 35.782254, 37.299477, 39.640133, 41.101665, 42.290728, 45.241721, 47.35044, 51.829494, 49.997231, 49.222788, 51.3566, 51.55216, 53.447642, 53.135585, 52.424423, 52.952469, 49.707468, 43.976641, 40.147715, 37.488749, 35.205422, 34.288271, 33.661318, 71.711805, 77.541617, 81.061882, 75.345501, 74.792147, 79.771187, 75.371416, 69.735021, 72.153932, 77.999208, 82.251822, 78.094253, 76.837776, 80.227159, 81.898368, 86.406186, 89.998565, 89.921263, 101.288682, 128.866267, 128.37008, 129.398899, 89.29675, 44.37549, 18.965105, 11.491028], "sum_m_pl": [283.538406, 360.080029, 350.955859, 350.130871, 344.286251, 336.408309, 335.386324, 326.532494, 327.693948, 331.02519, 327.793005, 327.235106, 340.89715, 337.018048, 341.539498, 335.208512, 334.164062, 335.586497, 344.531383, 353.67421, 360.895885, 363.556883, 364.438953, 363.207526, 296.597398, 293.891628, 281.597363, 298.555547, 310.29482, 306.10806, 315.107251, 318.760345, 311.420754, 287.098446, 269.877947, 271.324945, 259.41385, 255.281033, 258.182071, 262.966155, 259.210356, 249.032442, 243.343177, 221.482621, 214.135493, 210.890493, 235.5559, 232.024639, 277.029508, 308.923712]}, "digit": {"n_am_en": [5, 20, 12, 10, 4, 1, 8, 7, 3, 4, 9, 7, 9, 11, 11, 9, 7, 5, 8, 6, 4, 7, 5, 4, 11, 10, 5, 6, 9, 7, 9, 8, 8, 10, 9, 12, 6, 10, 8, 4, 5, 3, 1, 4, 5, 2, 4, 0, 0, 0], "n_am_pl": [0, 4, 0, 3, 6, 4, 1, 5, 5, 2, 6, 5, 8, 8, 4, 4, 10, 8, 2, 1, 8, 6, 8, 6, 2, 2, 4, 4, 2, 2, 5, 3, 3, 1, 0, 0, 3, 3, 6, 5, 5, 9, 5, 2, 0, 4, 3, 4, 1, 0], "n_pos": 35, "sum_m_en": [2.982282, 1.574688, 1.539414, 1.498125, 1.427945, 1.506765, 1.602199, 1.803865, 1.942635, 1.876678, 1.802871, 1.976484, 2.037472, 2.246021, 2.114698, 2.141192, 2.177386, 2.096604, 1.85664, 1.745844, 1.661841, 1.556995, 1.520085, 1.504204, 3.209908, 2.791785, 3.156125, 2.864749, 2.907598, 3.168545, 3.233847, 2.970305, 2.848294, 3.178419, 3.519707, 3.314912, 2.833622, 3.049241, 3.035466, 3.39087, 3.014123, 2.810864, 2.58127, 3.053204, 3.356127, 2.279252, 2.019776, 0.571531, 0.14027, 3e-06], "sum_m_pl": [15.840205, 18.877233, 18.217754, 18.053145, 17.635769, 16.869708, 16.772562, 16.245984, 16.314459, 16.414129, 16.358194, 16.524218, 16.757955, 16.52653, 16.415124, 16.191446, 16.051422, 16.026718, 16.414579, 16.722905, 17.104697, 17.181961, 17.192324, 17.150665, 14.365095, 14.06901, 13.297525, 14.082957, 14.230946, 14.121759, 14.523595, 14.710282, 14.561517, 13.803342, 12.811567, 13.396297, 12.955916, 13.057672, 12.642475, 12.646865, 12.144928, 12.733815, 12.357117, 9.750913, 8.550172, 5.814613, 4.435951, 3.690841, 0.804925, 0.00013]}, "lang": {"n_am_en": [51, 69, 60, 77, 96, 79, 68, 83, 76, 81, 76, 65, 83, 82, 76, 66, 78, 79, 76, 73, 59, 50, 49, 49, 118, 121, 85, 94, 77, 90, 85, 69, 82, 85, 88, 94, 87, 95, 107, 122, 123, 111, 119, 116, 120, 110, 58, 29, 13, 12], "n_am_pl": [19, 63, 84, 85, 52, 60, 61, 46, 40, 42, 47, 58, 69, 62, 65, 66, 57, 54, 63, 61, 78, 89, 82, 85, 57, 56, 48, 54, 70, 55, 69, 69, 57, 67, 51, 52, 61, 53, 65, 76, 73, 84, 90, 88, 98, 125, 173, 187, 273, 307], "n_pos": 321, "sum_m_en": [26.997138, 15.75847, 16.423738, 18.249831, 19.399648, 19.457533, 22.141729, 22.895423, 25.784025, 24.581165, 24.215062, 25.062276, 25.209306, 25.706473, 24.864769, 24.476573, 24.50875, 23.014752, 20.506338, 18.181126, 16.750157, 15.658481, 15.127053, 14.817814, 35.334199, 39.013645, 38.98126, 36.000649, 35.223819, 37.448148, 35.089391, 32.97106, 34.038762, 37.37393, 37.731861, 35.356406, 34.713736, 38.375168, 39.764591, 43.5834, 46.978648, 48.487219, 56.98337, 64.413402, 73.305674, 78.102019, 52.213261, 28.907043, 15.028754, 11.422529], "sum_m_pl": [117.822741, 152.584118, 148.068691, 147.089712, 144.91981, 141.045792, 139.881414, 136.163783, 136.517757, 138.6224, 137.829266, 138.978106, 145.46431, 144.881589, 149.172874, 145.284147, 145.559894, 147.191437, 150.218926, 154.492964, 157.469363, 158.72088, 159.183373, 158.521986, 131.005815, 128.33804, 123.357562, 130.976207, 136.661232, 135.446547, 139.362253, 140.35748, 140.797156, 130.590528, 124.15725, 128.974896, 127.128842, 126.333434, 128.799896, 128.562798, 127.365271, 123.151888, 123.451507, 120.487463, 123.677746, 129.055413, 162.334067, 174.608079, 254.727422, 305.061448]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 738, "item_id": "llmzszl-18486", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 697, "region_end": 738, "roundtrip_ok": true, "tf_agree": 0.9864, "tf_agree_excl_first": 0.9878}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [93, 128, 85, 95, 88, 74, 73, 63, 70, 84, 75, 92, 71, 79, 92, 73, 68, 67, 65, 65, 69, 65, 54, 58, 114, 104, 81, 77, 86, 100, 100, 89, 90, 63, 76, 79, 88, 89, 89, 97, 111, 99, 94, 100, 110, 105, 85, 84, 88, 72], "n_am_pl": [25, 80, 55, 54, 48, 51, 65, 49, 51, 54, 47, 65, 62, 48, 61, 68, 42, 46, 55, 55, 65, 66, 68, 78, 46, 51, 59, 54, 64, 51, 65, 53, 52, 47, 50, 41, 34, 37, 44, 41, 40, 29, 29, 31, 17, 20, 16, 12, 5, 6], "n_pos": 404, "sum_m_en": [41.143171, 21.194433, 20.623694, 21.773776, 22.774642, 23.390558, 24.27925, 24.224964, 24.756052, 25.281844, 26.416344, 25.771094, 27.22332, 28.892633, 29.615815, 27.66303, 28.902056, 27.200303, 23.747421, 21.912628, 19.998862, 18.600448, 18.079562, 17.64149, 38.838233, 38.187633, 36.638938, 37.086143, 36.339422, 36.095058, 35.45302, 34.975108, 35.689441, 33.05297, 36.208902, 36.834682, 42.491406, 47.923555, 53.262438, 57.967896, 61.153741, 68.495893, 75.112952, 80.61409, 98.983211, 94.672869, 84.555053, 87.568507, 85.664086, 72.341943], "sum_m_pl": [162.622528, 199.311356, 191.381223, 187.109546, 183.060022, 181.469979, 178.17857, 172.996753, 169.503134, 176.368965, 169.730196, 175.24422, 176.332112, 174.871775, 178.845041, 186.9526, 183.689827, 183.848757, 188.274317, 192.532245, 195.77133, 196.517726, 197.502746, 197.810336, 162.567651, 162.037966, 160.529464, 163.543086, 166.374634, 164.774346, 166.207024, 164.700017, 160.003034, 155.484596, 152.98594, 146.590536, 131.891097, 126.118088, 122.401814, 118.005303, 115.174796, 104.945965, 96.797604, 82.275168, 62.286018, 59.553755, 39.329313, 24.905962, 8.81839, 5.540977]}, "digit": {"n_am_en": [11, 56, 38, 38, 21, 27, 20, 15, 20, 20, 28, 24, 19, 20, 29, 22, 18, 24, 17, 16, 16, 20, 19, 17, 40, 38, 25, 22, 24, 24, 33, 27, 30, 14, 18, 23, 22, 19, 16, 14, 17, 17, 11, 14, 19, 12, 5, 4, 1, 0], "n_am_pl": [4, 19, 13, 11, 18, 11, 26, 5, 14, 10, 9, 15, 15, 9, 20, 18, 12, 13, 11, 10, 14, 13, 16, 16, 12, 13, 9, 10, 16, 13, 11, 15, 19, 13, 15, 13, 12, 17, 18, 13, 13, 14, 11, 13, 5, 4, 3, 2, 0, 0], "n_pos": 116, "sum_m_en": [10.853475, 5.265045, 5.32467, 5.74674, 5.837175, 5.908798, 6.038038, 6.062194, 6.145327, 6.302479, 6.596472, 6.680091, 7.263838, 7.555704, 7.493042, 7.202116, 7.627661, 7.415265, 6.277136, 5.938026, 5.436379, 5.05996, 4.944959, 4.832169, 11.555902, 10.387947, 9.583513, 9.811248, 9.373701, 9.311736, 9.630772, 9.686052, 9.690896, 8.906405, 9.902316, 9.998783, 10.05189, 10.620312, 11.249181, 10.902596, 10.20518, 10.544408, 10.796733, 11.785573, 12.580572, 11.035099, 9.164884, 7.807136, 1.707179, 0.0], "sum_m_pl": [48.219133, 60.680748, 57.542125, 55.047872, 53.486049, 52.731674, 52.369737, 50.967161, 50.34394, 52.101327, 50.538963, 52.046662, 51.273861, 51.222246, 52.30509, 54.439877, 53.365121, 53.230895, 54.953815, 56.01087, 56.902401, 56.96706, 57.172924, 57.416764, 48.887091, 48.411588, 47.229779, 48.449429, 49.865062, 49.075433, 48.412883, 48.16612, 47.490506, 46.187101, 46.262541, 45.832522, 43.206181, 42.487992, 42.328004, 41.937733, 41.759528, 41.788888, 38.502336, 34.001397, 31.249244, 24.478097, 17.700376, 10.16696, 1.268138, 1.8e-05]}, "lang": {"n_am_en": [22, 20, 17, 15, 19, 14, 19, 26, 27, 26, 19, 24, 18, 20, 23, 17, 18, 18, 20, 21, 24, 20, 14, 18, 24, 26, 17, 18, 22, 28, 24, 23, 18, 23, 26, 24, 30, 30, 36, 42, 42, 45, 47, 49, 53, 52, 56, 61, 72, 72], "n_am_pl": [6, 8, 13, 13, 11, 12, 9, 9, 4, 8, 9, 10, 8, 9, 8, 14, 7, 7, 10, 10, 11, 15, 14, 15, 7, 11, 11, 9, 9, 7, 17, 13, 10, 15, 15, 6, 3, 6, 6, 8, 8, 3, 4, 4, 4, 7, 6, 8, 4, 6], "n_pos": 79, "sum_m_en": [9.405213, 4.654293, 4.351963, 4.45335, 4.793896, 5.285474, 5.469351, 5.568463, 5.887667, 5.721601, 6.046672, 5.864638, 6.207339, 6.703391, 6.62519, 5.900409, 6.294766, 5.858505, 5.178027, 4.675472, 4.186292, 3.848208, 3.697931, 3.617284, 8.291538, 8.644879, 8.768599, 8.887522, 9.182918, 8.927139, 8.307834, 8.324689, 8.740324, 8.675946, 9.673622, 10.156512, 13.584625, 15.772095, 19.431903, 23.043673, 25.065432, 30.279686, 32.536257, 35.564759, 45.628102, 41.973514, 48.554511, 54.543417, 70.346407, 72.18895], "sum_m_pl": [29.278256, 36.57759, 36.275769, 36.029756, 35.381907, 34.774202, 33.750609, 33.477809, 32.99714, 34.441532, 33.62672, 34.869413, 35.078497, 34.55534, 35.428568, 37.256598, 36.511458, 36.63197, 37.441436, 38.035568, 38.704947, 38.999621, 39.089704, 39.102964, 32.558965, 32.612149, 31.717057, 32.398501, 32.827946, 32.555635, 33.418123, 32.634076, 31.583161, 31.511527, 30.46823, 28.874485, 25.456569, 24.202298, 22.069413, 20.629966, 19.20214, 16.172471, 15.369815, 13.122085, 8.595649, 13.000357, 11.080923, 6.68513, 4.250188, 5.115116]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 406, "item_id": "llmzszl-18489", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 877, "region_end": 404, "roundtrip_ok": true, "tf_agree": 0.9926, "tf_agree_excl_first": 0.9951}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [251, 256, 211, 209, 155, 162, 151, 137, 126, 162, 160, 197, 182, 174, 199, 171, 157, 163, 124, 121, 116, 112, 105, 101, 231, 201, 207, 189, 190, 173, 215, 180, 196, 177, 186, 170, 185, 162, 165, 179, 168, 172, 155, 178, 188, 146, 85, 61, 43, 36], "n_am_pl": [35, 169, 160, 159, 166, 145, 148, 172, 164, 173, 160, 163, 181, 142, 173, 188, 147, 167, 192, 209, 210, 228, 233, 237, 143, 162, 150, 180, 206, 219, 189, 171, 158, 140, 145, 106, 96, 113, 116, 117, 123, 113, 111, 100, 85, 113, 113, 113, 144, 161], "n_pos": 909, "sum_m_en": [83.221614, 43.39813, 47.354595, 49.962878, 51.359529, 53.029064, 53.779596, 55.298206, 57.3714, 60.069981, 60.567297, 61.197794, 62.677746, 64.039815, 65.107589, 60.396943, 60.639886, 57.03012, 50.177995, 47.289574, 43.589179, 40.888687, 39.745912, 38.473004, 75.952749, 77.179732, 83.311395, 84.323192, 82.989284, 84.639325, 83.760939, 79.097635, 81.881345, 77.15189, 82.254121, 77.569913, 84.418771, 89.360062, 93.291773, 99.442081, 100.274578, 109.814506, 111.873618, 125.618168, 142.768304, 129.078117, 86.048463, 66.088921, 44.592079, 35.49733], "sum_m_pl": [363.063651, 453.37701, 431.503575, 424.558551, 418.580603, 416.56608, 413.098991, 396.712899, 392.134197, 403.693288, 402.193374, 408.205264, 414.467627, 409.674299, 417.916729, 434.911079, 430.912492, 435.041301, 447.550274, 452.420955, 455.92563, 454.742914, 455.90105, 455.337555, 391.179514, 389.286798, 375.965967, 387.65588, 398.368144, 394.756923, 393.603194, 393.163024, 388.529234, 378.67851, 369.19773, 353.072453, 329.852276, 320.744113, 312.852023, 305.721666, 303.39261, 293.776608, 281.030133, 244.207256, 199.5344, 200.812346, 172.297221, 151.627507, 155.15133, 159.688855]}, "digit": {"n_am_en": [24, 83, 77, 66, 30, 32, 36, 31, 28, 38, 43, 41, 44, 50, 55, 56, 45, 49, 34, 32, 29, 26, 24, 20, 65, 57, 55, 46, 38, 39, 62, 36, 41, 43, 45, 39, 44, 36, 34, 41, 41, 43, 26, 33, 35, 20, 17, 12, 1, 0], "n_am_pl": [6, 34, 31, 21, 31, 20, 31, 19, 24, 23, 29, 37, 31, 23, 38, 41, 24, 20, 30, 35, 30, 36, 45, 48, 23, 26, 27, 40, 44, 55, 27, 36, 44, 32, 21, 20, 23, 24, 28, 21, 25, 21, 24, 27, 19, 22, 11, 7, 0, 0], "n_pos": 201, "sum_m_en": [18.643533, 9.170634, 10.016638, 10.497159, 10.502675, 10.631274, 10.70607, 11.217623, 11.442268, 12.229904, 11.908734, 11.966652, 13.104708, 13.556587, 13.84664, 12.629634, 12.784452, 12.335693, 10.697928, 10.189589, 9.175161, 8.529217, 8.3123, 8.123059, 15.99595, 16.368563, 17.455991, 17.926243, 16.917688, 17.951311, 18.216771, 17.233797, 17.643486, 16.452561, 17.467192, 17.300531, 16.888367, 17.438466, 18.053031, 18.161839, 18.927634, 20.852983, 20.540674, 19.467511, 23.547633, 20.471384, 17.084536, 12.564463, 1.608835, 0.0], "sum_m_pl": [80.87602, 105.811137, 99.449744, 96.391051, 94.818608, 93.542662, 93.79867, 89.923176, 89.558572, 92.549108, 92.899189, 95.132683, 95.036056, 94.214414, 96.284783, 99.891456, 98.123553, 99.032613, 101.667191, 101.698018, 102.673815, 102.197996, 102.508582, 102.559684, 93.319791, 90.86257, 88.301817, 90.074881, 92.092173, 89.679883, 88.50938, 87.991519, 87.150855, 86.868143, 83.794726, 82.85024, 80.21683, 78.960257, 78.926151, 77.589921, 77.69925, 78.082398, 75.895171, 72.217457, 66.752706, 55.008944, 38.665689, 26.582008, 3.827285, 8e-06]}, "lang": {"n_am_en": [75, 41, 25, 26, 30, 29, 30, 28, 23, 26, 23, 30, 45, 39, 49, 37, 29, 34, 37, 30, 30, 32, 28, 30, 59, 51, 56, 50, 47, 39, 38, 46, 50, 52, 45, 49, 50, 49, 55, 57, 60, 58, 59, 65, 83, 72, 38, 39, 37, 36], "n_am_pl": [7, 38, 32, 42, 37, 31, 41, 47, 31, 42, 34, 42, 46, 43, 37, 40, 30, 35, 42, 48, 49, 53, 55, 52, 33, 38, 28, 34, 43, 41, 42, 33, 26, 26, 30, 18, 24, 36, 35, 39, 41, 41, 33, 33, 35, 56, 70, 82, 140, 159], "n_pos": 197, "sum_m_en": [18.656148, 9.662521, 10.093649, 10.433965, 10.620504, 10.983117, 11.210616, 11.334368, 11.777497, 11.719344, 12.48569, 12.880199, 13.188006, 13.743053, 13.983012, 12.516352, 12.793447, 12.124769, 10.990195, 10.382574, 9.620754, 9.120233, 8.780547, 8.436641, 17.461864, 17.407688, 17.892153, 17.547718, 18.005029, 17.958087, 17.416753, 17.48095, 19.135823, 18.130273, 18.716926, 18.207021, 22.533864, 25.07364, 27.413438, 30.56468, 31.143245, 34.008534, 37.795413, 47.367024, 64.165458, 58.616734, 35.535089, 35.194621, 37.203345, 35.493153], "sum_m_pl": [74.932767, 94.810079, 92.036207, 91.208708, 89.530114, 89.177346, 88.25147, 86.756296, 86.304652, 89.511894, 88.782575, 88.811056, 90.998512, 89.778954, 91.423922, 95.780609, 94.17359, 94.828651, 97.276727, 97.851181, 98.276605, 97.922384, 98.09021, 97.831333, 84.949306, 84.422424, 81.489856, 84.205135, 86.247039, 85.66663, 86.802233, 85.985865, 85.17172, 83.399008, 83.056016, 80.030984, 77.906677, 80.105307, 78.639573, 78.091693, 78.531481, 75.970681, 70.473222, 62.90265, 54.547044, 71.044043, 78.435703, 87.007148, 135.940221, 158.291272]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 909, "item_id": "llmzszl-18489", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 808, "region_end": 909, "roundtrip_ok": true, "tf_agree": 0.9901, "tf_agree_excl_first": 0.9912}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 2, 1, 1, 3, 0, 3, 2, 2, 1, 2, 1, 2, 3, 2, 1, 2, 3, 2, 0, 2, 1, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.240324, 0.153081, 0.166143, 0.172813, 0.190603, 0.162007, 0.149209, 0.14981, 0.14056, 0.138746, 0.146193, 0.153598, 0.152026, 0.173541, 0.173493, 0.176139, 0.180737, 0.163549, 0.148495, 0.145682, 0.129764, 0.118483, 0.116211, 0.118704, 0.420851, 0.328206, 0.282656, 0.247824, 0.232307, 0.199779, 0.184365, 0.17034, 0.228754, 0.233783, 0.278697, 0.276364, 0.552201, 0.563818, 0.707413, 0.760799, 0.682113, 0.649031, 0.519056, 0.720143, 0.854811, 0.845771, 0.980946, 0.405554, 0.074273, 0.001586], "sum_m_pl": [1.355597, 1.419724, 1.471017, 1.448621, 1.407718, 1.485286, 1.453849, 1.36045, 1.45569, 1.459861, 1.466397, 1.495128, 1.465783, 1.483163, 1.389021, 1.319718, 1.350276, 1.341395, 1.40357, 1.428686, 1.450552, 1.475571, 1.499084, 1.506619, 1.190053, 1.243416, 1.140884, 1.214539, 1.234307, 1.430661, 1.414275, 1.402782, 1.374843, 1.347071, 1.30551, 1.323646, 1.073907, 0.963378, 0.885896, 0.844073, 0.960561, 1.009883, 1.047478, 1.041957, 0.785726, 0.617972, 0.244176, 0.283447, 0.01954, 0.243486]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 305, "item_id": "llmzszl-18490", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 758, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9868}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [162, 101, 98, 91, 94, 115, 88, 108, 114, 150, 151, 142, 145, 132, 169, 139, 123, 116, 97, 92, 101, 98, 105, 101, 158, 171, 168, 180, 155, 180, 160, 180, 164, 179, 191, 174, 185, 184, 177, 172, 162, 167, 165, 174, 159, 137, 81, 54, 18, 3], "n_am_pl": [47, 146, 105, 120, 86, 88, 96, 77, 63, 72, 43, 58, 70, 63, 49, 55, 73, 89, 69, 97, 103, 111, 106, 117, 59, 59, 65, 72, 90, 87, 90, 85, 82, 69, 68, 82, 71, 60, 60, 51, 67, 67, 53, 57, 68, 88, 117, 150, 231, 261], "n_pos": 541, "sum_m_en": [51.03171, 26.662529, 26.667841, 29.142011, 29.521998, 30.575655, 30.304132, 31.465096, 34.021978, 36.088315, 36.4344, 38.505881, 38.447402, 40.209051, 39.904838, 36.623499, 36.041631, 33.410098, 32.255917, 29.64593, 27.868933, 25.20777, 24.4339, 23.794047, 55.856445, 58.903218, 60.602893, 55.009798, 52.911664, 56.858734, 54.123387, 54.682388, 55.793976, 61.953719, 64.18013, 67.302581, 72.705226, 78.945361, 79.996581, 78.990586, 76.793733, 90.985212, 99.405098, 105.796482, 104.757316, 101.315321, 74.833623, 47.406208, 16.204428, 3.316556], "sum_m_pl": [200.810722, 250.171021, 246.68271, 245.047667, 239.797304, 240.578674, 240.237242, 237.259805, 231.243773, 240.080153, 237.224313, 234.464224, 244.966366, 239.064752, 242.603847, 246.910188, 247.70711, 251.783609, 254.225935, 259.006665, 263.478588, 266.582525, 265.341502, 265.791601, 212.542913, 214.424597, 209.342059, 231.126661, 231.904756, 229.057772, 233.895375, 232.436941, 227.631547, 211.747466, 206.884187, 202.496769, 189.340307, 176.217154, 177.039749, 177.903983, 171.551449, 164.46676, 152.75037, 136.3388, 131.273757, 134.135123, 137.164807, 153.402241, 220.679931, 259.629116]}, "digit": {"n_am_en": [1, 1, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.244533, 0.09078, 0.091026, 0.082269, 0.083205, 0.084765, 0.079913, 0.083617, 0.105458, 0.119239, 0.116528, 0.11252, 0.10962, 0.119227, 0.137351, 0.137011, 0.146502, 0.133953, 0.124172, 0.114214, 0.10958, 0.100958, 0.103386, 0.096154, 0.169103, 0.163841, 0.150821, 0.139406, 0.150601, 0.175212, 0.153589, 0.152756, 0.167607, 0.189535, 0.210354, 0.218448, 0.219942, 0.228289, 0.220672, 0.208082, 0.200246, 0.182289, 0.160829, 0.142953, 0.155545, 0.125541, 0.110524, 0.014485, 0.002586, 0.0], "sum_m_pl": [0.84473, 1.142616, 1.144107, 1.104466, 1.083011, 1.056339, 1.060588, 1.046236, 0.989949, 0.950168, 0.937243, 0.834204, 0.963424, 0.957764, 0.902662, 0.929565, 0.925356, 0.930361, 0.957434, 0.986158, 0.976866, 0.991646, 0.977205, 0.991649, 0.882921, 0.899132, 0.826948, 0.955895, 0.904231, 0.873855, 0.893557, 0.923937, 0.88532, 0.78741, 0.668532, 0.721102, 0.631029, 0.524677, 0.559684, 0.573903, 0.616769, 0.664197, 0.616106, 0.546261, 0.50268, 0.473587, 0.464899, 0.166148, 0.012783, 1e-06]}, "lang": {"n_am_en": [83, 52, 42, 42, 49, 55, 47, 61, 64, 90, 87, 83, 81, 68, 91, 69, 61, 62, 51, 50, 53, 52, 60, 61, 98, 103, 102, 113, 89, 104, 92, 100, 100, 101, 117, 98, 110, 109, 108, 101, 92, 98, 100, 104, 102, 94, 52, 36, 13, 3], "n_am_pl": [13, 64, 60, 77, 52, 49, 45, 31, 27, 33, 20, 23, 36, 28, 23, 26, 34, 43, 33, 51, 50, 58, 51, 61, 26, 26, 28, 31, 40, 39, 43, 43, 38, 34, 30, 43, 32, 27, 34, 32, 45, 43, 33, 38, 47, 65, 103, 126, 221, 258], "n_pos": 261, "sum_m_en": [26.346922, 13.414918, 12.744877, 14.414244, 14.565229, 15.062686, 15.149068, 15.664999, 17.348382, 19.038083, 18.846748, 20.787575, 20.292848, 20.734429, 20.378804, 18.327903, 18.058665, 16.54408, 16.110599, 14.690025, 13.916368, 12.354669, 11.908862, 11.602953, 31.968914, 33.528104, 34.096039, 30.315159, 28.254492, 30.257809, 28.424999, 28.89909, 30.517535, 34.120413, 35.852394, 36.755044, 40.972745, 45.829293, 47.740829, 48.007554, 47.928526, 58.709553, 63.453298, 69.074404, 71.349523, 69.599488, 49.159777, 30.920564, 12.04125, 3.122225], "sum_m_pl": [90.644885, 117.951429, 116.666089, 115.342986, 113.170925, 112.972173, 113.117109, 112.264971, 109.098166, 114.059498, 113.137003, 111.528342, 117.554276, 115.035491, 117.159121, 119.108631, 119.666262, 122.221539, 122.536206, 124.579165, 126.675567, 128.636726, 127.917042, 128.43218, 102.604554, 103.843009, 102.704198, 113.32344, 114.068241, 112.436596, 116.675986, 116.481053, 114.817081, 107.68949, 104.500438, 105.552425, 99.543551, 92.186387, 92.657062, 93.265675, 89.476889, 87.248245, 82.181961, 76.680954, 77.804981, 86.995219, 103.24491, 119.606525, 200.69764, 254.420456]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 541, "item_id": "llmzszl-18490", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 689, "region_end": 541, "roundtrip_ok": true, "tf_agree": 0.9815, "tf_agree_excl_first": 0.9833}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [43, 58, 36, 35, 35, 48, 37, 51, 33, 40, 43, 50, 40, 46, 39, 42, 37, 25, 21, 25, 27, 33, 31, 24, 48, 47, 47, 55, 56, 55, 61, 72, 70, 62, 68, 69, 64, 66, 71, 62, 62, 67, 72, 71, 81, 77, 73, 72, 93, 93], "n_am_pl": [8, 23, 24, 22, 18, 14, 17, 12, 15, 12, 15, 14, 17, 27, 30, 22, 15, 9, 12, 9, 14, 17, 15, 25, 7, 5, 12, 15, 14, 12, 20, 16, 11, 16, 8, 7, 5, 4, 9, 11, 10, 8, 10, 8, 3, 4, 5, 5, 1, 0], "n_pos": 172, "sum_m_en": [19.649998, 9.703502, 9.77412, 9.636153, 9.582067, 10.026868, 10.163416, 11.483511, 12.099543, 11.915, 12.87893, 13.129575, 14.016777, 15.619055, 14.52657, 14.415947, 14.067939, 13.386432, 11.83681, 11.05217, 10.13583, 9.244089, 8.714336, 8.424782, 22.078215, 24.279306, 24.542925, 25.075125, 25.165764, 23.573753, 22.450062, 22.915128, 23.953435, 25.082497, 26.302233, 27.876048, 31.793015, 34.634012, 38.300474, 40.780251, 43.250488, 45.702335, 52.955018, 54.43162, 64.396103, 66.061365, 67.348244, 72.489581, 91.29964, 92.80546], "sum_m_pl": [59.36302, 81.668292, 79.437329, 79.365769, 75.956504, 77.773855, 76.769052, 74.726934, 72.973903, 77.201944, 76.416661, 76.568469, 76.283452, 74.064863, 75.988581, 77.236914, 75.586023, 74.353697, 77.256698, 79.498923, 81.737059, 82.768531, 82.928154, 83.641918, 59.5519, 57.947006, 57.383622, 60.991896, 61.95608, 63.020462, 64.419709, 63.052818, 62.792376, 59.419448, 55.975098, 52.565811, 45.09354, 42.006382, 36.208831, 33.083615, 30.178302, 26.300135, 23.992604, 23.562202, 14.887064, 13.102232, 9.367424, 6.315898, 1.172252, 0.247324]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [28, 37, 26, 23, 23, 33, 28, 33, 19, 20, 26, 31, 26, 29, 28, 23, 19, 15, 11, 16, 17, 22, 20, 18, 31, 30, 31, 32, 31, 32, 33, 42, 42, 41, 44, 49, 39, 40, 49, 42, 39, 50, 55, 58, 62, 57, 59, 66, 93, 93], "n_am_pl": [3, 17, 16, 15, 9, 7, 10, 6, 6, 7, 9, 6, 11, 16, 16, 9, 9, 4, 8, 7, 10, 10, 8, 14, 6, 3, 6, 8, 8, 7, 14, 11, 6, 9, 4, 6, 3, 3, 1, 5, 5, 3, 5, 4, 2, 3, 3, 1, 1, 0], "n_pos": 96, "sum_m_en": [11.969756, 5.399266, 5.250445, 5.155888, 5.292513, 5.482761, 5.652734, 6.553567, 6.728462, 6.545248, 7.110137, 7.280497, 7.681952, 8.478377, 8.058157, 7.842582, 7.799698, 7.375455, 6.541853, 6.080405, 5.611837, 5.164564, 4.891088, 4.716375, 12.96395, 14.325505, 14.371664, 13.904306, 13.608338, 12.79165, 11.974017, 12.353338, 13.251102, 13.832623, 14.970513, 16.285241, 19.606877, 21.832004, 25.227219, 27.265252, 29.597543, 32.825512, 39.398472, 41.221463, 48.58651, 49.272153, 54.547492, 64.62374, 88.716928, 91.176821], "sum_m_pl": [32.715761, 45.511767, 44.922939, 45.102259, 43.028178, 43.792081, 43.467347, 42.281512, 41.285776, 43.562497, 43.521663, 43.508127, 43.531779, 42.300634, 43.192316, 43.827217, 42.755151, 42.069647, 43.669185, 44.827082, 46.093569, 46.566429, 46.63181, 46.976985, 35.105088, 34.375287, 33.908315, 36.386286, 36.572738, 36.66225, 37.340061, 36.413456, 36.442557, 34.850856, 32.549186, 30.546749, 26.386508, 24.751055, 20.145002, 18.214196, 16.083001, 13.598802, 12.476258, 11.793933, 8.317093, 7.508372, 4.935857, 1.469681, 0.777424, 0.23372]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 174, "item_id": "llmzszl-18493", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 726, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9711}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [154, 86, 79, 96, 83, 71, 67, 87, 86, 77, 77, 94, 109, 88, 74, 72, 74, 65, 58, 58, 71, 65, 61, 66, 127, 109, 122, 114, 106, 106, 109, 108, 89, 108, 112, 124, 131, 114, 113, 119, 117, 121, 138, 124, 128, 110, 69, 26, 4, 0], "n_am_pl": [36, 108, 102, 95, 71, 86, 80, 88, 67, 85, 77, 84, 90, 93, 82, 84, 78, 79, 74, 75, 94, 92, 100, 105, 44, 55, 62, 68, 72, 67, 76, 77, 80, 59, 49, 53, 53, 42, 34, 44, 39, 45, 42, 45, 47, 56, 85, 114, 202, 220], "n_pos": 466, "sum_m_en": [43.847548, 21.475614, 22.28008, 24.626561, 24.972855, 24.523273, 25.31112, 26.64147, 28.369444, 28.8488, 30.234225, 31.512446, 32.604953, 33.600444, 32.960899, 32.410758, 32.150798, 30.32935, 27.508006, 25.499734, 24.005167, 22.215246, 21.424243, 21.062874, 45.37819, 47.073986, 48.977901, 47.195233, 48.277417, 50.092471, 47.350152, 47.442347, 48.173259, 53.483738, 54.221101, 56.698449, 68.157961, 69.591315, 69.1865, 73.033961, 77.394573, 81.417372, 94.191374, 82.641356, 91.41923, 88.776951, 58.239424, 30.424957, 6.345617, 0.340519], "sum_m_pl": [173.879502, 219.256952, 213.376585, 210.973507, 202.419765, 207.400729, 210.042221, 206.728268, 199.29426, 210.002644, 207.382771, 204.774852, 209.692241, 208.080922, 208.97506, 210.979511, 206.593126, 208.730946, 215.662234, 220.903854, 226.51401, 227.82264, 227.447034, 228.633505, 178.930155, 178.583974, 173.848426, 185.057075, 187.439121, 187.432228, 187.134227, 187.186596, 183.639231, 168.857037, 159.531804, 153.889193, 136.811922, 130.18887, 123.14369, 116.209951, 106.267984, 101.293522, 96.728738, 99.772284, 90.835255, 88.980164, 97.773929, 119.363435, 191.67158, 220.165451]}, "digit": {"n_am_en": [2, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 0, 2, 1, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.351473, 0.139408, 0.136743, 0.135808, 0.129684, 0.137923, 0.133576, 0.13835, 0.157049, 0.170993, 0.190149, 0.198373, 0.197523, 0.215133, 0.246999, 0.194812, 0.2201, 0.20835, 0.189539, 0.165899, 0.169611, 0.173069, 0.170854, 0.15496, 0.285304, 0.339763, 0.348664, 0.359595, 0.382171, 0.499085, 0.518545, 0.367764, 0.37449, 0.268964, 0.288849, 0.279794, 0.216509, 0.188035, 0.191185, 0.164135, 0.167639, 0.168282, 0.148898, 0.137132, 0.147518, 0.0998, 0.087127, 0.020802, 0.001801, 0.0], "sum_m_pl": [1.28871, 1.697996, 1.688824, 1.599859, 1.592196, 1.571713, 1.591901, 1.561377, 1.488992, 1.388593, 1.345429, 1.265406, 1.369066, 1.376575, 1.301299, 1.313175, 1.315712, 1.359282, 1.399032, 1.438242, 1.442897, 1.419432, 1.454163, 1.460554, 1.232874, 1.13665, 1.128145, 1.2554, 1.194133, 1.152747, 0.981918, 1.071393, 1.034073, 1.282522, 0.959731, 0.914905, 0.817186, 0.769271, 0.818141, 0.788143, 0.848193, 0.856242, 0.816618, 0.764895, 0.689289, 0.694269, 0.351807, 0.189248, 0.004657, 0.0]}, "lang": {"n_am_en": [69, 32, 30, 53, 42, 30, 33, 41, 45, 40, 44, 46, 51, 46, 41, 34, 32, 36, 28, 27, 34, 31, 29, 34, 77, 64, 73, 61, 58, 59, 62, 70, 48, 58, 57, 70, 72, 64, 65, 65, 58, 66, 76, 83, 84, 74, 39, 17, 3, 0], "n_am_pl": [13, 43, 55, 43, 30, 52, 46, 45, 38, 42, 40, 47, 53, 54, 50, 47, 45, 47, 51, 52, 55, 52, 52, 54, 19, 29, 34, 41, 37, 31, 36, 39, 41, 31, 31, 30, 27, 21, 19, 27, 22, 32, 28, 36, 40, 50, 77, 102, 195, 220], "n_pos": 221, "sum_m_en": [20.267567, 9.83271, 10.254244, 11.785762, 12.175359, 11.800314, 12.408103, 13.423427, 14.46795, 14.575567, 15.373288, 15.88437, 16.21748, 16.586468, 15.71422, 15.385419, 15.008862, 14.407623, 13.254552, 12.364199, 11.776913, 10.762429, 10.364874, 10.206046, 23.245677, 24.542651, 24.511198, 23.638668, 24.017498, 24.665646, 23.183607, 23.771428, 22.92932, 25.464548, 26.858892, 27.702433, 34.426145, 38.366504, 37.315014, 37.325691, 38.439303, 43.140836, 51.257408, 50.277348, 59.917525, 60.281451, 37.221045, 17.710929, 4.420338, 0.338731], "sum_m_pl": [77.672275, 101.790757, 99.112739, 97.900378, 93.756649, 96.623802, 98.912902, 97.62707, 94.259066, 100.34004, 99.271457, 98.689241, 101.251164, 100.399885, 101.918411, 103.053092, 100.330522, 101.420589, 103.927308, 105.86479, 108.187076, 108.941975, 108.761245, 109.207071, 89.245943, 89.606753, 88.150923, 92.776436, 92.866788, 92.918141, 94.24254, 93.758619, 94.870731, 88.369318, 84.488566, 84.798795, 78.093028, 74.242603, 69.22502, 65.597292, 62.042691, 61.103524, 60.173585, 65.288325, 64.500006, 65.633662, 79.059822, 102.163558, 180.816465, 217.830647]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 468, "item_id": "llmzszl-18493", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 657, "region_end": 466, "roundtrip_ok": true, "tf_agree": 0.985, "tf_agree_excl_first": 0.9872}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [48, 41, 39, 34, 40, 23, 24, 24, 12, 29, 34, 31, 26, 33, 22, 20, 30, 24, 18, 15, 24, 28, 24, 19, 38, 34, 34, 37, 41, 40, 30, 28, 30, 22, 28, 25, 29, 32, 31, 35, 45, 49, 42, 45, 53, 53, 57, 56, 61, 57], "n_am_pl": [4, 16, 13, 16, 14, 16, 11, 15, 13, 14, 17, 20, 27, 28, 26, 19, 20, 21, 12, 11, 16, 17, 18, 18, 8, 12, 16, 12, 13, 15, 18, 16, 8, 13, 11, 11, 8, 9, 5, 4, 6, 6, 7, 3, 2, 3, 2, 0, 0, 0], "n_pos": 146, "sum_m_en": [16.507646, 8.048694, 7.986875, 7.79929, 7.999313, 8.119178, 8.060331, 8.6782, 8.899836, 9.736328, 9.986678, 10.636432, 11.687186, 11.594852, 10.915067, 10.296157, 10.423322, 10.196163, 9.0058, 8.437629, 7.668092, 6.947066, 6.580647, 6.339445, 14.417815, 15.287014, 13.936747, 14.47512, 13.9008, 13.776044, 13.0044, 13.309277, 13.658417, 14.039598, 14.764227, 16.029024, 17.49403, 17.698992, 21.968934, 27.772957, 32.460352, 32.181174, 33.290752, 36.442905, 42.276256, 46.34447, 53.578365, 53.737594, 59.957038, 56.355872], "sum_m_pl": [56.16501, 73.481328, 70.634426, 69.963977, 67.148121, 65.267029, 65.994133, 64.314377, 63.514172, 64.984642, 64.719818, 64.949264, 63.232469, 62.820856, 62.871849, 64.884044, 65.162675, 64.932508, 66.868514, 67.037401, 69.303667, 70.921055, 71.365187, 71.663798, 56.491126, 56.761077, 54.336601, 56.951412, 60.269845, 60.771413, 62.157944, 58.209771, 56.233909, 54.481092, 50.670926, 46.220231, 42.29311, 38.712071, 33.364515, 30.763782, 28.273737, 27.119557, 24.783675, 20.918301, 15.902074, 11.912064, 6.412783, 3.018169, 0.491993, 0.080998]}, "digit": {"n_am_en": [10, 13, 12, 6, 4, 4, 4, 4, 3, 7, 6, 8, 5, 7, 4, 3, 5, 4, 4, 4, 6, 6, 3, 4, 4, 2, 4, 5, 9, 9, 4, 6, 4, 0, 4, 3, 1, 2, 1, 0, 2, 1, 1, 2, 1, 2, 0, 0, 0, 0], "n_am_pl": [0, 3, 3, 1, 2, 5, 1, 2, 1, 2, 3, 2, 5, 3, 4, 6, 5, 5, 1, 2, 5, 4, 4, 3, 3, 3, 4, 4, 3, 3, 5, 2, 3, 1, 0, 2, 1, 1, 0, 0, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.737731, 1.383722, 1.395918, 1.309627, 1.448092, 1.521179, 1.495596, 1.625184, 1.692712, 1.815569, 1.835567, 1.897197, 2.180239, 2.30996, 2.038923, 2.056038, 2.038014, 2.025956, 1.77521, 1.629658, 1.458923, 1.308617, 1.247176, 1.214555, 1.96368, 2.207536, 2.635004, 2.774511, 2.659673, 2.61276, 2.492512, 2.544856, 2.345916, 2.187834, 2.232826, 2.296495, 2.094518, 2.098586, 2.084787, 2.17715, 2.119906, 1.991634, 1.92752, 1.852701, 1.676623, 1.205809, 1.085166, 0.84469, 0.066264, 3e-06], "sum_m_pl": [13.507989, 15.95606, 15.339782, 15.199619, 14.556136, 14.062192, 13.98634, 13.512775, 13.354771, 13.695932, 13.665343, 13.860492, 13.033739, 12.838712, 12.865945, 13.259572, 13.450035, 13.367634, 13.863549, 13.882211, 14.325816, 14.689698, 14.803042, 14.919637, 12.873136, 12.715251, 11.968918, 12.413085, 12.8071, 13.120355, 13.165025, 12.089272, 11.860665, 11.645023, 10.78347, 10.121989, 9.934266, 9.456518, 8.607923, 9.180531, 8.872768, 9.05989, 8.592485, 7.403446, 6.55067, 4.238171, 3.014652, 1.729889, 0.236012, 0.0]}, "lang": {"n_am_en": [13, 18, 17, 17, 20, 12, 11, 11, 6, 10, 14, 14, 16, 15, 11, 11, 15, 12, 9, 7, 10, 14, 15, 9, 20, 22, 17, 18, 17, 20, 17, 13, 16, 16, 17, 17, 21, 24, 21, 23, 25, 32, 31, 32, 39, 40, 43, 47, 56, 56], "n_am_pl": [3, 10, 7, 7, 8, 7, 5, 7, 3, 6, 7, 10, 12, 14, 11, 9, 8, 7, 5, 2, 5, 6, 7, 8, 3, 4, 6, 4, 5, 5, 5, 6, 2, 8, 6, 6, 6, 6, 4, 3, 3, 2, 3, 3, 1, 1, 1, 0, 0, 0], "n_pos": 58, "sum_m_en": [6.766199, 3.42794, 3.521152, 3.468482, 3.41239, 3.437778, 3.405212, 3.705408, 3.809596, 4.265604, 4.428388, 4.794907, 5.320548, 5.003307, 4.836151, 4.461065, 4.491093, 4.389353, 3.861905, 3.665067, 3.306199, 2.966039, 2.788403, 2.652062, 7.432281, 7.863884, 6.625192, 6.557274, 5.941653, 6.067218, 5.774194, 6.065199, 6.434412, 6.792772, 7.30153, 8.750439, 9.747028, 9.822114, 13.506631, 17.180594, 20.533844, 22.332008, 23.439339, 26.425617, 31.241611, 35.469239, 41.819751, 43.772556, 54.031427, 54.233241], "sum_m_pl": [20.426121, 28.377339, 26.911401, 26.672833, 25.766998, 25.135046, 25.847647, 25.194612, 24.812122, 25.517265, 25.683264, 25.578559, 24.773174, 24.932075, 25.203818, 25.811498, 25.784148, 25.979781, 26.613394, 26.571083, 27.420195, 28.116784, 28.269181, 28.323826, 22.465107, 22.553425, 21.724086, 22.133702, 23.889529, 23.810623, 24.64913, 22.969272, 22.582616, 22.679841, 21.310185, 19.857234, 17.339871, 15.883113, 12.447299, 10.13489, 8.929399, 7.949183, 7.143216, 6.266693, 3.969522, 2.836624, 1.58004, 0.557838, 0.059754, 0.011047]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 148, "item_id": "llmzszl-18496", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 755, "region_end": 146, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9796}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [196, 138, 136, 175, 126, 111, 117, 104, 115, 131, 132, 139, 136, 141, 129, 125, 139, 97, 87, 81, 90, 99, 96, 86, 173, 146, 142, 153, 188, 170, 170, 177, 168, 164, 154, 153, 142, 138, 137, 149, 140, 149, 148, 146, 158, 136, 93, 57, 21, 17], "n_am_pl": [35, 173, 126, 116, 99, 118, 114, 128, 110, 130, 109, 112, 106, 100, 109, 131, 128, 125, 130, 141, 141, 127, 120, 129, 63, 90, 85, 105, 102, 111, 129, 100, 110, 80, 72, 69, 64, 56, 64, 47, 58, 53, 54, 40, 30, 37, 47, 52, 118, 125], "n_pos": 723, "sum_m_en": [65.332033, 34.951163, 37.601089, 39.647351, 39.904096, 39.072129, 39.215029, 40.246459, 41.572156, 44.851497, 45.862606, 46.416357, 49.881262, 52.203303, 51.621509, 49.768764, 49.279234, 46.58243, 42.271409, 40.420637, 37.738303, 35.128627, 33.939183, 32.695933, 66.455826, 69.426675, 70.341632, 73.840053, 76.217618, 75.971876, 72.298434, 69.902404, 68.73965, 67.856091, 72.257257, 70.889144, 72.351751, 71.987548, 75.583528, 89.12814, 95.875073, 93.12642, 106.224979, 99.447861, 112.375841, 102.161568, 92.113208, 67.87021, 24.668704, 16.907998], "sum_m_pl": [294.714074, 360.918763, 346.066337, 339.278564, 331.244272, 327.502013, 330.43337, 327.129284, 321.567885, 328.280955, 322.936027, 323.449569, 324.189465, 311.324507, 315.380649, 329.025287, 324.478893, 327.84155, 340.966571, 342.445717, 349.061208, 350.62003, 351.083244, 351.111769, 273.235532, 278.477177, 267.390893, 286.83161, 295.550455, 294.572647, 298.302418, 294.721936, 292.665824, 275.030787, 263.59628, 251.191516, 231.243507, 222.645792, 208.266996, 197.598552, 181.35372, 180.164941, 171.525367, 157.759819, 124.983068, 110.109927, 92.950666, 84.192967, 111.794748, 125.835233]}, "digit": {"n_am_en": [10, 24, 24, 15, 10, 11, 15, 11, 10, 17, 18, 18, 16, 18, 17, 12, 12, 14, 9, 7, 5, 7, 10, 8, 20, 8, 15, 17, 25, 20, 20, 17, 15, 13, 18, 11, 10, 10, 2, 7, 6, 5, 6, 4, 4, 1, 0, 0, 0, 0], "n_am_pl": [0, 16, 7, 5, 8, 8, 3, 3, 5, 6, 5, 7, 6, 8, 9, 13, 15, 7, 9, 5, 9, 8, 7, 8, 6, 10, 5, 6, 7, 11, 16, 14, 17, 12, 5, 12, 11, 3, 4, 1, 3, 5, 3, 3, 3, 3, 4, 3, 0, 0], "n_pos": 75, "sum_m_en": [6.293877, 3.271893, 3.356511, 3.214487, 3.444329, 3.403599, 3.453258, 3.637966, 3.821817, 3.943424, 4.199738, 4.227908, 4.778307, 5.298032, 4.86089, 4.762439, 4.706429, 4.607588, 4.073598, 3.737256, 3.400807, 3.183781, 3.10191, 2.999002, 4.86614, 5.340495, 6.57488, 6.882627, 7.354305, 7.192832, 6.977674, 6.70931, 6.227167, 6.290611, 6.477729, 6.129613, 5.705094, 5.527588, 5.12043, 5.785462, 5.407123, 5.328879, 5.899759, 5.278571, 5.035538, 4.239516, 3.475385, 2.702286, 0.410055, 0.000212], "sum_m_pl": [34.138814, 40.37384, 38.660618, 37.864231, 36.72237, 36.282994, 35.852227, 35.037617, 35.03975, 35.432631, 35.19317, 35.544912, 34.691666, 33.637524, 33.808322, 34.975631, 34.773939, 34.99239, 36.465055, 36.561361, 36.934695, 37.255008, 37.435306, 37.644218, 31.573144, 31.733309, 30.125244, 32.022219, 32.667978, 33.150695, 33.603988, 32.890882, 32.640771, 31.236049, 29.86435, 29.452891, 27.94914, 27.297712, 25.169176, 26.591328, 25.87385, 26.6876, 26.475515, 23.967846, 21.564042, 17.055317, 14.21938, 9.386253, 0.952045, 0.016661]}, "lang": {"n_am_en": [37, 27, 29, 46, 30, 27, 20, 20, 22, 29, 24, 35, 25, 23, 21, 29, 35, 18, 22, 21, 20, 29, 29, 26, 43, 44, 38, 37, 37, 33, 41, 45, 52, 43, 46, 43, 37, 45, 52, 56, 63, 64, 53, 68, 86, 74, 53, 32, 18, 17], "n_am_pl": [13, 34, 26, 14, 13, 17, 28, 26, 22, 21, 16, 19, 12, 17, 23, 26, 28, 33, 33, 38, 35, 29, 30, 28, 13, 14, 11, 12, 19, 17, 16, 17, 18, 17, 13, 14, 12, 12, 8, 4, 8, 10, 9, 12, 9, 14, 27, 38, 109, 124], "n_pos": 142, "sum_m_en": [12.989059, 7.578512, 7.893904, 9.042407, 8.474286, 8.467856, 8.224912, 8.456031, 8.601193, 9.358397, 10.010723, 10.572882, 10.814644, 10.748651, 10.55335, 10.090207, 9.981545, 9.469567, 8.885885, 8.505033, 8.090122, 7.555646, 7.092165, 6.783227, 16.281854, 15.905605, 15.237799, 15.516577, 15.329909, 16.446241, 15.967645, 15.303599, 15.467644, 15.180435, 15.950076, 15.999179, 17.263315, 18.259826, 21.526144, 29.011903, 35.042983, 32.738409, 33.898024, 36.543148, 53.234952, 46.35783, 43.802075, 31.804125, 19.37078, 16.891054], "sum_m_pl": [54.030676, 65.675674, 62.190436, 60.640662, 59.624176, 59.255552, 60.691539, 61.0736, 59.335331, 61.7155, 60.043581, 60.144846, 60.387271, 59.374238, 60.753495, 63.52525, 62.830771, 63.573681, 65.418038, 65.765535, 67.109329, 67.495629, 67.643789, 67.395408, 53.394062, 54.458178, 52.335897, 55.970073, 57.264467, 56.107083, 57.636673, 57.680692, 57.614584, 55.212081, 53.222075, 51.872668, 49.400323, 47.239201, 45.158649, 40.382264, 36.730484, 38.47474, 37.971289, 37.41319, 28.356913, 28.805737, 33.043983, 43.85652, 96.88197, 122.950985]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 723, "item_id": "llmzszl-18496", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 686, "region_end": 723, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 0.9917}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [30, 31, 30, 23, 28, 22, 28, 23, 18, 21, 32, 38, 33, 29, 37, 38, 31, 29, 29, 42, 39, 42, 36, 37, 49, 51, 46, 51, 40, 43, 38, 41, 40, 32, 42, 46, 44, 56, 54, 51, 52, 55, 56, 51, 56, 61, 61, 62, 57, 54], "n_am_pl": [5, 14, 13, 16, 11, 15, 8, 12, 6, 15, 11, 9, 8, 6, 8, 7, 7, 8, 7, 6, 6, 9, 9, 10, 10, 6, 10, 7, 8, 13, 10, 11, 10, 8, 11, 10, 9, 5, 2, 3, 0, 0, 0, 1, 2, 1, 5, 1, 2, 3], "n_pos": 117, "sum_m_en": [13.987912, 8.300688, 8.162915, 7.257941, 7.269124, 7.556463, 7.686829, 7.465828, 7.428079, 7.625401, 8.208733, 8.995283, 9.612848, 10.285017, 9.45853, 9.509601, 9.189707, 8.867964, 8.215109, 7.649955, 7.047392, 6.457263, 6.079264, 5.880747, 16.89865, 21.177202, 18.738338, 18.295018, 17.052508, 17.44151, 15.864044, 15.141265, 15.906829, 16.944619, 17.912871, 18.139701, 22.10538, 25.483264, 29.134466, 33.608538, 34.103985, 40.222389, 39.297998, 40.177276, 50.044043, 53.277195, 60.21498, 59.394603, 55.370669, 54.867082], "sum_m_pl": [39.497152, 51.243016, 50.583045, 51.192541, 49.859018, 49.335962, 47.671396, 46.290834, 48.516629, 49.849647, 48.639322, 49.712652, 49.97557, 49.659225, 50.684865, 50.808112, 52.02433, 52.383014, 53.077085, 54.66329, 55.341708, 56.256301, 56.356651, 56.197531, 40.887592, 38.883339, 39.372431, 41.483964, 41.269674, 40.808527, 43.185574, 43.683107, 43.2173, 40.774479, 39.961822, 40.21481, 33.366252, 31.575, 27.623251, 23.339772, 18.951884, 17.202729, 14.035121, 12.709777, 9.04965, 6.626198, 7.076804, 2.253189, 2.064722, 2.473825]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 15, 10, 13, 14, 15, 16, 8, 10, 12, 20, 22, 20, 16, 22, 18, 17, 15, 15, 23, 21, 21, 17, 20, 25, 27, 26, 31, 25, 25, 23, 22, 23, 16, 23, 27, 24, 31, 32, 31, 33, 34, 31, 38, 42, 43, 48, 50, 55, 54], "n_am_pl": [1, 6, 8, 7, 5, 8, 5, 9, 4, 8, 6, 4, 4, 2, 6, 5, 2, 4, 5, 5, 4, 6, 7, 3, 8, 5, 5, 3, 4, 7, 4, 7, 3, 2, 3, 5, 4, 4, 2, 1, 0, 0, 0, 1, 2, 1, 3, 0, 2, 3], "n_pos": 59, "sum_m_en": [7.138335, 3.987794, 3.855879, 3.552445, 3.558615, 3.664832, 3.704628, 3.678368, 3.63553, 3.834235, 4.108147, 4.449626, 4.740202, 5.070232, 4.736769, 4.570632, 4.538718, 4.396207, 3.981982, 3.691072, 3.444323, 3.171327, 3.001406, 2.909993, 8.480699, 10.50118, 10.082402, 9.873897, 9.178404, 9.02317, 8.329966, 7.66603, 8.206144, 8.859354, 9.792177, 10.019635, 12.10235, 15.026673, 16.964679, 20.118176, 20.254479, 24.395664, 25.373078, 28.001719, 36.227007, 37.604822, 45.577739, 46.918573, 52.52998, 54.201614], "sum_m_pl": [18.870315, 26.118033, 25.728452, 26.023979, 25.71804, 25.30999, 24.755084, 24.034997, 25.378964, 26.022006, 25.629358, 25.989693, 25.910119, 25.604699, 26.099241, 26.135729, 26.709971, 26.967532, 27.290581, 28.082367, 28.294812, 28.620056, 28.698285, 28.640668, 21.507474, 20.513686, 20.385674, 21.127564, 21.036667, 20.700426, 22.022735, 22.496267, 22.215416, 20.678791, 19.618741, 19.981374, 16.455177, 15.240253, 13.238686, 11.117811, 8.996405, 7.934897, 6.935389, 6.546099, 5.177952, 3.425075, 3.917546, 1.042138, 1.926968, 2.473538]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 119, "item_id": "llmzszl-18499", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 720, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9664, "tf_agree_excl_first": 0.9746}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 9, 14, 13, 9, 10, 9, 9, 7, 10, 13, 15, 12, 13, 20, 16, 10, 11, 20, 13, 13, 12, 8, 7, 14, 17, 17, 15, 13, 18, 12, 11, 17, 14, 12, 16, 22, 22, 22, 17, 8, 15, 16, 13, 10, 14, 11, 6, 0, 2], "n_am_pl": [2, 13, 12, 8, 10, 8, 6, 7, 5, 6, 2, 2, 3, 6, 4, 5, 6, 5, 4, 5, 6, 7, 12, 11, 4, 1, 3, 2, 6, 2, 7, 6, 4, 1, 5, 4, 2, 3, 8, 9, 8, 6, 5, 7, 8, 8, 11, 17, 35, 35], "n_pos": 56, "sum_m_en": [5.095311, 3.035797, 3.478859, 3.391914, 3.033284, 3.072446, 3.179701, 3.183948, 3.228644, 3.358685, 3.642597, 3.773429, 4.022827, 4.356761, 4.135712, 4.125983, 3.933093, 3.777027, 3.370592, 3.2121, 2.979041, 2.789272, 2.635204, 2.562765, 5.202067, 5.677115, 6.09628, 5.996332, 5.751305, 5.817071, 5.363771, 5.363348, 5.974265, 6.497274, 6.205546, 5.832234, 7.173579, 9.04963, 9.662058, 9.521998, 8.248463, 11.991038, 10.170355, 8.593462, 9.043451, 10.591747, 10.35702, 6.545863, 0.814316, 1.381299], "sum_m_pl": [20.231448, 25.044482, 24.298312, 24.605285, 24.487649, 24.249024, 23.873521, 23.443026, 23.763832, 23.405336, 22.604146, 23.159135, 23.150491, 23.409862, 24.283231, 24.646104, 25.348216, 25.559973, 26.479547, 26.878281, 27.207353, 27.634669, 27.571933, 27.43637, 20.479657, 19.591802, 20.404641, 21.212116, 21.223968, 21.620707, 21.897288, 21.860313, 21.440751, 20.572909, 20.82903, 21.516306, 19.935099, 19.151106, 18.18468, 17.831824, 15.335895, 15.065594, 12.288637, 12.311773, 10.970225, 10.603078, 12.507054, 15.476394, 29.311243, 35.157952]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 5, 9, 8, 5, 7, 7, 4, 6, 10, 10, 9, 8, 9, 13, 13, 9, 7, 15, 9, 8, 9, 6, 6, 9, 10, 10, 11, 8, 12, 10, 8, 12, 10, 8, 10, 16, 15, 15, 10, 6, 10, 11, 11, 8, 12, 10, 6, 0, 2], "n_am_pl": [0, 7, 5, 5, 6, 5, 4, 4, 2, 3, 0, 2, 2, 4, 3, 3, 4, 2, 1, 4, 5, 5, 10, 10, 4, 1, 3, 2, 4, 1, 3, 3, 2, 0, 3, 2, 0, 3, 4, 5, 2, 3, 2, 5, 5, 6, 11, 17, 33, 34], "n_pos": 36, "sum_m_en": [3.291611, 1.886406, 2.304224, 2.363353, 2.046656, 2.095325, 2.175593, 2.185649, 2.188145, 2.296598, 2.448071, 2.57698, 2.779936, 2.950219, 2.709069, 2.682726, 2.605022, 2.46338, 2.235881, 2.136499, 1.969447, 1.839016, 1.728128, 1.66825, 3.582708, 3.835466, 4.10006, 4.128102, 3.931991, 3.960876, 3.684147, 3.671566, 4.066244, 4.015978, 3.979977, 3.744124, 4.782842, 6.237999, 6.536326, 6.45261, 5.242918, 8.259715, 6.932166, 6.633018, 7.335365, 9.031876, 8.913941, 6.185641, 0.660827, 1.381089], "sum_m_pl": [12.439106, 15.827916, 15.116578, 15.260377, 15.369834, 15.076166, 14.862899, 14.375987, 14.787458, 14.591723, 14.245697, 14.71335, 14.609809, 14.729301, 15.615442, 15.955011, 16.400177, 16.663399, 17.130953, 17.377762, 17.553828, 17.865057, 17.866502, 17.747135, 13.442026, 12.714094, 13.223602, 13.797014, 13.915038, 13.943901, 14.234853, 14.217982, 14.191351, 13.837753, 13.765485, 14.314097, 13.406813, 12.726243, 11.988654, 11.754437, 9.884885, 9.984271, 8.831117, 9.355868, 8.442834, 8.40869, 11.678769, 14.648843, 28.051025, 33.832331]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 58, "item_id": "llmzszl-18499", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 651, "region_end": 56, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [41, 39, 34, 25, 27, 23, 21, 20, 19, 22, 28, 27, 31, 28, 30, 30, 27, 28, 28, 28, 28, 25, 27, 30, 46, 44, 45, 46, 43, 45, 33, 34, 30, 31, 37, 35, 46, 35, 31, 34, 50, 43, 47, 51, 49, 52, 56, 59, 62, 60], "n_am_pl": [5, 16, 21, 10, 12, 5, 13, 14, 11, 12, 12, 12, 15, 23, 20, 13, 18, 14, 12, 16, 14, 17, 22, 25, 9, 8, 6, 14, 11, 13, 15, 13, 15, 12, 14, 13, 10, 2, 3, 7, 5, 9, 6, 7, 2, 2, 4, 3, 6, 6], "n_pos": 124, "sum_m_en": [16.396285, 7.285107, 7.487392, 6.676386, 6.963794, 7.708809, 7.287974, 7.786425, 8.030227, 8.308009, 8.598216, 8.844189, 9.265017, 10.062679, 9.992178, 9.705106, 9.258427, 8.92987, 8.158978, 7.196638, 6.742796, 6.493169, 6.246034, 6.045181, 16.726554, 17.040698, 16.381921, 16.587485, 15.730992, 15.056572, 13.979607, 13.296185, 13.601683, 14.211256, 16.243872, 16.685351, 19.441766, 18.182508, 19.061737, 22.083523, 29.187002, 29.132984, 31.782828, 35.225474, 36.33713, 43.826022, 52.608318, 55.193533, 57.312512, 60.377742], "sum_m_pl": [41.200656, 59.150825, 57.189161, 56.904179, 55.673977, 53.190556, 53.312867, 50.696988, 50.950467, 53.230947, 53.452882, 54.052895, 54.683688, 53.57514, 55.454742, 54.100717, 55.05347, 54.546953, 55.66776, 57.723443, 58.578506, 59.14334, 59.599671, 59.713783, 45.281159, 43.482228, 42.81333, 45.83926, 45.871122, 46.791991, 47.557652, 48.04076, 47.419035, 45.281875, 45.159409, 44.073535, 38.119277, 32.490225, 30.707118, 28.917837, 28.230313, 20.797317, 17.761012, 16.269643, 9.352161, 6.546193, 6.273526, 4.771118, 4.53795, 5.253716]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 19, 18, 16, 12, 12, 15, 14, 10, 15, 14, 12, 18, 15, 18, 17, 14, 18, 18, 17, 15, 14, 13, 17, 30, 25, 27, 30, 25, 26, 20, 20, 17, 21, 27, 24, 33, 23, 19, 21, 29, 27, 30, 37, 35, 40, 43, 46, 60, 60], "n_am_pl": [4, 8, 12, 7, 7, 3, 9, 9, 4, 3, 5, 6, 9, 15, 14, 7, 11, 9, 8, 11, 9, 10, 13, 17, 4, 5, 4, 5, 9, 10, 8, 8, 7, 3, 8, 7, 4, 1, 2, 2, 2, 5, 4, 4, 2, 2, 3, 2, 4, 5], "n_pos": 66, "sum_m_en": [7.58037, 3.934967, 4.073053, 3.625413, 3.750536, 4.096215, 3.99493, 4.260267, 4.359613, 4.527847, 4.657362, 4.94497, 5.088458, 5.503954, 5.60604, 5.368348, 5.097591, 4.915068, 4.539013, 3.965008, 3.709794, 3.570459, 3.385061, 3.278618, 9.0628, 9.516627, 9.082728, 9.404428, 9.420325, 8.9825, 8.281112, 7.831256, 7.996875, 8.531455, 10.062991, 10.57905, 12.386741, 11.103449, 11.542387, 13.308019, 17.291982, 18.638, 20.964536, 23.231499, 26.559943, 32.377422, 40.872146, 41.56659, 54.310823, 59.153233], "sum_m_pl": [21.494428, 31.088001, 30.20728, 29.924802, 29.186257, 28.032648, 28.118542, 26.964998, 27.056576, 28.368735, 28.507285, 28.767015, 29.132569, 28.794496, 29.667592, 29.148573, 29.709254, 29.29949, 29.688477, 30.738237, 31.271202, 31.567876, 31.859657, 31.97591, 24.837321, 23.984914, 23.585067, 25.064906, 24.68096, 25.171784, 25.534389, 25.800147, 25.152195, 23.913866, 23.70924, 23.005422, 19.405993, 16.537849, 15.568319, 14.651362, 14.410004, 11.319721, 9.803954, 9.738493, 6.251034, 4.075464, 3.91187, 2.971853, 3.028288, 4.656586]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "llmzszl-18500", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 124, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.984}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [122, 65, 33, 49, 38, 38, 46, 54, 56, 59, 72, 69, 78, 60, 60, 51, 56, 46, 51, 43, 45, 34, 35, 32, 72, 72, 72, 75, 78, 82, 75, 79, 71, 81, 85, 60, 60, 57, 54, 66, 69, 61, 66, 54, 43, 42, 31, 25, 2, 0], "n_am_pl": [47, 70, 74, 71, 62, 47, 39, 41, 40, 51, 38, 38, 51, 54, 59, 58, 59, 69, 58, 49, 53, 71, 79, 76, 34, 49, 38, 70, 60, 58, 61, 56, 65, 47, 58, 64, 49, 32, 32, 44, 45, 50, 57, 53, 46, 64, 73, 68, 123, 147], "n_pos": 341, "sum_m_en": [32.014817, 16.328914, 16.703705, 17.814414, 18.046588, 19.106133, 18.8347, 19.286592, 19.658265, 20.526569, 21.414935, 21.589341, 22.127234, 23.220086, 23.485052, 22.330787, 21.405923, 20.123493, 18.46482, 16.671755, 16.022355, 15.393777, 15.1686, 14.68778, 24.408765, 26.242294, 27.978514, 29.706648, 31.870616, 32.814979, 31.300741, 29.692316, 30.375403, 31.104033, 31.70498, 30.867014, 30.900231, 30.402615, 32.705302, 36.33524, 40.918897, 40.57331, 41.573124, 37.494432, 39.142006, 39.010727, 32.74614, 25.952617, 5.394314, 0.025268], "sum_m_pl": [130.855595, 158.414984, 155.915443, 154.058684, 148.281769, 142.344803, 146.721729, 142.450175, 142.636042, 147.11284, 147.147056, 146.006458, 150.65692, 150.546823, 152.251227, 153.60506, 155.418516, 156.38183, 160.133269, 163.494746, 165.303151, 165.790121, 165.725702, 166.085194, 133.148689, 129.840919, 127.034164, 139.387171, 140.015429, 140.113578, 142.05628, 143.767494, 140.20186, 131.372799, 131.538497, 127.741401, 119.77138, 106.075289, 103.663962, 103.451093, 100.25999, 88.664469, 85.097856, 80.758171, 72.245385, 79.571986, 80.098919, 77.456021, 120.024532, 148.457424]}, "digit": {"n_am_en": [1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [2, 4, 4, 2, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.423337, 0.223122, 0.21848, 0.217401, 0.233834, 0.209215, 0.222346, 0.20935, 0.231623, 0.227544, 0.229378, 0.226907, 0.241157, 0.28604, 0.304921, 0.295298, 0.269501, 0.24337, 0.22153, 0.197261, 0.191221, 0.191393, 0.192812, 0.192142, 0.377916, 0.30332, 0.318112, 0.276943, 0.292757, 0.312534, 0.281005, 0.269653, 0.260599, 0.281462, 0.323297, 0.232713, 0.158048, 0.158756, 0.159231, 0.170544, 0.172304, 0.186078, 0.177298, 0.143494, 0.087486, 0.057159, 0.042071, 0.007688, 0.001388, 2.8e-05], "sum_m_pl": [1.857357, 2.179322, 2.1072, 1.985501, 1.977257, 1.964201, 1.86607, 1.875897, 1.751787, 1.679308, 1.679451, 1.668379, 1.714588, 1.70158, 1.573266, 1.614605, 1.723451, 1.739694, 1.813711, 1.877502, 1.903134, 1.852649, 1.873093, 1.857748, 1.52276, 1.55637, 1.621429, 1.696002, 1.674207, 1.73218, 1.792373, 1.80672, 1.588868, 1.608447, 1.420995, 1.188297, 0.946623, 0.863017, 0.897947, 0.943559, 0.926272, 0.966544, 0.855545, 0.782419, 0.591792, 0.590353, 0.300489, 0.187261, 0.032052, 0.001991]}, "lang": {"n_am_en": [55, 30, 18, 23, 19, 19, 18, 25, 29, 26, 41, 32, 43, 34, 33, 29, 30, 30, 31, 24, 24, 18, 16, 23, 42, 38, 39, 44, 43, 46, 47, 47, 43, 51, 49, 37, 38, 35, 36, 39, 41, 41, 45, 34, 34, 33, 25, 19, 2, 0], "n_am_pl": [9, 35, 27, 29, 22, 15, 18, 19, 16, 21, 15, 14, 23, 22, 31, 28, 31, 34, 31, 25, 24, 33, 37, 32, 12, 15, 18, 33, 23, 31, 30, 27, 29, 22, 28, 38, 28, 17, 15, 18, 16, 20, 25, 23, 18, 40, 51, 52, 114, 147], "n_pos": 149, "sum_m_en": [14.21795, 7.137459, 7.33586, 7.919497, 7.958736, 8.56797, 8.53763, 8.898569, 9.113137, 9.585178, 9.967358, 10.223821, 10.524123, 10.864045, 10.877559, 10.25482, 9.719821, 9.1707, 8.424663, 7.504665, 7.196977, 6.839204, 6.683738, 6.473444, 11.584944, 13.487402, 14.689487, 15.147542, 15.950113, 15.843307, 14.925623, 14.369713, 14.698948, 15.516279, 15.705477, 15.369796, 15.60676, 16.669559, 18.638538, 21.778268, 24.567224, 25.469892, 26.788025, 23.328366, 26.941374, 28.600088, 24.68408, 18.860069, 3.990587, 0.002007], "sum_m_pl": [54.923332, 67.43001, 65.922773, 66.125484, 64.242585, 60.685073, 63.000364, 60.752229, 61.36646, 64.056924, 64.412316, 64.451173, 66.712118, 66.680179, 68.522477, 68.68287, 69.102161, 69.464463, 70.7018, 72.003951, 72.501187, 72.946528, 73.00151, 73.279907, 60.43049, 58.760773, 57.888937, 62.667606, 63.01023, 63.634186, 64.910973, 65.787925, 65.033591, 62.288555, 62.627627, 62.973862, 60.055001, 54.076792, 52.331746, 51.486903, 49.858489, 45.470599, 43.122413, 41.665781, 37.057814, 45.098341, 54.594802, 57.364193, 106.77328, 145.129796]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 343, "item_id": "llmzszl-18500", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 642, "region_end": 341, "roundtrip_ok": true, "tf_agree": 0.9767, "tf_agree_excl_first": 0.9795}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [102, 99, 80, 64, 70, 87, 80, 80, 84, 87, 83, 77, 75, 76, 67, 56, 56, 52, 47, 44, 36, 38, 36, 36, 74, 76, 74, 79, 73, 75, 88, 76, 83, 81, 82, 82, 82, 81, 83, 79, 74, 85, 89, 96, 82, 105, 103, 128, 131, 129], "n_am_pl": [12, 54, 45, 44, 35, 34, 34, 33, 29, 33, 48, 45, 36, 30, 38, 31, 38, 39, 43, 41, 42, 42, 52, 50, 32, 35, 34, 43, 48, 47, 52, 46, 34, 36, 33, 42, 36, 40, 32, 36, 40, 35, 35, 29, 16, 12, 10, 6, 0, 0], "n_pos": 325, "sum_m_en": [40.951735, 18.548745, 18.284406, 18.667251, 18.894072, 20.666888, 20.694967, 21.742822, 23.105746, 22.269105, 24.093012, 25.247258, 23.927785, 25.599221, 24.722163, 22.875674, 22.475207, 21.935671, 19.224146, 17.203699, 15.982855, 15.710593, 15.03241, 14.308865, 29.979127, 34.970865, 34.986736, 34.381815, 32.502949, 33.112095, 32.226254, 31.758756, 32.557624, 32.273166, 35.493128, 35.580582, 39.494309, 42.454935, 48.526486, 50.523165, 50.823774, 56.558229, 59.921063, 71.011707, 74.108837, 89.326226, 94.869868, 119.480945, 129.871417, 128.051406], "sum_m_pl": [117.00448, 159.086295, 154.666355, 151.600726, 147.904588, 149.091519, 147.752298, 145.983499, 144.071228, 147.163768, 142.291319, 140.371498, 141.578008, 136.87054, 136.81571, 142.581922, 140.596317, 142.716696, 149.906924, 152.617896, 155.556544, 156.943197, 157.268569, 158.599821, 120.666367, 120.271698, 118.621483, 129.013761, 131.659523, 131.86886, 132.360105, 129.36765, 129.070981, 124.790409, 119.894596, 116.824313, 105.446352, 100.379627, 90.12156, 86.408876, 84.700195, 74.57022, 67.514327, 60.86429, 46.67079, 35.079402, 19.98416, 12.984069, 1.977278, 0.143819]}, "digit": {"n_am_en": [3, 4, 3, 2, 2, 1, 5, 3, 3, 9, 8, 5, 6, 4, 1, 0, 1, 0, 2, 0, 0, 0, 0, 1, 1, 2, 4, 3, 6, 6, 1, 1, 2, 2, 1, 2, 0, 2, 0, 0, 1, 2, 2, 1, 0, 3, 2, 0, 0, 0], "n_am_pl": [0, 5, 4, 5, 5, 4, 4, 4, 4, 3, 7, 4, 3, 2, 7, 4, 4, 5, 5, 6, 4, 2, 1, 3, 2, 5, 4, 2, 4, 5, 4, 4, 5, 5, 3, 6, 5, 6, 4, 7, 7, 5, 5, 3, 2, 1, 1, 1, 0, 0], "n_pos": 26, "sum_m_en": [2.223301, 1.02518, 1.053243, 1.13537, 1.126353, 1.208558, 1.232497, 1.461366, 1.543295, 1.540368, 1.683582, 1.631788, 1.552628, 1.603502, 1.43095, 1.320579, 1.345502, 1.354415, 1.193443, 1.158451, 1.124171, 1.082821, 1.048681, 1.033121, 1.265559, 1.632312, 1.882485, 1.776486, 1.983915, 1.973727, 1.864161, 1.794853, 1.780208, 1.683594, 1.735352, 1.753468, 1.579318, 1.529182, 1.518418, 1.66549, 1.50703, 1.420709, 1.481457, 1.671248, 1.597641, 2.11761, 1.00061, 0.398567, 0.135279, 0.0], "sum_m_pl": [11.210559, 14.043066, 13.419058, 12.899173, 12.404362, 12.379501, 12.327193, 12.016472, 11.542008, 11.939379, 11.532858, 11.664611, 11.184485, 10.773549, 10.348157, 11.083947, 10.845735, 10.936764, 11.650823, 11.848308, 12.054609, 12.390075, 12.373708, 12.487909, 9.842144, 9.982327, 9.946136, 10.743856, 10.924615, 11.365849, 11.09649, 11.012491, 10.817309, 10.264645, 9.164857, 9.776084, 9.048686, 8.93433, 7.186181, 7.751951, 8.227287, 7.583459, 7.225952, 6.478336, 5.778295, 3.85834, 2.74088, 1.363898, 0.390872, 0.0]}, "lang": {"n_am_en": [52, 45, 37, 29, 34, 38, 43, 40, 34, 39, 34, 36, 39, 38, 31, 30, 30, 34, 27, 25, 22, 26, 25, 22, 42, 42, 43, 46, 35, 35, 46, 44, 45, 47, 46, 49, 50, 53, 54, 54, 48, 58, 58, 63, 66, 72, 73, 93, 122, 129], "n_am_pl": [1, 20, 23, 17, 13, 11, 16, 12, 13, 19, 25, 24, 18, 18, 15, 11, 14, 15, 12, 13, 11, 13, 18, 17, 11, 8, 12, 14, 14, 14, 15, 15, 12, 8, 7, 15, 13, 12, 11, 8, 8, 10, 9, 9, 4, 4, 2, 2, 0, 0], "n_pos": 130, "sum_m_en": [17.582653, 7.771447, 7.277154, 7.68462, 7.730314, 8.587735, 8.837932, 9.106922, 9.703406, 8.915755, 9.880368, 10.583255, 10.174633, 10.894995, 10.666063, 9.91584, 9.834313, 9.435988, 8.224253, 7.278673, 6.66606, 6.445408, 6.153431, 5.877961, 14.549298, 16.962091, 16.736657, 15.514368, 14.414512, 14.394159, 14.477447, 14.683353, 15.529695, 16.270328, 17.602621, 18.016627, 22.149256, 24.183894, 28.07759, 30.117854, 31.05664, 35.988883, 38.485146, 47.193694, 52.976243, 60.25396, 68.21647, 83.772842, 118.354721, 126.155868], "sum_m_pl": [43.312568, 62.537322, 61.326594, 60.165218, 58.950329, 59.237882, 58.706532, 58.77202, 58.380334, 59.719535, 57.429355, 56.175133, 57.691407, 55.955799, 55.936952, 57.759032, 56.759374, 57.728015, 60.344763, 61.456563, 62.521721, 62.88523, 63.097143, 63.56754, 48.464732, 48.620921, 48.834505, 52.249775, 53.009414, 52.081122, 53.237711, 51.314659, 51.264313, 50.597191, 48.800925, 47.977471, 42.534828, 40.491951, 36.553608, 33.951817, 32.266074, 27.711171, 23.825543, 21.410381, 17.182677, 13.378415, 6.062441, 4.738252, 0.289167, 0.083642]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 327, "item_id": "llmzszl-18502", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 325, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 0.9908}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [87, 177, 179, 160, 182, 173, 161, 130, 125, 134, 145, 135, 120, 127, 109, 102, 90, 80, 81, 41, 37, 40, 33, 36, 82, 106, 103, 133, 138, 155, 123, 124, 127, 112, 115, 89, 61, 55, 57, 87, 87, 82, 77, 100, 92, 76, 53, 49, 32, 31], "n_am_pl": [41, 118, 118, 92, 87, 80, 79, 94, 126, 112, 98, 93, 104, 119, 132, 152, 148, 144, 132, 139, 153, 157, 173, 161, 85, 89, 108, 105, 120, 124, 149, 115, 107, 94, 109, 95, 83, 90, 79, 76, 93, 101, 65, 49, 46, 44, 43, 52, 65, 70], "n_pos": 648, "sum_m_en": [54.781543, 31.670485, 35.743549, 36.260483, 38.49848, 45.793856, 44.066067, 45.945094, 46.811333, 46.113982, 45.949442, 47.579142, 45.285383, 47.683009, 49.58297, 45.979728, 44.105124, 41.435631, 37.032735, 33.489139, 31.207765, 29.916862, 29.427831, 28.64137, 51.366467, 65.377674, 67.714542, 68.587553, 66.513505, 66.684458, 62.652879, 60.580595, 58.997823, 55.978287, 59.561002, 53.757057, 52.009688, 47.002541, 49.624549, 58.772407, 57.9927, 57.849336, 62.842264, 71.922853, 70.740309, 70.243653, 56.242569, 50.157583, 33.151794, 30.833564], "sum_m_pl": [258.975065, 324.09663, 312.463746, 302.735723, 298.453918, 294.556541, 292.33853, 287.802673, 286.185671, 290.160059, 290.538778, 285.191733, 288.655381, 282.563454, 284.276198, 295.033002, 291.194242, 294.458529, 309.301634, 311.037388, 315.82959, 315.933549, 316.110383, 317.339283, 252.732513, 239.368469, 232.710667, 250.877364, 266.623537, 267.150941, 265.932506, 265.094023, 264.855004, 248.824036, 247.413177, 233.053165, 209.460278, 202.458249, 188.061452, 189.692853, 183.908743, 172.594257, 160.717371, 137.455283, 102.391362, 91.39542, 71.016506, 65.411583, 64.85847, 69.611066]}, "digit": {"n_am_en": [0, 38, 25, 24, 21, 24, 32, 23, 26, 24, 24, 25, 17, 20, 20, 8, 9, 6, 7, 1, 2, 3, 4, 5, 3, 9, 7, 11, 19, 20, 13, 13, 18, 8, 7, 9, 3, 4, 3, 5, 5, 5, 8, 4, 4, 3, 2, 0, 0, 0], "n_am_pl": [0, 2, 3, 7, 14, 2, 3, 6, 10, 16, 5, 4, 6, 8, 12, 16, 15, 13, 6, 10, 13, 12, 9, 9, 12, 15, 10, 7, 9, 8, 15, 17, 16, 13, 9, 10, 10, 6, 7, 8, 7, 8, 5, 8, 6, 2, 0, 0, 0, 0], "n_pos": 70, "sum_m_en": [4.419636, 3.103266, 3.37807, 3.420855, 3.439354, 4.646937, 5.431671, 6.037669, 5.84131, 5.272348, 4.920989, 4.8507, 4.54384, 4.557872, 4.650514, 4.183678, 4.040535, 3.940585, 3.496775, 3.218468, 3.087873, 2.957574, 2.902085, 2.877051, 4.465669, 5.780677, 5.801046, 5.951475, 6.097127, 6.441215, 6.159491, 6.214481, 6.126916, 5.689926, 5.702889, 5.533956, 4.876261, 4.515851, 4.592649, 5.276312, 5.281601, 4.995265, 4.711568, 4.496541, 4.334343, 4.166911, 2.329184, 0.633808, 0.105398, 0.0], "sum_m_pl": [27.047096, 37.225557, 35.877107, 34.601062, 33.927685, 32.769154, 32.139411, 30.384964, 30.872695, 32.061168, 31.904565, 32.353503, 31.781055, 31.01893, 30.842617, 32.049179, 31.07678, 31.046661, 32.90167, 32.837292, 33.586561, 34.017167, 33.967888, 34.260361, 28.685026, 27.064827, 26.230544, 28.735445, 30.41323, 29.674816, 29.806615, 29.573976, 29.558406, 28.303999, 26.191019, 26.858674, 23.893667, 23.814465, 20.618807, 21.615058, 22.080562, 21.50107, 20.458374, 18.778221, 16.73429, 10.351108, 6.421807, 2.914784, 0.629255, 0.0]}, "lang": {"n_am_en": [13, 26, 36, 27, 32, 17, 27, 29, 22, 25, 19, 12, 22, 19, 18, 27, 30, 28, 20, 18, 9, 17, 15, 15, 27, 29, 29, 31, 31, 32, 27, 29, 31, 29, 26, 24, 20, 17, 19, 33, 35, 31, 33, 49, 56, 49, 42, 40, 32, 31], "n_am_pl": [16, 18, 12, 12, 9, 10, 11, 12, 19, 12, 8, 13, 17, 21, 24, 18, 17, 20, 19, 23, 26, 23, 28, 26, 16, 17, 17, 16, 18, 22, 24, 20, 17, 13, 22, 17, 17, 25, 25, 22, 29, 29, 17, 15, 17, 23, 26, 36, 62, 70], "n_pos": 102, "sum_m_en": [8.945458, 5.261391, 5.909891, 5.965671, 6.260158, 6.598391, 6.334563, 6.484502, 6.681514, 6.698575, 7.018218, 7.214685, 6.930977, 7.595438, 8.01155, 7.431984, 7.464954, 6.967216, 6.227099, 5.47859, 5.038162, 4.866322, 4.74875, 4.554185, 10.29966, 11.723448, 11.529984, 11.498303, 11.256725, 11.017905, 10.107284, 10.246802, 10.40254, 10.15402, 10.549255, 9.989086, 10.53048, 9.669272, 10.780582, 15.975196, 17.216931, 19.251074, 22.643542, 30.038034, 40.917105, 40.148196, 37.23638, 35.424846, 31.646361, 30.735746], "sum_m_pl": [40.1054, 48.095968, 47.157852, 45.759735, 45.420746, 45.650199, 45.484956, 45.968353, 45.503892, 46.086682, 45.898747, 44.798557, 45.79089, 45.801218, 46.22361, 47.86647, 46.608902, 47.066441, 48.991443, 48.983274, 49.790641, 49.63808, 49.687715, 49.87631, 41.18012, 40.726896, 39.25302, 41.197994, 43.133448, 43.677036, 44.454096, 44.06343, 43.400142, 42.358985, 42.215896, 40.461851, 37.972861, 39.241926, 37.005892, 36.173379, 35.419567, 32.741723, 30.221631, 26.592918, 25.197892, 26.992639, 27.469036, 34.147161, 58.312201, 68.553693]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 648, "item_id": "llmzszl-18502", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 642, "region_end": 648, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9892}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [73, 80, 61, 53, 40, 47, 60, 63, 58, 67, 78, 82, 58, 62, 65, 65, 67, 51, 57, 48, 46, 53, 52, 47, 92, 85, 75, 86, 72, 57, 61, 57, 52, 61, 56, 51, 52, 58, 55, 61, 64, 71, 75, 65, 68, 76, 72, 66, 86, 97], "n_am_pl": [18, 27, 39, 45, 43, 44, 30, 26, 21, 20, 23, 28, 39, 36, 37, 31, 21, 20, 16, 17, 21, 20, 24, 27, 15, 15, 22, 18, 23, 29, 36, 34, 36, 29, 26, 19, 14, 10, 6, 12, 10, 6, 9, 11, 11, 7, 4, 3, 1, 0], "n_pos": 246, "sum_m_en": [27.982439, 14.130986, 13.621323, 13.066618, 13.402321, 14.129475, 14.496886, 15.985927, 16.211516, 15.964443, 17.14365, 18.22058, 19.15807, 19.067842, 18.209235, 17.604243, 17.058811, 16.356137, 14.558278, 13.94619, 12.905537, 12.75402, 11.773306, 11.348645, 32.278595, 31.194146, 30.1371, 27.915316, 26.390658, 26.379787, 24.756368, 23.415455, 24.247105, 24.465907, 26.403064, 25.385968, 27.807633, 30.647391, 32.583255, 36.77648, 39.949824, 45.248069, 54.251314, 53.952005, 58.439728, 64.336129, 67.402029, 67.701164, 85.075265, 97.995713], "sum_m_pl": [92.153578, 119.624521, 116.147528, 116.614509, 113.434564, 113.309308, 112.37725, 109.342575, 106.273441, 112.02942, 111.463729, 110.444709, 110.352039, 109.390476, 111.77051, 113.585433, 112.712955, 112.308235, 113.782201, 115.949303, 117.871449, 118.527521, 119.336426, 120.064498, 92.038522, 88.890428, 87.645359, 95.737939, 98.127061, 98.387416, 101.051586, 101.247342, 98.681779, 94.935504, 88.147822, 83.566813, 75.024447, 70.052805, 61.000984, 58.25901, 54.432382, 47.80939, 41.766583, 30.57723, 24.747586, 19.062739, 11.654927, 6.312586, 1.573971, 0.002826]}, "digit": {"n_am_en": [10, 19, 13, 5, 2, 5, 5, 5, 6, 5, 6, 8, 3, 2, 6, 6, 4, 5, 7, 2, 4, 4, 4, 4, 7, 9, 8, 7, 6, 5, 6, 7, 5, 5, 6, 5, 7, 3, 2, 3, 2, 4, 4, 3, 3, 2, 4, 0, 0, 0], "n_am_pl": [0, 2, 2, 2, 5, 4, 1, 1, 0, 3, 3, 6, 5, 8, 5, 1, 0, 2, 2, 2, 4, 2, 2, 3, 3, 0, 4, 3, 3, 8, 6, 6, 5, 2, 5, 3, 2, 1, 1, 3, 3, 0, 1, 1, 2, 1, 1, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.528846, 1.389397, 1.270167, 1.237237, 1.272808, 1.4132, 1.459333, 1.587952, 1.546822, 1.561094, 1.617049, 1.623932, 1.764074, 1.800027, 1.739788, 1.776525, 1.815938, 1.828328, 1.604866, 1.618426, 1.454578, 1.453826, 1.324685, 1.289411, 3.361543, 2.999515, 2.850655, 2.644623, 2.575775, 2.576775, 2.655169, 2.395494, 2.459451, 2.455489, 2.641984, 2.706949, 2.466416, 2.352002, 2.349403, 2.524293, 2.719047, 2.804724, 2.697679, 2.641273, 2.171276, 1.833276, 2.550741, 0.97612, 0.119324, 0.0], "sum_m_pl": [11.459613, 15.442513, 14.721723, 14.231265, 14.063118, 13.829876, 13.58194, 13.393282, 13.209269, 13.754505, 13.586188, 13.512302, 13.210754, 12.846956, 12.68937, 12.931493, 12.714686, 12.661363, 12.754201, 13.10016, 13.416309, 13.625817, 13.759231, 13.850587, 11.139367, 11.093006, 11.028634, 11.735036, 11.754216, 12.003284, 12.037087, 12.388721, 11.638937, 11.075548, 10.120395, 9.895661, 9.297899, 8.669721, 7.095794, 6.618202, 6.690676, 7.115553, 6.896009, 5.551336, 5.131674, 3.371056, 2.311711, 0.608192, 0.025485, 0.0]}, "lang": {"n_am_en": [27, 24, 30, 26, 23, 20, 27, 38, 30, 35, 40, 46, 35, 34, 41, 30, 35, 30, 31, 32, 26, 29, 25, 24, 46, 45, 39, 44, 41, 34, 33, 31, 31, 40, 33, 31, 26, 34, 35, 41, 40, 50, 52, 52, 54, 62, 59, 59, 83, 97], "n_am_pl": [12, 9, 11, 16, 15, 19, 10, 8, 5, 8, 9, 6, 14, 13, 13, 12, 7, 9, 11, 5, 9, 5, 12, 13, 5, 8, 12, 8, 8, 9, 17, 17, 13, 13, 11, 8, 7, 3, 2, 5, 4, 4, 7, 7, 6, 6, 3, 3, 1, 0], "n_pos": 98, "sum_m_en": [11.4546, 6.217204, 5.724992, 5.430702, 5.337134, 5.637215, 6.165201, 6.809634, 6.941354, 6.684466, 7.439109, 8.274746, 8.684023, 8.497543, 8.03693, 7.66233, 7.37175, 7.030744, 6.256246, 5.798005, 5.29125, 4.989226, 4.716056, 4.609487, 15.615073, 14.90099, 14.722268, 13.169337, 12.742058, 12.753533, 11.191848, 11.136964, 11.849836, 12.466293, 13.214914, 12.90543, 14.306285, 16.738934, 18.591156, 22.248861, 24.501942, 30.740823, 37.02942, 41.010551, 46.68338, 50.365135, 54.552378, 56.513714, 80.290448, 96.04114], "sum_m_pl": [34.153376, 45.420197, 45.372473, 46.083674, 45.106769, 45.089731, 44.612275, 43.36579, 42.269364, 44.873796, 44.90598, 44.225512, 44.195306, 44.142394, 45.851256, 46.146699, 45.829728, 45.767037, 46.245465, 46.827969, 47.605136, 47.695569, 47.907081, 48.183213, 37.103756, 36.369727, 35.766708, 39.035951, 39.757064, 39.521271, 41.691688, 41.34273, 40.762941, 39.595342, 36.810487, 35.714051, 32.065355, 29.682742, 26.806315, 25.904694, 24.066193, 21.561268, 18.730818, 13.472261, 10.387, 9.241802, 5.404407, 3.281823, 1.225942, 0.002698]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 248, "item_id": "llmzszl-18504", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 246, "roundtrip_ok": true, "tf_agree": 0.9919, "tf_agree_excl_first": 0.996}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [175, 236, 190, 219, 217, 186, 177, 200, 155, 224, 225, 219, 226, 238, 250, 229, 235, 198, 168, 161, 175, 189, 170, 152, 265, 268, 243, 249, 233, 238, 226, 208, 190, 184, 223, 190, 185, 183, 159, 175, 180, 158, 177, 175, 162, 122, 85, 62, 38, 31], "n_am_pl": [29, 187, 162, 137, 130, 128, 138, 134, 160, 136, 113, 129, 149, 142, 156, 133, 105, 111, 113, 136, 133, 137, 150, 155, 113, 104, 122, 144, 150, 160, 137, 134, 148, 119, 97, 117, 93, 101, 114, 141, 153, 138, 140, 129, 129, 126, 134, 125, 169, 180], "n_pos": 911, "sum_m_en": [80.451383, 44.696015, 48.846993, 50.734597, 51.840087, 51.89979, 51.718757, 56.193529, 57.944358, 61.096171, 62.552296, 65.357274, 69.525324, 72.434925, 72.542926, 69.660679, 67.688858, 63.671153, 56.187409, 53.135175, 48.437632, 46.367507, 44.417192, 42.90746, 102.687731, 103.544508, 107.645476, 105.133222, 101.40535, 109.290469, 104.960444, 94.949167, 92.071438, 88.996852, 97.461787, 89.768243, 94.094781, 93.158341, 99.521097, 110.185041, 109.869772, 108.424696, 115.502889, 123.018624, 128.836279, 104.254011, 80.908265, 74.578144, 39.987742, 30.961155], "sum_m_pl": [353.933559, 451.38415, 436.435865, 429.322241, 420.641918, 419.654364, 422.309277, 416.099965, 407.665321, 415.75522, 413.965995, 406.532486, 410.843346, 406.279996, 411.915834, 418.033511, 416.902104, 418.150243, 428.509109, 436.557383, 441.958393, 442.940441, 444.519118, 445.792322, 351.431061, 349.030045, 335.672531, 363.3482, 372.135641, 365.292847, 368.030585, 374.47423, 372.901431, 352.781486, 334.727816, 321.853778, 299.020101, 298.622012, 281.4013, 286.367687, 283.161217, 278.882772, 274.055914, 244.836394, 209.212453, 203.982492, 174.017812, 147.401201, 166.547928, 180.750622]}, "digit": {"n_am_en": [9, 46, 33, 22, 22, 35, 20, 21, 15, 22, 20, 14, 14, 17, 14, 22, 16, 14, 10, 17, 18, 18, 17, 14, 26, 23, 29, 32, 22, 21, 17, 14, 12, 11, 18, 21, 11, 16, 14, 13, 17, 12, 17, 17, 16, 9, 4, 1, 0, 0], "n_am_pl": [0, 9, 12, 13, 10, 13, 14, 12, 17, 4, 5, 9, 7, 11, 4, 6, 8, 5, 8, 3, 9, 9, 11, 9, 9, 9, 13, 7, 14, 9, 10, 7, 13, 9, 7, 11, 11, 9, 11, 15, 18, 13, 13, 11, 11, 11, 10, 7, 2, 0], "n_pos": 93, "sum_m_en": [9.27437, 4.466077, 4.599763, 4.582641, 4.883904, 5.188628, 5.025776, 5.431519, 5.566035, 5.776057, 5.931444, 6.097446, 6.368979, 6.64162, 6.492653, 6.418727, 6.526154, 6.202745, 5.386457, 5.111415, 4.581976, 4.280068, 4.130463, 4.06096, 8.612855, 8.724221, 9.202216, 8.863461, 9.149748, 9.23242, 9.479785, 8.485194, 8.15774, 7.953619, 8.479761, 8.314127, 7.955016, 7.401802, 9.186954, 9.808921, 11.389713, 10.277457, 10.452889, 12.512384, 11.604889, 7.81023, 4.057246, 2.227268, 0.353077, 0.0], "sum_m_pl": [36.838635, 49.463459, 47.657262, 46.382339, 45.272047, 43.847396, 43.783996, 42.613171, 41.548303, 42.375406, 41.629525, 41.45276, 41.132635, 40.926719, 41.137171, 42.154224, 41.800217, 41.81789, 43.161392, 44.048646, 44.664827, 45.112386, 45.259771, 45.343508, 39.126272, 37.364946, 35.39189, 37.952445, 37.427437, 36.876599, 36.727986, 37.229347, 37.794375, 35.895467, 34.669566, 34.66205, 34.228596, 35.298636, 32.598629, 33.218647, 33.442331, 33.754788, 33.064467, 30.339819, 27.629983, 23.009592, 15.840585, 10.320794, 2.063824, 0.0]}, "lang": {"n_am_en": [51, 27, 29, 39, 37, 40, 49, 45, 40, 56, 57, 56, 59, 65, 54, 51, 59, 50, 52, 36, 44, 57, 54, 44, 73, 86, 65, 65, 69, 65, 66, 62, 57, 62, 71, 51, 49, 61, 52, 63, 69, 59, 69, 73, 83, 69, 51, 39, 30, 31], "n_am_pl": [15, 54, 40, 39, 48, 29, 28, 35, 37, 31, 27, 27, 30, 32, 48, 41, 37, 35, 35, 48, 49, 45, 54, 56, 39, 31, 43, 39, 46, 40, 36, 42, 50, 40, 26, 36, 29, 37, 49, 55, 58, 65, 68, 64, 65, 76, 81, 79, 159, 180], "n_pos": 214, "sum_m_en": [18.046238, 10.590436, 11.905469, 12.793632, 12.756165, 12.740295, 13.171531, 14.033971, 14.647687, 15.054433, 15.866372, 17.101476, 17.323968, 17.381932, 16.770747, 16.195879, 15.79395, 14.493928, 13.178667, 12.344521, 11.441529, 11.268873, 10.55559, 10.144268, 27.703628, 27.224524, 25.575124, 24.356149, 23.46086, 25.150332, 24.160751, 23.345386, 22.347699, 22.127905, 22.816645, 21.715309, 23.56421, 24.937369, 28.342813, 34.448343, 35.273298, 37.472887, 41.963245, 48.254299, 64.322956, 56.230682, 46.286107, 42.491883, 31.808971, 30.882007], "sum_m_pl": [80.265875, 98.495751, 96.650396, 96.06497, 95.452299, 96.668889, 96.579717, 96.204441, 94.45622, 96.59568, 96.402436, 93.422055, 95.573856, 96.183229, 99.081649, 100.035673, 99.427831, 100.498176, 102.457686, 103.781128, 104.906021, 104.728786, 105.129719, 105.337669, 87.26769, 86.241193, 85.160847, 90.241062, 92.233846, 89.797325, 90.512958, 90.751279, 91.434291, 88.924365, 86.758321, 86.73306, 83.340401, 83.865358, 80.346147, 83.825365, 82.665961, 82.433474, 84.930978, 80.977008, 75.486827, 81.598539, 85.437489, 84.863742, 149.590078, 179.475827]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 911, "item_id": "llmzszl-18504", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 664, "region_end": 911, "roundtrip_ok": true, "tf_agree": 0.9945, "tf_agree_excl_first": 0.9956}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [46, 34, 40, 30, 25, 23, 29, 19, 25, 26, 34, 28, 28, 32, 39, 39, 45, 29, 23, 27, 27, 29, 33, 24, 48, 43, 41, 48, 32, 32, 32, 25, 34, 35, 30, 30, 34, 33, 33, 29, 30, 31, 36, 40, 39, 38, 34, 38, 36, 36], "n_am_pl": [9, 24, 19, 16, 17, 26, 15, 20, 13, 24, 17, 20, 38, 28, 26, 20, 22, 24, 27, 20, 19, 16, 13, 20, 10, 12, 16, 27, 24, 17, 26, 19, 16, 16, 6, 6, 6, 6, 7, 9, 8, 6, 3, 3, 1, 1, 1, 0, 0, 1], "n_pos": 144, "sum_m_en": [17.499787, 7.902917, 7.775771, 7.755165, 7.96222, 8.84406, 8.645459, 8.991444, 9.134789, 9.144208, 9.569205, 9.690362, 10.682403, 10.829898, 10.688518, 10.062808, 10.335723, 9.579362, 9.046309, 8.338124, 7.711074, 7.27477, 7.082601, 6.864826, 14.952744, 15.853313, 15.698694, 15.543736, 15.120179, 16.123873, 14.530546, 13.705606, 13.597585, 13.736447, 15.79252, 15.553848, 16.25484, 17.485329, 19.969352, 20.346612, 22.825533, 23.662207, 26.288814, 34.337222, 32.165083, 34.359961, 32.878951, 35.376737, 36.889889, 37.902706], "sum_m_pl": [54.46168, 71.809396, 68.918369, 66.499166, 63.869035, 65.037297, 64.688228, 62.284854, 62.537214, 65.779465, 64.76658, 64.836431, 65.13572, 63.610857, 62.76389, 63.828178, 62.791672, 63.769083, 64.829856, 67.223827, 68.727601, 68.837977, 69.184788, 69.484323, 52.199561, 54.043139, 54.287718, 57.17885, 57.931549, 55.464674, 57.411385, 56.672204, 53.436902, 51.341076, 46.441714, 44.547184, 38.491854, 36.993243, 32.824492, 28.688417, 25.562128, 22.556487, 21.107285, 14.752896, 13.454241, 9.57642, 5.175734, 2.680402, 0.224505, 0.540498]}, "digit": {"n_am_en": [6, 5, 6, 3, 0, 1, 2, 2, 3, 1, 4, 5, 5, 6, 6, 5, 6, 3, 3, 4, 5, 8, 6, 6, 8, 8, 6, 6, 3, 5, 5, 2, 3, 2, 4, 1, 0, 2, 1, 1, 0, 2, 3, 3, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 2, 1, 2, 2, 3, 1, 1, 3, 2, 6, 4, 3, 3, 4, 0, 2, 2, 1, 0, 1, 0, 0, 1, 1, 0, 4, 3, 3, 3, 3, 3, 2, 0, 1, 1, 1, 3, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.926082, 0.844704, 0.816965, 0.872432, 0.890736, 1.033059, 1.042063, 1.077246, 1.094731, 1.05736, 1.097515, 1.118141, 1.178306, 1.241582, 1.204583, 1.121866, 1.225423, 1.151151, 1.053088, 0.993622, 0.932552, 0.905622, 0.874089, 0.850621, 1.714156, 1.338977, 1.577849, 1.706466, 1.601304, 1.74869, 1.601013, 1.549731, 1.490192, 1.372097, 1.558166, 1.554449, 1.204463, 1.163438, 1.050513, 0.825413, 0.837863, 1.215283, 1.124936, 3.295567, 2.442469, 1.887721, 0.863868, 0.883307, 0.040775, 0.0], "sum_m_pl": [7.993504, 9.975912, 9.77656, 9.214543, 8.706537, 8.823736, 8.799166, 8.471534, 8.711978, 9.057868, 8.897014, 8.985449, 8.999414, 8.652844, 8.28753, 8.335439, 7.95793, 7.903929, 8.24734, 8.620976, 8.862463, 8.96221, 9.064158, 9.156221, 7.141385, 7.541993, 7.840161, 7.856321, 8.220452, 7.844049, 7.610903, 7.536502, 7.19154, 7.007772, 6.510374, 6.384495, 5.803834, 5.644274, 5.206242, 4.024181, 4.174387, 4.257513, 4.191576, 2.271446, 2.537753, 1.844058, 1.70024, 1.129032, 0.052608, 0.0]}, "lang": {"n_am_en": [12, 5, 13, 9, 7, 7, 11, 2, 4, 8, 11, 11, 9, 9, 11, 13, 13, 10, 9, 9, 5, 5, 7, 4, 11, 12, 10, 14, 6, 7, 9, 11, 13, 16, 13, 15, 16, 10, 12, 12, 16, 16, 18, 19, 21, 22, 23, 28, 34, 36], "n_am_pl": [2, 6, 3, 3, 2, 4, 3, 2, 1, 3, 5, 2, 7, 4, 4, 3, 5, 6, 4, 3, 2, 1, 3, 5, 5, 5, 5, 5, 9, 4, 6, 1, 1, 2, 1, 3, 1, 2, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0], "n_pos": 36, "sum_m_en": [4.477776, 2.116533, 2.080565, 2.068061, 2.171692, 2.402011, 2.298934, 2.39471, 2.563804, 2.54353, 2.794586, 2.837635, 2.971929, 2.947826, 2.935889, 2.765637, 2.768514, 2.538609, 2.48713, 2.223802, 2.015264, 1.874294, 1.846563, 1.771737, 4.42596, 5.448439, 4.626967, 4.634868, 4.32294, 4.538297, 4.437877, 4.153661, 4.224287, 4.595079, 4.814915, 4.913659, 5.462897, 5.438918, 7.887, 8.514223, 10.836252, 12.289357, 14.255507, 17.135766, 18.439684, 20.426492, 22.407599, 25.730562, 33.048546, 35.564842], "sum_m_pl": [13.050368, 17.064415, 16.471938, 15.954414, 15.314227, 15.435376, 15.500131, 14.937886, 15.033938, 16.088598, 15.984173, 16.138348, 16.438388, 16.319674, 16.278802, 16.643661, 16.144968, 16.619967, 16.615518, 17.049285, 17.344748, 17.215622, 17.238262, 17.274914, 12.494111, 12.898424, 12.655038, 13.692121, 13.603533, 12.831904, 13.474981, 13.078857, 12.493062, 12.484306, 11.281712, 11.160155, 9.513773, 9.047159, 7.530517, 6.375694, 5.407926, 4.976662, 4.668209, 3.668245, 3.222186, 1.760093, 1.460599, 0.297774, 0.052832, 0.037305]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "llmzszl-18505", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 755, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 0.9931}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [134, 139, 141, 134, 101, 101, 98, 101, 86, 119, 118, 120, 101, 130, 123, 104, 114, 89, 86, 80, 71, 82, 82, 81, 138, 131, 129, 136, 151, 135, 131, 128, 126, 106, 140, 153, 152, 133, 120, 127, 122, 132, 129, 131, 100, 94, 49, 36, 9, 4], "n_am_pl": [18, 91, 65, 86, 76, 97, 103, 86, 79, 106, 76, 97, 128, 114, 80, 78, 90, 90, 108, 108, 129, 120, 120, 118, 54, 72, 70, 66, 67, 82, 94, 77, 66, 65, 47, 60, 42, 43, 38, 29, 33, 38, 38, 25, 32, 41, 54, 55, 95, 119], "n_pos": 501, "sum_m_en": [46.117519, 24.031883, 26.352217, 27.412281, 28.116439, 29.003062, 28.721196, 30.391081, 32.02846, 33.054083, 33.669299, 34.224406, 36.409851, 38.512354, 38.629669, 35.277419, 35.602978, 33.29996, 31.103925, 28.849901, 26.550491, 25.480203, 24.934618, 23.992655, 55.71032, 55.535475, 58.055347, 56.541126, 57.203784, 56.385453, 53.269635, 50.504915, 52.453929, 52.874665, 61.862316, 64.495209, 67.002073, 67.204232, 70.286422, 70.377061, 75.27466, 75.015158, 77.608371, 82.513182, 76.743644, 69.704006, 45.762331, 34.891825, 12.09281, 3.708833], "sum_m_pl": [192.560594, 247.833941, 239.496487, 238.457007, 235.134042, 237.74117, 237.196934, 231.988508, 230.416305, 234.792053, 229.336484, 229.262324, 234.387985, 227.842515, 223.827503, 229.665589, 226.789688, 229.128355, 236.809677, 239.747443, 242.066652, 241.370506, 242.411592, 242.583515, 187.292147, 193.501507, 188.154714, 199.234954, 202.048337, 202.483738, 207.368092, 208.675723, 201.258717, 191.378104, 179.272917, 172.943915, 156.280264, 155.284946, 146.865307, 138.354545, 125.323379, 131.080603, 128.44209, 101.078018, 88.361814, 82.842133, 75.921588, 69.826794, 93.97344, 119.485016]}, "digit": {"n_am_en": [1, 21, 20, 12, 8, 6, 5, 10, 8, 12, 7, 9, 10, 9, 16, 11, 13, 11, 9, 10, 6, 6, 8, 7, 11, 9, 11, 6, 11, 11, 9, 4, 8, 6, 8, 8, 9, 7, 6, 6, 5, 6, 4, 9, 8, 7, 4, 3, 0, 0], "n_am_pl": [0, 0, 2, 1, 0, 5, 1, 0, 4, 7, 6, 9, 13, 11, 5, 4, 4, 5, 4, 2, 5, 7, 8, 7, 3, 4, 1, 3, 2, 8, 7, 4, 2, 5, 5, 4, 4, 3, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 0, 0], "n_pos": 33, "sum_m_en": [2.860382, 1.456918, 1.518048, 1.811723, 1.726168, 1.797763, 1.715211, 1.825122, 1.893105, 1.930024, 1.931191, 1.885831, 2.131853, 2.436629, 2.500387, 2.091343, 2.183783, 2.169173, 1.926952, 1.834022, 1.64645, 1.537771, 1.472344, 1.432582, 3.275222, 2.855136, 3.149297, 3.187969, 3.518142, 3.436219, 3.418055, 3.397557, 3.569677, 3.443379, 3.758176, 3.573582, 3.547786, 4.58418, 4.452596, 4.189057, 4.766583, 4.91673, 4.961746, 7.790674, 6.354066, 5.488627, 3.065203, 2.173789, 0.071328, 0.0], "sum_m_pl": [13.77471, 17.495608, 16.791045, 15.934961, 15.833373, 16.093717, 16.411778, 16.26365, 16.418524, 16.652573, 16.597706, 16.862934, 17.404079, 16.532893, 16.042288, 16.203331, 15.440439, 15.201533, 15.92748, 15.967668, 16.294023, 16.327614, 16.497619, 16.573199, 12.987845, 13.763972, 13.479311, 14.180603, 14.202334, 14.421755, 14.740528, 14.545588, 13.87455, 13.22126, 12.22288, 12.226962, 11.075689, 9.983455, 9.061099, 8.134077, 7.971761, 8.409115, 9.190466, 5.342163, 6.034621, 5.218074, 4.811181, 3.718554, 0.248134, 0.0]}, "lang": {"n_am_en": [49, 18, 33, 16, 16, 20, 21, 15, 22, 26, 22, 24, 21, 29, 30, 29, 29, 24, 27, 20, 24, 27, 21, 19, 27, 28, 36, 35, 35, 31, 39, 38, 35, 32, 31, 39, 38, 43, 42, 45, 47, 44, 43, 48, 43, 43, 33, 20, 8, 3], "n_am_pl": [5, 31, 20, 30, 22, 26, 23, 24, 15, 23, 20, 21, 27, 23, 13, 17, 19, 29, 29, 31, 23, 24, 24, 26, 17, 18, 18, 20, 18, 17, 22, 20, 14, 20, 20, 26, 16, 11, 15, 11, 14, 17, 21, 15, 18, 28, 36, 45, 94, 118], "n_pos": 122, "sum_m_en": [12.109677, 5.783828, 6.356779, 6.804429, 6.98463, 7.249278, 7.242587, 7.488793, 8.222031, 8.685611, 9.215199, 9.276387, 9.47003, 9.8748, 9.869501, 8.92881, 9.101231, 8.341374, 8.126578, 7.207766, 6.708722, 6.587493, 6.557228, 6.184888, 15.332175, 15.9093, 16.262593, 15.013651, 14.734718, 14.627623, 13.770811, 12.930945, 13.603718, 13.93753, 15.447889, 18.036853, 18.457877, 21.262224, 22.482318, 23.001929, 26.422129, 26.881866, 26.644048, 33.006382, 34.359665, 32.321724, 25.632148, 17.248298, 8.540923, 3.028653], "sum_m_pl": [43.619716, 56.751101, 55.49853, 55.501617, 54.706953, 55.411455, 55.159712, 53.979397, 53.74358, 55.020369, 52.909359, 52.454926, 54.14961, 52.505188, 52.90201, 54.996349, 54.921339, 55.668711, 57.112543, 57.408488, 57.413299, 56.895968, 57.07734, 57.441776, 43.457399, 43.631366, 43.757019, 47.808352, 48.467737, 48.25428, 49.880385, 50.855102, 49.26264, 48.056731, 45.59213, 45.137524, 43.081741, 42.177348, 39.743166, 36.329882, 32.058183, 33.858084, 34.017845, 28.746657, 25.769611, 30.176281, 38.193429, 44.661889, 87.736773, 116.490159]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 501, "item_id": "llmzszl-18505", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 686, "region_end": 501, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.99}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [222, 273, 270, 270, 265, 177, 157, 168, 177, 177, 228, 240, 229, 232, 234, 230, 239, 217, 215, 200, 156, 183, 176, 175, 296, 303, 262, 261, 239, 235, 252, 247, 228, 248, 236, 220, 200, 197, 225, 234, 233, 225, 233, 208, 196, 199, 190, 191, 193, 181], "n_am_pl": [38, 172, 174, 181, 164, 174, 157, 148, 158, 179, 191, 177, 157, 169, 181, 152, 164, 156, 163, 182, 185, 183, 209, 220, 116, 127, 142, 169, 201, 205, 216, 220, 141, 134, 150, 119, 100, 91, 95, 88, 70, 67, 68, 52, 42, 32, 16, 4, 1, 1], "n_pos": 1075, "sum_m_en": [104.041811, 55.213511, 58.632679, 59.19369, 61.401763, 60.244297, 58.547238, 64.304712, 64.81319, 67.262661, 70.907062, 71.129295, 74.593763, 77.237237, 79.206193, 76.133459, 73.403058, 72.101775, 64.114684, 60.856855, 55.727569, 52.011876, 50.508456, 49.302176, 104.942189, 123.302171, 121.77148, 114.295297, 109.76871, 112.658477, 111.759477, 106.658251, 106.2772, 104.150028, 109.280054, 110.276216, 113.446125, 112.44629, 118.752646, 127.150317, 134.976822, 145.103138, 172.413812, 177.507997, 173.391433, 181.967887, 176.560572, 188.782256, 194.801598, 182.432971], "sum_m_pl": [409.780816, 540.330328, 521.349582, 510.094915, 499.497458, 499.796316, 494.965767, 485.914892, 478.757008, 484.453628, 479.736475, 481.244533, 484.452508, 484.118509, 487.580023, 492.806918, 487.785828, 489.15989, 494.881309, 510.59028, 515.538524, 518.582617, 522.213563, 522.92569, 413.637003, 397.469844, 386.276964, 413.962631, 428.989601, 433.302768, 444.970673, 452.488711, 444.183103, 427.726382, 408.966196, 396.05741, 349.90285, 333.479771, 319.892988, 303.032222, 279.750906, 259.274742, 233.967574, 187.528744, 139.728489, 114.581167, 64.479476, 36.534936, 6.13274, 0.988104]}, "digit": {"n_am_en": [28, 38, 31, 22, 39, 32, 19, 16, 14, 19, 12, 27, 21, 32, 26, 21, 28, 29, 27, 27, 20, 28, 24, 32, 56, 55, 35, 39, 31, 26, 34, 29, 26, 32, 19, 30, 20, 19, 14, 22, 20, 23, 22, 24, 26, 22, 19, 10, 1, 0], "n_am_pl": [2, 17, 24, 10, 18, 15, 17, 13, 21, 23, 16, 19, 8, 11, 16, 17, 16, 7, 10, 9, 11, 15, 22, 19, 10, 10, 17, 16, 18, 25, 15, 15, 13, 17, 18, 13, 16, 16, 13, 14, 14, 14, 17, 13, 10, 7, 3, 1, 0, 0], "n_pos": 140, "sum_m_en": [11.700484, 6.3577, 6.814509, 7.363981, 7.595241, 7.343037, 6.951289, 7.530039, 7.505219, 7.684112, 8.251319, 7.952848, 8.691477, 9.181585, 9.252892, 8.843681, 9.12418, 9.203602, 7.979424, 7.779318, 7.03308, 6.604103, 6.387566, 6.260667, 13.332194, 15.62659, 13.164228, 12.623765, 12.308536, 12.004593, 12.546344, 12.098315, 11.311774, 11.06471, 11.007192, 11.52663, 11.077693, 10.200648, 10.457951, 11.272701, 12.0081, 12.400225, 14.674088, 15.982318, 16.082455, 15.282493, 10.826197, 8.165319, 2.766922, 2e-06], "sum_m_pl": [57.24267, 72.176658, 67.963204, 65.499512, 64.49891, 65.311524, 64.5043, 62.795249, 62.639269, 63.45714, 61.549365, 63.351629, 62.242827, 62.212491, 62.796826, 64.375223, 63.050093, 63.134062, 63.747249, 65.789319, 66.818774, 67.347279, 67.920131, 68.242184, 56.131485, 52.990987, 53.717895, 57.568256, 58.621541, 59.273865, 59.54204, 60.110948, 59.737929, 58.660686, 56.381992, 56.181723, 51.839017, 50.520731, 48.037729, 48.110874, 47.28045, 46.72676, 44.303954, 40.23003, 37.182658, 28.324799, 20.596717, 10.977602, 1.769247, 3e-06]}, "lang": {"n_am_en": [46, 44, 56, 44, 38, 37, 37, 40, 34, 32, 49, 57, 58, 55, 43, 54, 55, 54, 48, 50, 33, 44, 49, 48, 67, 77, 66, 66, 61, 55, 57, 62, 46, 65, 65, 65, 65, 59, 64, 71, 76, 78, 86, 91, 98, 110, 117, 140, 174, 181], "n_am_pl": [3, 13, 20, 28, 21, 24, 14, 26, 23, 27, 34, 31, 34, 32, 42, 24, 26, 28, 25, 35, 32, 35, 33, 32, 19, 17, 22, 24, 30, 29, 41, 31, 24, 19, 15, 18, 9, 11, 16, 20, 14, 12, 13, 11, 11, 6, 2, 1, 1, 1], "n_pos": 184, "sum_m_en": [22.648071, 11.324176, 11.220478, 10.800491, 10.933267, 10.560127, 10.588764, 11.655017, 12.05129, 12.226293, 13.259425, 13.86536, 14.146969, 14.876664, 14.729979, 13.727105, 13.129578, 12.686262, 11.408324, 10.576278, 9.721083, 9.081271, 8.783028, 8.647253, 21.803511, 25.674277, 24.979884, 23.673002, 22.846033, 23.231323, 22.100075, 22.077736, 22.468153, 23.023365, 25.007276, 26.189724, 30.832075, 30.430455, 34.20717, 39.218826, 43.852673, 50.01058, 65.835375, 73.286478, 88.453401, 95.374432, 111.60459, 131.047985, 169.926371, 180.034018], "sum_m_pl": [65.557811, 85.724402, 85.358682, 82.749666, 81.528864, 81.843838, 81.156207, 80.394427, 79.04249, 81.322306, 80.796396, 81.662292, 83.343206, 82.381037, 83.088111, 83.579862, 82.599862, 82.221827, 83.151698, 85.674191, 86.919216, 87.506419, 88.163042, 88.087174, 69.906702, 68.050826, 65.531913, 69.843711, 71.428052, 71.347806, 74.023053, 74.696244, 73.118059, 71.56045, 68.290011, 65.54927, 58.704314, 57.934306, 55.33907, 51.676844, 46.250359, 40.412713, 35.480685, 29.666479, 22.167527, 17.348799, 9.296377, 5.423768, 1.312908, 0.98628]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 1077, "item_id": "llmzszl-18507", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 768, "region_end": 1075, "roundtrip_ok": true, "tf_agree": 0.9954, "tf_agree_excl_first": 0.9963}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [257, 343, 340, 315, 309, 254, 226, 262, 224, 242, 257, 288, 317, 304, 324, 275, 284, 285, 237, 220, 209, 210, 202, 196, 347, 364, 314, 319, 283, 324, 296, 315, 276, 285, 305, 282, 261, 242, 239, 246, 278, 256, 290, 263, 201, 150, 118, 98, 62, 43], "n_am_pl": [35, 255, 194, 173, 157, 206, 236, 197, 199, 188, 200, 186, 182, 200, 187, 168, 204, 190, 209, 244, 255, 272, 278, 315, 143, 166, 175, 189, 241, 237, 229, 234, 219, 163, 144, 138, 117, 112, 126, 115, 94, 90, 87, 99, 95, 98, 109, 124, 137, 146], "n_pos": 1280, "sum_m_en": [116.402538, 62.984771, 69.111196, 70.428534, 72.617617, 71.315408, 70.746849, 78.301529, 77.967555, 82.489057, 83.711138, 84.428961, 87.484078, 90.390288, 93.947039, 89.077065, 86.474149, 84.731259, 74.748875, 71.179453, 64.968203, 60.992011, 59.276074, 57.498476, 116.701502, 128.807588, 132.166568, 125.495412, 127.785263, 131.149121, 127.60689, 122.74721, 120.812555, 119.023419, 126.731932, 128.982136, 130.012282, 127.849897, 134.685853, 142.406144, 149.726598, 161.030663, 182.434904, 188.731089, 161.291274, 135.86053, 108.082234, 99.203811, 68.635728, 43.46306], "sum_m_pl": [495.721235, 646.880595, 620.327416, 612.655382, 605.718113, 609.330928, 610.192431, 596.203038, 588.976928, 590.714522, 586.541969, 585.26419, 593.532916, 593.329855, 591.017853, 599.328372, 592.621677, 596.294218, 608.192509, 621.166571, 624.907115, 628.324441, 630.569428, 631.2695, 518.715254, 508.968076, 484.663914, 524.702267, 541.814049, 543.977337, 551.746953, 557.43644, 552.193438, 522.608849, 497.751181, 472.192644, 435.892024, 427.727442, 396.906487, 378.823476, 356.074601, 338.15805, 318.976007, 289.428994, 232.810915, 212.57948, 167.360525, 151.621587, 142.020462, 147.361564]}, "digit": {"n_am_en": [15, 58, 46, 46, 58, 47, 37, 39, 22, 17, 14, 34, 33, 29, 30, 25, 22, 27, 22, 17, 11, 9, 10, 14, 38, 37, 24, 29, 30, 35, 31, 40, 22, 33, 31, 34, 28, 23, 23, 21, 30, 30, 27, 24, 30, 13, 11, 14, 1, 0], "n_am_pl": [0, 19, 17, 20, 15, 13, 24, 8, 14, 17, 25, 20, 13, 16, 16, 13, 19, 11, 14, 20, 23, 25, 30, 31, 16, 14, 18, 21, 26, 23, 24, 22, 24, 20, 17, 18, 18, 12, 14, 23, 18, 12, 14, 27, 14, 15, 12, 12, 0, 0], "n_pos": 156, "sum_m_en": [11.705443, 7.097845, 8.051293, 8.388183, 8.68551, 8.371482, 8.044987, 8.598633, 8.358148, 8.764968, 9.169507, 9.337824, 10.146047, 10.493783, 10.748587, 10.318743, 10.468274, 10.514323, 9.193303, 8.952481, 8.06529, 7.466, 7.226971, 7.06283, 13.674896, 15.144279, 14.463309, 13.99325, 14.553166, 14.212886, 14.320687, 13.984325, 13.03824, 12.849823, 13.490295, 14.599863, 13.924119, 12.951757, 14.172807, 16.025919, 16.998038, 16.347442, 17.826456, 19.222753, 17.817645, 15.310768, 10.894539, 7.815133, 2.011916, 2e-06], "sum_m_pl": [62.274295, 81.478555, 76.751202, 75.585776, 75.166813, 75.663588, 75.696859, 74.219265, 73.689818, 74.583821, 73.333648, 72.881049, 72.183904, 72.354137, 71.918088, 73.112722, 71.077533, 71.446969, 72.58216, 73.907495, 74.701824, 75.749849, 76.101598, 76.50532, 64.19501, 62.405581, 60.9022, 65.556039, 66.574307, 67.665885, 67.746451, 68.492168, 69.232515, 67.184754, 63.79228, 63.504302, 61.187182, 59.921866, 54.947514, 55.093743, 54.764956, 54.11562, 50.449904, 51.352462, 46.992778, 38.180098, 28.747306, 20.153271, 1.669558, 0.0]}, "lang": {"n_am_en": [43, 42, 54, 49, 38, 34, 38, 45, 40, 45, 44, 46, 47, 45, 62, 54, 68, 62, 57, 48, 49, 60, 54, 50, 78, 76, 62, 68, 63, 64, 57, 56, 53, 53, 56, 63, 55, 58, 60, 62, 65, 65, 71, 76, 66, 63, 57, 55, 45, 43], "n_am_pl": [10, 48, 34, 29, 26, 25, 26, 31, 35, 30, 37, 29, 42, 38, 29, 30, 35, 32, 38, 42, 44, 49, 51, 56, 21, 26, 25, 24, 25, 33, 34, 34, 32, 31, 33, 28, 24, 23, 23, 27, 19, 24, 28, 28, 45, 51, 53, 65, 127, 145], "n_pos": 191, "sum_m_en": [19.214284, 10.133579, 10.636984, 11.313101, 11.222762, 10.906758, 11.30768, 11.640781, 12.057927, 12.218419, 12.635555, 13.182499, 13.084416, 13.464148, 13.682755, 13.007683, 12.785464, 12.189053, 10.943872, 10.270655, 9.58078, 9.282731, 8.938434, 8.646092, 21.19128, 19.468011, 18.898298, 18.715311, 18.865788, 19.884671, 18.58847, 18.790495, 19.742019, 19.923614, 21.04916, 21.840403, 24.016468, 25.039265, 28.082686, 31.746684, 33.322171, 42.745886, 48.288476, 50.603814, 57.406884, 50.245984, 50.323466, 51.005479, 46.122225, 43.43028], "sum_m_pl": [69.002871, 89.789861, 87.759615, 86.07232, 85.795279, 86.322082, 87.120665, 86.543881, 86.65329, 86.725256, 86.508576, 86.745433, 88.690927, 88.850771, 89.630526, 90.79059, 89.831241, 89.425171, 91.374491, 93.044934, 92.980347, 92.64681, 92.986311, 92.888842, 76.979783, 77.744467, 75.091505, 80.361419, 82.27627, 82.385491, 84.400587, 84.385908, 83.647463, 80.923945, 78.507436, 76.512336, 72.877022, 72.835277, 66.735746, 61.700916, 58.260625, 55.581234, 54.43037, 53.311168, 52.688368, 58.829432, 58.778547, 69.145357, 118.75706, 143.069017]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18507", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 699, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9937}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 3, 3, 2, 1, 2, 1, 0, 1, 1, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 2, 1, 1, 1, 2, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.230183, 0.15122, 0.164793, 0.173959, 0.186544, 0.158707, 0.147727, 0.152374, 0.140557, 0.1359, 0.143575, 0.145649, 0.14493, 0.17044, 0.168073, 0.166609, 0.192352, 0.165992, 0.152549, 0.146899, 0.130742, 0.122328, 0.120041, 0.122665, 0.399145, 0.314548, 0.318135, 0.36749, 0.261708, 0.222441, 0.207988, 0.230453, 0.260249, 0.227742, 0.348558, 0.313147, 0.519078, 0.467464, 0.410213, 0.32453, 0.30717, 0.251786, 0.247838, 0.258471, 0.156098, 0.128477, 0.097494, 0.080845, 0.00127, 2e-05], "sum_m_pl": [1.368726, 1.438939, 1.489788, 1.456972, 1.421015, 1.495758, 1.466879, 1.383872, 1.473678, 1.463775, 1.463415, 1.511065, 1.496104, 1.517874, 1.413812, 1.370475, 1.35924, 1.34171, 1.400876, 1.433964, 1.450055, 1.478503, 1.502997, 1.508039, 1.218838, 1.250343, 1.141751, 1.166847, 1.26499, 1.389417, 1.373997, 1.329209, 1.234525, 1.280538, 1.165397, 1.166288, 0.997493, 0.950559, 0.98764, 0.990373, 1.096347, 1.129319, 1.098375, 1.119574, 0.600916, 1.342276, 1.146876, 0.294618, 0.0066, 0.136522]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "llmzszl-18511", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 720, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9871, "tf_agree_excl_first": 0.9914}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [93, 60, 54, 38, 49, 58, 59, 44, 58, 61, 45, 51, 62, 54, 73, 58, 59, 39, 30, 34, 24, 38, 37, 38, 54, 60, 54, 69, 72, 68, 55, 62, 59, 72, 71, 71, 58, 81, 78, 88, 90, 68, 75, 83, 76, 68, 42, 27, 11, 0], "n_am_pl": [40, 76, 72, 73, 65, 60, 50, 42, 36, 38, 34, 40, 45, 54, 52, 54, 47, 44, 67, 81, 79, 89, 89, 83, 63, 65, 58, 50, 54, 53, 59, 65, 76, 56, 56, 56, 66, 54, 57, 64, 69, 65, 58, 64, 65, 73, 85, 87, 125, 151], "n_pos": 331, "sum_m_en": [31.230611, 16.168712, 16.215975, 17.62021, 17.608735, 18.965044, 19.738908, 18.329229, 18.493169, 18.549683, 19.188171, 21.131699, 21.021682, 21.923197, 21.981824, 20.885466, 19.86961, 18.825007, 17.667615, 16.949103, 15.985814, 15.447018, 15.438494, 14.916057, 33.577138, 35.813611, 32.109535, 30.879533, 30.483214, 32.150061, 29.540514, 28.927152, 29.960131, 29.827971, 31.874554, 32.426399, 31.448022, 37.107825, 37.391936, 43.464529, 45.958799, 44.481451, 49.49068, 57.440526, 60.444864, 55.555217, 40.288742, 29.40224, 11.0362, 0.077558], "sum_m_pl": [124.947667, 154.661937, 152.758376, 151.717866, 149.52524, 148.422489, 150.23917, 148.585747, 149.523868, 148.755862, 147.214741, 145.12677, 147.063003, 147.205461, 149.271421, 149.041675, 151.167574, 152.380944, 156.321658, 159.570964, 161.895026, 162.296167, 162.145419, 163.017508, 123.100159, 117.792979, 116.754058, 123.205138, 127.838995, 126.218631, 127.322143, 131.745142, 129.429404, 122.222994, 121.665625, 121.782258, 119.067105, 115.572775, 110.01707, 108.607832, 107.037328, 105.252719, 95.164622, 95.177964, 87.630105, 91.805211, 94.623947, 91.368028, 122.985985, 151.346359]}, "digit": {"n_am_en": [3, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 1, 0, 0, 2, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 4, 1, 3, 1, 0, 2, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 2, 2, 1, 3, 1, 1, 1, 1, 0, 0, 2, 2, 1, 0, 1, 2, 1, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.464158, 0.184265, 0.184347, 0.174984, 0.178629, 0.185365, 0.176599, 0.188463, 0.22566, 0.226885, 0.219756, 0.26759, 0.264664, 0.265752, 0.277087, 0.221815, 0.246226, 0.248146, 0.238746, 0.212948, 0.209212, 0.200765, 0.205154, 0.192868, 0.292547, 0.325447, 0.378644, 0.347258, 0.369615, 0.373918, 0.389818, 0.338583, 0.337212, 0.318105, 0.34259, 0.3168, 0.241642, 0.2219, 0.208966, 0.187456, 0.203551, 0.197115, 0.18306, 0.153606, 0.112783, 0.108788, 0.100185, 0.05701, 0.008899, 0.0], "sum_m_pl": [1.719011, 2.277538, 2.225146, 2.152493, 2.111604, 2.092873, 2.084595, 1.993485, 1.901267, 1.850138, 1.854052, 1.717419, 1.775582, 1.769381, 1.772306, 1.73761, 1.791107, 1.722221, 1.802114, 1.919949, 1.917781, 1.897558, 1.933924, 1.937756, 1.640863, 1.644516, 1.440971, 1.539988, 1.622987, 1.523145, 1.535193, 1.649309, 1.604133, 1.575632, 1.461677, 1.295373, 1.106371, 1.121398, 1.148786, 1.181812, 1.200725, 1.19554, 1.084282, 0.998692, 0.845177, 0.959802, 0.626109, 0.442166, 0.02407, 0.0]}, "lang": {"n_am_en": [45, 30, 26, 19, 29, 30, 33, 20, 31, 35, 26, 21, 28, 25, 30, 28, 32, 13, 19, 17, 13, 22, 21, 22, 26, 28, 23, 32, 33, 34, 26, 29, 29, 35, 40, 44, 39, 49, 50, 54, 53, 44, 45, 48, 50, 41, 28, 17, 7, 0], "n_am_pl": [19, 28, 35, 28, 23, 24, 23, 16, 13, 19, 16, 19, 18, 22, 25, 25, 26, 26, 30, 38, 39, 43, 43, 40, 36, 39, 33, 34, 32, 30, 27, 33, 33, 27, 28, 26, 32, 27, 29, 32, 37, 37, 35, 46, 44, 55, 65, 73, 120, 151], "n_pos": 151, "sum_m_en": [15.307201, 7.041572, 7.105121, 7.647903, 8.042049, 8.487322, 9.207272, 8.524018, 8.450942, 8.582323, 8.785464, 9.535836, 9.472487, 9.811317, 9.84369, 9.423987, 9.017948, 8.529949, 8.042268, 7.695364, 7.312495, 7.031382, 7.037619, 6.775994, 15.794833, 17.254983, 14.757185, 14.357528, 14.265401, 15.026662, 13.688711, 13.432972, 13.560165, 13.786669, 14.245901, 15.200635, 15.241049, 19.230174, 20.16604, 23.4183, 25.48299, 26.416987, 27.104499, 34.388077, 37.426829, 32.644295, 23.289328, 17.98298, 6.491925, 0.07348], "sum_m_pl": [52.951295, 69.6872, 68.858948, 69.28107, 68.412964, 68.000219, 68.825948, 68.618986, 69.013045, 68.493471, 68.218987, 67.107977, 68.067031, 68.160868, 68.956886, 69.004946, 69.670938, 70.576291, 72.153073, 73.488143, 74.225698, 74.64809, 74.752961, 75.32593, 60.759795, 58.706498, 58.679888, 61.192234, 62.202098, 61.804819, 62.815407, 64.706446, 63.660753, 60.145646, 59.67447, 60.818306, 60.803396, 58.588852, 56.043602, 56.104671, 54.748777, 54.658347, 51.105479, 54.323138, 54.363065, 58.096788, 65.96588, 70.06156, 113.590552, 149.589307]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 333, "item_id": "llmzszl-18511", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 651, "region_end": 331, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.991}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [74, 58, 42, 39, 40, 40, 37, 39, 44, 45, 46, 54, 47, 53, 54, 48, 52, 55, 38, 63, 52, 57, 49, 53, 75, 68, 65, 62, 58, 59, 46, 49, 49, 60, 70, 69, 69, 79, 85, 88, 78, 78, 65, 73, 70, 79, 75, 85, 93, 91], "n_am_pl": [16, 17, 24, 23, 20, 14, 16, 16, 21, 18, 30, 19, 19, 21, 23, 29, 15, 15, 10, 16, 19, 21, 25, 30, 15, 16, 16, 18, 18, 28, 22, 19, 23, 19, 11, 8, 7, 10, 9, 6, 8, 9, 7, 7, 4, 5, 3, 1, 0, 0], "n_pos": 189, "sum_m_en": [23.778301, 12.139626, 11.125562, 10.464995, 10.452367, 10.896468, 11.463058, 11.039848, 11.671222, 12.704321, 13.118649, 13.905556, 14.30531, 13.981476, 13.621386, 14.310101, 13.535607, 13.043517, 11.779124, 10.838739, 9.842157, 9.092296, 8.655225, 8.725274, 22.209835, 23.538026, 23.602287, 22.905016, 20.193409, 21.078708, 19.888945, 20.286081, 20.93249, 23.218428, 24.511051, 25.665479, 27.584594, 33.141098, 43.041423, 49.337316, 51.12498, 57.070351, 55.392886, 59.237347, 60.997431, 68.067471, 72.145321, 76.355377, 88.728175, 90.119229], "sum_m_pl": [65.494627, 87.354827, 87.224856, 86.558883, 84.444565, 86.066548, 84.449323, 81.707661, 79.72435, 81.779485, 80.989258, 81.092164, 79.581112, 79.089279, 79.85795, 77.514066, 79.97255, 80.886732, 82.974871, 87.183381, 88.924749, 90.455681, 90.932585, 91.095481, 70.204144, 65.650794, 62.553406, 65.135328, 69.356339, 68.854289, 69.839143, 69.197226, 67.46807, 64.039348, 62.257125, 58.235359, 52.596133, 48.36199, 42.346365, 37.810902, 36.738434, 31.130475, 22.710347, 20.777367, 13.954105, 12.654097, 6.521324, 3.791707, 0.618473, 0.005157]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [40, 29, 22, 18, 21, 24, 21, 25, 26, 21, 24, 27, 24, 27, 31, 33, 31, 32, 26, 42, 35, 34, 29, 31, 45, 41, 38, 40, 37, 38, 33, 33, 35, 38, 40, 42, 44, 51, 49, 53, 49, 47, 41, 45, 48, 57, 58, 69, 84, 89], "n_am_pl": [12, 8, 14, 13, 7, 6, 9, 10, 7, 9, 15, 12, 10, 11, 11, 10, 7, 8, 6, 6, 7, 7, 10, 14, 9, 9, 11, 9, 11, 19, 12, 7, 14, 9, 6, 5, 4, 5, 4, 3, 3, 6, 4, 4, 2, 2, 1, 1, 0, 0], "n_pos": 90, "sum_m_en": [11.910718, 5.516809, 5.023968, 4.775906, 4.910282, 5.298525, 5.464411, 5.272714, 5.698661, 6.043159, 6.335629, 6.96017, 6.966963, 6.934294, 6.845001, 7.384183, 6.842112, 6.652916, 5.922194, 5.364183, 4.852155, 4.44188, 4.201223, 4.328769, 12.258316, 13.108079, 13.010536, 12.107353, 10.781904, 11.246505, 10.537061, 10.890366, 11.33036, 13.007869, 14.175088, 14.794302, 16.463506, 20.603149, 26.806375, 31.259079, 31.297004, 35.130084, 34.8074, 36.794324, 42.098376, 47.534533, 53.045673, 60.642867, 80.249198, 87.19716], "sum_m_pl": [30.043327, 42.596937, 42.517339, 42.417932, 41.697484, 41.956982, 41.436132, 40.565999, 39.642396, 40.907349, 40.319723, 40.245236, 39.532271, 39.050573, 39.281541, 37.919987, 39.298038, 39.826192, 40.632054, 42.50326, 43.202197, 43.890004, 44.17707, 44.048446, 34.838422, 32.699421, 32.04922, 33.28673, 35.250854, 34.558108, 35.214156, 34.760363, 33.888587, 32.02634, 30.575906, 29.251901, 25.956703, 23.837054, 19.942651, 17.682433, 17.547317, 15.206823, 11.224454, 11.071267, 7.170154, 6.186064, 2.717389, 1.995266, 0.266675, 0.003404]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "llmzszl-18513", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 799, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9686, "tf_agree_excl_first": 0.9737}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [215, 137, 134, 142, 152, 145, 173, 166, 177, 196, 170, 171, 165, 153, 153, 159, 199, 170, 140, 138, 153, 150, 118, 114, 220, 204, 186, 205, 184, 185, 147, 153, 160, 172, 172, 163, 167, 218, 211, 254, 222, 221, 209, 204, 177, 169, 132, 95, 54, 45], "n_am_pl": [49, 143, 145, 150, 95, 111, 105, 96, 101, 94, 93, 91, 89, 87, 94, 90, 85, 84, 118, 142, 135, 141, 161, 176, 73, 92, 82, 78, 101, 102, 102, 109, 117, 101, 92, 78, 63, 68, 79, 80, 62, 72, 80, 79, 76, 81, 99, 120, 182, 188], "n_pos": 739, "sum_m_en": [72.734483, 38.657629, 40.453612, 41.842942, 42.468689, 42.579868, 42.992586, 42.956111, 43.834806, 47.327405, 48.036577, 49.820699, 51.313482, 51.724002, 52.457224, 52.172462, 51.340771, 49.0016, 43.323936, 40.622388, 37.130711, 34.521946, 33.313488, 32.359828, 72.658873, 74.679785, 76.203227, 76.892302, 73.320686, 75.773587, 72.721569, 69.749051, 69.655449, 73.421852, 76.035622, 73.177651, 74.799771, 86.800402, 106.87126, 130.62578, 123.791206, 130.112033, 137.620038, 146.816044, 146.064102, 139.233254, 120.556008, 98.125016, 56.732777, 45.217707], "sum_m_pl": [284.110589, 353.184768, 345.892059, 340.30613, 332.713853, 338.402651, 340.10502, 334.675094, 324.778178, 328.408182, 324.489796, 322.117018, 322.696533, 319.040976, 319.141039, 316.75109, 321.776348, 325.436391, 337.407275, 350.234124, 356.697675, 360.995683, 361.432175, 363.421922, 293.156187, 278.334151, 264.466477, 278.917374, 288.453908, 287.214057, 290.314435, 291.464886, 285.04697, 264.727921, 260.758091, 245.377833, 237.070644, 231.704779, 215.685888, 206.281677, 200.102892, 185.761759, 172.129455, 155.656499, 131.665806, 131.060077, 120.460176, 126.440413, 176.182398, 191.134535]}, "digit": {"n_am_en": [5, 15, 14, 7, 11, 5, 8, 9, 8, 6, 4, 7, 4, 5, 9, 7, 10, 11, 6, 13, 10, 12, 10, 11, 12, 10, 7, 6, 4, 4, 2, 8, 7, 10, 7, 7, 11, 15, 11, 15, 10, 7, 5, 5, 3, 3, 1, 0, 0, 0], "n_am_pl": [0, 0, 5, 8, 3, 0, 1, 3, 4, 4, 3, 7, 2, 2, 4, 4, 4, 2, 2, 3, 2, 2, 2, 2, 2, 2, 0, 3, 5, 3, 3, 4, 6, 4, 7, 4, 3, 0, 1, 0, 2, 1, 6, 2, 2, 1, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.22577, 1.514464, 1.619876, 1.609482, 1.663462, 1.802944, 1.950892, 2.040578, 2.080138, 2.282144, 2.051693, 2.030797, 2.157253, 2.233848, 2.206631, 2.26302, 2.398776, 2.308746, 2.08307, 2.048473, 1.744117, 1.589934, 1.511525, 1.487578, 4.066479, 3.538802, 3.915217, 3.728389, 3.333661, 3.088012, 3.345653, 3.206529, 3.023357, 3.205525, 3.060959, 2.937098, 3.486006, 5.716904, 7.685545, 10.725792, 5.296041, 4.935119, 3.671676, 4.272302, 3.72236, 3.453766, 1.518785, 1.039411, 0.049484, 0.0], "sum_m_pl": [13.116499, 17.280646, 16.65226, 16.051672, 15.546737, 15.248174, 15.290105, 15.041388, 14.907373, 14.794036, 15.124837, 15.194514, 14.761014, 14.789355, 14.487539, 14.049533, 13.842215, 14.203229, 14.713337, 14.976618, 15.47787, 15.859772, 16.017453, 16.086657, 12.454345, 11.913871, 11.452957, 12.050405, 12.685922, 12.976268, 12.612258, 12.777388, 13.170484, 12.578274, 12.267043, 12.021117, 11.594069, 10.408225, 8.902078, 7.844208, 9.898936, 9.729827, 9.937391, 7.825054, 6.518164, 5.663828, 2.929982, 1.121238, 0.073968, 1e-06]}, "lang": {"n_am_en": [72, 34, 37, 44, 56, 49, 75, 65, 68, 75, 59, 62, 57, 61, 67, 70, 80, 75, 63, 56, 66, 66, 48, 49, 89, 77, 72, 82, 73, 84, 66, 71, 74, 80, 81, 77, 73, 101, 103, 117, 102, 102, 104, 99, 95, 93, 86, 64, 49, 45], "n_am_pl": [14, 59, 53, 49, 20, 26, 31, 31, 35, 36, 38, 35, 27, 27, 29, 26, 23, 21, 43, 46, 43, 43, 54, 59, 32, 37, 35, 35, 33, 33, 39, 35, 38, 33, 27, 28, 19, 33, 35, 34, 31, 44, 44, 48, 50, 57, 70, 94, 167, 188], "n_pos": 239, "sum_m_en": [22.321325, 11.876673, 12.772027, 13.461106, 14.204815, 14.428639, 15.161191, 14.971133, 14.957598, 15.705669, 16.281815, 17.164271, 17.439576, 17.521421, 17.558992, 17.455762, 17.181658, 16.330693, 14.509352, 13.493517, 12.592353, 11.458448, 10.989201, 10.724828, 27.656595, 26.701141, 27.270897, 28.144995, 26.594503, 27.519797, 25.751776, 25.01712, 25.24406, 27.261627, 28.248276, 27.66943, 29.929121, 36.270006, 46.756827, 57.494739, 56.843704, 61.31694, 68.369832, 69.001779, 82.968208, 74.278832, 76.160791, 63.881712, 48.422884, 45.003702], "sum_m_pl": [89.574804, 111.510316, 109.207726, 106.82197, 104.861422, 106.434441, 107.857887, 108.239636, 105.725669, 107.414053, 104.764825, 103.154104, 103.853828, 102.692362, 104.02938, 103.77861, 105.76117, 107.517699, 110.910449, 114.646402, 115.480129, 116.876677, 116.984679, 117.456848, 95.683164, 92.747426, 90.148056, 94.423063, 96.283137, 95.50367, 98.227052, 98.139232, 96.694855, 89.93563, 90.009399, 88.501206, 86.874364, 86.641499, 80.540297, 76.836352, 76.748456, 73.317836, 69.124173, 69.372498, 65.682837, 72.969834, 75.516449, 92.645128, 155.219404, 187.501914]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 741, "item_id": "llmzszl-18513", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 730, "region_end": 739, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9838}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [42, 36, 32, 30, 29, 20, 32, 30, 23, 31, 30, 31, 28, 26, 21, 17, 35, 30, 19, 28, 23, 22, 23, 22, 43, 39, 34, 31, 29, 29, 22, 28, 25, 23, 31, 27, 30, 37, 32, 37, 37, 31, 32, 32, 35, 36, 35, 39, 41, 44], "n_am_pl": [6, 15, 22, 11, 7, 21, 11, 9, 20, 10, 14, 18, 26, 21, 24, 12, 10, 16, 10, 13, 12, 12, 12, 10, 5, 8, 8, 7, 12, 14, 24, 11, 23, 8, 13, 10, 8, 5, 6, 4, 0, 6, 5, 6, 2, 1, 1, 0, 0, 0], "n_pos": 136, "sum_m_en": [15.184278, 7.330452, 7.146417, 6.961005, 7.495021, 7.644419, 7.680676, 8.124553, 8.32951, 9.089917, 9.002099, 9.552546, 10.315296, 10.834088, 11.118859, 10.399181, 10.422169, 9.483848, 8.504485, 8.117424, 7.465657, 6.930153, 6.614014, 6.454311, 15.565688, 15.932548, 15.537776, 15.492811, 14.279662, 14.532895, 13.816366, 13.601801, 13.934463, 14.586376, 14.56822, 14.841147, 17.134647, 19.356172, 21.171117, 23.844042, 24.261663, 22.57756, 27.277389, 27.084155, 30.517348, 32.840186, 34.23744, 37.49261, 41.935832, 43.281522], "sum_m_pl": [50.630858, 66.970497, 64.363462, 63.58503, 61.295453, 60.667405, 60.850127, 59.84896, 57.737066, 59.481443, 58.699378, 59.898415, 59.871626, 58.507774, 58.536062, 59.614745, 59.268102, 59.679175, 61.141581, 62.173289, 63.605483, 64.698802, 65.071292, 65.556742, 48.05548, 48.240015, 47.541006, 50.157312, 53.066426, 52.366747, 53.87549, 53.155708, 51.957464, 46.919375, 46.537972, 42.75948, 38.706366, 35.501188, 31.36351, 28.528994, 26.489053, 22.446789, 20.992852, 18.247958, 11.520952, 8.729768, 4.443249, 1.921955, 0.244488, 0.021564]}, "digit": {"n_am_en": [5, 11, 12, 8, 3, 2, 3, 5, 3, 11, 8, 9, 4, 6, 3, 3, 2, 5, 2, 2, 0, 0, 0, 0, 4, 4, 4, 7, 4, 4, 4, 7, 3, 3, 3, 2, 0, 1, 2, 3, 2, 2, 0, 0, 0, 1, 2, 0, 0, 0], "n_am_pl": [0, 0, 5, 0, 1, 2, 2, 1, 5, 1, 1, 1, 3, 0, 6, 1, 1, 3, 1, 2, 2, 2, 1, 0, 0, 1, 0, 1, 2, 6, 6, 1, 5, 3, 2, 0, 2, 0, 2, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.231611, 0.974641, 0.976741, 0.946009, 1.069605, 1.135502, 1.137109, 1.277484, 1.258818, 1.422169, 1.415296, 1.440111, 1.584041, 1.785372, 1.737974, 1.651519, 1.667018, 1.51229, 1.308732, 1.23107, 1.122605, 1.064573, 1.031348, 1.010508, 1.743613, 2.016952, 2.026442, 2.198393, 1.922935, 1.902043, 2.187514, 2.110933, 1.887662, 1.839072, 1.851736, 1.56753, 1.728333, 1.451371, 1.642747, 1.649139, 1.387596, 1.404478, 1.130273, 1.004853, 0.799435, 0.730178, 0.734882, 0.473948, 0.082212, 2e-06], "sum_m_pl": [9.872794, 12.367635, 11.866081, 11.639197, 11.20798, 10.937688, 10.995759, 10.682993, 10.587816, 10.482302, 10.197649, 10.581967, 10.406056, 10.018691, 9.972138, 9.98419, 9.839153, 9.827621, 10.297799, 10.416906, 10.515084, 10.721031, 10.811203, 10.927634, 8.812344, 8.669911, 8.852796, 8.993181, 9.604567, 9.641849, 9.44098, 9.197842, 9.437611, 8.885871, 8.683161, 8.025928, 8.058915, 7.345273, 6.814147, 6.694722, 6.278161, 5.617557, 4.714997, 4.535416, 2.55659, 1.992961, 1.449856, 1.126202, 0.177454, 0.0]}, "lang": {"n_am_en": [12, 10, 5, 7, 12, 8, 14, 12, 9, 9, 13, 11, 11, 7, 9, 4, 16, 11, 7, 13, 13, 13, 15, 13, 21, 19, 17, 14, 13, 12, 8, 9, 10, 6, 14, 17, 16, 22, 19, 23, 23, 22, 24, 26, 30, 28, 30, 34, 40, 43], "n_am_pl": [5, 5, 6, 3, 1, 7, 2, 4, 4, 2, 3, 6, 7, 7, 7, 3, 3, 4, 5, 5, 2, 2, 2, 2, 2, 5, 5, 4, 5, 0, 7, 3, 7, 1, 3, 3, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [5.258825, 2.612077, 2.363838, 2.325203, 2.407845, 2.430115, 2.604275, 2.668026, 2.902312, 3.22664, 3.304644, 3.607834, 3.790708, 3.808241, 3.973521, 3.667749, 3.570342, 3.244091, 2.933475, 2.778521, 2.516595, 2.362849, 2.236335, 2.200387, 6.637819, 6.358206, 6.017698, 5.782037, 5.540474, 5.359028, 5.034702, 5.078969, 5.619909, 6.2742, 6.331724, 7.318663, 8.296446, 11.005549, 12.211752, 14.37398, 15.299672, 15.644512, 18.729581, 19.990623, 24.339132, 25.357804, 28.734557, 31.746989, 39.570637, 41.826322], "sum_m_pl": [14.999397, 20.34497, 19.944163, 20.062391, 19.242986, 19.071818, 19.321908, 19.026027, 18.215279, 19.117998, 19.006618, 19.293705, 19.382806, 19.041988, 18.991455, 19.449415, 19.348788, 19.658363, 19.942245, 20.227022, 20.738595, 21.00828, 21.100926, 21.256969, 15.330911, 15.882709, 15.592585, 16.137343, 16.788551, 16.517035, 17.455221, 17.454846, 16.988451, 15.344899, 15.544173, 14.391754, 12.178933, 10.867823, 9.4717, 8.425572, 7.745124, 6.408776, 5.814449, 5.216188, 3.157907, 2.447838, 1.016571, 0.176204, 0.038974, 0.021535]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "llmzszl-18514", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 726, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9854}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [94, 109, 98, 94, 81, 68, 77, 92, 79, 98, 90, 92, 98, 104, 127, 85, 83, 74, 50, 54, 57, 58, 46, 53, 102, 116, 114, 115, 107, 114, 103, 114, 103, 107, 107, 102, 87, 71, 79, 99, 87, 86, 82, 74, 66, 56, 39, 32, 15, 12], "n_am_pl": [15, 61, 77, 58, 55, 64, 65, 47, 50, 58, 48, 67, 67, 73, 66, 59, 52, 52, 61, 55, 52, 48, 64, 54, 37, 40, 42, 37, 66, 85, 70, 77, 62, 41, 41, 27, 34, 33, 29, 34, 33, 37, 30, 36, 28, 33, 34, 41, 70, 76], "n_pos": 406, "sum_m_en": [37.685658, 19.928866, 21.705188, 23.065007, 23.189064, 23.308985, 23.313468, 24.374668, 25.761265, 27.959362, 27.93507, 29.548228, 31.432436, 33.160787, 34.066857, 32.22844, 30.714907, 28.089805, 25.079918, 23.693233, 22.270126, 21.311616, 20.302341, 19.860779, 41.089866, 45.78503, 47.508418, 49.685077, 48.243914, 49.344769, 46.830467, 42.649986, 41.288592, 41.775153, 43.710161, 40.52992, 43.350512, 48.106307, 48.283592, 54.531403, 50.572391, 53.362592, 57.678484, 59.130113, 60.58768, 53.222101, 40.409107, 32.630067, 17.297356, 12.117006], "sum_m_pl": [153.821805, 201.981197, 194.735501, 189.682825, 187.039286, 184.018727, 185.891007, 184.192306, 179.701975, 183.365963, 181.664923, 181.021633, 183.132948, 178.05059, 178.939415, 182.139744, 179.853066, 181.096771, 187.960293, 190.350222, 192.859432, 194.283672, 195.727447, 196.49044, 149.440796, 149.008643, 144.699251, 153.275469, 162.220202, 164.434965, 165.910606, 169.628438, 169.400673, 156.181771, 153.204873, 148.094961, 135.26684, 124.241665, 117.084959, 112.969652, 110.348799, 104.014524, 100.421374, 87.920842, 68.368923, 66.591035, 54.541645, 53.949679, 68.894475, 75.433463]}, "digit": {"n_am_en": [4, 8, 7, 5, 2, 1, 2, 5, 5, 14, 8, 9, 5, 7, 9, 7, 8, 8, 3, 4, 3, 2, 1, 1, 5, 7, 7, 10, 11, 11, 11, 9, 9, 6, 9, 2, 4, 2, 1, 3, 3, 3, 2, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 5, 4, 3, 5, 3, 3, 2, 3, 2, 3, 4, 8, 5, 7, 7, 5, 4, 6, 5, 3, 2, 6, 5, 1, 0, 2, 2, 5, 6, 4, 8, 6, 4, 3, 3, 4, 2, 3, 2, 1, 2, 0, 4, 0, 1, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [2.351078, 1.28693, 1.394399, 1.437918, 1.560869, 1.606374, 1.675507, 1.770855, 1.846342, 2.097274, 1.985714, 2.301343, 2.457234, 2.831068, 2.73499, 2.746917, 2.556476, 2.236811, 1.967201, 1.848873, 1.686115, 1.565687, 1.51831, 1.459739, 2.819748, 3.343692, 3.603391, 4.075478, 3.778648, 3.832888, 3.977924, 3.325643, 3.054252, 3.023171, 3.357547, 2.774453, 2.920673, 3.509592, 2.749978, 3.111173, 3.139956, 2.984494, 2.792601, 2.32754, 2.217359, 2.22594, 0.957503, 0.893596, 0.134973, 0.0], "sum_m_pl": [12.509397, 16.565789, 15.903431, 15.250896, 14.69406, 14.358476, 14.306997, 14.015244, 14.060011, 14.232801, 14.217541, 14.15311, 14.218705, 13.452913, 13.918753, 13.979322, 13.727376, 13.980231, 14.584104, 14.556455, 14.626431, 14.842642, 14.905882, 15.075429, 12.493736, 12.048854, 11.742549, 12.13262, 12.946628, 13.02098, 12.789914, 12.998328, 13.678922, 12.873557, 12.250664, 12.47033, 12.110763, 11.218001, 10.512525, 10.42781, 9.899601, 10.078889, 9.662969, 9.098237, 7.013507, 5.398045, 3.245793, 2.135172, 0.362027, 0.0]}, "lang": {"n_am_en": [21, 14, 18, 19, 19, 18, 22, 21, 14, 20, 17, 23, 29, 29, 30, 19, 19, 17, 14, 17, 21, 19, 17, 22, 28, 28, 26, 27, 23, 25, 22, 24, 25, 32, 22, 30, 23, 24, 30, 42, 37, 33, 33, 33, 36, 32, 27, 23, 12, 12], "n_am_pl": [9, 20, 21, 14, 10, 18, 11, 7, 8, 14, 12, 8, 15, 12, 17, 19, 12, 13, 17, 16, 19, 17, 21, 16, 11, 12, 14, 15, 20, 22, 21, 24, 24, 16, 19, 13, 16, 11, 14, 16, 17, 19, 18, 19, 19, 21, 25, 29, 65, 76], "n_pos": 89, "sum_m_en": [7.617473, 4.514141, 4.697232, 5.277504, 5.003661, 4.994562, 5.081241, 4.983428, 5.442688, 5.777622, 6.045882, 6.442757, 6.762089, 6.912395, 7.289817, 6.673755, 6.311833, 5.848434, 5.35008, 5.054616, 4.794614, 4.816482, 4.406854, 4.45001, 9.460462, 9.757418, 10.371224, 9.953074, 9.838951, 10.069888, 9.188956, 8.866362, 9.260034, 9.662381, 9.913108, 9.79028, 10.640664, 12.508144, 13.374997, 16.675581, 17.166669, 19.02484, 20.446477, 23.633894, 29.816531, 26.623448, 23.213359, 19.965436, 12.830805, 12.004386], "sum_m_pl": [34.998031, 41.457888, 40.787961, 39.783101, 39.770054, 39.306648, 39.91751, 40.301311, 39.228765, 40.363158, 39.998849, 40.123019, 40.970312, 40.587912, 40.384706, 41.105399, 40.870436, 41.300625, 42.188391, 42.694539, 43.257137, 43.282093, 43.533973, 43.556931, 35.789564, 36.36145, 35.807617, 38.353237, 39.117415, 39.290851, 40.234324, 41.113316, 39.990789, 37.758201, 37.142572, 37.265578, 35.503149, 32.910455, 32.407446, 31.860175, 32.88811, 31.337574, 30.134869, 29.277643, 26.185584, 29.098765, 30.369105, 33.829331, 60.65192, 74.096268]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 408, "item_id": "llmzszl-18514", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 657, "region_end": 406, "roundtrip_ok": true, "tf_agree": 0.9853, "tf_agree_excl_first": 0.9877}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [53, 44, 31, 35, 24, 26, 34, 35, 23, 38, 38, 46, 34, 34, 32, 37, 26, 24, 25, 29, 30, 35, 32, 33, 50, 45, 39, 34, 30, 26, 27, 28, 30, 34, 41, 36, 30, 42, 51, 49, 51, 54, 57, 52, 51, 68, 67, 68, 69, 70], "n_am_pl": [9, 16, 22, 26, 11, 17, 9, 9, 19, 13, 16, 18, 24, 25, 14, 17, 11, 13, 15, 11, 16, 13, 12, 23, 14, 14, 13, 11, 15, 13, 21, 18, 20, 14, 20, 19, 11, 7, 6, 7, 7, 12, 12, 7, 3, 3, 1, 1, 0, 0], "n_pos": 148, "sum_m_en": [17.879083, 8.624386, 8.690631, 8.356804, 8.733057, 8.805612, 9.958324, 10.087299, 10.134141, 10.448348, 11.060283, 11.646629, 12.197038, 12.210337, 12.042606, 11.683816, 11.533259, 10.929171, 9.959725, 9.326071, 8.669446, 8.111493, 7.628083, 7.54655, 19.117532, 19.643394, 18.282759, 17.282625, 17.18835, 16.819165, 16.07032, 16.302841, 16.494241, 16.948043, 17.75838, 17.76552, 20.075933, 24.19572, 27.004177, 29.726997, 29.845488, 38.470163, 41.548487, 45.068722, 48.238069, 56.684446, 57.798322, 65.561897, 69.055295, 69.874278], "sum_m_pl": [52.272751, 69.816279, 67.501011, 67.726013, 65.737496, 66.047813, 64.899332, 63.365631, 60.838303, 62.377263, 61.454354, 62.623736, 63.070493, 62.010835, 62.624106, 63.007524, 62.36186, 62.71211, 63.474164, 66.364246, 68.168451, 69.45005, 69.891144, 70.058175, 52.305036, 51.013434, 48.543056, 51.544239, 53.642513, 52.860814, 54.061421, 55.021393, 55.485947, 52.780793, 51.949964, 49.390932, 43.717448, 40.387859, 36.121123, 33.88735, 33.418759, 26.695722, 26.649658, 19.853056, 15.060618, 11.940839, 7.142236, 2.750146, 0.155414, 0.00063]}, "digit": {"n_am_en": [1, 1, 0, 1, 0, 0, 2, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.667687, 0.1913, 0.189426, 0.225659, 0.200293, 0.219716, 0.225297, 0.245895, 0.2127, 0.259031, 0.259333, 0.276852, 0.285215, 0.266275, 0.233115, 0.267479, 0.307252, 0.283486, 0.248868, 0.244979, 0.229467, 0.207389, 0.200952, 0.195282, 0.392558, 0.405657, 0.333212, 0.365815, 0.300615, 0.298072, 0.301203, 0.322791, 0.304727, 0.321008, 0.380075, 0.325647, 0.303329, 0.327449, 0.403539, 0.297789, 0.266583, 0.246225, 0.227734, 0.25053, 0.107656, 0.128968, 0.038785, 0.004358, 0.000767, 0.0], "sum_m_pl": [1.421993, 1.970927, 1.848461, 1.799671, 1.825541, 1.837319, 1.85699, 1.827808, 1.770141, 1.813625, 1.755783, 1.803386, 1.770702, 1.805086, 1.703955, 1.643038, 1.514407, 1.548356, 1.554003, 1.706009, 1.769609, 1.773856, 1.792749, 1.758265, 1.126432, 1.034088, 1.04203, 1.162529, 1.183157, 1.330006, 1.419474, 1.493037, 1.553448, 1.488934, 1.341771, 1.296998, 1.252217, 1.089382, 1.049354, 0.838621, 0.663639, 0.709022, 0.798086, 0.662638, 0.380651, 0.331034, 0.113178, 0.016183, 0.002591, 0.0]}, "lang": {"n_am_en": [27, 15, 14, 18, 15, 12, 20, 20, 16, 24, 18, 26, 23, 19, 20, 23, 18, 14, 17, 14, 19, 22, 16, 18, 28, 25, 22, 17, 15, 13, 17, 16, 19, 15, 17, 21, 19, 27, 28, 32, 30, 38, 38, 38, 41, 52, 54, 61, 67, 70], "n_am_pl": [3, 7, 6, 10, 5, 10, 5, 3, 10, 7, 8, 10, 13, 11, 5, 7, 7, 7, 10, 8, 7, 5, 7, 10, 4, 5, 9, 6, 10, 7, 10, 10, 11, 7, 12, 12, 6, 4, 3, 4, 4, 7, 6, 5, 3, 2, 0, 0, 0, 0], "n_pos": 71, "sum_m_en": [8.986449, 4.161502, 4.123139, 4.089204, 4.306453, 4.326262, 5.079479, 5.068431, 5.291566, 5.319283, 5.727806, 6.164141, 6.416182, 6.471627, 6.397659, 6.043514, 5.819661, 5.496889, 4.886003, 4.568881, 4.23631, 3.972994, 3.72445, 3.750359, 10.773759, 10.669804, 10.239421, 9.30452, 9.281728, 8.895539, 8.563484, 8.720563, 8.907074, 9.320755, 9.659907, 9.734838, 11.581372, 14.978442, 16.630118, 19.488829, 19.89595, 28.285117, 30.09301, 33.609154, 36.768757, 42.618156, 47.779596, 57.535147, 66.141479, 69.179285], "sum_m_pl": [23.802811, 32.703325, 32.150987, 32.351213, 31.413781, 31.656434, 31.325182, 30.53034, 29.272418, 29.991432, 29.473466, 30.010991, 30.375197, 30.04225, 30.28784, 30.473924, 30.544502, 30.865076, 31.268452, 32.230137, 33.002733, 33.526868, 33.679305, 33.784596, 25.089222, 25.167939, 24.001074, 25.72353, 26.619391, 25.81561, 26.280488, 26.428694, 26.65876, 25.513493, 25.113967, 23.700336, 20.134976, 18.144477, 15.498133, 14.774765, 15.272427, 10.819905, 10.973947, 8.823401, 6.986588, 4.915166, 2.707111, 0.606453, 0.068266, 0.000301]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "llmzszl-18515", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 703, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 0.9866}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [136, 121, 98, 144, 117, 116, 85, 110, 115, 117, 114, 119, 121, 144, 134, 128, 124, 97, 74, 80, 87, 96, 83, 87, 179, 167, 144, 142, 169, 174, 159, 159, 145, 144, 158, 133, 148, 119, 124, 131, 144, 118, 140, 130, 85, 82, 68, 49, 30, 24], "n_am_pl": [21, 106, 92, 106, 103, 104, 102, 81, 81, 79, 78, 75, 87, 88, 87, 80, 94, 78, 97, 97, 82, 87, 99, 101, 41, 74, 65, 85, 89, 90, 108, 103, 81, 58, 56, 52, 42, 51, 47, 44, 42, 50, 52, 45, 69, 70, 72, 78, 96, 104], "n_pos": 591, "sum_m_en": [51.360796, 27.981111, 30.850726, 31.323708, 31.790057, 32.612604, 33.136997, 34.216788, 35.323036, 36.408361, 36.073631, 37.986986, 40.658576, 41.975046, 43.952006, 42.689326, 40.541163, 39.040432, 35.444629, 34.316507, 31.917263, 30.883756, 29.359485, 28.229271, 63.978949, 66.740054, 67.308554, 66.131595, 67.574872, 67.701744, 66.335344, 62.372458, 62.40045, 60.530436, 63.302166, 62.213876, 66.718505, 69.652469, 72.521061, 79.221584, 76.7257, 79.083999, 89.318375, 86.940206, 72.033027, 66.516984, 58.035663, 48.069229, 33.172984, 23.661213], "sum_m_pl": [235.391381, 296.253732, 283.667146, 282.791609, 279.782745, 278.662682, 277.753772, 274.58154, 269.570289, 272.088483, 266.064749, 266.806103, 272.422863, 268.628703, 263.421969, 268.54323, 266.58404, 267.489666, 274.747969, 279.47489, 284.228232, 285.755231, 287.599604, 287.509363, 229.162235, 230.761311, 221.304353, 234.974253, 240.921146, 244.119582, 244.174597, 246.501349, 245.922711, 232.105848, 223.770693, 217.482396, 197.739058, 190.367086, 178.4144, 174.616856, 165.424512, 153.0105, 146.726078, 121.861308, 115.283613, 109.997607, 100.283811, 91.740546, 100.765946, 103.9286]}, "digit": {"n_am_en": [1, 1, 5, 2, 5, 2, 4, 4, 0, 2, 2, 2, 1, 5, 6, 6, 6, 3, 4, 3, 1, 2, 1, 1, 6, 5, 5, 5, 7, 11, 10, 8, 9, 9, 9, 7, 8, 1, 1, 2, 2, 1, 2, 2, 0, 0, 2, 0, 0, 0], "n_am_pl": [0, 7, 7, 2, 8, 5, 1, 3, 7, 1, 0, 1, 0, 0, 1, 0, 0, 0, 2, 2, 2, 1, 0, 1, 0, 1, 1, 2, 1, 1, 2, 3, 2, 2, 1, 1, 0, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.083791, 1.327675, 1.468352, 1.407167, 1.363463, 1.551446, 1.608641, 1.644272, 1.614981, 1.638758, 1.553175, 1.641523, 1.794693, 1.784664, 1.939471, 2.024135, 2.086735, 1.949483, 1.805593, 1.86163, 1.689562, 1.590346, 1.51765, 1.463126, 3.259013, 3.468407, 3.484796, 3.407707, 3.302824, 3.502772, 3.484158, 3.296322, 3.177018, 2.775907, 3.192211, 3.302286, 3.470994, 2.827017, 2.86474, 2.849992, 2.878666, 2.723917, 2.815296, 2.385184, 1.649603, 1.016022, 1.932262, 0.515502, 0.012241, 0.000184], "sum_m_pl": [10.808366, 15.267601, 14.140211, 14.379166, 14.598411, 14.233384, 13.980728, 13.91093, 13.930422, 13.992891, 13.746349, 13.624563, 13.451477, 13.60711, 12.899059, 12.879268, 11.752788, 11.797378, 12.115993, 12.655381, 12.97259, 13.132382, 13.425692, 13.461149, 9.326619, 9.131874, 9.226875, 10.339104, 10.475018, 11.20606, 10.992166, 11.336093, 11.756973, 11.752952, 10.713649, 10.277681, 9.352538, 8.692387, 7.761388, 7.535374, 7.671526, 7.685612, 7.422489, 5.547432, 4.025005, 2.83344, 1.58186, 0.818281, 0.028487, 0.033146]}, "lang": {"n_am_en": [41, 23, 15, 16, 16, 20, 21, 35, 28, 32, 22, 27, 24, 26, 26, 28, 34, 26, 25, 23, 31, 35, 29, 31, 47, 46, 39, 42, 36, 33, 34, 37, 33, 37, 37, 35, 40, 36, 50, 50, 52, 42, 54, 52, 41, 41, 36, 27, 25, 24], "n_am_pl": [8, 21, 22, 21, 10, 22, 17, 11, 15, 11, 12, 12, 20, 16, 17, 14, 17, 25, 27, 22, 19, 23, 31, 23, 15, 19, 16, 23, 18, 22, 24, 23, 21, 15, 19, 14, 16, 15, 17, 16, 20, 26, 26, 29, 40, 40, 41, 59, 89, 103], "n_pos": 128, "sum_m_en": [10.742639, 6.431307, 6.955546, 7.055, 7.035139, 7.010588, 7.420336, 7.64133, 7.997924, 8.032028, 8.346517, 9.226757, 9.337296, 9.456299, 10.038459, 9.638031, 9.082648, 8.749223, 7.851813, 7.370752, 7.006006, 7.242261, 6.717882, 6.467108, 17.134651, 16.525116, 16.405219, 15.397953, 15.628103, 15.523132, 14.20415, 13.5524, 13.934941, 13.590632, 14.210403, 14.787745, 16.792428, 18.874946, 20.238169, 24.693928, 24.550594, 28.853375, 35.774686, 36.791007, 35.169394, 34.590661, 28.060481, 24.433183, 24.818273, 23.65672], "sum_m_pl": [50.942201, 59.942323, 57.028439, 56.641453, 56.051033, 55.637483, 56.602621, 56.840095, 55.871766, 55.700673, 54.447239, 53.768257, 56.189546, 55.375076, 55.467701, 57.096461, 57.037827, 57.675632, 58.911551, 60.357096, 60.792757, 60.800191, 60.964219, 61.140325, 48.905775, 49.437624, 47.174126, 50.847469, 50.574869, 50.840831, 52.852469, 53.382668, 52.773369, 50.831304, 49.452726, 49.876582, 46.635907, 45.188248, 43.913566, 43.55388, 42.537457, 41.053671, 39.032585, 37.010774, 42.760487, 44.751971, 51.440295, 58.736037, 85.278128, 102.670689]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 593, "item_id": "llmzszl-18515", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 634, "region_end": 591, "roundtrip_ok": true, "tf_agree": 0.9882, "tf_agree_excl_first": 0.9899}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 22, 23, 24, 24, 14, 12, 15, 14, 14, 15, 18, 20, 18, 21, 17, 19, 18, 12, 13, 17, 16, 18, 15, 27, 28, 20, 23, 23, 23, 23, 25, 25, 22, 22, 18, 24, 20, 26, 24, 26, 33, 31, 33, 36, 35, 33, 39, 42, 44], "n_am_pl": [2, 6, 9, 9, 5, 8, 4, 5, 7, 7, 9, 10, 10, 9, 9, 7, 9, 14, 15, 9, 16, 19, 14, 19, 9, 10, 9, 5, 5, 5, 4, 3, 8, 5, 6, 7, 6, 4, 10, 6, 8, 6, 5, 2, 3, 3, 3, 3, 0, 0], "n_pos": 75, "sum_m_en": [9.266892, 4.37145, 4.168242, 4.029251, 4.143928, 4.06826, 4.042661, 4.219805, 4.394706, 4.684279, 4.980505, 5.228663, 5.719916, 6.076512, 6.059275, 5.539482, 5.317971, 5.227205, 4.723054, 4.309783, 4.190512, 3.845773, 3.623129, 3.474212, 9.698585, 11.380569, 10.602484, 10.48049, 9.994232, 11.060878, 10.10688, 9.618193, 10.247152, 10.355995, 10.083551, 10.448803, 11.457653, 12.203223, 14.714112, 15.014758, 16.739738, 18.691307, 19.967693, 23.73447, 29.317821, 31.488229, 31.449779, 35.523633, 41.597112, 42.688781], "sum_m_pl": [27.101539, 35.077215, 35.406981, 35.335294, 34.533387, 34.661866, 34.784441, 34.754228, 33.842248, 34.771016, 34.116311, 34.270141, 33.673883, 33.54585, 34.153244, 34.559542, 34.935389, 34.609203, 35.612551, 36.493658, 36.745626, 36.954005, 36.996897, 37.20723, 28.117411, 25.607149, 25.799611, 25.532124, 27.084617, 25.794647, 25.924893, 26.473232, 26.85666, 26.01264, 26.441916, 25.811433, 23.994688, 22.126277, 20.306193, 19.304793, 18.0974, 17.540137, 13.380755, 10.904821, 5.502864, 4.741561, 3.699415, 2.838222, 0.192179, 0.010388]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 12, 13, 13, 15, 9, 7, 8, 8, 9, 10, 13, 11, 10, 14, 11, 12, 13, 8, 9, 12, 9, 11, 10, 18, 17, 15, 15, 13, 15, 17, 17, 17, 15, 15, 12, 16, 11, 17, 16, 16, 21, 16, 23, 27, 28, 27, 32, 41, 44], "n_am_pl": [0, 1, 3, 3, 3, 3, 2, 3, 5, 5, 8, 7, 8, 6, 5, 4, 5, 7, 11, 6, 10, 9, 7, 10, 4, 4, 3, 2, 5, 3, 3, 2, 3, 2, 5, 4, 4, 4, 7, 4, 5, 4, 3, 1, 1, 2, 3, 3, 0, 0], "n_pos": 44, "sum_m_en": [5.078194, 2.529688, 2.420475, 2.30707, 2.389694, 2.359371, 2.262166, 2.395536, 2.585845, 2.718058, 2.8824, 3.07267, 3.322181, 3.58082, 3.645561, 3.355746, 3.162509, 3.10871, 2.765927, 2.545144, 2.476945, 2.270194, 2.133111, 2.043032, 5.975174, 6.851848, 6.512023, 6.549031, 6.087811, 6.917385, 6.226034, 5.827223, 6.278701, 6.423944, 6.348599, 6.637185, 7.322425, 7.9078, 9.59628, 9.816928, 10.260837, 11.57537, 12.198348, 17.257559, 22.666063, 25.320938, 25.877662, 29.739199, 40.232666, 42.546333], "sum_m_pl": [15.874551, 20.487617, 20.714406, 20.857436, 20.438262, 20.385103, 20.572163, 20.618369, 19.819696, 20.583387, 20.217988, 20.380136, 19.988218, 19.824319, 20.122235, 20.481839, 20.773746, 20.560879, 21.019665, 21.413354, 21.571201, 21.667335, 21.746886, 21.816753, 16.694462, 15.309086, 15.412107, 15.074011, 16.294139, 15.340572, 15.458967, 15.817025, 16.00569, 15.371256, 15.504306, 15.259779, 13.784081, 12.676211, 11.687468, 11.094014, 10.319984, 10.417663, 7.848022, 6.478838, 2.959789, 2.721435, 3.048824, 2.509225, 0.060866, 6.8e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 77, "item_id": "llmzszl-18518", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 688, "region_end": 75, "roundtrip_ok": true, "tf_agree": 0.974, "tf_agree_excl_first": 0.9868}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [23, 11, 12, 13, 16, 10, 10, 10, 11, 13, 14, 15, 16, 17, 14, 10, 11, 7, 4, 7, 6, 6, 9, 7, 14, 16, 16, 13, 15, 18, 12, 17, 17, 16, 20, 22, 19, 19, 21, 17, 25, 25, 19, 19, 18, 22, 17, 14, 6, 0], "n_am_pl": [8, 17, 16, 12, 6, 15, 7, 10, 13, 11, 15, 11, 9, 11, 11, 9, 5, 12, 14, 6, 16, 17, 18, 16, 12, 16, 13, 21, 18, 15, 20, 13, 12, 7, 7, 6, 7, 7, 5, 7, 2, 4, 7, 9, 9, 10, 17, 17, 37, 40], "n_pos": 72, "sum_m_en": [6.646108, 3.583327, 3.696437, 3.633859, 3.780247, 4.102655, 4.12029, 4.552826, 4.720603, 5.115414, 5.24499, 5.016543, 5.240586, 5.10617, 4.90954, 4.549945, 4.318478, 4.097495, 3.695102, 3.502315, 3.420095, 3.181592, 3.078839, 2.954297, 5.961641, 7.145449, 7.078859, 7.493689, 7.455386, 8.226408, 7.749905, 7.193227, 7.621948, 6.923003, 7.356487, 7.324161, 7.390653, 7.684619, 8.04683, 8.362258, 11.836001, 13.899507, 15.85458, 14.67406, 15.968738, 17.88882, 15.664152, 11.597697, 6.254023, 0.034721], "sum_m_pl": [26.541709, 32.861885, 32.791587, 32.566442, 32.157334, 32.133464, 32.25162, 32.936172, 32.083526, 32.581152, 32.116951, 32.357515, 32.369411, 32.548701, 33.276979, 34.176783, 34.267395, 34.2921, 35.351631, 36.020967, 36.396097, 36.4629, 36.457328, 36.439008, 29.182996, 27.766637, 28.525663, 29.20842, 30.822262, 30.600588, 30.220276, 30.866168, 30.044214, 29.781494, 29.693952, 28.87849, 28.344076, 26.749376, 24.654825, 24.81133, 21.641037, 20.476719, 17.217107, 17.305843, 13.883622, 14.698442, 17.087538, 17.58402, 33.357532, 40.762255]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 8, 8, 7, 8, 4, 5, 6, 7, 6, 6, 8, 10, 13, 8, 8, 8, 6, 4, 7, 6, 5, 7, 4, 10, 9, 8, 9, 8, 10, 7, 9, 12, 11, 12, 12, 11, 11, 15, 10, 15, 15, 10, 12, 11, 12, 12, 8, 4, 0], "n_am_pl": [5, 9, 9, 5, 3, 11, 4, 6, 9, 6, 9, 5, 3, 5, 5, 5, 3, 7, 8, 4, 9, 9, 10, 10, 8, 8, 6, 10, 10, 9, 11, 8, 6, 3, 3, 5, 5, 6, 2, 5, 1, 2, 5, 7, 7, 8, 12, 13, 34, 39], "n_pos": 41, "sum_m_en": [4.14225, 2.041316, 1.992493, 2.046405, 2.031062, 2.187806, 2.258245, 2.450489, 2.575084, 2.694541, 2.774418, 2.755463, 2.917545, 2.781375, 2.711207, 2.548033, 2.42715, 2.328195, 2.112404, 2.009516, 1.934964, 1.783965, 1.732992, 1.66544, 3.199034, 3.68664, 3.767429, 4.128686, 3.903174, 4.060304, 3.959421, 3.614573, 3.922288, 3.91352, 3.917864, 3.717534, 3.715481, 3.770566, 4.388503, 4.515448, 7.118363, 8.002474, 8.762181, 8.206225, 9.820204, 10.537447, 10.95401, 7.408572, 3.831143, 0.022667], "sum_m_pl": [14.960063, 18.934191, 18.787026, 18.429141, 18.265242, 18.21636, 18.387001, 18.851279, 18.333954, 18.706658, 18.418921, 18.580741, 18.848365, 18.800723, 19.310555, 19.728, 19.734678, 19.750733, 20.256292, 20.589544, 20.82254, 20.85894, 20.788982, 20.761399, 16.556969, 15.92493, 16.156956, 16.827681, 17.727706, 17.961246, 17.810678, 18.304694, 17.861051, 18.069278, 17.723733, 17.295222, 17.343883, 16.451651, 14.990099, 15.101041, 13.030126, 12.644608, 11.111919, 11.284328, 9.442867, 10.119523, 12.805782, 14.004331, 30.289491, 38.832557]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 74, "item_id": "llmzszl-18518", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 619, "region_end": 72, "roundtrip_ok": true, "tf_agree": 0.9595, "tf_agree_excl_first": 0.9726}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 2, 3, 2, 2, 3, 3, 2, 2, 3, 2, 3, 2, 2, 2, 2, 2, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 2, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.237497, 0.151238, 0.165949, 0.169309, 0.182926, 0.154938, 0.146992, 0.147478, 0.141454, 0.137968, 0.144493, 0.147613, 0.151322, 0.172862, 0.171094, 0.172359, 0.171694, 0.164304, 0.148584, 0.141071, 0.127908, 0.119004, 0.116456, 0.119006, 0.403039, 0.296944, 0.257371, 0.250686, 0.236816, 0.219965, 0.196004, 0.202701, 0.230107, 0.232472, 0.255246, 0.232835, 0.389561, 0.309656, 0.338688, 0.363887, 0.380685, 0.294505, 0.294398, 0.361021, 0.123796, 0.224057, 0.21846, 0.061144, 0.015199, 4e-05], "sum_m_pl": [1.363822, 1.428371, 1.479363, 1.455645, 1.423291, 1.492125, 1.46739, 1.388938, 1.474456, 1.471479, 1.475667, 1.513468, 1.484673, 1.493976, 1.40522, 1.373348, 1.399045, 1.357304, 1.407698, 1.430785, 1.45159, 1.477609, 1.504257, 1.510231, 1.211242, 1.278007, 1.191006, 1.243564, 1.275288, 1.390816, 1.418855, 1.417937, 1.31904, 1.254986, 1.278431, 1.258545, 1.118582, 1.043216, 1.021002, 0.991271, 1.066725, 1.154076, 1.128734, 1.126577, 0.531079, 0.571106, 0.213208, 0.096175, 0.035201, 0.411636]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 647, "item_id": "llmzszl-18523", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 755, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 0.9923}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [202, 171, 144, 164, 158, 106, 108, 130, 114, 94, 124, 152, 141, 167, 140, 143, 153, 153, 135, 123, 102, 102, 101, 95, 166, 165, 151, 152, 166, 193, 166, 184, 154, 155, 157, 174, 144, 166, 149, 143, 135, 135, 139, 136, 141, 129, 70, 20, 9, 1], "n_am_pl": [80, 132, 130, 102, 110, 121, 108, 132, 123, 102, 97, 105, 111, 110, 96, 123, 121, 126, 131, 135, 176, 183, 185, 211, 105, 113, 113, 127, 130, 139, 139, 119, 123, 117, 121, 117, 129, 123, 126, 147, 163, 156, 127, 127, 122, 134, 167, 184, 248, 291], "n_pos": 786, "sum_m_en": [75.001952, 38.985201, 39.685465, 41.391632, 42.852885, 44.005934, 43.941362, 47.531004, 51.282004, 52.6499, 53.960096, 59.246369, 56.670493, 61.204022, 63.847233, 60.166605, 56.540909, 59.118668, 50.103926, 44.827508, 39.204451, 36.71073, 35.879385, 34.722041, 65.083622, 69.671698, 76.461751, 75.134791, 77.886422, 82.335992, 75.352515, 75.921627, 81.320153, 83.010923, 84.637953, 87.788034, 81.8873, 92.799458, 96.534903, 97.702733, 101.277039, 96.500658, 101.774662, 107.063568, 112.635775, 110.728815, 74.64825, 35.894436, 11.709842, 1.123005], "sum_m_pl": [303.734221, 369.323334, 363.3552, 349.775838, 340.614402, 344.728899, 347.723375, 338.642386, 324.220951, 338.265503, 335.104958, 334.189443, 344.212861, 336.66366, 331.113113, 340.960198, 343.678411, 340.637588, 358.354821, 365.943517, 377.591897, 379.708047, 381.120577, 383.182904, 308.910852, 307.669182, 291.750706, 313.405177, 319.629667, 315.457105, 322.527157, 313.926501, 300.579076, 279.012995, 278.32861, 261.921511, 256.24647, 248.939683, 239.545181, 240.602142, 236.91631, 225.120931, 205.794481, 185.034622, 170.336612, 171.5607, 184.227553, 180.589669, 243.879688, 289.201065]}, "digit": {"n_am_en": [6, 23, 17, 23, 7, 5, 12, 12, 6, 6, 10, 6, 7, 10, 4, 7, 10, 15, 6, 3, 4, 3, 4, 5, 12, 7, 12, 13, 16, 17, 9, 9, 9, 6, 2, 4, 4, 7, 8, 4, 8, 7, 6, 7, 5, 6, 5, 0, 0, 0], "n_am_pl": [0, 5, 3, 2, 0, 4, 1, 6, 2, 0, 3, 5, 0, 6, 4, 5, 4, 5, 9, 13, 14, 14, 12, 14, 6, 5, 6, 5, 7, 10, 12, 8, 8, 7, 11, 15, 15, 12, 13, 13, 12, 11, 6, 9, 8, 4, 3, 1, 0, 0], "n_pos": 40, "sum_m_en": [4.087052, 1.833542, 1.865133, 1.805959, 1.754788, 1.999509, 2.226521, 2.156097, 2.336926, 2.686754, 2.426315, 2.444068, 2.532549, 3.00918, 2.854153, 2.587394, 2.572483, 2.860531, 2.419079, 2.172526, 1.88063, 1.738414, 1.700919, 1.655192, 2.858634, 3.135332, 3.571956, 3.663985, 3.95821, 3.905244, 3.861441, 4.054562, 4.041829, 3.992375, 3.850444, 4.164089, 3.302617, 4.308491, 5.880179, 3.806844, 4.700318, 4.426379, 4.766132, 5.998197, 4.170094, 4.845698, 4.10796, 1.09547, 0.016751, 0.0], "sum_m_pl": [16.777644, 21.507215, 20.737267, 20.002895, 19.012551, 18.541767, 18.565119, 17.751915, 17.152298, 18.136468, 18.071984, 18.139585, 18.250234, 17.578007, 17.460314, 17.980797, 17.673053, 17.607024, 18.432114, 18.902616, 19.659991, 19.830955, 19.902144, 20.058043, 17.287571, 17.565726, 16.750822, 17.730447, 17.611068, 17.602719, 17.222396, 16.211601, 15.462596, 14.918021, 14.780152, 14.490657, 14.446488, 15.048108, 13.840577, 14.003147, 13.624318, 12.935446, 12.148148, 11.762829, 10.674009, 7.976474, 5.780732, 2.694776, 0.035605, 1e-06]}, "lang": {"n_am_en": [54, 52, 49, 47, 49, 36, 41, 64, 50, 42, 41, 58, 55, 64, 58, 60, 64, 55, 60, 56, 47, 47, 39, 39, 68, 73, 51, 62, 56, 75, 72, 76, 71, 83, 82, 93, 94, 99, 80, 80, 74, 76, 81, 79, 93, 86, 48, 15, 8, 1], "n_am_pl": [52, 60, 44, 48, 43, 40, 28, 43, 42, 38, 42, 48, 36, 42, 44, 51, 49, 53, 60, 54, 75, 74, 85, 101, 50, 44, 55, 58, 65, 65, 55, 54, 56, 48, 45, 41, 48, 63, 65, 72, 87, 93, 81, 87, 80, 111, 146, 164, 243, 291], "n_pos": 294, "sum_m_en": [26.054196, 14.768835, 15.002265, 15.847859, 16.619841, 17.409627, 17.84598, 19.445986, 20.311918, 20.290082, 20.59329, 22.945043, 21.81029, 23.428449, 24.357456, 22.706903, 21.082089, 21.1336, 18.590441, 16.531364, 14.787575, 13.773389, 13.431902, 13.01835, 25.183737, 27.213188, 29.224171, 29.258205, 30.309512, 32.003991, 29.147635, 30.214193, 32.748981, 35.091437, 35.951282, 39.07757, 41.98762, 48.242398, 47.325243, 48.726481, 49.852573, 51.435047, 56.315049, 61.362107, 72.26122, 72.112807, 46.777886, 22.511581, 8.390752, 1.113582], "sum_m_pl": [108.048712, 128.072797, 128.100069, 123.440913, 120.432236, 123.670134, 125.657543, 124.456961, 121.192744, 126.912366, 125.974272, 125.085805, 129.296496, 126.76785, 125.767457, 130.321183, 131.562907, 130.514952, 137.054833, 139.817345, 143.450009, 144.093146, 144.658778, 145.161597, 125.535434, 124.192385, 118.672225, 126.969889, 127.399505, 123.931759, 128.2813, 124.941073, 122.44131, 115.957358, 116.12541, 112.930894, 114.619453, 113.573017, 110.251223, 114.20589, 118.149793, 119.431665, 111.586198, 102.093534, 98.779848, 113.396797, 144.029356, 152.843949, 232.195662, 287.492129]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 788, "item_id": "llmzszl-18523", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 686, "region_end": 786, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.986}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [65, 43, 44, 47, 39, 43, 47, 47, 34, 33, 45, 53, 46, 43, 56, 42, 32, 36, 27, 39, 33, 42, 44, 41, 61, 55, 52, 43, 49, 40, 49, 51, 43, 51, 38, 60, 52, 58, 59, 66, 67, 68, 59, 57, 51, 54, 70, 85, 89, 93], "n_am_pl": [8, 17, 16, 16, 16, 16, 19, 18, 18, 31, 26, 27, 25, 26, 24, 18, 19, 27, 27, 19, 22, 20, 21, 20, 10, 18, 15, 19, 15, 21, 21, 23, 19, 12, 18, 12, 15, 8, 10, 10, 4, 2, 2, 3, 7, 6, 6, 0, 0, 0], "n_pos": 171, "sum_m_en": [21.946341, 10.516354, 9.995277, 9.846965, 10.330123, 10.762849, 10.893943, 11.513916, 11.633019, 12.179039, 12.868055, 14.753946, 14.867533, 15.438432, 15.048843, 12.860539, 11.949192, 11.641336, 10.486926, 9.835706, 9.193218, 8.685062, 8.266226, 8.096217, 18.642956, 21.520497, 20.578124, 19.459201, 19.231753, 20.705201, 19.704617, 20.488296, 21.770023, 21.328548, 21.353774, 23.051652, 25.837147, 29.092429, 32.268685, 38.811483, 42.435576, 45.880022, 47.698506, 46.899108, 46.172486, 51.337885, 61.079275, 73.774875, 86.691238, 92.631348], "sum_m_pl": [57.031783, 80.798834, 79.352083, 78.953649, 75.057217, 74.737323, 72.74468, 70.586468, 70.212426, 71.093063, 71.260754, 70.916313, 71.691739, 70.488607, 70.941711, 74.969985, 74.309591, 75.726031, 75.428958, 79.514904, 80.930505, 80.795018, 81.617067, 81.68951, 63.805972, 61.760042, 60.323614, 64.57828, 66.320765, 65.111232, 65.818595, 63.627568, 61.698413, 59.914939, 58.547735, 55.639204, 49.166869, 45.846616, 42.097927, 39.344465, 35.419822, 29.084471, 23.916132, 22.249498, 18.741265, 15.73212, 9.414071, 3.250533, 0.370086, 0.001164]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [32, 16, 25, 33, 22, 24, 28, 23, 21, 17, 23, 33, 30, 30, 37, 26, 19, 21, 15, 22, 20, 29, 27, 24, 36, 28, 29, 23, 28, 24, 30, 30, 23, 33, 24, 40, 35, 38, 41, 44, 48, 52, 44, 44, 39, 47, 58, 72, 84, 91], "n_am_pl": [5, 10, 7, 10, 6, 10, 8, 9, 7, 18, 11, 15, 14, 13, 12, 7, 11, 15, 19, 11, 10, 9, 9, 12, 7, 13, 9, 8, 5, 9, 11, 12, 12, 9, 11, 7, 4, 3, 3, 4, 2, 1, 2, 2, 4, 4, 4, 0, 0, 0], "n_pos": 92, "sum_m_en": [12.146949, 5.57094, 5.309319, 5.389441, 5.458652, 5.693287, 5.800306, 6.102024, 6.322286, 6.671758, 6.944622, 8.157974, 8.207336, 8.716391, 8.626728, 7.214009, 6.696654, 6.450249, 5.832512, 5.437132, 5.00753, 4.701345, 4.449498, 4.351818, 10.209773, 11.859461, 11.440377, 10.718773, 10.509506, 11.568178, 11.083543, 11.531189, 12.268228, 12.44548, 12.88537, 13.903171, 15.284885, 18.00806, 20.494591, 25.467668, 29.011145, 32.991358, 34.997203, 35.446132, 36.390238, 41.313889, 49.629976, 62.771503, 81.179261, 89.976468], "sum_m_pl": [29.944737, 43.319951, 42.423535, 42.127145, 40.328997, 40.189775, 39.359945, 38.162107, 38.214089, 38.586002, 38.363612, 38.094892, 38.948915, 38.093344, 38.19932, 40.61677, 40.433092, 40.856343, 40.894388, 42.822578, 43.720123, 43.640473, 44.141063, 44.211355, 35.433658, 34.197818, 33.179607, 35.639736, 36.742657, 35.496133, 36.170183, 34.924909, 33.654525, 32.550734, 31.44447, 29.531751, 25.648584, 23.412946, 20.832855, 19.651389, 17.450925, 13.863248, 10.801542, 10.170551, 10.093919, 9.008858, 6.363029, 1.40649, 0.149896, 0.001125]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "llmzszl-18524", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 714, "region_end": 171, "roundtrip_ok": true, "tf_agree": 0.9711, "tf_agree_excl_first": 0.9767}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [165, 135, 151, 160, 161, 134, 141, 163, 117, 161, 147, 147, 160, 140, 150, 115, 112, 93, 73, 66, 72, 87, 99, 83, 181, 194, 181, 197, 181, 187, 167, 172, 173, 156, 166, 173, 147, 144, 141, 194, 187, 193, 198, 188, 170, 143, 119, 81, 40, 27], "n_am_pl": [53, 153, 120, 113, 133, 103, 113, 112, 99, 86, 87, 96, 96, 88, 79, 92, 90, 125, 112, 116, 115, 132, 158, 167, 74, 74, 85, 87, 105, 120, 140, 122, 103, 69, 77, 77, 78, 50, 65, 77, 71, 64, 48, 56, 84, 93, 95, 93, 172, 189], "n_pos": 687, "sum_m_en": [62.862432, 33.588678, 36.862583, 38.846706, 39.101577, 39.070365, 39.055935, 40.943711, 41.446868, 44.745484, 45.254326, 49.003953, 51.493688, 53.426759, 51.461058, 46.574674, 43.135779, 41.367737, 37.397417, 35.829018, 33.518988, 32.312841, 31.400336, 30.652419, 61.391336, 66.548445, 67.121835, 64.955965, 70.545081, 77.234904, 71.981815, 71.272117, 75.530754, 72.640468, 74.942315, 78.013769, 77.159523, 80.854588, 83.806077, 105.48793, 114.956832, 129.609048, 141.146422, 136.402394, 128.685486, 124.104039, 108.098862, 82.283834, 42.109425, 26.061988], "sum_m_pl": [258.634525, 335.747073, 324.441471, 319.326448, 309.309502, 313.844137, 317.389774, 311.190126, 304.478002, 304.740384, 299.970559, 297.949863, 301.868876, 287.370624, 285.157216, 298.214883, 295.526861, 298.623047, 305.770339, 317.988463, 326.743274, 326.238474, 328.331822, 329.405251, 264.447902, 258.138442, 250.7784, 272.312534, 281.589683, 282.402719, 284.142335, 275.556378, 265.243324, 245.909263, 235.061747, 225.618724, 209.806069, 199.601165, 196.354816, 195.078289, 178.052959, 167.11029, 154.147952, 149.312926, 139.206168, 133.754061, 121.459373, 111.169492, 160.515903, 188.707824]}, "digit": {"n_am_en": [3, 0, 1, 0, 0, 0, 3, 3, 1, 1, 0, 1, 0, 4, 5, 3, 1, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 6, 4, 5, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.638487, 0.343584, 0.353469, 0.337713, 0.341199, 0.293655, 0.315731, 0.28117, 0.321847, 0.349685, 0.333682, 0.382283, 0.399389, 0.524988, 0.613345, 0.554387, 0.464119, 0.428622, 0.369759, 0.322805, 0.306074, 0.305723, 0.31318, 0.309553, 0.661627, 0.5808, 0.577411, 0.589373, 0.68138, 0.912085, 0.681256, 0.611624, 0.580519, 0.527371, 0.621388, 0.543729, 0.363656, 0.411432, 0.398357, 0.361074, 0.342136, 0.33687, 0.279269, 0.177907, 0.164472, 0.112202, 0.078839, 0.035959, 0.00688, 0.003249], "sum_m_pl": [2.770861, 3.281017, 3.079566, 2.967733, 2.962345, 3.043344, 2.981395, 3.012077, 2.868529, 2.625301, 2.675524, 2.433559, 2.671372, 2.520195, 2.463766, 2.578176, 2.701232, 2.739964, 2.787119, 2.886676, 2.88811, 2.834549, 2.829636, 2.796622, 2.199088, 2.266584, 2.356779, 2.322552, 2.227915, 2.238315, 2.363891, 2.398879, 2.133527, 2.127539, 1.756006, 1.714278, 1.398798, 1.268782, 1.245843, 1.397057, 1.390017, 1.526821, 1.41005, 1.266223, 1.239862, 1.146001, 0.871822, 0.6695, 0.037676, 0.020451]}, "lang": {"n_am_en": [48, 38, 42, 40, 50, 39, 48, 59, 45, 50, 46, 44, 51, 49, 40, 35, 34, 37, 27, 22, 26, 32, 35, 26, 60, 62, 51, 60, 57, 56, 56, 58, 63, 54, 56, 63, 48, 50, 59, 76, 82, 84, 75, 78, 84, 77, 66, 51, 33, 27], "n_am_pl": [12, 51, 35, 39, 33, 25, 23, 19, 23, 17, 24, 33, 30, 14, 23, 29, 21, 26, 28, 33, 32, 38, 50, 51, 21, 17, 24, 23, 26, 32, 39, 37, 34, 25, 32, 22, 29, 20, 29, 29, 25, 27, 29, 35, 57, 65, 70, 85, 165, 189], "n_pos": 216, "sum_m_en": [20.190364, 10.305938, 10.987766, 11.857927, 11.983867, 11.882024, 12.391829, 12.628845, 12.895214, 13.855121, 14.448404, 15.927573, 16.064471, 16.764097, 15.806351, 14.34195, 13.352841, 12.987668, 11.589091, 11.068003, 10.553867, 10.357775, 9.993048, 9.805506, 20.530655, 21.636001, 21.028564, 20.081954, 22.08495, 24.111033, 22.572704, 22.737172, 24.634548, 23.235419, 23.286015, 24.105056, 25.412996, 26.841247, 28.818493, 39.774614, 45.616869, 54.526699, 54.173484, 55.423649, 60.040824, 64.16716, 58.037461, 49.104079, 31.856733, 25.996363], "sum_m_pl": [75.035897, 100.533144, 98.268188, 94.889949, 91.084078, 92.896892, 95.078919, 94.109467, 92.364757, 92.166703, 90.251212, 88.778185, 91.578961, 88.431413, 88.002511, 91.759749, 90.371945, 92.206053, 93.978159, 96.996534, 99.495169, 99.007564, 100.392116, 101.147614, 80.337262, 78.168598, 77.498718, 84.552566, 87.062854, 86.509471, 88.068085, 87.185127, 84.015703, 79.431648, 77.47361, 76.209825, 73.119844, 68.772735, 67.226025, 65.687348, 61.657549, 58.485946, 55.638673, 57.263857, 63.848858, 69.613776, 75.082168, 81.007076, 145.042958, 187.242393]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 689, "item_id": "llmzszl-18524", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 645, "region_end": 687, "roundtrip_ok": true, "tf_agree": 0.9942, "tf_agree_excl_first": 0.9956}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [40, 29, 19, 12, 20, 18, 16, 13, 12, 19, 25, 13, 13, 10, 15, 17, 21, 24, 23, 19, 14, 18, 21, 22, 38, 28, 26, 31, 23, 29, 27, 21, 25, 22, 28, 30, 24, 27, 32, 32, 28, 28, 27, 27, 24, 32, 30, 34, 41, 40], "n_am_pl": [0, 13, 15, 11, 9, 3, 10, 7, 17, 16, 9, 11, 12, 17, 10, 10, 11, 10, 10, 10, 9, 7, 9, 11, 7, 9, 10, 6, 15, 9, 13, 15, 10, 8, 9, 6, 5, 3, 6, 4, 6, 6, 7, 5, 7, 5, 3, 4, 1, 1], "n_pos": 99, "sum_m_en": [12.06932, 5.618719, 5.60505, 5.528251, 5.855251, 5.92778, 5.958833, 6.126219, 6.24724, 6.343542, 6.600941, 6.652596, 7.172742, 7.723806, 7.753187, 7.73524, 7.717753, 7.381779, 6.400668, 5.816353, 5.511109, 5.219568, 5.007725, 4.874258, 12.197509, 12.201572, 12.602957, 12.340573, 11.442355, 12.036822, 11.154765, 10.760025, 10.423089, 10.491648, 11.659827, 12.054741, 13.038226, 13.478904, 14.802557, 17.948902, 18.325715, 20.213365, 22.292906, 21.258525, 21.660647, 26.978662, 27.576091, 31.868542, 39.946074, 40.183618], "sum_m_pl": [36.458959, 47.556759, 47.563065, 46.973724, 45.347473, 45.004283, 44.571483, 42.580408, 42.067925, 42.528936, 41.605177, 42.096369, 41.296586, 39.430802, 40.086948, 42.194069, 42.908973, 43.481221, 44.613176, 46.131916, 46.772911, 46.942603, 47.337642, 47.621946, 34.891382, 34.204992, 33.528765, 35.823778, 36.544304, 36.986412, 37.128481, 36.16633, 36.413047, 33.908281, 33.052629, 31.412075, 27.101688, 26.478754, 23.935792, 21.043132, 20.167517, 18.581081, 17.093962, 14.699369, 12.946256, 9.518442, 6.333083, 5.006561, 1.214235, 0.551215]}, "digit": {"n_am_en": [0, 3, 3, 0, 1, 0, 0, 0, 1, 2, 3, 0, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 2, 2, 1, 2, 1, 2, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 2, 2, 2, 1, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.47056, 0.24912, 0.246746, 0.247718, 0.260061, 0.254318, 0.250024, 0.275162, 0.282035, 0.300205, 0.305909, 0.308301, 0.325707, 0.415196, 0.351241, 0.399215, 0.402289, 0.352234, 0.303766, 0.284208, 0.264519, 0.255174, 0.247636, 0.243344, 0.408671, 0.428558, 0.484711, 0.485801, 0.506857, 0.498179, 0.466757, 0.43407, 0.367987, 0.404913, 0.415617, 0.416079, 0.391168, 0.360473, 0.332884, 0.332152, 0.308442, 0.291069, 0.308021, 0.26973, 0.226721, 0.155822, 0.155896, 0.141645, 0.025124, 0.0], "sum_m_pl": [2.75728, 3.258351, 3.143521, 3.075392, 3.03015, 3.041788, 3.026418, 2.894383, 2.895493, 2.968531, 2.940286, 2.938926, 2.663015, 2.41882, 2.550342, 2.628444, 2.677105, 2.694913, 2.819665, 2.879344, 2.928463, 2.924638, 2.943506, 2.950819, 2.603127, 2.480258, 2.470063, 2.529325, 2.588341, 2.666881, 2.62866, 2.557636, 2.584819, 2.407475, 2.33544, 2.354783, 2.298793, 2.179283, 1.905029, 1.840768, 1.8041, 1.74764, 1.85559, 1.508397, 1.148538, 0.72908, 0.622149, 0.343039, 0.043155, 0.0]}, "lang": {"n_am_en": [18, 10, 5, 3, 3, 7, 7, 7, 7, 9, 10, 5, 5, 4, 7, 5, 8, 12, 12, 8, 6, 7, 7, 9, 14, 11, 11, 14, 9, 11, 9, 9, 8, 10, 11, 16, 13, 14, 16, 17, 15, 14, 16, 18, 17, 22, 24, 29, 36, 38], "n_am_pl": [0, 5, 6, 4, 2, 1, 2, 2, 10, 9, 3, 4, 3, 5, 4, 4, 6, 2, 5, 7, 7, 4, 6, 7, 2, 4, 2, 2, 7, 5, 5, 8, 6, 4, 5, 4, 3, 2, 4, 2, 4, 5, 5, 3, 4, 3, 2, 3, 1, 1], "n_pos": 40, "sum_m_en": [4.647825, 2.413168, 2.307839, 2.19272, 2.306758, 2.392581, 2.461295, 2.505453, 2.627871, 2.649828, 2.703706, 2.743989, 2.936813, 3.215448, 3.239278, 3.208915, 3.19056, 3.183787, 2.738764, 2.466636, 2.336889, 2.206759, 2.104125, 2.049206, 5.272687, 5.454864, 5.688146, 5.64096, 5.278589, 5.353231, 5.035243, 5.080887, 4.884107, 5.195491, 5.624358, 6.257987, 6.828038, 7.188303, 8.289936, 9.59365, 9.556463, 11.090433, 12.303702, 12.872882, 14.703342, 17.948755, 20.731899, 27.781623, 35.620267, 37.85752], "sum_m_pl": [14.575121, 18.507231, 18.718891, 18.771512, 18.118162, 18.084137, 17.793636, 17.35653, 17.077171, 17.227615, 16.893279, 17.142088, 16.690662, 16.08067, 16.199227, 16.815573, 17.226244, 17.450155, 17.829674, 18.433335, 18.683835, 18.82895, 19.016142, 19.0416, 14.396369, 13.985817, 13.556931, 14.17605, 14.462539, 14.766085, 14.660587, 13.975278, 14.144995, 13.427226, 13.505966, 13.185755, 11.509718, 11.510552, 10.575911, 9.752376, 9.555547, 8.59452, 7.495246, 7.033522, 6.804368, 4.283494, 3.489385, 2.595966, 0.983742, 0.550913]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "llmzszl-18529", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 771, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9505, "tf_agree_excl_first": 0.96}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [78, 98, 101, 81, 85, 65, 52, 62, 57, 59, 72, 71, 65, 67, 61, 62, 85, 79, 65, 65, 68, 79, 76, 75, 102, 101, 91, 103, 91, 82, 82, 58, 66, 84, 87, 90, 82, 85, 80, 72, 73, 74, 80, 68, 52, 41, 33, 23, 17, 11], "n_am_pl": [18, 79, 56, 70, 52, 62, 61, 55, 65, 65, 56, 52, 47, 55, 53, 57, 49, 65, 46, 56, 61, 65, 64, 69, 45, 42, 52, 51, 56, 47, 55, 62, 64, 42, 40, 43, 32, 31, 16, 23, 21, 22, 24, 28, 28, 35, 38, 37, 75, 86], "n_pos": 361, "sum_m_en": [33.21341, 17.865309, 18.865988, 20.399383, 20.801998, 20.68026, 20.937449, 23.269032, 23.631669, 24.667571, 24.306086, 24.8488, 26.535713, 27.693282, 28.012645, 26.302301, 26.14703, 24.237871, 21.366849, 19.784842, 19.018243, 18.503006, 17.864283, 17.304076, 38.751722, 40.214741, 39.88986, 39.520051, 38.528608, 39.058877, 36.482581, 33.520225, 33.954255, 34.560353, 38.775865, 37.622947, 39.051559, 39.746078, 41.572196, 45.399647, 42.433511, 42.854232, 49.258634, 45.914911, 39.043867, 32.857904, 32.139721, 24.608771, 16.750801, 10.341177], "sum_m_pl": [140.612805, 179.354288, 174.880129, 171.744417, 170.107172, 167.778482, 168.109236, 162.185819, 160.296675, 161.871138, 160.011846, 158.658211, 160.605598, 158.07744, 159.570255, 166.95011, 167.316514, 169.773894, 174.176464, 176.19218, 176.807221, 175.326726, 176.370691, 176.03428, 136.860299, 133.82443, 132.12766, 140.946486, 147.067476, 146.878703, 147.606984, 150.623447, 150.097218, 141.904049, 139.457381, 135.179702, 122.024741, 117.236044, 106.470777, 99.246382, 94.350417, 90.034693, 86.558022, 76.025965, 66.524483, 61.841958, 51.339157, 47.770396, 71.150494, 85.374271]}, "digit": {"n_am_en": [2, 20, 22, 16, 11, 3, 3, 3, 7, 11, 9, 12, 6, 5, 4, 5, 13, 7, 7, 6, 8, 7, 6, 6, 11, 10, 14, 11, 13, 9, 10, 6, 5, 7, 8, 10, 8, 6, 8, 7, 7, 9, 9, 6, 4, 2, 3, 0, 0, 0], "n_am_pl": [2, 1, 1, 3, 2, 6, 8, 7, 8, 4, 3, 2, 2, 4, 6, 6, 5, 9, 5, 6, 3, 4, 3, 3, 6, 6, 3, 3, 2, 2, 4, 5, 7, 5, 3, 3, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 2, 0], "n_pos": 33, "sum_m_en": [2.702331, 1.63442, 1.682746, 1.783304, 1.7382, 1.661277, 1.56952, 1.629074, 1.675554, 1.845325, 1.673067, 1.787255, 1.936157, 2.110856, 2.106393, 2.068476, 2.070186, 1.970258, 1.729579, 1.620935, 1.484184, 1.387313, 1.353142, 1.311, 2.589462, 3.098067, 3.10314, 3.05461, 2.873165, 2.94112, 2.696056, 2.510797, 2.426389, 2.59583, 3.178235, 3.259236, 3.279426, 2.868618, 3.331945, 4.665265, 4.195674, 4.514183, 3.853328, 4.032949, 2.877678, 1.804043, 2.700406, 1.190657, 0.271948, 0.0], "sum_m_pl": [14.721488, 17.482212, 16.7509, 16.222723, 16.169282, 16.21607, 16.220873, 15.698053, 15.688429, 15.772385, 15.718197, 15.76715, 15.54577, 15.175835, 15.217675, 15.748982, 15.940611, 16.126367, 16.579408, 16.614348, 16.776097, 16.742163, 16.812201, 16.863356, 15.178916, 14.436657, 14.122106, 14.446038, 14.946734, 14.803453, 14.687482, 14.898767, 14.887698, 14.417638, 13.676591, 13.313506, 12.555051, 12.136578, 11.197959, 10.729454, 10.653862, 10.707906, 10.265397, 9.382315, 8.609963, 7.74603, 5.62987, 4.180427, 1.960005, 0.0]}, "lang": {"n_am_en": [22, 16, 27, 24, 27, 20, 14, 25, 13, 11, 22, 20, 23, 15, 15, 13, 22, 21, 16, 10, 12, 22, 19, 21, 26, 29, 22, 22, 21, 22, 19, 21, 22, 35, 29, 26, 22, 28, 30, 27, 32, 33, 36, 34, 33, 29, 24, 20, 16, 11], "n_am_pl": [9, 25, 18, 14, 11, 12, 13, 11, 20, 20, 17, 13, 13, 15, 21, 16, 15, 24, 15, 20, 26, 26, 25, 26, 13, 10, 20, 24, 17, 14, 17, 15, 16, 13, 14, 17, 13, 14, 6, 9, 4, 9, 13, 19, 19, 26, 30, 31, 70, 85], "n_pos": 96, "sum_m_en": [8.974985, 5.159035, 5.248303, 6.086308, 5.956836, 5.687142, 5.910181, 6.840502, 6.820824, 6.8737, 7.036799, 7.122948, 7.65315, 7.769386, 7.676218, 7.027802, 7.043121, 6.580968, 6.003826, 5.537054, 5.497775, 5.315356, 5.059942, 4.84243, 10.728239, 10.419335, 10.264949, 9.973203, 10.174358, 10.093761, 9.56421, 9.389557, 9.829062, 10.251391, 11.680834, 11.966369, 12.751548, 14.05314, 15.903462, 16.949458, 17.289341, 17.589183, 21.459985, 22.683046, 22.525914, 20.810958, 22.460969, 17.975898, 15.03603, 10.339363], "sum_m_pl": [34.059025, 44.708537, 44.310107, 42.9028, 42.62147, 42.421721, 42.880378, 41.924453, 41.401726, 42.145976, 42.015465, 42.369792, 42.491507, 41.972494, 42.691672, 44.57252, 44.572207, 45.293248, 45.77952, 45.995579, 45.929391, 45.797602, 46.28172, 46.062092, 35.892255, 36.024699, 36.501418, 39.154702, 39.757506, 39.745329, 40.924643, 40.564323, 40.812778, 39.579409, 39.045045, 39.504978, 36.814167, 35.80137, 32.135205, 31.608595, 29.830314, 30.599376, 28.167521, 27.323628, 27.846313, 28.569058, 29.30219, 31.391767, 64.100076, 83.790148]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 361, "item_id": "llmzszl-18529", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 702, "region_end": 361, "roundtrip_ok": true, "tf_agree": 0.9861, "tf_agree_excl_first": 0.9889}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [23, 20, 22, 15, 10, 8, 11, 8, 5, 9, 6, 6, 2, 5, 13, 13, 12, 8, 9, 4, 4, 3, 6, 5, 7, 8, 4, 8, 7, 6, 7, 9, 7, 4, 10, 10, 8, 15, 13, 7, 4, 6, 8, 9, 5, 6, 4, 7, 10, 10], "n_am_pl": [5, 11, 9, 8, 7, 5, 7, 9, 13, 11, 19, 12, 16, 10, 12, 12, 16, 11, 10, 12, 9, 11, 13, 13, 8, 11, 12, 8, 8, 12, 11, 11, 10, 5, 6, 5, 5, 6, 3, 4, 4, 4, 6, 4, 3, 3, 1, 1, 0, 0], "n_pos": 69, "sum_m_en": [7.649225, 3.640774, 3.9572, 4.08033, 4.613525, 4.39572, 4.231456, 4.428574, 4.363483, 4.517372, 4.567419, 4.720907, 4.857898, 5.262853, 5.378225, 5.479728, 5.392129, 5.235796, 4.675486, 4.172074, 3.929176, 3.676899, 3.522104, 3.406603, 5.784965, 6.732032, 6.957149, 7.239245, 7.633372, 7.77432, 7.212282, 7.21664, 6.518436, 6.411328, 6.840983, 6.704173, 7.174033, 7.036021, 6.624512, 5.297124, 5.407838, 5.613802, 4.81335, 5.300378, 5.544244, 7.173286, 5.285289, 7.220996, 9.526583, 10.367148], "sum_m_pl": [27.918071, 34.895001, 33.253888, 32.097686, 31.317136, 30.573686, 30.89548, 30.069606, 29.616867, 30.5796, 29.626293, 29.003021, 29.346178, 29.146198, 29.096309, 29.851523, 30.055421, 30.074767, 31.148301, 32.40419, 32.340797, 33.055756, 33.263712, 33.654812, 25.515696, 26.239861, 25.70166, 26.680514, 25.947064, 26.228019, 26.150661, 26.449252, 27.203285, 25.41382, 24.245658, 21.690668, 19.398384, 18.999864, 16.386587, 12.610296, 12.22084, 12.396847, 10.755829, 9.486721, 7.972015, 8.077529, 3.934479, 2.290926, 0.361162, 0.000171]}, "digit": {"n_am_en": [7, 3, 7, 4, 1, 2, 2, 3, 1, 2, 0, 1, 1, 0, 2, 6, 3, 2, 1, 1, 1, 0, 0, 0, 3, 5, 2, 4, 2, 2, 3, 4, 3, 0, 2, 2, 1, 3, 4, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 4, 1, 1, 1, 0, 0, 3, 3, 6, 6, 5, 3, 4, 2, 1, 5, 2, 4, 2, 1, 2, 4, 2, 2, 1, 2, 2, 1, 2, 3, 1, 3, 1, 0, 1, 0, 1, 1, 1, 2, 2, 4, 3, 1, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.333329, 0.929349, 0.975097, 1.11772, 1.240383, 1.234874, 1.181466, 1.265649, 1.309361, 1.303452, 1.323335, 1.336951, 1.41131, 1.50324, 1.624471, 1.669296, 1.526878, 1.444691, 1.25414, 1.098191, 1.066659, 1.014811, 0.985756, 0.938761, 1.617062, 2.059654, 1.999109, 2.016634, 2.262736, 2.203045, 2.14388, 2.175547, 1.782157, 1.610783, 1.635657, 1.584815, 1.415501, 1.427999, 1.543888, 1.377092, 1.414696, 1.43985, 1.401171, 1.365677, 1.048901, 0.840655, 0.400446, 0.296847, 0.022025, 0.0], "sum_m_pl": [7.845065, 10.418742, 9.604356, 9.279254, 9.28114, 8.871657, 9.002692, 8.666886, 8.564812, 8.816303, 8.453728, 8.317452, 8.079481, 7.842705, 7.921224, 8.282327, 8.353913, 8.544241, 8.85422, 9.083243, 8.956777, 9.275157, 9.356336, 9.523632, 7.334695, 7.111934, 7.177508, 7.679342, 7.295781, 7.360221, 7.59427, 7.521885, 8.035141, 7.647996, 7.566593, 7.080917, 6.924073, 6.957473, 6.631859, 5.77791, 5.635488, 5.919609, 5.765054, 5.852509, 4.727988, 4.106378, 1.896088, 0.796354, 0.161219, 0.0]}, "lang": {"n_am_en": [5, 4, 3, 2, 1, 3, 1, 1, 0, 0, 2, 1, 0, 0, 2, 1, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 3, 2, 3, 6, 2, 2, 1, 1, 2, 3, 2, 2, 2, 3, 9, 10], "n_am_pl": [2, 4, 3, 2, 1, 2, 2, 2, 3, 1, 4, 3, 4, 1, 3, 2, 3, 2, 2, 4, 4, 4, 4, 4, 2, 4, 4, 4, 4, 6, 3, 3, 2, 1, 1, 3, 1, 1, 0, 1, 1, 1, 1, 1, 2, 2, 1, 1, 0, 0], "n_pos": 10, "sum_m_en": [1.491865, 0.59788, 0.624285, 0.61289, 0.701905, 0.679665, 0.661813, 0.674735, 0.619926, 0.602525, 0.648763, 0.653672, 0.668425, 0.727726, 0.748141, 0.856859, 0.875542, 0.916304, 0.879614, 0.806353, 0.705134, 0.623641, 0.575674, 0.548288, 0.861563, 0.841141, 0.878291, 1.11722, 1.215458, 1.168167, 1.255617, 1.173013, 1.092382, 1.184639, 1.24318, 1.291312, 1.607636, 1.687357, 1.662367, 0.798195, 0.936441, 0.919513, 0.818634, 1.333089, 1.506588, 1.999241, 2.40971, 3.686579, 8.583008, 9.809091], "sum_m_pl": [3.739934, 5.064961, 4.966335, 4.841792, 4.626324, 4.569961, 4.671991, 4.504077, 4.498381, 4.601752, 4.505396, 4.440352, 4.602502, 4.515552, 4.548237, 4.467444, 4.466332, 4.350059, 4.427348, 4.608447, 4.632393, 4.726533, 4.800152, 4.818794, 3.958339, 4.32511, 4.309045, 4.161289, 4.04991, 4.098588, 3.975041, 4.091366, 4.047943, 3.822287, 3.67212, 3.332798, 2.832745, 3.007915, 2.442431, 1.53151, 1.669654, 1.805755, 1.305971, 1.102863, 1.534927, 1.779893, 1.32402, 1.05358, 0.191195, 0.000129]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 71, "item_id": "llmzszl-18530", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 689, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [120, 130, 165, 125, 164, 80, 87, 97, 79, 119, 111, 120, 133, 136, 122, 94, 90, 72, 71, 59, 63, 70, 69, 79, 116, 138, 111, 88, 113, 144, 145, 132, 136, 137, 164, 143, 142, 110, 112, 120, 119, 105, 102, 112, 90, 64, 33, 10, 17, 11], "n_am_pl": [27, 120, 80, 84, 87, 92, 105, 102, 103, 91, 100, 89, 98, 112, 98, 117, 116, 117, 119, 130, 109, 111, 111, 135, 82, 76, 98, 116, 128, 121, 132, 123, 125, 105, 86, 63, 45, 62, 40, 34, 41, 58, 48, 52, 40, 49, 52, 49, 75, 84], "n_pos": 581, "sum_m_en": [54.665169, 27.411418, 30.217479, 31.385923, 33.295555, 33.322853, 32.481744, 35.566263, 36.244919, 39.440779, 40.324843, 43.66053, 45.966083, 49.789246, 50.155607, 46.453554, 45.947354, 42.601485, 37.222746, 33.417795, 32.074782, 30.072324, 29.284097, 28.207681, 60.862405, 63.990629, 65.004516, 62.340346, 64.993432, 70.783161, 67.5676, 65.665989, 63.010901, 62.122629, 70.101611, 72.897101, 76.393688, 70.417535, 72.411474, 72.78574, 70.995845, 70.153098, 67.377765, 71.765497, 62.696177, 52.393698, 29.511251, 15.280228, 17.88976, 11.31576], "sum_m_pl": [228.285395, 294.585914, 283.115329, 277.525463, 276.007935, 268.656162, 271.870142, 265.264767, 264.072204, 264.922617, 260.485052, 255.712805, 259.704285, 257.823807, 259.555132, 260.747636, 257.634345, 261.438291, 272.845492, 280.363879, 279.589145, 281.776967, 282.761891, 283.024638, 219.613848, 218.968473, 213.07778, 231.615052, 239.16416, 236.766292, 243.155889, 244.737229, 252.465708, 238.757691, 223.945801, 204.193024, 182.37312, 180.484711, 161.436869, 144.812699, 141.70171, 144.711463, 130.481288, 114.841993, 92.56448, 91.473495, 75.841784, 66.638385, 72.231904, 82.882012]}, "digit": {"n_am_en": [6, 26, 15, 12, 21, 6, 10, 5, 11, 11, 11, 17, 16, 18, 12, 7, 15, 6, 12, 5, 4, 3, 4, 6, 11, 23, 16, 19, 16, 22, 22, 19, 15, 19, 16, 21, 16, 13, 10, 11, 16, 13, 7, 11, 2, 1, 2, 1, 0, 0], "n_am_pl": [0, 2, 3, 7, 14, 8, 8, 14, 10, 10, 15, 13, 10, 11, 13, 15, 12, 12, 14, 16, 9, 13, 10, 13, 11, 7, 9, 10, 17, 12, 10, 14, 22, 11, 7, 5, 4, 2, 3, 1, 1, 8, 7, 5, 2, 2, 4, 2, 0, 0], "n_pos": 82, "sum_m_en": [7.625676, 3.446383, 3.920207, 4.748464, 4.951943, 5.234067, 4.634049, 5.191725, 5.055808, 5.586673, 5.732601, 6.439072, 6.528645, 7.189906, 6.684492, 6.57244, 6.419527, 5.832531, 5.097253, 4.540741, 4.353441, 4.0531, 3.936787, 3.80965, 6.813561, 8.409871, 9.360938, 9.302771, 9.630424, 10.30576, 9.693915, 9.560008, 8.270118, 8.186168, 8.777113, 8.978222, 8.592291, 7.804506, 7.412881, 7.187027, 7.178001, 7.020111, 6.148183, 6.425349, 3.88291, 3.424195, 2.645833, 1.208894, 0.122273, 0.0], "sum_m_pl": [31.253939, 43.096088, 40.271987, 38.869502, 39.040306, 37.079347, 38.366398, 36.969277, 36.920752, 37.380513, 36.40246, 35.576992, 36.517913, 36.036867, 36.931914, 36.862869, 36.254229, 37.019992, 38.906953, 39.755784, 39.566526, 40.036638, 40.351938, 40.826586, 33.483657, 32.047561, 30.47823, 32.743171, 33.176625, 31.936802, 32.122096, 33.136147, 36.213188, 34.423826, 31.699764, 30.273777, 28.788935, 28.976287, 26.042295, 26.110453, 27.319403, 28.296268, 26.070001, 24.45142, 17.887074, 15.897387, 9.217326, 5.432668, 0.267568, 0.0]}, "lang": {"n_am_en": [33, 14, 18, 19, 21, 12, 15, 20, 20, 30, 19, 20, 26, 26, 23, 15, 17, 14, 15, 16, 19, 23, 15, 17, 23, 23, 21, 15, 21, 22, 30, 27, 27, 25, 37, 39, 32, 30, 30, 36, 26, 25, 25, 30, 36, 26, 13, 4, 11, 11], "n_am_pl": [7, 30, 14, 19, 22, 17, 20, 19, 16, 13, 22, 15, 14, 13, 12, 16, 21, 17, 23, 23, 21, 21, 22, 28, 12, 11, 16, 20, 21, 20, 19, 14, 17, 21, 22, 12, 11, 21, 18, 16, 24, 26, 21, 32, 26, 36, 38, 42, 73, 83], "n_pos": 94, "sum_m_en": [8.901852, 4.773248, 5.051645, 5.216094, 5.331692, 5.231009, 5.207705, 5.664393, 5.918953, 6.007379, 6.264497, 6.912601, 7.26672, 7.819692, 7.909139, 7.632308, 7.772902, 7.299043, 6.462509, 5.69982, 5.601998, 5.213718, 5.035879, 4.779641, 9.974552, 10.143637, 10.648002, 10.027674, 10.631335, 11.718243, 11.033458, 11.218833, 11.145526, 11.368984, 12.993847, 14.842097, 15.775969, 15.18297, 15.160447, 20.120421, 18.329983, 18.21425, 18.097074, 20.30183, 25.042532, 20.436271, 9.615544, 4.306984, 12.554933, 11.302653], "sum_m_pl": [35.937961, 45.1994, 44.121001, 43.582683, 43.562121, 42.698634, 43.081848, 42.679717, 43.217212, 43.861598, 43.233591, 42.677981, 43.496674, 43.23304, 43.4676, 43.441604, 43.005439, 43.145637, 44.819792, 46.044417, 45.829115, 46.149787, 46.11099, 46.130879, 37.674951, 38.087582, 36.827559, 39.644707, 40.180516, 39.747671, 41.158188, 40.627317, 41.886761, 40.232749, 38.692299, 36.904693, 35.790677, 38.082215, 36.05433, 32.948525, 35.974812, 35.71984, 33.144946, 32.770591, 31.265951, 35.92541, 39.070609, 44.466006, 67.132467, 81.270816]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 602, "item_id": "llmzszl-18530", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 620, "region_end": 581, "roundtrip_ok": true, "tf_agree": 0.985, "tf_agree_excl_first": 0.9867}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [349, 321, 276, 272, 268, 226, 285, 329, 254, 316, 298, 318, 328, 324, 367, 368, 346, 318, 314, 332, 274, 258, 250, 229, 380, 392, 382, 371, 379, 429, 444, 434, 425, 398, 444, 434, 431, 445, 412, 435, 431, 420, 409, 352, 343, 345, 348, 339, 337, 321], "n_am_pl": [108, 176, 181, 168, 168, 190, 139, 132, 200, 192, 193, 178, 184, 200, 189, 135, 161, 185, 188, 210, 229, 257, 282, 325, 105, 111, 123, 132, 142, 122, 116, 123, 127, 122, 92, 99, 68, 60, 44, 43, 40, 41, 68, 48, 37, 29, 19, 6, 0, 3], "n_pos": 1279, "sum_m_en": [139.264287, 69.605564, 67.759035, 67.054915, 69.341037, 70.188989, 69.335458, 74.303471, 80.143326, 83.422948, 87.16907, 91.489801, 94.288978, 98.766036, 101.59396, 101.258142, 99.331078, 92.988112, 84.746105, 76.977954, 68.741837, 63.992292, 61.715986, 59.88646, 124.425977, 139.124295, 150.699745, 141.402354, 142.249487, 156.261694, 144.415562, 146.139109, 143.177174, 145.496989, 160.14304, 163.652397, 182.169476, 186.21112, 191.712582, 207.984673, 210.493115, 230.63454, 245.588954, 257.44827, 276.953916, 279.0088, 308.563039, 310.429643, 327.322781, 322.119096], "sum_m_pl": [491.325006, 622.842736, 609.549676, 596.94729, 593.039958, 596.945713, 605.126623, 602.996614, 596.588726, 609.236089, 597.951503, 599.362652, 604.007269, 600.170137, 599.095807, 595.444173, 587.683909, 590.506207, 597.249742, 614.605226, 621.383504, 626.737335, 629.827922, 629.728038, 528.433904, 522.112081, 500.29861, 532.730597, 535.595208, 526.196865, 540.215983, 534.675271, 540.826235, 523.05276, 497.151022, 468.433655, 424.040551, 400.026238, 362.231003, 337.482318, 323.605561, 292.213609, 264.136384, 213.742772, 179.091247, 138.634011, 92.679475, 46.203247, 13.953456, 2.341479]}, "digit": {"n_am_en": [57, 66, 47, 77, 43, 24, 41, 47, 48, 30, 29, 29, 37, 39, 43, 41, 31, 31, 29, 27, 23, 20, 20, 17, 59, 65, 65, 42, 42, 72, 72, 67, 48, 41, 43, 41, 23, 34, 32, 30, 28, 22, 24, 16, 6, 3, 2, 1, 0, 0], "n_am_pl": [2, 19, 10, 14, 34, 35, 39, 24, 31, 38, 40, 33, 35, 32, 19, 17, 25, 24, 25, 26, 19, 19, 25, 24, 12, 17, 19, 23, 26, 19, 18, 18, 19, 24, 15, 17, 8, 10, 8, 2, 12, 11, 10, 12, 8, 5, 2, 0, 0, 0], "n_pos": 194, "sum_m_en": [19.003183, 9.919708, 10.463839, 10.77763, 10.45033, 11.543018, 11.018986, 12.054046, 12.938582, 13.905688, 13.707247, 14.350673, 15.263056, 15.303353, 15.512578, 15.306667, 15.190089, 14.248863, 12.651441, 11.738486, 10.518519, 9.703653, 9.334662, 9.035983, 17.815297, 20.852557, 24.907127, 21.351813, 21.309558, 23.195673, 21.331981, 19.548168, 18.533936, 17.935457, 19.787809, 20.085343, 20.267796, 18.662095, 19.276198, 17.738244, 16.718209, 17.331888, 15.092621, 15.419948, 11.732269, 8.530633, 3.477113, 2.391339, 0.590158, 0.156039], "sum_m_pl": [81.999993, 98.378863, 92.155568, 90.128999, 88.499159, 87.452751, 90.642499, 89.349608, 87.121475, 89.713509, 87.976275, 86.892483, 87.632961, 87.266459, 86.592162, 87.702089, 85.856773, 85.416245, 86.755117, 88.792221, 89.789471, 91.433832, 92.282266, 92.885481, 77.314831, 76.123665, 71.607206, 78.655677, 79.576025, 78.685933, 79.604817, 80.349773, 80.690163, 77.868783, 73.088127, 69.554381, 64.942133, 63.982553, 55.978424, 53.605706, 54.026952, 53.901568, 47.425695, 44.359433, 35.164604, 22.864782, 9.576456, 3.937423, 0.630443, 3e-06]}, "lang": {"n_am_en": [110, 74, 79, 64, 77, 81, 99, 104, 81, 105, 102, 109, 111, 105, 104, 109, 104, 104, 107, 115, 97, 92, 84, 83, 130, 142, 124, 113, 113, 131, 137, 141, 132, 139, 157, 159, 165, 179, 183, 211, 201, 212, 220, 201, 209, 214, 233, 256, 303, 318], "n_am_pl": [22, 34, 48, 44, 42, 53, 33, 30, 46, 51, 52, 48, 50, 46, 55, 33, 41, 54, 46, 47, 55, 74, 81, 104, 23, 19, 27, 27, 30, 38, 34, 29, 28, 28, 21, 24, 14, 10, 11, 15, 12, 10, 10, 11, 7, 4, 6, 1, 0, 2], "n_pos": 326, "sum_m_en": [40.930214, 19.789781, 18.58519, 18.205277, 19.003647, 19.584964, 19.166598, 19.854111, 21.850506, 21.596621, 23.275553, 24.600533, 25.18819, 26.9375, 27.487469, 26.824133, 26.589973, 24.914102, 22.53809, 20.423842, 18.395561, 16.982092, 16.227349, 15.771315, 37.435813, 41.803734, 42.143465, 39.172554, 40.273549, 42.876476, 39.27577, 40.807239, 41.248256, 43.968433, 51.515898, 56.585231, 69.530871, 77.693796, 84.79154, 98.148994, 100.629962, 122.350686, 138.543039, 146.019161, 164.865219, 174.847813, 205.470386, 227.297371, 284.931612, 310.845399], "sum_m_pl": [110.976123, 149.731888, 149.969772, 147.089368, 146.466345, 147.050817, 150.877612, 152.154594, 151.968192, 155.675989, 152.651418, 154.630624, 155.536919, 153.875146, 152.783982, 152.359702, 150.537415, 152.323183, 154.120443, 158.405164, 159.901337, 161.068256, 161.87299, 161.472791, 134.586722, 133.206932, 131.361569, 137.159844, 136.98888, 135.836652, 140.193658, 138.459228, 137.493203, 133.994126, 125.762393, 119.863765, 106.148992, 99.950131, 93.791714, 88.260423, 83.799726, 70.953899, 61.674102, 50.224849, 39.551997, 30.977248, 21.310925, 9.777481, 1.50351, 1.539954]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1279, "item_id": "llmzszl-18531", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 718, "region_end": 1279, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9828}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [303, 314, 271, 285, 218, 211, 283, 274, 286, 282, 304, 334, 322, 272, 307, 297, 286, 270, 210, 239, 213, 211, 208, 199, 357, 328, 332, 347, 352, 364, 372, 359, 373, 291, 374, 357, 390, 381, 350, 352, 329, 307, 262, 229, 224, 197, 101, 57, 7, 0], "n_am_pl": [139, 248, 196, 194, 188, 203, 184, 144, 224, 277, 239, 185, 192, 209, 219, 203, 244, 247, 285, 320, 358, 399, 382, 403, 176, 195, 169, 182, 208, 159, 151, 161, 173, 148, 148, 144, 119, 129, 131, 108, 120, 132, 142, 121, 105, 134, 157, 158, 229, 258], "n_pos": 1280, "sum_m_en": [118.373243, 61.840241, 64.244341, 67.451285, 70.162838, 70.586521, 71.940915, 78.02764, 84.059634, 89.163857, 94.88088, 99.116521, 97.057407, 103.057757, 109.031567, 101.272671, 96.919222, 90.244666, 81.756251, 74.565981, 67.058045, 62.745729, 61.125152, 58.429506, 119.164884, 131.641283, 150.239467, 142.626022, 143.343724, 157.035523, 149.879036, 148.751764, 149.545409, 146.211221, 160.33037, 160.48384, 174.286863, 175.084875, 166.708053, 169.704326, 172.929046, 164.736686, 151.821112, 149.622958, 148.815152, 131.793759, 86.087881, 52.596678, 14.284044, 0.281257], "sum_m_pl": [515.979662, 641.651351, 619.262767, 601.954637, 602.184015, 611.28565, 620.459315, 615.829002, 614.918659, 622.054339, 610.967697, 604.022773, 607.990458, 598.809269, 601.612323, 605.812462, 604.849099, 605.643369, 613.583652, 630.258209, 634.334095, 637.277179, 637.599046, 637.676053, 543.214531, 531.68249, 490.357055, 535.763348, 548.668519, 531.818838, 537.216131, 529.087708, 529.373731, 505.10652, 490.084163, 473.426208, 437.793222, 419.83567, 396.835488, 374.636244, 357.235084, 359.662931, 343.365701, 308.425112, 276.621069, 258.309184, 234.951062, 190.319603, 232.392076, 256.133416]}, "digit": {"n_am_en": [45, 56, 50, 104, 60, 44, 56, 47, 59, 33, 40, 53, 38, 32, 38, 29, 34, 34, 20, 29, 24, 22, 21, 19, 65, 54, 52, 51, 53, 63, 58, 53, 55, 37, 56, 45, 39, 27, 31, 29, 19, 13, 13, 9, 10, 5, 2, 1, 0, 0], "n_am_pl": [5, 31, 18, 2, 18, 31, 29, 8, 36, 59, 46, 30, 38, 33, 37, 35, 45, 50, 40, 50, 52, 53, 44, 46, 26, 45, 28, 32, 39, 29, 24, 21, 35, 21, 19, 22, 11, 19, 25, 7, 12, 18, 10, 9, 5, 3, 1, 0, 0, 1], "n_pos": 212, "sum_m_en": [20.056067, 10.542877, 11.338596, 12.595285, 12.630824, 13.854953, 13.153202, 14.223893, 15.07217, 15.952411, 16.434581, 16.902415, 16.403401, 16.968158, 16.79849, 15.935358, 15.449868, 14.715711, 13.05202, 12.05232, 10.905119, 10.07358, 9.742681, 9.348595, 18.069274, 20.2337, 24.554327, 22.330501, 23.414084, 25.42427, 23.671551, 22.365939, 21.171273, 20.182412, 22.640436, 22.386964, 22.443523, 20.914005, 19.810206, 17.142266, 16.56405, 15.327126, 14.452541, 13.921566, 10.426506, 7.429509, 2.894848, 1.311916, 0.102881, 0.00042], "sum_m_pl": [85.255421, 106.962399, 101.228666, 96.553271, 95.197836, 95.328298, 100.145398, 99.34016, 98.706044, 101.012726, 99.177465, 97.630449, 98.079072, 97.238195, 98.866922, 99.145589, 98.604943, 98.0044, 99.570562, 102.087533, 103.331787, 104.084827, 104.515749, 105.19464, 92.417503, 89.976954, 83.333295, 92.216986, 93.488728, 90.979123, 90.271273, 90.993962, 92.967564, 89.344899, 84.77241, 81.612284, 74.412053, 74.232801, 68.688848, 64.076581, 61.696956, 64.697085, 59.391886, 56.932291, 39.434728, 30.861096, 12.082351, 3.822026, 1.097362, 0.649023]}, "lang": {"n_am_en": [61, 75, 50, 48, 45, 61, 57, 57, 53, 68, 82, 81, 78, 75, 87, 81, 72, 66, 60, 64, 59, 60, 58, 55, 97, 91, 82, 85, 80, 84, 85, 89, 91, 91, 85, 99, 99, 116, 89, 86, 97, 100, 101, 96, 104, 83, 47, 27, 3, 0], "n_am_pl": [18, 49, 53, 58, 51, 42, 50, 47, 59, 47, 42, 46, 51, 35, 37, 46, 52, 55, 75, 90, 100, 105, 99, 104, 35, 35, 29, 36, 37, 30, 29, 32, 29, 26, 37, 35, 33, 36, 46, 55, 57, 65, 64, 73, 73, 102, 125, 133, 223, 255], "n_pos": 260, "sum_m_en": [24.115431, 13.517366, 13.15522, 14.635548, 15.284632, 15.033611, 15.946629, 16.631248, 17.191272, 18.135157, 20.303038, 21.358755, 20.732789, 22.273784, 24.044844, 21.616578, 20.612897, 18.847994, 17.121118, 15.660696, 14.348521, 13.586587, 12.937188, 12.371396, 29.283825, 33.380732, 33.519997, 32.934604, 32.900767, 34.271931, 32.493777, 33.99993, 36.981291, 38.482129, 40.669284, 43.822409, 47.587288, 53.433305, 49.902603, 51.670351, 54.609452, 59.408403, 59.655984, 59.730573, 71.181718, 64.372655, 37.383135, 27.450076, 6.038551, 0.114495], "sum_m_pl": [91.680751, 122.480766, 118.808195, 115.634422, 117.455825, 120.944386, 122.790112, 123.317931, 126.254715, 126.147824, 122.636349, 121.735623, 124.241084, 121.151092, 120.35389, 123.483192, 123.985114, 124.384118, 125.427748, 128.621073, 128.519472, 128.635298, 128.635592, 128.061063, 106.114298, 103.221088, 97.291889, 104.952248, 107.430929, 106.210788, 108.945751, 104.820597, 101.96697, 97.886366, 97.345184, 95.767113, 92.430646, 89.973438, 88.70363, 88.083431, 87.415594, 91.159984, 89.940278, 91.603164, 91.530719, 100.923496, 120.81006, 130.268177, 199.014348, 248.434431]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18531", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 649, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9875}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [75, 65, 60, 53, 54, 42, 41, 49, 35, 47, 55, 69, 61, 67, 67, 65, 69, 61, 58, 50, 40, 38, 40, 43, 54, 68, 74, 61, 58, 65, 62, 66, 73, 83, 90, 88, 79, 74, 80, 74, 78, 75, 68, 71, 77, 84, 87, 78, 70, 60], "n_am_pl": [22, 52, 56, 38, 31, 38, 46, 36, 41, 50, 50, 44, 40, 45, 41, 33, 41, 36, 42, 42, 57, 53, 64, 51, 41, 46, 48, 51, 43, 41, 46, 39, 32, 32, 28, 28, 27, 20, 17, 18, 14, 16, 21, 12, 9, 11, 2, 1, 0, 0], "n_pos": 268, "sum_m_en": [30.184964, 14.102624, 14.340137, 13.589385, 14.235387, 14.775687, 14.301224, 14.481365, 15.19683, 15.638138, 16.108632, 17.34166, 19.240301, 20.132467, 19.772395, 19.216436, 19.520027, 18.809916, 16.339567, 14.663668, 13.714378, 12.840491, 12.424048, 12.03016, 24.460958, 26.762484, 28.159087, 27.827499, 27.955376, 28.810929, 27.896424, 27.973719, 27.125699, 26.945792, 30.28267, 30.172311, 34.341278, 35.593994, 36.642994, 38.814912, 37.098871, 40.527756, 43.058089, 53.595338, 58.070458, 66.286415, 78.093605, 75.150153, 70.338175, 61.148639], "sum_m_pl": [102.585934, 132.893998, 130.215136, 126.9346, 124.599117, 123.094871, 123.52628, 124.862046, 124.345746, 127.837111, 127.223906, 126.706675, 124.55377, 123.007557, 122.742154, 123.240751, 122.626585, 123.352958, 125.963743, 130.002016, 131.724235, 132.693335, 133.002224, 133.839885, 111.130693, 110.498555, 108.105502, 113.85457, 115.541585, 112.866966, 111.860044, 110.867696, 110.814332, 106.441717, 104.106858, 98.76016, 86.73005, 81.928961, 74.906849, 69.125542, 64.959559, 62.862318, 59.657082, 47.847982, 42.559027, 36.291903, 20.617368, 9.8375, 2.069729, 0.000569]}, "digit": {"n_am_en": [2, 9, 10, 11, 10, 9, 4, 6, 5, 8, 9, 10, 7, 10, 11, 10, 11, 5, 7, 5, 4, 1, 3, 4, 3, 5, 9, 7, 7, 9, 4, 7, 5, 11, 17, 13, 9, 4, 4, 4, 5, 5, 4, 2, 2, 4, 6, 1, 1, 0], "n_am_pl": [1, 4, 6, 2, 3, 1, 0, 1, 2, 6, 4, 3, 4, 5, 2, 4, 2, 4, 4, 8, 11, 12, 13, 10, 3, 3, 5, 10, 9, 6, 11, 3, 7, 2, 1, 1, 2, 7, 6, 4, 1, 4, 3, 4, 2, 2, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.698331, 1.3198, 1.356005, 1.48791, 1.649986, 1.703592, 1.584842, 1.609968, 1.628777, 1.737104, 1.71281, 1.857882, 2.210729, 2.245537, 2.089764, 2.176469, 2.198074, 1.955586, 1.740902, 1.538689, 1.44761, 1.348987, 1.314815, 1.265823, 2.391552, 2.685742, 2.932298, 2.97706, 2.620129, 2.829888, 2.709238, 2.843083, 2.63393, 2.843363, 3.167859, 3.114352, 3.477495, 3.171305, 3.227691, 3.189029, 2.972011, 2.935747, 2.823205, 3.373831, 2.902419, 2.6328, 3.813586, 1.6548, 1.386731, 0.152567], "sum_m_pl": [11.64019, 14.871435, 14.467589, 13.895517, 13.817361, 13.787844, 13.884865, 13.894031, 13.702217, 14.142373, 13.89783, 13.938287, 13.651335, 13.80316, 14.185218, 13.955161, 13.760495, 13.960422, 14.241465, 14.820825, 15.015252, 15.009153, 15.025288, 15.117828, 13.511214, 13.174523, 12.589858, 13.164845, 13.862484, 13.422416, 13.0994, 12.776717, 13.112172, 12.789136, 12.365184, 12.044362, 10.991723, 10.854145, 10.427275, 9.822298, 9.503361, 10.006523, 9.693094, 8.576214, 7.4175, 6.790154, 2.715365, 1.76178, 0.136766, 0.0]}, "lang": {"n_am_en": [23, 13, 11, 13, 14, 9, 12, 11, 10, 10, 13, 19, 15, 23, 19, 12, 19, 20, 15, 16, 12, 14, 12, 15, 24, 22, 18, 17, 16, 17, 19, 19, 28, 23, 28, 31, 32, 30, 33, 33, 38, 39, 41, 45, 44, 49, 55, 57, 60, 60], "n_am_pl": [7, 11, 7, 5, 7, 10, 12, 11, 11, 11, 13, 7, 10, 5, 11, 6, 11, 9, 6, 6, 10, 9, 9, 9, 10, 13, 12, 11, 8, 11, 11, 7, 6, 9, 8, 7, 6, 4, 1, 4, 1, 0, 0, 1, 2, 1, 1, 0, 0, 0], "n_pos": 60, "sum_m_en": [7.24819, 3.603154, 3.598698, 3.094984, 3.06255, 3.310727, 3.336815, 3.399975, 3.663873, 3.594826, 3.831857, 4.177899, 4.63707, 4.94324, 4.900254, 4.568515, 4.633647, 4.566792, 3.974801, 3.473647, 3.181566, 2.9353, 2.782243, 2.708415, 6.094886, 6.736567, 6.894725, 6.940518, 6.939184, 7.208882, 7.085251, 7.295655, 7.166363, 7.098404, 8.128765, 8.812491, 11.928863, 12.976896, 13.370264, 15.712651, 16.078272, 19.445927, 21.543118, 27.882902, 31.984196, 39.377319, 48.645739, 52.758929, 58.91152, 59.892386], "sum_m_pl": [21.331797, 28.114877, 28.133438, 27.826807, 27.102371, 26.940503, 27.104034, 27.60917, 27.667019, 28.730984, 29.046567, 28.941226, 28.283842, 27.845858, 27.644598, 27.85723, 27.882647, 27.712443, 28.188731, 28.943963, 29.282892, 29.704268, 29.77436, 29.903317, 25.912395, 25.671257, 25.115967, 25.80575, 25.823337, 25.239187, 25.400308, 24.857469, 25.121268, 24.863181, 24.228824, 23.555106, 20.596245, 19.71953, 18.531972, 17.157429, 15.706928, 13.948174, 12.501243, 9.915052, 8.651304, 6.27632, 3.483345, 1.092383, 0.090906, 6e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 270, "item_id": "llmzszl-18535", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 706, "region_end": 268, "roundtrip_ok": true, "tf_agree": 0.9889, "tf_agree_excl_first": 0.9926}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [109, 129, 118, 121, 103, 92, 78, 86, 61, 61, 75, 86, 115, 109, 112, 111, 99, 101, 70, 66, 71, 68, 67, 66, 113, 107, 117, 118, 118, 124, 108, 128, 109, 110, 127, 112, 106, 97, 88, 96, 90, 87, 97, 78, 73, 63, 29, 33, 25, 24], "n_am_pl": [26, 67, 68, 74, 56, 83, 94, 79, 86, 95, 94, 84, 79, 82, 72, 59, 70, 67, 78, 83, 98, 108, 109, 111, 75, 76, 71, 70, 74, 62, 68, 67, 62, 55, 53, 64, 52, 50, 46, 41, 44, 51, 45, 40, 36, 48, 57, 56, 72, 82], "n_pos": 428, "sum_m_en": [40.599549, 20.459854, 21.906089, 22.26421, 22.949846, 23.560486, 23.74415, 23.622897, 25.046752, 25.715189, 25.611108, 28.338869, 30.890513, 33.030106, 33.301237, 31.920992, 31.381343, 29.965296, 26.01503, 23.526185, 22.058798, 20.665285, 20.097574, 19.463172, 39.697245, 40.875459, 43.85252, 42.309953, 43.267878, 45.268739, 43.5973, 45.29169, 43.417924, 44.017333, 47.384025, 45.986563, 50.221509, 49.205087, 52.116076, 55.564896, 52.993377, 49.752851, 51.17132, 48.132484, 45.862712, 45.947023, 26.570201, 24.805248, 26.777886, 24.021055], "sum_m_pl": [167.433698, 214.939624, 207.87632, 204.092794, 204.214939, 202.504862, 201.35074, 201.399401, 200.832421, 204.409565, 204.201304, 201.598173, 200.635353, 197.536979, 196.881064, 198.168326, 196.105971, 197.278287, 204.965051, 209.75049, 212.585855, 213.189872, 213.454103, 213.407214, 180.609933, 181.385033, 174.4799, 185.088802, 188.793301, 184.734609, 183.810499, 181.296795, 181.328564, 171.082391, 166.528263, 161.078937, 144.647358, 140.399648, 130.656641, 126.548053, 120.99504, 123.459944, 119.611465, 105.830638, 90.725328, 80.165595, 74.71663, 62.887346, 68.304931, 80.678578]}, "digit": {"n_am_en": [2, 20, 16, 11, 13, 14, 8, 11, 6, 6, 7, 9, 18, 13, 14, 13, 10, 7, 2, 4, 6, 7, 7, 7, 15, 9, 10, 12, 11, 11, 10, 10, 11, 10, 14, 10, 6, 3, 4, 3, 5, 5, 8, 4, 3, 2, 1, 1, 0, 0], "n_am_pl": [2, 4, 1, 2, 2, 3, 6, 3, 7, 5, 3, 5, 8, 8, 5, 4, 9, 3, 6, 8, 8, 8, 8, 10, 4, 6, 8, 7, 8, 7, 3, 5, 3, 2, 3, 9, 8, 9, 4, 6, 6, 9, 7, 9, 6, 6, 5, 8, 0, 0], "n_pos": 35, "sum_m_en": [3.145687, 1.647719, 1.690198, 1.725592, 1.720244, 1.747061, 1.661296, 1.710765, 1.70758, 1.729392, 1.770273, 1.996426, 2.316107, 2.441376, 2.305194, 2.373278, 2.421509, 2.326084, 2.107787, 1.879854, 1.713718, 1.579524, 1.535848, 1.491018, 3.255289, 2.868347, 2.888023, 2.916685, 2.89642, 3.06732, 3.24746, 3.554474, 3.412707, 3.491614, 4.019819, 3.829032, 4.214331, 3.588763, 3.594393, 3.838147, 3.875477, 3.427177, 3.419927, 2.904503, 2.728302, 2.51214, 1.601477, 1.081027, 0.081212, 0.0], "sum_m_pl": [12.848336, 18.467699, 17.8503, 17.384195, 17.685152, 17.585179, 17.529177, 17.252925, 17.503146, 18.090486, 18.204858, 18.090774, 18.047698, 17.894857, 17.99258, 17.705905, 17.10096, 17.055097, 17.685751, 17.961917, 18.322935, 18.36272, 18.414261, 18.414689, 16.658276, 17.156112, 16.770744, 17.249591, 17.639146, 17.014815, 16.283088, 15.718193, 15.969371, 15.339339, 14.361026, 14.179825, 13.338227, 12.982404, 12.730532, 12.832199, 12.966279, 13.791033, 13.742948, 13.070221, 11.984, 10.789138, 7.269673, 6.836385, 0.22493, 0.0]}, "lang": {"n_am_en": [40, 16, 20, 20, 24, 20, 24, 26, 21, 21, 26, 28, 37, 34, 38, 34, 31, 32, 20, 32, 29, 27, 27, 27, 44, 34, 44, 38, 38, 36, 36, 45, 38, 39, 32, 41, 41, 37, 31, 46, 40, 43, 44, 34, 41, 33, 18, 25, 25, 24], "n_am_pl": [5, 20, 18, 11, 9, 17, 13, 17, 19, 20, 18, 18, 22, 20, 14, 7, 15, 12, 13, 14, 20, 24, 21, 19, 12, 17, 15, 19, 14, 12, 21, 15, 17, 11, 12, 14, 15, 16, 14, 13, 16, 19, 16, 18, 20, 29, 43, 42, 69, 80], "n_pos": 105, "sum_m_en": [9.404048, 4.919387, 5.181669, 5.220401, 5.169447, 5.266903, 5.815531, 5.499318, 5.862702, 5.751014, 6.180108, 6.913037, 7.221513, 7.898873, 8.227573, 7.598951, 7.506698, 7.321137, 6.448902, 5.769238, 5.482504, 5.111798, 4.931537, 4.762931, 11.934606, 11.399133, 11.717967, 10.749667, 11.183747, 11.524448, 10.531826, 11.615957, 11.761274, 12.349964, 12.574689, 12.988951, 15.772267, 15.11329, 15.729197, 19.091499, 19.351494, 19.610106, 19.993115, 20.77262, 23.853081, 26.137764, 15.057814, 15.203045, 25.694048, 24.016353], "sum_m_pl": [40.0306, 50.373585, 49.25184, 48.635844, 48.783186, 48.865705, 48.718866, 49.58991, 50.153706, 50.781156, 50.641992, 50.017878, 49.986402, 49.040689, 49.066158, 49.4037, 49.193695, 48.978381, 50.722826, 51.576337, 52.188774, 52.405145, 52.385255, 52.360832, 44.169414, 45.465698, 44.37662, 47.045293, 47.26867, 46.970524, 47.145428, 45.962625, 45.408401, 42.962076, 42.120135, 41.917817, 39.408424, 39.805635, 37.294568, 36.047515, 34.737102, 35.914874, 35.021131, 35.393823, 34.23618, 33.103654, 43.25688, 42.680487, 63.938213, 79.000312]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 430, "item_id": "llmzszl-18535", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 637, "region_end": 428, "roundtrip_ok": true, "tf_agree": 0.986, "tf_agree_excl_first": 0.9883}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [125, 119, 130, 118, 94, 88, 80, 105, 94, 98, 94, 97, 112, 126, 121, 116, 141, 124, 93, 91, 71, 68, 57, 59, 115, 123, 124, 124, 129, 127, 128, 131, 122, 102, 112, 110, 134, 150, 142, 142, 149, 149, 145, 137, 135, 142, 137, 129, 126, 116], "n_am_pl": [8, 52, 79, 67, 43, 61, 66, 60, 51, 72, 105, 94, 93, 81, 81, 66, 52, 70, 72, 81, 94, 98, 115, 121, 52, 52, 53, 73, 83, 62, 71, 77, 78, 51, 61, 67, 34, 29, 35, 26, 24, 18, 22, 18, 31, 25, 15, 10, 2, 2], "n_pos": 501, "sum_m_en": [54.555156, 27.236032, 27.682567, 26.609128, 27.328473, 29.175371, 29.111963, 30.569438, 32.909338, 34.395442, 34.210791, 36.722983, 40.716227, 43.009714, 43.081424, 42.776771, 44.562845, 40.767525, 34.661987, 31.83272, 27.597933, 25.17927, 24.090589, 23.496228, 47.122412, 56.120318, 60.531297, 58.449704, 58.523377, 59.503217, 55.526305, 55.076203, 52.965577, 51.801813, 57.752069, 61.136583, 73.787745, 78.096772, 73.334534, 80.554542, 85.003117, 94.96104, 101.832678, 107.371736, 114.163188, 123.255414, 127.080788, 124.963487, 122.492596, 117.222313], "sum_m_pl": [182.668284, 245.534764, 240.202251, 236.218479, 229.240873, 226.48342, 228.466456, 230.838849, 229.880118, 234.274791, 234.31019, 231.842103, 227.493672, 225.161964, 226.770842, 225.592827, 221.544274, 228.156247, 231.79856, 238.674419, 243.485836, 246.681144, 248.539259, 248.731898, 197.385118, 189.180934, 184.461915, 200.665356, 208.659164, 206.624069, 209.741345, 211.325089, 213.744884, 206.499312, 196.739672, 188.205367, 165.395366, 153.069702, 140.855242, 129.092416, 116.169846, 105.232211, 97.808319, 81.411017, 67.969682, 54.289421, 27.473724, 19.340517, 4.572105, 2.062306]}, "digit": {"n_am_en": [0, 10, 13, 3, 5, 1, 5, 9, 6, 6, 11, 7, 7, 10, 9, 7, 12, 9, 9, 4, 6, 6, 4, 4, 5, 11, 11, 13, 7, 10, 8, 10, 7, 9, 8, 6, 5, 6, 3, 3, 3, 5, 3, 2, 1, 3, 2, 1, 1, 0], "n_am_pl": [0, 9, 5, 1, 0, 2, 2, 4, 3, 4, 1, 4, 5, 4, 8, 4, 0, 8, 10, 5, 5, 5, 7, 6, 1, 1, 4, 6, 10, 10, 9, 7, 8, 7, 8, 3, 4, 1, 2, 1, 1, 1, 1, 1, 4, 4, 3, 1, 0, 0], "n_pos": 34, "sum_m_en": [3.613902, 1.48006, 1.774659, 1.620046, 1.798931, 1.960245, 1.790688, 1.960218, 2.076814, 2.175397, 2.419836, 2.485868, 3.033793, 3.027726, 2.909266, 2.928139, 3.405839, 2.817205, 2.37456, 2.055008, 1.791506, 1.60273, 1.551268, 1.509531, 2.647052, 3.672059, 4.10403, 4.207569, 4.0881, 3.917297, 3.880853, 3.48241, 3.273766, 2.930514, 3.631847, 3.273369, 3.786791, 3.201015, 2.999008, 2.32305, 2.140072, 2.578075, 2.482471, 2.636535, 2.67131, 3.558035, 2.191125, 1.539715, 0.737875, 0.0], "sum_m_pl": [11.965242, 17.457817, 16.186511, 15.885509, 14.252678, 14.491538, 15.203652, 15.118241, 14.952189, 15.761714, 15.318689, 15.606789, 14.651557, 15.067536, 15.595227, 15.752859, 14.84309, 15.585446, 15.547237, 15.984918, 16.607265, 16.935713, 17.023661, 17.151647, 14.142145, 13.418518, 13.000397, 14.490269, 15.737554, 15.58716, 14.933985, 15.333916, 15.440812, 15.238564, 14.240875, 13.241234, 12.310724, 11.061701, 11.181404, 8.64826, 7.981383, 8.149668, 7.615701, 8.389022, 8.926061, 7.942401, 6.223286, 3.252834, 0.311702, 0.0]}, "lang": {"n_am_en": [42, 29, 43, 33, 34, 26, 23, 27, 25, 25, 30, 36, 33, 32, 39, 25, 38, 33, 27, 26, 19, 21, 14, 15, 40, 39, 39, 34, 33, 35, 36, 38, 38, 36, 38, 37, 49, 58, 50, 56, 63, 69, 72, 79, 78, 84, 90, 96, 110, 116], "n_am_pl": [1, 11, 16, 23, 10, 18, 19, 16, 11, 18, 25, 22, 27, 22, 24, 20, 12, 18, 19, 19, 21, 22, 27, 28, 17, 12, 13, 21, 20, 15, 14, 22, 13, 13, 20, 23, 10, 12, 13, 11, 7, 6, 5, 5, 8, 6, 2, 2, 2, 2], "n_pos": 121, "sum_m_en": [14.807503, 7.423477, 7.427324, 7.116754, 7.155476, 7.593392, 7.588264, 7.81846, 8.876189, 8.5311, 8.717715, 9.445008, 9.811895, 10.49192, 10.511735, 10.380475, 10.849203, 9.988953, 8.550864, 7.886388, 6.94488, 6.293965, 5.96819, 5.796456, 12.834724, 14.759625, 15.963872, 15.282467, 15.161358, 15.777471, 14.349856, 14.45077, 13.850934, 14.200656, 16.475756, 18.789822, 24.674201, 27.893629, 26.75202, 32.878536, 37.420716, 44.535981, 49.13305, 56.733121, 61.986104, 69.730819, 81.559149, 88.397743, 108.27985, 115.721786], "sum_m_pl": [41.567745, 56.60955, 56.303885, 54.922566, 53.549609, 53.406107, 54.574789, 55.915279, 55.748984, 56.433613, 57.264952, 56.854755, 56.760513, 55.970916, 55.99292, 55.500446, 55.079495, 56.216387, 56.956867, 58.153511, 59.078279, 59.607543, 60.194753, 60.23877, 47.717737, 47.28807, 45.729592, 48.988683, 50.518171, 49.983121, 51.119225, 51.805024, 52.196693, 50.747827, 48.127127, 45.916372, 40.578344, 38.004437, 36.135281, 33.317113, 30.50967, 25.458954, 23.147015, 19.152527, 17.172453, 12.835531, 6.187362, 4.549042, 2.39868, 2.00041]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 503, "item_id": "llmzszl-18536", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 739, "region_end": 501, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 0.99}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [79, 108, 75, 85, 58, 59, 72, 72, 72, 68, 72, 89, 86, 100, 102, 100, 101, 92, 66, 67, 58, 58, 50, 50, 79, 72, 90, 93, 107, 105, 86, 89, 94, 87, 87, 80, 81, 75, 84, 85, 87, 81, 90, 68, 64, 49, 25, 18, 6, 6], "n_am_pl": [20, 84, 66, 65, 57, 65, 66, 61, 67, 84, 88, 75, 90, 65, 58, 51, 46, 69, 65, 70, 76, 93, 97, 104, 61, 56, 58, 77, 80, 85, 79, 69, 91, 62, 45, 54, 44, 39, 38, 40, 35, 43, 43, 43, 46, 52, 55, 54, 89, 93], "n_pos": 385, "sum_m_en": [37.148659, 18.585344, 19.995748, 20.344699, 20.967564, 22.77129, 23.462554, 23.98681, 25.831304, 26.621805, 26.158284, 28.468892, 31.422646, 34.253186, 33.436002, 32.249829, 32.575877, 29.982712, 25.694028, 23.422181, 21.282845, 19.638004, 18.735011, 18.166238, 35.421356, 40.065575, 43.489983, 41.871165, 43.438058, 44.475544, 42.031113, 40.333093, 39.593999, 39.298701, 42.360982, 42.016858, 51.115695, 49.086969, 49.619372, 51.109528, 47.822494, 49.568388, 49.73507, 49.202527, 51.542113, 47.46129, 24.546879, 21.811745, 8.158358, 5.954368], "sum_m_pl": [147.129449, 190.054776, 183.901956, 181.471602, 177.122954, 174.79943, 175.675832, 177.457714, 176.822932, 180.013699, 179.374014, 177.294564, 173.52984, 170.554494, 171.950782, 173.108743, 171.173617, 177.052933, 181.414788, 185.751392, 188.362284, 190.444388, 190.549553, 191.166162, 155.479123, 151.611336, 149.568759, 162.814963, 167.357234, 164.922072, 166.272005, 168.867212, 170.522129, 160.115334, 154.382085, 153.626061, 136.897719, 130.744256, 119.81152, 111.791963, 102.603941, 104.099728, 101.128585, 92.357657, 78.401013, 74.192448, 71.458717, 63.41112, 83.976333, 92.812832]}, "digit": {"n_am_en": [1, 10, 10, 5, 2, 2, 2, 9, 8, 5, 10, 8, 5, 6, 12, 7, 8, 8, 8, 5, 8, 7, 6, 6, 5, 10, 8, 14, 17, 9, 9, 11, 8, 8, 4, 3, 4, 3, 2, 3, 3, 4, 4, 2, 3, 2, 0, 1, 0, 0], "n_am_pl": [1, 13, 4, 9, 0, 0, 0, 3, 2, 5, 4, 5, 8, 6, 2, 6, 3, 9, 6, 7, 8, 6, 9, 8, 4, 0, 3, 7, 6, 10, 3, 3, 9, 4, 7, 3, 3, 2, 2, 2, 2, 2, 3, 2, 2, 2, 3, 1, 0, 0], "n_pos": 31, "sum_m_en": [3.282281, 1.395008, 1.667111, 1.564129, 1.740719, 1.880959, 1.754965, 1.991545, 2.105545, 2.076899, 2.301886, 2.40162, 2.770792, 2.663888, 2.678773, 2.785506, 3.061995, 2.554651, 2.125672, 1.837979, 1.640674, 1.467586, 1.412268, 1.359876, 2.332801, 3.297596, 3.660905, 4.024134, 4.235241, 3.788171, 3.926446, 3.301118, 2.919405, 2.974516, 3.522128, 3.195753, 4.776894, 3.788231, 3.208595, 2.563985, 2.276054, 2.5854, 2.390518, 1.886732, 2.501014, 2.322804, 1.312812, 1.631479, 0.067422, 0.0], "sum_m_pl": [11.00828, 16.083574, 14.902002, 14.618331, 13.317876, 13.421829, 13.719559, 13.26663, 13.208977, 13.92619, 13.569246, 13.737538, 13.191289, 13.741355, 14.159212, 14.218296, 13.381135, 14.157127, 14.307083, 14.804121, 15.359263, 15.636468, 15.682064, 15.782942, 13.69692, 12.922576, 12.534398, 13.538185, 14.133781, 14.212662, 13.299063, 14.008792, 14.331302, 13.748288, 12.784683, 12.552271, 11.451135, 11.063806, 11.410822, 10.122658, 9.424596, 10.340879, 9.702277, 9.57391, 8.574487, 7.785345, 6.12066, 3.642812, 0.135092, 0.0]}, "lang": {"n_am_en": [29, 20, 19, 16, 16, 14, 20, 18, 19, 24, 24, 25, 23, 23, 24, 24, 23, 28, 24, 22, 18, 20, 15, 18, 25, 25, 27, 28, 24, 27, 25, 32, 34, 31, 32, 30, 27, 30, 28, 32, 35, 28, 32, 30, 36, 28, 15, 11, 6, 6], "n_am_pl": [7, 24, 17, 18, 22, 25, 21, 19, 23, 19, 26, 20, 26, 23, 17, 18, 18, 13, 13, 17, 21, 27, 26, 31, 15, 12, 13, 20, 25, 26, 24, 23, 21, 17, 12, 19, 17, 20, 22, 24, 17, 25, 25, 29, 29, 40, 44, 47, 88, 92], "n_pos": 100, "sum_m_en": [9.951218, 4.84924, 5.175216, 5.496763, 5.327584, 5.821731, 6.232611, 6.200813, 6.725584, 6.648617, 6.622337, 7.326286, 7.417894, 8.388242, 8.265049, 7.825335, 8.039112, 7.864084, 6.870316, 6.19012, 5.747334, 5.329839, 5.028499, 4.876539, 10.746766, 11.534028, 11.899981, 10.67214, 10.951764, 11.665035, 10.780747, 11.370052, 11.431716, 11.837286, 11.934782, 12.087495, 14.126792, 14.679028, 15.796104, 19.502813, 18.599378, 19.644602, 19.728831, 22.25771, 26.932469, 26.634984, 13.335712, 11.83585, 6.72215, 5.943187], "sum_m_pl": [36.018531, 47.457665, 46.922291, 45.586456, 45.011389, 45.012178, 45.251019, 46.602551, 47.358497, 47.659429, 48.242068, 47.611003, 47.693494, 46.750294, 46.493726, 47.025022, 46.882174, 47.230156, 48.460766, 49.269856, 49.74912, 50.03667, 50.213436, 50.24764, 40.189936, 40.717353, 40.956742, 44.266347, 44.961572, 44.100005, 45.232168, 44.94816, 45.155372, 43.109549, 42.354291, 43.118733, 40.328322, 39.646518, 36.349457, 33.416002, 32.24248, 32.942734, 33.597312, 32.881345, 33.000461, 36.738372, 44.703405, 46.216864, 79.806956, 91.56867]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 385, "item_id": "llmzszl-18536", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 670, "region_end": 385, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9896}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [36, 24, 27, 19, 25, 18, 14, 22, 16, 15, 14, 19, 16, 16, 15, 13, 15, 12, 13, 12, 20, 21, 18, 17, 21, 18, 22, 29, 22, 24, 18, 18, 11, 20, 24, 21, 18, 20, 18, 23, 23, 25, 21, 20, 20, 16, 20, 17, 17, 17], "n_am_pl": [7, 22, 16, 10, 9, 14, 17, 14, 13, 9, 14, 13, 17, 15, 15, 4, 13, 15, 6, 6, 10, 11, 7, 9, 4, 11, 15, 12, 18, 13, 17, 21, 16, 12, 15, 8, 8, 5, 6, 8, 5, 2, 3, 6, 4, 3, 4, 1, 0, 1], "n_pos": 100, "sum_m_en": [11.72674, 5.07157, 5.604438, 5.067046, 5.331353, 5.25743, 5.217105, 5.227869, 5.528672, 5.632954, 6.123077, 6.386996, 6.520394, 7.10297, 6.963244, 6.527465, 6.202873, 5.86969, 5.402204, 5.026571, 4.855299, 4.722485, 4.587567, 4.693648, 10.878363, 10.910587, 10.859073, 10.670327, 9.936603, 9.935534, 8.583483, 8.243624, 8.041321, 8.195299, 9.248726, 9.140623, 9.654667, 10.027854, 10.875927, 11.834688, 12.266085, 12.066444, 13.090411, 14.659519, 16.071824, 14.701807, 20.172754, 19.228746, 18.586079, 17.38801], "sum_m_pl": [39.073893, 50.83584, 49.256163, 48.745422, 47.536477, 46.594141, 46.232209, 45.849963, 45.332401, 46.08574, 44.982981, 45.360194, 45.694463, 45.544508, 45.32702, 45.413718, 45.778997, 45.778144, 46.383021, 47.889039, 48.718084, 48.662989, 48.821159, 48.767815, 38.873107, 38.440531, 38.827256, 40.987986, 41.795806, 41.010705, 41.889861, 42.788788, 42.39505, 40.0352, 39.158447, 36.529144, 32.352334, 30.545449, 28.380804, 27.558609, 25.921793, 24.206677, 22.202824, 18.286386, 15.356063, 11.749882, 6.217979, 4.075501, 1.886571, 0.91416]}, "digit": {"n_am_en": [2, 5, 8, 4, 5, 2, 2, 3, 2, 2, 1, 2, 0, 2, 2, 1, 1, 2, 2, 1, 2, 3, 1, 1, 5, 1, 3, 5, 5, 3, 3, 3, 1, 2, 2, 0, 1, 0, 1, 0, 0, 2, 1, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 2, 0, 1, 0, 2, 3, 0, 1, 1, 2, 3, 2, 1, 0, 1, 4, 0, 1, 2, 2, 3, 3, 2, 0, 2, 0, 0, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.223752, 0.533032, 0.521212, 0.505958, 0.522057, 0.512413, 0.527546, 0.534382, 0.55812, 0.582568, 0.628946, 0.657003, 0.686681, 0.804293, 0.759507, 0.769015, 0.73757, 0.721877, 0.669972, 0.641647, 0.621929, 0.597065, 0.57218, 0.576661, 1.273189, 1.218868, 1.176931, 1.20367, 1.22066, 1.13631, 1.105344, 0.979903, 0.866183, 0.807127, 0.851295, 0.810198, 0.776293, 0.781996, 0.755989, 0.813437, 0.845649, 0.871793, 0.975683, 1.321836, 1.308872, 1.089689, 1.37867, 1.135676, 0.054111, 0.0], "sum_m_pl": [5.518535, 7.04064, 6.864206, 6.721065, 6.624326, 6.550942, 6.405142, 6.24717, 6.210129, 6.13748, 6.051771, 6.109751, 6.010967, 5.828765, 5.724829, 5.698638, 5.711293, 5.898627, 5.944827, 6.071212, 6.139374, 6.212411, 6.212924, 6.262362, 5.167136, 5.046406, 5.1509, 5.375424, 5.316035, 5.195069, 5.257663, 5.298242, 5.62359, 5.406344, 5.21536, 5.391676, 5.053462, 4.901269, 4.548854, 4.561928, 4.708232, 4.62945, 4.12513, 3.646437, 3.084788, 2.584742, 1.522544, 0.821827, 0.077209, 0.0]}, "lang": {"n_am_en": [6, 3, 3, 3, 2, 3, 3, 3, 3, 5, 4, 3, 4, 5, 4, 2, 2, 4, 4, 3, 7, 6, 3, 5, 7, 9, 8, 10, 7, 9, 6, 6, 5, 7, 9, 10, 7, 8, 8, 12, 12, 13, 10, 11, 11, 11, 12, 14, 16, 17], "n_am_pl": [1, 3, 0, 2, 2, 0, 2, 3, 3, 2, 2, 2, 2, 3, 3, 0, 0, 1, 0, 0, 0, 1, 1, 2, 1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 3, 1, 1, 0, 0, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1], "n_pos": 18, "sum_m_en": [2.520203, 1.202356, 1.359226, 1.023252, 0.97086, 1.027633, 0.967453, 0.947222, 1.051491, 1.022171, 1.126049, 1.202294, 1.237563, 1.402223, 1.324765, 1.238715, 1.184749, 1.164434, 1.047147, 0.978652, 0.958221, 0.963845, 0.929605, 1.018274, 3.94473, 3.949288, 3.582607, 3.348743, 2.709605, 2.709376, 1.860065, 1.914133, 2.027541, 2.203791, 2.996579, 3.072985, 3.694744, 4.286608, 5.180714, 5.758954, 6.252211, 6.735726, 7.216248, 7.558106, 8.190885, 8.575046, 11.967383, 13.751838, 16.126792, 16.843026], "sum_m_pl": [6.003862, 8.286142, 8.23872, 8.290048, 7.930679, 7.576429, 7.606842, 7.832636, 7.707054, 8.068208, 7.889345, 8.000173, 8.016111, 7.908978, 7.79507, 7.889739, 8.072496, 7.839806, 8.07423, 8.350827, 8.406635, 8.296102, 8.397814, 8.305201, 5.667163, 5.773146, 5.665391, 6.264632, 6.745085, 6.715457, 6.990018, 7.078915, 6.986575, 6.848104, 6.594812, 6.559205, 5.51175, 5.396491, 4.890465, 4.676565, 4.370596, 4.096132, 3.781373, 3.051285, 2.448789, 2.392983, 1.07521, 0.438388, 0.417874, 0.911022]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 102, "item_id": "llmzszl-18539", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 712, "region_end": 100, "roundtrip_ok": true, "tf_agree": 0.9412, "tf_agree_excl_first": 0.9505}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [50, 67, 59, 69, 61, 53, 48, 51, 53, 51, 43, 59, 67, 62, 56, 52, 40, 45, 36, 26, 30, 37, 33, 35, 71, 52, 47, 47, 57, 64, 69, 73, 61, 52, 64, 61, 70, 46, 47, 50, 52, 53, 57, 56, 44, 43, 21, 19, 6, 5], "n_am_pl": [16, 61, 42, 36, 44, 33, 32, 41, 40, 48, 40, 34, 53, 53, 46, 45, 64, 64, 74, 75, 78, 71, 70, 65, 42, 44, 47, 51, 56, 50, 60, 55, 52, 38, 46, 40, 16, 13, 22, 18, 24, 23, 22, 19, 21, 17, 24, 20, 22, 23], "n_pos": 265, "sum_m_en": [24.499859, 12.490242, 13.865694, 14.052719, 14.326868, 14.303975, 14.289426, 14.204511, 15.420893, 16.176279, 17.427774, 18.005137, 18.792206, 19.92668, 20.742221, 19.380964, 17.61526, 16.305756, 14.693079, 13.656288, 13.280746, 13.012361, 12.61043, 12.398071, 26.082494, 25.11129, 26.140263, 26.999096, 28.555647, 29.227981, 27.071089, 26.579682, 25.511073, 25.458694, 28.015057, 26.881259, 28.318346, 26.349604, 29.556205, 31.501952, 30.900795, 32.379753, 36.985245, 42.762811, 40.840976, 35.589975, 24.23272, 18.338482, 7.359357, 4.83734], "sum_m_pl": [109.019041, 133.660976, 128.882826, 126.59707, 126.049579, 121.752842, 122.340327, 122.566751, 121.696854, 123.056202, 120.717118, 122.611176, 124.521047, 124.633722, 124.150352, 124.927569, 124.097341, 126.793569, 128.921306, 131.321122, 130.302043, 129.952115, 130.21512, 129.450228, 105.63831, 106.804158, 102.570382, 108.522423, 111.058842, 110.644514, 113.00843, 114.793996, 115.060297, 106.985473, 101.491614, 99.096561, 88.241237, 84.183739, 77.739929, 74.845304, 70.455655, 69.897879, 63.602925, 52.227161, 46.890903, 42.596304, 37.989295, 31.387782, 25.249301, 23.139044]}, "digit": {"n_am_en": [4, 17, 9, 11, 7, 9, 7, 9, 9, 9, 9, 9, 9, 5, 4, 5, 5, 3, 2, 1, 4, 5, 2, 2, 6, 3, 9, 7, 8, 11, 13, 10, 4, 7, 7, 7, 6, 2, 2, 6, 4, 5, 5, 4, 5, 5, 0, 0, 0, 0], "n_am_pl": [1, 7, 2, 3, 3, 2, 1, 6, 3, 6, 5, 5, 10, 10, 11, 11, 11, 11, 12, 9, 9, 10, 9, 11, 6, 4, 4, 5, 3, 5, 13, 10, 16, 6, 3, 3, 3, 3, 5, 1, 4, 1, 2, 1, 0, 0, 1, 2, 0, 0], "n_pos": 34, "sum_m_en": [2.957216, 1.514002, 1.571583, 1.599178, 1.628711, 1.569022, 1.574979, 1.721341, 1.862096, 1.962959, 1.957879, 2.006456, 2.208358, 2.512945, 2.536584, 2.371027, 2.147976, 2.012055, 1.780153, 1.596829, 1.5507, 1.498244, 1.478801, 1.458297, 2.553329, 2.586399, 3.151348, 3.164712, 3.523592, 3.535455, 3.284026, 3.18201, 2.877825, 2.862074, 2.999284, 2.900643, 2.731019, 2.442359, 2.445162, 2.423745, 2.256448, 2.27183, 3.020288, 3.958589, 4.367933, 2.927092, 1.014698, 0.654287, 0.108447, 9e-06], "sum_m_pl": [14.436736, 18.005443, 17.259608, 16.735904, 16.551756, 16.237997, 16.355892, 16.071486, 15.944067, 15.917902, 15.684495, 16.100143, 16.246472, 15.95364, 16.093997, 16.169854, 15.979071, 16.398663, 16.700783, 16.963501, 16.72805, 16.804483, 16.840438, 16.828721, 14.655156, 14.52731, 13.862113, 14.47478, 14.539321, 14.569455, 14.997783, 15.187014, 15.637984, 14.739451, 13.346658, 13.74979, 12.758531, 12.240817, 11.378249, 11.111077, 10.922756, 11.565414, 10.371407, 8.902251, 8.248752, 7.494055, 4.729333, 3.333622, 0.404509, 0.020384]}, "lang": {"n_am_en": [7, 6, 8, 7, 5, 2, 3, 6, 7, 5, 6, 5, 4, 7, 7, 6, 3, 3, 5, 3, 5, 6, 5, 4, 10, 5, 4, 6, 6, 6, 6, 10, 4, 2, 5, 8, 7, 9, 6, 8, 8, 8, 10, 12, 13, 12, 7, 5, 5, 5], "n_am_pl": [4, 9, 7, 6, 4, 5, 1, 3, 4, 4, 5, 2, 3, 2, 4, 4, 5, 4, 5, 5, 5, 4, 7, 4, 4, 6, 3, 2, 2, 3, 5, 8, 3, 6, 6, 2, 2, 3, 4, 4, 5, 4, 4, 7, 5, 6, 11, 10, 21, 23], "n_pos": 30, "sum_m_en": [2.525958, 1.584062, 1.767373, 1.74479, 1.706978, 1.765236, 1.758907, 1.763809, 1.805984, 1.834122, 1.920711, 2.022561, 2.082912, 2.147555, 2.207484, 2.127055, 1.972971, 1.847477, 1.769881, 1.668623, 1.663522, 1.695079, 1.583454, 1.571584, 3.190257, 3.156408, 2.901517, 2.969203, 3.024071, 3.067041, 2.796101, 2.825815, 2.879811, 2.768149, 2.912212, 2.70103, 3.189042, 3.126094, 3.973644, 5.194999, 5.122829, 6.288297, 7.250251, 8.829964, 10.503713, 9.635947, 7.362719, 5.276643, 5.236329, 4.836906], "sum_m_pl": [11.656318, 14.10479, 13.767591, 13.60687, 13.512024, 12.883677, 12.866151, 13.157747, 13.137899, 13.501461, 13.320836, 13.172765, 13.408767, 13.516369, 13.165814, 13.466824, 13.389483, 13.519768, 13.756219, 14.122636, 13.995149, 13.814969, 13.900181, 13.739306, 10.761739, 10.644023, 10.241951, 11.189521, 11.428896, 11.781599, 12.238602, 12.621793, 12.211466, 11.838015, 11.668705, 12.332796, 11.45017, 11.453376, 10.739968, 10.236073, 10.134442, 10.036045, 8.756458, 8.739548, 8.381893, 8.905068, 10.248555, 10.268516, 19.926654, 22.33327]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 265, "item_id": "llmzszl-18539", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 643, "region_end": 265, "roundtrip_ok": true, "tf_agree": 0.9774, "tf_agree_excl_first": 0.9811}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [57, 57, 56, 44, 47, 60, 45, 68, 45, 56, 50, 57, 60, 64, 73, 67, 50, 44, 46, 52, 39, 34, 33, 32, 57, 60, 78, 64, 70, 78, 76, 72, 52, 55, 74, 59, 67, 77, 94, 83, 79, 91, 84, 79, 73, 66, 64, 49, 67, 45], "n_am_pl": [11, 47, 59, 50, 39, 47, 43, 29, 64, 57, 53, 51, 58, 43, 58, 50, 74, 72, 66, 73, 102, 106, 101, 101, 46, 50, 48, 62, 67, 47, 43, 39, 44, 41, 45, 50, 42, 26, 25, 15, 8, 6, 15, 12, 21, 16, 23, 38, 0, 0], "n_pos": 262, "sum_m_en": [26.269293, 13.586713, 13.98435, 14.030635, 14.385393, 16.214563, 15.802299, 17.328354, 18.254629, 18.591874, 18.380745, 19.484507, 21.122861, 23.121059, 23.219464, 22.677135, 21.46574, 19.948378, 17.676829, 16.02938, 14.669442, 13.597469, 13.101814, 12.713774, 26.728751, 30.7173, 34.550162, 32.562883, 32.880507, 33.832028, 32.536976, 31.470811, 29.126147, 29.613397, 32.218056, 31.675449, 34.167527, 37.938031, 45.389168, 50.438124, 49.526371, 52.959082, 55.361005, 55.489408, 58.569292, 55.291006, 60.508875, 56.251369, 63.407885, 44.473694], "sum_m_pl": [97.87074, 129.002459, 125.129455, 122.343888, 121.363073, 117.261105, 119.596603, 120.406819, 119.023498, 124.450626, 124.692079, 122.839721, 121.987524, 118.84007, 119.906389, 119.784087, 121.704469, 122.623969, 123.221525, 125.692907, 127.71339, 128.759801, 129.658548, 129.700086, 109.319472, 108.329302, 103.330004, 108.617219, 111.766112, 107.723299, 107.2664, 108.351385, 110.123709, 106.721066, 103.780625, 100.052659, 90.892959, 85.039952, 76.39307, 64.580794, 61.293238, 54.408098, 47.084149, 40.681286, 31.904193, 26.955417, 24.771919, 30.471947, 4.310787, 0.001031]}, "digit": {"n_am_en": [0, 5, 0, 0, 3, 10, 5, 14, 10, 15, 5, 3, 6, 7, 7, 5, 5, 3, 2, 4, 3, 1, 1, 2, 4, 1, 3, 6, 3, 10, 8, 5, 2, 4, 10, 6, 0, 2, 3, 3, 3, 3, 3, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 15, 20, 3, 5, 0, 4, 2, 5, 3, 8, 3, 10, 6, 7, 8, 5, 7, 6, 10, 16, 17, 17, 17, 10, 14, 13, 10, 11, 7, 7, 5, 7, 4, 5, 6, 12, 6, 11, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [1.858532, 0.993575, 1.059579, 1.22036, 1.395518, 1.734957, 1.445563, 1.8978, 1.839957, 2.215512, 1.639004, 1.658887, 1.901783, 2.222827, 2.092047, 2.286191, 2.257804, 1.873303, 1.676418, 1.508601, 1.318905, 1.217529, 1.173918, 1.138912, 2.303414, 2.215212, 2.982482, 3.003162, 2.907563, 3.2037, 3.342382, 3.179464, 2.693715, 2.715873, 3.265295, 2.934143, 2.674321, 2.783701, 2.747775, 2.672358, 2.419797, 2.379698, 2.433601, 1.87396, 1.358434, 1.106194, 0.186616, 0.552563, 0.009642, 0.0], "sum_m_pl": [6.288811, 12.330048, 11.747901, 11.364839, 11.17045, 10.686002, 11.310341, 11.009905, 10.972544, 11.385868, 11.628998, 11.278287, 11.14335, 10.901076, 11.171939, 10.854945, 10.858057, 11.187379, 11.392205, 11.681349, 12.064608, 12.15523, 12.196549, 12.289336, 11.36721, 11.647611, 10.630544, 10.333341, 10.752844, 10.293514, 9.950474, 10.032309, 10.6484, 10.610742, 9.874369, 10.065565, 9.591258, 8.515259, 9.350846, 7.739263, 7.102083, 6.900188, 6.376717, 6.11603, 2.9476, 2.360439, 0.313251, 0.846438, 0.015194, 0.0]}, "lang": {"n_am_en": [14, 13, 9, 10, 5, 7, 10, 17, 7, 10, 13, 15, 13, 16, 14, 19, 12, 9, 12, 15, 11, 13, 11, 13, 12, 17, 18, 15, 17, 19, 13, 13, 12, 12, 20, 23, 24, 31, 28, 29, 27, 36, 29, 26, 29, 31, 30, 31, 43, 45], "n_am_pl": [3, 4, 8, 9, 5, 3, 7, 4, 6, 6, 4, 6, 9, 7, 9, 8, 9, 9, 9, 12, 16, 13, 12, 12, 5, 7, 3, 5, 4, 3, 6, 3, 4, 4, 3, 5, 3, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [5.571251, 2.695964, 2.606845, 2.485093, 2.477201, 2.684388, 2.723582, 3.183247, 3.49105, 3.442235, 3.497945, 3.758786, 4.08214, 4.37529, 4.322551, 4.559387, 4.319956, 4.05413, 3.565217, 3.184151, 2.888886, 2.617328, 2.495786, 2.424453, 6.426552, 7.896569, 8.42078, 7.728546, 7.492332, 7.666331, 6.532832, 6.603137, 6.502119, 6.964369, 8.052879, 8.296141, 9.680844, 10.677411, 13.017057, 15.321521, 15.930499, 19.551631, 19.999257, 21.155672, 24.567158, 25.680203, 27.080885, 28.955452, 41.320354, 44.199457], "sum_m_pl": [15.473438, 20.549402, 19.980458, 19.893212, 20.038168, 19.113103, 19.58943, 20.18629, 20.111915, 20.944458, 21.038023, 20.95833, 20.667285, 19.977246, 20.075432, 19.772108, 19.999651, 20.216147, 20.410333, 20.832422, 21.12196, 21.443747, 21.648748, 21.586877, 16.911262, 16.114601, 15.271994, 16.749501, 17.102191, 16.936885, 17.403051, 17.410528, 17.36846, 16.668135, 16.013585, 15.511099, 13.594146, 12.551378, 10.726441, 9.781175, 9.384402, 8.179068, 7.161249, 5.47006, 3.020651, 2.430455, 2.041685, 0.646567, 0.028226, 1.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 264, "item_id": "llmzszl-18541", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 782, "region_end": 262, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 0.9962}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [121, 117, 121, 95, 81, 91, 93, 133, 88, 98, 122, 120, 116, 135, 127, 127, 125, 117, 85, 76, 81, 72, 64, 76, 131, 126, 130, 144, 153, 194, 154, 161, 158, 144, 189, 156, 146, 172, 186, 192, 199, 200, 196, 169, 161, 155, 88, 90, 77, 74], "n_am_pl": [57, 103, 135, 72, 59, 118, 124, 114, 153, 171, 120, 119, 148, 106, 107, 119, 158, 148, 180, 188, 226, 245, 239, 249, 116, 136, 117, 127, 151, 96, 121, 114, 106, 113, 97, 75, 55, 61, 46, 39, 41, 32, 44, 48, 35, 40, 52, 46, 62, 68], "n_pos": 580, "sum_m_en": [54.182957, 27.600294, 30.081638, 30.760773, 31.398112, 33.918458, 33.924731, 36.13062, 37.56296, 38.874079, 38.750672, 39.545809, 44.351969, 48.62815, 49.095493, 46.185499, 43.500654, 41.209856, 35.860686, 33.501743, 30.309115, 28.272923, 27.483677, 26.590335, 50.665105, 55.664291, 64.037097, 65.103893, 66.951106, 69.595971, 67.717983, 67.426298, 65.492789, 65.413592, 74.208752, 69.080616, 75.295716, 82.193336, 101.046682, 98.317084, 105.78838, 100.087649, 111.713883, 108.373568, 109.021313, 110.926856, 81.074829, 82.121132, 77.177799, 74.035309], "sum_m_pl": [204.780486, 295.956404, 283.300385, 277.869672, 275.419119, 270.664201, 273.81502, 273.437989, 270.60859, 279.033597, 278.629141, 277.734186, 274.088963, 266.93981, 268.931304, 271.740157, 274.924212, 276.815766, 283.806149, 285.748996, 288.706133, 290.043947, 290.512951, 290.487016, 247.193718, 249.961537, 237.810691, 246.451298, 254.914001, 246.864411, 245.892705, 247.163976, 249.029194, 239.335911, 228.784441, 220.22627, 201.683126, 193.141947, 166.923393, 156.913226, 147.894347, 145.146021, 129.098999, 115.038429, 87.087667, 78.849897, 71.232952, 57.74705, 59.889515, 68.340553]}, "digit": {"n_am_en": [0, 10, 2, 0, 2, 25, 12, 25, 13, 9, 3, 2, 4, 8, 7, 8, 8, 10, 8, 7, 9, 4, 3, 4, 7, 5, 6, 8, 11, 17, 14, 16, 14, 12, 18, 6, 5, 5, 5, 5, 4, 5, 3, 3, 3, 4, 4, 0, 0, 0], "n_am_pl": [0, 16, 26, 6, 1, 0, 3, 3, 15, 16, 17, 10, 16, 11, 13, 14, 17, 10, 15, 14, 19, 22, 25, 27, 18, 21, 17, 15, 15, 8, 7, 10, 10, 10, 7, 14, 17, 14, 18, 5, 5, 2, 2, 11, 1, 0, 1, 0, 0, 0], "n_pos": 37, "sum_m_en": [2.733156, 1.691668, 1.90377, 2.528713, 2.578978, 3.010414, 2.598028, 3.363897, 2.977487, 3.171621, 2.50461, 2.378767, 2.913507, 3.495663, 3.33599, 3.529343, 3.476458, 3.064511, 2.659734, 2.449494, 2.056551, 1.867839, 1.79723, 1.735251, 3.632618, 3.78128, 4.793464, 5.115464, 4.88629, 5.528795, 5.499356, 5.722363, 4.757395, 4.84695, 6.048695, 4.606553, 4.539788, 4.811827, 4.049518, 3.780326, 4.004278, 3.743886, 3.75225, 2.510275, 2.215451, 2.150802, 1.804075, 0.680706, 0.005925, 0.0], "sum_m_pl": [10.498154, 19.237087, 18.572926, 17.715979, 17.56581, 16.678937, 17.560627, 17.218377, 17.335552, 18.021664, 18.517616, 18.629115, 18.224302, 17.585786, 17.565028, 17.367133, 17.513019, 17.664002, 18.199166, 18.200922, 18.870729, 19.119986, 19.14598, 19.255858, 18.055609, 18.442951, 16.500519, 16.106415, 16.773204, 15.815754, 15.514931, 15.005944, 16.193447, 15.59731, 14.305233, 15.22905, 14.450879, 13.244785, 14.029963, 11.567547, 11.453657, 11.667368, 11.99104, 14.363423, 6.640087, 4.198366, 2.051734, 1.51049, 0.01134, 0.0]}, "lang": {"n_am_en": [38, 28, 38, 26, 21, 30, 35, 42, 29, 26, 38, 36, 33, 44, 42, 36, 37, 34, 17, 24, 26, 32, 24, 25, 51, 46, 46, 41, 42, 45, 35, 34, 38, 43, 55, 41, 49, 55, 61, 68, 70, 69, 63, 62, 95, 90, 62, 76, 75, 74], "n_am_pl": [4, 29, 36, 12, 6, 23, 28, 26, 49, 52, 29, 39, 43, 33, 26, 30, 46, 42, 48, 43, 59, 60, 60, 66, 33, 40, 31, 42, 48, 35, 44, 35, 32, 37, 24, 15, 14, 20, 13, 13, 15, 16, 25, 20, 23, 31, 38, 41, 59, 68], "n_pos": 145, "sum_m_en": [13.272827, 6.76333, 7.384275, 7.386629, 7.52427, 8.02054, 7.752458, 8.257922, 9.17488, 9.032277, 9.737918, 9.937502, 10.76705, 12.045152, 12.349294, 11.514759, 10.928754, 10.583205, 9.027147, 8.492407, 7.8156, 7.247537, 6.93031, 6.689346, 14.685816, 15.32873, 17.293415, 16.581814, 17.867955, 18.139787, 16.646595, 17.283536, 16.903947, 17.162256, 18.690107, 17.498857, 20.751654, 25.366556, 33.500374, 35.43956, 40.211688, 38.598159, 40.309793, 43.138245, 61.728016, 60.643429, 52.307837, 65.912388, 74.647642, 74.01489], "sum_m_pl": [53.723888, 73.398781, 71.129111, 69.678875, 68.620995, 69.082427, 70.189452, 70.753027, 71.146725, 72.356061, 70.887831, 70.219313, 69.929289, 68.559623, 68.705669, 69.306545, 69.803753, 69.957686, 72.020276, 72.297753, 72.336079, 72.760369, 72.941288, 72.866434, 64.204013, 64.120491, 61.528743, 64.101153, 65.015743, 62.904281, 63.720076, 63.381776, 64.12472, 61.701026, 59.720293, 59.0048, 56.771206, 54.583828, 43.868484, 42.193409, 40.081731, 39.250633, 36.47304, 35.660393, 33.575198, 36.264665, 38.721523, 43.849, 54.99632, 67.873297]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 580, "item_id": "llmzszl-18541", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 713, "region_end": 580, "roundtrip_ok": true, "tf_agree": 0.9897, "tf_agree_excl_first": 0.9914}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [166, 160, 135, 117, 107, 163, 145, 127, 140, 150, 144, 155, 132, 142, 148, 148, 161, 145, 162, 159, 159, 157, 140, 137, 191, 178, 179, 181, 182, 165, 159, 178, 154, 154, 186, 161, 169, 173, 177, 177, 184, 170, 163, 159, 161, 171, 167, 167, 153, 145], "n_am_pl": [21, 72, 93, 91, 88, 58, 75, 75, 72, 95, 80, 70, 98, 101, 99, 116, 102, 95, 86, 76, 88, 87, 100, 90, 42, 38, 60, 77, 90, 86, 63, 68, 71, 68, 66, 60, 43, 45, 29, 27, 21, 18, 23, 16, 14, 12, 6, 5, 5, 5], "n_pos": 617, "sum_m_en": [68.884294, 33.098374, 33.260621, 33.740853, 34.30068, 36.799971, 36.694822, 40.106504, 41.73292, 44.174785, 45.316025, 46.527856, 48.451907, 49.696572, 49.182552, 48.121398, 47.140564, 46.942606, 42.581232, 39.370189, 35.673624, 32.761886, 31.425319, 30.559728, 80.845781, 82.518187, 80.738461, 76.929142, 73.292198, 72.535607, 69.344625, 65.271167, 61.931434, 65.600473, 78.435776, 76.032287, 83.374319, 90.675879, 98.742285, 104.938715, 113.879013, 129.951548, 121.881239, 135.043242, 135.302162, 150.563733, 154.049766, 153.132886, 158.517132, 147.219353], "sum_m_pl": [234.494805, 304.733087, 296.391881, 293.324484, 286.120788, 284.225144, 284.244336, 277.228179, 273.752388, 280.354579, 273.423426, 273.19016, 274.541095, 269.915671, 272.762485, 272.797776, 274.203113, 275.592478, 278.162486, 280.807247, 285.961382, 290.145147, 292.818271, 294.068901, 217.117915, 211.291713, 211.317888, 230.72024, 241.175131, 240.439705, 239.253901, 245.926635, 247.339269, 232.272084, 219.490687, 205.068928, 181.550756, 168.516719, 150.662016, 129.121122, 117.732147, 93.231738, 88.223792, 66.625462, 57.613405, 45.507102, 28.946668, 17.512287, 8.775352, 5.039065]}, "digit": {"n_am_en": [12, 25, 18, 19, 22, 22, 19, 15, 21, 19, 18, 20, 11, 15, 19, 17, 18, 16, 17, 10, 13, 11, 11, 14, 27, 23, 22, 21, 23, 14, 17, 20, 21, 17, 21, 17, 11, 19, 12, 13, 14, 14, 12, 10, 7, 8, 4, 4, 0, 0], "n_am_pl": [0, 6, 8, 9, 11, 10, 20, 7, 7, 11, 10, 10, 18, 20, 17, 24, 21, 18, 20, 14, 13, 13, 16, 12, 6, 6, 17, 20, 20, 24, 13, 14, 13, 8, 8, 10, 12, 11, 7, 6, 4, 4, 5, 9, 6, 6, 1, 0, 0, 0], "n_pos": 98, "sum_m_en": [9.04721, 4.106289, 4.107724, 4.69123, 4.789069, 5.060777, 5.089501, 5.557825, 5.683342, 6.022449, 6.062446, 6.12565, 6.365872, 6.583647, 6.424139, 6.435325, 6.275055, 6.471108, 6.002592, 5.543165, 5.064917, 4.65549, 4.509334, 4.436931, 8.761255, 9.017791, 8.828193, 8.5363, 8.634687, 8.4819, 8.470894, 7.802141, 7.471332, 7.312024, 8.985845, 8.545434, 8.807093, 9.323628, 9.335834, 8.281823, 9.460984, 9.780632, 9.439633, 8.526128, 7.643039, 6.440784, 4.308857, 3.539165, 1.164945, 0.000419], "sum_m_pl": [39.545497, 50.859677, 48.401415, 47.604102, 46.66825, 45.983015, 45.786809, 45.514353, 44.895208, 46.011579, 44.847004, 45.137731, 44.521372, 43.531622, 43.660895, 43.009293, 43.015999, 42.827077, 43.221568, 42.925546, 43.709592, 44.595723, 45.186506, 45.632285, 35.974206, 34.91151, 35.636019, 38.892326, 39.915585, 40.580612, 39.933517, 40.835442, 40.93922, 39.115346, 37.53304, 36.462045, 33.133033, 31.392978, 28.682378, 25.227227, 25.279811, 23.494749, 22.921521, 20.905815, 18.905308, 14.833656, 6.675905, 2.59059, 0.42728, 0.0]}, "lang": {"n_am_en": [46, 44, 33, 29, 26, 46, 46, 32, 45, 43, 44, 46, 48, 47, 43, 41, 55, 65, 62, 60, 56, 65, 61, 61, 71, 62, 65, 74, 74, 65, 57, 75, 64, 63, 66, 58, 68, 65, 70, 75, 79, 81, 88, 85, 93, 100, 107, 118, 140, 145], "n_am_pl": [4, 14, 18, 30, 23, 16, 14, 23, 20, 26, 25, 27, 34, 31, 33, 29, 28, 24, 21, 16, 17, 15, 18, 20, 6, 6, 11, 11, 13, 13, 11, 8, 14, 20, 18, 14, 10, 10, 9, 4, 5, 5, 2, 1, 1, 2, 3, 5, 5, 5], "n_pos": 154, "sum_m_en": [18.039305, 9.172202, 8.877602, 9.165848, 9.166485, 10.098258, 10.645046, 11.310278, 12.256831, 12.350946, 13.274779, 13.938181, 14.6424, 14.72538, 14.407413, 14.159662, 13.723964, 13.640539, 12.100757, 11.001278, 10.027118, 9.106722, 8.653726, 8.464091, 29.769901, 29.147908, 30.042338, 29.522498, 26.89734, 25.907343, 23.335913, 22.588981, 20.576592, 23.823916, 28.20276, 28.041896, 31.599459, 35.055114, 38.482111, 44.116121, 48.232511, 59.98019, 59.927815, 67.610207, 74.768145, 87.237596, 97.878838, 107.050141, 137.378501, 143.508584], "sum_m_pl": [55.379755, 72.296289, 71.874229, 70.78146, 69.866726, 69.631051, 69.300671, 68.352054, 67.101812, 68.729508, 67.185238, 67.246074, 67.759556, 67.511746, 68.38995, 67.797703, 68.580322, 69.01513, 69.288682, 70.333665, 71.569805, 72.842053, 73.631164, 73.677379, 49.617191, 48.811049, 49.294252, 52.964414, 56.635739, 56.928177, 58.194605, 60.290564, 60.459473, 56.582758, 53.375775, 50.471692, 44.467596, 41.23198, 36.333, 30.939777, 28.501086, 21.753427, 20.416269, 13.292359, 10.153169, 7.249318, 7.034294, 7.055978, 5.287967, 5.017159]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 619, "item_id": "llmzszl-18542", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 716, "region_end": 617, "roundtrip_ok": true, "tf_agree": 0.9887, "tf_agree_excl_first": 0.9903}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [233, 297, 323, 267, 219, 299, 207, 247, 170, 238, 256, 233, 252, 255, 257, 257, 317, 278, 237, 256, 271, 275, 253, 248, 344, 313, 299, 284, 326, 303, 278, 280, 267, 263, 346, 283, 299, 303, 299, 313, 295, 278, 280, 253, 232, 224, 155, 95, 61, 56], "n_am_pl": [35, 183, 145, 152, 169, 173, 186, 174, 182, 196, 160, 161, 248, 187, 211, 207, 152, 168, 186, 202, 203, 228, 254, 240, 117, 134, 158, 151, 151, 177, 203, 179, 166, 132, 112, 149, 106, 100, 91, 73, 85, 88, 92, 87, 69, 77, 96, 114, 154, 161], "n_pos": 1075, "sum_m_en": [95.99708, 52.916919, 55.543579, 57.238503, 58.171638, 61.829837, 60.475713, 65.54557, 69.776243, 72.916054, 72.327633, 73.092031, 76.765733, 80.191443, 78.973081, 78.51782, 78.188431, 75.731439, 67.88416, 64.210455, 58.59838, 55.014879, 53.634017, 51.778184, 125.897649, 123.35881, 123.818344, 117.77491, 119.915344, 116.94744, 114.669563, 106.217498, 101.202749, 103.973055, 118.731154, 119.155483, 122.062862, 132.998841, 144.14177, 154.136471, 151.965095, 160.559821, 165.747697, 176.09677, 166.286266, 169.436614, 121.06005, 88.312822, 67.978019, 56.280178], "sum_m_pl": [424.919495, 535.506368, 522.538419, 516.487219, 509.950242, 502.408901, 507.156389, 495.59346, 487.367059, 497.524491, 489.205719, 492.273366, 498.331767, 487.985532, 489.672254, 490.805932, 480.950429, 485.626614, 498.305966, 504.060484, 510.297996, 513.829694, 516.252874, 516.655673, 405.042392, 401.94515, 395.109295, 425.844187, 445.322236, 453.499018, 449.263938, 452.90717, 451.829436, 421.097537, 399.853262, 382.175953, 352.845685, 341.458828, 320.399433, 300.751837, 288.634321, 278.830104, 276.033919, 236.173071, 192.603081, 174.556397, 156.935141, 134.327722, 151.135412, 162.828015]}, "digit": {"n_am_en": [5, 59, 43, 28, 33, 54, 38, 32, 23, 25, 41, 39, 29, 34, 35, 37, 47, 39, 29, 30, 29, 27, 27, 27, 39, 31, 36, 33, 48, 39, 38, 35, 34, 33, 38, 33, 32, 33, 29, 24, 28, 24, 22, 22, 20, 13, 10, 4, 0, 0], "n_am_pl": [0, 10, 5, 6, 20, 11, 26, 11, 21, 31, 14, 17, 26, 22, 17, 23, 15, 30, 24, 20, 16, 20, 26, 23, 10, 17, 29, 23, 20, 24, 23, 20, 16, 16, 9, 24, 15, 13, 13, 7, 11, 9, 10, 8, 6, 9, 5, 6, 0, 0], "n_pos": 138, "sum_m_en": [11.092158, 5.990731, 6.230452, 6.444952, 6.746566, 7.210759, 6.865774, 7.466358, 7.714741, 8.144663, 8.081223, 8.00629, 8.570978, 9.252437, 8.891162, 9.210741, 9.357905, 9.249512, 8.264263, 7.941035, 7.165455, 6.645611, 6.455954, 6.302989, 13.978271, 13.46826, 13.810136, 13.514315, 13.494154, 13.3409, 13.715951, 12.890809, 11.721756, 11.956803, 13.755945, 14.105967, 13.944387, 13.933048, 14.628864, 15.024097, 15.224166, 15.529431, 15.606785, 15.817648, 13.620827, 11.39207, 8.650891, 4.519122, 0.334471, 0.0], "sum_m_pl": [53.938212, 73.412317, 70.276218, 69.18648, 68.470349, 66.182452, 67.067073, 64.464607, 64.789273, 65.732253, 64.938424, 65.97928, 66.168733, 64.393495, 64.618914, 63.21317, 61.380114, 61.84231, 63.878057, 63.601501, 64.345516, 65.314209, 65.647122, 65.998648, 52.843279, 53.048154, 52.958779, 56.171355, 58.413649, 59.333437, 58.447864, 58.380233, 59.363787, 55.373935, 52.763417, 53.001233, 50.60923, 49.028353, 45.246129, 43.789781, 44.244032, 44.002342, 43.72876, 38.818025, 33.343495, 25.987662, 15.586882, 10.818469, 0.697242, 0.0]}, "lang": {"n_am_en": [68, 24, 46, 45, 41, 69, 38, 45, 40, 60, 62, 54, 56, 53, 55, 62, 65, 66, 52, 58, 66, 78, 69, 64, 88, 81, 69, 66, 70, 73, 64, 67, 55, 62, 76, 66, 73, 83, 81, 98, 99, 96, 104, 92, 101, 97, 69, 50, 57, 56], "n_am_pl": [7, 36, 35, 34, 28, 28, 29, 26, 35, 34, 38, 36, 53, 38, 53, 47, 37, 44, 45, 48, 44, 46, 58, 57, 25, 26, 29, 28, 40, 35, 48, 51, 46, 40, 35, 33, 31, 23, 23, 15, 19, 24, 31, 30, 25, 36, 59, 75, 145, 159], "n_pos": 218, "sum_m_en": [18.7693, 10.947792, 11.367704, 11.978062, 11.770545, 12.997505, 12.895245, 13.572628, 15.123364, 15.194298, 15.446949, 15.450876, 15.675878, 16.631276, 16.639426, 16.411137, 16.314803, 15.575273, 14.159674, 13.359637, 12.367103, 11.726336, 11.295483, 10.857382, 31.506249, 29.933333, 28.535588, 25.753052, 26.539007, 25.791672, 24.891168, 23.849907, 22.946574, 25.051461, 27.26585, 26.978236, 29.147516, 32.461644, 36.934187, 43.625968, 45.944977, 53.920624, 57.572136, 63.742291, 70.865497, 72.798431, 55.379857, 42.456927, 57.932072, 55.899011], "sum_m_pl": [85.121185, 101.851717, 101.905625, 100.138123, 100.253708, 99.257859, 100.365251, 99.970181, 99.375532, 101.980549, 100.589344, 100.661128, 102.334816, 100.556358, 100.664017, 101.458603, 99.259816, 100.513866, 102.191859, 102.958293, 103.821122, 104.263988, 104.925932, 104.718044, 81.715764, 82.520196, 81.364796, 88.405633, 91.849075, 92.916586, 92.642875, 94.315773, 93.658207, 88.791956, 85.627643, 84.660539, 80.88353, 81.135942, 76.390814, 68.912428, 65.656838, 62.217816, 62.21435, 54.859688, 49.566837, 50.719442, 68.188301, 75.754532, 131.804664, 157.546415]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1101, "item_id": "llmzszl-18542", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 647, "region_end": 1075, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9918}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [33, 36, 27, 27, 22, 25, 20, 25, 24, 20, 16, 27, 28, 25, 28, 29, 26, 20, 16, 23, 21, 23, 19, 20, 31, 30, 27, 25, 30, 32, 27, 31, 29, 27, 31, 28, 36, 33, 29, 33, 34, 30, 24, 20, 22, 20, 26, 29, 26, 27], "n_am_pl": [4, 25, 24, 22, 30, 25, 22, 31, 33, 22, 12, 12, 16, 10, 12, 11, 17, 14, 15, 17, 15, 17, 18, 22, 8, 9, 11, 10, 12, 12, 18, 17, 12, 15, 12, 9, 4, 4, 4, 4, 4, 5, 8, 7, 6, 4, 3, 0, 0, 0], "n_pos": 137, "sum_m_en": [17.376675, 7.321082, 7.976742, 7.346569, 7.332602, 7.81332, 7.344314, 8.339942, 8.713322, 9.057097, 8.749112, 9.307309, 9.88418, 10.183736, 10.105233, 9.624184, 9.480483, 8.775456, 7.971327, 7.467779, 6.927053, 6.589225, 6.311848, 6.173188, 12.295054, 13.756335, 12.656072, 11.83304, 11.689306, 12.495909, 11.71447, 11.745757, 11.886162, 12.213922, 13.368142, 12.999096, 13.867932, 14.563291, 15.659237, 18.275272, 18.323157, 19.666955, 20.30445, 19.31682, 19.101159, 19.552248, 23.43207, 26.678746, 26.131076, 27.30031], "sum_m_pl": [49.215744, 68.094491, 66.320889, 65.63448, 63.336599, 62.6849, 62.525153, 60.76562, 61.232028, 61.000283, 59.931206, 59.106757, 59.051663, 58.27474, 59.612597, 62.373792, 62.166888, 62.126321, 63.118917, 64.498209, 65.45824, 65.906828, 66.398398, 66.622697, 50.850562, 50.35767, 49.837596, 53.010767, 55.347014, 55.164986, 56.705484, 56.626436, 54.550526, 51.7462, 49.738987, 47.496995, 40.663527, 37.776587, 33.186016, 30.691873, 27.82074, 24.757957, 24.000772, 19.673805, 16.891874, 12.289532, 5.427103, 2.487595, 0.229973, 0.009288]}, "digit": {"n_am_en": [4, 4, 2, 5, 1, 1, 2, 1, 2, 1, 2, 0, 1, 2, 2, 3, 2, 0, 1, 4, 2, 3, 2, 1, 2, 4, 6, 5, 3, 5, 0, 1, 1, 3, 4, 4, 5, 6, 5, 5, 5, 2, 3, 1, 2, 0, 0, 0, 0, 0], "n_am_pl": [0, 6, 0, 2, 5, 5, 6, 7, 6, 5, 3, 3, 4, 1, 1, 1, 1, 4, 3, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 2, 2, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [2.286227, 0.899052, 1.011285, 1.024857, 0.930105, 1.081068, 1.007813, 1.194033, 1.209811, 1.230519, 1.216567, 1.09741, 1.319883, 1.346645, 1.251004, 1.309867, 1.29081, 1.122475, 1.014045, 0.95088, 0.887378, 0.829973, 0.796755, 0.784158, 1.597429, 1.82276, 1.839514, 1.698866, 1.526543, 1.486887, 1.548686, 1.527658, 1.454386, 1.452318, 1.600914, 1.589912, 1.643211, 1.451824, 1.699316, 1.653503, 1.548819, 1.461071, 1.394496, 1.604133, 1.136933, 0.965866, 0.412166, 0.187425, 0.017921, 0.0], "sum_m_pl": [6.624197, 8.905317, 8.217125, 8.525617, 8.213733, 7.847566, 7.96253, 7.586275, 7.650502, 7.716553, 7.508002, 7.540941, 7.512489, 7.573702, 7.790416, 7.994718, 8.105952, 8.176985, 8.390143, 8.47604, 8.634528, 8.733772, 8.786138, 8.823853, 7.343489, 6.741444, 6.485317, 7.112003, 7.603579, 7.347242, 7.527306, 7.660626, 7.399813, 7.022916, 6.640967, 6.679432, 6.278851, 6.161604, 5.623401, 5.218795, 5.25929, 5.529942, 5.428941, 4.725366, 3.957128, 2.60821, 0.87049, 0.493513, 0.029373, 0.0]}, "lang": {"n_am_en": [8, 9, 8, 6, 4, 7, 5, 3, 0, 1, 2, 7, 6, 6, 6, 10, 8, 7, 3, 3, 7, 7, 6, 9, 12, 14, 7, 8, 10, 9, 10, 12, 6, 9, 10, 9, 11, 12, 9, 12, 13, 15, 12, 11, 13, 14, 18, 20, 23, 25], "n_am_pl": [0, 3, 3, 3, 5, 4, 2, 5, 9, 1, 1, 3, 2, 1, 4, 3, 5, 2, 1, 2, 2, 2, 2, 4, 1, 2, 1, 2, 5, 0, 3, 4, 4, 4, 2, 1, 1, 0, 1, 1, 1, 2, 3, 3, 3, 2, 2, 0, 0, 0], "n_pos": 26, "sum_m_en": [3.197897, 1.379912, 1.447458, 1.352705, 1.376197, 1.396929, 1.362544, 1.530461, 1.579391, 1.668529, 1.701781, 1.874055, 1.989617, 2.159212, 2.188976, 1.911299, 1.828968, 1.818098, 1.608415, 1.508785, 1.394588, 1.344868, 1.293223, 1.258473, 3.164989, 3.491497, 2.837845, 2.676567, 2.494677, 2.622468, 2.579303, 2.762413, 2.750989, 2.891039, 3.279758, 3.30376, 4.365672, 5.336957, 5.909397, 7.951138, 7.431375, 8.91734, 9.722774, 9.690414, 10.548278, 10.636109, 15.312423, 18.084794, 22.998257, 25.02477], "sum_m_pl": [9.097771, 12.590859, 12.535344, 12.403654, 11.90813, 11.881745, 11.752213, 11.655225, 11.874634, 11.937807, 11.673297, 11.637517, 11.667376, 11.546067, 11.566499, 12.160839, 12.105823, 11.829029, 12.075426, 12.269979, 12.404394, 12.369277, 12.432679, 12.526684, 9.945136, 9.613345, 9.900808, 10.356652, 10.890052, 10.825636, 11.156242, 11.00212, 10.460499, 10.148116, 9.861159, 9.707058, 7.718156, 6.84712, 6.10405, 5.785542, 5.588352, 4.743837, 4.185327, 3.636771, 4.12403, 3.220197, 1.82399, 0.363666, 0.046044, 0.004336]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "llmzszl-18543", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 760, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9281, "tf_agree_excl_first": 0.9348}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [139, 155, 171, 147, 119, 99, 101, 113, 88, 135, 125, 147, 145, 128, 130, 132, 137, 121, 86, 75, 84, 80, 69, 92, 159, 136, 130, 122, 141, 136, 138, 137, 139, 146, 170, 151, 171, 164, 165, 151, 150, 141, 151, 113, 85, 68, 30, 22, 9, 4], "n_am_pl": [37, 121, 85, 100, 89, 103, 98, 110, 98, 84, 81, 78, 89, 102, 98, 104, 118, 119, 143, 150, 154, 167, 165, 155, 74, 108, 84, 75, 110, 102, 108, 108, 95, 72, 81, 62, 44, 48, 55, 58, 59, 67, 67, 68, 61, 64, 72, 77, 98, 110], "n_pos": 623, "sum_m_en": [61.217444, 29.495033, 32.636096, 32.036866, 32.7536, 33.888151, 33.318298, 36.075924, 38.400447, 40.980346, 41.216826, 43.150567, 45.61702, 47.170745, 47.589169, 44.584653, 43.497358, 40.425507, 36.649386, 34.182676, 31.604334, 29.881934, 28.89933, 27.868109, 53.413344, 55.596485, 58.089705, 57.328682, 59.169628, 60.881497, 59.458871, 57.64875, 58.883205, 60.508035, 65.775871, 61.930187, 75.160015, 78.304886, 81.334297, 80.801615, 77.099222, 79.905227, 84.296044, 75.729568, 70.221276, 60.655117, 33.514409, 26.724459, 9.965425, 3.59641], "sum_m_pl": [240.792037, 313.326171, 301.986787, 300.927578, 297.632468, 292.333786, 294.039127, 289.084686, 287.958766, 287.041408, 281.889094, 279.183141, 281.216095, 277.882676, 280.876283, 291.306443, 290.912879, 292.444393, 299.682894, 303.782928, 307.945093, 307.436154, 307.833975, 307.916584, 252.817032, 251.45375, 244.335802, 255.732702, 265.503078, 263.00191, 266.688636, 268.08497, 264.184636, 249.797165, 238.814364, 228.717629, 207.123504, 201.86808, 185.97316, 184.734056, 172.797026, 170.387378, 163.922563, 147.083612, 123.97287, 111.1588, 94.912992, 92.560674, 97.710822, 111.07763]}, "digit": {"n_am_en": [4, 17, 10, 6, 13, 10, 11, 9, 9, 14, 12, 17, 16, 13, 13, 11, 17, 11, 5, 12, 7, 9, 7, 13, 13, 14, 16, 15, 16, 15, 17, 14, 12, 14, 17, 14, 19, 15, 12, 10, 14, 8, 10, 5, 4, 4, 2, 2, 0, 0], "n_am_pl": [0, 2, 0, 5, 5, 3, 7, 5, 2, 0, 5, 8, 9, 7, 9, 7, 8, 10, 11, 6, 7, 9, 11, 10, 3, 4, 4, 2, 7, 7, 5, 6, 5, 5, 3, 3, 2, 3, 1, 1, 0, 4, 4, 12, 6, 4, 5, 7, 0, 0], "n_pos": 46, "sum_m_en": [4.155111, 2.113186, 2.33236, 2.317027, 2.225051, 2.297405, 2.387971, 2.53716, 2.599327, 2.927638, 2.934597, 2.887853, 3.321091, 3.615018, 3.383719, 3.267218, 3.071378, 2.846969, 2.523053, 2.460563, 2.282566, 2.081185, 1.998233, 1.919768, 3.547282, 3.881216, 4.406364, 4.089665, 4.249951, 4.471017, 4.380014, 4.294058, 4.335108, 4.417577, 4.812904, 4.556291, 4.633336, 4.244985, 5.098114, 4.937056, 5.067506, 4.51967, 5.17906, 3.39343, 2.395335, 4.081474, 2.166951, 1.439425, 0.075359, 0.0], "sum_m_pl": [17.481794, 24.339891, 22.828536, 22.997465, 23.211616, 22.690139, 22.525306, 22.208345, 22.102882, 22.110066, 21.888593, 22.578116, 22.348061, 21.93283, 22.681732, 23.010976, 22.809386, 22.985398, 23.501789, 23.130909, 23.44108, 23.573637, 23.649833, 23.77815, 20.714077, 20.477619, 19.709451, 20.675476, 21.657521, 21.364676, 21.328194, 21.153731, 21.096241, 20.341768, 18.889385, 18.820269, 18.037344, 17.993123, 16.55788, 16.824071, 16.875642, 16.565227, 16.062505, 16.243685, 14.766493, 11.66256, 8.141928, 9.005058, 0.160488, 0.0]}, "lang": {"n_am_en": [38, 22, 32, 16, 23, 16, 20, 21, 16, 26, 24, 25, 31, 29, 25, 30, 38, 36, 23, 21, 21, 23, 18, 25, 43, 40, 33, 28, 34, 31, 35, 36, 36, 42, 43, 43, 48, 49, 50, 51, 46, 47, 49, 41, 43, 39, 19, 12, 5, 4], "n_am_pl": [6, 26, 22, 26, 18, 13, 11, 12, 17, 9, 9, 8, 14, 17, 18, 24, 19, 20, 21, 18, 24, 21, 25, 16, 12, 17, 14, 13, 15, 14, 9, 13, 16, 12, 10, 10, 5, 10, 15, 17, 15, 17, 17, 23, 24, 37, 45, 51, 96, 109], "n_pos": 114, "sum_m_en": [10.714608, 5.751917, 6.206467, 6.15569, 6.250193, 6.450526, 6.283995, 6.843336, 7.651894, 7.975375, 8.228325, 8.757074, 9.382564, 9.342318, 9.289364, 8.586856, 8.559235, 8.02018, 7.291078, 6.75016, 6.294558, 6.014142, 5.720986, 5.477091, 12.905092, 13.110136, 12.736324, 12.190549, 12.429276, 13.013436, 12.695808, 12.319752, 12.617715, 13.196659, 14.123915, 13.905387, 18.091407, 23.310346, 25.182649, 26.686615, 25.59415, 28.630133, 30.864837, 29.732574, 33.328236, 29.800983, 16.841528, 11.999984, 5.180289, 3.595724], "sum_m_pl": [41.961738, 53.996363, 52.265675, 50.671868, 50.292499, 50.050018, 51.103632, 51.109753, 51.3614, 51.458665, 49.848086, 48.705417, 49.299408, 48.649099, 49.711685, 51.941917, 52.084299, 51.75741, 53.073355, 54.044353, 54.972313, 54.783512, 54.901419, 54.911814, 42.470854, 42.784582, 41.748755, 44.700814, 45.576483, 45.479303, 46.32334, 46.51425, 46.158465, 44.027249, 42.740915, 42.824256, 40.575856, 38.617398, 36.149817, 35.779586, 35.702102, 33.681597, 32.925471, 31.631607, 32.424585, 37.446813, 45.376829, 51.681832, 91.160635, 108.626757]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 623, "item_id": "llmzszl-18543", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 691, "region_end": 623, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 0.9904}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [32, 37, 30, 18, 27, 24, 18, 33, 19, 26, 21, 18, 30, 18, 29, 24, 19, 14, 19, 20, 14, 11, 15, 11, 23, 25, 22, 24, 23, 24, 18, 21, 20, 16, 23, 20, 24, 25, 21, 17, 16, 17, 17, 14, 14, 11, 13, 13, 15, 15], "n_am_pl": [3, 21, 20, 18, 9, 12, 13, 5, 13, 16, 13, 8, 14, 9, 12, 13, 23, 20, 11, 14, 14, 16, 16, 9, 7, 15, 12, 7, 15, 16, 19, 19, 18, 14, 11, 4, 6, 5, 3, 4, 4, 5, 5, 7, 0, 4, 3, 3, 3, 3], "n_pos": 139, "sum_m_en": [15.71147, 6.572658, 6.824125, 6.437451, 7.109234, 7.241336, 7.445098, 7.799817, 7.435496, 7.63351, 7.935385, 8.532637, 9.155428, 9.530481, 9.312836, 9.076874, 8.703679, 8.402396, 7.682999, 7.152207, 6.432561, 6.130236, 5.911222, 5.801542, 10.297837, 11.536145, 11.857187, 11.375636, 11.462086, 11.201647, 11.054676, 10.76939, 10.323016, 9.927223, 10.684683, 11.021811, 11.910113, 12.089282, 12.367781, 12.424684, 11.197714, 12.584866, 12.141461, 12.909948, 12.99254, 13.005344, 12.613231, 13.568155, 16.094134, 15.426121], "sum_m_pl": [53.28839, 70.975024, 68.603704, 67.12029, 64.480113, 65.027485, 64.132395, 63.563494, 62.262073, 65.057225, 63.040096, 62.707066, 61.566553, 59.734055, 60.361636, 61.166661, 60.218165, 61.187104, 61.888282, 64.674188, 66.109741, 66.921223, 67.27377, 67.790725, 50.350068, 51.704647, 49.914973, 55.532295, 57.968761, 58.09082, 58.217205, 58.461985, 58.30071, 55.398415, 54.062993, 47.700439, 43.048312, 40.708302, 36.016834, 32.314262, 27.698662, 27.037841, 26.026533, 21.663007, 17.979245, 15.085168, 9.562088, 5.766682, 3.264482, 3.000737]}, "digit": {"n_am_en": [5, 15, 10, 5, 13, 4, 7, 10, 4, 6, 5, 5, 9, 4, 9, 7, 4, 2, 3, 4, 4, 3, 3, 2, 9, 10, 9, 10, 5, 6, 4, 4, 5, 3, 4, 4, 4, 5, 7, 3, 3, 3, 4, 3, 3, 1, 2, 2, 0, 0], "n_am_pl": [1, 2, 3, 1, 0, 3, 1, 0, 4, 5, 3, 3, 3, 3, 1, 1, 4, 4, 2, 3, 4, 4, 4, 2, 1, 3, 3, 2, 5, 6, 4, 3, 6, 3, 0, 0, 1, 1, 1, 1, 2, 3, 2, 4, 0, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.348599, 1.339401, 1.314158, 1.224075, 1.331248, 1.372808, 1.491174, 1.571551, 1.491966, 1.486583, 1.609774, 1.650987, 1.729443, 1.879742, 1.910741, 1.857696, 1.873186, 1.895062, 1.719511, 1.58168, 1.430962, 1.368418, 1.302174, 1.281649, 2.603113, 2.722914, 2.612028, 2.432016, 2.249716, 2.141103, 2.127388, 2.179122, 2.098714, 2.052061, 2.189144, 2.375367, 2.514853, 2.402194, 2.586644, 2.436137, 2.363757, 2.604721, 2.510436, 2.784294, 2.329176, 1.762917, 1.324878, 1.126073, 0.064145, 0.0], "sum_m_pl": [12.535885, 16.303671, 15.807275, 15.271556, 14.611811, 14.713914, 14.226262, 14.34938, 14.126762, 14.889748, 14.582296, 14.599203, 14.229597, 13.460281, 13.677189, 13.715802, 13.283954, 13.195562, 13.424625, 14.129622, 14.535721, 14.792511, 14.866273, 15.090114, 12.424282, 12.810829, 12.654513, 13.54945, 13.613617, 13.841832, 13.84742, 13.740982, 13.606586, 13.381765, 12.971961, 12.209356, 11.702553, 11.739109, 11.117873, 10.806845, 10.299542, 10.65487, 10.340715, 8.944961, 8.008436, 5.234069, 3.768328, 1.660087, 0.146059, 0.0]}, "lang": {"n_am_en": [3, 3, 4, 1, 4, 4, 1, 4, 4, 2, 3, 2, 6, 5, 4, 5, 4, 2, 4, 7, 3, 2, 4, 2, 3, 6, 4, 5, 5, 5, 5, 5, 6, 4, 7, 9, 8, 12, 7, 10, 9, 10, 11, 9, 10, 10, 11, 11, 15, 15], "n_am_pl": [0, 3, 2, 2, 1, 2, 2, 1, 1, 1, 0, 0, 0, 1, 3, 1, 1, 1, 0, 1, 3, 5, 5, 4, 1, 2, 0, 1, 3, 1, 1, 2, 0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 2, 2, 0, 3, 3, 3, 3, 3], "n_pos": 19, "sum_m_en": [2.434129, 1.089306, 1.153874, 1.034339, 1.074146, 1.027149, 1.031972, 1.092164, 1.070665, 1.112489, 1.226741, 1.334514, 1.592906, 1.635777, 1.453932, 1.441139, 1.357833, 1.312006, 1.204857, 1.112915, 0.968522, 0.91836, 0.88835, 0.871943, 1.824926, 2.158299, 2.138968, 2.379681, 2.322194, 2.091402, 2.104226, 2.181833, 1.974989, 2.085181, 2.137838, 2.340234, 3.112519, 4.145796, 4.687178, 5.540091, 5.619051, 6.381103, 6.32763, 7.18768, 7.920934, 8.683621, 9.866041, 11.070621, 14.955562, 14.946429], "sum_m_pl": [6.302523, 8.738925, 8.736985, 8.736765, 8.381949, 8.597029, 8.42829, 8.471455, 8.42275, 8.77129, 8.354324, 8.401749, 8.068105, 7.8069, 7.981781, 8.364284, 8.324931, 8.55516, 8.632709, 9.059793, 9.265138, 9.383456, 9.404684, 9.433706, 7.85689, 7.687391, 7.005645, 7.378674, 7.764293, 7.960704, 7.645657, 7.724039, 7.797827, 7.485562, 7.410893, 6.780658, 5.775078, 5.458253, 5.273932, 4.806222, 4.408171, 4.590232, 4.443905, 3.629625, 3.166814, 4.042241, 3.392913, 2.602535, 3.00262, 3.000723]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "llmzszl-18547", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 718, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9929, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [141, 183, 171, 123, 114, 116, 98, 125, 133, 149, 127, 139, 165, 151, 146, 123, 122, 113, 104, 91, 74, 67, 66, 58, 153, 145, 138, 142, 150, 162, 132, 134, 150, 140, 143, 137, 158, 142, 135, 123, 107, 115, 122, 112, 88, 69, 23, 19, 13, 9], "n_am_pl": [32, 107, 89, 92, 86, 109, 86, 107, 72, 81, 78, 76, 91, 91, 96, 85, 83, 108, 122, 127, 130, 133, 126, 130, 68, 70, 75, 74, 78, 79, 100, 91, 101, 71, 77, 58, 41, 42, 41, 42, 46, 46, 48, 49, 33, 57, 66, 59, 99, 111], "n_pos": 589, "sum_m_en": [54.548864, 28.125606, 30.251229, 29.766438, 31.432395, 32.052339, 31.917903, 34.249716, 36.67086, 37.115348, 37.124819, 39.402627, 42.810391, 46.330058, 46.624166, 44.32578, 41.733841, 39.613911, 36.268922, 33.273108, 30.589809, 29.242469, 28.206179, 27.276323, 59.616818, 59.538706, 64.028997, 61.400083, 64.62077, 63.459706, 58.101003, 57.500241, 58.099811, 57.243589, 61.687174, 62.675238, 67.754168, 67.73583, 67.148246, 71.981791, 67.570076, 72.415079, 77.858991, 75.937771, 68.445424, 56.135278, 29.773871, 21.480172, 16.363782, 9.06139], "sum_m_pl": [236.937665, 297.03888, 287.586719, 282.391409, 278.000198, 275.989429, 275.296412, 274.951115, 271.280979, 277.60272, 271.74844, 272.479693, 270.728447, 266.112282, 267.846247, 269.886386, 270.124121, 275.056273, 280.612136, 285.623008, 286.385051, 286.049742, 286.747803, 287.702677, 228.803408, 231.47141, 223.971757, 241.794776, 247.966812, 250.813482, 251.012404, 254.014876, 255.968024, 241.38861, 231.261641, 215.020234, 197.484109, 192.484152, 178.538098, 171.882902, 154.733339, 150.736575, 143.146727, 122.259957, 97.966815, 96.736132, 87.985796, 78.603283, 97.846705, 110.828759]}, "digit": {"n_am_en": [10, 42, 26, 11, 10, 12, 20, 21, 21, 28, 25, 24, 21, 12, 17, 12, 11, 10, 12, 6, 10, 10, 8, 8, 26, 31, 27, 28, 21, 29, 19, 17, 20, 23, 12, 12, 17, 12, 13, 12, 10, 15, 11, 12, 11, 5, 0, 1, 0, 0], "n_am_pl": [0, 7, 9, 9, 7, 8, 5, 7, 6, 5, 9, 6, 12, 10, 6, 6, 9, 16, 17, 15, 15, 15, 15, 12, 3, 5, 6, 3, 12, 5, 16, 13, 9, 10, 12, 8, 4, 5, 2, 3, 3, 1, 1, 1, 1, 1, 5, 1, 0, 0], "n_pos": 67, "sum_m_en": [5.882056, 2.726814, 2.902888, 2.757264, 2.945761, 3.025918, 3.12113, 3.285394, 3.555095, 3.572737, 3.795071, 3.893131, 4.195962, 4.759753, 4.580091, 4.310246, 4.134004, 3.988089, 3.582158, 3.360678, 3.111943, 2.921285, 2.827614, 2.762111, 6.7915, 6.027443, 6.484191, 5.848674, 6.423373, 6.282191, 5.790285, 5.614462, 5.474387, 5.471244, 5.633698, 6.103794, 6.472952, 6.020865, 6.28881, 6.062582, 5.854495, 6.410326, 6.087371, 6.098508, 5.366228, 3.779195, 2.133637, 1.263242, 0.123492, 2e-06], "sum_m_pl": [29.296786, 36.270715, 34.775347, 34.010045, 33.566538, 32.945646, 32.769475, 32.410352, 31.802189, 32.675893, 31.81616, 32.146576, 31.911989, 30.793395, 31.725295, 31.572441, 31.301706, 31.769366, 32.634091, 32.93982, 33.254297, 33.483824, 33.688285, 33.881948, 29.187558, 29.516968, 28.744025, 30.550069, 30.413618, 30.357351, 30.264689, 30.717763, 31.413276, 30.222333, 28.981929, 28.258196, 26.373337, 26.528371, 25.505835, 25.373118, 24.645605, 25.322209, 24.425335, 22.287676, 20.059902, 14.595539, 11.810567, 4.858993, 0.435654, 0.051238]}, "lang": {"n_am_en": [29, 28, 27, 19, 25, 16, 17, 27, 33, 30, 24, 26, 39, 40, 29, 26, 32, 35, 38, 37, 24, 26, 28, 25, 43, 37, 36, 33, 37, 39, 38, 36, 28, 35, 41, 38, 44, 49, 44, 42, 39, 44, 46, 47, 50, 41, 18, 16, 12, 9], "n_am_pl": [9, 18, 16, 21, 22, 26, 16, 19, 16, 17, 17, 18, 13, 17, 16, 20, 11, 17, 21, 23, 19, 24, 24, 23, 10, 10, 13, 16, 11, 14, 20, 18, 27, 15, 12, 10, 8, 7, 12, 9, 8, 14, 19, 25, 15, 31, 40, 44, 85, 109], "n_pos": 119, "sum_m_en": [11.086575, 6.316029, 6.702415, 6.71164, 7.108121, 6.86657, 6.782453, 7.223629, 7.693009, 7.726419, 7.859411, 8.347441, 9.200802, 9.675223, 9.757578, 9.384776, 8.963413, 8.48977, 7.94118, 7.219018, 6.720623, 6.645844, 6.260516, 5.985477, 14.640062, 14.722607, 15.513264, 14.482047, 15.218512, 15.054511, 13.982041, 13.800069, 13.954816, 13.598189, 13.642303, 14.088756, 15.673586, 19.547335, 19.970435, 24.731052, 24.623089, 28.790365, 32.88358, 33.666872, 35.703687, 30.337072, 17.150567, 13.681593, 14.00106, 9.059646], "sum_m_pl": [45.470618, 56.332769, 54.095631, 53.113695, 51.522639, 50.972638, 50.887935, 52.415733, 52.938064, 54.238282, 52.992547, 53.516143, 53.494154, 52.674599, 53.676078, 54.996869, 54.93672, 55.65501, 56.258727, 57.301151, 57.275593, 57.140689, 57.209819, 57.275672, 46.296505, 46.488953, 44.25966, 48.128928, 48.561088, 49.660908, 50.472709, 51.144662, 51.827841, 49.006421, 47.496033, 45.678758, 43.524573, 41.404988, 40.073762, 37.369296, 35.364449, 35.114333, 33.347344, 32.219539, 28.090022, 34.678815, 42.768505, 49.525429, 83.645888, 107.995819]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 589, "item_id": "llmzszl-18547", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 649, "region_end": 589, "roundtrip_ok": true, "tf_agree": 0.9864, "tf_agree_excl_first": 0.9881}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [27, 29, 24, 20, 21, 14, 19, 15, 13, 10, 18, 20, 24, 20, 22, 20, 18, 20, 22, 25, 14, 14, 9, 14, 25, 29, 39, 28, 30, 29, 30, 31, 27, 31, 38, 33, 34, 36, 36, 35, 37, 29, 32, 33, 31, 31, 31, 35, 37, 36], "n_am_pl": [5, 9, 13, 12, 11, 7, 3, 9, 6, 10, 5, 13, 16, 15, 11, 16, 22, 19, 17, 16, 23, 24, 28, 30, 10, 8, 12, 15, 17, 15, 14, 11, 19, 9, 10, 6, 5, 9, 6, 6, 5, 4, 6, 4, 2, 2, 0, 0, 0, 0], "n_pos": 88, "sum_m_en": [12.255499, 4.741624, 4.584645, 4.546086, 4.861181, 4.768657, 4.859268, 5.09352, 5.364025, 5.511292, 5.828823, 6.101884, 6.850535, 6.883719, 6.933697, 6.017025, 6.028413, 5.720904, 5.381625, 4.683099, 4.282657, 3.959399, 3.794183, 3.708312, 8.510158, 9.919369, 10.326245, 10.127684, 9.6617, 9.411506, 8.936907, 8.829781, 8.63984, 9.315303, 10.346946, 11.437362, 13.944723, 18.621253, 19.712167, 18.940971, 20.305376, 22.104362, 22.884625, 23.760378, 25.641356, 26.799545, 31.074156, 33.159444, 37.387765, 36.224451], "sum_m_pl": [31.613247, 43.169761, 42.338669, 41.735796, 40.669263, 40.848031, 39.583753, 38.822368, 37.93841, 37.844383, 38.110322, 39.238081, 38.486233, 38.144461, 39.36418, 40.174823, 39.375554, 39.944046, 40.963697, 42.656541, 43.355052, 43.673249, 43.961121, 44.29509, 36.086435, 33.428293, 33.183853, 35.793412, 36.143591, 37.110665, 36.70847, 36.866388, 36.97096, 35.453296, 34.025111, 32.395689, 28.755638, 26.782763, 25.664733, 24.712943, 23.341466, 20.600897, 18.843753, 16.586084, 14.206964, 10.296213, 5.350856, 2.716604, 0.134266, 0.000969]}, "digit": {"n_am_en": [1, 4, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 0, 1, 2, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 2, 2, 3, 2, 2, 1, 1, 4, 4, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 3, 2, 1, 0, 2, 1, 0, 0, 0, 2, 1, 0, 0, 2, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0, 1, 3, 3, 1, 1, 1, 0, 2, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 1, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.210739, 0.487633, 0.451826, 0.445966, 0.457424, 0.48794, 0.521126, 0.530611, 0.559144, 0.581324, 0.617912, 0.609711, 0.623419, 0.599842, 0.61241, 0.576135, 0.630034, 0.615216, 0.600067, 0.524363, 0.48138, 0.448754, 0.434779, 0.42589, 0.663137, 0.815355, 0.875709, 0.924481, 0.928004, 0.916648, 0.873066, 0.818773, 0.798099, 0.854004, 0.934621, 1.355394, 1.133543, 1.55118, 1.171508, 1.007467, 1.126227, 1.13715, 1.108002, 1.023097, 0.814842, 0.798164, 0.569687, 0.340793, 0.033726, 0.0], "sum_m_pl": [3.875495, 5.783841, 5.621457, 5.496821, 5.268369, 5.216743, 5.041554, 4.890508, 4.668033, 4.637177, 4.653972, 4.788698, 4.649329, 4.555344, 4.610049, 4.679117, 4.504067, 4.650246, 4.848671, 5.129323, 5.242754, 5.368403, 5.422738, 5.520268, 4.219644, 3.977261, 4.137896, 4.381616, 4.342273, 4.516337, 4.343942, 4.289605, 4.300285, 4.19915, 4.059924, 4.234444, 4.142757, 3.917685, 3.966652, 3.863584, 3.743034, 3.648623, 3.515954, 3.359378, 3.027025, 2.331513, 1.583176, 0.759204, 0.03754, 0.0]}, "lang": {"n_am_en": [15, 11, 8, 12, 10, 7, 8, 6, 6, 2, 10, 11, 10, 9, 12, 8, 7, 8, 10, 12, 9, 9, 6, 8, 15, 19, 19, 18, 19, 15, 16, 20, 15, 17, 20, 20, 21, 24, 23, 23, 23, 24, 24, 25, 23, 24, 27, 31, 37, 36], "n_am_pl": [3, 7, 6, 5, 4, 3, 3, 4, 2, 5, 1, 7, 9, 7, 3, 7, 9, 9, 7, 8, 13, 14, 17, 17, 6, 4, 5, 6, 6, 7, 6, 4, 8, 6, 5, 1, 1, 2, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [5.01676, 2.047744, 2.047414, 1.95625, 1.99073, 2.061817, 2.036029, 2.163717, 2.265985, 2.239391, 2.546639, 2.687096, 2.95979, 3.063701, 3.010075, 2.614717, 2.669429, 2.627944, 2.466698, 2.124774, 1.911917, 1.75323, 1.671566, 1.620815, 3.973937, 4.978836, 5.086498, 5.079413, 4.823638, 4.505883, 4.326426, 4.517159, 4.291967, 4.71321, 5.090872, 6.038299, 7.720783, 10.936086, 12.096556, 12.268443, 12.798091, 15.350004, 15.900621, 16.677246, 18.85378, 19.831856, 25.21896, 28.507694, 36.514881, 36.186293], "sum_m_pl": [14.047826, 18.224738, 18.009095, 17.78043, 17.608348, 17.480756, 17.239572, 16.937275, 16.736962, 16.565863, 16.601764, 17.231266, 17.022957, 16.684047, 17.342665, 17.524941, 17.278217, 17.372059, 17.741934, 18.588901, 18.963297, 19.097718, 19.180304, 19.287261, 16.611497, 15.183278, 14.72316, 15.592442, 15.912507, 16.637011, 16.442057, 16.478265, 16.801323, 15.987039, 15.52836, 14.54511, 12.748559, 11.541546, 10.702894, 10.247864, 9.607286, 8.357333, 7.571522, 6.786746, 5.91576, 4.10045, 2.087365, 0.965372, 0.046045, 0.00096]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 90, "item_id": "llmzszl-18548", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 732, "region_end": 88, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9888}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [113, 117, 107, 101, 78, 78, 94, 103, 81, 88, 87, 101, 106, 106, 99, 92, 88, 77, 90, 85, 78, 79, 55, 49, 113, 137, 144, 143, 151, 138, 125, 119, 119, 121, 141, 145, 134, 133, 127, 117, 121, 120, 114, 104, 100, 88, 44, 32, 25, 22], "n_am_pl": [28, 122, 102, 101, 95, 99, 85, 79, 80, 88, 93, 110, 126, 100, 107, 103, 117, 127, 125, 116, 128, 131, 141, 134, 84, 81, 91, 95, 90, 108, 118, 108, 98, 88, 71, 76, 69, 59, 69, 76, 68, 78, 72, 71, 57, 72, 75, 67, 128, 140], "n_pos": 563, "sum_m_en": [49.758104, 25.906701, 26.875704, 27.425775, 28.661795, 29.233099, 28.850337, 29.394388, 31.105585, 31.783355, 33.349003, 35.080541, 36.979348, 38.635019, 39.035272, 36.308717, 36.906894, 35.087113, 33.218175, 30.161236, 27.924153, 26.156333, 25.374192, 25.258709, 50.94077, 55.697288, 58.170257, 56.386423, 57.766233, 55.193576, 54.275047, 52.567387, 51.413343, 51.543926, 58.093998, 61.580199, 66.334494, 68.687307, 70.439201, 71.136493, 74.558603, 78.1075, 78.560748, 78.458197, 76.430516, 75.462388, 44.871964, 37.681437, 26.384355, 21.92324], "sum_m_pl": [226.305924, 278.769238, 271.911452, 264.762217, 261.111621, 258.02905, 260.103028, 257.126922, 250.138867, 252.522574, 253.018168, 254.203472, 255.984953, 252.568588, 253.790701, 258.577061, 250.758377, 255.121604, 263.382147, 268.456494, 273.109265, 275.056614, 275.712528, 276.009113, 226.550172, 219.560601, 216.182732, 225.158308, 231.625573, 236.423778, 230.379886, 234.682532, 232.621392, 217.670786, 207.3261, 197.332625, 182.353739, 174.068139, 168.861022, 168.511482, 163.200626, 159.671735, 152.505762, 137.451381, 119.854527, 116.167213, 99.715531, 84.806042, 124.60902, 139.444138]}, "digit": {"n_am_en": [9, 37, 22, 24, 18, 9, 17, 19, 13, 20, 26, 20, 16, 13, 15, 13, 13, 8, 11, 9, 8, 4, 4, 4, 10, 19, 15, 22, 25, 15, 12, 14, 17, 16, 15, 15, 11, 13, 13, 10, 10, 10, 9, 9, 6, 5, 4, 1, 0, 0], "n_am_pl": [0, 13, 16, 7, 7, 9, 14, 13, 10, 8, 14, 16, 20, 14, 9, 10, 18, 22, 21, 19, 20, 18, 17, 14, 14, 8, 12, 10, 7, 13, 22, 17, 16, 12, 14, 16, 11, 11, 10, 14, 10, 11, 14, 12, 7, 8, 6, 3, 0, 0], "n_pos": 85, "sum_m_en": [7.217341, 3.801967, 3.702362, 3.79842, 3.971549, 4.033363, 3.774851, 3.949889, 4.10995, 4.341659, 4.643545, 4.794805, 4.77049, 4.951941, 5.010299, 4.771552, 4.845756, 4.710623, 4.401013, 4.000724, 3.78165, 3.586218, 3.520423, 3.467288, 5.930687, 7.223775, 7.731978, 7.785914, 8.177609, 7.488148, 7.567993, 7.601246, 6.82476, 6.576366, 6.929742, 7.116099, 6.986192, 7.216429, 6.688647, 6.462347, 6.365275, 7.016467, 6.456093, 6.337024, 5.032814, 5.160288, 3.73776, 2.603826, 0.118486, 0.0], "sum_m_pl": [35.481009, 45.108866, 43.46664, 41.917662, 41.228966, 40.512086, 40.885424, 40.201384, 38.730861, 39.265135, 39.025503, 39.853774, 40.371922, 39.487647, 38.809969, 39.684834, 37.099205, 38.432842, 39.78021, 40.601019, 41.097445, 41.652082, 41.859023, 42.309532, 36.186449, 34.185959, 33.908069, 35.238319, 35.265143, 36.381739, 34.984754, 35.070993, 36.05231, 34.857987, 32.171052, 32.527974, 31.95233, 31.023229, 29.454754, 29.406668, 30.584331, 30.988509, 30.63565, 28.702646, 24.471268, 21.87475, 14.091019, 7.816356, 0.367369, 0.0]}, "lang": {"n_am_en": [42, 23, 25, 25, 15, 22, 35, 37, 25, 31, 20, 26, 34, 40, 37, 35, 32, 34, 40, 36, 30, 34, 31, 31, 53, 54, 62, 58, 57, 65, 52, 53, 55, 61, 68, 71, 68, 66, 66, 58, 66, 64, 65, 55, 57, 54, 32, 28, 23, 22], "n_am_pl": [2, 36, 24, 39, 36, 27, 25, 19, 26, 34, 39, 41, 43, 27, 40, 41, 37, 34, 30, 30, 38, 45, 47, 41, 23, 36, 33, 32, 36, 32, 38, 42, 39, 35, 21, 30, 30, 24, 30, 29, 28, 34, 26, 33, 28, 43, 53, 55, 124, 138], "n_pos": 161, "sum_m_en": [13.787374, 7.328537, 7.564115, 7.837806, 8.078276, 8.161807, 8.585481, 8.573788, 9.29462, 9.252294, 9.729474, 10.399861, 11.06969, 11.582729, 11.461892, 10.872572, 11.028707, 10.478414, 10.771392, 9.471495, 8.579347, 7.751395, 7.392202, 7.259383, 19.872766, 20.491196, 20.110535, 18.452494, 18.321384, 17.783373, 17.146331, 17.329617, 17.378869, 18.733856, 21.653517, 26.35065, 31.664745, 35.384418, 36.529684, 37.144117, 40.956922, 43.534256, 44.012036, 43.830666, 48.31497, 47.905683, 30.80431, 27.45782, 23.948599, 21.922291], "sum_m_pl": [60.789137, 76.217621, 75.187223, 73.666432, 72.79244, 72.534091, 73.284889, 73.763663, 72.582372, 73.469335, 73.863891, 73.498867, 73.474047, 73.089209, 74.945624, 75.274818, 73.232909, 74.514279, 75.919847, 77.336, 78.777818, 79.522001, 79.488921, 79.637806, 65.737813, 64.246414, 64.314358, 67.209223, 68.935557, 70.176202, 68.710719, 70.118426, 70.24836, 66.448209, 64.137704, 63.067088, 59.613178, 58.396076, 56.761735, 57.269502, 54.271476, 54.08647, 50.731094, 49.463736, 46.234031, 49.334758, 54.249027, 56.768671, 115.943128, 137.383102]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 563, "item_id": "llmzszl-18548", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 663, "region_end": 563, "roundtrip_ok": true, "tf_agree": 0.9787, "tf_agree_excl_first": 0.9804}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [74, 72, 63, 47, 56, 43, 49, 44, 48, 47, 56, 76, 73, 72, 61, 45, 59, 56, 64, 55, 43, 40, 40, 51, 67, 73, 60, 69, 60, 75, 59, 66, 64, 63, 70, 62, 73, 75, 68, 77, 69, 61, 68, 69, 68, 64, 68, 64, 70, 57], "n_am_pl": [11, 35, 62, 49, 45, 36, 26, 27, 50, 49, 45, 40, 56, 54, 71, 80, 78, 61, 40, 37, 46, 46, 51, 53, 31, 43, 46, 49, 52, 41, 47, 54, 57, 49, 49, 36, 36, 34, 20, 15, 13, 11, 8, 12, 6, 5, 1, 1, 1, 1], "n_pos": 293, "sum_m_en": [29.989831, 15.031669, 14.599361, 14.529996, 15.419642, 15.657751, 15.970585, 18.080425, 18.37323, 19.642994, 19.315001, 20.565143, 21.443358, 23.172204, 22.552248, 21.229593, 21.481273, 19.856225, 17.494842, 15.951502, 14.999958, 14.079272, 13.591919, 13.242876, 27.31545, 31.844107, 33.401104, 32.347089, 32.565193, 33.388277, 32.183622, 31.121635, 29.381341, 29.105123, 32.139022, 33.450988, 37.431404, 39.362694, 40.864914, 43.292043, 43.345028, 46.091695, 49.099999, 52.437508, 59.59123, 58.402046, 63.077357, 60.533645, 65.917052, 58.133248], "sum_m_pl": [113.430239, 146.634838, 142.047068, 139.321811, 138.099728, 137.350412, 137.68252, 133.401885, 130.639011, 134.348251, 134.184594, 133.641466, 135.812471, 135.295998, 135.849865, 137.535555, 135.932017, 136.20998, 138.879407, 142.437996, 143.551742, 144.443788, 145.655531, 146.20574, 122.499665, 117.67175, 114.059229, 122.117043, 124.105657, 121.217076, 120.789309, 124.29086, 125.883727, 121.827321, 117.401787, 109.727357, 100.581136, 94.249378, 82.396229, 71.988433, 66.595633, 60.543212, 53.543264, 44.499754, 35.071715, 28.529473, 15.391497, 9.763384, 2.359643, 1.000143]}, "digit": {"n_am_en": [9, 21, 19, 9, 19, 10, 12, 13, 10, 12, 13, 13, 14, 9, 10, 5, 8, 7, 15, 11, 9, 6, 6, 12, 16, 18, 19, 25, 24, 23, 16, 16, 16, 12, 15, 9, 14, 15, 13, 14, 15, 11, 12, 11, 5, 3, 3, 1, 0, 0], "n_am_pl": [0, 9, 27, 15, 16, 13, 5, 5, 18, 14, 8, 3, 16, 15, 17, 19, 18, 23, 13, 7, 8, 7, 8, 6, 11, 18, 14, 16, 12, 9, 16, 21, 18, 14, 17, 15, 14, 12, 7, 5, 5, 4, 3, 7, 1, 1, 0, 0, 0, 0], "n_pos": 79, "sum_m_en": [7.291201, 3.322762, 3.313597, 3.284454, 3.788072, 4.028611, 3.973686, 4.947561, 4.852809, 5.379584, 5.00533, 5.25325, 5.379958, 5.944558, 5.638035, 5.227616, 5.39249, 5.07642, 4.450721, 4.023457, 3.8052, 3.571161, 3.470012, 3.384147, 5.726121, 6.622454, 7.480798, 7.216288, 7.288475, 7.445719, 7.514845, 7.151807, 6.536713, 6.36363, 6.778917, 6.624688, 7.016841, 6.910073, 6.352241, 6.145454, 6.010458, 6.147514, 5.850305, 5.222657, 5.140615, 4.487988, 2.510193, 2.223743, 0.506106, 0.0], "sum_m_pl": [30.723083, 40.594702, 38.613447, 37.853979, 37.355435, 37.29213, 37.520967, 34.952872, 33.983017, 35.235268, 34.793361, 34.63568, 35.430266, 35.335901, 35.290729, 36.30036, 35.686844, 36.009794, 36.723207, 37.845274, 38.417333, 38.870427, 39.181191, 39.562965, 35.155986, 33.507264, 32.04155, 33.945429, 34.637432, 34.042277, 33.490301, 34.811784, 35.428086, 35.263551, 33.698616, 32.837903, 30.991274, 30.507741, 27.602819, 26.071705, 25.191099, 25.497767, 24.267046, 24.012539, 18.969974, 16.504686, 9.016796, 6.061355, 1.107313, 0.0]}, "lang": {"n_am_en": [21, 20, 14, 14, 8, 15, 12, 13, 18, 12, 11, 20, 22, 24, 24, 18, 18, 26, 23, 22, 16, 20, 22, 22, 29, 30, 20, 22, 19, 24, 25, 24, 21, 21, 29, 27, 25, 33, 32, 39, 30, 32, 33, 34, 39, 37, 43, 47, 58, 56], "n_am_pl": [5, 7, 8, 11, 10, 6, 5, 7, 8, 13, 13, 14, 15, 14, 15, 19, 17, 6, 7, 7, 12, 14, 14, 16, 5, 7, 11, 12, 10, 10, 7, 3, 8, 6, 9, 2, 4, 6, 5, 5, 4, 4, 4, 3, 3, 2, 1, 1, 1, 1], "n_pos": 62, "sum_m_en": [7.551062, 3.89155, 3.68142, 3.542382, 3.624497, 3.64816, 3.679809, 4.038839, 4.266454, 4.27001, 4.312475, 4.73906, 5.231958, 5.883382, 5.624762, 5.284059, 5.232355, 4.780803, 4.19842, 3.819747, 3.607101, 3.359678, 3.211161, 3.12554, 9.369537, 11.295298, 11.664966, 10.814328, 11.323863, 10.869905, 10.288131, 9.852593, 9.102493, 9.578027, 11.598967, 13.204809, 15.890748, 17.344578, 18.754047, 21.073601, 20.956044, 23.494299, 24.86604, 28.453051, 34.214688, 34.363109, 40.888789, 42.727276, 54.516152, 56.468133], "sum_m_pl": [21.17034, 28.954335, 28.663609, 28.4258, 28.322898, 27.738692, 28.270644, 28.622018, 28.450702, 28.884921, 28.720759, 29.009166, 29.257221, 28.646045, 29.110131, 29.239819, 28.924358, 28.71623, 29.239642, 29.864622, 29.920642, 30.193735, 30.538546, 30.49537, 24.548786, 23.429576, 23.058076, 24.257436, 23.828776, 23.799563, 24.168496, 24.328385, 25.035525, 24.162348, 22.847273, 20.694242, 18.118589, 16.903779, 15.12947, 14.858424, 13.713423, 11.659788, 10.349317, 7.765353, 6.584278, 4.565337, 3.338779, 1.926901, 1.049323, 1.000134]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 295, "item_id": "llmzszl-18551", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 715, "region_end": 293, "roundtrip_ok": true, "tf_agree": 0.9695, "tf_agree_excl_first": 0.9728}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [95, 180, 159, 142, 124, 91, 103, 117, 106, 106, 112, 134, 135, 112, 108, 77, 102, 87, 101, 96, 74, 68, 68, 67, 106, 120, 123, 124, 146, 121, 135, 143, 128, 135, 143, 133, 142, 144, 121, 102, 99, 101, 93, 78, 74, 54, 26, 8, 4, 0], "n_am_pl": [12, 93, 86, 76, 90, 80, 80, 71, 92, 90, 72, 74, 94, 104, 110, 118, 164, 128, 115, 117, 95, 87, 95, 107, 67, 95, 104, 110, 91, 104, 119, 114, 120, 91, 107, 78, 65, 53, 44, 37, 41, 41, 33, 43, 53, 43, 45, 48, 57, 61], "n_pos": 491, "sum_m_en": [42.856675, 23.82961, 25.520131, 25.643319, 26.216651, 27.067173, 27.534189, 31.383904, 31.622404, 34.185263, 33.269572, 35.245066, 37.190848, 39.09108, 38.814943, 37.072677, 36.467568, 34.520478, 30.737682, 28.197507, 25.752151, 23.971466, 23.433467, 22.494063, 44.149084, 51.960532, 57.160811, 55.497021, 56.493517, 55.754338, 55.328283, 54.185239, 51.834192, 51.538341, 55.056111, 53.630976, 59.188297, 55.171375, 56.228187, 55.169902, 53.972326, 55.090648, 52.695647, 53.220466, 55.528624, 49.553775, 25.813179, 17.462994, 7.693725, 0.014319], "sum_m_pl": [190.031116, 249.926154, 240.514646, 235.741968, 237.40438, 234.302319, 234.309917, 228.82645, 225.64885, 226.441231, 224.201607, 225.13685, 230.633883, 227.571015, 228.993428, 232.384514, 231.960289, 233.078572, 239.339273, 242.212847, 242.585568, 243.815828, 245.246175, 245.74335, 208.595841, 202.877013, 197.810263, 209.113422, 213.261373, 211.885924, 212.09773, 215.37466, 219.717692, 212.809986, 204.522861, 195.756115, 179.935176, 175.126753, 157.257433, 147.753795, 141.123915, 141.727122, 134.590991, 116.940523, 100.37299, 84.321509, 73.067866, 62.665323, 55.821253, 60.258996]}, "digit": {"n_am_en": [5, 39, 50, 32, 42, 19, 26, 28, 26, 27, 25, 34, 23, 16, 18, 16, 18, 15, 24, 27, 16, 17, 18, 18, 34, 37, 31, 39, 39, 26, 27, 27, 29, 39, 39, 35, 35, 39, 30, 29, 26, 34, 18, 16, 14, 2, 1, 0, 0, 0], "n_am_pl": [0, 19, 7, 11, 14, 15, 9, 9, 14, 21, 10, 15, 18, 17, 21, 30, 38, 28, 23, 19, 15, 11, 15, 14, 11, 17, 19, 29, 12, 25, 31, 30, 25, 22, 26, 20, 19, 14, 8, 5, 11, 10, 6, 14, 8, 6, 6, 5, 0, 0], "n_pos": 111, "sum_m_en": [7.845232, 4.869301, 5.257076, 5.129948, 5.494653, 5.625686, 5.588781, 6.831914, 6.984307, 7.617794, 7.325123, 7.676068, 7.936378, 8.873187, 8.415775, 7.687616, 7.802215, 7.555934, 6.539561, 5.925812, 5.391652, 4.993441, 4.854606, 4.711433, 8.182967, 10.394003, 11.747678, 11.311645, 10.890593, 10.787745, 10.884856, 11.209634, 10.44042, 10.800625, 10.71687, 10.50651, 11.307981, 10.045277, 9.37183, 9.14013, 9.077984, 9.250318, 7.98582, 7.716274, 7.898619, 6.22086, 3.450675, 3.197712, 0.804619, 0.0], "sum_m_pl": [43.224448, 58.668029, 56.227652, 54.783729, 54.39686, 53.516641, 53.284312, 50.606144, 49.871688, 51.028828, 49.368804, 49.988614, 51.72784, 50.356723, 50.66753, 52.296735, 51.449999, 51.879295, 53.557813, 54.433419, 54.964881, 55.674779, 56.113138, 56.334704, 50.523189, 47.67792, 45.553171, 49.095318, 49.977506, 49.629082, 49.589189, 50.176478, 51.064368, 50.028889, 48.477905, 47.157231, 44.770113, 44.78961, 41.201492, 40.699842, 39.655615, 41.438414, 39.399391, 38.205691, 32.620285, 28.278812, 19.10053, 12.949634, 1.606334, 0.0]}, "lang": {"n_am_en": [21, 11, 13, 10, 8, 11, 21, 16, 10, 11, 12, 8, 13, 14, 18, 12, 16, 16, 15, 12, 17, 20, 17, 17, 23, 24, 22, 17, 24, 24, 24, 25, 18, 23, 25, 20, 18, 26, 27, 27, 24, 24, 29, 28, 31, 30, 14, 5, 0, 0], "n_am_pl": [5, 21, 14, 7, 8, 9, 3, 8, 9, 13, 10, 10, 10, 13, 12, 12, 15, 12, 13, 13, 12, 11, 14, 18, 7, 10, 10, 12, 10, 8, 12, 12, 11, 14, 14, 8, 9, 12, 12, 12, 12, 15, 15, 16, 17, 15, 22, 29, 54, 61], "n_pos": 61, "sum_m_en": [6.012596, 3.238783, 3.247766, 3.425937, 3.310115, 3.450075, 3.753621, 3.645075, 3.756178, 3.836506, 4.020256, 4.237039, 4.399245, 4.576776, 4.745808, 4.618728, 4.607214, 4.383544, 3.854003, 3.602431, 3.517822, 3.297935, 3.192197, 3.09015, 7.946558, 8.091772, 7.762146, 7.335941, 8.252146, 7.920295, 7.278044, 7.109191, 7.140659, 7.388056, 8.128606, 7.923071, 8.800416, 9.871273, 12.027194, 13.725628, 13.083858, 15.450395, 15.496511, 17.799831, 24.709627, 23.204312, 10.291914, 5.37272, 0.804127, 0.009435], "sum_m_pl": [22.270584, 28.188392, 27.816026, 27.274513, 27.712412, 27.166234, 27.492721, 28.531077, 29.067772, 28.948223, 28.686035, 28.70752, 29.127993, 28.780908, 29.081174, 29.370766, 29.060829, 28.440771, 29.36409, 29.027217, 28.949091, 29.04097, 29.357587, 29.279449, 23.344849, 23.740033, 23.427106, 25.094927, 25.206983, 25.606, 26.318561, 26.399984, 26.650375, 26.257277, 25.247427, 24.8857, 24.434133, 24.234613, 21.258441, 21.060628, 20.597983, 21.03649, 20.380329, 19.631953, 16.464914, 17.231073, 24.270906, 28.988337, 49.415753, 59.438756]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 493, "item_id": "llmzszl-18551", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 646, "region_end": 491, "roundtrip_ok": true, "tf_agree": 0.9858, "tf_agree_excl_first": 0.9878}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [69, 49, 46, 54, 41, 30, 44, 52, 54, 57, 54, 53, 51, 72, 70, 59, 60, 41, 40, 44, 40, 45, 46, 46, 52, 47, 46, 55, 54, 59, 58, 68, 60, 66, 66, 60, 64, 67, 66, 53, 53, 58, 55, 49, 43, 41, 48, 46, 48, 44], "n_am_pl": [19, 49, 39, 31, 19, 29, 35, 31, 43, 57, 65, 48, 50, 45, 47, 41, 35, 27, 21, 25, 33, 35, 38, 38, 13, 16, 20, 18, 27, 29, 28, 34, 39, 25, 28, 23, 20, 14, 6, 4, 3, 7, 7, 5, 3, 3, 0, 0, 0, 0], "n_pos": 255, "sum_m_en": [28.174221, 13.41763, 13.797321, 14.386621, 15.312803, 15.810944, 15.374502, 16.631184, 17.024386, 17.314139, 18.202846, 19.235499, 19.768871, 21.907686, 21.930597, 21.194544, 21.398535, 19.769403, 17.314758, 15.440837, 14.585894, 13.73936, 13.120318, 12.767451, 26.557919, 29.495643, 29.121913, 28.840176, 29.3496, 32.419703, 30.224962, 29.931874, 28.374123, 27.711375, 30.28218, 29.722823, 33.771289, 35.380029, 37.497292, 36.397332, 36.252683, 37.329673, 36.925163, 42.313089, 40.181283, 42.043425, 44.778794, 44.339661, 45.750109, 43.550372], "sum_m_pl": [99.1097, 127.16118, 121.970243, 118.311661, 117.138098, 114.562374, 117.796793, 115.505572, 114.571209, 118.496554, 116.520177, 114.726265, 115.932857, 114.28089, 114.783011, 115.909505, 114.164773, 114.586109, 116.704609, 121.468515, 122.611438, 124.057058, 125.400638, 125.495142, 91.608154, 92.783483, 90.855244, 98.484288, 100.194633, 97.139862, 99.664308, 101.316681, 104.753432, 100.026473, 94.895011, 85.534904, 74.415541, 70.493899, 61.248052, 49.154174, 47.099532, 46.064412, 42.154451, 32.732732, 29.19947, 25.612326, 13.780565, 6.398021, 1.559387, 0.000138]}, "digit": {"n_am_en": [13, 6, 9, 14, 8, 3, 3, 3, 7, 9, 4, 7, 5, 9, 10, 11, 9, 9, 4, 5, 2, 4, 3, 5, 10, 6, 3, 8, 7, 9, 12, 11, 6, 9, 10, 10, 9, 9, 7, 5, 5, 6, 3, 8, 6, 2, 1, 0, 0, 0], "n_am_pl": [0, 9, 9, 2, 1, 4, 5, 5, 9, 11, 16, 9, 8, 6, 9, 11, 8, 6, 3, 5, 7, 5, 7, 6, 1, 3, 6, 2, 6, 7, 5, 3, 6, 3, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 51, "sum_m_en": [5.865372, 2.453813, 2.464729, 2.966744, 3.144704, 3.259562, 3.134716, 3.441418, 3.383122, 3.747498, 3.935491, 4.089481, 4.067803, 4.503389, 4.160958, 4.208062, 4.169193, 3.847079, 3.277613, 2.941362, 2.779589, 2.600277, 2.501275, 2.424337, 4.440256, 5.381273, 5.160487, 5.509991, 5.671645, 6.294828, 6.131218, 5.619335, 5.16784, 4.959921, 5.229964, 4.976679, 5.128504, 4.742251, 5.275197, 5.020945, 4.809333, 5.454272, 4.305794, 7.884704, 4.613078, 2.787788, 1.335037, 0.535472, 0.085008, 0.0], "sum_m_pl": [18.796106, 25.652949, 23.825964, 22.743174, 22.605396, 21.805479, 22.628293, 21.693083, 21.384708, 22.574763, 22.017793, 21.194552, 21.247909, 20.95358, 21.823502, 21.919808, 21.900638, 22.063708, 22.527601, 23.442694, 23.810624, 24.289237, 24.546891, 24.553792, 18.481374, 18.019623, 17.670873, 19.167332, 19.085369, 18.743075, 18.845113, 19.662842, 20.437682, 19.567899, 18.8061, 18.127993, 16.644947, 16.771972, 15.050625, 13.176772, 12.675751, 13.413657, 13.019302, 10.167892, 9.718655, 7.055484, 2.920422, 1.600081, 0.248892, 0.0]}, "lang": {"n_am_en": [18, 13, 12, 12, 10, 9, 9, 14, 12, 11, 12, 14, 12, 18, 17, 16, 15, 11, 14, 11, 9, 11, 11, 10, 11, 12, 13, 15, 19, 17, 15, 16, 18, 23, 21, 22, 19, 23, 24, 18, 20, 19, 19, 17, 19, 21, 26, 28, 40, 44], "n_am_pl": [4, 7, 11, 8, 4, 4, 8, 6, 8, 12, 10, 9, 14, 9, 9, 8, 8, 8, 7, 7, 6, 9, 8, 9, 5, 4, 3, 4, 4, 5, 8, 7, 5, 3, 6, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [6.808207, 2.901878, 3.164026, 2.680257, 2.902913, 3.06523, 3.049583, 3.090202, 3.212656, 3.079577, 3.349145, 3.635143, 3.871983, 4.191554, 4.384997, 4.116137, 4.117253, 3.928448, 3.555904, 3.145438, 3.017785, 2.813929, 2.642133, 2.565447, 5.952743, 6.479028, 6.996002, 6.901253, 7.504294, 7.847748, 6.704418, 6.733457, 6.436509, 6.606909, 7.306372, 8.015801, 9.953154, 12.125567, 13.141013, 11.343554, 12.18395, 13.031657, 13.715567, 14.604916, 17.391685, 19.253929, 23.617919, 26.616496, 38.015024, 42.976118], "sum_m_pl": [14.633214, 21.325616, 20.727804, 20.735519, 20.19866, 19.8681, 20.341192, 20.435753, 20.385517, 20.762943, 20.461471, 20.694541, 21.036207, 20.673524, 20.412019, 20.705215, 20.25654, 20.285319, 20.457912, 21.452306, 21.442914, 21.678215, 21.91166, 21.97423, 15.615281, 16.19587, 16.056877, 16.802048, 16.830032, 16.062804, 17.452299, 17.554988, 18.001458, 17.726801, 16.625937, 14.92469, 11.972125, 11.055808, 8.92608, 6.386148, 6.856031, 6.597661, 5.474305, 4.660553, 3.540664, 3.306913, 1.738162, 0.587015, 0.042553, 0.000137]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 257, "item_id": "llmzszl-18552", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 690, "region_end": 255, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [107, 114, 116, 119, 110, 85, 78, 80, 78, 101, 80, 102, 106, 117, 107, 93, 108, 96, 69, 70, 71, 84, 63, 60, 85, 97, 90, 91, 112, 109, 101, 102, 105, 111, 115, 114, 102, 91, 88, 91, 102, 81, 79, 75, 74, 61, 26, 17, 19, 14], "n_am_pl": [18, 71, 69, 61, 72, 69, 77, 62, 81, 80, 82, 58, 58, 64, 62, 64, 80, 78, 71, 75, 75, 69, 77, 86, 40, 53, 63, 67, 65, 57, 75, 67, 73, 58, 51, 41, 31, 27, 26, 16, 21, 27, 25, 25, 22, 32, 38, 39, 53, 59], "n_pos": 421, "sum_m_en": [39.02777, 20.073051, 22.170999, 23.71115, 24.92429, 25.096965, 25.342592, 27.571802, 27.985428, 29.576105, 30.328468, 32.737869, 34.131077, 36.999162, 38.286466, 35.303874, 34.176546, 31.656855, 27.720844, 25.155275, 23.875817, 22.476196, 21.663035, 20.798043, 40.491783, 46.10676, 48.761421, 48.506868, 50.397667, 53.12494, 50.61652, 48.086761, 47.670408, 48.389943, 51.05068, 48.028712, 52.533821, 50.919681, 54.95348, 54.567948, 53.008829, 51.419541, 48.091013, 48.712122, 49.902811, 44.968529, 23.196141, 19.190068, 19.330962, 14.062283], "sum_m_pl": [163.608229, 214.832104, 205.925076, 202.586611, 201.526911, 195.2577, 198.353735, 195.12235, 195.28136, 196.917071, 193.766578, 190.089966, 192.079596, 189.418246, 188.512168, 193.252882, 194.215043, 196.918379, 202.173445, 205.543251, 205.288706, 205.719238, 206.524363, 206.390731, 160.996608, 162.369395, 157.634008, 168.888877, 171.238377, 168.157997, 169.145559, 173.592352, 175.444799, 165.96017, 159.610609, 151.008373, 134.855848, 128.682294, 114.604904, 105.70706, 104.88746, 103.652965, 97.136338, 84.726394, 70.029726, 65.51888, 58.46781, 50.02769, 54.64907, 60.884939]}, "digit": {"n_am_en": [13, 19, 15, 16, 22, 6, 5, 10, 11, 11, 8, 18, 12, 12, 15, 11, 15, 18, 11, 12, 11, 14, 11, 11, 16, 21, 19, 16, 21, 21, 11, 15, 19, 24, 21, 26, 17, 12, 16, 13, 14, 10, 7, 5, 6, 3, 1, 0, 0, 0], "n_am_pl": [1, 5, 2, 9, 12, 6, 11, 10, 12, 14, 16, 13, 8, 10, 10, 10, 12, 7, 7, 7, 4, 7, 7, 7, 4, 5, 5, 8, 9, 9, 10, 12, 16, 11, 8, 5, 2, 2, 2, 0, 0, 1, 1, 2, 1, 2, 1, 0, 0, 0], "n_pos": 63, "sum_m_en": [5.400124, 2.805136, 3.156418, 3.71067, 3.807974, 4.071461, 3.909989, 4.482777, 4.305604, 4.492954, 4.500922, 5.00331, 5.192038, 5.735769, 5.617864, 5.33922, 5.147343, 4.81905, 4.297628, 3.856474, 3.563476, 3.288326, 3.128377, 3.026007, 6.415402, 7.563066, 7.875141, 7.56602, 8.247092, 8.577172, 8.070839, 7.568098, 6.852323, 7.131277, 7.23944, 7.348734, 7.497984, 6.36478, 7.250332, 7.88205, 7.451009, 6.674276, 6.188748, 6.08266, 6.005423, 4.186757, 1.869968, 1.139082, 0.08418, 0.0], "sum_m_pl": [24.031627, 33.377761, 31.121439, 29.966395, 30.108278, 28.429853, 29.266911, 27.957398, 28.266656, 29.123017, 28.594607, 28.174353, 28.197374, 27.76353, 28.311544, 28.801476, 28.666321, 29.008696, 29.853918, 30.253863, 30.440937, 30.741351, 30.981124, 31.159626, 25.606971, 24.166623, 23.404251, 25.44003, 25.814675, 25.485182, 25.393835, 26.502888, 27.978001, 27.043659, 25.958212, 25.125986, 23.239263, 23.185045, 20.403474, 19.955481, 20.720836, 21.886234, 21.139486, 18.951346, 15.880026, 12.370001, 6.306476, 3.080414, 0.200565, 0.0]}, "lang": {"n_am_en": [32, 10, 10, 15, 15, 17, 20, 16, 17, 11, 17, 10, 15, 20, 24, 15, 20, 19, 14, 13, 14, 19, 8, 10, 15, 14, 18, 18, 21, 19, 19, 23, 21, 18, 20, 23, 22, 25, 22, 25, 25, 25, 28, 28, 35, 31, 18, 15, 16, 14], "n_am_pl": [6, 24, 15, 11, 8, 11, 7, 12, 14, 20, 13, 13, 16, 11, 8, 9, 13, 18, 16, 13, 19, 18, 22, 19, 11, 12, 8, 9, 9, 12, 15, 13, 9, 9, 10, 14, 12, 12, 10, 8, 11, 15, 15, 14, 12, 22, 30, 35, 50, 59], "n_pos": 76, "sum_m_en": [7.349632, 3.93956, 4.047078, 4.352819, 4.546301, 4.269933, 4.344088, 4.580028, 4.765661, 4.79257, 5.099349, 5.260592, 5.403982, 5.796668, 6.223816, 5.750753, 5.794795, 5.320852, 4.823818, 4.498163, 4.44229, 4.172075, 3.970841, 3.808077, 7.647223, 8.100203, 8.571074, 8.391343, 9.120088, 9.61305, 9.222432, 8.902597, 9.092759, 9.118859, 9.807385, 9.999474, 11.026218, 12.590135, 13.455211, 15.633043, 15.096776, 17.032452, 16.698302, 17.481349, 21.730682, 21.812921, 11.797233, 10.942186, 15.676378, 14.060897], "sum_m_pl": [29.0263, 36.957235, 35.808232, 35.318163, 35.069006, 34.407458, 34.772371, 35.328879, 35.820962, 36.154021, 35.602395, 34.930149, 35.642759, 35.184358, 34.846188, 35.361036, 35.131879, 35.558333, 36.24521, 36.797365, 36.507018, 36.504042, 36.567782, 36.36442, 27.951075, 29.0555, 27.857881, 30.043626, 30.177232, 30.150317, 30.54387, 31.664513, 31.590249, 30.62328, 29.72788, 29.779448, 29.15651, 27.816273, 25.589436, 24.143163, 25.225107, 25.531188, 24.442041, 24.464379, 22.784591, 24.956358, 32.84193, 34.300439, 49.530625, 59.737762]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 423, "item_id": "llmzszl-18552", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 621, "region_end": 421, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9858}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [38, 68, 71, 60, 41, 30, 30, 37, 29, 35, 34, 40, 45, 44, 46, 44, 62, 53, 47, 40, 40, 36, 37, 39, 46, 48, 40, 49, 42, 36, 33, 36, 36, 37, 54, 49, 51, 48, 49, 53, 49, 50, 53, 55, 53, 50, 48, 46, 46, 46], "n_am_pl": [6, 20, 34, 31, 20, 27, 29, 29, 33, 33, 22, 33, 33, 27, 23, 26, 10, 13, 12, 21, 17, 16, 16, 18, 10, 10, 13, 18, 21, 33, 28, 26, 34, 23, 17, 16, 9, 11, 10, 8, 6, 3, 3, 2, 0, 0, 1, 1, 1, 1], "n_pos": 192, "sum_m_en": [19.169322, 10.180456, 10.502015, 10.326436, 11.167788, 11.584399, 11.582999, 11.189455, 12.217628, 11.948735, 12.991379, 13.518319, 14.431258, 15.222601, 15.646688, 14.492822, 14.604933, 13.302578, 12.201992, 11.444728, 10.574012, 9.674621, 9.265115, 9.055375, 21.701074, 23.763351, 23.119729, 22.430866, 22.370573, 22.051912, 20.559736, 20.545309, 19.124554, 18.871848, 21.677166, 21.718202, 25.348892, 25.684797, 27.873755, 32.611385, 30.179564, 35.026801, 37.43429, 42.933011, 43.971228, 45.338705, 46.416753, 46.121385, 46.138507, 45.847612], "sum_m_pl": [73.692771, 94.916681, 93.172233, 90.70302, 87.498934, 83.692273, 84.767695, 84.861962, 82.963901, 88.085329, 86.682748, 86.964878, 85.971439, 85.055175, 84.881175, 87.219781, 86.275964, 86.400162, 85.414737, 87.962912, 88.836235, 90.739487, 91.381315, 91.984506, 67.1838, 66.255382, 65.305314, 73.004797, 76.508249, 77.566065, 78.348447, 78.017356, 78.5619, 75.975021, 73.391668, 70.480827, 61.769007, 58.051849, 51.429861, 45.239281, 41.379336, 37.741765, 35.340279, 27.675155, 18.229024, 12.136571, 6.016573, 2.573628, 0.966919, 0.98226]}, "digit": {"n_am_en": [4, 12, 19, 16, 11, 4, 2, 2, 0, 1, 1, 2, 0, 5, 5, 2, 5, 5, 8, 1, 0, 0, 1, 3, 3, 4, 3, 6, 4, 3, 3, 5, 5, 3, 3, 7, 4, 2, 2, 6, 3, 3, 3, 3, 2, 1, 2, 0, 0, 0], "n_am_pl": [0, 5, 0, 5, 1, 3, 0, 3, 4, 5, 6, 5, 7, 4, 3, 6, 3, 2, 4, 8, 5, 4, 5, 4, 3, 2, 1, 4, 4, 6, 5, 4, 5, 5, 4, 1, 2, 4, 2, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 33, "sum_m_en": [3.69157, 1.581846, 1.643264, 1.520718, 1.531027, 1.604994, 1.602311, 1.528519, 1.55162, 1.632553, 1.829931, 1.931366, 1.965249, 2.208288, 2.220389, 2.108094, 2.321259, 2.217822, 2.002461, 1.853592, 1.696403, 1.562965, 1.51999, 1.492245, 2.841055, 3.001039, 2.869856, 2.853554, 3.008492, 2.952255, 2.852593, 2.932657, 2.68511, 2.574727, 2.629023, 2.951579, 2.693154, 2.625684, 2.916806, 2.825104, 2.698423, 2.682014, 2.540247, 3.287571, 2.308192, 2.010485, 2.301114, 0.598095, 0.049774, 0.0], "sum_m_pl": [12.715505, 17.33814, 16.443061, 16.170086, 15.543623, 14.704039, 14.748432, 14.60212, 14.155782, 15.254379, 15.029325, 14.97054, 14.731547, 14.336406, 14.238117, 14.626943, 14.149704, 14.387037, 14.393226, 14.822213, 14.902901, 15.350191, 15.469098, 15.651626, 11.616382, 11.493991, 10.987484, 13.06471, 13.4185, 13.528446, 13.855207, 13.948852, 13.861187, 13.740426, 13.151099, 13.1879, 12.623171, 12.12951, 10.839367, 10.622314, 10.472316, 10.521003, 10.114179, 8.330556, 5.585505, 3.753472, 1.49355, 0.793812, 0.044087, 0.0]}, "lang": {"n_am_en": [11, 12, 13, 17, 14, 7, 16, 19, 17, 11, 18, 16, 22, 19, 19, 17, 28, 23, 22, 21, 22, 21, 20, 19, 21, 20, 18, 20, 18, 14, 16, 16, 14, 16, 24, 23, 26, 26, 30, 27, 29, 32, 36, 35, 40, 41, 36, 41, 43, 46], "n_am_pl": [2, 7, 13, 6, 4, 6, 9, 7, 12, 12, 3, 15, 9, 7, 9, 5, 1, 3, 2, 3, 2, 4, 2, 3, 1, 2, 6, 8, 7, 12, 11, 10, 13, 10, 6, 6, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1], "n_pos": 49, "sum_m_en": [5.433717, 3.059987, 2.892963, 2.938588, 3.401515, 3.670286, 3.714392, 3.68911, 4.402987, 3.805528, 4.344978, 4.397639, 4.805647, 5.207945, 5.613218, 5.046867, 4.677937, 4.179144, 3.827128, 3.463795, 3.162236, 2.838476, 2.674601, 2.553829, 8.631419, 9.735822, 9.454905, 8.567596, 8.424729, 8.260767, 7.477718, 7.892477, 7.346624, 7.706304, 8.66511, 8.579369, 10.716701, 11.496029, 13.223106, 16.370906, 16.45238, 20.806365, 23.577645, 26.589906, 30.294116, 33.588249, 34.381386, 38.724033, 42.848799, 45.556141], "sum_m_pl": [17.63245, 22.504744, 23.058313, 22.279301, 21.406172, 19.467806, 20.830749, 21.795989, 21.383566, 22.258865, 21.911773, 22.506956, 22.070894, 21.748093, 21.757253, 22.145327, 22.26383, 22.009268, 21.736678, 22.544079, 22.902702, 23.26196, 23.438245, 23.593979, 17.256305, 17.035777, 17.546074, 19.032298, 19.571194, 19.802142, 20.310141, 19.870378, 20.363595, 19.781731, 19.432826, 18.931161, 16.119984, 15.302938, 13.838015, 12.331011, 11.954989, 9.765519, 8.613754, 6.917149, 5.449032, 2.340902, 1.727063, 0.386665, 0.770981, 0.982179]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "llmzszl-18554", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 730, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9691, "tf_agree_excl_first": 0.9741}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [62, 91, 100, 96, 93, 56, 58, 61, 51, 60, 52, 57, 72, 76, 71, 67, 79, 67, 59, 47, 40, 45, 44, 47, 73, 82, 59, 68, 88, 78, 66, 69, 65, 66, 93, 75, 79, 67, 62, 71, 66, 66, 64, 57, 52, 44, 27, 16, 2, 2], "n_am_pl": [9, 56, 56, 45, 42, 51, 55, 51, 41, 45, 46, 47, 43, 38, 49, 48, 38, 40, 43, 44, 51, 49, 54, 54, 26, 35, 40, 48, 57, 59, 62, 53, 62, 42, 34, 35, 25, 31, 37, 28, 24, 30, 25, 24, 16, 15, 17, 24, 49, 53], "n_pos": 320, "sum_m_en": [28.949002, 15.28244, 16.41612, 17.143151, 18.477691, 19.364106, 19.090154, 19.19369, 20.104154, 20.441277, 22.113215, 22.911249, 24.471047, 26.141644, 26.204717, 23.912355, 24.170526, 22.020348, 19.768519, 18.677271, 17.46895, 16.685363, 16.256223, 15.359625, 35.957478, 38.551381, 36.023192, 35.659526, 37.405888, 37.207915, 34.70513, 32.820665, 30.395544, 30.667906, 32.821973, 31.463911, 35.118558, 33.473865, 36.13629, 46.354756, 40.665603, 47.560077, 49.272497, 47.360134, 44.252356, 41.363033, 23.580971, 19.321185, 3.580491, 2.002444], "sum_m_pl": [128.758559, 161.590809, 155.693265, 154.102613, 152.266019, 146.551742, 145.895917, 142.914365, 141.950465, 147.589497, 145.214339, 145.549641, 144.332402, 144.420103, 145.423773, 150.194067, 147.898777, 148.019969, 149.733567, 152.197838, 152.919186, 153.800399, 154.17808, 155.281548, 117.363384, 116.378946, 113.437834, 127.454738, 131.186334, 134.406056, 135.496646, 137.134829, 141.264854, 133.842958, 129.029134, 123.430562, 111.671389, 106.338524, 97.135736, 87.273097, 77.703471, 77.499172, 71.521127, 65.024657, 45.805824, 39.106531, 30.234207, 30.713002, 47.74328, 52.001962]}, "digit": {"n_am_en": [8, 18, 24, 14, 14, 10, 6, 3, 4, 4, 5, 4, 11, 13, 12, 3, 10, 10, 11, 3, 3, 2, 2, 3, 7, 8, 7, 10, 15, 12, 11, 8, 11, 8, 10, 10, 11, 8, 7, 4, 7, 6, 3, 3, 3, 2, 2, 1, 0, 0], "n_am_pl": [1, 7, 0, 9, 2, 2, 4, 7, 2, 2, 8, 5, 5, 8, 7, 12, 1, 3, 3, 4, 6, 4, 8, 8, 5, 5, 4, 3, 5, 9, 12, 11, 11, 7, 4, 8, 5, 8, 7, 4, 4, 3, 5, 6, 3, 2, 3, 1, 0, 0], "n_pos": 44, "sum_m_en": [4.261049, 2.125575, 2.217707, 2.18188, 2.174008, 2.206714, 2.147126, 2.133289, 2.099562, 2.209227, 2.388005, 2.650961, 2.800034, 3.167126, 3.077874, 2.917295, 3.124741, 2.918342, 2.618153, 2.487638, 2.339936, 2.132186, 2.052178, 1.990313, 3.831406, 4.450622, 4.366802, 4.001934, 4.192494, 4.170314, 4.174018, 4.101068, 3.55924, 3.701132, 3.824037, 4.030849, 4.299681, 3.778426, 4.124562, 4.033958, 3.833286, 3.895714, 3.509273, 3.096784, 2.258473, 1.687305, 1.453118, 1.171606, 0.025792, 0.0], "sum_m_pl": [18.186512, 23.254075, 22.040875, 21.894131, 21.812163, 20.588483, 20.475538, 19.754048, 19.690036, 20.827821, 20.952851, 21.013697, 20.554177, 20.301197, 20.423508, 20.778252, 19.941689, 20.186896, 20.673725, 20.882069, 20.933284, 21.18242, 21.239427, 21.424173, 17.650863, 17.092386, 16.202506, 18.357029, 19.16576, 19.342549, 19.415016, 19.732957, 20.60165, 19.972749, 18.976582, 19.153326, 18.143119, 17.880464, 16.192377, 16.017844, 16.077864, 16.484834, 16.042634, 14.862433, 10.641977, 8.59693, 4.087381, 2.289564, 0.058028, 0.0]}, "lang": {"n_am_en": [13, 7, 8, 12, 13, 11, 17, 20, 14, 11, 11, 9, 12, 13, 12, 14, 19, 19, 16, 16, 15, 21, 20, 20, 27, 26, 19, 20, 19, 13, 15, 18, 15, 17, 23, 20, 23, 23, 24, 30, 31, 30, 33, 31, 30, 29, 19, 12, 2, 2], "n_am_pl": [4, 15, 16, 5, 4, 6, 4, 5, 7, 12, 8, 7, 9, 7, 12, 7, 9, 6, 5, 4, 4, 6, 3, 6, 1, 2, 3, 6, 5, 6, 6, 6, 9, 7, 2, 2, 7, 8, 11, 7, 8, 9, 9, 9, 7, 11, 12, 22, 46, 50], "n_pos": 54, "sum_m_en": [5.164151, 2.798615, 2.798208, 2.94124, 3.213692, 3.554195, 3.612708, 3.662844, 3.981373, 3.777325, 4.434199, 4.653236, 4.760045, 5.093763, 5.22454, 4.516065, 4.81928, 4.303815, 3.902672, 3.682779, 3.501881, 3.687972, 3.666756, 3.164336, 11.36832, 10.729639, 9.194521, 8.901861, 9.151632, 8.499194, 7.637719, 7.565399, 7.27105, 7.418545, 7.898335, 8.403542, 10.301514, 10.219219, 12.654448, 18.452272, 17.216289, 23.313372, 25.320571, 25.315659, 27.154336, 26.604548, 14.984996, 11.678296, 2.230091, 2.002306], "sum_m_pl": [21.259476, 24.931895, 24.324481, 24.255172, 24.181534, 22.889265, 23.167085, 23.499851, 23.574745, 24.238189, 23.922795, 23.972116, 23.990039, 23.947387, 24.109365, 25.515043, 24.990657, 24.647877, 25.059856, 25.706593, 25.653335, 25.694841, 25.766516, 26.020472, 18.051226, 18.179785, 18.247563, 19.693887, 20.239261, 21.007432, 21.919251, 21.966359, 22.767357, 21.741688, 21.032457, 21.267371, 20.10684, 20.115509, 19.04301, 15.883477, 15.989064, 13.147627, 11.172138, 11.381123, 10.146309, 10.792021, 14.415891, 20.772894, 44.076667, 49.615746]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 322, "item_id": "llmzszl-18554", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 661, "region_end": 320, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9813}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [56, 53, 58, 51, 59, 42, 51, 46, 42, 51, 58, 65, 48, 58, 69, 78, 66, 63, 54, 49, 51, 49, 51, 52, 71, 67, 69, 74, 77, 73, 81, 94, 93, 82, 77, 81, 83, 73, 70, 77, 75, 82, 80, 71, 72, 67, 66, 68, 67, 62], "n_am_pl": [5, 59, 57, 51, 24, 30, 28, 28, 30, 29, 40, 44, 52, 47, 41, 35, 38, 42, 45, 51, 59, 60, 56, 62, 33, 26, 39, 27, 45, 41, 30, 32, 26, 23, 26, 12, 10, 17, 19, 16, 17, 14, 11, 10, 10, 9, 5, 3, 0, 0], "n_pos": 280, "sum_m_en": [28.714269, 14.485195, 14.810909, 14.360847, 15.535821, 15.820448, 16.001176, 16.392731, 17.540979, 17.537611, 18.127914, 19.619217, 21.154758, 22.660726, 22.665781, 21.988382, 21.584438, 20.611331, 17.710232, 16.132645, 14.639054, 13.537364, 13.015239, 12.770688, 29.646037, 34.32884, 34.281446, 33.113339, 34.06, 34.655864, 32.46944, 33.948176, 34.08981, 34.335801, 36.655696, 37.212529, 41.96009, 41.74816, 41.562663, 45.351158, 44.170164, 46.098599, 52.549237, 55.43553, 59.7125, 63.734093, 65.763366, 67.256533, 66.243505, 64.309731], "sum_m_pl": [104.852088, 138.846725, 135.692471, 131.586028, 128.224803, 124.549731, 124.435216, 124.253151, 123.66128, 128.51918, 126.874037, 125.999002, 125.467943, 123.649692, 122.883644, 126.048592, 125.046288, 128.110117, 129.604033, 133.335705, 136.632558, 137.95178, 138.903127, 139.230685, 108.20391, 105.363653, 102.583819, 111.641934, 115.487029, 113.678452, 115.866026, 113.735457, 112.320156, 106.932658, 104.4883, 95.726535, 84.457587, 79.673335, 73.745247, 65.722469, 57.398153, 53.00243, 47.24589, 40.374302, 32.656546, 23.416157, 12.220637, 6.277189, 0.317918, 0.232586]}, "digit": {"n_am_en": [2, 7, 10, 9, 12, 6, 2, 6, 4, 4, 4, 3, 1, 3, 3, 9, 5, 3, 4, 2, 5, 5, 4, 4, 6, 6, 7, 6, 6, 7, 10, 16, 7, 7, 7, 6, 7, 7, 5, 6, 5, 4, 4, 7, 3, 2, 2, 1, 1, 0], "n_am_pl": [0, 11, 12, 7, 1, 1, 5, 4, 3, 5, 9, 13, 10, 6, 8, 10, 7, 12, 7, 7, 9, 7, 10, 10, 6, 5, 8, 5, 10, 9, 5, 4, 7, 7, 7, 4, 1, 2, 5, 4, 4, 3, 2, 2, 1, 0, 1, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.63554, 1.69599, 1.994067, 1.804557, 2.017301, 2.038603, 1.938896, 1.99694, 2.077098, 2.162806, 2.073494, 2.20082, 2.499847, 2.760022, 2.580554, 2.723597, 2.840133, 2.734635, 2.326873, 2.134841, 1.951796, 1.784913, 1.720537, 1.691984, 3.3789, 3.713749, 3.799445, 3.947766, 3.916061, 3.80557, 4.174995, 4.050468, 3.635452, 3.47484, 3.787421, 3.494813, 3.642234, 3.651611, 3.316806, 3.080666, 2.854494, 2.978264, 2.980377, 3.388082, 3.626511, 3.298083, 1.914473, 1.934973, 0.928253, 0.0], "sum_m_pl": [14.922571, 19.754985, 18.541671, 17.856186, 16.78957, 16.46063, 16.749, 16.752837, 16.656451, 17.557669, 16.97952, 16.724225, 16.523784, 16.353035, 16.508837, 17.289843, 16.534604, 17.092414, 17.398999, 17.9031, 18.523841, 18.759301, 18.886689, 19.064159, 15.769352, 15.420575, 14.954776, 15.96906, 16.621282, 16.376948, 16.063177, 15.976264, 16.082481, 16.088065, 15.37453, 14.301562, 13.598743, 12.868964, 12.454981, 11.464045, 10.60306, 10.817345, 9.822278, 9.870067, 8.06868, 5.81145, 2.33165, 1.723405, 0.046477, 0.0]}, "lang": {"n_am_en": [21, 15, 16, 17, 22, 17, 20, 19, 17, 18, 25, 22, 15, 24, 29, 23, 22, 24, 22, 18, 22, 22, 21, 23, 29, 30, 29, 34, 32, 26, 25, 24, 35, 31, 30, 35, 39, 38, 43, 41, 41, 48, 44, 41, 49, 47, 48, 57, 62, 62], "n_am_pl": [1, 11, 4, 7, 4, 9, 3, 3, 8, 6, 6, 7, 6, 11, 9, 6, 8, 8, 10, 14, 16, 18, 15, 18, 11, 8, 11, 4, 11, 10, 5, 10, 7, 5, 5, 0, 2, 1, 1, 2, 2, 2, 2, 3, 3, 2, 1, 0, 0, 0], "n_pos": 65, "sum_m_en": [6.840149, 3.870714, 3.907292, 3.750771, 4.044651, 4.350906, 4.379865, 4.542202, 5.15293, 4.798782, 5.294001, 5.750717, 6.139598, 6.461985, 6.916031, 6.202341, 6.069363, 5.949552, 5.094471, 4.408476, 3.895614, 3.532049, 3.353169, 3.245217, 10.906853, 12.728172, 12.549248, 11.303656, 12.055644, 11.663518, 10.294718, 11.586024, 12.424329, 13.509864, 14.796195, 16.41444, 19.765213, 20.694556, 21.689865, 24.82223, 25.307036, 28.085215, 32.361981, 35.368162, 39.433641, 42.780986, 47.083497, 52.031108, 59.85372, 61.549875], "sum_m_pl": [23.07546, 29.940033, 30.180075, 29.438253, 28.625866, 27.053687, 27.870076, 28.35881, 28.617102, 29.569477, 29.268257, 29.423003, 29.265788, 29.350109, 28.626622, 28.988345, 29.3621, 29.452427, 30.288483, 31.080197, 31.823246, 32.061164, 32.420602, 32.483026, 25.415585, 24.465391, 24.617904, 26.200998, 26.217508, 25.451352, 26.488696, 25.159491, 24.986485, 23.673908, 23.678987, 21.692363, 18.486153, 17.642789, 16.5281, 15.463978, 14.328169, 12.380063, 10.470561, 8.394217, 8.220174, 5.356867, 2.821373, 0.903452, 0.121524, 0.231212]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 282, "item_id": "llmzszl-18556", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 720, "region_end": 280, "roundtrip_ok": true, "tf_agree": 0.9752, "tf_agree_excl_first": 0.9786}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [91, 116, 114, 100, 109, 77, 78, 87, 76, 79, 80, 79, 98, 93, 83, 91, 83, 79, 63, 57, 58, 69, 68, 68, 103, 121, 119, 102, 103, 118, 94, 88, 95, 98, 122, 113, 129, 125, 118, 114, 105, 109, 107, 74, 77, 59, 31, 22, 0, 0], "n_am_pl": [13, 105, 110, 83, 52, 75, 75, 65, 69, 80, 83, 86, 85, 79, 89, 90, 81, 87, 104, 98, 98, 113, 109, 114, 55, 55, 70, 77, 91, 78, 81, 88, 76, 58, 51, 46, 28, 31, 39, 25, 24, 31, 25, 37, 27, 38, 54, 52, 93, 98], "n_pos": 475, "sum_m_en": [44.697049, 22.312187, 23.35961, 24.086484, 25.682711, 26.457754, 27.201859, 27.385254, 28.743576, 29.195511, 30.974644, 31.89243, 35.691258, 39.461008, 40.067186, 37.539093, 37.267539, 34.298152, 29.714104, 27.512177, 25.392051, 23.735052, 22.832296, 21.935571, 48.895352, 53.676808, 51.815526, 50.218206, 53.848566, 56.465297, 51.977686, 50.449141, 47.466174, 47.853266, 52.68165, 50.776523, 60.309727, 62.073333, 62.594277, 71.724061, 67.576229, 68.97337, 73.498643, 62.791081, 63.247344, 58.284558, 33.467437, 25.720781, 2.182257, 0.191927], "sum_m_pl": [186.07136, 239.658886, 233.300516, 229.026606, 225.464766, 217.687028, 217.002538, 216.999432, 218.144327, 223.383472, 219.810653, 219.65782, 218.122153, 211.670985, 210.071287, 217.098534, 213.797011, 218.031306, 221.724518, 227.00668, 231.231562, 232.427303, 234.089323, 235.021387, 182.187402, 178.891252, 176.202746, 193.076746, 199.378417, 199.404209, 202.965745, 200.975515, 202.335519, 191.575176, 184.677876, 177.501781, 157.004822, 151.970753, 139.92299, 127.021336, 112.439942, 114.798699, 104.860813, 98.840458, 77.694152, 70.761272, 67.318389, 67.164768, 90.912964, 98.077713]}, "digit": {"n_am_en": [8, 21, 24, 16, 21, 11, 5, 5, 7, 6, 9, 9, 7, 9, 11, 11, 10, 6, 4, 6, 5, 5, 8, 6, 4, 8, 8, 12, 13, 9, 9, 15, 8, 8, 10, 9, 11, 7, 9, 1, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 9, 11, 5, 1, 2, 3, 4, 0, 7, 9, 11, 9, 8, 13, 14, 8, 11, 9, 11, 9, 13, 13, 15, 10, 4, 6, 8, 13, 10, 8, 6, 12, 6, 9, 6, 2, 3, 6, 4, 2, 5, 3, 6, 0, 1, 2, 1, 0, 0], "n_pos": 51, "sum_m_en": [4.811459, 2.333735, 2.624822, 2.592401, 2.765819, 2.615156, 2.438735, 2.57343, 2.574343, 2.681735, 2.78037, 2.951476, 3.461989, 4.071252, 4.072774, 4.064785, 4.101065, 3.851988, 3.183294, 2.924156, 2.694941, 2.472363, 2.320863, 2.257874, 3.772933, 4.425966, 4.875041, 5.290749, 5.744414, 5.75823, 6.133393, 5.653718, 4.903698, 4.859042, 5.217928, 4.933969, 5.043489, 4.848001, 4.849134, 4.219946, 3.826417, 3.735446, 3.696798, 3.216296, 3.202517, 2.81313, 0.889459, 0.836183, 0.017746, 0.0], "sum_m_pl": [20.587961, 26.625771, 25.143532, 24.561957, 23.789095, 23.37067, 23.570121, 23.078033, 23.275511, 24.29866, 23.543631, 23.62715, 23.207453, 22.40067, 22.631999, 23.552432, 22.52266, 22.833111, 23.061587, 23.970988, 24.602906, 24.940272, 25.153613, 25.423929, 19.925424, 19.20633, 19.080548, 21.281976, 22.088693, 21.908175, 21.29379, 21.687529, 22.765726, 22.137769, 20.641658, 20.331979, 19.102274, 18.957366, 17.988777, 16.731123, 15.663165, 16.945618, 15.926081, 15.301987, 14.388259, 12.512294, 4.711691, 3.805253, 0.167955, 0.0]}, "lang": {"n_am_en": [32, 20, 18, 15, 15, 16, 21, 25, 22, 24, 26, 17, 26, 27, 22, 26, 23, 33, 21, 21, 22, 31, 28, 29, 41, 42, 41, 35, 39, 37, 32, 23, 26, 29, 36, 38, 37, 43, 47, 53, 51, 49, 51, 38, 45, 40, 24, 17, 0, 0], "n_am_pl": [4, 27, 29, 21, 13, 11, 8, 6, 12, 11, 14, 13, 15, 15, 14, 16, 16, 12, 24, 17, 19, 20, 21, 21, 6, 5, 10, 14, 13, 12, 11, 14, 11, 10, 11, 10, 11, 12, 11, 8, 8, 7, 10, 19, 17, 27, 39, 43, 89, 96], "n_pos": 97, "sum_m_en": [9.90351, 4.856272, 4.847112, 5.029132, 5.235938, 5.833573, 6.461515, 6.21839, 6.648703, 6.43084, 7.215395, 7.352223, 8.154867, 8.953662, 9.287707, 8.166029, 8.340465, 7.844616, 6.879823, 6.238924, 5.766175, 5.441324, 5.142355, 4.807819, 15.60737, 15.573542, 13.885974, 12.649901, 13.744443, 14.699431, 12.606432, 12.59184, 12.391022, 12.886003, 14.512332, 14.790941, 18.797193, 19.769857, 21.385727, 30.579567, 29.847794, 30.362624, 33.755682, 30.592518, 36.112046, 36.580361, 21.328053, 15.791068, 1.121439, 0.00529], "sum_m_pl": [35.156304, 46.258236, 45.461156, 44.220839, 44.070064, 42.351428, 42.206629, 43.191528, 43.772417, 44.557666, 44.000455, 44.204257, 44.198438, 43.316906, 42.781341, 44.808644, 44.45784, 44.844935, 45.842194, 46.793142, 47.619511, 47.614855, 48.125111, 48.311831, 37.127122, 36.448661, 36.711578, 39.057521, 39.227706, 39.039066, 40.796999, 39.974879, 39.944079, 37.750176, 37.52239, 38.263923, 35.678478, 35.453531, 32.704829, 28.154983, 28.482976, 26.505384, 23.831692, 26.00166, 23.575074, 26.422032, 41.744612, 46.871366, 83.572019, 94.776512]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 477, "item_id": "llmzszl-18556", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 651, "region_end": 475, "roundtrip_ok": true, "tf_agree": 0.9874, "tf_agree_excl_first": 0.9895}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [31, 35, 24, 47, 37, 40, 29, 32, 20, 31, 30, 34, 36, 26, 30, 22, 27, 21, 20, 21, 20, 19, 15, 16, 28, 27, 29, 39, 34, 29, 28, 28, 20, 25, 33, 28, 28, 25, 19, 23, 35, 33, 31, 33, 25, 24, 25, 26, 27, 25], "n_am_pl": [1, 18, 30, 22, 17, 14, 21, 10, 20, 20, 26, 22, 26, 22, 28, 15, 26, 23, 22, 23, 27, 26, 23, 23, 11, 12, 19, 14, 22, 22, 19, 26, 25, 31, 16, 10, 11, 6, 4, 3, 2, 4, 3, 4, 2, 2, 0, 0, 0, 1], "n_pos": 161, "sum_m_en": [15.683128, 7.792887, 8.503435, 8.328918, 8.266681, 8.488617, 8.827783, 9.892156, 10.089443, 10.962716, 10.981415, 11.544422, 11.903926, 12.63653, 12.177164, 12.012835, 11.758674, 10.636476, 9.438336, 8.77901, 8.354362, 7.947444, 7.667562, 7.666604, 15.471428, 17.542405, 16.886685, 17.115445, 16.562192, 17.247686, 16.47659, 15.736598, 14.931113, 14.635881, 16.896356, 15.657838, 16.64281, 16.404867, 17.727003, 18.83095, 18.453683, 17.759403, 18.634085, 23.005662, 19.680722, 19.902211, 24.702993, 25.851782, 26.768329, 26.425783], "sum_m_pl": [63.3538, 81.833708, 77.425362, 76.655928, 75.244148, 75.947025, 75.612275, 75.14238, 73.370534, 75.04526, 74.842904, 73.712142, 73.689412, 73.763799, 74.658158, 74.120626, 74.897563, 76.112502, 76.429974, 77.369693, 77.707662, 77.934204, 78.661412, 78.502116, 60.966499, 59.798197, 59.839001, 63.579337, 65.597762, 64.024564, 65.266194, 67.336369, 68.503674, 64.873698, 60.047358, 56.864448, 47.002483, 43.059339, 37.040978, 33.112636, 29.828355, 27.321613, 24.020116, 16.213699, 14.293212, 10.194592, 4.494375, 1.64222, 0.27977, 0.554739]}, "digit": {"n_am_en": [3, 11, 7, 12, 11, 7, 8, 8, 3, 4, 6, 5, 8, 5, 8, 6, 6, 5, 1, 3, 3, 3, 3, 4, 7, 7, 8, 8, 7, 6, 6, 8, 2, 6, 10, 3, 8, 2, 3, 3, 8, 10, 7, 9, 4, 2, 1, 0, 0, 0], "n_am_pl": [0, 2, 1, 3, 4, 3, 6, 2, 3, 7, 6, 6, 6, 4, 7, 1, 6, 7, 4, 5, 4, 3, 5, 2, 2, 3, 4, 3, 3, 5, 3, 5, 8, 8, 3, 3, 3, 1, 0, 1, 1, 2, 1, 2, 1, 1, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.742963, 1.769342, 1.963354, 1.988612, 1.863116, 1.948612, 2.154365, 2.540005, 2.55943, 2.92243, 2.778055, 2.743884, 3.083937, 3.292034, 3.006374, 2.937514, 2.973573, 2.739038, 2.291517, 2.120523, 1.999667, 1.846853, 1.767399, 1.731712, 3.333841, 3.762935, 3.766477, 3.663018, 3.77286, 3.917763, 4.149628, 4.125353, 3.675461, 3.548657, 4.104297, 3.768062, 3.896165, 3.233544, 3.346881, 3.746722, 3.843763, 3.885456, 3.63242, 4.646551, 3.178166, 2.747622, 1.211025, 0.4602, 0.020915, 0.0], "sum_m_pl": [14.837215, 19.065291, 17.463812, 17.556215, 17.47875, 17.403116, 17.35977, 17.145358, 16.745725, 16.985005, 17.053269, 16.831111, 16.558675, 16.697546, 17.257825, 16.942606, 16.9352, 17.133872, 17.327865, 17.325744, 17.532156, 17.713193, 17.839547, 17.870404, 14.355286, 13.875693, 13.64183, 14.056713, 14.671942, 14.311776, 14.197017, 14.760834, 15.552362, 15.151256, 13.874109, 13.852658, 12.175225, 12.011519, 11.201243, 10.344839, 10.23955, 11.016476, 9.845541, 7.678038, 7.097209, 4.956935, 2.509267, 0.796822, 0.030485, 0.0]}, "lang": {"n_am_en": [9, 7, 4, 7, 5, 5, 8, 5, 3, 4, 2, 5, 6, 6, 4, 4, 7, 5, 3, 6, 5, 3, 2, 3, 8, 8, 6, 6, 6, 4, 5, 3, 5, 7, 9, 13, 10, 14, 11, 13, 15, 13, 14, 12, 14, 14, 19, 22, 25, 25], "n_am_pl": [0, 3, 4, 4, 1, 1, 2, 1, 4, 5, 5, 3, 5, 2, 6, 1, 3, 3, 5, 4, 6, 8, 5, 6, 0, 2, 1, 2, 2, 4, 4, 6, 5, 4, 4, 2, 4, 2, 0, 2, 1, 1, 1, 2, 1, 1, 0, 0, 0, 1], "n_pos": 27, "sum_m_en": [3.046021, 1.525679, 1.583827, 1.459367, 1.442687, 1.513255, 1.510816, 1.6028, 1.740147, 1.696364, 1.769727, 1.947821, 2.032585, 2.174975, 2.192272, 2.064252, 1.996349, 1.86774, 1.669306, 1.575855, 1.526578, 1.480599, 1.430685, 1.466128, 4.109118, 4.397311, 3.714747, 3.605225, 3.264188, 3.400182, 2.973971, 2.920335, 2.933161, 3.294453, 3.946441, 4.099789, 5.307309, 6.987131, 8.408302, 8.819954, 8.377334, 8.564876, 9.406643, 10.51051, 11.268517, 11.819672, 17.588559, 20.17941, 24.230599, 24.983522], "sum_m_pl": [9.238318, 12.714074, 12.381086, 12.24549, 11.995044, 12.067606, 12.15353, 12.273751, 12.141057, 12.251045, 12.229776, 12.152179, 12.249466, 12.34193, 12.229268, 12.243014, 12.534373, 12.488276, 12.713205, 13.015071, 12.971582, 12.780829, 12.925044, 12.904119, 9.89242, 9.90592, 9.864601, 10.42121, 10.766888, 10.429225, 10.926737, 11.19548, 11.145132, 10.692637, 10.215967, 9.821352, 8.49951, 7.496604, 6.433, 6.205307, 5.847881, 5.331621, 4.910908, 3.474682, 3.430328, 2.464087, 1.033483, 0.292764, 0.193827, 0.553908]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 163, "item_id": "llmzszl-18557", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 710, "region_end": 161, "roundtrip_ok": true, "tf_agree": 0.9755, "tf_agree_excl_first": 0.9815}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [77, 94, 117, 118, 105, 63, 56, 75, 71, 79, 89, 105, 99, 96, 100, 62, 79, 82, 59, 61, 49, 61, 56, 69, 88, 82, 77, 98, 100, 112, 96, 88, 88, 83, 91, 90, 92, 82, 85, 88, 99, 91, 92, 84, 57, 49, 30, 21, 17, 11], "n_am_pl": [10, 61, 56, 53, 58, 71, 80, 78, 71, 69, 61, 64, 64, 84, 70, 68, 88, 75, 89, 86, 93, 75, 88, 86, 49, 66, 65, 62, 62, 54, 63, 63, 74, 72, 56, 47, 24, 28, 30, 32, 35, 29, 26, 27, 30, 39, 33, 26, 41, 43], "n_pos": 410, "sum_m_en": [37.455407, 19.671501, 21.912021, 22.084826, 23.011913, 23.155184, 23.57002, 25.968431, 27.379112, 28.48818, 28.909537, 30.292815, 31.441907, 32.885829, 32.710435, 31.376408, 29.855972, 27.165349, 24.508466, 22.753951, 21.660812, 20.704351, 19.986003, 19.737747, 41.16803, 43.500125, 44.23089, 45.574049, 46.686861, 47.309097, 46.369198, 44.567069, 42.979388, 42.816176, 46.39699, 44.303004, 45.24186, 42.407934, 47.603727, 50.837404, 49.561266, 49.880288, 53.238632, 59.455747, 50.727031, 43.62134, 32.631116, 23.648134, 18.304176, 10.658451], "sum_m_pl": [160.446584, 210.346366, 201.11149, 200.161839, 197.673746, 194.380339, 194.948031, 193.686381, 190.96548, 191.740797, 189.79311, 188.989479, 189.584014, 189.471909, 190.519226, 191.496562, 193.83145, 196.39011, 198.727452, 199.586243, 199.614141, 198.714017, 199.684407, 199.013655, 154.334449, 155.393852, 153.596968, 163.481711, 167.582517, 165.862453, 165.617631, 169.849701, 174.341939, 164.898197, 156.887879, 149.062092, 132.880467, 126.55811, 115.141086, 112.567444, 106.63137, 102.717344, 96.07343, 79.659818, 68.978479, 65.88181, 51.653065, 38.516748, 39.589844, 43.118008]}, "digit": {"n_am_en": [1, 14, 10, 12, 16, 12, 6, 6, 6, 10, 8, 13, 10, 19, 16, 3, 8, 15, 4, 4, 4, 4, 3, 6, 10, 12, 12, 11, 14, 13, 15, 13, 13, 9, 13, 14, 11, 12, 8, 7, 12, 13, 10, 8, 4, 4, 1, 0, 0, 0], "n_am_pl": [3, 3, 4, 4, 8, 3, 11, 10, 11, 6, 9, 7, 9, 8, 8, 13, 9, 6, 8, 4, 7, 7, 6, 6, 4, 5, 5, 7, 8, 3, 8, 4, 11, 9, 4, 2, 4, 2, 2, 1, 2, 2, 1, 1, 0, 2, 2, 0, 0, 0], "n_pos": 53, "sum_m_en": [4.223876, 2.539501, 2.8552, 2.889866, 2.804597, 2.839398, 3.133558, 3.515249, 3.571453, 4.012036, 3.997964, 4.037688, 4.30574, 4.562839, 4.147518, 4.014949, 3.924121, 3.570964, 3.135111, 2.963507, 2.850832, 2.611838, 2.478913, 2.431071, 4.57081, 5.244885, 5.667612, 5.633618, 6.535511, 6.099102, 6.264517, 6.063885, 5.440743, 5.400435, 5.892629, 5.949752, 5.883702, 4.962771, 5.22853, 5.30664, 5.048158, 4.951033, 5.092666, 5.788135, 3.990026, 2.862627, 1.682975, 0.709154, 0.024496, 0.0], "sum_m_pl": [20.328643, 27.777189, 25.849175, 26.019007, 26.155013, 25.27441, 25.291743, 25.048575, 24.683904, 24.831297, 24.522581, 24.598924, 24.664297, 24.646394, 25.406198, 25.185105, 25.065565, 25.470411, 25.901878, 25.575694, 25.714387, 25.907472, 26.051439, 26.007633, 21.74055, 21.024991, 20.603437, 21.439262, 21.458424, 21.037632, 20.386014, 20.896454, 22.995886, 22.322571, 20.406606, 20.285175, 18.793515, 18.86519, 17.379449, 17.466238, 17.520899, 18.567387, 17.289835, 14.793678, 13.288551, 11.078175, 6.243402, 2.879006, 0.06456, 0.0]}, "lang": {"n_am_en": [15, 13, 14, 14, 12, 8, 9, 11, 11, 9, 11, 7, 8, 6, 9, 7, 11, 13, 11, 14, 15, 16, 10, 8, 12, 10, 11, 11, 14, 16, 13, 12, 14, 9, 13, 14, 20, 16, 18, 21, 23, 24, 26, 21, 23, 20, 13, 13, 10, 10], "n_am_pl": [4, 13, 13, 8, 6, 11, 11, 11, 9, 10, 4, 11, 10, 11, 14, 11, 16, 15, 17, 20, 17, 10, 16, 16, 9, 13, 9, 9, 8, 8, 10, 10, 13, 14, 14, 9, 8, 13, 6, 5, 7, 7, 8, 13, 17, 21, 22, 19, 38, 43], "n_pos": 55, "sum_m_en": [5.613306, 2.871884, 3.15149, 3.083027, 3.287086, 3.224434, 3.20392, 3.336002, 3.52674, 3.5207, 3.740216, 3.801022, 4.004681, 4.280472, 4.438115, 4.248561, 3.995482, 3.613623, 3.351172, 3.104802, 3.116841, 3.062573, 2.911352, 2.877038, 7.410219, 7.446016, 6.726651, 6.554898, 6.503172, 6.574988, 6.653997, 6.423207, 6.352509, 6.386975, 6.467376, 6.82487, 7.743645, 8.536045, 9.363574, 10.198087, 10.187646, 11.923436, 14.26537, 15.791777, 20.067718, 16.262199, 12.730212, 12.393059, 10.780283, 10.000817], "sum_m_pl": [20.409017, 26.942812, 25.978585, 26.164027, 25.694992, 24.926501, 25.469963, 25.525648, 25.51816, 25.620305, 25.450007, 25.389876, 25.376713, 25.431988, 25.459546, 25.754381, 26.269953, 26.459339, 26.715675, 26.723066, 26.400951, 26.025148, 26.164105, 25.97449, 18.84474, 19.018106, 19.089352, 20.915584, 21.577064, 21.795891, 21.843884, 22.662238, 22.90605, 22.699805, 22.015643, 21.405086, 19.908496, 19.596191, 17.92346, 17.998222, 18.123067, 17.608794, 15.951893, 15.563977, 16.462738, 20.135793, 21.857035, 20.890682, 34.074759, 42.469618]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 410, "item_id": "llmzszl-18557", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 641, "region_end": 410, "roundtrip_ok": true, "tf_agree": 0.9902, "tf_agree_excl_first": 0.9927}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [53, 88, 70, 61, 47, 34, 28, 33, 38, 34, 34, 45, 50, 42, 32, 30, 27, 23, 20, 24, 21, 26, 22, 27, 44, 45, 39, 54, 57, 54, 42, 44, 29, 41, 46, 38, 51, 49, 42, 37, 41, 36, 37, 40, 40, 39, 46, 43, 30, 27], "n_am_pl": [6, 34, 31, 29, 23, 30, 27, 32, 36, 38, 37, 29, 32, 51, 39, 38, 36, 31, 28, 42, 47, 41, 43, 48, 32, 26, 34, 28, 37, 43, 49, 51, 46, 33, 35, 28, 18, 10, 17, 8, 7, 16, 14, 11, 8, 7, 5, 3, 0, 1], "n_pos": 206, "sum_m_en": [24.266468, 10.521071, 11.352669, 10.545944, 11.011802, 10.533061, 10.904783, 11.277841, 12.096912, 12.867911, 13.409593, 14.017894, 15.215062, 15.630268, 15.320838, 14.601022, 13.558794, 13.186842, 12.01135, 11.108241, 10.485705, 10.231154, 9.86013, 9.796106, 22.01502, 21.624711, 21.470038, 21.868117, 21.724168, 22.011404, 20.654178, 19.524634, 17.651472, 18.096326, 20.709228, 20.741849, 22.144827, 23.701065, 24.89312, 24.708024, 25.994551, 26.584746, 30.196373, 30.244464, 31.992464, 34.187436, 39.342398, 40.197838, 30.972928, 26.778299], "sum_m_pl": [79.436198, 105.776435, 101.954958, 100.259763, 98.152339, 96.393255, 95.0619, 93.992794, 92.563069, 93.983258, 92.929519, 93.764285, 94.093591, 95.699801, 95.36965, 95.389869, 95.128526, 94.27316, 95.59167, 98.518429, 99.159779, 98.852438, 99.528148, 99.828604, 80.175424, 79.269387, 77.964341, 83.170421, 86.044746, 85.239422, 86.643698, 87.865794, 88.411653, 82.807766, 78.524347, 73.320294, 62.879955, 60.622643, 57.557287, 56.350645, 53.039217, 52.030658, 49.578112, 41.561704, 35.109326, 28.156826, 15.025114, 8.064396, 1.254302, 0.402008]}, "digit": {"n_am_en": [1, 22, 15, 20, 10, 8, 3, 1, 6, 3, 3, 8, 8, 5, 3, 3, 1, 1, 3, 5, 3, 2, 2, 3, 5, 8, 5, 12, 11, 11, 9, 11, 6, 6, 8, 6, 5, 6, 7, 5, 3, 4, 1, 2, 3, 0, 1, 0, 0, 0], "n_am_pl": [0, 2, 4, 2, 3, 3, 2, 2, 2, 3, 7, 4, 10, 10, 5, 7, 9, 6, 6, 3, 6, 4, 4, 5, 5, 6, 6, 3, 6, 6, 9, 10, 13, 3, 5, 8, 3, 3, 6, 1, 3, 4, 5, 5, 4, 2, 1, 1, 0, 0], "n_pos": 36, "sum_m_en": [2.778078, 1.542536, 1.58981, 1.657351, 1.780991, 1.71098, 1.799973, 1.864307, 2.005209, 2.107887, 2.115674, 2.178004, 2.344636, 2.549595, 2.247915, 2.219103, 2.170177, 2.134061, 1.965648, 1.861867, 1.812392, 1.726678, 1.67669, 1.644951, 2.941902, 3.284714, 3.5379, 3.783791, 3.682026, 3.852664, 3.921361, 4.016561, 3.077318, 2.947095, 3.000547, 2.863657, 2.805284, 2.582582, 2.503441, 2.40876, 2.462513, 2.586618, 2.495207, 2.436325, 2.182813, 1.832372, 1.564394, 0.785117, 0.181269, 0.0], "sum_m_pl": [15.032063, 19.313485, 18.572767, 17.746265, 17.287076, 17.020896, 16.84142, 16.538964, 16.186735, 16.533189, 16.499467, 16.922039, 16.928676, 16.902516, 16.960182, 16.848655, 16.501621, 16.289901, 16.728595, 16.986606, 17.079078, 17.21452, 17.174488, 17.387009, 15.01032, 14.640983, 14.179705, 14.540719, 14.767441, 14.538561, 14.517562, 14.744515, 15.765031, 15.098094, 14.362843, 14.710631, 13.947397, 14.052713, 13.019365, 12.773732, 12.569936, 13.057502, 12.943288, 11.867784, 10.861851, 8.717268, 4.290586, 2.505919, 0.314373, 0.0]}, "lang": {"n_am_en": [12, 8, 3, 3, 5, 5, 4, 4, 8, 6, 6, 5, 5, 6, 5, 7, 7, 5, 6, 7, 7, 9, 7, 11, 13, 11, 9, 11, 9, 6, 6, 8, 8, 12, 9, 9, 11, 13, 10, 10, 13, 12, 14, 19, 19, 18, 20, 22, 24, 25], "n_am_pl": [1, 4, 7, 6, 2, 1, 4, 5, 2, 3, 2, 1, 3, 2, 4, 4, 2, 2, 2, 4, 4, 2, 4, 2, 2, 1, 5, 3, 2, 2, 5, 1, 2, 1, 1, 0, 1, 0, 2, 1, 0, 2, 2, 2, 0, 0, 0, 0, 0, 1], "n_pos": 26, "sum_m_en": [3.80574, 1.794009, 1.954223, 1.398722, 1.260932, 1.323588, 1.301813, 1.312161, 1.436472, 1.465161, 1.619058, 1.790716, 1.922488, 2.004823, 1.938396, 1.820886, 1.725245, 1.73719, 1.593732, 1.455172, 1.374343, 1.414325, 1.331892, 1.381724, 5.578589, 4.978989, 4.239496, 3.902039, 3.256561, 3.3041, 2.752708, 2.631021, 2.506668, 2.95958, 4.195839, 4.471227, 5.013538, 5.932969, 6.86701, 7.503391, 8.396515, 8.967497, 11.106803, 11.53449, 12.365756, 13.248988, 17.035596, 20.053276, 23.897804, 24.905775], "sum_m_pl": [8.989084, 12.102387, 11.800905, 11.805711, 11.582197, 11.221421, 11.062609, 11.451464, 11.361501, 11.56412, 11.623843, 11.766486, 11.811434, 11.894332, 11.8695, 11.890406, 11.828846, 11.622693, 11.701488, 12.092309, 12.159681, 11.925397, 12.051261, 11.99342, 8.337141, 8.713216, 8.532931, 9.318399, 9.512966, 9.628485, 10.090616, 10.360299, 10.563946, 10.302382, 9.615481, 9.471276, 8.151873, 7.870029, 7.047524, 6.934029, 6.582138, 5.825269, 4.958287, 4.178485, 3.719332, 2.876403, 1.515707, 0.284931, 0.163806, 0.40155]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 208, "item_id": "llmzszl-18559", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 704, "region_end": 206, "roundtrip_ok": true, "tf_agree": 0.9712, "tf_agree_excl_first": 0.9758}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [46, 81, 72, 55, 42, 32, 33, 33, 30, 38, 38, 47, 43, 39, 30, 29, 15, 21, 22, 22, 18, 28, 26, 29, 52, 44, 39, 39, 57, 58, 55, 41, 32, 38, 36, 41, 41, 41, 38, 32, 37, 34, 33, 36, 30, 19, 18, 11, 4, 4], "n_am_pl": [3, 37, 28, 28, 21, 38, 23, 32, 29, 34, 36, 24, 33, 47, 35, 44, 45, 36, 29, 41, 40, 38, 45, 44, 28, 31, 36, 28, 32, 40, 32, 42, 44, 33, 39, 25, 24, 22, 14, 19, 16, 22, 20, 15, 18, 19, 14, 16, 22, 23], "n_pos": 213, "sum_m_en": [21.645085, 10.286914, 11.162363, 11.24634, 11.811299, 11.348005, 11.573067, 11.978571, 12.804154, 13.644141, 14.34097, 14.76511, 15.636557, 15.95672, 15.687984, 14.745136, 13.722624, 13.18964, 11.977283, 11.180625, 10.739104, 10.58936, 10.334154, 10.206269, 21.685567, 19.995995, 20.053021, 20.356589, 21.302279, 21.452798, 20.309524, 19.026346, 17.46026, 17.654949, 19.535254, 19.568098, 20.484091, 21.38982, 22.924556, 23.932135, 23.066467, 25.333639, 26.031516, 25.589123, 23.564078, 20.454284, 16.160311, 13.047248, 5.286825, 3.973661], "sum_m_pl": [83.891915, 108.931152, 103.800466, 101.734685, 100.016084, 98.674119, 97.458664, 96.923976, 95.706001, 96.712013, 95.297832, 96.547913, 96.752055, 98.233597, 98.060229, 98.959235, 98.844195, 98.195116, 100.661461, 103.056665, 103.1921, 102.496049, 102.752404, 102.927487, 82.062416, 82.07234, 80.719503, 86.581123, 89.439821, 90.561994, 91.337334, 92.575473, 93.436118, 86.540103, 83.179763, 78.823773, 70.178835, 69.152235, 65.299777, 63.382081, 59.672105, 59.602643, 57.602167, 50.57234, 44.662751, 40.099738, 27.814882, 23.527199, 21.264168, 23.119005]}, "digit": {"n_am_en": [0, 26, 18, 15, 12, 5, 5, 4, 7, 7, 6, 11, 8, 4, 3, 8, 2, 2, 2, 5, 4, 6, 6, 7, 11, 9, 8, 12, 17, 18, 13, 10, 10, 6, 4, 9, 6, 6, 6, 5, 5, 5, 4, 5, 4, 3, 3, 0, 0, 0], "n_am_pl": [0, 2, 3, 1, 0, 5, 2, 2, 0, 4, 5, 0, 8, 10, 10, 8, 9, 7, 5, 4, 4, 6, 9, 6, 8, 10, 9, 8, 5, 7, 8, 9, 11, 5, 6, 7, 6, 10, 6, 3, 5, 7, 5, 4, 3, 1, 0, 2, 0, 0], "n_pos": 38, "sum_m_en": [2.937438, 1.636796, 1.686059, 1.761878, 1.873396, 1.801595, 1.868896, 1.933752, 2.05153, 2.190787, 2.198194, 2.241504, 2.427194, 2.625007, 2.367411, 2.338004, 2.304627, 2.214762, 1.978297, 1.880135, 1.844763, 1.806, 1.752773, 1.719863, 3.098889, 3.336067, 3.855576, 3.882758, 3.907066, 4.064301, 4.081937, 4.056441, 3.174677, 3.067152, 3.449067, 3.401909, 3.222182, 2.932285, 2.927989, 3.192794, 3.182681, 3.561601, 3.503811, 3.541101, 3.079333, 2.146797, 1.965073, 0.916586, 0.183362, 0.0], "sum_m_pl": [15.892583, 20.362041, 19.456239, 18.617518, 18.162111, 18.026286, 17.863138, 17.612179, 17.237635, 17.518522, 17.352113, 17.922103, 17.78919, 17.629439, 17.667602, 17.810722, 17.345213, 17.268453, 17.96813, 18.120889, 18.125458, 18.2275, 18.199635, 18.456213, 15.90791, 15.667274, 14.976154, 15.681397, 15.868407, 15.990122, 15.887371, 16.029173, 17.211534, 16.362904, 15.509776, 15.861212, 15.392102, 15.555669, 14.446591, 13.984746, 13.781964, 14.154236, 13.91284, 12.834577, 11.264807, 9.901397, 5.859555, 3.875026, 0.284559, 0.0]}, "lang": {"n_am_en": [2, 4, 4, 5, 2, 2, 4, 8, 4, 1, 3, 3, 4, 3, 6, 2, 4, 5, 8, 6, 4, 7, 8, 9, 8, 8, 10, 7, 6, 4, 7, 5, 5, 10, 11, 10, 8, 10, 10, 11, 15, 13, 15, 15, 14, 10, 7, 5, 4, 4], "n_am_pl": [2, 9, 7, 4, 5, 9, 8, 6, 2, 2, 3, 4, 3, 2, 3, 5, 6, 5, 4, 4, 6, 4, 2, 2, 2, 3, 3, 3, 2, 2, 1, 3, 4, 5, 6, 5, 2, 3, 1, 5, 3, 4, 6, 5, 6, 9, 9, 13, 22, 23], "n_pos": 29, "sum_m_en": [2.354518, 1.549083, 1.694353, 1.684073, 1.588817, 1.665623, 1.57625, 1.578616, 1.670574, 1.657201, 1.816972, 1.870934, 2.023501, 2.118216, 2.208981, 2.040571, 1.966182, 1.884285, 1.727417, 1.601575, 1.57336, 1.613869, 1.543831, 1.586513, 4.1986, 3.529407, 3.22855, 3.039828, 2.95024, 3.146072, 2.875941, 2.691206, 2.646813, 2.782698, 3.361429, 3.594357, 4.189854, 4.675967, 5.579152, 7.708402, 7.316796, 8.517094, 9.985291, 10.461524, 10.680046, 9.254959, 6.356435, 4.916799, 4.20604, 3.97366], "sum_m_pl": [10.886611, 13.733924, 12.887741, 12.584799, 12.477773, 12.48725, 12.330117, 12.888156, 13.045466, 13.103678, 13.044968, 12.978749, 13.101657, 13.000826, 12.805254, 13.180368, 13.23282, 13.209172, 13.565686, 13.931993, 13.79403, 13.470483, 13.471711, 13.291594, 9.519566, 9.965622, 9.98458, 10.897752, 11.053507, 11.44037, 11.800473, 12.168027, 11.965641, 11.559626, 11.129376, 11.147636, 10.50564, 10.486796, 9.80567, 8.897541, 9.650954, 9.275164, 8.052352, 7.779293, 7.870435, 8.886537, 9.132736, 12.280143, 19.88492, 23.073401]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 213, "item_id": "llmzszl-18559", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 635, "region_end": 213, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9811}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [80, 74, 72, 60, 83, 71, 46, 58, 61, 71, 62, 77, 80, 63, 65, 59, 57, 56, 54, 44, 50, 48, 52, 51, 69, 74, 74, 80, 77, 75, 67, 69, 77, 71, 68, 61, 68, 71, 66, 68, 55, 63, 66, 60, 51, 58, 60, 65, 65, 62], "n_am_pl": [6, 34, 51, 40, 26, 44, 53, 51, 33, 23, 30, 29, 30, 42, 56, 34, 40, 41, 26, 38, 30, 31, 29, 41, 21, 19, 22, 26, 21, 37, 34, 37, 37, 25, 39, 33, 28, 20, 22, 12, 15, 13, 10, 6, 15, 6, 9, 4, 1, 1], "n_pos": 274, "sum_m_en": [32.239253, 14.324527, 14.878848, 13.858599, 14.438844, 15.362155, 14.427251, 16.740134, 17.785276, 19.719877, 19.973213, 21.201879, 21.542279, 21.564478, 21.145867, 20.722303, 21.127303, 19.399055, 17.000862, 16.26783, 15.478779, 14.866094, 14.21718, 14.316595, 35.078222, 38.937015, 37.410201, 34.155987, 32.998502, 34.17982, 32.611461, 31.51236, 29.580822, 29.172855, 33.390405, 32.484332, 33.511786, 36.88563, 38.469718, 43.009118, 42.392571, 42.483019, 49.369119, 49.138202, 49.709556, 50.688475, 56.73729, 59.894585, 63.230918, 62.002836], "sum_m_pl": [101.424131, 137.228104, 134.14491, 131.838319, 128.405205, 126.101401, 126.613016, 124.326594, 122.790166, 122.433061, 120.119134, 120.340492, 119.839558, 119.030707, 120.806459, 121.82668, 121.236972, 123.642984, 125.697378, 129.483502, 130.665132, 131.462113, 132.082804, 132.346981, 94.978813, 92.747545, 92.501489, 100.484717, 104.769606, 104.255299, 104.440343, 106.609577, 109.284187, 103.18187, 99.000267, 96.073831, 82.538426, 74.772131, 65.806312, 58.577155, 52.539946, 47.720739, 43.948387, 37.061299, 32.750949, 21.296218, 14.568015, 8.089535, 1.305452, 1.000452]}, "digit": {"n_am_en": [15, 12, 13, 10, 14, 12, 5, 5, 3, 5, 5, 6, 10, 9, 9, 9, 5, 9, 4, 6, 5, 5, 3, 7, 6, 5, 13, 9, 9, 9, 7, 6, 5, 3, 7, 7, 8, 6, 7, 5, 5, 5, 2, 4, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 2, 2, 4, 0, 6, 8, 3, 1, 0, 1, 3, 4, 6, 7, 5, 5, 2, 2, 6, 4, 5, 5, 5, 2, 2, 1, 3, 5, 8, 6, 9, 9, 5, 2, 4, 6, 3, 4, 1, 3, 3, 3, 2, 1, 0, 0, 1, 0, 0], "n_pos": 36, "sum_m_en": [4.462167, 1.70519, 1.813371, 1.725394, 1.73127, 1.990869, 1.842093, 2.032622, 2.000056, 2.261219, 2.237832, 2.247435, 2.566094, 2.669611, 2.632799, 2.568966, 2.793058, 2.560036, 2.203535, 2.176095, 2.005391, 1.848459, 1.774036, 1.720299, 3.452215, 3.67946, 3.542911, 3.437226, 3.302979, 3.556891, 3.523888, 3.373123, 3.024437, 2.912141, 3.274497, 3.514032, 3.590451, 3.309517, 3.522044, 3.157899, 2.957785, 2.772497, 2.659624, 2.752226, 2.455201, 2.672021, 1.730317, 0.786768, 0.0062, 0.0], "sum_m_pl": [13.642367, 17.957235, 17.138063, 17.083572, 16.492819, 16.069209, 16.030716, 15.724243, 15.727116, 15.86513, 16.088518, 16.420793, 15.675558, 15.744875, 16.078174, 15.993914, 15.571002, 16.014967, 16.637691, 17.085362, 17.414484, 17.531181, 17.644129, 17.8207, 14.089051, 13.542521, 13.405838, 14.349183, 15.203535, 15.039049, 14.536451, 15.07975, 15.436427, 14.306962, 13.460252, 13.542995, 12.963699, 13.121505, 12.235651, 11.482687, 11.382118, 11.430171, 11.175243, 10.546884, 8.1084, 4.996625, 2.699289, 2.027945, 0.022513, 0.0]}, "lang": {"n_am_en": [24, 23, 21, 19, 17, 16, 17, 21, 22, 26, 24, 23, 25, 23, 19, 22, 20, 17, 18, 13, 16, 22, 21, 18, 27, 30, 26, 27, 25, 26, 26, 27, 25, 28, 25, 25, 30, 33, 36, 33, 34, 35, 38, 35, 35, 43, 44, 51, 61, 62], "n_am_pl": [3, 8, 10, 10, 8, 12, 11, 18, 5, 3, 3, 5, 6, 7, 9, 6, 8, 12, 6, 8, 10, 6, 4, 11, 6, 6, 5, 6, 4, 6, 3, 4, 8, 8, 13, 13, 9, 5, 5, 7, 6, 5, 6, 4, 7, 4, 6, 3, 1, 1], "n_pos": 64, "sum_m_en": [7.738977, 3.633154, 3.632716, 3.403043, 3.403363, 3.680459, 3.534493, 4.016613, 4.563918, 5.042638, 5.614218, 6.467871, 6.463876, 6.400893, 6.100732, 5.869742, 5.645799, 5.159735, 4.5467, 4.286559, 4.117294, 4.069188, 3.866668, 4.153598, 12.530086, 13.467045, 12.619454, 11.583642, 11.195412, 11.227121, 11.147368, 10.943016, 10.527782, 10.746096, 12.251451, 12.051546, 13.945852, 16.656402, 17.281575, 20.551907, 21.261126, 22.265813, 26.845777, 28.688552, 31.350223, 32.467247, 40.322037, 45.25262, 60.209354, 61.971707], "sum_m_pl": [22.489061, 30.969304, 31.075212, 30.335514, 29.977166, 29.432062, 29.68686, 29.536995, 29.230636, 28.848091, 28.079381, 27.855741, 27.931168, 27.596427, 27.802487, 28.264268, 28.20897, 28.394987, 28.911019, 29.917419, 30.143858, 30.199175, 30.391571, 30.30447, 20.865324, 20.573972, 20.454284, 21.817504, 22.390348, 22.045666, 22.464788, 23.054771, 23.829255, 23.803095, 23.076731, 23.854611, 20.544129, 18.6249, 17.149667, 15.342259, 14.649875, 13.691168, 12.112847, 10.524865, 10.242458, 7.770513, 6.521668, 3.516606, 1.033144, 1.00003]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 276, "item_id": "llmzszl-18562", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 717, "region_end": 274, "roundtrip_ok": true, "tf_agree": 0.971, "tf_agree_excl_first": 0.9745}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [90, 78, 98, 95, 93, 73, 54, 56, 57, 75, 85, 80, 75, 77, 75, 74, 86, 71, 74, 71, 55, 61, 63, 64, 94, 81, 81, 82, 93, 102, 101, 81, 85, 78, 91, 92, 80, 82, 83, 88, 76, 61, 78, 71, 44, 39, 19, 15, 9, 7], "n_am_pl": [14, 62, 66, 57, 46, 62, 74, 76, 64, 44, 41, 52, 50, 60, 68, 50, 51, 53, 47, 51, 53, 51, 52, 65, 36, 40, 42, 38, 47, 54, 54, 54, 53, 52, 47, 53, 31, 32, 36, 24, 26, 29, 27, 32, 39, 42, 45, 48, 64, 75], "n_pos": 378, "sum_m_en": [36.44609, 18.447572, 19.695379, 20.172646, 21.31537, 22.571574, 21.78323, 24.996595, 27.533083, 29.988159, 29.217012, 30.084011, 31.628873, 31.624113, 30.794561, 30.1886, 31.045517, 28.161753, 24.23609, 23.26149, 22.069631, 20.931619, 19.990794, 19.560115, 40.965266, 44.006712, 44.214618, 41.250209, 43.4341, 46.484552, 43.681327, 40.079823, 37.676861, 36.272829, 40.880923, 39.679316, 42.791637, 45.843578, 48.482482, 51.220071, 47.643453, 46.398658, 55.048205, 50.214375, 39.942722, 34.370153, 19.454806, 15.732897, 9.037536, 7.083025], "sum_m_pl": [145.958572, 188.101113, 182.380224, 179.710367, 176.637278, 173.138833, 174.544358, 171.936811, 168.480472, 166.638202, 163.697203, 165.062059, 166.001801, 165.743486, 168.768742, 170.832889, 167.385111, 172.668495, 177.442369, 181.029621, 182.305584, 182.83045, 183.816298, 184.66473, 138.222765, 135.435792, 134.950704, 144.86471, 150.896381, 152.114881, 153.469307, 155.247036, 160.512197, 151.117087, 144.028184, 140.147632, 126.703633, 121.366707, 106.931418, 98.009052, 92.538857, 91.338461, 85.141917, 79.158737, 73.206341, 68.011215, 61.36383, 57.378811, 61.499416, 74.94106]}, "digit": {"n_am_en": [17, 16, 13, 18, 13, 10, 4, 7, 3, 6, 10, 7, 9, 12, 5, 9, 16, 8, 8, 10, 4, 4, 4, 4, 12, 9, 12, 7, 6, 11, 12, 11, 8, 11, 12, 10, 7, 5, 4, 8, 3, 4, 4, 3, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 3, 4, 0, 0, 5, 7, 5, 4, 2, 2, 6, 4, 6, 7, 8, 7, 6, 5, 7, 4, 6, 5, 10, 2, 2, 2, 3, 4, 6, 7, 9, 6, 7, 1, 7, 2, 6, 7, 1, 7, 10, 8, 8, 8, 5, 5, 6, 0, 0], "n_pos": 43, "sum_m_en": [4.497706, 1.969701, 2.117632, 2.193127, 2.18216, 2.488716, 2.319379, 2.531064, 2.596391, 2.837322, 2.869966, 2.893983, 3.272929, 3.378597, 3.264125, 3.196069, 3.601254, 3.21857, 2.692135, 2.62738, 2.425838, 2.206668, 2.121646, 2.04535, 3.702236, 4.187311, 4.400893, 4.240155, 4.362075, 4.459161, 4.654488, 4.43837, 4.205258, 4.063391, 4.252546, 4.059959, 4.019449, 3.992593, 4.564234, 3.965279, 3.641353, 3.3335, 4.032091, 3.619266, 2.823937, 2.594358, 0.799723, 0.736789, 0.016516, 0.0], "sum_m_pl": [17.682369, 21.8686, 20.451802, 20.298347, 19.43685, 18.905849, 18.93884, 18.930278, 18.892852, 19.220396, 19.208498, 19.815492, 19.45354, 19.397195, 19.781909, 19.912029, 19.032147, 19.457384, 20.409938, 20.707103, 21.00836, 21.209239, 21.312008, 21.532053, 17.291794, 16.502919, 16.31863, 17.452129, 18.207944, 18.343954, 17.973587, 18.245489, 18.805794, 17.930187, 16.879792, 17.043163, 16.969151, 17.155503, 15.826274, 15.228731, 15.400618, 15.374631, 15.13536, 15.724477, 14.627873, 11.295314, 7.756909, 5.325219, 0.033269, 0.0]}, "lang": {"n_am_en": [20, 17, 19, 11, 12, 19, 19, 14, 17, 12, 21, 20, 20, 20, 22, 22, 19, 20, 21, 25, 20, 23, 24, 28, 28, 25, 23, 22, 30, 30, 33, 26, 31, 32, 30, 36, 31, 34, 38, 41, 38, 33, 39, 37, 28, 22, 10, 8, 8, 7], "n_am_pl": [6, 11, 14, 18, 13, 11, 9, 15, 6, 10, 8, 13, 8, 8, 8, 11, 12, 9, 9, 9, 11, 6, 9, 9, 6, 6, 8, 9, 6, 6, 8, 10, 10, 10, 6, 9, 8, 7, 9, 4, 9, 8, 8, 15, 18, 25, 31, 30, 60, 75], "n_pos": 83, "sum_m_en": [7.457986, 4.281253, 4.369876, 4.660289, 4.702693, 5.034362, 4.99392, 5.717801, 6.426005, 6.750836, 7.058117, 7.518389, 7.81034, 7.821481, 7.64093, 7.317986, 7.329809, 6.640068, 5.749336, 5.568309, 5.345756, 5.245323, 4.8686, 4.840496, 11.737967, 12.554982, 11.548759, 10.207939, 11.382213, 12.233638, 10.985102, 10.323942, 9.969327, 10.140709, 11.720144, 12.09412, 14.978165, 17.339868, 19.673814, 23.60637, 21.861894, 22.837022, 28.445258, 26.203261, 21.569502, 17.296892, 9.338808, 7.53497, 6.801313, 7.002037], "sum_m_pl": [30.819822, 39.337408, 38.660781, 37.530368, 36.594906, 36.828173, 37.474163, 37.566846, 37.17867, 36.547728, 36.130376, 36.040904, 36.315109, 35.978746, 36.539725, 37.320799, 36.929363, 37.950953, 38.992059, 39.64058, 39.849136, 39.636329, 40.077896, 40.211867, 28.298332, 28.113035, 28.792029, 30.536312, 31.326837, 31.50696, 32.8323, 33.308409, 34.36217, 33.116277, 31.539395, 31.863204, 29.831628, 28.262634, 24.306366, 21.947362, 22.903039, 20.948603, 18.008791, 19.908525, 23.236856, 27.0794, 31.729863, 32.166242, 55.782048, 74.267918]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 380, "item_id": "llmzszl-18562", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 648, "region_end": 378, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9894}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [41, 54, 52, 36, 23, 33, 31, 34, 33, 45, 39, 55, 40, 40, 36, 37, 32, 35, 41, 44, 33, 34, 30, 36, 61, 60, 53, 63, 51, 45, 45, 53, 46, 42, 45, 57, 51, 57, 53, 51, 43, 47, 44, 45, 35, 35, 37, 31, 37, 35], "n_am_pl": [10, 27, 18, 17, 13, 20, 19, 29, 21, 14, 18, 21, 26, 25, 31, 36, 41, 39, 37, 33, 35, 30, 42, 38, 15, 13, 16, 10, 15, 20, 26, 26, 20, 15, 17, 15, 17, 10, 13, 6, 7, 4, 9, 5, 11, 7, 7, 4, 4, 4], "n_pos": 188, "sum_m_en": [19.21845, 9.70576, 10.006252, 9.920655, 10.248857, 10.997444, 10.578222, 11.181164, 11.638434, 12.282067, 12.530765, 13.46597, 14.249368, 14.476242, 14.302231, 14.363738, 14.83351, 14.448295, 12.108266, 11.367033, 10.768175, 10.032905, 9.626853, 9.639243, 22.528175, 26.008475, 24.544313, 24.40524, 23.151603, 22.883287, 20.241373, 19.753396, 19.11273, 18.385878, 20.622701, 21.268769, 21.700361, 21.672695, 24.669778, 28.575523, 26.759193, 31.016663, 34.143993, 34.39781, 32.848376, 34.968482, 34.742422, 34.41627, 35.559253, 35.797636], "sum_m_pl": [72.840305, 94.302138, 91.819977, 89.464031, 86.70166, 85.913789, 86.034078, 86.004172, 84.209936, 86.342189, 83.663679, 83.779181, 82.965988, 81.860665, 82.984974, 82.771419, 82.035447, 84.478446, 87.521549, 89.471877, 90.441287, 91.205176, 91.497238, 91.917104, 69.628079, 66.766357, 66.304881, 69.285911, 71.083721, 71.342933, 73.153984, 75.086155, 74.737892, 69.433339, 67.335707, 64.576938, 57.129387, 53.932946, 47.622769, 41.393311, 40.194211, 37.901045, 35.361457, 30.067083, 27.820604, 21.801384, 16.656801, 9.467689, 5.325928, 3.385038]}, "digit": {"n_am_en": [5, 14, 5, 7, 4, 6, 4, 2, 2, 2, 1, 9, 6, 3, 5, 2, 4, 5, 10, 5, 4, 3, 2, 4, 6, 5, 8, 7, 5, 7, 4, 5, 7, 5, 3, 3, 4, 6, 5, 3, 4, 4, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 2, 1, 2, 0, 1, 1, 2, 3, 1, 1, 2, 1, 4, 3, 6, 3, 4, 3, 3, 5, 6, 1, 3, 3, 1, 1, 2, 2, 2, 2, 1, 2, 2, 2, 2, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [2.675866, 1.242068, 1.264186, 1.353527, 1.458516, 1.542309, 1.35744, 1.421859, 1.42589, 1.619293, 1.667325, 1.697427, 1.704568, 1.797181, 1.773078, 1.728303, 1.872336, 1.881763, 1.594295, 1.514501, 1.466338, 1.328192, 1.28283, 1.241803, 2.403763, 2.897052, 2.978378, 2.839558, 2.789875, 2.838873, 2.462565, 2.209631, 1.99728, 1.882185, 2.08893, 2.226261, 2.149693, 2.016396, 2.264337, 2.073997, 2.053442, 2.225445, 1.809643, 1.631728, 1.244291, 0.99103, 0.63939, 0.463146, 0.051212, 0.0], "sum_m_pl": [10.660296, 13.518652, 12.972274, 12.488123, 11.970554, 11.813676, 11.51293, 11.70664, 11.22659, 11.93243, 11.557079, 11.591211, 11.441905, 11.207308, 11.657848, 11.470173, 11.105287, 11.417975, 12.120707, 12.44011, 12.623158, 12.870446, 12.869519, 12.980057, 10.561035, 10.052805, 9.709651, 10.366788, 10.476153, 10.224686, 10.263429, 10.807803, 11.389568, 10.473394, 10.102142, 10.443601, 10.263654, 10.267682, 9.211858, 8.958905, 8.743389, 9.019556, 8.112968, 7.117861, 5.712169, 4.353051, 2.72577, 1.340218, 0.125686, 0.0]}, "lang": {"n_am_en": [14, 12, 12, 6, 9, 5, 7, 10, 9, 10, 10, 17, 11, 12, 9, 9, 11, 13, 12, 16, 11, 14, 13, 12, 21, 18, 23, 25, 19, 13, 15, 22, 23, 18, 16, 21, 19, 21, 16, 21, 14, 18, 22, 23, 21, 20, 22, 25, 34, 35], "n_am_pl": [1, 6, 7, 6, 2, 3, 3, 4, 4, 3, 5, 7, 9, 5, 10, 5, 5, 7, 5, 1, 4, 3, 6, 7, 2, 0, 0, 1, 2, 5, 4, 4, 2, 2, 2, 2, 3, 1, 4, 3, 4, 2, 3, 3, 5, 3, 3, 3, 3, 4], "n_pos": 40, "sum_m_en": [4.669209, 2.384428, 2.160643, 2.018263, 2.046079, 2.343043, 2.404414, 2.554465, 2.689779, 2.783383, 2.908515, 3.19084, 3.438498, 3.504967, 3.447757, 3.508937, 3.587847, 3.536533, 2.870281, 2.703002, 2.480946, 2.311872, 2.207041, 2.438804, 7.905895, 8.547384, 7.450728, 7.437456, 6.939054, 6.263215, 5.324823, 5.597833, 5.806416, 5.432345, 6.089296, 6.659851, 8.029677, 8.507919, 10.829368, 12.432518, 12.415527, 15.389129, 18.333946, 18.604793, 18.718996, 18.685484, 20.90835, 24.323889, 32.607335, 35.168995], "sum_m_pl": [13.654569, 19.174183, 19.268982, 19.114011, 18.490824, 18.219446, 18.454004, 18.568215, 18.46836, 18.567394, 18.273717, 18.691793, 18.236902, 17.928917, 18.107137, 17.813777, 17.589775, 18.185467, 18.580093, 18.945896, 19.07572, 19.234455, 19.29665, 19.300845, 13.939674, 13.195125, 13.592402, 13.882941, 14.143069, 14.465392, 14.907737, 14.958756, 14.75037, 14.60755, 14.07901, 13.929356, 11.384276, 10.864867, 9.133729, 8.934607, 8.792526, 7.474902, 6.538138, 5.800508, 5.450405, 4.429049, 4.397284, 2.955342, 3.153015, 3.264177]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "llmzszl-18563", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9842, "tf_agree_excl_first": 0.9894}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [103, 105, 108, 110, 99, 83, 85, 76, 65, 96, 89, 108, 113, 82, 96, 77, 84, 89, 77, 67, 69, 60, 50, 53, 100, 100, 91, 91, 120, 120, 109, 94, 87, 88, 104, 100, 89, 82, 83, 85, 69, 73, 73, 58, 52, 52, 30, 29, 30, 28], "n_am_pl": [19, 72, 63, 63, 53, 61, 61, 69, 84, 71, 71, 67, 61, 67, 70, 77, 73, 89, 103, 101, 105, 99, 107, 105, 60, 74, 65, 54, 58, 79, 78, 80, 75, 55, 46, 41, 34, 32, 33, 25, 28, 29, 29, 51, 39, 53, 58, 56, 83, 89], "n_pos": 451, "sum_m_en": [41.54443, 21.206897, 22.781895, 23.671246, 24.461612, 25.2701, 24.608868, 25.464762, 27.106393, 29.019781, 29.467258, 31.440691, 32.528759, 33.334958, 32.748235, 32.845413, 33.070193, 31.107472, 26.928284, 25.214704, 24.671859, 23.464286, 22.825284, 23.020003, 46.407512, 49.880073, 49.915688, 48.980886, 50.953793, 52.469667, 47.740378, 44.548068, 43.453289, 44.386169, 49.929577, 45.875588, 45.559492, 43.982354, 46.79435, 45.997485, 42.530068, 47.079874, 47.239614, 47.364264, 46.911289, 44.238908, 27.204284, 24.982457, 31.099563, 28.331587], "sum_m_pl": [177.673754, 224.460545, 217.875719, 213.92981, 210.448423, 208.310909, 209.132584, 208.410907, 204.423414, 206.430914, 201.514326, 200.944875, 202.127542, 201.356549, 201.892325, 204.009746, 201.958316, 207.88136, 216.017844, 218.966918, 218.914595, 218.570264, 218.155937, 218.119895, 175.048297, 172.705923, 169.156899, 179.063113, 181.726374, 182.967138, 185.721252, 190.909769, 192.038323, 177.689091, 169.452462, 164.120194, 148.995693, 144.562538, 132.366305, 122.599032, 116.868201, 117.211623, 112.662377, 104.342521, 87.312531, 86.687882, 79.093889, 69.904205, 79.794804, 88.355275]}, "digit": {"n_am_en": [6, 22, 15, 14, 13, 8, 13, 8, 5, 10, 9, 7, 13, 6, 8, 9, 10, 10, 16, 10, 9, 8, 2, 3, 10, 11, 15, 13, 16, 20, 21, 17, 17, 15, 15, 14, 14, 13, 9, 10, 8, 9, 7, 3, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 11, 13, 6, 3, 4, 2, 4, 10, 10, 8, 7, 6, 7, 8, 10, 10, 10, 15, 13, 9, 11, 16, 14, 4, 11, 5, 7, 4, 9, 9, 12, 14, 12, 8, 7, 4, 2, 2, 1, 2, 1, 2, 6, 3, 1, 2, 1, 0, 0], "n_pos": 63, "sum_m_en": [5.521297, 2.830759, 2.993946, 3.101582, 3.218925, 3.364035, 3.13829, 3.384058, 3.566027, 3.883178, 3.911299, 3.972186, 4.250616, 4.464492, 4.214219, 4.130681, 4.350742, 4.19789, 3.545203, 3.389425, 3.281154, 3.040141, 2.977855, 2.879525, 5.253951, 6.161398, 6.61747, 6.473184, 6.90848, 7.025183, 6.678584, 6.068114, 5.696288, 5.616961, 6.060624, 5.931976, 5.770089, 5.245663, 5.687462, 5.443703, 5.276285, 4.954321, 4.558314, 4.448424, 3.761145, 3.068744, 1.801523, 1.090169, 0.130727, 4.2e-05], "sum_m_pl": [23.213291, 32.345624, 30.977737, 29.932276, 28.552997, 28.12062, 27.274911, 27.444055, 26.930992, 28.140932, 27.742804, 28.505485, 28.366238, 27.942068, 28.433165, 28.673951, 27.960193, 28.487183, 30.124535, 30.289598, 30.350191, 30.61442, 30.555709, 30.821012, 25.99814, 25.100061, 23.666502, 25.22101, 25.651869, 25.514755, 25.987907, 26.929487, 28.133944, 26.176517, 25.123312, 25.616789, 24.827061, 24.842653, 22.968425, 22.774969, 22.116313, 22.817328, 22.383678, 21.120793, 17.986623, 14.320155, 8.508835, 4.952754, 0.468225, 0.008677]}, "lang": {"n_am_en": [40, 18, 19, 19, 14, 17, 20, 32, 23, 28, 25, 37, 41, 36, 31, 28, 28, 36, 25, 21, 22, 21, 16, 18, 36, 32, 29, 24, 33, 33, 30, 32, 27, 32, 30, 26, 26, 28, 33, 37, 32, 32, 35, 31, 29, 30, 23, 20, 28, 28], "n_am_pl": [10, 18, 7, 17, 11, 11, 17, 13, 31, 22, 23, 20, 11, 16, 21, 21, 18, 25, 25, 19, 23, 27, 24, 23, 14, 18, 9, 14, 15, 21, 23, 24, 19, 17, 14, 16, 12, 16, 15, 9, 12, 14, 18, 32, 26, 41, 47, 50, 83, 87], "n_pos": 116, "sum_m_en": [10.471067, 5.406753, 5.766065, 5.886438, 5.99646, 6.355846, 6.360687, 6.372104, 6.746412, 7.021202, 7.443324, 8.278855, 8.68814, 8.749515, 8.601051, 8.641501, 8.720436, 8.22866, 7.27471, 6.648923, 6.542132, 6.194922, 5.940533, 6.398535, 13.309149, 13.306944, 12.975109, 12.568398, 13.644896, 14.124196, 12.795664, 13.065347, 13.002604, 14.669038, 15.50611, 14.302715, 14.799261, 13.99961, 15.837215, 16.087918, 15.07146, 18.158535, 19.720671, 22.279458, 24.609202, 23.30007, 16.653233, 15.227126, 28.803733, 28.000413], "sum_m_pl": [45.666546, 55.183417, 54.168527, 54.189491, 53.673084, 53.372887, 55.021795, 55.318541, 54.97831, 54.899992, 53.627132, 53.035009, 52.557066, 52.898221, 52.963637, 53.488149, 52.564044, 54.34809, 56.133545, 56.807257, 56.851137, 56.964865, 56.855243, 56.49091, 46.737914, 46.742156, 46.39611, 49.17801, 49.065228, 48.882123, 49.442475, 49.68264, 49.54363, 46.16462, 45.248021, 45.550282, 43.262008, 43.918744, 41.546407, 39.504962, 39.314009, 38.70803, 39.02826, 40.006833, 37.527415, 42.395405, 50.390569, 52.304687, 76.651682, 86.730645]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 451, "item_id": "llmzszl-18563", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 642, "region_end": 451, "roundtrip_ok": true, "tf_agree": 0.9889, "tf_agree_excl_first": 0.9911}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [44, 31, 28, 30, 21, 23, 21, 27, 22, 20, 34, 30, 24, 28, 35, 29, 31, 23, 28, 36, 34, 33, 30, 29, 47, 49, 44, 52, 54, 51, 41, 43, 40, 35, 35, 39, 48, 44, 42, 41, 41, 41, 42, 44, 44, 38, 45, 52, 58, 54], "n_am_pl": [3, 9, 24, 14, 12, 17, 15, 21, 16, 12, 8, 14, 13, 12, 16, 12, 18, 22, 19, 17, 20, 16, 25, 27, 10, 10, 15, 11, 8, 14, 13, 7, 12, 13, 9, 10, 9, 13, 11, 10, 9, 8, 9, 5, 4, 5, 3, 0, 0, 0], "n_pos": 133, "sum_m_en": [17.988728, 7.254988, 7.177115, 7.113881, 7.048615, 7.135467, 7.09337, 7.564131, 8.448917, 8.497307, 8.929703, 9.151052, 10.00001, 9.96393, 9.843253, 9.446076, 9.53989, 9.12537, 8.853412, 8.120769, 7.290655, 6.756824, 6.421161, 6.341944, 16.821225, 18.173316, 18.247598, 18.048438, 17.467103, 17.146456, 16.222132, 16.499563, 15.847663, 15.682436, 16.423763, 16.949215, 22.589296, 22.317366, 24.191787, 26.419989, 27.553018, 29.445668, 30.178115, 31.128282, 35.638748, 36.952691, 42.504887, 47.958795, 56.417962, 54.604468], "sum_m_pl": [48.473815, 64.911737, 63.496027, 61.41182, 61.550008, 62.175931, 61.263465, 58.77733, 56.404264, 56.477174, 57.55061, 57.393674, 55.614983, 55.692704, 59.387328, 58.432827, 57.352297, 58.426414, 60.746138, 62.510464, 63.781618, 64.895444, 64.942146, 65.098806, 49.160632, 47.3103, 45.8273, 46.633888, 48.342312, 49.731828, 49.788169, 49.41866, 50.842329, 48.492323, 48.464365, 45.881264, 39.529903, 40.177582, 38.591015, 35.414481, 32.34287, 29.601439, 27.80578, 23.224507, 17.977175, 13.753412, 7.83395, 3.794377, 0.419354, 0.001323]}, "digit": {"n_am_en": [0, 2, 3, 1, 1, 2, 4, 2, 4, 5, 4, 4, 3, 2, 4, 4, 1, 1, 1, 0, 1, 2, 3, 2, 5, 3, 3, 5, 5, 6, 4, 5, 5, 2, 2, 1, 2, 2, 4, 4, 4, 3, 3, 3, 4, 3, 3, 2, 0, 0], "n_am_pl": [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 2, 2, 1, 2, 3, 2, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 2, 1, 2, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.187415, 0.485092, 0.456872, 0.438506, 0.461882, 0.461669, 0.482716, 0.486138, 0.542578, 0.543834, 0.54576, 0.56728, 0.622346, 0.599877, 0.603181, 0.62891, 0.658449, 0.660787, 0.663758, 0.597646, 0.545129, 0.503286, 0.490886, 0.486226, 0.956787, 1.134904, 1.199233, 1.051864, 1.226738, 1.330969, 1.15972, 1.260304, 1.055352, 0.967428, 1.020301, 0.986444, 1.057803, 1.083704, 1.234909, 1.377656, 1.841801, 1.817629, 1.682985, 1.583686, 1.971511, 1.98234, 2.103189, 0.992826, 0.157134, 0.0], "sum_m_pl": [4.408468, 5.891708, 5.712679, 5.489824, 5.399323, 5.415644, 5.362449, 5.171346, 5.000506, 5.10404, 5.128635, 5.157019, 4.946126, 4.855808, 4.919121, 4.780508, 4.509279, 4.723879, 4.940041, 5.107329, 5.218936, 5.350277, 5.381598, 5.431141, 4.350347, 4.187138, 4.018356, 3.920859, 4.147905, 4.352649, 4.346859, 4.176171, 4.340262, 4.020637, 3.972752, 4.074431, 3.996643, 4.103854, 3.997987, 3.79513, 3.653063, 3.769582, 3.41121, 3.086574, 2.594962, 1.675272, 1.067478, 0.919429, 0.187836, 0.0]}, "lang": {"n_am_en": [20, 16, 11, 14, 8, 12, 12, 17, 10, 10, 17, 14, 9, 12, 16, 9, 17, 9, 16, 22, 19, 18, 18, 16, 21, 24, 21, 23, 26, 23, 18, 22, 20, 19, 16, 19, 24, 23, 22, 23, 23, 25, 25, 26, 30, 30, 36, 41, 52, 53], "n_am_pl": [1, 4, 10, 6, 3, 9, 5, 8, 7, 4, 3, 7, 6, 7, 7, 6, 6, 7, 3, 4, 4, 4, 6, 7, 4, 2, 7, 3, 2, 5, 4, 3, 3, 4, 1, 1, 4, 6, 4, 5, 4, 4, 5, 4, 3, 3, 3, 0, 0, 0], "n_pos": 53, "sum_m_en": [7.132806, 3.117151, 2.940064, 2.970783, 3.046807, 3.055289, 3.011648, 3.265634, 3.720588, 3.628841, 3.841496, 3.916785, 4.171884, 4.165589, 4.15335, 3.927495, 4.018802, 3.896185, 3.836476, 3.494224, 3.097837, 2.865205, 2.704288, 2.651221, 7.455383, 7.960184, 8.094253, 8.029038, 7.735686, 7.503183, 7.300073, 7.226754, 7.02957, 7.278344, 7.788547, 8.397981, 12.033141, 12.628574, 13.611326, 15.488181, 16.981193, 19.03561, 19.873673, 20.908725, 24.9266, 26.198868, 32.878828, 36.890922, 50.65014, 52.969033], "sum_m_pl": [19.26695, 25.288253, 24.795804, 24.145028, 24.361009, 24.565138, 24.249177, 23.195165, 22.21758, 22.304253, 22.56248, 22.856007, 22.056072, 22.093781, 23.546333, 23.093573, 22.742963, 23.076602, 24.009459, 24.746777, 25.314973, 25.8509, 25.902951, 25.960297, 19.908902, 19.229717, 18.989435, 18.92426, 19.687477, 20.216114, 20.037545, 19.978497, 20.714622, 19.877147, 19.402815, 18.89937, 16.533711, 16.533448, 15.956112, 14.474425, 12.969552, 11.647848, 11.841659, 10.409757, 7.823449, 5.621209, 3.933174, 1.465424, 0.033494, 3e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "llmzszl-18564", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 712, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9852, "tf_agree_excl_first": 0.9925}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [42, 42, 28, 33, 28, 17, 32, 29, 28, 33, 29, 30, 41, 40, 40, 29, 21, 27, 24, 27, 29, 30, 27, 27, 47, 60, 50, 54, 49, 51, 38, 43, 39, 48, 44, 52, 51, 47, 45, 47, 38, 43, 42, 41, 28, 26, 15, 7, 3, 2], "n_am_pl": [8, 31, 53, 27, 21, 28, 23, 28, 26, 25, 18, 18, 24, 26, 30, 24, 34, 45, 31, 35, 39, 34, 31, 42, 18, 15, 27, 12, 17, 21, 29, 30, 36, 23, 18, 24, 20, 25, 34, 29, 26, 24, 30, 28, 28, 34, 41, 42, 73, 74], "n_pos": 186, "sum_m_en": [17.267689, 8.30413, 8.503033, 8.758888, 9.117038, 9.136952, 9.667851, 10.067177, 10.783304, 10.735322, 11.146771, 11.880658, 13.123071, 13.399016, 12.923918, 12.237041, 12.171754, 11.596839, 11.200081, 10.294619, 9.697968, 9.116299, 8.807151, 8.604255, 17.984194, 20.164809, 19.646121, 19.024452, 19.390066, 18.776928, 17.429585, 18.13488, 17.445072, 18.169776, 18.293236, 17.933565, 20.000984, 21.294458, 23.796477, 24.60231, 23.384772, 24.993264, 25.069097, 25.954192, 24.649266, 24.26421, 14.246903, 9.130291, 4.612428, 2.0072], "sum_m_pl": [72.45958, 92.171114, 90.183608, 87.163484, 85.566273, 85.835162, 85.002964, 83.584295, 80.254429, 80.265866, 81.237693, 80.237908, 78.922888, 77.62334, 82.296407, 81.455584, 79.825925, 82.453745, 85.386124, 87.911797, 88.818903, 89.981384, 89.687758, 89.686377, 70.545684, 67.467885, 65.838513, 68.32455, 70.133908, 72.570663, 73.45355, 74.577094, 73.888414, 68.766313, 69.412999, 66.803957, 60.618822, 60.323709, 58.521435, 59.273221, 57.145466, 57.950982, 54.445367, 50.26132, 46.978517, 45.799764, 46.940441, 44.739205, 67.886227, 74.386571]}, "digit": {"n_am_en": [4, 8, 9, 5, 3, 1, 8, 6, 9, 8, 8, 8, 7, 8, 8, 4, 2, 3, 3, 2, 6, 5, 4, 3, 8, 8, 7, 7, 5, 7, 6, 7, 4, 5, 6, 5, 5, 6, 5, 4, 3, 3, 2, 1, 0, 1, 2, 0, 0, 0], "n_am_pl": [0, 5, 2, 0, 0, 1, 1, 2, 1, 1, 1, 1, 2, 3, 1, 5, 4, 6, 4, 2, 3, 3, 4, 5, 1, 2, 4, 1, 0, 0, 2, 1, 1, 2, 1, 2, 1, 1, 0, 0, 1, 1, 3, 3, 3, 3, 2, 2, 0, 0], "n_pos": 22, "sum_m_en": [2.152437, 0.985949, 0.922044, 0.904786, 0.90582, 0.899273, 0.978072, 1.003775, 1.094611, 1.10424, 1.142146, 1.153184, 1.260955, 1.307244, 1.307394, 1.352255, 1.403314, 1.365583, 1.318998, 1.204481, 1.119932, 1.049504, 1.02421, 1.000527, 2.251724, 2.625451, 2.345825, 2.166375, 2.29186, 2.155986, 2.055446, 2.112182, 1.966875, 2.07027, 2.037871, 2.023194, 2.137247, 1.902944, 1.992616, 1.783533, 1.657413, 1.594866, 1.523308, 1.351134, 1.23859, 1.11385, 0.960125, 0.845196, 0.155594, 3e-06], "sum_m_pl": [9.474348, 11.99281, 11.736802, 11.291424, 11.08683, 11.098998, 10.913142, 10.6362, 10.212642, 10.159285, 10.187516, 10.245075, 9.96999, 9.71995, 9.927958, 9.610287, 9.062547, 9.567185, 10.036635, 10.380948, 10.51589, 10.702871, 10.702155, 10.716834, 8.64975, 8.192074, 8.174414, 8.252833, 8.519816, 8.974007, 8.791916, 8.840462, 9.004492, 8.31837, 8.250332, 8.542171, 8.148078, 8.475816, 8.315681, 8.2835, 8.389644, 8.807449, 8.547761, 7.676559, 7.490412, 6.36596, 4.44559, 3.344462, 0.321543, 0.001051]}, "lang": {"n_am_en": [19, 11, 7, 11, 14, 9, 14, 10, 8, 10, 12, 10, 19, 15, 14, 14, 11, 16, 14, 14, 12, 16, 16, 19, 25, 33, 27, 26, 25, 26, 21, 25, 23, 34, 25, 34, 35, 30, 32, 34, 28, 32, 31, 31, 23, 20, 10, 5, 2, 2], "n_am_pl": [5, 12, 22, 15, 8, 9, 10, 15, 17, 17, 11, 12, 11, 11, 12, 8, 12, 20, 13, 18, 18, 15, 12, 12, 10, 7, 10, 2, 7, 9, 14, 17, 22, 10, 12, 14, 14, 20, 22, 18, 16, 13, 17, 18, 19, 22, 31, 34, 68, 73], "n_pos": 76, "sum_m_en": [6.784831, 3.268415, 3.457066, 3.683919, 3.820935, 3.805258, 4.153056, 4.19383, 4.425057, 4.286614, 4.559904, 5.006051, 5.482724, 5.620242, 5.324304, 5.100048, 5.13288, 4.862108, 4.698431, 4.308281, 4.12459, 3.86443, 3.690343, 3.585656, 8.529716, 9.495006, 9.387006, 8.789694, 9.143537, 8.996082, 8.203668, 8.692818, 8.577916, 9.073475, 9.074529, 9.382529, 11.237497, 12.750371, 15.360968, 16.301298, 15.237409, 16.474754, 16.740111, 18.278659, 17.384176, 17.434456, 9.298319, 4.971391, 3.037346, 2.007074], "sum_m_pl": [28.858108, 36.430085, 35.279842, 34.09321, 33.953656, 34.198666, 34.07547, 33.670922, 32.548934, 32.871569, 33.051224, 32.290757, 32.27589, 31.887962, 33.736216, 33.640034, 33.292046, 34.38708, 35.283467, 36.287339, 36.48331, 37.077361, 36.970181, 37.022464, 30.128588, 28.935652, 28.962355, 30.100654, 30.719529, 31.625487, 32.371385, 32.471014, 32.885779, 31.352717, 31.134907, 31.6817, 29.981933, 30.246106, 28.105901, 27.728992, 27.370985, 27.720856, 26.407292, 25.534745, 24.852059, 25.993456, 32.500414, 33.738847, 62.831798, 72.305254]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "llmzszl-18564", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 643, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9468, "tf_agree_excl_first": 0.9519}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [107, 107, 89, 71, 59, 62, 67, 72, 66, 75, 88, 86, 81, 76, 75, 71, 70, 63, 67, 67, 55, 53, 46, 64, 80, 89, 74, 73, 83, 84, 77, 72, 75, 73, 89, 90, 105, 90, 94, 104, 106, 116, 113, 111, 124, 118, 125, 120, 113, 116], "n_am_pl": [9, 42, 42, 38, 31, 45, 55, 49, 39, 36, 44, 47, 35, 44, 47, 51, 49, 60, 52, 54, 81, 77, 80, 81, 54, 52, 68, 56, 54, 50, 50, 49, 67, 47, 37, 38, 21, 21, 22, 14, 18, 14, 15, 9, 8, 8, 4, 0, 0, 0], "n_pos": 316, "sum_m_en": [38.998316, 18.220366, 17.524895, 16.615894, 17.441274, 18.079095, 17.918437, 19.208547, 20.957505, 20.509548, 22.521946, 22.877395, 24.241867, 25.707788, 24.725422, 23.700136, 22.190735, 21.938291, 20.558876, 18.7091, 17.134023, 16.057497, 15.432709, 15.095631, 35.041341, 38.61478, 37.283665, 34.766839, 36.513214, 34.979635, 32.623831, 31.870654, 30.790354, 31.719409, 35.940712, 37.810853, 41.849781, 46.102504, 49.153506, 58.609044, 59.299188, 73.184409, 77.137207, 85.993684, 94.22377, 101.402283, 113.528071, 117.07762, 113.886883, 112.70182], "sum_m_pl": [114.665408, 153.512836, 152.728453, 150.303884, 145.769772, 143.819772, 146.387615, 143.400332, 141.810826, 143.465575, 141.632554, 142.355576, 142.144206, 140.145784, 142.954185, 145.280414, 144.617224, 143.976679, 144.056099, 148.563862, 151.16554, 152.695847, 153.361622, 154.164914, 128.003098, 125.380199, 123.374114, 127.396762, 130.566815, 130.439678, 131.940122, 133.345638, 135.345531, 131.386195, 124.198195, 117.179737, 101.383319, 94.450299, 88.617959, 83.20498, 78.769491, 68.456812, 60.239164, 50.82875, 41.434173, 32.618671, 18.372136, 11.552966, 0.916125, 0.000747]}, "digit": {"n_am_en": [3, 21, 17, 10, 8, 10, 11, 14, 15, 3, 5, 7, 11, 6, 4, 7, 5, 8, 8, 8, 6, 5, 5, 8, 8, 11, 8, 5, 8, 5, 9, 8, 6, 5, 7, 3, 4, 4, 2, 0, 2, 4, 3, 4, 7, 6, 7, 2, 0, 0], "n_am_pl": [1, 1, 0, 2, 2, 0, 0, 1, 1, 2, 2, 3, 2, 5, 2, 3, 5, 5, 4, 4, 9, 8, 8, 9, 5, 6, 6, 4, 6, 4, 3, 3, 3, 7, 4, 4, 1, 2, 4, 1, 1, 1, 1, 2, 2, 1, 1, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.155743, 1.491891, 1.385126, 1.238273, 1.297243, 1.358082, 1.420209, 1.512309, 1.578028, 1.554255, 1.653405, 1.637992, 1.714511, 1.882349, 1.808072, 1.844812, 1.828405, 1.869734, 1.865072, 1.687646, 1.533362, 1.454636, 1.380661, 1.332155, 2.95062, 3.031962, 2.921088, 2.558327, 2.902413, 2.85691, 2.89856, 2.567432, 2.450056, 2.482372, 2.812065, 2.82902, 2.987944, 3.08381, 2.879227, 2.746456, 2.701488, 3.852128, 3.788776, 3.594426, 3.889305, 4.000831, 3.767476, 1.716234, 0.096348, 0.0], "sum_m_pl": [13.152159, 16.50269, 16.046399, 15.663354, 15.259902, 15.019079, 15.140885, 14.815569, 14.665351, 14.751158, 14.724644, 14.805986, 14.701788, 14.332171, 14.662385, 14.82217, 14.27877, 14.184242, 14.232658, 14.647934, 15.024959, 15.273934, 15.294428, 15.499166, 13.680894, 13.4545, 13.076184, 13.558804, 13.783098, 13.864812, 13.620888, 13.733215, 13.908767, 13.718996, 12.761721, 12.683782, 11.618153, 11.390943, 11.159365, 11.244514, 10.768754, 10.024669, 9.073427, 8.399047, 6.464829, 4.784642, 3.995132, 3.065523, 0.217214, 0.0]}, "lang": {"n_am_en": [44, 35, 38, 37, 28, 27, 26, 29, 29, 36, 42, 39, 35, 30, 34, 31, 34, 28, 29, 33, 25, 26, 24, 31, 43, 40, 36, 37, 37, 43, 35, 33, 36, 35, 47, 52, 61, 56, 56, 63, 66, 74, 74, 75, 81, 89, 97, 99, 108, 114], "n_am_pl": [3, 11, 15, 10, 10, 18, 24, 19, 15, 15, 16, 22, 17, 18, 21, 26, 21, 29, 25, 24, 36, 34, 34, 33, 24, 22, 29, 22, 23, 25, 27, 24, 33, 24, 11, 17, 9, 10, 6, 6, 8, 5, 6, 4, 2, 2, 1, 0, 0, 0], "n_pos": 116, "sum_m_en": [15.403214, 7.420499, 7.079542, 6.658286, 6.855346, 7.194775, 7.044643, 7.56757, 8.541764, 8.248889, 9.350526, 9.519599, 10.157947, 10.551353, 10.2043, 9.65513, 8.758338, 8.8709, 8.201631, 7.34672, 6.67891, 6.170713, 5.914821, 5.782577, 15.776677, 18.128885, 17.212188, 15.477198, 15.610437, 15.29894, 13.754937, 13.868729, 13.473263, 14.095908, 15.724396, 17.643621, 21.34969, 24.556903, 27.198774, 33.355084, 34.712816, 45.120905, 48.716451, 55.885245, 63.577799, 72.002487, 85.584006, 93.66658, 105.861672, 111.286404], "sum_m_pl": [39.058501, 53.134177, 53.949556, 53.332701, 51.920393, 51.002681, 52.354988, 51.914018, 51.094931, 52.375737, 51.636121, 52.20519, 52.4893, 51.924439, 53.050965, 53.977256, 53.727046, 53.667565, 53.236824, 54.954668, 55.957297, 56.530698, 56.81885, 56.941154, 49.43656, 48.169712, 47.491357, 48.126842, 48.688344, 48.301291, 49.695761, 49.603918, 50.66865, 49.255685, 46.680837, 45.640164, 39.967914, 37.890299, 34.67212, 31.776777, 30.034767, 24.674125, 21.77056, 18.017181, 12.96813, 9.436776, 5.53266, 2.418383, 0.197447, 0.000623]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 318, "item_id": "llmzszl-18565", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 731, "region_end": 316, "roundtrip_ok": true, "tf_agree": 0.978, "tf_agree_excl_first": 0.9811}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [89, 111, 95, 82, 69, 72, 68, 91, 66, 76, 61, 75, 71, 61, 65, 49, 58, 64, 62, 59, 47, 46, 41, 46, 82, 80, 68, 71, 66, 65, 54, 66, 70, 66, 80, 80, 78, 77, 82, 79, 85, 90, 84, 80, 71, 70, 33, 18, 17, 4], "n_am_pl": [16, 56, 58, 52, 53, 49, 60, 61, 53, 51, 72, 56, 59, 60, 57, 70, 76, 85, 95, 96, 103, 94, 103, 114, 73, 80, 62, 75, 72, 76, 74, 83, 78, 69, 61, 65, 53, 49, 43, 44, 49, 38, 42, 36, 36, 45, 57, 53, 77, 92], "n_pos": 335, "sum_m_en": [32.234029, 16.761508, 17.231736, 17.145017, 18.425126, 18.350873, 19.069428, 20.317283, 21.785503, 21.922365, 22.261113, 22.476958, 23.740703, 24.751898, 24.636994, 23.984455, 22.921188, 22.420019, 20.898682, 18.994495, 17.546963, 16.655006, 16.118809, 15.554017, 30.09852, 31.520611, 33.259049, 32.231158, 33.896077, 33.15218, 32.371459, 30.743149, 30.978656, 31.658694, 33.379477, 33.990301, 37.68907, 39.196683, 39.527356, 49.932959, 52.532101, 52.78726, 53.518551, 55.85578, 60.598158, 58.723517, 33.129292, 22.826395, 15.647141, 4.220302], "sum_m_pl": [129.800033, 164.822856, 161.924102, 160.693595, 157.311274, 156.057541, 157.601981, 154.853226, 153.641004, 153.79646, 150.794055, 150.622192, 152.113227, 150.950125, 153.293225, 156.752546, 156.157854, 156.587151, 158.374261, 162.205793, 163.968497, 164.557621, 164.995218, 165.329503, 144.706212, 140.594055, 138.121922, 143.012141, 146.193273, 147.603788, 145.614216, 146.839455, 146.450734, 140.557867, 132.248469, 127.249902, 115.487883, 113.406656, 110.98641, 108.405609, 104.814293, 100.048118, 91.539481, 85.129953, 71.518186, 67.423856, 67.969946, 60.297386, 77.966908, 92.172167]}, "digit": {"n_am_en": [3, 24, 16, 8, 8, 14, 10, 16, 14, 10, 9, 15, 13, 11, 13, 8, 12, 10, 9, 10, 11, 13, 11, 8, 17, 17, 12, 9, 10, 9, 8, 7, 10, 10, 13, 10, 12, 10, 7, 5, 8, 13, 12, 12, 10, 13, 10, 3, 0, 0], "n_am_pl": [1, 5, 1, 2, 5, 2, 7, 3, 2, 5, 4, 4, 4, 4, 2, 6, 11, 13, 15, 14, 13, 12, 11, 12, 9, 11, 8, 7, 8, 10, 11, 9, 7, 6, 4, 4, 3, 7, 7, 5, 5, 4, 4, 3, 3, 1, 3, 3, 0, 0], "n_pos": 38, "sum_m_en": [3.445556, 1.814334, 1.749889, 1.607649, 1.659695, 1.790142, 1.917906, 2.117671, 2.149967, 2.214067, 2.207287, 2.202843, 2.387143, 2.606485, 2.61099, 2.677043, 2.563737, 2.677898, 2.629209, 2.239847, 1.961654, 1.826244, 1.772664, 1.684681, 3.214577, 3.416697, 3.72286, 3.617803, 3.85839, 3.849842, 3.972647, 3.785548, 3.623677, 3.750848, 4.078511, 4.20328, 4.788204, 4.101166, 4.476923, 6.532437, 7.502675, 8.233703, 8.573821, 8.998688, 9.53176, 11.14146, 8.71312, 4.226495, 0.465946, 0.0], "sum_m_pl": [16.347446, 20.485941, 19.668276, 19.16964, 19.203244, 18.944654, 18.949778, 18.326388, 17.962479, 18.031566, 17.926947, 18.072957, 18.180019, 18.111531, 18.108206, 18.500437, 17.993111, 17.883048, 17.815702, 18.447902, 18.818383, 18.987998, 18.995358, 19.148732, 18.338391, 17.791766, 17.338881, 16.740276, 17.057695, 17.206028, 16.904738, 16.805356, 16.572433, 16.126828, 14.930504, 14.428772, 13.63167, 14.281964, 14.180483, 13.477151, 13.48632, 11.757664, 9.705472, 8.584106, 6.483661, 4.535554, 3.808076, 3.205022, 0.117241, 0.0]}, "lang": {"n_am_en": [18, 21, 15, 16, 19, 16, 8, 22, 18, 20, 14, 17, 18, 13, 18, 17, 14, 21, 19, 21, 18, 13, 12, 18, 26, 28, 22, 19, 19, 23, 17, 26, 24, 26, 28, 28, 31, 36, 41, 42, 46, 43, 46, 41, 40, 37, 18, 13, 14, 4], "n_am_pl": [8, 18, 13, 18, 17, 15, 17, 16, 17, 17, 22, 14, 20, 18, 20, 18, 20, 19, 22, 28, 27, 26, 28, 35, 23, 22, 17, 25, 20, 24, 25, 25, 30, 25, 18, 24, 27, 27, 22, 24, 22, 24, 21, 23, 24, 32, 44, 46, 73, 90], "n_pos": 94, "sum_m_en": [8.207122, 4.751681, 4.733863, 4.899119, 5.346641, 5.242551, 5.461518, 5.85167, 6.31209, 6.082637, 6.281543, 6.444865, 6.761789, 7.061728, 6.973965, 6.665218, 6.394563, 6.253853, 5.942659, 5.433617, 5.049813, 4.803529, 4.63356, 4.488383, 9.721559, 9.607182, 9.900103, 9.218235, 9.891945, 9.705939, 8.901885, 8.737211, 9.02329, 9.399423, 9.900812, 10.74135, 13.011604, 15.757125, 15.827403, 20.226052, 22.764999, 23.523666, 24.465343, 28.118763, 34.165017, 32.266937, 17.047402, 12.546206, 11.492368, 4.21957], "sum_m_pl": [33.705462, 42.21251, 42.318339, 42.349871, 40.912261, 40.918951, 41.490177, 41.329754, 41.446917, 41.993075, 41.188826, 41.327794, 42.363108, 42.146666, 43.026818, 43.824642, 43.778024, 43.94696, 43.922815, 45.026558, 45.58542, 45.693377, 45.818529, 45.99475, 40.634762, 39.699166, 39.316366, 40.983455, 41.602118, 42.399232, 42.668136, 43.355442, 43.689802, 42.684605, 40.681936, 41.281099, 39.324627, 39.360347, 38.828028, 36.90418, 36.453657, 35.719424, 32.945765, 32.123544, 28.590225, 31.110932, 40.674033, 40.986861, 70.239982, 89.190064]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 448, "item_id": "llmzszl-18565", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 662, "region_end": 335, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.9843}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [54, 71, 67, 48, 43, 40, 51, 32, 26, 38, 50, 62, 44, 48, 37, 43, 40, 45, 46, 46, 37, 50, 36, 46, 69, 55, 58, 64, 57, 57, 51, 46, 57, 50, 56, 53, 52, 56, 55, 66, 58, 53, 53, 53, 54, 59, 53, 61, 54, 51], "n_am_pl": [10, 37, 24, 34, 33, 36, 39, 44, 34, 46, 32, 19, 27, 28, 42, 33, 32, 34, 32, 35, 42, 26, 35, 28, 24, 34, 32, 23, 30, 33, 42, 37, 25, 31, 28, 22, 17, 7, 8, 6, 9, 8, 13, 8, 7, 4, 3, 0, 0, 0], "n_pos": 203, "sum_m_en": [22.182719, 10.260985, 11.179734, 10.745295, 11.088546, 11.813954, 11.673299, 12.131677, 12.596387, 13.015235, 13.391486, 14.359901, 15.252513, 15.658524, 15.34384, 14.625134, 14.933285, 14.084128, 12.781751, 12.017436, 11.370619, 10.820131, 10.42592, 10.234831, 25.007857, 26.701021, 26.863007, 24.840014, 23.833251, 23.425953, 21.545376, 21.468761, 20.551255, 20.173633, 23.338947, 23.231985, 23.477962, 26.708243, 29.476201, 32.498364, 33.005443, 37.429574, 40.818065, 41.298412, 45.496665, 48.543915, 50.588184, 52.893474, 54.178802, 52.117997], "sum_m_pl": [75.496561, 103.282496, 99.849732, 99.204412, 98.069739, 96.087427, 96.071168, 93.446039, 92.29553, 93.952384, 90.690702, 90.786663, 90.50441, 89.485217, 90.96483, 93.153252, 89.542584, 92.780591, 93.394255, 96.282203, 97.345706, 97.417954, 98.051518, 98.250252, 77.512634, 75.215792, 75.446066, 78.400461, 80.67647, 82.555563, 82.809555, 83.387769, 85.492545, 81.693967, 77.493338, 74.893684, 67.229912, 62.155705, 56.640132, 52.939118, 48.481294, 44.893563, 42.343921, 36.268849, 26.459008, 19.932582, 11.233725, 5.769215, 0.310337, 0.000339]}, "digit": {"n_am_en": [1, 10, 6, 3, 4, 5, 4, 2, 1, 1, 5, 8, 5, 5, 4, 5, 5, 5, 7, 6, 3, 5, 6, 6, 6, 4, 10, 3, 4, 4, 4, 4, 4, 4, 6, 4, 3, 1, 4, 3, 3, 4, 2, 0, 1, 2, 2, 0, 0, 0], "n_am_pl": [0, 3, 5, 2, 3, 1, 0, 0, 2, 5, 2, 0, 0, 1, 3, 2, 3, 5, 1, 2, 3, 2, 1, 2, 2, 6, 3, 5, 2, 5, 7, 7, 5, 5, 2, 4, 3, 3, 3, 2, 2, 2, 3, 4, 2, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.700419, 0.85629, 0.828981, 0.887093, 0.915432, 0.960856, 0.930835, 0.990591, 1.009752, 1.063424, 1.035007, 1.083722, 1.143406, 1.214198, 1.169842, 1.203712, 1.298652, 1.250505, 1.138677, 1.112769, 1.042932, 0.985686, 0.956418, 0.926394, 1.898426, 2.220838, 2.178715, 2.010044, 1.933136, 1.911326, 1.812546, 1.795794, 1.602535, 1.522611, 1.715001, 1.739971, 1.61269, 1.512692, 1.740243, 1.884379, 2.090638, 1.951845, 1.625595, 1.330272, 1.452532, 1.592487, 1.538971, 0.565384, 0.094033, 0.0], "sum_m_pl": [7.445182, 10.71689, 10.325915, 9.957101, 9.875717, 9.76852, 9.563955, 9.283016, 9.324657, 9.422179, 9.217077, 9.411558, 9.319119, 9.098417, 9.093974, 9.281076, 8.510483, 9.022943, 9.300889, 9.4453, 9.436471, 9.565381, 9.576844, 9.701497, 8.4807, 7.877922, 7.786028, 8.072443, 8.158894, 8.423182, 8.450655, 8.625409, 9.052088, 8.650084, 7.993764, 8.061267, 7.820162, 7.50686, 6.516754, 6.551089, 6.420464, 6.93822, 6.665859, 6.162967, 5.320916, 3.533768, 1.849414, 1.0346, 0.101506, 0.0]}, "lang": {"n_am_en": [16, 13, 14, 10, 9, 9, 10, 10, 8, 13, 14, 18, 13, 20, 14, 15, 15, 18, 15, 15, 12, 20, 16, 20, 23, 23, 18, 22, 18, 19, 20, 21, 23, 17, 23, 22, 26, 25, 22, 28, 28, 26, 27, 29, 31, 35, 35, 46, 51, 51], "n_am_pl": [3, 10, 3, 9, 10, 7, 15, 14, 8, 9, 7, 4, 7, 8, 11, 7, 4, 6, 7, 11, 11, 7, 12, 8, 3, 3, 8, 5, 7, 4, 7, 9, 8, 7, 6, 4, 5, 2, 2, 3, 3, 4, 5, 2, 4, 3, 2, 0, 0, 0], "n_pos": 53, "sum_m_en": [6.242145, 2.988214, 3.101376, 2.781648, 2.808179, 3.167224, 3.256481, 3.378726, 3.572705, 3.586039, 3.89908, 4.228135, 4.442523, 4.637003, 4.485588, 4.163904, 4.145313, 4.004297, 3.593156, 3.300952, 3.117653, 2.982164, 2.848895, 2.815448, 9.469667, 9.364104, 9.742994, 8.931568, 8.024037, 7.698868, 7.111922, 7.637767, 7.144109, 7.104398, 8.321342, 8.691101, 9.423852, 10.768031, 12.298895, 13.73736, 15.588793, 18.149656, 20.495949, 22.151848, 26.704307, 30.0946, 33.926584, 41.001719, 50.276652, 51.348354], "sum_m_pl": [18.387392, 26.073531, 25.554535, 25.439619, 25.442695, 25.23353, 25.360101, 24.957856, 24.385587, 24.820911, 24.200594, 23.964846, 24.089992, 23.799177, 23.998116, 24.322841, 23.601126, 24.2736, 24.287248, 25.181002, 25.503953, 25.42823, 25.612879, 25.59728, 19.219541, 19.131865, 19.174239, 19.887474, 20.659969, 20.526383, 20.846113, 20.856576, 21.610255, 21.491401, 20.535266, 20.434703, 18.695027, 17.82283, 16.224525, 15.215808, 13.843461, 12.448523, 11.333508, 9.983537, 7.370085, 5.070642, 3.218891, 1.554429, 0.014356, 0.000322]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 205, "item_id": "llmzszl-18566", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 706, "region_end": 203, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9853}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [82, 77, 72, 78, 72, 58, 71, 55, 56, 66, 69, 72, 70, 60, 56, 59, 53, 35, 42, 48, 40, 65, 50, 48, 91, 77, 81, 76, 95, 90, 72, 80, 64, 59, 87, 78, 67, 66, 79, 89, 84, 80, 83, 76, 80, 62, 38, 27, 12, 10], "n_am_pl": [17, 57, 47, 54, 47, 43, 36, 42, 39, 55, 47, 38, 49, 46, 41, 44, 55, 55, 60, 56, 59, 49, 62, 59, 39, 46, 35, 29, 42, 45, 49, 43, 43, 38, 35, 31, 27, 18, 23, 17, 18, 21, 16, 16, 10, 17, 17, 25, 43, 50], "n_pos": 298, "sum_m_en": [27.233925, 14.357951, 15.716422, 16.854539, 17.167563, 17.769862, 17.568391, 17.575641, 18.120607, 18.657231, 19.087076, 19.879044, 21.430759, 22.397567, 22.656265, 21.454451, 21.494327, 19.951232, 18.398311, 17.606982, 16.857696, 16.350949, 15.848769, 15.382906, 35.285188, 36.135982, 34.955953, 32.572348, 34.500724, 33.66054, 30.935574, 29.403434, 27.886246, 28.109367, 32.844597, 30.296095, 30.596466, 35.128614, 38.434879, 43.743713, 43.444596, 47.178371, 51.045662, 50.972785, 57.051762, 51.63981, 34.280716, 22.808668, 13.71904, 10.097629], "sum_m_pl": [121.759547, 147.930351, 143.05149, 140.641835, 140.150385, 138.07894, 140.48309, 140.016723, 138.562211, 138.752743, 135.380978, 135.263525, 135.659558, 133.272588, 133.33238, 137.358889, 131.57726, 136.595424, 139.952805, 142.098435, 142.52331, 141.888084, 142.56565, 142.512605, 113.086312, 110.364824, 107.783925, 114.68469, 118.250683, 121.122156, 121.696859, 123.77133, 126.856696, 118.554556, 112.179554, 111.719909, 101.282119, 97.408589, 90.183581, 85.766007, 81.110764, 78.713405, 73.071404, 62.158503, 52.373495, 43.649353, 40.374014, 35.693397, 44.665737, 50.732423]}, "digit": {"n_am_en": [3, 13, 9, 2, 7, 4, 4, 4, 3, 3, 7, 5, 5, 5, 3, 4, 3, 1, 3, 3, 2, 4, 3, 2, 4, 5, 6, 5, 6, 4, 5, 4, 4, 4, 3, 2, 3, 1, 2, 3, 2, 4, 2, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [2, 3, 3, 0, 1, 0, 0, 0, 1, 6, 4, 0, 2, 0, 2, 3, 3, 8, 2, 1, 2, 1, 4, 2, 2, 5, 2, 2, 5, 6, 7, 8, 6, 6, 2, 2, 4, 2, 1, 1, 1, 2, 2, 3, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [1.859227, 1.024479, 1.007638, 1.072368, 1.090773, 1.120551, 1.063979, 1.130964, 1.140497, 1.167729, 1.151865, 1.14892, 1.263986, 1.354525, 1.274693, 1.373062, 1.425367, 1.335627, 1.225085, 1.194434, 1.116584, 1.062653, 1.045271, 1.017431, 1.920498, 2.092542, 2.068414, 2.129918, 2.289163, 2.265609, 1.996291, 1.923093, 1.593371, 1.668726, 1.889933, 1.81729, 1.727701, 1.581975, 1.647966, 1.880767, 1.878431, 1.738874, 1.411815, 1.150603, 1.164412, 0.79752, 0.39274, 0.338084, 0.059212, 0.000807], "sum_m_pl": [8.752969, 11.648888, 11.217421, 10.772798, 10.744318, 10.611829, 10.594342, 10.346211, 10.297717, 10.371129, 10.126995, 10.21132, 10.161174, 9.886257, 9.753619, 10.026436, 9.38777, 9.856867, 10.163671, 10.267001, 10.248578, 10.344427, 10.343036, 10.44116, 8.554176, 8.130813, 7.957169, 8.450236, 8.655269, 8.964368, 9.101774, 9.381233, 9.753125, 9.179443, 8.277743, 8.544062, 7.98102, 7.672087, 6.899412, 6.867535, 6.673409, 7.194042, 6.87019, 6.152352, 5.620538, 3.868577, 1.759135, 1.11492, 0.147946, 0.372516]}, "lang": {"n_am_en": [21, 5, 13, 14, 9, 12, 17, 8, 7, 14, 9, 17, 18, 12, 10, 9, 6, 5, 8, 10, 8, 20, 14, 13, 21, 19, 16, 14, 16, 14, 15, 18, 18, 16, 19, 22, 15, 19, 24, 33, 40, 36, 32, 29, 34, 26, 16, 13, 10, 10], "n_am_pl": [4, 12, 8, 9, 7, 6, 4, 6, 9, 7, 6, 5, 4, 7, 5, 8, 12, 13, 15, 13, 11, 12, 17, 15, 5, 6, 5, 5, 8, 8, 6, 4, 7, 5, 8, 2, 5, 2, 4, 2, 2, 2, 1, 4, 5, 8, 13, 18, 41, 50], "n_pos": 61, "sum_m_en": [4.8459, 3.143323, 3.379866, 3.72591, 3.530876, 3.895479, 3.871744, 3.765816, 3.900133, 3.853982, 4.127758, 4.435545, 4.726151, 4.909556, 4.857217, 4.458685, 4.394149, 4.128952, 3.836574, 3.653414, 3.546491, 3.622341, 3.419059, 3.368493, 9.229026, 9.262424, 8.391799, 7.005941, 7.022657, 6.756829, 6.536489, 6.509224, 6.354455, 6.580718, 8.255713, 7.453795, 7.698461, 9.051154, 10.815359, 13.828131, 14.266625, 17.141258, 20.311115, 21.163229, 26.828606, 22.325901, 14.050544, 9.056997, 10.71938, 10.000997], "sum_m_pl": [24.609463, 27.933268, 26.932853, 26.529061, 27.341683, 26.7524, 27.384677, 27.941062, 27.761591, 27.974292, 27.164105, 26.968711, 27.2081, 26.806148, 27.221984, 28.612276, 27.508348, 28.101066, 28.421367, 28.857387, 28.972287, 28.670495, 28.843088, 28.94461, 22.731239, 22.446951, 21.886454, 24.307206, 24.777031, 25.017527, 25.41677, 25.582314, 25.991434, 24.942712, 23.45123, 24.039402, 22.608096, 22.349661, 20.403091, 19.388729, 18.245655, 17.093443, 15.164085, 14.168392, 12.656252, 12.048408, 15.921776, 18.576028, 38.505895, 50.288017]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 298, "item_id": "llmzszl-18566", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 637, "region_end": 298, "roundtrip_ok": true, "tf_agree": 0.9933, "tf_agree_excl_first": 0.9966}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [61, 45, 25, 38, 34, 26, 28, 23, 15, 17, 31, 45, 43, 37, 38, 20, 21, 16, 20, 24, 22, 16, 15, 19, 33, 26, 28, 23, 32, 32, 29, 38, 41, 36, 38, 38, 28, 27, 20, 24, 29, 25, 27, 23, 24, 23, 21, 21, 20, 15], "n_am_pl": [3, 33, 42, 24, 25, 12, 23, 16, 22, 36, 35, 35, 46, 27, 31, 30, 36, 31, 25, 22, 26, 23, 20, 18, 15, 18, 19, 19, 30, 29, 32, 33, 24, 29, 38, 23, 20, 12, 15, 11, 9, 10, 7, 11, 4, 4, 1, 0, 0, 1], "n_pos": 189, "sum_m_en": [19.472394, 9.078452, 9.268513, 9.437073, 10.206349, 10.466884, 10.237814, 11.200692, 10.997555, 12.357521, 12.194017, 13.485152, 13.468619, 14.488883, 14.782254, 13.140827, 13.201966, 12.178227, 10.842752, 10.011393, 9.396443, 8.96373, 8.716756, 8.546887, 16.402054, 18.05778, 18.98181, 19.641332, 18.436272, 19.753475, 18.323718, 18.31667, 17.65713, 16.777454, 17.013941, 16.451659, 16.740398, 16.148321, 16.311135, 17.397812, 18.121871, 17.723924, 20.02497, 21.84876, 22.656924, 22.801767, 22.215008, 21.727418, 19.4518, 16.325424], "sum_m_pl": [75.022755, 95.7038, 91.758631, 88.887215, 86.617137, 86.984222, 88.094464, 84.582548, 81.993218, 83.991483, 82.852022, 82.925708, 84.636405, 83.516271, 84.213927, 85.713818, 85.452796, 85.495408, 87.901255, 91.03757, 91.666534, 91.803711, 92.485561, 92.609283, 73.587501, 70.355505, 68.60713, 74.283524, 76.928393, 75.080546, 75.553597, 76.909704, 77.954656, 73.946515, 69.774555, 67.333414, 60.505283, 55.930263, 50.431769, 45.479066, 44.795202, 42.103587, 36.589164, 29.927177, 25.484656, 18.688029, 11.074468, 6.941564, 1.240099, 0.664143]}, "digit": {"n_am_en": [10, 23, 9, 16, 15, 10, 8, 8, 1, 10, 12, 12, 16, 17, 11, 3, 5, 5, 3, 4, 5, 3, 3, 10, 11, 8, 10, 9, 11, 13, 10, 14, 12, 13, 13, 12, 9, 8, 2, 4, 4, 5, 4, 3, 5, 2, 2, 1, 0, 0], "n_am_pl": [1, 9, 11, 7, 8, 3, 6, 4, 13, 21, 15, 17, 21, 8, 10, 12, 16, 9, 7, 13, 7, 7, 9, 4, 4, 5, 4, 7, 14, 12, 15, 14, 10, 14, 20, 8, 7, 3, 6, 6, 5, 5, 4, 7, 3, 2, 1, 0, 0, 0], "n_pos": 68, "sum_m_en": [6.569682, 2.941173, 2.892959, 3.149247, 3.420812, 3.659595, 3.491415, 3.908162, 3.890589, 4.441933, 4.263421, 4.63679, 4.766631, 5.180051, 5.013778, 4.495938, 4.554996, 4.322005, 3.78404, 3.478344, 3.271783, 3.11762, 3.033147, 2.966926, 5.026694, 5.675767, 5.933895, 6.571929, 6.343587, 6.56019, 6.407592, 6.503812, 6.238644, 5.898006, 6.194159, 5.912789, 5.881278, 5.302078, 5.186935, 4.991994, 5.038219, 5.232486, 5.349927, 6.011966, 6.144044, 5.063553, 3.933563, 2.742632, 0.601284, 0.0], "sum_m_pl": [27.040146, 34.929248, 32.674166, 31.603822, 31.079804, 31.163374, 31.747004, 30.363414, 29.155977, 30.170876, 29.430129, 29.676916, 30.153775, 29.783479, 30.2827, 31.106528, 30.709858, 30.844829, 31.846862, 32.937209, 33.137793, 33.283022, 33.542124, 33.635258, 28.19593, 26.771233, 25.410679, 27.073252, 28.677903, 27.797629, 27.165618, 27.805651, 28.434642, 28.338078, 27.688515, 27.958845, 26.513557, 26.139723, 25.271176, 24.401878, 24.404807, 24.595318, 23.320953, 21.173432, 20.156434, 13.854584, 8.900531, 5.648371, 0.825066, 0.0]}, "lang": {"n_am_en": [8, 6, 5, 3, 6, 3, 3, 4, 8, 1, 7, 7, 6, 3, 5, 5, 4, 6, 6, 9, 5, 2, 3, 3, 6, 7, 5, 6, 9, 6, 4, 4, 5, 5, 8, 9, 10, 10, 10, 11, 11, 11, 11, 10, 11, 12, 14, 15, 15, 15], "n_am_pl": [0, 4, 4, 3, 1, 2, 3, 0, 0, 2, 1, 2, 2, 1, 2, 2, 4, 3, 4, 2, 5, 7, 6, 6, 3, 4, 5, 1, 2, 5, 4, 4, 4, 5, 6, 6, 4, 3, 3, 4, 3, 3, 3, 3, 1, 2, 0, 0, 0, 1], "n_pos": 18, "sum_m_en": [2.63052, 1.167844, 1.213864, 0.977029, 1.047339, 1.169369, 1.073107, 1.104305, 1.241247, 1.220186, 1.332569, 1.488567, 1.373187, 1.677553, 1.67004, 1.480625, 1.417199, 1.374321, 1.239801, 1.135982, 1.086792, 1.016394, 0.99048, 0.976653, 3.546344, 3.998438, 4.11688, 3.797192, 3.152602, 3.369466, 2.618432, 2.480573, 2.302945, 2.390168, 2.551352, 2.799401, 3.670581, 4.282676, 4.769849, 5.706388, 6.057242, 6.263869, 6.933385, 8.322574, 9.637762, 10.599509, 12.317243, 13.861773, 14.265311, 14.610436], "sum_m_pl": [6.316111, 8.310301, 8.420213, 8.306594, 8.22161, 8.126055, 8.183723, 8.162076, 8.050495, 8.34826, 8.248619, 8.373194, 8.584848, 8.169984, 8.168753, 8.316729, 8.423195, 8.319469, 8.560395, 8.783517, 8.778102, 8.741888, 8.818848, 8.781349, 6.810701, 6.636262, 6.443259, 6.592462, 7.024719, 6.929013, 7.625529, 7.839157, 7.998264, 7.775274, 7.666867, 7.739262, 6.625953, 6.04872, 5.695971, 5.494506, 5.299356, 5.319249, 4.725037, 3.576436, 2.224121, 2.213384, 1.138301, 0.446104, 0.347606, 0.66413]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "llmzszl-18567", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 709, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9843, "tf_agree_excl_first": 0.9895}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [98, 126, 93, 93, 82, 81, 62, 64, 57, 61, 52, 74, 93, 77, 65, 60, 48, 41, 43, 37, 47, 48, 38, 39, 62, 51, 62, 65, 70, 71, 62, 72, 93, 75, 95, 79, 75, 61, 52, 55, 59, 41, 50, 58, 45, 43, 34, 17, 2, 2], "n_am_pl": [6, 58, 47, 30, 51, 38, 48, 47, 60, 58, 59, 66, 65, 64, 75, 65, 100, 83, 98, 89, 85, 67, 80, 88, 52, 56, 69, 73, 64, 74, 78, 86, 73, 77, 61, 47, 35, 23, 21, 24, 29, 27, 26, 21, 19, 21, 24, 24, 41, 43], "n_pos": 357, "sum_m_en": [32.154617, 16.640947, 18.103346, 18.938981, 19.167267, 19.836421, 19.736605, 22.545196, 22.727488, 25.334812, 24.830728, 25.996315, 26.995229, 28.36634, 28.691608, 26.401405, 25.535388, 23.742264, 21.432775, 19.654283, 18.442493, 17.551074, 16.92073, 16.441901, 30.852144, 33.396211, 35.756514, 36.741567, 38.865475, 39.591771, 37.191929, 37.147917, 35.966701, 36.493504, 38.088968, 35.910554, 37.641952, 34.830682, 35.150238, 36.608072, 35.542085, 34.239821, 33.659761, 39.528706, 42.071086, 40.540903, 29.137475, 19.828542, 4.671253, 1.655409], "sum_m_pl": [141.487982, 182.856261, 174.82965, 169.595166, 168.682136, 167.670931, 168.649226, 162.490924, 160.647653, 159.404893, 157.880844, 159.521025, 162.779617, 161.486955, 162.503988, 165.686234, 167.716439, 167.644292, 174.043506, 177.759694, 176.299768, 175.483108, 176.479676, 175.738784, 143.641187, 142.314636, 135.857437, 146.214382, 149.475577, 149.335476, 149.705481, 153.790632, 157.957179, 147.883332, 140.865605, 134.899727, 121.381823, 117.484035, 106.059322, 100.99227, 96.657443, 95.64607, 88.458934, 70.676009, 60.435089, 55.631071, 47.44995, 39.798326, 39.890097, 43.52947]}, "digit": {"n_am_en": [26, 41, 24, 23, 19, 11, 5, 7, 5, 14, 9, 12, 18, 14, 14, 11, 8, 9, 7, 6, 8, 8, 7, 8, 12, 10, 21, 25, 24, 25, 14, 23, 25, 21, 26, 20, 12, 9, 8, 9, 9, 8, 11, 10, 9, 5, 3, 0, 0, 0], "n_am_pl": [0, 7, 10, 4, 13, 3, 8, 11, 18, 23, 15, 17, 20, 15, 18, 11, 14, 13, 16, 22, 14, 7, 11, 15, 7, 6, 10, 11, 14, 13, 20, 18, 19, 20, 17, 11, 10, 6, 4, 3, 6, 4, 8, 5, 2, 2, 2, 0, 0, 0], "n_pos": 89, "sum_m_en": [8.392986, 3.767133, 4.022394, 4.236784, 4.317138, 4.702792, 4.395712, 5.117642, 5.37156, 6.056123, 5.933339, 6.250144, 6.483714, 7.132683, 7.012252, 6.166475, 5.867343, 5.670016, 5.044996, 4.598875, 4.295567, 4.044107, 3.925367, 3.832861, 6.702489, 7.889454, 8.962532, 9.676044, 9.867243, 10.024306, 9.206471, 9.413195, 8.586163, 8.506187, 8.422105, 7.843143, 8.136424, 7.214237, 7.193755, 7.107023, 7.139179, 7.276749, 7.440469, 8.176542, 8.832563, 8.101438, 5.623209, 3.756944, 0.666802, 0.0], "sum_m_pl": [36.177783, 46.52714, 43.867593, 42.893267, 42.152853, 41.718491, 42.370869, 40.138716, 39.605165, 39.414146, 38.147797, 38.546656, 39.763667, 38.906339, 39.721701, 40.792106, 41.379186, 41.590982, 43.474787, 44.434923, 44.34351, 44.413403, 44.791088, 44.762154, 38.517811, 35.925119, 33.485907, 36.183839, 37.297186, 36.422421, 36.949603, 37.993746, 39.824822, 38.339877, 37.648106, 38.227038, 35.638982, 35.443578, 33.822429, 33.043435, 32.58408, 34.068612, 32.890401, 29.131942, 27.323815, 21.859258, 14.321426, 10.018496, 1.753804, 0.0]}, "lang": {"n_am_en": [10, 6, 6, 8, 13, 6, 10, 14, 16, 12, 8, 6, 11, 8, 9, 11, 9, 7, 12, 13, 18, 15, 11, 13, 15, 15, 11, 11, 12, 12, 14, 12, 16, 11, 18, 17, 18, 16, 16, 21, 23, 17, 20, 24, 23, 23, 15, 9, 2, 2], "n_am_pl": [3, 18, 10, 4, 4, 10, 2, 8, 8, 7, 10, 7, 7, 8, 11, 11, 14, 10, 15, 8, 10, 12, 12, 10, 5, 4, 5, 9, 5, 10, 12, 11, 4, 12, 9, 9, 6, 7, 9, 7, 6, 8, 9, 10, 8, 12, 16, 18, 39, 43], "n_pos": 47, "sum_m_en": [4.230817, 2.373742, 2.533578, 2.555423, 2.557521, 2.584216, 2.588978, 2.662595, 2.897635, 2.878953, 2.987676, 3.153155, 3.334099, 3.429149, 3.608039, 3.59825, 3.509168, 3.393537, 3.013644, 2.824403, 2.828671, 2.720062, 2.563474, 2.503114, 6.258363, 6.024452, 5.899932, 5.46683, 6.144028, 6.047902, 5.556237, 5.488322, 5.559004, 6.127148, 6.694191, 7.294359, 8.382426, 8.508107, 8.653474, 11.749552, 11.023199, 11.223686, 11.340561, 16.194404, 19.784037, 19.31745, 12.401994, 7.533596, 2.987811, 1.655321], "sum_m_pl": [17.672637, 22.911023, 22.254256, 21.521122, 21.576048, 21.303492, 21.398228, 21.719209, 22.152777, 22.248562, 21.881514, 21.631227, 21.969433, 22.130654, 22.076796, 22.091995, 22.309411, 21.882236, 22.572866, 22.919026, 22.349807, 22.070814, 22.249644, 21.986194, 16.81837, 17.500085, 17.194881, 18.946431, 19.011742, 19.410895, 19.735023, 20.136231, 20.060107, 19.343746, 18.461114, 17.971953, 16.968054, 17.19363, 16.118485, 14.914088, 14.321646, 14.58098, 13.899504, 12.243127, 10.48581, 12.941517, 17.805802, 18.550521, 35.48965, 43.119457]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 357, "item_id": "llmzszl-18567", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 640, "region_end": 357, "roundtrip_ok": true, "tf_agree": 0.9888, "tf_agree_excl_first": 0.9916}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [30, 36, 31, 22, 19, 12, 11, 15, 13, 21, 18, 24, 13, 18, 21, 15, 18, 17, 15, 12, 8, 11, 11, 16, 25, 25, 20, 29, 29, 31, 22, 20, 14, 15, 21, 18, 18, 20, 25, 27, 29, 26, 26, 26, 27, 25, 31, 29, 28, 30], "n_am_pl": [1, 14, 14, 16, 8, 9, 6, 7, 9, 6, 17, 11, 10, 12, 12, 12, 16, 8, 6, 16, 10, 7, 11, 10, 6, 10, 14, 7, 15, 11, 12, 14, 9, 14, 7, 7, 10, 11, 5, 4, 8, 7, 8, 5, 5, 7, 1, 0, 0, 0], "n_pos": 94, "sum_m_en": [12.726439, 5.328262, 5.213415, 4.807488, 5.005696, 5.038366, 4.861004, 5.079057, 5.211686, 5.44456, 5.963272, 6.012158, 6.445086, 6.875059, 6.74398, 6.428602, 6.591884, 6.597195, 5.852261, 5.347713, 4.958633, 4.760185, 4.639916, 4.601527, 12.067143, 12.942196, 11.679441, 11.586872, 11.520922, 11.035546, 10.446384, 10.104181, 9.334404, 9.403832, 10.169506, 10.448182, 10.819511, 10.769744, 12.609566, 15.83724, 17.420801, 18.362807, 22.273234, 21.97158, 25.577386, 24.334903, 26.596601, 26.775348, 28.996026, 30.122718], "sum_m_pl": [34.047573, 46.232292, 45.152568, 44.332077, 42.972816, 42.013765, 43.117635, 41.601947, 42.31611, 43.700649, 42.739808, 43.72338, 43.013083, 42.172994, 42.181988, 43.439318, 42.874438, 42.799308, 43.718903, 44.798634, 44.901771, 44.979114, 45.052984, 45.049716, 32.813855, 32.206713, 32.239542, 35.269791, 35.822851, 36.598999, 37.183469, 36.985981, 37.548243, 36.848368, 35.729538, 33.907426, 30.713658, 29.263838, 25.957131, 23.831168, 23.202594, 19.024238, 17.253938, 14.629856, 11.864311, 10.397712, 4.140702, 2.153446, 0.109327, 0.003639]}, "digit": {"n_am_en": [2, 7, 5, 3, 3, 1, 2, 1, 2, 7, 5, 5, 2, 2, 4, 3, 1, 2, 3, 1, 1, 2, 2, 2, 3, 3, 4, 6, 7, 6, 6, 5, 2, 1, 2, 2, 1, 3, 3, 3, 2, 3, 2, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 2, 1, 0, 0, 1, 0, 0, 3, 2, 4, 1, 3, 4, 3, 2, 0, 3, 2, 3, 2, 3, 1, 2, 1, 0, 3, 2, 1, 2, 0, 0, 0, 1, 3, 5, 1, 2, 4, 5, 5, 2, 2, 4, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.554808, 0.734154, 0.684107, 0.670328, 0.705953, 0.706171, 0.699727, 0.744095, 0.764775, 0.831993, 0.881946, 0.906613, 0.913605, 0.993995, 0.933277, 0.921187, 0.964846, 0.974562, 0.896856, 0.84294, 0.795129, 0.768051, 0.744336, 0.737758, 1.232401, 1.348091, 1.383638, 1.438436, 1.512364, 1.467855, 1.4027, 1.378256, 1.262714, 1.29484, 1.313296, 1.272919, 1.151272, 1.199195, 1.254606, 1.234181, 1.204515, 1.199779, 2.004723, 2.068249, 1.951393, 1.621956, 0.579527, 0.531125, 0.058069, 0.0], "sum_m_pl": [7.159369, 9.052486, 8.744529, 8.507963, 8.309313, 8.220907, 8.333554, 7.957236, 8.02889, 8.338847, 8.257571, 8.502413, 8.186096, 7.836031, 7.909882, 7.993088, 7.801122, 7.741489, 8.055195, 8.251425, 8.253835, 8.275165, 8.261694, 8.327829, 6.685265, 6.41901, 6.182908, 6.654234, 6.678689, 6.727123, 6.690425, 6.588092, 6.860273, 6.609775, 6.467549, 6.400635, 6.056778, 5.997813, 5.695798, 5.8463, 5.88406, 5.870325, 5.345265, 4.863285, 4.548541, 3.902816, 1.364754, 0.479979, 0.032664, 0.0]}, "lang": {"n_am_en": [10, 10, 10, 7, 6, 4, 5, 6, 5, 4, 5, 7, 4, 6, 8, 5, 9, 7, 4, 5, 5, 6, 5, 8, 13, 10, 8, 9, 9, 8, 9, 5, 6, 7, 10, 8, 10, 9, 14, 15, 18, 14, 17, 18, 19, 19, 26, 26, 27, 30], "n_am_pl": [1, 3, 2, 5, 2, 2, 1, 2, 4, 3, 4, 2, 1, 3, 3, 2, 5, 3, 3, 3, 3, 2, 7, 2, 2, 4, 4, 2, 6, 4, 3, 4, 2, 4, 2, 2, 2, 2, 1, 1, 1, 0, 1, 2, 2, 3, 1, 0, 0, 0], "n_pos": 30, "sum_m_en": [4.730393, 2.035908, 2.10353, 1.759436, 1.722079, 1.766597, 1.756217, 1.837371, 1.878588, 1.904132, 2.148127, 2.198878, 2.489767, 2.627723, 2.641794, 2.437398, 2.504284, 2.402303, 2.105591, 1.857983, 1.72752, 1.637223, 1.600579, 1.548698, 4.853266, 5.615052, 4.74882, 4.618246, 4.592914, 4.307635, 4.342505, 4.031199, 3.795681, 3.855515, 4.220704, 4.366325, 4.658811, 4.331347, 5.743956, 6.789139, 8.282794, 10.022559, 12.711837, 13.365848, 15.489401, 16.894052, 20.6745, 21.751395, 27.092456, 29.21017], "sum_m_pl": [9.390471, 13.37038, 13.435875, 13.208684, 12.910736, 12.473697, 12.807638, 12.680671, 12.914418, 13.438272, 13.18102, 13.586414, 13.312295, 13.169757, 13.111152, 13.656561, 13.667807, 13.723054, 13.938001, 14.274945, 14.307932, 14.327136, 14.378222, 14.381581, 10.88875, 10.597732, 10.564006, 11.336122, 11.511074, 11.569333, 11.906749, 11.88117, 12.070124, 12.102874, 11.649653, 11.276688, 10.719673, 10.454874, 9.395008, 8.392517, 7.51689, 5.704877, 5.21243, 4.506852, 3.69378, 3.51019, 1.681896, 0.906726, 0.047086, 0.000232]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "llmzszl-18568", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 694, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9789}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [84, 119, 66, 73, 87, 63, 70, 60, 60, 71, 86, 87, 87, 87, 75, 66, 66, 61, 53, 54, 37, 52, 45, 45, 79, 70, 69, 72, 74, 80, 77, 74, 62, 75, 76, 81, 76, 62, 65, 66, 62, 56, 53, 43, 39, 37, 23, 24, 19, 18], "n_am_pl": [20, 68, 76, 60, 58, 71, 58, 61, 53, 45, 51, 44, 56, 48, 37, 53, 54, 57, 59, 63, 64, 50, 54, 61, 40, 49, 44, 46, 58, 72, 63, 66, 57, 47, 40, 41, 32, 30, 37, 33, 36, 36, 32, 39, 31, 41, 36, 41, 57, 63], "n_pos": 351, "sum_m_en": [34.177989, 16.912831, 17.672812, 18.155615, 18.83105, 19.406825, 19.300239, 20.832483, 22.317732, 22.664722, 23.684464, 23.851735, 25.678988, 28.083979, 27.708453, 25.799583, 25.588176, 24.445395, 21.854529, 20.315999, 18.755762, 17.880886, 17.442249, 16.932798, 34.444484, 36.828823, 37.366709, 35.71013, 39.407199, 38.778876, 37.930402, 35.470008, 34.286556, 34.284745, 38.214361, 36.936727, 36.497273, 36.083261, 36.798351, 40.056112, 37.541701, 36.555168, 39.680107, 36.980378, 37.108429, 31.252195, 25.53544, 26.876829, 21.099656, 17.977181], "sum_m_pl": [140.375178, 179.586771, 173.104869, 169.933563, 168.720183, 164.431666, 166.908048, 162.663783, 162.628593, 164.605969, 162.112371, 161.921822, 161.447334, 158.483615, 157.136566, 161.274064, 159.660097, 162.879006, 166.663676, 168.561556, 167.099485, 166.339, 167.026825, 167.029073, 126.178024, 125.578566, 122.573639, 137.299119, 139.758281, 143.341307, 143.690072, 145.420615, 147.137265, 139.698761, 134.050028, 129.249156, 118.680711, 116.822296, 110.043758, 104.615267, 102.37261, 97.00081, 91.908668, 83.19546, 72.468416, 68.883227, 53.913356, 49.144007, 57.783147, 62.633421]}, "digit": {"n_am_en": [6, 33, 17, 12, 17, 7, 13, 10, 4, 11, 12, 16, 8, 12, 13, 12, 10, 6, 8, 8, 3, 4, 5, 5, 6, 5, 15, 11, 15, 20, 15, 11, 11, 16, 13, 6, 4, 3, 6, 6, 6, 7, 5, 2, 3, 0, 0, 0, 0, 0], "n_am_pl": [1, 4, 7, 8, 8, 7, 6, 5, 6, 6, 11, 10, 14, 9, 6, 8, 10, 9, 4, 6, 5, 9, 7, 7, 2, 5, 7, 6, 8, 9, 9, 8, 11, 6, 4, 4, 3, 6, 2, 2, 5, 4, 3, 2, 5, 6, 0, 0, 0, 0], "n_pos": 67, "sum_m_en": [5.93946, 3.054217, 3.056997, 3.136531, 3.156221, 3.017157, 2.914723, 3.260303, 3.478556, 3.56369, 3.670425, 3.811081, 4.10676, 4.486984, 4.163306, 4.05412, 4.10326, 3.917871, 3.557675, 3.342997, 3.061021, 2.916819, 2.870986, 2.812651, 4.403833, 5.102381, 5.415536, 5.640131, 6.450193, 6.126719, 5.974017, 5.660309, 5.156361, 5.190279, 5.333966, 5.188698, 4.796967, 4.505443, 4.669864, 4.691695, 4.632445, 4.229035, 4.25178, 4.333923, 4.786498, 3.177173, 1.702204, 1.213794, 0.270856, 0.0], "sum_m_pl": [29.045902, 35.78555, 33.939064, 33.092349, 32.966971, 32.574324, 33.143727, 31.822392, 31.533493, 32.431741, 31.948404, 32.321824, 31.592916, 30.93626, 31.047424, 31.562007, 30.896846, 31.380667, 32.333824, 32.614348, 32.299565, 32.461325, 32.45075, 32.595036, 26.194052, 24.420814, 23.925784, 27.291531, 27.397547, 27.95032, 28.213041, 28.324225, 29.414268, 27.977204, 27.071922, 26.902672, 25.432518, 24.883499, 23.019758, 22.894669, 23.003867, 22.061953, 22.26411, 20.649002, 19.617516, 15.361785, 6.941258, 3.340723, 0.374627, 0.0]}, "lang": {"n_am_en": [27, 17, 9, 12, 14, 14, 22, 17, 15, 13, 21, 19, 21, 25, 20, 21, 23, 22, 19, 19, 18, 22, 22, 25, 29, 22, 14, 19, 21, 21, 20, 22, 17, 19, 25, 35, 31, 23, 22, 23, 22, 15, 22, 16, 22, 21, 17, 22, 18, 18], "n_am_pl": [4, 27, 23, 15, 18, 20, 13, 14, 15, 17, 14, 9, 12, 7, 5, 6, 5, 8, 10, 15, 20, 14, 16, 12, 11, 11, 8, 6, 12, 13, 18, 18, 13, 13, 10, 11, 12, 14, 18, 14, 18, 16, 16, 28, 18, 28, 27, 32, 56, 62], "n_pos": 80, "sum_m_en": [7.697713, 3.980763, 4.085223, 4.34174, 4.357968, 4.804698, 4.890075, 5.234642, 5.496772, 5.462104, 5.788968, 5.815626, 6.253315, 7.027474, 7.083283, 6.38083, 6.367173, 6.099913, 5.493532, 5.015228, 4.649317, 4.420921, 4.275551, 4.142475, 9.892334, 10.729189, 9.961396, 9.046275, 10.115623, 10.223467, 10.243941, 9.487993, 9.435904, 9.450279, 10.682773, 10.314465, 10.447922, 10.003905, 9.676636, 12.182077, 10.701611, 10.200042, 13.206256, 12.474518, 15.534234, 14.239638, 15.796909, 19.048176, 18.455722, 17.971181], "sum_m_pl": [30.143066, 39.220218, 38.69283, 37.742293, 37.565111, 35.918722, 36.519165, 36.547618, 36.934443, 37.31331, 37.0465, 37.261535, 37.215861, 36.177469, 36.010816, 37.188312, 36.748554, 37.104936, 37.859771, 38.495587, 38.27064, 38.099433, 38.29363, 38.231496, 29.30781, 28.586332, 28.207403, 31.541278, 32.152905, 32.640669, 32.806702, 33.431366, 33.992557, 33.033275, 31.995963, 32.099665, 31.609677, 33.213362, 32.798906, 30.224018, 30.239153, 28.638401, 27.810019, 28.129943, 26.294959, 29.665355, 28.964729, 31.395185, 52.44873, 61.135241]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 353, "item_id": "llmzszl-18568", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 625, "region_end": 351, "roundtrip_ok": true, "tf_agree": 0.983, "tf_agree_excl_first": 0.9858}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [47, 54, 49, 32, 35, 33, 43, 47, 45, 40, 42, 35, 37, 40, 42, 35, 41, 35, 35, 28, 25, 24, 21, 22, 44, 39, 48, 51, 46, 37, 31, 26, 36, 39, 39, 37, 52, 48, 42, 49, 47, 47, 44, 42, 37, 42, 42, 44, 48, 47], "n_am_pl": [11, 11, 10, 11, 10, 14, 9, 3, 12, 16, 9, 13, 17, 20, 20, 15, 14, 16, 14, 27, 27, 33, 28, 24, 11, 11, 14, 16, 18, 19, 21, 23, 15, 17, 16, 9, 7, 6, 8, 6, 7, 4, 6, 5, 2, 3, 3, 0, 0, 0], "n_pos": 131, "sum_m_en": [15.935473, 7.391257, 7.219497, 7.387163, 7.41659, 7.60615, 8.065934, 8.449097, 9.417255, 9.215592, 10.113958, 10.385801, 11.349995, 12.152815, 11.511586, 11.025707, 10.398014, 10.186333, 9.12106, 8.077854, 7.397455, 6.697381, 6.374556, 6.165293, 16.327468, 17.446094, 19.296074, 19.81224, 18.313025, 17.364292, 15.364517, 14.359611, 14.090469, 14.418976, 15.25995, 17.272159, 21.323625, 21.668045, 24.564759, 28.085871, 28.283148, 30.301941, 30.111467, 33.232496, 33.388589, 36.968388, 40.174417, 44.042596, 48.873543, 48.112873], "sum_m_pl": [49.446797, 64.739772, 63.423979, 61.404402, 59.915608, 60.281205, 59.44794, 58.70135, 56.748059, 58.481358, 57.78658, 57.810043, 56.678309, 57.222345, 58.67184, 58.653982, 59.018455, 58.373598, 60.265411, 62.36898, 63.45603, 64.254458, 64.520233, 64.770542, 51.614813, 50.939745, 48.351104, 50.0367, 52.156979, 52.808594, 53.834875, 56.235332, 55.502822, 53.641665, 51.878034, 48.161407, 44.710293, 43.457259, 40.432821, 36.920984, 32.650246, 29.840368, 25.834173, 19.323861, 15.124643, 12.220934, 6.885841, 5.413557, 1.961415, 0.000388]}, "digit": {"n_am_en": [0, 6, 5, 2, 5, 4, 5, 4, 3, 3, 2, 3, 0, 2, 3, 3, 2, 3, 6, 1, 0, 0, 0, 0, 3, 1, 6, 6, 3, 3, 0, 1, 3, 2, 2, 1, 6, 8, 5, 5, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 1, 2, 2, 2, 0, 1, 3, 3, 3, 1, 0, 0, 1, 1, 0, 0, 4, 4, 4, 2, 1, 1, 0, 0, 0, 0, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.250736, 0.664836, 0.674018, 0.689982, 0.686376, 0.712494, 0.755282, 0.680815, 0.754026, 0.769891, 0.766212, 0.806419, 0.866501, 0.901171, 0.839635, 0.808159, 0.87083, 0.874863, 0.791302, 0.706086, 0.632386, 0.589878, 0.562844, 0.543158, 0.928507, 1.042949, 1.223805, 1.339574, 1.293381, 1.272295, 1.272904, 1.168292, 1.045502, 1.078695, 1.167975, 1.103605, 1.234654, 1.175918, 1.178902, 1.075936, 1.011345, 0.981188, 1.002679, 0.928326, 0.944071, 0.83058, 0.380524, 0.391595, 0.0322, 0.0], "sum_m_pl": [5.777667, 6.807652, 6.669565, 6.431109, 6.274928, 6.241446, 6.173534, 5.94807, 5.81918, 5.822669, 5.830332, 5.807482, 5.666057, 5.810071, 6.102867, 6.056249, 5.901618, 5.750429, 6.093264, 6.231942, 6.389594, 6.485885, 6.502745, 6.559979, 6.000897, 5.970058, 5.541559, 5.702436, 5.75969, 5.856968, 5.642683, 5.940688, 6.04532, 5.898653, 5.512209, 5.268129, 5.113939, 5.147469, 5.181231, 5.259093, 5.107365, 5.257234, 4.945495, 4.199367, 3.685739, 2.639319, 1.324532, 0.989898, 0.046384, 0.0]}, "lang": {"n_am_en": [19, 21, 21, 17, 16, 16, 17, 18, 20, 17, 20, 19, 21, 21, 22, 17, 20, 19, 19, 14, 13, 12, 10, 13, 22, 20, 23, 25, 24, 19, 16, 13, 16, 20, 24, 20, 27, 29, 25, 31, 31, 31, 30, 35, 33, 35, 37, 41, 48, 47], "n_am_pl": [2, 3, 3, 3, 3, 3, 1, 1, 4, 5, 5, 3, 4, 6, 7, 4, 3, 6, 3, 13, 13, 16, 14, 14, 6, 2, 8, 3, 5, 4, 5, 10, 6, 8, 4, 5, 4, 5, 5, 3, 3, 2, 3, 2, 0, 3, 2, 0, 0, 0], "n_pos": 49, "sum_m_en": [6.259844, 2.935309, 2.924574, 2.954402, 3.06635, 3.065416, 3.331718, 3.619354, 3.995751, 3.843516, 4.412231, 4.584511, 5.274987, 5.807277, 5.527442, 5.328105, 4.683562, 4.710866, 4.225589, 3.62693, 3.207297, 2.839319, 2.620957, 2.51518, 7.80102, 8.576035, 9.428529, 9.160302, 8.926737, 8.363327, 7.22787, 7.082967, 7.077316, 7.452972, 8.193792, 9.317716, 12.927203, 13.72467, 16.437607, 19.290401, 19.883766, 22.235875, 22.778247, 25.978221, 26.905824, 29.895599, 34.049979, 38.994184, 46.363408, 47.116548], "sum_m_pl": [16.35069, 23.130303, 22.767062, 22.114459, 21.564418, 21.729114, 21.46164, 21.509985, 20.977063, 21.584599, 21.650735, 21.71552, 21.158791, 20.857866, 21.350481, 21.188081, 21.539511, 21.388986, 21.937285, 22.971738, 23.457158, 23.882903, 24.034511, 24.158899, 19.064344, 18.879035, 18.256767, 18.154648, 18.620403, 18.669902, 19.582502, 20.757431, 20.520808, 20.206475, 19.129113, 18.075297, 15.822098, 15.384482, 13.141825, 11.592333, 10.367168, 8.725116, 7.478524, 5.454709, 3.971504, 4.481405, 1.829136, 0.752943, 0.192247, 0.000367]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 133, "item_id": "llmzszl-18569", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 724, "region_end": 131, "roundtrip_ok": true, "tf_agree": 0.9774, "tf_agree_excl_first": 0.9848}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [61, 56, 58, 48, 45, 51, 52, 55, 39, 36, 35, 33, 32, 35, 35, 29, 45, 32, 36, 28, 25, 27, 22, 20, 55, 49, 47, 47, 41, 49, 40, 33, 32, 41, 34, 41, 46, 48, 45, 48, 41, 40, 39, 33, 23, 20, 13, 10, 0, 0], "n_am_pl": [15, 34, 29, 18, 18, 25, 18, 24, 24, 33, 24, 31, 21, 25, 28, 39, 40, 37, 39, 58, 60, 57, 45, 43, 26, 39, 32, 40, 42, 38, 44, 45, 42, 43, 37, 33, 33, 26, 23, 20, 13, 14, 14, 14, 11, 10, 14, 20, 44, 49], "n_pos": 180, "sum_m_en": [17.808329, 8.856957, 8.877235, 9.190311, 9.747406, 9.969951, 10.158883, 10.424119, 11.418504, 11.212128, 11.778842, 12.409093, 13.229008, 13.56439, 13.027175, 12.825493, 12.877706, 12.509841, 11.204487, 10.20645, 9.437546, 8.932358, 8.608785, 8.298376, 18.542334, 18.389362, 20.788139, 20.623173, 20.718218, 19.894934, 18.405074, 16.923468, 16.257181, 17.163169, 17.198088, 18.278069, 21.679795, 23.689401, 23.29183, 25.643539, 24.946897, 24.193776, 22.966994, 23.694101, 20.527795, 18.680185, 14.24792, 12.629687, 2.03789, 0.002411], "sum_m_pl": [73.862773, 88.902777, 87.569113, 84.217965, 82.680739, 83.552983, 84.033471, 83.769464, 81.203823, 82.14539, 80.893489, 79.997763, 80.262619, 81.606618, 83.731282, 83.754581, 83.480796, 82.54124, 85.30311, 87.042682, 88.190035, 88.587648, 88.391752, 88.625951, 72.308018, 72.132099, 69.251544, 73.979615, 75.729562, 76.680753, 76.275108, 78.987883, 79.322459, 74.777138, 72.929165, 70.422563, 65.579771, 64.352432, 63.837573, 60.285334, 53.675117, 53.100366, 46.213064, 39.204102, 32.510665, 27.174636, 26.209538, 28.201708, 45.806017, 49.0274]}, "digit": {"n_am_en": [2, 8, 6, 7, 6, 4, 7, 7, 3, 2, 2, 3, 1, 2, 3, 0, 4, 5, 5, 3, 1, 0, 1, 2, 6, 2, 5, 6, 5, 5, 5, 1, 1, 2, 1, 0, 1, 2, 3, 4, 2, 2, 2, 4, 3, 2, 1, 0, 0, 0], "n_am_pl": [1, 2, 1, 1, 0, 1, 0, 0, 0, 1, 0, 2, 1, 2, 4, 1, 2, 0, 2, 4, 4, 3, 1, 0, 0, 3, 2, 0, 2, 3, 0, 2, 3, 2, 1, 5, 3, 5, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.389941, 0.745826, 0.767159, 0.768892, 0.781584, 0.823695, 0.877188, 0.826444, 0.881044, 0.875016, 0.88635, 0.934664, 1.043404, 1.02196, 0.947263, 0.973582, 1.077639, 1.073903, 0.952596, 0.842022, 0.759016, 0.691078, 0.671542, 0.646801, 1.284294, 1.331996, 1.600261, 1.524808, 1.499352, 1.46594, 1.486189, 1.224171, 1.06679, 1.129598, 1.296433, 1.196385, 1.220886, 1.176711, 1.272679, 1.53172, 1.225301, 1.06674, 1.179273, 1.488372, 1.079004, 0.799763, 0.424831, 0.407143, 0.005806, 0.0], "sum_m_pl": [7.013458, 7.938956, 7.742505, 7.352222, 7.139564, 7.113442, 7.04566, 6.797272, 6.746981, 6.737256, 6.648028, 6.605084, 6.520297, 6.749977, 7.08968, 7.045647, 6.980649, 6.817344, 7.181102, 7.304249, 7.421323, 7.516644, 7.502795, 7.558074, 6.737168, 6.70706, 6.235227, 6.54118, 6.677734, 6.620033, 6.396928, 6.878188, 7.16869, 6.917394, 6.26695, 6.3503, 6.170315, 6.184411, 6.115381, 5.912757, 5.864205, 6.045676, 5.892026, 4.967881, 3.943295, 2.536316, 1.857578, 1.115207, 0.018307, 0.0]}, "lang": {"n_am_en": [11, 7, 14, 13, 12, 11, 11, 10, 10, 12, 8, 11, 15, 14, 15, 9, 13, 11, 14, 10, 10, 12, 7, 6, 17, 21, 18, 15, 16, 14, 12, 13, 13, 19, 14, 18, 16, 22, 18, 20, 18, 17, 18, 16, 13, 14, 12, 9, 0, 0], "n_am_pl": [0, 12, 13, 7, 9, 6, 3, 7, 7, 8, 8, 5, 2, 3, 10, 11, 14, 14, 17, 22, 20, 19, 20, 19, 12, 14, 11, 9, 12, 11, 20, 17, 14, 15, 16, 16, 14, 11, 12, 9, 7, 6, 7, 9, 8, 9, 13, 19, 44, 48], "n_pos": 50, "sum_m_en": [4.191413, 2.437533, 2.415222, 2.60513, 2.95432, 2.826743, 2.882494, 3.073207, 3.303559, 3.24084, 3.549123, 3.846492, 4.098607, 4.133156, 4.042, 4.081168, 3.948064, 3.774088, 3.412518, 3.103209, 2.834894, 2.663521, 2.54143, 2.462361, 5.81235, 5.770865, 6.673795, 5.956641, 6.623561, 6.223901, 5.544055, 5.480703, 5.296057, 5.867032, 5.837879, 6.62788, 8.809849, 9.053457, 9.41688, 11.240838, 12.07521, 12.350513, 12.163802, 13.304282, 12.020773, 12.427157, 10.846058, 9.064697, 0.367659, 0.001914], "sum_m_pl": [18.744369, 22.752111, 22.538051, 21.67623, 21.708754, 22.049145, 22.627053, 23.12686, 22.757673, 22.662562, 22.189062, 21.896883, 22.079403, 22.301208, 22.901999, 22.901995, 22.877108, 22.88118, 23.443405, 23.848646, 24.107738, 24.341577, 24.31054, 24.415091, 20.45504, 20.247222, 19.776077, 20.762613, 20.424515, 21.349932, 22.025765, 22.48356, 22.399799, 21.527252, 21.172761, 21.406827, 19.9801, 20.294374, 19.640805, 18.57888, 17.133325, 16.884863, 14.057263, 13.704484, 11.741164, 13.093226, 15.528379, 18.431391, 41.363262, 48.039411]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "llmzszl-18569", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 655, "region_end": 180, "roundtrip_ok": true, "tf_agree": 0.9725, "tf_agree_excl_first": 0.9779}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [88, 98, 80, 74, 73, 41, 62, 58, 55, 62, 76, 64, 63, 50, 69, 66, 55, 59, 52, 55, 49, 62, 55, 59, 75, 70, 75, 73, 77, 60, 62, 64, 72, 67, 72, 81, 82, 95, 99, 93, 93, 83, 88, 83, 76, 59, 56, 58, 53, 50], "n_am_pl": [2, 36, 43, 41, 26, 28, 43, 35, 30, 31, 33, 33, 48, 57, 48, 50, 37, 24, 26, 34, 44, 29, 33, 33, 26, 29, 35, 35, 37, 40, 47, 51, 40, 36, 27, 22, 9, 10, 12, 8, 12, 8, 9, 8, 7, 3, 3, 3, 1, 1], "n_pos": 292, "sum_m_en": [34.081987, 15.911514, 16.051301, 15.416563, 16.319846, 17.302037, 16.619873, 18.435705, 19.563242, 20.050645, 20.900438, 21.169644, 21.749974, 22.422538, 23.491479, 21.768968, 21.703576, 20.949313, 18.437665, 17.473949, 16.295448, 15.232966, 14.407065, 14.083228, 31.879482, 36.038727, 34.279425, 32.028276, 31.994005, 31.594353, 31.171472, 29.825367, 28.844955, 29.280361, 31.721682, 35.319894, 39.875122, 40.255939, 45.721834, 56.635973, 54.604501, 53.346871, 54.796548, 58.782977, 61.387433, 55.884162, 58.480931, 56.545212, 53.756575, 50.099985], "sum_m_pl": [112.509481, 146.057988, 140.049855, 137.326877, 134.938001, 130.913503, 132.530609, 129.54259, 127.420761, 130.202183, 129.377358, 129.328893, 129.909321, 129.161737, 128.844595, 132.244652, 131.584281, 130.767095, 132.677118, 136.868488, 136.586417, 137.776163, 139.295049, 139.967106, 104.980806, 103.448048, 101.923667, 110.983365, 115.514749, 114.215033, 113.814272, 116.564948, 117.89752, 112.329862, 106.051371, 99.780453, 90.022243, 86.174285, 76.713101, 68.273396, 65.910241, 59.722386, 54.051926, 45.53758, 34.384496, 24.762063, 13.676267, 8.120614, 1.838685, 1.000467]}, "digit": {"n_am_en": [15, 30, 24, 27, 18, 1, 19, 17, 5, 13, 14, 7, 8, 7, 10, 11, 11, 11, 10, 13, 10, 15, 12, 11, 21, 14, 18, 16, 16, 14, 15, 15, 21, 13, 15, 21, 28, 30, 26, 21, 19, 19, 19, 17, 9, 4, 2, 0, 0, 0], "n_am_pl": [0, 5, 11, 11, 4, 9, 14, 8, 6, 10, 13, 11, 16, 17, 9, 13, 15, 7, 4, 6, 7, 6, 8, 7, 5, 8, 9, 9, 8, 9, 16, 14, 8, 11, 8, 5, 1, 1, 1, 1, 3, 1, 2, 3, 2, 1, 2, 0, 0, 0], "n_pos": 74, "sum_m_en": [7.599711, 3.622974, 3.674785, 3.608906, 3.616632, 4.029613, 3.962952, 4.40486, 4.458707, 4.788008, 5.06969, 5.164499, 5.774586, 5.687924, 5.520976, 5.342081, 5.271506, 5.16463, 4.471566, 4.265087, 4.013354, 3.700779, 3.477696, 3.392267, 7.273022, 8.090741, 7.429534, 6.59761, 6.711863, 6.867019, 6.923868, 6.506139, 6.278954, 6.242188, 6.636423, 7.514917, 7.797968, 6.761386, 7.922775, 8.03711, 7.702979, 6.746758, 6.46576, 6.85024, 5.671394, 4.669539, 3.706163, 1.485262, 0.475845, 0.0], "sum_m_pl": [31.614799, 38.855746, 36.632686, 36.108547, 35.247072, 33.333971, 34.108794, 32.835254, 31.555622, 32.935721, 32.766612, 32.45849, 31.838678, 31.926258, 32.174439, 33.011714, 32.964649, 32.87214, 33.451739, 34.416913, 34.163194, 34.836611, 35.178032, 35.599234, 28.525794, 27.463095, 26.565783, 29.062079, 30.43864, 29.903665, 29.213197, 30.55967, 30.867077, 30.257554, 28.806311, 28.72782, 28.109033, 28.088872, 25.134243, 25.066932, 24.063624, 24.455651, 22.997105, 21.139828, 16.85193, 13.324509, 8.418454, 3.212058, 0.507552, 0.0]}, "lang": {"n_am_en": [22, 16, 14, 10, 15, 17, 13, 12, 16, 13, 19, 19, 19, 16, 17, 14, 11, 15, 11, 10, 9, 13, 11, 15, 15, 17, 16, 12, 18, 13, 17, 13, 12, 23, 18, 21, 19, 25, 32, 32, 34, 30, 37, 38, 41, 32, 36, 42, 46, 49], "n_am_pl": [0, 6, 9, 7, 6, 3, 7, 7, 6, 5, 1, 6, 8, 10, 9, 10, 10, 6, 7, 9, 12, 9, 7, 8, 4, 7, 6, 6, 8, 5, 9, 12, 11, 7, 5, 8, 4, 5, 3, 4, 4, 3, 2, 1, 2, 0, 0, 0, 1, 1], "n_pos": 51, "sum_m_en": [7.617054, 3.225279, 3.048749, 2.74178, 2.920777, 3.395393, 3.156024, 3.493111, 3.857765, 3.860469, 3.99828, 3.985846, 3.988927, 4.221622, 4.527852, 4.088615, 3.963372, 3.937682, 3.499815, 3.248206, 3.068014, 2.867311, 2.677638, 2.615854, 6.941894, 8.707378, 8.434839, 7.512914, 7.600394, 7.253269, 7.1785, 6.795187, 6.214398, 6.689733, 6.906504, 8.375212, 11.259574, 12.306537, 16.200474, 22.362669, 23.26277, 24.295648, 26.229333, 28.691134, 32.189318, 29.686906, 35.936644, 38.331273, 45.078064, 47.845318], "sum_m_pl": [17.104889, 23.993221, 23.795368, 23.393849, 23.017286, 22.246405, 22.541337, 22.797939, 22.943908, 23.112276, 23.106666, 23.550233, 23.985028, 23.918251, 23.838942, 24.000432, 23.846266, 23.502201, 23.640686, 24.255965, 24.1466, 24.171166, 24.470621, 24.436644, 18.571956, 17.678682, 17.503308, 19.0157, 19.796518, 19.45439, 19.721373, 20.442264, 21.028765, 20.179808, 19.457945, 18.283769, 16.069485, 15.318445, 12.344795, 9.947368, 9.519899, 8.518067, 7.271768, 6.136592, 4.623461, 2.108059, 1.412326, 0.527676, 0.980401, 1.000027]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 294, "item_id": "llmzszl-18571", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 717, "region_end": 292, "roundtrip_ok": true, "tf_agree": 0.9864, "tf_agree_excl_first": 0.9898}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [126, 149, 121, 122, 111, 72, 110, 96, 98, 101, 107, 104, 89, 97, 117, 86, 115, 99, 79, 88, 87, 95, 82, 75, 121, 116, 106, 102, 95, 109, 109, 112, 107, 87, 114, 123, 124, 115, 122, 131, 110, 122, 111, 91, 76, 57, 19, 9, 4, 0], "n_am_pl": [22, 72, 61, 55, 63, 72, 49, 43, 47, 51, 41, 46, 50, 59, 57, 72, 56, 47, 66, 65, 83, 59, 59, 69, 43, 50, 65, 59, 78, 74, 77, 66, 72, 63, 44, 46, 32, 42, 38, 36, 29, 34, 32, 29, 44, 51, 58, 60, 82, 91], "n_pos": 425, "sum_m_en": [42.258133, 21.722581, 22.855351, 24.15745, 24.650636, 25.464692, 24.979612, 27.081061, 28.897927, 29.306186, 30.417853, 31.647314, 31.949614, 32.705189, 35.06279, 32.950774, 32.009498, 30.948303, 26.568785, 25.109431, 23.858242, 22.108013, 20.864289, 20.167407, 43.625314, 46.213285, 46.860283, 43.432415, 45.760712, 46.494673, 46.467599, 43.966201, 42.436197, 42.281892, 45.598571, 47.019653, 50.288497, 49.741847, 55.70148, 65.105401, 61.552301, 61.221607, 60.608957, 54.804748, 57.911325, 51.966621, 24.275811, 16.516438, 4.767895, 0.018954], "sum_m_pl": [175.431424, 212.908772, 203.083334, 199.005562, 199.669508, 195.528821, 198.855244, 194.673022, 191.503933, 192.734447, 191.301276, 190.777649, 194.580572, 192.726223, 192.391752, 195.85369, 195.918657, 195.191136, 201.429031, 204.762992, 204.068078, 204.278739, 205.626574, 206.420957, 163.013313, 161.98665, 158.263577, 173.144247, 176.300496, 175.032389, 173.530523, 176.551909, 179.942733, 169.094206, 161.686935, 155.764086, 145.660859, 141.502137, 131.078168, 123.768771, 121.088011, 115.944676, 109.694057, 100.741223, 90.097647, 83.766491, 82.825956, 71.873087, 86.262409, 91.990963]}, "digit": {"n_am_en": [29, 55, 48, 45, 29, 22, 33, 30, 11, 22, 25, 22, 15, 18, 23, 13, 26, 17, 23, 23, 20, 21, 21, 22, 39, 35, 35, 29, 30, 32, 35, 29, 31, 19, 33, 32, 36, 34, 40, 44, 31, 38, 32, 25, 12, 7, 2, 1, 0, 0], "n_am_pl": [0, 11, 5, 11, 10, 10, 13, 6, 11, 11, 9, 13, 16, 17, 20, 13, 14, 9, 13, 13, 15, 9, 10, 8, 5, 6, 15, 14, 22, 21, 19, 18, 25, 21, 8, 8, 4, 11, 9, 5, 6, 4, 3, 1, 5, 3, 3, 4, 0, 0], "n_pos": 115, "sum_m_en": [11.663157, 5.819109, 5.998645, 6.071747, 6.129691, 6.806506, 6.383097, 7.202967, 7.407692, 7.785741, 8.007601, 8.275594, 8.772888, 8.929641, 8.858253, 8.581666, 8.130502, 8.140059, 6.997482, 6.555912, 6.167272, 5.688581, 5.350999, 5.149871, 10.998373, 12.340271, 12.512595, 11.284666, 11.862344, 12.071431, 12.549175, 11.314927, 10.29904, 10.237494, 10.695133, 11.368606, 12.029897, 10.57713, 12.049534, 13.00637, 12.490011, 11.557262, 10.747724, 10.961062, 9.489138, 6.940907, 4.466516, 2.284845, 0.252261, 0.0], "sum_m_pl": [49.946094, 60.382158, 57.180887, 55.6892, 55.329979, 53.331109, 54.484643, 52.766691, 50.60257, 51.672668, 51.484595, 51.247694, 51.427585, 51.402907, 51.647205, 52.269895, 52.551843, 52.156642, 53.959917, 54.907469, 54.735342, 55.267074, 55.691765, 56.291108, 46.765434, 44.569132, 43.032174, 47.410396, 48.534789, 48.086872, 46.693532, 48.260404, 49.815869, 48.374677, 45.970888, 45.443362, 43.894274, 43.928066, 40.366468, 39.524929, 37.924285, 39.267367, 37.273268, 33.835704, 28.312385, 22.046959, 17.284617, 8.0851, 0.651489, 0.0]}, "lang": {"n_am_en": [31, 21, 18, 25, 22, 13, 23, 19, 20, 19, 18, 23, 21, 19, 32, 25, 25, 28, 18, 20, 15, 21, 15, 16, 26, 31, 25, 26, 22, 23, 27, 30, 25, 25, 30, 40, 39, 40, 36, 40, 41, 47, 45, 37, 45, 39, 13, 7, 1, 0], "n_am_pl": [4, 27, 20, 16, 16, 18, 7, 11, 16, 17, 12, 13, 11, 15, 11, 17, 14, 7, 10, 13, 22, 17, 15, 15, 8, 10, 9, 7, 12, 14, 15, 16, 16, 16, 15, 10, 9, 12, 15, 18, 13, 16, 15, 22, 26, 34, 45, 52, 80, 91], "n_pos": 93, "sum_m_en": [8.644973, 4.643669, 4.886518, 5.897388, 5.666596, 5.867735, 6.041261, 6.130241, 6.444304, 6.410856, 6.939932, 7.244634, 7.21835, 7.42711, 8.202402, 7.791211, 7.615288, 7.163073, 6.210961, 5.800253, 5.671544, 5.244008, 4.954048, 4.813707, 11.270576, 12.522262, 11.950297, 11.007883, 11.946643, 11.995615, 11.680478, 11.841434, 11.403533, 11.729501, 13.456909, 14.298302, 15.841043, 17.146855, 20.134427, 24.969763, 25.032644, 28.517734, 30.141572, 25.006531, 29.67356, 29.511916, 12.620126, 8.510398, 1.336043, 0.012929], "sum_m_pl": [35.624789, 43.628001, 42.491411, 41.622998, 41.847177, 41.049734, 41.996618, 41.997176, 42.249452, 42.134955, 41.682313, 41.863008, 42.658823, 41.937792, 42.343612, 42.918162, 42.807677, 42.832745, 43.99264, 44.821499, 44.31217, 44.220026, 44.579782, 44.460582, 33.923588, 33.71339, 33.38435, 36.481808, 37.019308, 36.778183, 37.342092, 37.601819, 39.181349, 37.338279, 35.292246, 35.144283, 34.618631, 34.55394, 32.436282, 29.983105, 30.271032, 30.47815, 28.427552, 32.409742, 32.297715, 34.319905, 44.100745, 48.35598, 76.559805, 89.45656]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 427, "item_id": "llmzszl-18571", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 648, "region_end": 425, "roundtrip_ok": true, "tf_agree": 0.9813, "tf_agree_excl_first": 0.9836}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [41, 46, 34, 30, 39, 34, 26, 32, 23, 31, 31, 37, 27, 36, 32, 33, 29, 28, 33, 40, 29, 35, 34, 33, 46, 51, 44, 43, 47, 41, 34, 38, 30, 39, 36, 50, 51, 43, 44, 46, 47, 48, 44, 42, 39, 47, 49, 45, 38, 33], "n_am_pl": [6, 19, 22, 23, 11, 15, 12, 9, 15, 18, 20, 15, 15, 13, 17, 12, 17, 17, 7, 11, 9, 15, 20, 20, 11, 16, 17, 19, 20, 20, 21, 14, 19, 12, 12, 10, 11, 9, 4, 4, 3, 2, 5, 5, 4, 3, 1, 2, 1, 1], "n_pos": 145, "sum_m_en": [17.094711, 7.44877, 7.561865, 7.19804, 7.865076, 8.420975, 8.280046, 9.367835, 9.162491, 9.359014, 9.689888, 10.259252, 11.278313, 11.584293, 11.294039, 10.724439, 10.494746, 10.079287, 9.072059, 8.689646, 7.862889, 7.447279, 7.071361, 6.909002, 15.914628, 19.373543, 18.24332, 16.908144, 15.310229, 15.899628, 14.859894, 14.382035, 14.160067, 14.687057, 16.450146, 16.621583, 21.749111, 23.396133, 24.947614, 28.780449, 29.611523, 32.379578, 33.174865, 35.360732, 39.40233, 43.663447, 46.604305, 44.877858, 36.903809, 33.044107], "sum_m_pl": [54.918325, 72.693011, 71.211042, 70.305109, 67.283059, 66.075521, 66.509844, 64.731388, 65.07707, 65.828584, 64.994289, 64.554107, 63.871839, 62.654119, 63.803798, 65.111214, 64.989986, 64.731525, 65.929425, 67.888651, 69.049012, 69.6279, 70.185761, 70.632397, 54.203086, 52.729584, 52.261845, 57.360961, 60.559838, 59.89501, 59.889198, 60.487476, 60.139022, 57.068522, 53.734956, 50.588722, 43.602791, 40.343199, 35.719736, 34.1492, 31.306269, 27.882075, 25.615945, 18.67311, 13.685545, 11.084049, 5.998802, 3.171179, 1.23816, 1.008139]}, "digit": {"n_am_en": [0, 6, 7, 10, 7, 6, 5, 1, 2, 1, 2, 5, 2, 6, 4, 5, 4, 3, 3, 4, 2, 5, 3, 3, 6, 7, 5, 1, 4, 4, 9, 6, 2, 3, 2, 6, 4, 4, 0, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 0], "n_am_pl": [0, 4, 0, 0, 0, 0, 0, 0, 0, 3, 4, 5, 3, 3, 3, 3, 3, 3, 2, 3, 1, 0, 0, 2, 2, 2, 4, 5, 5, 2, 1, 2, 2, 1, 3, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.939283, 0.861221, 0.913488, 0.853815, 0.835449, 0.873912, 0.856974, 0.938421, 0.898018, 0.970211, 1.168832, 1.134412, 1.285538, 1.306031, 1.121767, 1.17237, 1.194801, 1.132788, 1.065924, 1.043801, 0.951136, 0.896074, 0.847971, 0.855687, 2.024118, 2.028363, 1.864103, 1.64779, 1.691872, 1.691248, 1.779273, 1.576458, 1.443371, 1.406106, 1.555165, 1.621641, 1.564083, 1.472175, 1.509042, 1.588781, 1.406252, 1.865233, 1.692501, 1.695747, 1.847415, 1.828578, 1.488592, 1.391055, 1.02687, 0.0], "sum_m_pl": [7.381423, 9.619623, 9.080755, 9.041396, 8.848898, 8.629162, 8.701054, 8.448841, 8.296988, 8.468749, 8.463208, 8.439406, 8.350245, 8.273855, 8.456421, 8.30695, 8.100114, 8.055957, 8.082447, 8.049952, 8.174158, 8.316129, 8.443276, 8.538805, 6.677425, 6.608524, 6.703155, 7.253711, 7.56467, 7.467658, 7.156932, 7.401983, 7.63017, 7.626629, 6.985803, 7.014634, 6.490264, 6.336777, 5.791561, 5.635484, 5.513554, 5.587001, 5.085602, 4.288806, 3.402134, 2.966813, 1.495192, 0.752081, 0.060915, 0.0]}, "lang": {"n_am_en": [12, 17, 8, 6, 11, 13, 7, 11, 12, 10, 12, 12, 13, 14, 13, 9, 10, 8, 9, 16, 12, 13, 12, 11, 17, 17, 13, 15, 15, 14, 7, 13, 12, 19, 14, 23, 27, 24, 26, 26, 26, 29, 28, 27, 25, 32, 32, 32, 34, 33], "n_am_pl": [5, 8, 6, 5, 6, 7, 2, 2, 4, 9, 5, 2, 3, 4, 2, 1, 3, 3, 2, 3, 3, 5, 7, 5, 2, 2, 5, 4, 4, 6, 6, 4, 3, 1, 2, 1, 2, 3, 1, 2, 1, 1, 3, 3, 3, 1, 1, 1, 1, 1], "n_pos": 36, "sum_m_en": [4.293053, 2.005241, 1.922482, 1.832024, 1.950149, 2.163472, 2.188695, 2.472764, 2.682315, 2.675449, 2.799119, 3.079037, 3.517241, 3.558801, 3.581739, 3.12689, 3.096373, 3.077911, 2.651925, 2.419949, 2.191256, 2.037924, 1.924326, 1.854248, 5.808932, 7.044639, 6.535424, 5.985128, 5.260779, 5.72505, 5.314395, 5.164306, 4.912528, 5.554123, 6.607293, 7.053238, 10.739613, 12.116374, 13.338473, 15.683745, 16.90635, 18.80378, 19.776984, 21.740885, 23.386654, 26.854966, 29.790374, 30.419492, 32.395174, 32.821933], "sum_m_pl": [12.498353, 17.6242, 17.758186, 17.631266, 16.778372, 16.580469, 16.80311, 16.350873, 16.585268, 16.761795, 16.477494, 16.268407, 15.955597, 15.60517, 15.509392, 16.00183, 16.049358, 15.918413, 16.680031, 17.305584, 17.48811, 17.58163, 17.656434, 17.79674, 13.995648, 13.667564, 13.560503, 14.383604, 14.894754, 14.696909, 14.80194, 14.572422, 14.371228, 13.924973, 12.860211, 12.329428, 9.892244, 9.197999, 8.119246, 7.552909, 6.728264, 6.03384, 5.436597, 4.166597, 3.406005, 2.099895, 1.632501, 0.942439, 0.983755, 1.008133]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "llmzszl-18573", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 0.9863}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [253, 328, 298, 276, 363, 265, 260, 291, 241, 277, 289, 258, 298, 274, 300, 274, 280, 278, 230, 202, 201, 193, 173, 188, 330, 364, 338, 307, 365, 356, 316, 345, 293, 325, 336, 330, 314, 303, 287, 316, 304, 300, 269, 235, 177, 163, 62, 45, 25, 0], "n_am_pl": [33, 286, 305, 304, 243, 227, 208, 182, 211, 190, 197, 189, 188, 214, 201, 211, 222, 182, 219, 259, 283, 322, 335, 373, 167, 177, 161, 190, 203, 189, 234, 192, 206, 157, 169, 140, 121, 112, 117, 115, 113, 101, 113, 121, 150, 166, 209, 206, 288, 306], "n_pos": 1280, "sum_m_en": [118.605076, 60.472736, 64.168174, 64.825267, 68.483481, 68.073704, 67.465216, 71.204922, 76.026473, 78.078148, 78.352353, 84.00174, 87.264623, 91.755803, 97.406362, 90.28059, 87.537335, 85.644354, 76.311217, 72.033172, 65.899974, 61.604395, 61.243672, 58.164825, 119.020038, 128.270644, 132.203281, 120.939865, 129.674604, 133.558837, 128.023349, 124.77615, 125.873181, 132.619978, 143.37803, 149.073822, 156.240372, 159.260094, 166.157559, 167.327676, 167.407495, 161.333914, 155.330666, 156.986418, 130.155638, 117.958795, 69.356781, 55.196133, 26.9417, 0.076255], "sum_m_pl": [485.731292, 646.812247, 630.240908, 619.400013, 612.697274, 608.166598, 609.952319, 602.499152, 599.248746, 605.158892, 602.459437, 588.733487, 597.903927, 586.156152, 586.781762, 595.374559, 586.361863, 587.422944, 606.917069, 616.942479, 624.252688, 628.985804, 629.762701, 633.065135, 514.967487, 518.139081, 501.975569, 539.914777, 558.689245, 544.505437, 558.119471, 553.417051, 538.241381, 496.364415, 471.620868, 439.419594, 407.477905, 396.145159, 372.470121, 375.659164, 365.142827, 358.701225, 349.130976, 317.38299, 285.866906, 268.564091, 250.963775, 227.940854, 266.941752, 302.063824]}, "digit": {"n_am_en": [13, 54, 46, 14, 40, 36, 18, 22, 11, 20, 26, 23, 35, 18, 21, 21, 23, 21, 25, 26, 22, 20, 20, 26, 32, 43, 39, 25, 27, 27, 37, 47, 33, 33, 46, 40, 45, 33, 33, 43, 38, 39, 24, 18, 11, 6, 4, 2, 1, 0], "n_am_pl": [5, 16, 2, 24, 24, 9, 9, 6, 19, 21, 8, 18, 20, 37, 33, 30, 39, 17, 22, 17, 24, 27, 27, 24, 11, 14, 17, 20, 34, 26, 25, 26, 27, 24, 16, 10, 5, 6, 8, 6, 11, 5, 9, 10, 8, 5, 7, 11, 1, 0], "n_pos": 136, "sum_m_en": [10.923622, 6.161251, 6.483533, 6.369513, 6.513405, 6.511896, 6.491554, 7.089677, 7.157628, 7.448706, 7.993991, 8.599169, 9.25959, 9.885366, 9.816649, 9.289511, 8.946788, 8.826418, 7.845569, 7.764348, 7.076409, 6.463058, 6.179438, 5.986793, 11.612774, 12.295572, 14.000126, 11.962479, 13.187697, 13.849046, 14.850464, 14.269208, 12.895577, 13.894919, 14.954354, 16.217357, 16.373453, 14.815783, 15.756245, 16.150038, 15.192521, 14.572197, 13.329562, 14.614139, 11.586944, 9.235276, 5.711243, 2.994688, 0.769605, 0.0], "sum_m_pl": [51.878436, 72.715242, 68.507066, 67.191178, 67.620951, 66.145277, 65.884448, 65.305713, 64.575677, 66.100815, 66.350939, 65.288678, 65.574236, 64.555868, 64.457199, 64.439196, 62.679223, 63.181281, 64.9641, 64.324789, 65.370885, 66.515517, 66.953765, 67.580022, 56.659117, 56.662696, 54.375351, 59.140813, 60.676428, 58.266655, 57.848288, 58.354702, 59.363097, 55.874461, 51.953885, 50.208309, 48.320529, 48.408375, 44.348461, 45.947155, 46.538398, 47.816209, 46.188655, 42.364196, 36.900107, 27.320084, 19.230669, 13.326117, 1.175624, 0.0]}, "lang": {"n_am_en": [81, 60, 52, 43, 65, 58, 70, 77, 76, 70, 85, 73, 85, 77, 95, 84, 85, 98, 93, 73, 79, 80, 69, 76, 114, 120, 113, 106, 117, 116, 103, 117, 107, 124, 121, 125, 122, 128, 127, 136, 135, 136, 123, 108, 106, 104, 40, 25, 3, 0], "n_am_pl": [12, 88, 74, 67, 58, 53, 38, 37, 44, 53, 44, 44, 46, 50, 47, 56, 52, 52, 55, 69, 82, 93, 104, 106, 38, 35, 30, 37, 40, 40, 47, 40, 43, 29, 40, 43, 39, 34, 43, 46, 48, 47, 56, 67, 92, 108, 151, 149, 267, 302], "n_pos": 302, "sum_m_en": [29.019005, 15.07465, 14.995931, 15.93304, 16.027037, 15.704948, 16.334126, 16.824593, 18.997686, 18.602386, 19.499775, 21.161939, 21.302539, 21.558462, 22.815842, 20.972477, 20.815645, 20.818666, 18.830134, 17.35723, 16.275001, 15.23674, 16.193499, 15.017741, 39.035468, 40.153647, 37.657446, 31.8835, 33.135873, 34.104851, 31.178334, 31.797788, 33.711105, 38.407108, 42.580666, 48.464846, 54.95822, 60.602652, 63.573111, 65.640094, 68.91413, 69.632938, 66.979466, 66.599554, 68.073756, 63.806379, 36.786615, 24.866834, 7.123689, 0.06783], "sum_m_pl": [103.950899, 141.964731, 140.402695, 135.744322, 134.882085, 137.68618, 140.031314, 140.28421, 141.802273, 142.42983, 140.380639, 138.377221, 140.25892, 139.001282, 140.397768, 142.734381, 141.375817, 141.164571, 145.068706, 147.738403, 149.213486, 149.730167, 148.677985, 149.202487, 122.166211, 123.341037, 122.251289, 129.451778, 131.292947, 130.658224, 134.484055, 134.009217, 131.052704, 124.373474, 120.667482, 117.52884, 112.185687, 107.484759, 105.331828, 105.019556, 103.095771, 104.107228, 104.196996, 104.369901, 111.627775, 123.879085, 147.295497, 148.504864, 236.853855, 295.808911]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18573", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 642, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9914}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [64, 63, 48, 51, 34, 53, 47, 61, 48, 37, 40, 46, 44, 53, 44, 47, 41, 44, 46, 46, 36, 34, 35, 30, 58, 65, 56, 63, 62, 53, 57, 56, 53, 59, 50, 62, 66, 66, 70, 60, 65, 68, 64, 58, 64, 64, 64, 68, 70, 73], "n_am_pl": [14, 27, 28, 25, 16, 17, 21, 17, 21, 21, 18, 21, 28, 29, 29, 29, 20, 17, 22, 17, 21, 25, 20, 23, 10, 8, 11, 14, 17, 11, 13, 26, 27, 17, 14, 16, 13, 15, 11, 8, 6, 4, 9, 8, 7, 4, 2, 1, 0, 0], "n_pos": 204, "sum_m_en": [23.810237, 11.103423, 11.156595, 10.417004, 10.444603, 11.149928, 11.195711, 12.671837, 13.17024, 13.478329, 13.544543, 13.884778, 14.689098, 14.590151, 14.015999, 14.434207, 15.18824, 14.537232, 12.842474, 11.857644, 10.94482, 10.254866, 9.823072, 9.547913, 21.945815, 24.129551, 22.28363, 22.582928, 22.2384, 22.226898, 21.010806, 20.396653, 20.584282, 21.359322, 22.478992, 24.80207, 29.396829, 33.051803, 33.614665, 37.553906, 39.046821, 44.096523, 44.39049, 45.427731, 50.320856, 55.853389, 59.864116, 65.247874, 68.947368, 73.043292], "sum_m_pl": [74.26808, 98.487288, 96.685821, 95.360088, 92.06, 92.912137, 92.038359, 90.798071, 88.918329, 90.85031, 90.075493, 92.577263, 91.354497, 92.566468, 94.636787, 92.859697, 90.377105, 89.799263, 91.521221, 93.49145, 95.525951, 96.117993, 96.28563, 97.14521, 74.023499, 73.819833, 73.101722, 78.2764, 80.201523, 81.087314, 80.285851, 80.251981, 80.542644, 77.071864, 75.602456, 71.338868, 64.764902, 59.074382, 55.882736, 50.852677, 44.607496, 39.883649, 36.860012, 31.701962, 24.806784, 15.502961, 8.463125, 5.504945, 1.734611, 0.000681]}, "digit": {"n_am_en": [3, 4, 3, 5, 3, 4, 5, 7, 5, 1, 4, 1, 1, 4, 2, 3, 2, 2, 3, 4, 3, 2, 2, 4, 3, 4, 2, 2, 4, 2, 1, 1, 1, 2, 1, 1, 4, 3, 3, 2, 1, 0, 1, 1, 2, 1, 1, 0, 0, 0], "n_am_pl": [1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 2, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 2, 0, 1, 1, 1, 2, 0, 0, 1, 0, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.375153, 0.561635, 0.569168, 0.573091, 0.623346, 0.710225, 0.733834, 0.816211, 0.902968, 0.868553, 0.840553, 0.84411, 0.870489, 0.826369, 0.786181, 0.867868, 0.914864, 0.961607, 0.816806, 0.758266, 0.65685, 0.605062, 0.576732, 0.564794, 1.11955, 1.18299, 1.171119, 1.397033, 1.27548, 1.09021, 1.182081, 1.176221, 1.122954, 1.066475, 1.089769, 1.171384, 1.303926, 1.338344, 1.152984, 1.19912, 1.060358, 1.03105, 1.083941, 1.248064, 1.346522, 1.016224, 0.62642, 0.41088, 0.006891, 0.0], "sum_m_pl": [4.76497, 6.298154, 6.062, 6.014332, 5.666006, 5.617354, 5.645912, 5.324834, 5.204701, 5.377213, 5.378414, 5.399244, 5.313213, 5.377258, 5.471891, 5.215915, 5.128942, 5.034992, 5.214155, 5.222701, 5.413516, 5.490582, 5.547431, 5.619985, 4.070186, 4.023858, 4.268852, 4.42881, 4.675648, 4.737476, 4.480605, 4.455662, 4.586685, 4.439404, 4.226509, 4.192563, 4.141511, 4.067571, 4.567294, 4.596533, 4.531431, 4.421057, 4.434295, 4.307808, 3.809197, 2.489752, 1.641925, 0.85505, 0.017601, 0.0]}, "lang": {"n_am_en": [21, 21, 17, 20, 10, 17, 23, 25, 18, 15, 17, 26, 25, 23, 22, 18, 16, 19, 21, 15, 12, 14, 13, 12, 21, 26, 21, 24, 31, 28, 29, 26, 29, 32, 31, 33, 38, 35, 41, 38, 44, 45, 51, 48, 53, 51, 54, 59, 69, 73], "n_am_pl": [4, 7, 11, 9, 10, 11, 12, 10, 12, 11, 4, 6, 8, 9, 12, 9, 3, 8, 11, 7, 8, 9, 9, 10, 5, 2, 3, 5, 3, 2, 3, 9, 11, 6, 6, 5, 4, 7, 2, 2, 3, 1, 2, 2, 3, 2, 0, 0, 0, 0], "n_pos": 74, "sum_m_en": [8.575184, 4.561958, 4.46484, 4.06376, 3.946922, 4.239507, 4.283589, 4.844731, 5.03296, 5.308176, 5.378769, 5.52892, 5.918459, 5.611974, 5.428505, 5.406384, 5.827717, 5.54852, 4.872181, 4.451914, 4.140107, 3.852022, 3.708872, 3.568675, 9.471633, 10.466745, 9.322131, 8.850607, 9.238563, 9.529863, 9.143337, 8.758325, 9.139101, 9.984235, 11.089055, 12.536983, 15.274957, 18.256779, 18.836641, 21.770631, 24.14258, 29.620904, 31.743156, 34.121343, 39.340016, 43.495527, 48.864081, 54.480612, 67.185319, 72.455991], "sum_m_pl": [24.584263, 33.856873, 33.868031, 33.109422, 32.459387, 32.649572, 32.343522, 32.384395, 31.537091, 32.447886, 32.260668, 33.652666, 33.430415, 33.864442, 34.564766, 34.018154, 32.829757, 32.617941, 32.976086, 33.609035, 34.240508, 34.368394, 34.319925, 34.68232, 26.536288, 26.435968, 26.083187, 28.152776, 28.390522, 28.498375, 28.605519, 28.268358, 28.000339, 27.093333, 26.004955, 24.791809, 21.8521, 19.924357, 17.863299, 16.49071, 14.461829, 12.596506, 12.362854, 10.300585, 8.453243, 5.106451, 1.232814, 0.609621, 0.089967, 7.3e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 206, "item_id": "llmzszl-18576", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 756, "region_end": 204, "roundtrip_ok": true, "tf_agree": 0.9757, "tf_agree_excl_first": 0.9805}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [221, 244, 274, 198, 202, 183, 188, 206, 201, 202, 222, 209, 253, 203, 219, 216, 199, 205, 161, 175, 153, 135, 141, 137, 240, 250, 250, 242, 229, 245, 256, 256, 251, 277, 261, 249, 304, 290, 281, 268, 234, 248, 231, 211, 191, 178, 90, 51, 29, 12], "n_am_pl": [37, 208, 171, 210, 164, 163, 158, 162, 156, 169, 133, 154, 162, 177, 181, 171, 167, 164, 190, 193, 202, 199, 208, 207, 97, 129, 121, 143, 151, 157, 158, 158, 174, 149, 124, 111, 90, 86, 84, 82, 86, 113, 95, 94, 89, 112, 177, 207, 250, 300], "n_pos": 1067, "sum_m_en": [101.0168, 50.934449, 54.46893, 54.045045, 55.571404, 56.200463, 55.642643, 58.820523, 63.044025, 64.397316, 66.442248, 69.451114, 71.783604, 72.556251, 73.871908, 74.551367, 74.800621, 72.506237, 64.342473, 58.356878, 53.28116, 49.844519, 48.025512, 46.466918, 93.816513, 99.81027, 105.505415, 102.364819, 104.952275, 107.154754, 107.236059, 105.43938, 107.133594, 116.69001, 120.270422, 125.994695, 137.868477, 141.863676, 145.109789, 147.455953, 141.660038, 149.927734, 154.1134, 146.247375, 141.788875, 136.071035, 87.332367, 60.71128, 28.62255, 11.555015], "sum_m_pl": [395.866496, 519.286425, 508.515521, 504.270664, 492.246757, 491.76056, 493.042044, 491.138741, 482.871338, 490.302827, 489.034756, 483.447232, 490.760244, 490.266292, 488.943314, 488.448131, 480.2077, 480.981892, 492.007143, 503.748043, 514.992995, 517.437447, 517.129037, 520.226036, 423.525986, 419.331186, 405.472896, 438.199343, 446.885928, 441.629266, 443.864877, 442.589414, 441.097934, 414.457684, 395.364032, 373.611137, 345.498568, 322.10149, 307.760158, 299.254428, 264.716251, 264.526928, 248.003545, 221.403471, 193.707901, 177.051262, 201.624515, 226.394957, 246.423324, 298.518689]}, "digit": {"n_am_en": [15, 32, 34, 27, 19, 15, 12, 14, 17, 11, 18, 15, 15, 16, 27, 15, 7, 6, 8, 9, 3, 5, 3, 4, 14, 12, 14, 16, 12, 15, 19, 11, 14, 18, 10, 9, 11, 10, 8, 5, 7, 5, 2, 2, 5, 0, 2, 2, 0, 0], "n_am_pl": [0, 7, 2, 4, 2, 2, 6, 4, 4, 9, 6, 10, 12, 13, 15, 17, 20, 13, 13, 16, 10, 11, 14, 14, 8, 8, 7, 6, 5, 12, 9, 9, 13, 7, 5, 9, 11, 12, 13, 6, 11, 14, 14, 15, 7, 1, 4, 5, 1, 0], "n_pos": 69, "sum_m_en": [7.745101, 3.187066, 3.506397, 3.403223, 3.256001, 3.507064, 3.457074, 3.713229, 3.965338, 4.003475, 3.918421, 3.988829, 4.392047, 4.358895, 4.381225, 4.42063, 4.47905, 4.327732, 3.915163, 3.605728, 3.29228, 3.102157, 2.984859, 2.934015, 4.978107, 5.453118, 5.562972, 5.841724, 5.945152, 5.96592, 6.246967, 5.72624, 5.411274, 5.77716, 6.121662, 6.447883, 6.159113, 5.977706, 5.982321, 5.931164, 5.723269, 5.565815, 5.187389, 5.323562, 5.02393, 3.848737, 3.570382, 2.40177, 0.195224, 0.0], "sum_m_pl": [27.203039, 36.180029, 34.6621, 34.786223, 33.916287, 33.454718, 32.952716, 32.175632, 32.034034, 33.013326, 33.092321, 32.946389, 32.416641, 32.632676, 32.763324, 32.68647, 31.18897, 31.183681, 32.154323, 32.754163, 33.871344, 33.82204, 33.85907, 34.052463, 29.137294, 29.303007, 28.883079, 30.478578, 31.17597, 30.522617, 29.315649, 29.724789, 30.531091, 29.066371, 26.662291, 26.646286, 27.121023, 27.049144, 25.993734, 26.180137, 26.202398, 26.520681, 26.808673, 25.082914, 21.560316, 14.893544, 11.768657, 8.652535, 1.257316, 0.0]}, "lang": {"n_am_en": [89, 65, 78, 40, 60, 63, 61, 57, 67, 68, 70, 63, 89, 69, 66, 70, 67, 75, 62, 64, 64, 57, 62, 56, 118, 113, 101, 93, 92, 93, 95, 102, 100, 108, 108, 121, 138, 145, 135, 146, 133, 133, 128, 129, 125, 124, 67, 35, 24, 12], "n_am_pl": [8, 53, 56, 70, 51, 52, 53, 51, 65, 50, 44, 56, 55, 60, 55, 55, 56, 56, 59, 56, 65, 60, 60, 63, 29, 37, 32, 48, 36, 40, 41, 35, 37, 33, 28, 37, 31, 28, 31, 31, 38, 48, 49, 53, 57, 79, 135, 169, 241, 299], "n_pos": 311, "sum_m_en": [29.043425, 15.719438, 15.953562, 15.9203, 16.597745, 16.264254, 16.534119, 17.240044, 18.787723, 18.776203, 19.840772, 21.342257, 21.53074, 21.985191, 22.296859, 22.26252, 22.585716, 21.758966, 20.035674, 17.867768, 16.220982, 15.096845, 14.431887, 13.847882, 35.887519, 36.539653, 37.846509, 34.460763, 34.853658, 35.455126, 35.49276, 36.71234, 38.118482, 41.918309, 41.758835, 45.584586, 53.184374, 59.343283, 61.435765, 65.073041, 65.837836, 75.684387, 78.678184, 80.739386, 89.454328, 92.094471, 57.734081, 36.372368, 22.354551, 11.390428], "sum_m_pl": [106.59858, 141.72256, 140.264014, 137.729139, 135.693242, 137.893973, 140.366705, 141.101646, 140.567461, 142.690768, 141.660425, 139.39453, 144.31391, 144.433965, 144.997366, 145.447061, 142.174901, 141.851464, 144.209791, 147.390721, 149.539895, 150.483915, 150.26779, 151.187926, 123.559003, 123.110351, 119.85419, 128.210899, 128.481757, 127.395134, 127.78689, 125.139505, 125.459811, 119.842601, 117.991946, 115.326133, 109.778685, 104.730381, 103.466488, 103.52863, 97.903948, 96.821726, 89.450891, 87.507274, 84.688423, 93.032797, 134.05758, 166.841193, 230.008053, 294.085007]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1069, "item_id": "llmzszl-18576", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 687, "region_end": 1067, "roundtrip_ok": true, "tf_agree": 0.9878, "tf_agree_excl_first": 0.9888}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [37, 32, 29, 20, 21, 17, 15, 17, 14, 32, 25, 28, 27, 27, 28, 29, 32, 34, 19, 20, 24, 21, 17, 20, 27, 34, 25, 25, 33, 34, 33, 32, 29, 25, 29, 33, 36, 30, 35, 33, 34, 30, 35, 35, 36, 37, 35, 35, 40, 38], "n_am_pl": [1, 15, 27, 19, 4, 11, 18, 12, 12, 13, 15, 10, 20, 19, 19, 17, 20, 11, 9, 14, 15, 23, 21, 21, 13, 14, 18, 13, 15, 17, 13, 14, 22, 18, 10, 11, 15, 12, 8, 9, 7, 6, 4, 6, 2, 2, 1, 1, 0, 0], "n_pos": 118, "sum_m_en": [14.248075, 6.221321, 6.443473, 6.470568, 6.931955, 7.360571, 7.363862, 7.719173, 8.091353, 8.440951, 8.82149, 8.796376, 9.535406, 10.171271, 10.358027, 10.246406, 10.641769, 10.560711, 9.178905, 8.363919, 7.497767, 6.744089, 6.384005, 6.177007, 16.106389, 18.9002, 17.776776, 17.428315, 16.974945, 16.769277, 15.511032, 15.088525, 14.038896, 14.294263, 15.642579, 16.421449, 17.621032, 17.288745, 19.030279, 22.351196, 22.397625, 24.154479, 27.783658, 29.817273, 31.377324, 33.469985, 33.264481, 34.794791, 39.591227, 38.442534], "sum_m_pl": [43.320272, 57.410875, 55.437914, 54.881936, 53.117196, 50.619659, 51.956176, 49.735719, 49.027864, 51.129657, 50.635051, 50.993388, 51.090484, 50.537611, 50.084401, 51.435007, 50.280474, 51.198123, 52.249676, 53.771066, 54.518618, 55.633684, 56.006775, 56.347012, 42.336799, 40.252118, 39.49486, 41.729946, 43.789997, 43.979481, 44.335385, 44.876502, 44.410212, 42.811127, 40.624053, 39.283736, 35.055739, 34.341851, 29.126459, 28.392053, 25.710062, 21.548886, 18.898247, 16.587457, 11.153361, 7.99996, 3.505266, 2.657219, 0.142329, 0.007887]}, "digit": {"n_am_en": [4, 3, 4, 4, 2, 0, 0, 1, 2, 4, 4, 3, 4, 3, 2, 4, 3, 3, 1, 1, 3, 3, 2, 2, 3, 6, 4, 5, 4, 6, 6, 4, 5, 2, 1, 6, 5, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 3, 1, 2, 0, 2, 0, 0, 1, 2, 1, 2, 2, 2, 3, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 3, 3, 2, 2, 4, 2, 1, 3, 3, 3, 1, 1, 0, 0, 2, 1, 1, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [2.071945, 0.720544, 0.729924, 0.751272, 0.781107, 0.963127, 0.829751, 0.923307, 0.902649, 1.085787, 1.017582, 0.981098, 1.121884, 1.172545, 1.231645, 1.331915, 1.460829, 1.323347, 1.230732, 1.16767, 1.004436, 0.907841, 0.850937, 0.825708, 2.216753, 2.71872, 2.316063, 2.205209, 2.113783, 2.022612, 1.859067, 1.618613, 1.503534, 1.464369, 1.476015, 1.993191, 1.567772, 1.161394, 1.166047, 1.194555, 1.233153, 1.338288, 1.182109, 1.251402, 0.862966, 0.807925, 0.324783, 0.251035, 0.028455, 0.0], "sum_m_pl": [5.805912, 7.735349, 6.990839, 6.988413, 6.865468, 6.197123, 6.610483, 6.110266, 5.935725, 6.316259, 6.31756, 6.239833, 5.905237, 5.772737, 5.618536, 5.850144, 5.472143, 5.918978, 6.060429, 6.292733, 6.421834, 6.678161, 6.738314, 6.824543, 4.741832, 4.245819, 4.322187, 4.843699, 5.147044, 5.422479, 5.533475, 5.778383, 5.507959, 5.620042, 5.084538, 5.042785, 4.795992, 4.844942, 4.258566, 4.253387, 4.206934, 4.455849, 4.238842, 3.946826, 2.827707, 2.109368, 0.998923, 0.684602, 0.050608, 0.0]}, "lang": {"n_am_en": [9, 7, 11, 5, 6, 6, 7, 8, 7, 6, 7, 8, 11, 10, 13, 9, 10, 10, 6, 9, 8, 10, 9, 11, 11, 16, 10, 11, 15, 16, 14, 15, 13, 15, 13, 15, 16, 19, 23, 28, 27, 25, 24, 25, 26, 28, 30, 32, 37, 38], "n_am_pl": [1, 7, 9, 4, 1, 3, 5, 2, 3, 4, 4, 3, 7, 6, 8, 5, 8, 6, 4, 4, 6, 6, 6, 7, 3, 4, 4, 2, 3, 6, 4, 3, 6, 6, 4, 4, 5, 2, 2, 3, 2, 2, 2, 1, 0, 0, 0, 1, 0, 0], "n_pos": 39, "sum_m_en": [4.671258, 2.192188, 2.273307, 2.382254, 2.374435, 2.484382, 2.785808, 2.893035, 3.102805, 3.029896, 3.446752, 3.344353, 3.571065, 3.813394, 3.907564, 3.6536, 3.678473, 3.74724, 3.335226, 2.849511, 2.521718, 2.27067, 2.136139, 2.078286, 6.837938, 8.217843, 7.930832, 7.965493, 7.959742, 7.94883, 6.989018, 6.871848, 6.345118, 6.711749, 7.305061, 8.082332, 9.11755, 9.334762, 11.103223, 13.466891, 14.112662, 17.011515, 18.979209, 20.504326, 22.789453, 25.006959, 27.229872, 30.23416, 36.498985, 37.742248], "sum_m_pl": [13.190235, 17.878045, 17.703766, 17.398766, 17.131634, 16.221604, 16.676798, 16.294935, 15.971225, 16.603645, 16.52487, 16.837706, 17.145986, 17.201061, 17.171019, 17.354209, 17.099138, 17.246132, 17.348941, 18.06046, 18.308063, 18.502612, 18.628409, 18.701393, 13.966315, 13.079751, 12.839559, 12.935832, 13.736211, 13.791127, 14.095582, 13.905607, 14.226722, 13.867338, 13.298531, 12.804897, 11.182444, 11.460105, 10.1342, 9.516803, 8.752691, 6.914638, 5.779507, 5.071463, 2.999558, 2.245524, 0.948507, 1.377086, 0.033553, 0.006362]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "llmzszl-18577", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 715, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9917, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [144, 160, 136, 134, 131, 86, 106, 125, 123, 146, 155, 119, 145, 152, 147, 160, 127, 117, 112, 102, 94, 99, 85, 85, 157, 147, 142, 133, 139, 163, 158, 151, 137, 128, 172, 175, 149, 139, 134, 125, 118, 106, 117, 119, 99, 71, 42, 18, 12, 0], "n_am_pl": [31, 100, 86, 95, 95, 105, 116, 110, 106, 91, 77, 84, 72, 68, 82, 83, 89, 87, 87, 95, 84, 97, 109, 123, 76, 85, 90, 70, 78, 61, 84, 71, 80, 76, 55, 53, 50, 49, 45, 46, 49, 51, 35, 39, 44, 54, 63, 61, 81, 92], "n_pos": 566, "sum_m_en": [52.648025, 27.690754, 30.058394, 30.44441, 31.929202, 33.403316, 34.190503, 35.921273, 38.233508, 40.558619, 40.713132, 39.710892, 45.766772, 49.831239, 52.160108, 49.428568, 49.469192, 46.671112, 40.133139, 37.560672, 34.017475, 30.990547, 29.628627, 28.349599, 64.148074, 69.549897, 68.861461, 66.16345, 67.664512, 68.965691, 68.333509, 63.998646, 62.169154, 62.691845, 68.792079, 67.499168, 71.14683, 71.341479, 77.82511, 81.879205, 78.259248, 72.509988, 79.954725, 82.109561, 76.941404, 67.215129, 38.563013, 24.944551, 12.51724, 0.49516], "sum_m_pl": [224.366183, 287.060158, 275.027764, 272.002737, 270.115012, 261.849024, 268.234846, 263.106116, 258.566091, 260.917218, 255.577707, 256.738555, 253.338075, 247.38546, 243.184609, 252.648817, 243.507761, 250.121258, 259.546711, 264.331276, 265.894411, 270.739508, 273.307342, 273.803721, 212.586688, 207.232854, 202.717368, 215.013597, 220.34076, 223.182902, 223.891591, 226.266386, 227.521213, 217.298232, 205.580869, 199.816977, 182.09055, 180.327836, 162.174214, 160.366225, 152.145813, 149.661647, 141.48563, 130.644746, 102.599545, 96.259953, 84.216254, 73.485194, 81.802673, 91.377846]}, "digit": {"n_am_en": [10, 20, 22, 18, 17, 9, 11, 16, 7, 11, 18, 19, 17, 19, 14, 19, 15, 15, 14, 10, 6, 8, 4, 4, 8, 14, 13, 16, 22, 23, 18, 16, 13, 12, 16, 24, 16, 16, 9, 7, 4, 11, 8, 8, 5, 4, 1, 1, 0, 0], "n_am_pl": [0, 4, 3, 11, 16, 2, 9, 8, 3, 8, 4, 9, 7, 7, 6, 5, 7, 4, 5, 5, 1, 2, 6, 5, 5, 5, 9, 5, 7, 4, 6, 9, 13, 8, 5, 6, 2, 1, 1, 0, 2, 1, 1, 5, 2, 3, 1, 0, 0, 0], "n_pos": 70, "sum_m_en": [6.015341, 3.300945, 3.622046, 3.768358, 3.787629, 4.165775, 3.935789, 4.447986, 4.582152, 4.852837, 4.897342, 4.869717, 5.766391, 6.143532, 6.043079, 5.951881, 6.334036, 5.882731, 5.218008, 4.991198, 4.389485, 3.940685, 3.725212, 3.580947, 7.320151, 9.007455, 8.638526, 8.361618, 8.599034, 8.566202, 8.549179, 7.695943, 7.143964, 7.034429, 7.620851, 8.036949, 7.65107, 6.272819, 6.699886, 6.390317, 6.067319, 5.87175, 5.805918, 5.998342, 5.120848, 4.125586, 2.09531, 1.357381, 0.290405, 0.0], "sum_m_pl": [27.300164, 37.01217, 34.133766, 33.977507, 34.102757, 31.929108, 33.443917, 32.300948, 31.57211, 32.359502, 31.471397, 31.338592, 30.241512, 29.63633, 29.479547, 30.210351, 28.422148, 29.606112, 30.619608, 31.288678, 31.3593, 32.310959, 32.596858, 33.051287, 25.248784, 23.603145, 23.634729, 26.038003, 26.225537, 26.898068, 27.006047, 28.288974, 29.656448, 28.876079, 27.229118, 26.937437, 25.767504, 26.232372, 23.064009, 23.049801, 23.941705, 24.944735, 24.108759, 22.757142, 17.872296, 13.257998, 6.915825, 3.881762, 0.402558, 0.0]}, "lang": {"n_am_en": [35, 21, 14, 10, 15, 12, 20, 22, 20, 18, 21, 10, 18, 21, 24, 29, 16, 21, 20, 12, 11, 16, 17, 16, 33, 26, 19, 18, 21, 24, 26, 26, 23, 25, 25, 32, 25, 29, 32, 33, 35, 34, 38, 40, 39, 33, 17, 8, 1, 0], "n_am_pl": [8, 23, 18, 15, 10, 9, 9, 10, 15, 20, 14, 12, 11, 10, 19, 14, 19, 15, 10, 12, 13, 14, 11, 17, 11, 16, 14, 11, 10, 7, 11, 13, 17, 19, 14, 10, 12, 20, 17, 20, 20, 17, 15, 18, 23, 34, 39, 39, 76, 91], "n_pos": 92, "sum_m_en": [9.415949, 5.024813, 4.87291, 4.926738, 5.100959, 5.307673, 5.881651, 5.880326, 6.173167, 5.920704, 6.506566, 6.339608, 6.937381, 7.481061, 7.511733, 7.155639, 7.034846, 6.65994, 5.993717, 5.514626, 5.294712, 4.945026, 4.667131, 4.489653, 10.973598, 11.093466, 10.380263, 10.312483, 10.790698, 11.084784, 10.244897, 10.389835, 10.608381, 11.058783, 11.512881, 11.290139, 12.911846, 15.584019, 18.08604, 19.919382, 19.642913, 20.768505, 25.135774, 26.392157, 28.522786, 26.441625, 15.327805, 9.182116, 2.066151, 0.016154], "sum_m_pl": [33.054968, 42.912827, 42.042584, 41.286014, 40.842486, 39.391517, 40.298058, 41.212012, 40.991572, 41.624205, 40.572419, 40.750721, 41.000546, 40.518753, 40.560317, 41.677695, 41.023971, 41.740975, 42.64658, 43.391673, 43.463639, 43.707141, 44.325745, 44.028942, 34.39486, 34.737899, 33.809212, 35.751517, 36.525209, 36.69071, 37.438092, 37.545034, 37.081222, 35.637281, 34.825619, 35.203396, 33.236049, 32.581594, 30.603328, 30.185148, 29.204992, 28.522727, 26.292719, 29.368529, 30.227355, 34.214801, 39.036332, 39.43216, 70.594587, 89.946875]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 568, "item_id": "llmzszl-18577", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 646, "region_end": 566, "roundtrip_ok": true, "tf_agree": 0.9894, "tf_agree_excl_first": 0.9912}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [314, 391, 374, 328, 304, 255, 281, 315, 292, 330, 365, 355, 329, 368, 365, 383, 389, 367, 410, 339, 318, 347, 336, 325, 449, 465, 410, 381, 368, 385, 350, 375, 359, 381, 448, 429, 474, 441, 454, 448, 451, 475, 472, 485, 472, 447, 486, 475, 414, 398], "n_am_pl": [47, 143, 182, 202, 177, 180, 189, 162, 155, 180, 204, 186, 187, 203, 233, 191, 203, 175, 163, 225, 230, 247, 239, 251, 147, 156, 148, 184, 212, 179, 213, 201, 214, 153, 131, 118, 83, 86, 73, 62, 46, 35, 42, 41, 41, 24, 17, 11, 3, 4], "n_pos": 1280, "sum_m_en": [139.710459, 69.444303, 69.034826, 66.498919, 65.903143, 64.329324, 64.723197, 65.412106, 69.941753, 71.288323, 75.564235, 80.224178, 86.972833, 93.422785, 90.598521, 86.40031, 86.072726, 86.316137, 76.510336, 70.083228, 62.998432, 58.825361, 56.752159, 55.534852, 123.69551, 133.629357, 137.51902, 125.684549, 129.567709, 129.215632, 122.77364, 123.634889, 127.027911, 135.279614, 147.640747, 163.275701, 187.482691, 199.849719, 215.77078, 234.123948, 237.045817, 277.175047, 316.624539, 341.374726, 363.143533, 370.031138, 431.483083, 430.665263, 409.933371, 397.490409], "sum_m_pl": [475.181483, 628.223154, 617.502921, 609.20537, 608.465679, 607.111395, 602.208658, 602.764517, 598.711467, 605.957989, 605.759046, 602.684439, 594.553337, 601.243069, 601.10153, 604.200283, 596.630296, 598.715121, 607.753145, 618.388616, 627.345134, 632.855448, 635.676722, 635.759464, 529.359073, 525.601837, 516.844775, 550.605681, 559.873176, 558.605451, 563.965575, 564.612201, 553.315005, 529.7671, 509.625549, 487.334895, 442.351347, 418.265654, 381.156712, 362.564078, 335.902505, 301.923578, 273.507636, 229.574142, 186.315864, 141.685281, 84.307199, 49.31449, 10.97454, 3.73872]}, "digit": {"n_am_en": [7, 48, 42, 45, 38, 25, 36, 39, 27, 39, 30, 31, 23, 29, 25, 26, 24, 24, 28, 14, 15, 25, 27, 22, 30, 36, 33, 29, 26, 36, 24, 20, 25, 25, 23, 29, 33, 23, 16, 14, 14, 14, 15, 13, 9, 12, 12, 3, 1, 0], "n_am_pl": [1, 5, 6, 22, 9, 6, 8, 5, 10, 12, 11, 7, 3, 13, 21, 20, 21, 12, 12, 25, 21, 23, 17, 14, 9, 7, 8, 8, 9, 9, 16, 13, 17, 10, 13, 12, 8, 10, 15, 7, 7, 8, 10, 9, 7, 2, 1, 1, 0, 0], "n_pos": 110, "sum_m_en": [9.880887, 5.05845, 5.048435, 4.915136, 5.013844, 4.848788, 5.017629, 5.079548, 5.053573, 5.258531, 5.504787, 5.942008, 6.44154, 6.638276, 6.225992, 6.093358, 6.398464, 6.490116, 5.823862, 5.659758, 5.108258, 4.790217, 4.568244, 4.467475, 8.128403, 9.28836, 10.020493, 9.348042, 9.132111, 8.881647, 9.155631, 8.918736, 8.261745, 8.221708, 8.751549, 9.177072, 9.275219, 8.815931, 8.861319, 8.427436, 8.635671, 8.538599, 10.666859, 10.029635, 9.178476, 9.357672, 9.308818, 3.947604, 1.646738, 0.0], "sum_m_pl": [45.413757, 59.333178, 57.297158, 56.592786, 56.224224, 55.494777, 54.979963, 53.701681, 53.46108, 54.293252, 54.301634, 54.094655, 53.030531, 53.851194, 53.901737, 54.053583, 52.618688, 52.572465, 53.898693, 54.013879, 54.987253, 55.374362, 55.792302, 55.990419, 49.671451, 49.31859, 47.970513, 49.744199, 51.229596, 50.788597, 49.599255, 50.048382, 50.392974, 49.227873, 47.751298, 46.82268, 44.156757, 42.674617, 40.707022, 41.194157, 41.934695, 41.325774, 38.781957, 36.95708, 31.604337, 24.39174, 14.439544, 7.89539, 1.932362, 0.0]}, "lang": {"n_am_en": [109, 115, 111, 98, 80, 90, 102, 97, 94, 115, 132, 116, 109, 115, 126, 145, 140, 138, 160, 135, 122, 141, 126, 125, 187, 192, 167, 161, 148, 144, 139, 149, 147, 165, 190, 187, 197, 198, 210, 229, 225, 228, 247, 270, 277, 274, 332, 347, 385, 398], "n_am_pl": [7, 23, 64, 44, 55, 56, 42, 45, 40, 48, 61, 63, 63, 60, 68, 50, 60, 49, 41, 62, 65, 61, 58, 69, 47, 48, 34, 51, 62, 56, 54, 64, 71, 49, 45, 38, 28, 26, 16, 15, 10, 9, 10, 13, 15, 10, 7, 2, 2, 4], "n_pos": 403, "sum_m_en": [46.945145, 23.275004, 22.553394, 21.658206, 20.934919, 20.387691, 20.303873, 20.972499, 22.791048, 22.695133, 24.306811, 25.740318, 27.449785, 29.202526, 28.755812, 27.485356, 26.839503, 27.025072, 23.928123, 21.850467, 19.535157, 18.2283, 17.584836, 17.244602, 45.107129, 49.153358, 50.944437, 45.137918, 47.111991, 47.567404, 42.842894, 43.539176, 46.034415, 50.982482, 56.813957, 65.547243, 77.286289, 86.215193, 95.954111, 111.232339, 116.942476, 140.917133, 167.781721, 192.080578, 213.501766, 229.733916, 293.445304, 312.122198, 368.771246, 392.994897], "sum_m_pl": [139.924364, 190.219344, 189.956661, 186.528752, 186.138251, 186.049531, 186.132975, 188.496305, 187.210152, 190.988351, 191.413999, 190.579985, 189.430425, 191.48007, 190.777519, 191.089531, 188.692646, 188.409467, 191.766694, 194.779085, 197.897765, 200.277536, 200.87492, 200.76948, 169.633043, 166.696994, 163.784714, 173.927207, 175.223821, 174.585149, 178.390812, 178.614746, 174.745464, 166.514897, 159.165523, 152.176933, 140.434446, 132.581548, 123.256061, 115.170697, 106.347041, 91.997665, 79.360466, 67.725214, 54.302552, 42.449944, 21.977661, 11.469281, 4.009768, 3.738296]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18578", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 716, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9844, "tf_agree_excl_first": 0.9851}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [36, 51, 58, 56, 42, 35, 45, 39, 39, 44, 38, 56, 51, 61, 55, 42, 60, 64, 57, 46, 44, 40, 38, 35, 54, 62, 59, 45, 60, 57, 60, 69, 68, 57, 67, 69, 61, 65, 59, 65, 63, 61, 61, 63, 59, 44, 31, 21, 9, 8], "n_am_pl": [11, 49, 40, 34, 23, 29, 38, 47, 38, 38, 46, 47, 45, 37, 28, 30, 32, 43, 47, 55, 43, 44, 48, 41, 32, 36, 29, 37, 37, 39, 36, 32, 35, 29, 31, 25, 25, 22, 30, 28, 24, 22, 25, 29, 19, 27, 40, 39, 56, 60], "n_pos": 228, "sum_m_en": [20.104452, 10.92675, 11.80882, 11.996955, 12.923084, 12.983708, 13.278401, 12.890128, 14.125253, 14.486932, 14.912129, 16.165457, 17.654347, 18.05769, 17.520749, 16.221757, 16.129093, 15.347218, 13.756782, 12.876527, 12.088219, 11.442356, 10.913907, 10.571829, 22.299237, 24.745033, 25.409077, 23.560977, 26.39196, 24.984849, 23.074772, 22.288705, 21.447128, 20.954861, 23.651387, 24.270093, 26.796033, 28.342425, 30.478656, 31.987801, 30.543701, 38.668086, 40.94678, 45.489611, 44.440494, 38.878561, 26.351594, 18.929017, 10.010204, 8.36666], "sum_m_pl": [88.96287, 111.089046, 108.293523, 107.428853, 105.443544, 102.569053, 101.353033, 102.92813, 102.785507, 104.687231, 104.711754, 103.660878, 102.323435, 102.250392, 104.857829, 104.500504, 102.856753, 105.700746, 107.628384, 109.235815, 108.967033, 109.766364, 110.323312, 109.755533, 86.18553, 86.314328, 84.974383, 91.357171, 93.840448, 96.326987, 97.596095, 98.682966, 100.493509, 96.867676, 92.831657, 92.791473, 86.548829, 83.309643, 76.529148, 73.904377, 68.199411, 66.067719, 61.856847, 56.309356, 46.082801, 46.75464, 44.004213, 41.621682, 52.102251, 59.571048]}, "digit": {"n_am_en": [0, 11, 9, 11, 7, 3, 9, 9, 10, 7, 8, 9, 5, 8, 4, 9, 6, 6, 8, 8, 6, 6, 8, 6, 8, 11, 7, 2, 8, 6, 6, 10, 6, 6, 10, 9, 5, 6, 4, 5, 7, 4, 4, 4, 2, 1, 2, 1, 0, 0], "n_am_pl": [0, 2, 2, 5, 4, 1, 2, 0, 0, 0, 1, 5, 5, 3, 3, 1, 3, 3, 4, 3, 2, 0, 1, 3, 1, 3, 4, 3, 3, 4, 2, 2, 3, 3, 3, 3, 5, 3, 7, 4, 3, 2, 4, 4, 4, 4, 6, 4, 0, 0], "n_pos": 22, "sum_m_en": [1.928223, 0.974766, 1.009326, 0.988173, 1.095178, 1.06857, 1.035161, 1.066679, 1.088687, 1.118524, 1.186415, 1.258032, 1.467821, 1.484947, 1.36352, 1.40138, 1.425733, 1.325594, 1.187829, 1.157069, 1.068831, 1.016087, 0.955052, 0.933124, 1.854915, 2.020336, 2.028037, 1.820794, 1.84445, 1.702633, 1.903606, 1.891121, 1.647523, 1.691018, 1.890621, 1.733865, 1.71484, 1.702253, 1.831769, 1.841205, 1.794344, 1.631689, 1.725918, 1.391968, 1.272518, 1.244786, 1.208555, 1.066374, 0.051015, 0.0], "sum_m_pl": [9.29472, 11.90487, 11.451439, 11.364507, 11.222069, 10.839014, 10.830989, 10.668529, 10.725459, 10.925352, 11.10783, 11.209399, 11.052047, 11.121373, 11.356085, 11.156902, 10.688854, 10.916213, 11.067456, 11.024704, 11.059059, 11.080415, 11.245862, 11.161283, 9.762472, 9.985001, 9.732002, 10.245941, 10.577614, 10.736389, 10.409903, 10.350341, 10.780286, 10.425173, 10.220328, 10.418616, 10.066381, 9.894887, 9.552958, 9.555322, 9.499317, 9.484254, 9.038844, 8.218016, 7.209659, 7.000944, 7.441665, 5.893239, 0.22142, 0.0]}, "lang": {"n_am_en": [17, 13, 18, 12, 9, 9, 11, 11, 13, 13, 10, 14, 18, 15, 17, 12, 19, 21, 16, 13, 13, 10, 9, 9, 16, 23, 23, 19, 22, 20, 22, 25, 28, 22, 19, 21, 23, 25, 24, 27, 22, 29, 33, 40, 42, 31, 21, 16, 8, 8], "n_am_pl": [2, 20, 13, 12, 7, 7, 8, 12, 10, 12, 17, 12, 11, 9, 5, 9, 11, 11, 12, 14, 15, 16, 13, 14, 10, 10, 7, 9, 11, 11, 9, 7, 3, 7, 9, 9, 10, 5, 9, 7, 9, 10, 10, 13, 9, 18, 27, 28, 54, 59], "n_pos": 67, "sum_m_en": [6.069424, 3.280204, 3.395166, 3.66874, 4.017827, 3.860124, 3.932949, 3.896608, 4.028631, 3.967764, 4.230081, 4.749132, 4.873668, 5.044048, 5.084713, 4.696311, 4.640321, 4.440722, 4.077785, 3.773535, 3.585212, 3.376521, 3.162595, 3.091022, 7.331652, 7.991188, 8.072149, 7.290048, 8.2189, 7.730635, 6.96533, 7.131208, 7.321225, 7.087342, 7.514138, 8.451309, 8.9864, 10.370923, 12.098264, 14.523869, 14.116791, 20.94369, 23.457113, 28.613119, 30.115319, 27.215241, 17.287814, 14.403086, 8.616782, 8.042958], "sum_m_pl": [23.334331, 31.053945, 30.558451, 30.009921, 29.135163, 28.453564, 28.241968, 29.191768, 29.680112, 30.175198, 29.563793, 29.093989, 29.296284, 29.147007, 29.985547, 30.203131, 30.028522, 30.321783, 30.850203, 31.608534, 31.581521, 31.742413, 31.869673, 31.728722, 24.698674, 24.690164, 24.289872, 26.383816, 26.546204, 27.04911, 27.935711, 28.274105, 28.279271, 27.458343, 27.059873, 27.29671, 26.124347, 25.931704, 24.914347, 23.746853, 22.555454, 19.918459, 18.003183, 17.380289, 16.509173, 18.809727, 25.612392, 26.933683, 49.517887, 57.850734]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18578", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 647, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9898}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [128, 100, 110, 79, 90, 119, 105, 108, 108, 114, 119, 122, 126, 134, 122, 159, 126, 152, 113, 134, 121, 115, 95, 98, 146, 147, 173, 169, 156, 177, 171, 157, 163, 161, 183, 164, 150, 161, 151, 151, 160, 135, 130, 98, 104, 106, 100, 85, 88, 81], "n_am_pl": [38, 62, 87, 86, 76, 75, 83, 104, 138, 122, 135, 112, 106, 89, 95, 95, 119, 94, 91, 78, 84, 108, 127, 135, 84, 85, 71, 69, 92, 82, 78, 92, 82, 52, 51, 51, 37, 27, 32, 22, 10, 17, 26, 28, 14, 8, 4, 13, 1, 0], "n_pos": 478, "sum_m_en": [48.002905, 24.50819, 26.010828, 26.053971, 26.590347, 29.496096, 28.623819, 32.081497, 33.129004, 34.959807, 35.050486, 37.147578, 42.30501, 47.315916, 45.54369, 47.826923, 45.714347, 45.188873, 37.969399, 34.580406, 29.587423, 26.349434, 25.29485, 24.162791, 56.606265, 67.544834, 74.275664, 69.175092, 67.989037, 70.486549, 67.030684, 65.23527, 62.206354, 64.895564, 76.522047, 77.284854, 79.978513, 82.891667, 96.486245, 95.616029, 101.280874, 91.548295, 92.456828, 88.1115, 89.246386, 91.837011, 96.855128, 87.079037, 89.939922, 81.80604], "sum_m_pl": [174.883717, 241.945282, 233.52804, 229.707402, 229.274162, 223.085267, 224.702074, 224.614735, 224.863605, 229.427341, 228.521644, 227.371296, 222.029379, 215.824454, 222.056745, 218.430737, 221.878359, 221.464224, 228.546144, 230.275973, 233.005251, 236.732772, 238.974336, 239.498297, 196.93841, 190.101571, 183.209365, 195.011956, 198.214699, 195.087825, 196.878816, 197.470526, 198.631101, 188.984957, 173.911527, 168.471489, 149.466606, 141.833908, 120.546135, 112.958497, 107.072256, 97.227319, 87.883101, 68.250141, 42.575928, 30.868218, 16.800206, 17.114442, 2.343758, 0.261068]}, "digit": {"n_am_en": [0, 7, 3, 1, 0, 7, 6, 8, 6, 4, 3, 7, 8, 7, 6, 13, 10, 8, 8, 11, 4, 3, 2, 2, 8, 6, 6, 5, 4, 5, 9, 7, 7, 6, 11, 6, 7, 4, 4, 7, 7, 5, 5, 2, 2, 2, 0, 1, 0, 0], "n_am_pl": [0, 2, 11, 1, 1, 4, 1, 5, 5, 3, 4, 1, 2, 2, 1, 1, 1, 0, 3, 1, 1, 3, 3, 3, 0, 2, 1, 2, 4, 4, 3, 5, 5, 3, 1, 6, 4, 6, 4, 3, 0, 1, 2, 10, 1, 1, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.226005, 0.886961, 1.008051, 1.352396, 1.222031, 1.413993, 1.194513, 1.519911, 1.421329, 1.552552, 1.498516, 1.482407, 2.141411, 2.07893, 2.067722, 2.120342, 2.041588, 1.850381, 1.521387, 1.409535, 1.191546, 1.068341, 1.011385, 0.97366, 2.38119, 3.382311, 3.215318, 3.105469, 3.107949, 3.243438, 3.19107, 2.946673, 2.649381, 2.498583, 3.257631, 2.740382, 2.952584, 2.585465, 3.002093, 3.501551, 3.96097, 3.933914, 3.821, 3.774382, 3.168099, 2.160434, 1.22937, 1.377754, 0.111787, 0.0], "sum_m_pl": [6.310856, 9.855878, 9.359461, 9.099974, 8.976245, 8.602636, 8.991867, 8.788806, 8.963419, 8.986091, 8.908561, 9.078179, 8.259959, 8.089818, 8.341947, 8.49696, 8.491731, 8.689465, 9.041929, 9.064373, 9.259845, 9.474509, 9.570668, 9.61022, 8.116955, 7.198512, 6.792608, 7.175585, 7.271692, 7.299899, 7.428477, 7.847395, 8.144445, 8.311454, 7.456798, 7.888491, 7.00771, 6.696025, 5.951123, 5.762919, 5.715179, 5.284902, 5.360736, 6.428015, 4.05913, 2.741797, 0.493006, 0.351459, 0.026385, 0.0]}, "lang": {"n_am_en": [19, 14, 21, 14, 16, 36, 26, 32, 36, 23, 30, 30, 26, 26, 22, 28, 31, 38, 25, 36, 29, 29, 25, 30, 37, 31, 37, 33, 31, 32, 32, 35, 39, 36, 43, 41, 41, 46, 40, 39, 41, 50, 39, 31, 43, 53, 56, 55, 77, 81], "n_am_pl": [0, 8, 6, 17, 12, 6, 4, 8, 21, 20, 26, 21, 23, 16, 18, 16, 23, 15, 12, 10, 12, 20, 21, 19, 9, 15, 14, 9, 10, 13, 16, 22, 10, 4, 5, 5, 6, 2, 2, 1, 0, 0, 8, 6, 5, 2, 0, 11, 0, 0], "n_pos": 83, "sum_m_en": [9.564695, 4.420977, 4.604987, 4.482625, 4.523989, 5.234405, 4.77986, 5.25998, 5.762041, 5.503951, 5.917602, 6.246628, 6.931794, 8.027158, 7.755546, 8.134005, 8.184774, 8.743475, 7.202003, 6.622677, 5.661352, 4.660448, 4.575969, 4.279361, 11.703114, 12.785134, 15.312346, 13.465672, 13.28243, 13.739922, 12.894588, 12.903066, 12.279226, 13.184117, 15.153211, 18.150614, 21.016793, 23.031049, 25.891408, 25.495554, 27.76302, 26.306964, 25.276082, 26.074735, 35.545539, 39.961233, 51.209267, 54.200224, 75.704122, 81.018294], "sum_m_pl": [30.574551, 40.760012, 40.351724, 39.276181, 39.0099, 38.156722, 39.056356, 39.526767, 40.132216, 41.732166, 41.022807, 41.081144, 40.663828, 38.939292, 39.910598, 39.278783, 39.790601, 38.922687, 40.029598, 40.24168, 40.646211, 41.431725, 41.74336, 41.822306, 34.952929, 34.753683, 32.55216, 34.484827, 34.942242, 35.101502, 35.433439, 35.19906, 34.841485, 33.14807, 31.097393, 28.300937, 24.679258, 23.729499, 18.237148, 17.805179, 16.184174, 14.933241, 15.866538, 13.226415, 8.315587, 6.751008, 2.010123, 9.639686, 0.062593, 0.000214]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 480, "item_id": "llmzszl-18580", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 735, "region_end": 478, "roundtrip_ok": true, "tf_agree": 0.9917, "tf_agree_excl_first": 0.9937}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [136, 97, 101, 101, 94, 103, 90, 104, 98, 82, 111, 99, 115, 116, 116, 127, 123, 121, 98, 116, 99, 90, 83, 83, 153, 163, 141, 140, 133, 156, 150, 143, 127, 133, 153, 120, 116, 113, 128, 127, 133, 138, 122, 105, 100, 98, 63, 55, 49, 41], "n_am_pl": [53, 89, 115, 90, 105, 99, 114, 132, 135, 120, 104, 97, 111, 91, 73, 80, 104, 92, 112, 100, 124, 133, 153, 162, 58, 64, 84, 80, 98, 71, 88, 101, 80, 64, 61, 63, 56, 43, 46, 36, 45, 42, 65, 58, 42, 48, 40, 58, 58, 62], "n_pos": 490, "sum_m_en": [47.002885, 24.087081, 26.204117, 27.046828, 27.397535, 29.596925, 29.127689, 32.259094, 33.320421, 35.157807, 35.35714, 36.229418, 40.416298, 44.839407, 45.2796, 44.594404, 42.455871, 40.224864, 34.147949, 31.749291, 28.129578, 25.780782, 24.802249, 23.757378, 48.406218, 58.466831, 65.106896, 62.565819, 62.760828, 65.045418, 62.072345, 58.918783, 58.958931, 58.783563, 66.035011, 61.343846, 64.296387, 66.279634, 77.957258, 77.520526, 80.684567, 76.977711, 78.996697, 78.673068, 83.333614, 77.36452, 62.378463, 50.745334, 46.868325, 40.646147], "sum_m_pl": [184.229775, 249.60706, 239.485858, 235.723334, 236.961042, 231.059835, 231.804968, 231.255754, 231.728235, 234.163885, 233.238901, 231.484884, 229.070317, 222.221781, 224.868839, 224.778178, 227.685345, 228.194911, 237.27953, 238.239493, 239.871722, 241.767987, 242.964524, 243.251178, 200.723585, 197.079742, 187.647079, 199.625819, 204.339717, 199.923822, 201.452717, 203.675784, 202.898589, 191.775505, 179.93773, 175.544438, 159.72657, 156.032534, 136.977792, 131.785992, 130.467524, 125.022511, 118.11718, 100.060717, 75.47712, 71.122122, 60.250835, 63.877684, 57.707389, 61.933189]}, "digit": {"n_am_en": [2, 4, 4, 2, 1, 3, 5, 6, 7, 3, 1, 3, 5, 6, 7, 6, 9, 6, 4, 5, 5, 4, 3, 4, 9, 11, 5, 11, 6, 8, 8, 5, 6, 7, 9, 7, 5, 5, 5, 6, 7, 3, 1, 0, 0, 1, 0, 1, 0, 0], "n_am_pl": [0, 1, 7, 3, 2, 6, 4, 4, 4, 3, 4, 4, 3, 2, 0, 0, 0, 1, 5, 3, 3, 3, 3, 3, 0, 0, 3, 1, 4, 3, 2, 3, 5, 2, 1, 4, 4, 3, 4, 2, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.220778, 0.772268, 0.896722, 1.208604, 1.117488, 1.292758, 1.106107, 1.475147, 1.380974, 1.499865, 1.431523, 1.375364, 1.802438, 1.946845, 2.029035, 1.855946, 1.737703, 1.542433, 1.276166, 1.162799, 1.017286, 0.893487, 0.844436, 0.811856, 2.239539, 3.152206, 3.07608, 2.992985, 3.156674, 3.304512, 3.278179, 2.804076, 2.37845, 2.546125, 3.265334, 2.211498, 2.675922, 2.513136, 2.817829, 2.95299, 3.22839, 2.488012, 2.41267, 1.798389, 1.792596, 1.118748, 0.60201, 0.726486, 0.029161, 0.0], "sum_m_pl": [5.288296, 8.392754, 7.954913, 7.606065, 7.586522, 7.393446, 7.691871, 7.342284, 7.391999, 7.376492, 7.407773, 7.523423, 7.124028, 6.808416, 6.889064, 7.097364, 7.259221, 7.418061, 7.809905, 7.758857, 7.897548, 8.079357, 8.149848, 8.198755, 6.945769, 6.264991, 5.812962, 6.168238, 6.306051, 6.186046, 6.217266, 6.642364, 7.152062, 6.885841, 6.026846, 6.825048, 6.007421, 5.495314, 4.97973, 4.620958, 4.776467, 4.785554, 4.968986, 5.134711, 3.457437, 1.923375, 0.320035, 0.275516, 0.007019, 0.0]}, "lang": {"n_am_en": [24, 18, 11, 19, 20, 33, 29, 40, 29, 19, 32, 25, 25, 23, 24, 27, 31, 28, 30, 33, 28, 28, 27, 24, 37, 40, 24, 23, 24, 28, 35, 39, 29, 38, 36, 29, 28, 24, 26, 31, 35, 53, 40, 40, 52, 52, 38, 39, 44, 41], "n_am_pl": [6, 18, 25, 17, 19, 18, 16, 22, 26, 26, 17, 17, 27, 20, 16, 22, 19, 23, 22, 26, 28, 30, 35, 39, 15, 21, 26, 23, 23, 19, 20, 27, 17, 16, 16, 13, 12, 16, 13, 13, 14, 15, 28, 23, 24, 33, 31, 45, 53, 62], "n_pos": 103, "sum_m_en": [9.88053, 5.237937, 5.508868, 5.943479, 5.856147, 6.364134, 6.182494, 6.636965, 6.998361, 6.970554, 7.052489, 7.330155, 7.958394, 8.978374, 9.228229, 9.371382, 9.158281, 8.721762, 7.347081, 6.821989, 6.118009, 5.594641, 5.310431, 5.061808, 10.453317, 12.027784, 13.231042, 12.010882, 12.360686, 13.642315, 12.655567, 12.564603, 13.493946, 13.49307, 14.11982, 13.615102, 14.649377, 15.536006, 19.298661, 20.300232, 21.705532, 23.354322, 24.45868, 25.015542, 39.023823, 36.417196, 34.571881, 32.829916, 41.519177, 40.623683], "sum_m_pl": [40.505257, 50.551561, 49.708848, 48.501854, 48.723913, 48.202809, 48.301652, 49.183201, 50.242024, 50.856345, 50.440581, 49.818046, 50.202293, 48.793628, 49.14823, 49.012338, 49.369668, 49.0586, 50.81889, 50.87491, 50.926762, 51.239376, 51.542044, 51.612698, 44.632745, 44.14509, 42.285305, 44.857854, 45.73324, 44.482937, 45.342919, 45.519554, 44.458546, 43.018848, 41.317236, 41.014369, 39.058814, 39.19661, 33.530115, 33.482911, 34.195043, 33.088869, 33.60593, 33.525695, 28.952976, 34.168185, 32.975304, 44.690193, 48.90498, 60.700686]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 490, "item_id": "llmzszl-18580", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 666, "region_end": 490, "roundtrip_ok": true, "tf_agree": 0.998, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [53, 56, 40, 40, 32, 41, 49, 48, 52, 59, 47, 65, 45, 49, 36, 41, 50, 35, 42, 48, 41, 56, 36, 47, 69, 61, 50, 51, 43, 54, 40, 36, 42, 43, 49, 60, 58, 66, 67, 69, 60, 64, 65, 58, 59, 53, 52, 62, 48, 47], "n_am_pl": [12, 21, 23, 20, 20, 27, 19, 16, 16, 21, 19, 17, 17, 23, 35, 37, 37, 30, 21, 26, 19, 22, 30, 22, 9, 15, 18, 25, 23, 20, 20, 15, 21, 23, 24, 19, 15, 9, 9, 5, 5, 5, 8, 4, 2, 3, 3, 1, 0, 0], "n_pos": 191, "sum_m_en": [21.164394, 9.780748, 10.11855, 10.212685, 10.445618, 11.269061, 10.974372, 11.707216, 12.083805, 12.505213, 12.713095, 13.53401, 14.232116, 14.927319, 14.043736, 13.755631, 13.927891, 13.366882, 12.18317, 12.064531, 11.185644, 10.463831, 9.934307, 9.735686, 23.407974, 24.287598, 23.421037, 21.41138, 20.64446, 21.067426, 20.356199, 18.950668, 18.825588, 18.466404, 20.295579, 20.46103, 21.294422, 23.835664, 27.926312, 33.305672, 33.765563, 37.888859, 45.044272, 43.293467, 51.234765, 45.087103, 49.908145, 58.193554, 48.306813, 47.237201], "sum_m_pl": [74.553647, 94.918131, 92.003314, 90.758977, 89.81402, 89.050591, 90.180555, 87.303472, 85.631165, 88.103841, 86.722991, 86.389168, 85.221856, 83.468785, 84.68962, 86.35856, 83.354364, 85.042847, 84.839558, 87.313741, 87.834792, 89.191865, 89.526755, 90.018601, 68.570189, 66.945702, 65.683399, 71.492929, 74.777916, 75.354095, 76.177548, 76.533808, 76.712837, 74.704901, 71.689205, 67.961426, 61.277004, 58.044321, 50.988328, 44.474986, 42.384737, 38.304332, 32.685627, 29.576236, 22.163877, 21.244373, 12.520657, 4.201047, 1.434092, 0.000541]}, "digit": {"n_am_en": [3, 13, 5, 5, 4, 6, 9, 8, 7, 7, 5, 8, 2, 4, 3, 6, 3, 6, 5, 4, 4, 6, 4, 4, 11, 10, 4, 5, 6, 7, 6, 6, 5, 9, 10, 7, 8, 7, 6, 4, 3, 2, 5, 5, 4, 2, 2, 1, 0, 0], "n_am_pl": [0, 3, 5, 5, 3, 5, 0, 0, 3, 4, 3, 4, 4, 6, 12, 10, 9, 10, 6, 7, 3, 3, 5, 3, 2, 2, 4, 6, 7, 5, 7, 4, 4, 3, 4, 2, 2, 3, 3, 1, 1, 3, 3, 1, 0, 0, 0, 1, 0, 0], "n_pos": 29, "sum_m_en": [2.776252, 1.285617, 1.186421, 1.326393, 1.38913, 1.554521, 1.431962, 1.523505, 1.470527, 1.599811, 1.61342, 1.719216, 1.947463, 1.964717, 1.75557, 1.856257, 2.061226, 1.906349, 1.820828, 1.863017, 1.617459, 1.493685, 1.421009, 1.410139, 3.190661, 3.371328, 3.054196, 2.810954, 2.689376, 2.936873, 3.024136, 2.602705, 2.336135, 2.273548, 2.514041, 2.521721, 2.633247, 2.513509, 2.681718, 2.594519, 2.478524, 2.634764, 3.651817, 3.239263, 3.744776, 2.561985, 2.651235, 1.648117, 0.073124, 0.0], "sum_m_pl": [10.790854, 14.995336, 14.547798, 13.91787, 13.92937, 13.906736, 14.043229, 13.684189, 13.615117, 13.769771, 13.502195, 13.528808, 13.179533, 12.835248, 13.18697, 13.139592, 12.376946, 12.850142, 12.628322, 12.875324, 12.800163, 13.163606, 13.195792, 13.29765, 10.398877, 10.185325, 10.168277, 11.239663, 11.642065, 11.976442, 11.66102, 11.990283, 12.127798, 11.974641, 11.373963, 11.402265, 10.38818, 10.189138, 9.302888, 8.992696, 8.565723, 9.203019, 8.132027, 7.358473, 5.191909, 4.545121, 1.629749, 1.04495, 0.051637, 0.0]}, "lang": {"n_am_en": [20, 9, 11, 9, 7, 12, 12, 8, 8, 12, 8, 13, 10, 11, 9, 12, 15, 13, 18, 17, 15, 14, 14, 16, 24, 18, 19, 16, 14, 16, 12, 13, 16, 16, 17, 22, 22, 25, 27, 36, 30, 31, 32, 33, 36, 32, 37, 45, 47, 47], "n_am_pl": [4, 4, 3, 4, 3, 5, 1, 4, 1, 4, 2, 6, 5, 6, 6, 7, 10, 10, 8, 6, 5, 5, 5, 2, 1, 2, 3, 3, 7, 5, 4, 2, 4, 6, 5, 4, 3, 1, 2, 2, 1, 0, 1, 3, 1, 3, 2, 0, 0, 0], "n_pos": 48, "sum_m_en": [6.20618, 2.767664, 2.921184, 2.648987, 2.707668, 2.935225, 2.883513, 3.092075, 3.09074, 3.146173, 3.39964, 3.62263, 3.852687, 4.009619, 3.970987, 3.792174, 3.830316, 3.814372, 3.412324, 3.341229, 3.117748, 3.016603, 2.817143, 2.779819, 8.042675, 8.266133, 8.22687, 7.377479, 6.93333, 6.930809, 6.972144, 6.350995, 6.648872, 6.680234, 7.841842, 8.43546, 9.220071, 10.96029, 13.20892, 18.038174, 19.131518, 23.131232, 23.906625, 24.254532, 29.826944, 26.810885, 33.998135, 41.927637, 45.829686, 46.187847], "sum_m_pl": [16.882621, 22.14379, 21.816445, 22.118761, 21.999055, 21.663151, 21.999438, 21.366454, 21.138723, 21.781745, 21.512914, 21.827662, 21.576259, 21.472287, 21.746909, 22.139117, 21.40301, 21.490487, 21.594381, 22.076864, 22.288882, 22.438504, 22.614579, 22.729926, 17.289375, 17.30979, 16.578817, 17.690451, 18.688237, 18.622597, 18.956919, 18.938689, 19.033203, 18.965093, 17.814988, 17.185966, 15.274053, 14.362672, 12.241964, 9.660886, 8.85612, 7.163283, 6.481102, 6.397093, 3.871463, 4.361218, 2.456137, 0.293001, 0.029198, 0.00047]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "llmzszl-18581", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 701, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9948, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [103, 144, 144, 121, 94, 90, 86, 94, 94, 111, 109, 130, 131, 116, 117, 113, 126, 124, 107, 116, 128, 138, 119, 107, 166, 144, 142, 130, 145, 132, 129, 126, 128, 129, 162, 153, 134, 132, 119, 151, 141, 121, 127, 119, 107, 81, 46, 28, 21, 14], "n_am_pl": [31, 87, 55, 60, 77, 84, 82, 76, 56, 69, 70, 70, 77, 59, 67, 52, 51, 57, 74, 66, 47, 48, 63, 68, 37, 44, 47, 50, 56, 58, 58, 61, 58, 34, 45, 32, 29, 34, 35, 32, 30, 31, 29, 25, 20, 31, 42, 43, 70, 84], "n_pos": 440, "sum_m_en": [40.62041, 21.427665, 23.502293, 24.525971, 24.882519, 26.368076, 25.73529, 27.070032, 28.197003, 29.970128, 30.293598, 31.723731, 34.434756, 36.199143, 36.123859, 34.751888, 35.629199, 33.089104, 29.348296, 28.325481, 26.3187, 25.416286, 24.183603, 23.975815, 62.659428, 62.836301, 63.971078, 54.749096, 54.938241, 53.758247, 50.614911, 45.185367, 42.401161, 41.767776, 51.450429, 48.350361, 52.526305, 51.300041, 58.708163, 72.577437, 69.567293, 76.039869, 79.049339, 78.627605, 85.188767, 73.359413, 40.224429, 27.511314, 21.77774, 14.0119], "sum_m_pl": [172.065768, 218.945156, 211.696356, 211.082195, 211.135991, 205.519547, 208.94141, 204.864606, 203.668003, 205.787866, 202.616108, 202.497347, 201.418005, 197.527938, 198.294633, 202.953307, 195.516304, 200.753592, 204.923877, 207.203907, 206.897512, 207.526022, 208.620261, 208.019085, 155.38841, 154.219272, 152.001688, 165.984316, 172.567185, 178.006709, 177.72411, 184.624338, 189.104485, 180.990262, 170.501463, 167.189426, 151.343273, 147.827701, 135.236918, 126.94909, 122.074783, 117.790895, 111.396959, 96.893764, 68.37457, 65.348541, 60.813471, 55.948515, 70.64935, 84.097035]}, "digit": {"n_am_en": [2, 13, 8, 8, 8, 7, 7, 6, 7, 5, 5, 9, 7, 7, 9, 11, 16, 15, 8, 8, 11, 9, 10, 7, 14, 14, 10, 12, 12, 12, 15, 6, 13, 13, 13, 11, 5, 7, 6, 7, 6, 8, 4, 2, 3, 2, 1, 2, 0, 0], "n_am_pl": [0, 6, 7, 10, 12, 5, 5, 1, 2, 4, 8, 8, 9, 7, 3, 8, 5, 8, 7, 4, 1, 2, 5, 5, 5, 7, 5, 7, 8, 10, 7, 13, 9, 7, 10, 5, 4, 3, 4, 3, 1, 1, 2, 6, 2, 5, 5, 1, 0, 0], "n_pos": 41, "sum_m_en": [2.970739, 1.829757, 2.050724, 2.041195, 2.06029, 2.241849, 2.147047, 2.298815, 2.274359, 2.351415, 2.301284, 2.331005, 2.729791, 2.84534, 2.724855, 2.949944, 3.194554, 3.013406, 2.755622, 2.758051, 2.42229, 2.215815, 2.083863, 2.021492, 4.555439, 5.12767, 5.273179, 4.798466, 4.626949, 4.523157, 4.580853, 4.102814, 3.580155, 3.623016, 4.246421, 4.683266, 4.630877, 3.962215, 4.325753, 4.636567, 4.387527, 4.492107, 4.182707, 3.802004, 4.134422, 3.293549, 2.003505, 1.074926, 0.49329, 0.0], "sum_m_pl": [14.447646, 21.649401, 20.084603, 20.090015, 20.430043, 19.537263, 19.758607, 19.089411, 19.135809, 19.568578, 19.222897, 19.19082, 18.91182, 18.598445, 18.915831, 19.066221, 17.874316, 18.554159, 18.758058, 18.619711, 18.441848, 18.788788, 18.987166, 19.192165, 14.700463, 14.135792, 14.091339, 15.458238, 16.263819, 16.810317, 16.335381, 17.261543, 18.357404, 17.756666, 16.635332, 16.404543, 15.37728, 14.761487, 13.399196, 13.254871, 13.042773, 14.01844, 13.669006, 12.47116, 9.972982, 7.965052, 4.915278, 3.801087, 0.166287, 0.0]}, "lang": {"n_am_en": [26, 13, 24, 12, 10, 14, 16, 19, 20, 29, 26, 27, 27, 26, 24, 29, 27, 29, 32, 33, 32, 41, 37, 34, 42, 44, 42, 33, 33, 32, 28, 33, 26, 34, 38, 40, 41, 41, 39, 54, 60, 53, 56, 50, 52, 45, 28, 16, 15, 14], "n_am_pl": [9, 26, 14, 15, 15, 22, 14, 14, 13, 12, 15, 13, 15, 13, 17, 12, 10, 6, 18, 13, 13, 10, 16, 13, 7, 7, 2, 10, 16, 9, 12, 9, 11, 3, 8, 6, 5, 16, 14, 10, 8, 12, 10, 10, 9, 20, 26, 31, 68, 83], "n_pos": 98, "sum_m_en": [8.848205, 4.902621, 5.174689, 5.537753, 5.345006, 5.860832, 5.869064, 6.280302, 6.312156, 6.480314, 7.051018, 7.397578, 7.723012, 8.007417, 7.885709, 7.599304, 7.930536, 7.385278, 6.666448, 6.366476, 5.996673, 6.210073, 5.689016, 6.075335, 17.131669, 16.3388, 14.774433, 11.404135, 11.617968, 11.393922, 11.122989, 10.236503, 10.256505, 10.295468, 12.386121, 12.180692, 13.820533, 14.985757, 18.112495, 26.278974, 25.898174, 30.965988, 35.008537, 34.8683, 41.332573, 36.93382, 21.618102, 14.7523, 15.256064, 14.004891], "sum_m_pl": [37.330751, 45.725919, 45.071208, 44.691299, 44.698887, 43.167186, 44.337763, 44.480917, 44.647082, 45.385429, 44.778238, 44.730378, 45.211157, 45.108365, 45.617873, 46.953216, 45.10729, 45.662671, 46.027415, 46.641864, 46.699611, 46.375055, 46.615587, 46.252833, 34.690699, 35.549428, 35.136431, 39.040325, 40.312753, 40.436846, 41.060655, 41.984691, 42.264141, 40.770579, 39.18021, 39.480993, 36.693204, 37.324146, 34.227092, 29.906723, 29.078707, 27.113067, 24.497704, 22.102536, 18.671892, 21.600942, 30.190753, 35.487759, 64.629522, 82.55772]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 440, "item_id": "llmzszl-18581", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 632, "region_end": 440, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9932}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [102, 102, 86, 95, 96, 72, 87, 84, 79, 76, 81, 87, 86, 90, 90, 86, 93, 81, 74, 74, 66, 71, 60, 73, 89, 93, 95, 91, 79, 83, 85, 100, 88, 83, 89, 101, 99, 107, 106, 119, 113, 108, 109, 121, 116, 122, 136, 127, 116, 116], "n_am_pl": [18, 35, 47, 39, 36, 36, 52, 40, 44, 48, 68, 63, 52, 49, 48, 48, 59, 50, 49, 51, 57, 61, 65, 59, 36, 37, 56, 47, 57, 54, 55, 52, 40, 48, 32, 43, 26, 18, 21, 20, 16, 16, 17, 11, 12, 6, 1, 1, 0, 0], "n_pos": 354, "sum_m_en": [41.735358, 19.160597, 18.679497, 17.97405, 19.338173, 20.132444, 20.558284, 21.222532, 23.284877, 23.713022, 26.0632, 26.220471, 27.485036, 27.935532, 27.214472, 25.653588, 25.617715, 25.204285, 22.434129, 21.073727, 19.457395, 18.431307, 17.740894, 18.016431, 44.996122, 48.108402, 45.331867, 42.853722, 41.193377, 40.211695, 38.779373, 37.954966, 36.567675, 37.497673, 42.167128, 42.915675, 48.134294, 50.821596, 55.017663, 66.227278, 66.346838, 73.761358, 81.236091, 87.450939, 97.815668, 104.779769, 123.991463, 119.310428, 116.213369, 115.549728], "sum_m_pl": [134.154004, 173.754262, 171.252171, 167.561631, 164.578043, 160.66646, 160.371538, 158.086942, 156.700614, 161.154327, 155.79273, 155.092523, 154.134427, 152.883561, 155.419426, 158.235096, 157.219153, 159.235857, 159.746096, 163.954044, 166.253246, 167.846338, 169.380653, 169.699782, 127.370824, 126.436401, 127.04842, 133.980899, 140.15751, 140.966365, 143.431895, 144.965464, 145.184142, 140.060859, 134.364151, 129.062682, 113.666205, 108.611949, 96.44063, 90.097637, 83.311801, 73.965701, 66.682405, 56.427164, 42.132251, 32.573659, 18.104978, 10.189706, 1.796726, 0.36939]}, "digit": {"n_am_en": [5, 16, 13, 14, 11, 10, 10, 7, 4, 3, 6, 11, 11, 11, 8, 9, 9, 11, 4, 4, 4, 6, 4, 4, 6, 10, 14, 14, 11, 10, 8, 10, 6, 13, 9, 9, 5, 7, 4, 5, 3, 2, 2, 3, 3, 6, 3, 3, 0, 0], "n_am_pl": [0, 1, 6, 4, 1, 2, 5, 2, 1, 3, 4, 4, 2, 6, 6, 7, 9, 5, 11, 6, 6, 5, 9, 7, 5, 6, 8, 5, 5, 9, 8, 4, 5, 2, 1, 3, 7, 6, 6, 5, 4, 4, 3, 3, 4, 1, 0, 1, 0, 0], "n_pos": 40, "sum_m_en": [3.594949, 1.75737, 1.784631, 1.746688, 1.863669, 1.840797, 1.782486, 1.84393, 1.91413, 2.066331, 2.130177, 2.267407, 2.775444, 2.856725, 2.446221, 2.393058, 2.489538, 2.422294, 2.114148, 2.032832, 1.849986, 1.739089, 1.692511, 1.656117, 2.83723, 3.401319, 3.335484, 3.393096, 3.155159, 2.990392, 3.106416, 3.05472, 2.722992, 2.993265, 3.198177, 3.144376, 2.959955, 2.959991, 2.924387, 2.770974, 2.63002, 2.512423, 2.473627, 2.491839, 2.363379, 3.337189, 2.660076, 2.295574, 0.367019, 0.0], "sum_m_pl": [17.722561, 21.071188, 20.253832, 19.923968, 19.49341, 19.246607, 19.258184, 18.563699, 18.503209, 19.275696, 18.681616, 18.704638, 18.262056, 18.005746, 18.669091, 18.782816, 18.116424, 18.442149, 18.593423, 18.910358, 19.524286, 19.709206, 19.815935, 19.95015, 17.202503, 16.842225, 16.790219, 17.381626, 17.60501, 17.906799, 17.885388, 17.954007, 18.266142, 17.632139, 16.762114, 16.650812, 16.514541, 16.763687, 15.968762, 15.835652, 15.622984, 14.813712, 14.145644, 13.52206, 12.387187, 11.1875, 6.700239, 4.327623, 0.840646, 0.0]}, "lang": {"n_am_en": [42, 33, 38, 38, 36, 29, 31, 42, 42, 33, 34, 31, 33, 38, 35, 36, 40, 37, 39, 33, 31, 38, 28, 41, 45, 45, 39, 38, 33, 35, 38, 46, 45, 39, 45, 52, 52, 56, 55, 65, 68, 68, 66, 78, 81, 84, 98, 102, 113, 116], "n_am_pl": [3, 8, 12, 13, 13, 11, 16, 11, 17, 17, 20, 23, 22, 16, 13, 13, 16, 15, 14, 17, 21, 20, 21, 17, 10, 13, 17, 13, 17, 13, 19, 13, 12, 19, 11, 21, 10, 5, 7, 6, 3, 4, 4, 7, 3, 3, 1, 0, 0, 0], "n_pos": 117, "sum_m_en": [15.128049, 7.049448, 6.704268, 6.459722, 6.570834, 6.89113, 7.236963, 7.725762, 8.907913, 8.829847, 10.174576, 10.271931, 10.655185, 10.389804, 10.198793, 9.631239, 9.484603, 9.382605, 8.438167, 7.660099, 7.03043, 6.6892, 6.40932, 6.754966, 20.184156, 21.120672, 19.6638, 18.588234, 17.679579, 17.187677, 16.226386, 15.824698, 15.910173, 17.129243, 19.209889, 20.56467, 24.791856, 26.50448, 29.13806, 37.315753, 38.829194, 45.722275, 51.622869, 56.149237, 66.428725, 72.004556, 90.120764, 94.291424, 110.958405, 115.154112], "sum_m_pl": [41.021066, 54.569329, 54.527747, 53.35658, 52.679089, 51.182526, 51.612226, 51.408264, 51.082958, 52.084128, 50.011905, 50.122428, 50.310868, 50.273829, 51.533939, 51.939607, 52.048094, 52.347072, 52.660746, 54.285291, 54.661267, 55.166384, 55.753973, 55.532434, 42.120015, 41.890515, 41.787689, 43.786807, 45.225531, 44.922949, 46.402381, 46.759477, 46.985213, 45.747427, 44.12751, 43.560992, 39.26051, 37.590136, 33.00929, 30.164587, 27.761084, 23.598958, 20.974533, 19.22164, 13.250039, 8.099821, 4.081652, 1.98496, 0.254888, 0.364871]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 356, "item_id": "llmzszl-18582", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 738, "region_end": 354, "roundtrip_ok": true, "tf_agree": 0.9916, "tf_agree_excl_first": 0.9944}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [198, 197, 167, 193, 187, 135, 154, 172, 144, 178, 179, 193, 181, 200, 175, 155, 169, 141, 125, 138, 116, 139, 122, 128, 174, 177, 177, 180, 180, 176, 186, 176, 170, 188, 205, 192, 206, 194, 169, 182, 151, 147, 153, 132, 127, 110, 75, 36, 19, 13], "n_am_pl": [39, 131, 111, 122, 120, 153, 134, 152, 139, 130, 118, 118, 130, 130, 120, 145, 130, 139, 153, 162, 159, 164, 179, 193, 118, 138, 138, 105, 126, 153, 140, 135, 104, 119, 117, 115, 72, 78, 89, 78, 76, 69, 72, 61, 47, 60, 75, 83, 120, 129], "n_pos": 783, "sum_m_en": [73.548415, 37.772928, 40.121027, 41.54403, 43.682894, 45.0703, 45.909763, 47.898957, 51.980394, 53.974151, 55.920296, 56.98315, 59.648141, 61.126209, 59.905269, 56.928651, 56.391839, 54.372983, 47.995868, 45.789678, 42.765061, 40.626269, 39.079754, 39.280099, 82.059766, 86.896206, 87.728333, 81.936257, 84.616429, 84.672127, 81.85581, 78.233548, 73.69317, 75.602049, 82.471505, 81.86216, 85.120871, 84.671251, 89.821981, 95.204276, 91.220552, 90.481183, 98.036775, 94.01047, 97.086127, 98.302548, 71.74543, 41.325753, 22.363637, 12.622767], "sum_m_pl": [309.095992, 395.249018, 380.325949, 375.019498, 375.270206, 366.951795, 367.2649, 364.353226, 361.66905, 365.168246, 353.260473, 355.487098, 354.092707, 351.595886, 354.497751, 358.1196, 353.362603, 359.939245, 368.305739, 375.290898, 376.703379, 378.440339, 381.743106, 381.937555, 292.144621, 292.898287, 292.991122, 312.90682, 322.458717, 329.551523, 329.696584, 332.665554, 338.350881, 317.456504, 304.00606, 294.069339, 271.563216, 266.170303, 249.423759, 239.908124, 228.43277, 228.951365, 211.580159, 191.052581, 151.449758, 138.379902, 115.88589, 101.855488, 121.647718, 129.061841]}, "digit": {"n_am_en": [11, 32, 28, 29, 22, 11, 13, 17, 14, 11, 11, 27, 20, 32, 18, 26, 20, 16, 14, 18, 12, 13, 15, 13, 19, 26, 24, 22, 22, 22, 17, 26, 22, 28, 20, 25, 26, 23, 13, 14, 12, 9, 8, 6, 7, 7, 9, 2, 0, 0], "n_am_pl": [1, 9, 3, 5, 9, 7, 11, 7, 6, 14, 15, 9, 18, 13, 12, 16, 16, 19, 23, 14, 18, 16, 17, 15, 8, 16, 16, 14, 16, 17, 24, 17, 10, 13, 14, 17, 7, 10, 12, 9, 9, 13, 14, 11, 4, 5, 2, 2, 0, 0], "n_pos": 105, "sum_m_en": [8.609237, 4.617718, 4.84271, 4.877726, 5.071269, 5.162459, 5.302227, 5.575432, 5.759037, 6.061794, 6.184332, 6.796978, 7.134983, 7.253712, 7.080086, 6.830703, 7.052734, 6.966406, 6.029346, 5.861233, 5.309755, 4.926012, 4.791526, 4.692045, 8.434305, 10.369552, 10.816435, 9.590921, 9.976575, 10.129666, 9.885864, 9.918432, 8.388636, 8.608732, 9.02254, 9.60235, 9.130736, 8.306096, 8.452875, 8.216148, 7.766786, 7.405628, 8.323035, 7.341528, 7.773771, 7.934567, 6.786111, 3.186208, 0.704716, 0.0], "sum_m_pl": [42.515422, 55.321215, 52.291683, 51.304009, 50.848976, 50.066254, 49.669707, 49.010075, 48.208811, 48.976369, 47.269627, 48.587678, 48.295738, 47.724476, 48.449369, 48.428951, 47.081681, 47.795859, 49.074457, 49.598394, 50.471103, 50.992737, 51.222479, 51.604766, 42.250903, 41.216023, 40.859487, 44.03652, 43.754308, 44.97791, 44.9709, 45.643025, 47.776425, 45.428674, 43.615962, 44.015413, 43.85217, 44.473549, 42.434376, 41.761256, 41.130569, 41.380683, 39.228016, 36.879257, 32.516518, 27.544314, 16.947234, 10.925485, 1.599021, 0.0]}, "lang": {"n_am_en": [38, 29, 20, 21, 23, 18, 31, 36, 31, 37, 35, 36, 38, 36, 40, 34, 42, 33, 32, 26, 22, 35, 29, 39, 55, 49, 47, 43, 39, 39, 44, 39, 34, 43, 45, 57, 55, 61, 56, 55, 51, 62, 62, 53, 63, 54, 36, 23, 13, 12], "n_am_pl": [11, 25, 23, 24, 21, 21, 11, 20, 26, 16, 16, 20, 31, 30, 27, 39, 33, 33, 33, 37, 36, 40, 45, 40, 28, 34, 22, 24, 25, 31, 26, 31, 28, 26, 26, 31, 21, 26, 25, 24, 29, 22, 21, 26, 26, 35, 53, 58, 117, 128], "n_pos": 140, "sum_m_en": [12.663379, 7.176914, 7.32146, 7.809989, 8.039341, 8.292787, 8.953718, 9.473266, 10.180658, 9.911243, 10.754132, 10.704754, 11.32838, 11.557805, 11.53652, 10.616203, 10.349676, 9.707062, 8.778768, 8.314333, 7.990334, 7.962774, 7.595928, 8.488864, 21.907763, 20.310906, 18.99429, 16.816121, 17.069921, 16.781095, 15.539478, 15.502513, 15.310593, 17.15471, 18.112399, 17.905684, 19.471762, 21.494528, 25.515394, 30.581765, 31.147831, 32.745761, 37.584498, 38.251153, 45.695161, 46.908768, 30.628491, 19.335976, 14.101328, 11.752074], "sum_m_pl": [52.991448, 65.272417, 64.55117, 63.574252, 63.874412, 62.562838, 63.306763, 63.751078, 64.246781, 64.852016, 63.055306, 63.610893, 63.517264, 63.432628, 64.767612, 66.450271, 66.245204, 66.897139, 67.481403, 68.410127, 67.964353, 67.572152, 68.506179, 67.569164, 54.430418, 55.54224, 54.97615, 58.465556, 59.381195, 60.306287, 61.356195, 61.328599, 62.463381, 59.283138, 58.501814, 58.837895, 57.234426, 57.414281, 53.593003, 49.677534, 49.89376, 49.344654, 43.693226, 43.982726, 40.542046, 41.421868, 53.784488, 57.824229, 109.487223, 127.483755]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 785, "item_id": "llmzszl-18582", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 669, "region_end": 783, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 0.9949}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [111, 94, 90, 92, 78, 63, 75, 87, 72, 86, 96, 94, 108, 72, 91, 73, 81, 70, 76, 73, 74, 71, 65, 73, 114, 100, 91, 90, 102, 94, 87, 84, 77, 62, 77, 74, 78, 66, 60, 56, 50, 55, 52, 45, 52, 65, 62, 58, 66, 65], "n_am_pl": [8, 59, 67, 53, 39, 56, 54, 74, 49, 60, 66, 65, 47, 58, 55, 56, 66, 74, 51, 52, 53, 48, 50, 51, 39, 42, 48, 37, 52, 53, 52, 49, 49, 52, 47, 44, 43, 39, 26, 32, 27, 31, 29, 30, 22, 18, 14, 11, 11, 10], "n_pos": 408, "sum_m_en": [43.359592, 20.035696, 20.44887, 21.125618, 22.087385, 23.085085, 22.784909, 23.467404, 24.558146, 25.85677, 26.06213, 27.883054, 28.977057, 29.638094, 29.157139, 28.716022, 30.221868, 30.018156, 25.742693, 23.809831, 22.242472, 20.535057, 19.641729, 19.055297, 38.583719, 44.218612, 43.451264, 41.022614, 39.031754, 39.524895, 38.411926, 36.975769, 34.935542, 34.610298, 39.154003, 37.991021, 37.569209, 37.980937, 38.763725, 39.587691, 38.774082, 44.162911, 42.803551, 44.333489, 46.447187, 55.647056, 54.711575, 56.489255, 66.455795, 65.664106], "sum_m_pl": [156.823294, 205.996083, 198.65707, 193.683459, 188.675982, 187.551452, 187.691225, 185.234428, 180.375371, 185.172713, 180.428065, 179.363862, 178.003704, 174.10123, 178.547619, 181.379798, 177.714764, 181.732126, 185.831923, 189.659333, 191.947635, 194.367549, 195.135861, 196.828006, 155.082341, 148.415862, 146.408661, 155.346665, 164.527422, 168.370826, 169.570009, 170.516403, 171.428533, 158.84457, 150.143631, 139.913827, 125.181125, 115.495446, 100.189151, 89.434829, 81.430177, 74.716641, 74.816318, 62.03656, 51.47799, 42.129671, 30.311293, 17.355696, 11.642781, 10.034675]}, "digit": {"n_am_en": [10, 29, 25, 20, 17, 12, 11, 16, 11, 17, 16, 18, 14, 9, 12, 10, 11, 11, 15, 10, 11, 11, 9, 12, 15, 17, 15, 17, 19, 19, 16, 12, 12, 11, 15, 10, 12, 9, 5, 5, 5, 6, 3, 2, 1, 2, 1, 0, 0, 0], "n_am_pl": [1, 9, 10, 7, 2, 4, 9, 6, 4, 6, 4, 3, 3, 6, 3, 3, 5, 9, 5, 10, 9, 9, 7, 8, 9, 12, 11, 6, 11, 7, 10, 9, 10, 6, 1, 6, 6, 11, 8, 3, 1, 5, 4, 7, 2, 1, 0, 0, 0, 0], "n_pos": 70, "sum_m_en": [6.771133, 3.016792, 3.026014, 3.179369, 3.436925, 3.524055, 3.447403, 3.598515, 3.593518, 4.032323, 4.071826, 4.121112, 4.353817, 4.736769, 4.575694, 4.444005, 4.845813, 4.784983, 4.055834, 3.901394, 3.637056, 3.325213, 3.177038, 3.107961, 5.405106, 6.478515, 6.068617, 5.942054, 5.997103, 5.94318, 5.921169, 5.678903, 5.254067, 5.25636, 5.688531, 5.921251, 6.045219, 5.798462, 5.652762, 5.425346, 4.902002, 5.261121, 4.988351, 4.705907, 4.417179, 3.423641, 1.718598, 0.940175, 0.106425, 0.0], "sum_m_pl": [27.338761, 36.214722, 34.546565, 33.430497, 32.535051, 32.116777, 31.268963, 31.066641, 30.828856, 31.862205, 31.289705, 31.339756, 30.268491, 29.194847, 29.966499, 30.721721, 29.883062, 30.622905, 31.516301, 31.924945, 32.2578, 32.975637, 32.91646, 33.341049, 27.686097, 26.658438, 26.188599, 28.345539, 29.292318, 29.603323, 29.610291, 30.092309, 30.738936, 28.701056, 27.140691, 27.205169, 26.641229, 26.385008, 23.099735, 22.44442, 20.482802, 21.534675, 20.73753, 19.747594, 14.734825, 10.40248, 5.547868, 2.171504, 0.132625, 0.0]}, "lang": {"n_am_en": [15, 9, 17, 20, 12, 8, 14, 12, 15, 13, 24, 23, 28, 21, 25, 21, 28, 23, 17, 22, 22, 23, 24, 20, 31, 27, 23, 26, 24, 22, 19, 23, 23, 20, 28, 29, 33, 29, 26, 26, 25, 31, 33, 31, 34, 39, 43, 48, 65, 65], "n_am_pl": [2, 12, 18, 8, 5, 17, 9, 16, 11, 17, 16, 18, 13, 14, 11, 11, 11, 13, 9, 5, 5, 5, 6, 8, 7, 3, 4, 5, 9, 9, 7, 3, 6, 7, 9, 8, 9, 7, 3, 15, 14, 15, 16, 16, 14, 13, 12, 10, 10, 10], "n_pos": 77, "sum_m_en": [7.107063, 3.916156, 4.016586, 4.092467, 4.197016, 4.535244, 4.667979, 4.596962, 4.877601, 4.791873, 5.066567, 5.615686, 5.847613, 5.988606, 5.843065, 5.842892, 6.44815, 6.508374, 5.51587, 4.919922, 4.584869, 4.152222, 3.95605, 3.828892, 9.596297, 10.094756, 9.502962, 9.431877, 8.853828, 8.967721, 8.720778, 8.979787, 8.347523, 8.739864, 11.195106, 11.265766, 11.531098, 13.060574, 13.587978, 14.68457, 15.220326, 20.195853, 19.711227, 22.724471, 26.003669, 32.312656, 36.545227, 43.220499, 63.232848, 64.360871], "sum_m_pl": [30.083345, 37.775787, 37.293348, 36.641403, 35.614519, 35.356254, 35.321183, 35.785121, 34.981056, 36.107367, 35.299537, 35.440946, 35.049509, 34.058079, 34.96698, 35.095569, 34.454861, 34.50193, 35.346352, 36.060932, 36.482649, 36.86184, 37.095347, 37.385569, 29.345469, 28.42833, 27.76773, 28.971837, 31.299669, 32.263072, 32.492885, 31.988462, 31.996432, 30.680067, 28.160605, 26.75178, 25.225668, 23.875022, 20.706517, 20.585514, 20.183863, 16.933371, 20.835186, 19.138574, 17.022427, 15.956416, 14.8093, 11.222891, 10.024821, 10.003302]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 410, "item_id": "llmzszl-18583", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 745, "region_end": 408, "roundtrip_ok": true, "tf_agree": 0.9951, "tf_agree_excl_first": 0.9976}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [232, 201, 225, 203, 178, 180, 166, 140, 125, 190, 170, 202, 236, 212, 184, 181, 188, 178, 137, 126, 112, 136, 122, 133, 209, 205, 221, 217, 232, 238, 235, 199, 185, 201, 218, 218, 185, 184, 171, 175, 161, 151, 163, 151, 143, 133, 76, 50, 51, 47], "n_am_pl": [29, 127, 116, 118, 122, 121, 151, 180, 131, 150, 133, 111, 114, 131, 142, 172, 162, 145, 169, 187, 192, 174, 194, 189, 121, 125, 127, 106, 130, 128, 139, 153, 146, 132, 109, 106, 91, 79, 69, 58, 75, 71, 74, 74, 63, 85, 98, 106, 162, 166], "n_pos": 842, "sum_m_en": [79.355245, 40.148624, 42.681837, 44.880504, 46.081182, 48.240969, 46.781533, 48.507091, 51.910306, 55.298033, 55.634457, 59.798898, 63.209509, 65.43342, 64.347065, 62.426885, 63.988606, 62.221999, 53.484912, 49.811931, 46.707087, 43.492896, 42.070038, 40.903549, 88.604774, 96.382271, 97.910061, 90.830523, 93.293271, 91.576525, 89.099681, 82.536403, 78.747683, 78.504092, 87.886348, 88.109957, 87.728674, 87.470372, 93.251974, 103.834991, 99.988693, 109.169341, 111.697791, 111.804297, 109.15735, 112.639252, 71.471742, 46.161599, 51.627353, 46.999533], "sum_m_pl": [326.742999, 419.849899, 407.842762, 400.91691, 396.932471, 392.426331, 396.965138, 391.154109, 383.719591, 388.058377, 377.090216, 373.982214, 378.197259, 369.743617, 377.518144, 385.823498, 377.625021, 382.842808, 395.727073, 403.272449, 405.904682, 408.483981, 408.517347, 409.849169, 328.138671, 321.275895, 315.12103, 336.797491, 349.011324, 357.574264, 360.214574, 362.634127, 369.308861, 345.731995, 329.397086, 313.009474, 287.931163, 275.442224, 247.610678, 230.800619, 218.945822, 212.71461, 207.329853, 181.912229, 146.179452, 142.88767, 133.574205, 127.822265, 150.982879, 167.151988]}, "digit": {"n_am_en": [19, 31, 27, 15, 18, 17, 19, 17, 12, 17, 16, 30, 27, 24, 23, 24, 18, 20, 14, 7, 8, 15, 10, 12, 16, 22, 27, 27, 23, 31, 26, 21, 23, 23, 18, 21, 17, 15, 10, 8, 6, 3, 3, 6, 2, 1, 0, 0, 0, 0], "n_am_pl": [1, 16, 9, 10, 10, 14, 17, 8, 5, 18, 12, 9, 7, 10, 11, 12, 16, 16, 15, 19, 15, 13, 17, 14, 15, 13, 11, 9, 15, 6, 13, 15, 15, 14, 13, 12, 7, 6, 9, 5, 6, 9, 7, 16, 7, 7, 2, 2, 0, 0], "n_pos": 101, "sum_m_en": [9.46889, 4.433092, 4.572192, 4.669932, 4.822416, 5.214122, 5.112627, 5.340926, 5.642643, 5.981354, 5.954227, 6.007857, 6.566231, 7.038968, 6.760421, 6.708242, 6.890666, 6.73746, 5.755586, 5.581369, 5.226367, 4.852303, 4.691515, 4.615211, 8.709274, 10.148224, 10.059774, 9.626352, 9.642698, 9.444682, 9.352536, 8.82499, 8.273881, 8.07205, 8.650188, 8.968564, 8.702895, 7.963926, 8.526023, 8.063662, 7.534125, 7.530821, 7.150268, 6.935793, 6.740487, 5.25323, 3.187859, 1.463419, 0.136109, 0.0], "sum_m_pl": [37.885295, 52.808524, 50.235745, 48.930856, 48.115776, 46.861045, 45.916042, 44.875903, 44.200121, 45.866711, 44.686338, 45.288584, 44.748386, 44.020407, 44.893789, 45.5399, 44.207265, 44.547918, 46.27857, 46.790769, 46.910688, 47.766068, 47.632773, 48.090911, 38.757043, 37.428871, 36.348738, 39.620698, 40.648257, 41.271234, 41.428667, 42.217904, 43.986613, 41.556283, 40.104742, 39.755411, 38.648113, 38.365152, 34.956726, 34.382282, 34.046617, 34.996214, 33.852657, 32.7832, 27.329569, 21.18398, 11.286927, 5.82167, 0.271705, 0.0]}, "lang": {"n_am_en": [70, 27, 43, 45, 35, 44, 38, 34, 34, 53, 52, 50, 71, 72, 57, 61, 71, 63, 52, 44, 43, 52, 39, 52, 74, 73, 65, 68, 70, 60, 66, 65, 61, 71, 86, 77, 79, 77, 71, 84, 83, 86, 90, 78, 85, 85, 53, 35, 46, 47], "n_am_pl": [12, 35, 32, 33, 30, 27, 32, 41, 47, 41, 40, 35, 30, 26, 35, 52, 35, 40, 49, 52, 61, 55, 66, 59, 25, 32, 30, 32, 29, 34, 39, 41, 42, 44, 33, 35, 37, 33, 28, 23, 29, 28, 33, 39, 38, 57, 74, 87, 153, 166], "n_pos": 214, "sum_m_en": [19.413734, 10.329386, 11.045581, 11.855739, 12.124307, 12.848077, 12.590914, 12.774172, 14.259937, 14.716275, 15.35546, 16.619495, 17.559787, 18.475173, 17.955884, 17.193223, 17.981513, 17.81404, 15.083796, 13.555068, 12.778642, 11.820032, 11.321519, 11.018125, 27.817047, 28.229317, 27.564735, 25.475048, 26.880149, 26.716607, 25.700784, 24.4955, 23.951211, 25.034283, 27.817107, 29.751625, 30.751545, 31.60063, 34.042209, 41.666154, 43.319814, 48.750049, 53.459049, 55.964994, 60.799214, 65.073214, 43.929281, 25.428407, 46.38947, 46.986001], "sum_m_pl": [82.30727, 101.699255, 99.879916, 98.232665, 97.679748, 97.732215, 100.294885, 100.423761, 99.217624, 99.962133, 97.248408, 95.935249, 97.513033, 95.027712, 97.343208, 99.59267, 97.78323, 98.493618, 101.834694, 103.857247, 104.669752, 105.212253, 105.394548, 105.503758, 86.240996, 85.222477, 83.88309, 88.911004, 90.931022, 92.111739, 94.107582, 94.109452, 95.328761, 90.16472, 86.604211, 85.099377, 80.454251, 79.34503, 73.011485, 68.630249, 66.193132, 62.717398, 64.796261, 62.024055, 56.100327, 65.190228, 83.432596, 94.358963, 137.947069, 164.667894]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 842, "item_id": "llmzszl-18583", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 676, "region_end": 842, "roundtrip_ok": true, "tf_agree": 0.9941, "tf_agree_excl_first": 0.9952}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [152, 116, 114, 66, 71, 46, 59, 68, 53, 57, 60, 79, 74, 79, 90, 77, 82, 71, 86, 68, 64, 70, 54, 55, 118, 127, 88, 101, 111, 116, 97, 95, 92, 106, 107, 97, 107, 109, 122, 113, 102, 116, 106, 110, 108, 100, 121, 128, 149, 145], "n_am_pl": [11, 60, 67, 44, 51, 37, 48, 41, 42, 56, 47, 62, 64, 58, 70, 93, 68, 87, 61, 78, 86, 83, 82, 81, 40, 49, 65, 76, 66, 82, 76, 67, 65, 47, 47, 53, 36, 34, 33, 39, 32, 29, 23, 22, 21, 20, 8, 3, 0, 0], "n_pos": 406, "sum_m_en": [51.052118, 21.024523, 20.513938, 20.124965, 21.577265, 21.082176, 21.299724, 22.766997, 24.458184, 24.518927, 24.533364, 25.807371, 28.163622, 29.376878, 28.672975, 28.363823, 28.565587, 27.843399, 25.614366, 23.059832, 20.648198, 18.994993, 18.254373, 17.79944, 39.138026, 41.965527, 41.450345, 41.488195, 40.649294, 39.643239, 39.531317, 38.833818, 37.770779, 40.185914, 44.045861, 44.295142, 53.739783, 55.374599, 61.447883, 64.099455, 69.440044, 73.091422, 74.450641, 85.770983, 91.223076, 95.668866, 115.025745, 125.15867, 145.519147, 142.350112], "sum_m_pl": [156.095048, 198.6566, 195.113242, 189.536994, 186.915943, 185.179955, 184.065493, 179.265438, 172.356227, 175.182494, 175.754902, 177.614431, 173.747363, 175.109104, 181.785431, 176.339445, 169.89256, 172.455946, 180.448441, 187.655598, 193.214885, 196.72856, 197.24819, 198.580334, 160.359495, 152.535156, 150.837171, 157.095983, 163.901517, 165.505249, 163.624873, 163.828006, 161.451639, 150.169815, 146.219095, 135.811548, 118.702307, 116.442073, 112.901392, 107.770859, 98.005999, 92.871164, 84.533488, 70.332663, 59.914772, 47.5711, 28.893068, 14.814084, 1.402931, 0.000682]}, "digit": {"n_am_en": [13, 20, 20, 7, 7, 1, 10, 12, 3, 6, 8, 16, 7, 11, 11, 10, 11, 9, 11, 8, 10, 8, 6, 5, 11, 20, 18, 12, 18, 14, 12, 15, 12, 16, 15, 9, 9, 7, 12, 8, 4, 7, 7, 8, 10, 5, 4, 2, 0, 0], "n_am_pl": [1, 4, 7, 4, 5, 3, 3, 3, 7, 4, 3, 3, 7, 3, 2, 8, 7, 7, 3, 7, 9, 7, 7, 7, 3, 3, 9, 8, 4, 11, 11, 8, 10, 5, 6, 9, 5, 3, 6, 7, 6, 5, 6, 4, 4, 2, 1, 1, 0, 0], "n_pos": 52, "sum_m_en": [4.835683, 2.347199, 2.146568, 2.055006, 2.136823, 2.159692, 2.263039, 2.325737, 2.501764, 2.509384, 2.593631, 2.709355, 2.983457, 3.106833, 3.125967, 3.035601, 3.261783, 3.438281, 3.218519, 2.885105, 2.605512, 2.415516, 2.317042, 2.266105, 4.379465, 4.779512, 4.976873, 5.123798, 5.074677, 4.560163, 4.996863, 4.770669, 4.137903, 4.201706, 4.625594, 4.463605, 4.471334, 4.356315, 4.138732, 4.251326, 4.155472, 4.411322, 4.242494, 4.701162, 4.676303, 4.132428, 3.750086, 3.498378, 0.566468, 0.0], "sum_m_pl": [22.92508, 27.998246, 27.213132, 26.278327, 25.676091, 25.370175, 25.268755, 24.679857, 23.956759, 24.192119, 24.202904, 24.394395, 23.349855, 23.670589, 23.670155, 22.838102, 21.776148, 22.111621, 23.259737, 24.122123, 24.76058, 25.241233, 25.327279, 25.538736, 21.458728, 20.445997, 20.783879, 20.644972, 21.43865, 21.944757, 20.937008, 21.0637, 21.594015, 20.55779, 20.208196, 20.193459, 19.299195, 19.38683, 19.31368, 18.993271, 18.091128, 17.481037, 16.882887, 15.189703, 13.773334, 10.887239, 7.017952, 4.621565, 0.731452, 0.0]}, "lang": {"n_am_en": [50, 47, 38, 30, 29, 25, 24, 27, 28, 24, 33, 30, 29, 23, 40, 31, 28, 27, 37, 33, 32, 38, 28, 27, 56, 60, 36, 47, 49, 62, 48, 49, 45, 50, 54, 48, 65, 62, 73, 69, 68, 73, 75, 78, 81, 79, 90, 106, 140, 142], "n_am_pl": [8, 19, 17, 11, 13, 10, 18, 14, 13, 23, 24, 30, 27, 17, 22, 32, 28, 39, 29, 34, 38, 34, 39, 34, 16, 16, 22, 26, 23, 19, 21, 18, 24, 19, 19, 22, 13, 12, 10, 15, 13, 16, 9, 9, 6, 7, 3, 0, 0, 0], "n_pos": 143, "sum_m_en": [19.971961, 8.517574, 8.564278, 7.893959, 8.493954, 7.935873, 7.982251, 8.633514, 9.504108, 9.480239, 10.062036, 10.65408, 11.290194, 11.614333, 11.207839, 10.994088, 10.647181, 10.275083, 9.614033, 8.498313, 7.587879, 6.939843, 6.618868, 6.439269, 17.403889, 18.78613, 18.273758, 17.610297, 17.227738, 17.235355, 16.436375, 16.633773, 17.077151, 18.662129, 19.165746, 20.931063, 30.674683, 32.111233, 36.528108, 38.792483, 43.881033, 45.452213, 48.469715, 57.800855, 64.050995, 68.841095, 86.046703, 95.299349, 133.997586, 140.365832], "sum_m_pl": [52.193723, 64.942519, 63.782272, 62.202175, 61.894543, 61.847846, 61.367806, 60.715522, 58.452646, 59.875009, 60.126443, 60.216846, 58.990709, 59.227075, 63.037929, 61.192147, 59.801503, 60.444413, 63.197001, 65.969403, 67.95091, 69.11633, 69.245399, 69.445947, 56.908251, 54.745178, 53.845954, 55.777318, 58.01384, 57.545074, 57.511087, 57.913241, 57.860597, 54.186129, 54.07231, 52.053584, 45.013523, 45.26241, 43.244038, 40.747613, 36.068811, 34.017183, 29.755485, 25.067931, 21.261306, 15.539827, 8.008148, 3.643285, 0.248025, 0.000417]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 408, "item_id": "llmzszl-18585", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 723, "region_end": 406, "roundtrip_ok": true, "tf_agree": 0.9755, "tf_agree_excl_first": 0.9779}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [91, 116, 78, 84, 63, 89, 96, 91, 67, 69, 81, 80, 67, 68, 87, 92, 79, 92, 92, 78, 79, 79, 67, 65, 125, 126, 125, 113, 122, 112, 106, 110, 113, 113, 125, 107, 108, 94, 95, 81, 93, 91, 90, 85, 84, 72, 51, 45, 21, 7], "n_am_pl": [18, 78, 110, 68, 69, 63, 50, 61, 55, 70, 61, 58, 66, 75, 75, 78, 62, 82, 84, 82, 115, 101, 110, 107, 58, 38, 59, 76, 66, 60, 69, 71, 76, 64, 51, 71, 72, 87, 86, 81, 70, 81, 65, 71, 55, 78, 87, 82, 139, 153], "n_pos": 418, "sum_m_en": [36.982397, 19.368212, 19.4461, 21.004313, 22.430943, 22.542563, 22.566871, 22.29864, 24.064767, 24.946052, 25.513556, 26.962206, 28.151766, 28.503667, 28.633983, 28.278737, 28.467428, 28.439713, 25.896599, 23.516231, 21.618273, 19.893339, 19.039406, 18.554582, 36.889069, 40.609244, 42.100775, 40.842945, 40.059393, 38.507233, 38.179494, 37.755042, 36.61361, 38.546649, 40.469329, 41.59467, 47.954495, 51.392742, 51.784825, 51.12553, 54.064218, 56.890546, 58.121376, 60.677992, 66.678443, 60.563698, 46.822145, 47.813314, 22.158246, 6.948954], "sum_m_pl": [163.259611, 206.149961, 203.650534, 196.497772, 192.922674, 194.501961, 195.787244, 194.135271, 190.027459, 188.505971, 187.667332, 184.393464, 183.130579, 182.439295, 190.457842, 187.463191, 185.283675, 187.459265, 194.802977, 199.644679, 203.952376, 206.37516, 206.239493, 206.734681, 175.443973, 165.374389, 162.778718, 169.532155, 175.171526, 177.983161, 175.900317, 179.045221, 181.486513, 172.956899, 171.922036, 170.285667, 158.460792, 156.218606, 152.863924, 153.154639, 145.536287, 144.514511, 135.409318, 124.702241, 107.706025, 107.282095, 101.553959, 91.227399, 136.397853, 153.129541]}, "digit": {"n_am_en": [3, 21, 27, 20, 14, 18, 26, 19, 14, 16, 23, 18, 11, 16, 18, 18, 7, 19, 23, 17, 18, 17, 14, 13, 23, 27, 26, 19, 25, 18, 14, 16, 16, 23, 14, 16, 15, 4, 8, 1, 5, 7, 6, 5, 5, 4, 2, 5, 1, 0], "n_am_pl": [0, 4, 7, 1, 4, 3, 2, 3, 2, 5, 4, 8, 9, 7, 7, 10, 10, 8, 7, 8, 13, 9, 10, 8, 7, 2, 3, 5, 5, 4, 5, 4, 11, 5, 8, 7, 8, 12, 15, 13, 10, 12, 8, 10, 8, 8, 7, 10, 0, 0], "n_pos": 52, "sum_m_en": [4.611765, 2.382054, 2.25714, 2.192977, 2.248098, 2.382779, 2.39912, 2.310659, 2.444179, 2.613116, 2.703556, 2.832546, 3.063093, 3.067101, 2.943737, 3.12562, 3.246119, 3.704202, 3.527577, 2.940071, 2.573178, 2.350172, 2.247635, 2.181354, 4.51148, 5.165383, 5.444585, 5.263895, 5.122199, 4.508436, 4.927369, 4.665434, 4.498071, 4.60001, 4.686897, 5.33391, 5.168981, 4.721605, 4.500667, 4.264415, 4.175031, 4.455845, 4.060037, 4.349574, 3.970989, 3.704521, 2.697371, 5.373419, 1.806946, 0.0], "sum_m_pl": [22.540083, 28.152261, 27.739778, 27.015109, 26.321254, 26.073022, 26.156044, 26.013895, 25.767951, 25.397379, 25.43437, 25.690081, 25.151916, 25.009593, 25.370861, 24.21416, 23.022537, 23.247075, 24.366187, 25.181687, 25.783318, 26.195718, 26.242543, 26.521426, 23.844221, 22.420483, 22.179301, 22.240736, 22.802172, 22.831646, 21.770518, 22.447824, 23.097048, 22.242707, 21.939776, 22.659698, 22.004673, 22.560373, 22.437505, 22.556942, 22.218211, 22.341458, 22.657162, 21.384904, 19.726536, 17.139488, 13.897889, 10.884911, 0.377446, 0.0]}, "lang": {"n_am_en": [52, 30, 24, 33, 31, 35, 40, 34, 27, 18, 23, 33, 26, 21, 33, 35, 32, 37, 34, 34, 38, 45, 38, 38, 67, 67, 58, 54, 49, 58, 57, 59, 53, 54, 66, 59, 58, 58, 56, 52, 61, 56, 56, 60, 62, 58, 38, 33, 15, 7], "n_am_pl": [7, 36, 43, 27, 31, 31, 22, 21, 15, 29, 27, 19, 26, 28, 29, 33, 22, 28, 38, 39, 48, 45, 41, 40, 21, 16, 23, 32, 29, 16, 31, 31, 34, 33, 25, 35, 39, 44, 44, 43, 38, 35, 38, 42, 35, 50, 62, 58, 134, 153], "n_pos": 163, "sum_m_en": [14.698032, 7.430888, 7.716265, 8.933441, 9.898947, 9.816002, 9.914221, 9.38535, 10.208077, 10.262498, 10.519768, 11.246387, 11.805755, 11.819429, 11.878694, 11.48016, 11.645346, 11.532117, 10.580885, 9.616013, 8.874732, 8.099362, 7.690992, 7.443451, 16.182211, 18.289491, 18.378017, 17.410117, 16.770604, 16.669335, 16.238766, 16.767938, 16.188457, 17.595335, 18.367729, 20.824441, 25.608308, 29.676321, 30.004393, 30.03904, 33.289817, 35.815581, 37.04515, 40.935401, 49.012258, 44.15926, 33.462178, 31.160613, 13.70689, 6.781826], "sum_m_pl": [60.637109, 77.497995, 76.517702, 73.402993, 72.319336, 73.040059, 74.250424, 73.634224, 72.015149, 72.073711, 71.708449, 69.776592, 70.050672, 69.429919, 73.627624, 73.366251, 72.866123, 73.564147, 76.369075, 78.490906, 79.987433, 81.027569, 80.853165, 81.015503, 69.743889, 66.186182, 65.316652, 68.00258, 69.909754, 70.412002, 70.661166, 70.692353, 72.452201, 69.351577, 69.174429, 70.377078, 66.1338, 66.6821, 65.609674, 65.2279, 62.800812, 61.535389, 57.882787, 55.082357, 50.24882, 55.944097, 64.193243, 62.107938, 128.802203, 151.611513]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 420, "item_id": "llmzszl-18585", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 654, "region_end": 418, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9857}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [31, 19, 13, 16, 17, 14, 18, 10, 13, 11, 8, 19, 18, 17, 16, 20, 19, 14, 16, 15, 11, 10, 11, 11, 19, 16, 17, 24, 25, 20, 15, 25, 25, 18, 21, 15, 17, 17, 24, 20, 16, 18, 21, 19, 17, 20, 21, 19, 18, 15], "n_am_pl": [3, 15, 13, 14, 5, 10, 9, 18, 15, 7, 11, 17, 18, 14, 17, 21, 17, 14, 13, 14, 11, 13, 13, 16, 5, 10, 10, 11, 9, 9, 10, 7, 8, 5, 4, 5, 4, 5, 5, 4, 4, 3, 2, 0, 2, 1, 1, 1, 0, 0], "n_pos": 91, "sum_m_en": [10.756968, 4.797475, 5.055256, 4.819046, 5.196759, 5.247481, 5.649589, 6.005366, 6.091468, 6.637016, 6.827543, 7.074366, 7.595163, 7.992912, 8.241221, 8.267921, 8.430254, 7.95755, 7.228139, 6.299649, 5.991917, 5.190361, 4.889551, 4.776707, 10.578035, 11.929906, 12.923005, 13.815211, 13.790733, 13.880914, 11.884276, 11.436948, 11.33743, 10.587626, 11.335312, 10.895714, 11.400692, 11.054805, 11.726707, 12.134183, 11.700199, 12.921757, 12.434157, 15.99608, 17.503188, 18.588558, 20.265893, 18.127384, 17.937213, 16.222384], "sum_m_pl": [32.683269, 44.78213, 43.064407, 42.191108, 41.529194, 41.370651, 40.880255, 39.630864, 38.397231, 39.575979, 38.657146, 38.652748, 39.13519, 38.54049, 38.20409, 38.155424, 38.219668, 38.467889, 39.344743, 41.329123, 41.815847, 42.786311, 43.471769, 43.615906, 28.684631, 28.839872, 27.571375, 29.502478, 30.096403, 30.10873, 31.234366, 32.013664, 32.3023, 31.448183, 29.381519, 27.779892, 24.333041, 23.704419, 20.951704, 18.846186, 17.727321, 17.79185, 15.616883, 11.966654, 8.719675, 7.433676, 4.142419, 2.095502, 0.064508, 0.065496]}, "digit": {"n_am_en": [5, 4, 0, 1, 1, 1, 2, 2, 1, 2, 2, 1, 3, 2, 2, 3, 1, 1, 1, 0, 0, 0, 0, 1, 2, 2, 4, 2, 2, 0, 1, 2, 4, 4, 0, 0, 0, 1, 3, 2, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 3, 2, 2, 0, 2, 2, 2, 1, 1, 2, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 3, 3, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.085158, 0.470329, 0.512086, 0.459131, 0.495064, 0.520684, 0.558325, 0.609884, 0.608738, 0.673743, 0.701656, 0.772981, 0.85149, 0.909886, 0.886627, 0.904852, 0.875064, 0.83294, 0.69405, 0.613988, 0.583929, 0.51524, 0.483232, 0.475026, 0.894989, 0.952185, 0.865695, 0.899222, 0.996432, 0.992163, 1.0433, 0.983406, 0.934366, 0.92817, 0.955565, 0.955035, 0.955397, 0.93137, 0.966422, 0.95328, 0.808105, 0.843429, 0.844828, 1.306449, 1.718904, 1.461266, 0.990127, 0.312822, 0.005082, 0.0], "sum_m_pl": [3.657249, 4.998878, 4.610938, 4.530283, 4.342769, 4.471172, 4.260004, 4.173542, 3.962921, 4.230038, 4.102923, 4.025821, 4.001578, 3.844318, 3.913311, 4.006907, 4.035998, 3.997094, 4.312438, 4.44241, 4.571593, 4.724373, 4.827691, 4.863657, 3.623243, 3.818893, 3.809493, 4.061784, 4.111234, 4.057359, 4.025613, 4.124552, 4.021535, 3.89239, 3.757563, 3.641924, 3.483685, 3.653443, 3.397688, 3.227699, 3.1857, 3.426685, 3.199934, 2.915644, 2.61467, 1.608803, 0.907818, 0.322057, 0.002758, 0.0]}, "lang": {"n_am_en": [8, 5, 4, 3, 0, 2, 3, 3, 4, 3, 1, 3, 3, 4, 4, 4, 7, 4, 5, 6, 6, 6, 4, 4, 4, 4, 4, 6, 6, 4, 5, 5, 3, 5, 6, 3, 4, 6, 7, 9, 9, 7, 11, 10, 9, 12, 13, 12, 15, 15], "n_am_pl": [1, 3, 2, 3, 0, 1, 2, 3, 2, 1, 1, 3, 1, 0, 2, 2, 0, 1, 1, 0, 1, 1, 2, 1, 1, 2, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 2, 3, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0], "n_pos": 16, "sum_m_en": [2.805398, 1.02588, 1.035014, 1.022507, 1.00946, 0.964313, 1.027689, 1.027973, 1.153985, 1.153935, 1.252952, 1.282446, 1.324465, 1.418118, 1.511748, 1.616446, 1.67695, 1.588842, 1.613433, 1.364502, 1.436581, 1.068528, 0.961853, 0.905684, 2.91384, 2.964988, 3.131682, 3.123033, 3.11178, 2.830364, 2.426509, 2.532287, 2.488483, 2.419427, 2.418788, 2.565432, 2.904165, 3.499095, 4.57208, 5.196951, 5.509781, 6.30479, 6.356559, 8.007655, 9.4565, 10.307365, 11.405794, 11.250642, 14.815533, 15.268191], "sum_m_pl": [5.186547, 7.538876, 7.530335, 7.233009, 7.086627, 7.057929, 7.217101, 7.165962, 6.969687, 7.225891, 6.812328, 6.993675, 7.05658, 7.031936, 7.006956, 6.941652, 6.734086, 6.700167, 6.594162, 6.980687, 6.921943, 7.201941, 7.334864, 7.295115, 4.827688, 4.698523, 4.337721, 4.647176, 4.730128, 4.891296, 5.034173, 5.181531, 5.106098, 5.137115, 4.699207, 4.734131, 4.151097, 4.07901, 3.325684, 3.149364, 2.769572, 2.484608, 2.240312, 1.483822, 1.081109, 0.779932, 1.1053, 0.960107, 0.010847, 1.5e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 93, "item_id": "llmzszl-18587", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 713, "region_end": 91, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.9783}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [86, 92, 87, 92, 88, 72, 71, 81, 65, 66, 60, 70, 80, 76, 81, 65, 61, 54, 45, 59, 30, 39, 34, 36, 63, 60, 53, 81, 70, 77, 72, 73, 71, 70, 75, 66, 58, 57, 50, 56, 52, 48, 52, 52, 43, 27, 19, 2, 3, 0], "n_am_pl": [19, 42, 40, 46, 48, 43, 49, 38, 46, 26, 35, 39, 39, 57, 65, 41, 62, 53, 57, 51, 61, 53, 68, 82, 38, 53, 47, 39, 41, 50, 52, 45, 52, 45, 29, 29, 23, 31, 29, 30, 32, 27, 22, 22, 19, 26, 25, 32, 48, 55], "n_pos": 292, "sum_m_en": [29.312548, 14.26221, 15.898581, 15.673519, 16.664478, 17.369233, 18.721852, 20.471656, 21.631896, 23.284974, 24.141184, 24.737556, 25.826071, 28.06339, 27.671189, 25.460558, 24.898207, 24.213485, 21.282688, 18.810592, 17.32652, 15.98449, 15.263745, 14.787861, 30.319717, 32.849023, 35.021489, 37.513611, 37.258889, 38.221241, 35.697332, 35.286047, 34.894842, 34.089861, 34.55687, 32.704129, 33.466989, 32.534546, 32.859981, 33.036746, 32.065128, 31.558509, 32.164745, 35.885331, 35.842835, 28.786443, 19.103229, 8.518323, 2.944406, 0.144936], "sum_m_pl": [110.088672, 146.644858, 140.472652, 138.855375, 138.909651, 136.193147, 135.335524, 132.068578, 130.136567, 129.447248, 125.030216, 124.227043, 127.421753, 125.329493, 126.161235, 127.775535, 131.110912, 130.383568, 135.504762, 139.025447, 139.693934, 140.357914, 141.853688, 141.795827, 108.305818, 107.910917, 103.78471, 109.337538, 114.427762, 113.500001, 115.835824, 116.460214, 117.503609, 112.32132, 109.67743, 105.855525, 95.419374, 96.651941, 88.97527, 87.482193, 84.974114, 84.9699, 78.321878, 68.269526, 56.139275, 53.751428, 41.083064, 38.911394, 47.272492, 55.124839]}, "digit": {"n_am_en": [12, 6, 13, 6, 3, 8, 7, 7, 10, 8, 4, 5, 2, 3, 8, 3, 7, 3, 3, 1, 0, 2, 1, 3, 4, 8, 4, 8, 5, 6, 5, 8, 11, 6, 6, 5, 6, 9, 2, 4, 4, 2, 6, 3, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 3, 1, 5, 1, 3, 2, 3, 2, 0, 3, 7, 2, 7, 3, 3, 3, 2, 2, 4, 5, 6, 5, 5, 5, 7, 8, 4, 6, 5, 5, 1, 2, 2, 3, 4, 3, 2, 1, 0, 1, 0, 2, 2, 1, 0, 0], "n_pos": 30, "sum_m_en": [3.955068, 1.457196, 1.710147, 1.566697, 1.775204, 1.851715, 1.973785, 2.107574, 2.407295, 2.58739, 2.609247, 2.680336, 2.864993, 3.212888, 2.905849, 2.600109, 2.616307, 2.563938, 2.184003, 1.878989, 1.695645, 1.497278, 1.398156, 1.369962, 2.287482, 2.950803, 3.134839, 3.095241, 3.185016, 3.155344, 3.275711, 3.097704, 3.050825, 2.935608, 3.008546, 2.917682, 2.954382, 2.803547, 2.699308, 2.68514, 2.561979, 2.390234, 2.495729, 2.531726, 2.234354, 1.648146, 1.307648, 0.474859, 0.046148, 0.0], "sum_m_pl": [10.413204, 15.277616, 13.952204, 13.706748, 13.417453, 13.26724, 13.350469, 12.485882, 12.157578, 12.717225, 11.947494, 11.555151, 11.969363, 11.597378, 12.537987, 12.62519, 13.126335, 12.833013, 13.660845, 13.900299, 14.234371, 14.417488, 14.716035, 14.770901, 12.312339, 11.936834, 11.442662, 12.395297, 12.66096, 12.625474, 12.222435, 12.832508, 12.924738, 12.624177, 12.427678, 11.58185, 11.446754, 11.938468, 11.428206, 11.210807, 11.335039, 11.89176, 10.989731, 10.30237, 8.773024, 6.522814, 3.566255, 2.274674, 0.053055, 0.0]}, "lang": {"n_am_en": [9, 16, 8, 10, 14, 8, 16, 16, 16, 11, 14, 11, 16, 14, 14, 15, 15, 13, 16, 16, 8, 12, 12, 13, 14, 18, 10, 11, 11, 17, 20, 14, 13, 16, 14, 16, 12, 10, 12, 16, 15, 19, 21, 22, 20, 18, 12, 1, 0, 0], "n_am_pl": [8, 14, 13, 9, 7, 11, 5, 6, 7, 7, 13, 9, 15, 12, 15, 6, 10, 11, 14, 11, 18, 14, 21, 19, 7, 8, 7, 8, 6, 6, 8, 11, 11, 8, 11, 10, 10, 15, 13, 12, 13, 16, 11, 14, 14, 17, 18, 24, 46, 55], "n_pos": 56, "sum_m_en": [4.819274, 2.829681, 2.847426, 3.036527, 3.049671, 3.104116, 3.423991, 3.596014, 3.907368, 3.994888, 4.227158, 4.41881, 4.580929, 4.766104, 4.934895, 4.739264, 4.845104, 4.564815, 4.028732, 3.47631, 3.364138, 3.079227, 2.917527, 2.809951, 6.524782, 6.665572, 6.296817, 6.551017, 7.142982, 7.371564, 6.833726, 6.938098, 7.228655, 6.991334, 7.172544, 6.91447, 7.142983, 7.413673, 7.913814, 8.259056, 8.810031, 9.475992, 10.909997, 14.692979, 17.191413, 13.85813, 10.5403, 2.681762, 0.91328, 0.100081], "sum_m_pl": [20.818765, 26.189743, 25.617554, 25.159256, 25.114471, 24.756903, 24.87565, 25.192208, 25.406874, 25.566622, 25.079675, 24.950201, 25.461174, 25.134254, 24.989101, 25.336448, 25.614527, 25.249122, 25.985371, 26.197561, 26.141036, 26.327481, 26.752897, 26.634689, 20.696243, 20.593366, 20.237881, 21.194445, 21.591897, 22.174945, 22.862628, 22.457889, 21.772885, 21.43503, 21.141517, 21.27047, 20.443065, 21.614464, 21.091291, 20.058242, 20.300073, 20.516325, 19.134501, 19.147147, 17.284026, 20.900316, 21.01934, 25.590916, 44.300561, 55.061914]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 294, "item_id": "llmzszl-18587", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 644, "region_end": 292, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.9795}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [71, 63, 60, 66, 55, 51, 73, 67, 61, 86, 68, 83, 85, 92, 94, 99, 91, 87, 78, 69, 73, 72, 74, 79, 78, 93, 83, 88, 83, 91, 90, 77, 82, 85, 100, 88, 94, 80, 80, 68, 72, 69, 74, 71, 70, 71, 57, 66, 70, 68], "n_am_pl": [24, 37, 56, 45, 43, 40, 39, 51, 44, 54, 61, 46, 48, 52, 41, 35, 50, 37, 29, 39, 38, 49, 59, 61, 23, 35, 43, 49, 48, 28, 30, 45, 34, 22, 29, 27, 25, 17, 11, 10, 10, 9, 12, 9, 8, 8, 9, 2, 1, 2], "n_pos": 317, "sum_m_en": [34.412841, 16.829782, 16.624815, 17.051617, 18.048415, 19.384424, 19.649599, 21.975288, 21.484229, 22.487764, 23.558174, 25.314159, 25.832716, 28.566966, 29.518936, 29.067455, 29.595003, 27.527041, 23.182802, 20.152548, 18.640389, 17.248005, 16.458848, 15.975177, 35.485928, 40.892245, 43.39481, 41.090453, 40.97382, 43.747993, 40.92045, 39.174235, 39.649217, 40.384017, 44.906266, 46.115455, 50.587516, 51.343536, 49.878728, 46.616906, 47.178493, 53.23068, 54.967158, 60.008606, 55.562687, 58.13942, 55.506963, 60.85103, 67.017326, 67.560396], "sum_m_pl": [117.540821, 156.802953, 151.883983, 149.23754, 147.844597, 143.208471, 147.147356, 142.580967, 143.021377, 146.549501, 143.220531, 141.209584, 144.145309, 140.542721, 138.933621, 141.01202, 137.682263, 138.614693, 142.747027, 148.842374, 150.428542, 152.411878, 154.267681, 154.5514, 119.288654, 117.227801, 114.386708, 124.223432, 124.530671, 118.540875, 120.042254, 124.1829, 123.956128, 119.638319, 112.744463, 105.40081, 92.165914, 84.79167, 72.829002, 59.744723, 57.12935, 54.192384, 46.714006, 35.932259, 32.362232, 28.945055, 17.562262, 8.127522, 3.555719, 1.872744]}, "digit": {"n_am_en": [0, 10, 5, 10, 7, 7, 16, 6, 5, 17, 11, 7, 11, 14, 10, 15, 10, 10, 12, 6, 8, 6, 8, 10, 11, 16, 11, 9, 11, 12, 10, 9, 10, 12, 11, 5, 10, 7, 5, 3, 2, 4, 2, 5, 4, 3, 0, 0, 0, 0], "n_am_pl": [0, 3, 4, 1, 5, 6, 2, 7, 5, 7, 7, 3, 6, 7, 7, 4, 8, 4, 4, 6, 1, 1, 2, 1, 2, 4, 8, 6, 6, 3, 4, 8, 6, 2, 2, 5, 3, 1, 2, 1, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [4.087621, 2.10619, 2.097125, 2.329883, 2.31637, 2.61865, 2.806897, 3.245207, 3.198128, 3.911966, 3.794958, 3.756231, 4.011147, 4.477529, 3.933564, 3.868566, 3.858358, 3.470188, 3.068301, 2.782078, 2.524074, 2.313913, 2.214374, 2.162845, 4.534674, 5.406891, 5.403766, 5.246516, 5.118636, 5.38412, 5.301816, 4.682877, 4.423275, 4.372691, 4.653497, 4.357311, 4.739147, 4.162922, 4.141258, 3.807991, 3.69612, 4.80399, 3.311635, 4.659492, 2.668023, 2.133866, 0.170894, 0.061218, 0.004751, 0.0], "sum_m_pl": [16.407189, 22.399023, 20.569811, 20.182674, 20.449087, 19.869048, 20.43807, 19.323732, 19.042639, 19.857037, 19.571131, 19.051423, 19.281252, 18.88174, 18.995467, 19.174914, 18.73775, 19.143666, 19.811581, 20.389771, 20.844456, 21.165464, 21.553933, 21.633794, 16.716106, 15.795826, 14.994976, 16.986686, 17.236171, 16.773733, 16.449522, 17.238652, 17.373236, 17.146172, 16.414473, 16.19598, 14.703055, 14.556948, 13.147351, 11.965403, 11.879336, 12.489501, 11.173669, 8.446642, 7.23801, 5.994496, 0.545082, 0.288816, 0.01874, 0.0]}, "lang": {"n_am_en": [21, 23, 17, 18, 12, 15, 16, 19, 21, 19, 16, 20, 22, 23, 22, 23, 23, 23, 23, 22, 23, 24, 24, 24, 25, 32, 31, 30, 29, 26, 26, 23, 27, 33, 37, 35, 31, 31, 29, 21, 25, 26, 32, 31, 28, 31, 33, 48, 63, 66], "n_am_pl": [2, 6, 14, 13, 12, 13, 13, 15, 10, 11, 14, 12, 14, 14, 10, 5, 11, 9, 6, 4, 3, 11, 15, 16, 4, 5, 11, 11, 12, 5, 4, 7, 6, 2, 7, 4, 6, 4, 2, 5, 5, 4, 3, 5, 7, 8, 5, 2, 1, 2], "n_pos": 70, "sum_m_en": [9.542244, 4.229881, 3.947651, 3.829128, 4.004888, 4.203316, 4.298402, 4.608227, 4.585319, 4.460972, 5.107514, 5.54264, 5.549432, 6.372338, 6.696562, 6.865445, 7.119892, 6.550784, 5.609448, 4.834717, 4.482497, 4.089946, 3.892242, 3.78982, 10.69454, 12.237771, 13.66774, 12.106419, 12.428038, 12.431298, 11.622049, 11.277826, 12.1713, 13.357978, 14.988319, 16.324876, 18.890617, 20.75725, 20.347466, 18.172301, 19.74623, 23.416834, 25.268943, 28.394931, 27.960247, 30.821143, 34.215017, 44.632479, 59.997255, 64.995392], "sum_m_pl": [21.76412, 33.841301, 33.597659, 33.357052, 33.085148, 32.466583, 33.317588, 33.056827, 33.223435, 33.682219, 32.899792, 32.427391, 33.208488, 32.472333, 31.611681, 31.5952, 30.476454, 30.85458, 31.61351, 33.035932, 33.276863, 33.690452, 33.952983, 33.930681, 25.305151, 25.157015, 24.483248, 26.473005, 26.098288, 25.323863, 25.949434, 26.798312, 25.814681, 24.819355, 23.141578, 21.302887, 17.677908, 16.195409, 13.304255, 11.050091, 10.760248, 9.897089, 7.859514, 6.407758, 7.455995, 7.123614, 5.672633, 2.822901, 1.513591, 1.872587]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 319, "item_id": "llmzszl-18588", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 692, "region_end": 317, "roundtrip_ok": true, "tf_agree": 0.9718, "tf_agree_excl_first": 0.9748}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [133, 129, 134, 145, 112, 99, 100, 105, 91, 123, 122, 147, 125, 137, 127, 121, 123, 103, 117, 101, 86, 85, 74, 70, 114, 121, 121, 127, 125, 142, 141, 152, 121, 140, 155, 130, 133, 128, 122, 119, 118, 98, 104, 103, 91, 91, 36, 31, 33, 28], "n_am_pl": [26, 101, 83, 81, 92, 88, 78, 89, 76, 101, 94, 92, 102, 93, 95, 93, 95, 99, 100, 96, 83, 96, 95, 103, 58, 67, 73, 79, 98, 100, 107, 100, 96, 82, 64, 61, 45, 39, 40, 37, 41, 44, 41, 38, 31, 26, 41, 54, 77, 83], "n_pos": 545, "sum_m_en": [48.291096, 26.106074, 28.405493, 29.763475, 30.481101, 31.688212, 32.108974, 35.515842, 34.916501, 37.351215, 37.544016, 39.084832, 42.108332, 46.771311, 47.580834, 44.317004, 44.521268, 40.915425, 36.482803, 32.865833, 31.259785, 29.17136, 28.487174, 27.437117, 58.649553, 63.533413, 66.102733, 63.003248, 65.782887, 69.085471, 65.820331, 62.742105, 57.224568, 55.627387, 62.826619, 60.711322, 65.951445, 61.814082, 66.455267, 65.804094, 61.637153, 59.87737, 65.400812, 74.099798, 69.515116, 71.464138, 39.326245, 31.548185, 33.318573, 28.382665], "sum_m_pl": [214.335916, 273.017862, 264.304462, 258.659808, 255.808657, 246.795013, 252.03338, 247.076261, 248.234142, 253.368347, 247.897571, 248.577279, 252.02786, 245.74457, 243.164556, 247.959391, 243.223676, 246.348164, 254.670359, 261.147337, 260.556591, 262.903204, 263.39301, 262.844876, 201.770011, 201.173013, 196.548258, 217.386025, 221.229126, 219.029595, 221.391841, 227.418358, 233.798156, 226.037542, 212.046205, 203.434869, 185.720839, 179.871221, 163.219838, 152.969981, 146.599614, 146.445448, 132.771828, 111.082212, 84.131831, 78.533945, 63.938967, 61.678988, 75.176026, 82.798513]}, "digit": {"n_am_en": [6, 17, 14, 12, 11, 11, 12, 11, 16, 14, 16, 19, 18, 14, 13, 15, 9, 6, 10, 11, 7, 11, 12, 10, 16, 20, 15, 17, 19, 20, 18, 18, 11, 19, 25, 18, 18, 15, 10, 8, 12, 14, 15, 11, 11, 6, 2, 0, 0, 0], "n_am_pl": [0, 4, 2, 4, 6, 4, 4, 8, 8, 18, 9, 4, 11, 12, 11, 9, 6, 6, 5, 6, 3, 4, 7, 6, 6, 5, 11, 7, 12, 11, 7, 9, 9, 9, 3, 3, 2, 2, 4, 2, 3, 3, 2, 2, 0, 0, 0, 0, 0, 0], "n_pos": 62, "sum_m_en": [5.452431, 2.831854, 3.081148, 3.304536, 3.170365, 3.36874, 3.421043, 3.770828, 3.871639, 4.350861, 4.335393, 4.309572, 4.905064, 5.450387, 5.044344, 4.874095, 4.940834, 4.605119, 4.136691, 3.819126, 3.563922, 3.301227, 3.155848, 3.091527, 7.122851, 8.04093, 8.147952, 8.130068, 7.852478, 7.919493, 8.136425, 7.788374, 6.661947, 6.7681, 7.623236, 7.587129, 7.946056, 6.900818, 7.294022, 6.963506, 6.923028, 7.206287, 6.683994, 7.847239, 5.735697, 5.154415, 2.08962, 0.618544, 0.008799, 0.0], "sum_m_pl": [21.882898, 32.311493, 30.460486, 29.82723, 29.690666, 28.763038, 29.492257, 28.904661, 28.718335, 29.4343, 28.682331, 28.750042, 28.87747, 28.070375, 27.715018, 27.762891, 26.865866, 27.281964, 28.415373, 28.621552, 28.787973, 29.221059, 29.651809, 29.757328, 22.63945, 21.938399, 21.003919, 23.571292, 24.716433, 24.358537, 24.008951, 24.844079, 26.543854, 26.027321, 23.735469, 23.643663, 22.178498, 22.29159, 19.975115, 19.11611, 19.946258, 20.542839, 19.054378, 16.655214, 14.347977, 12.754862, 4.604532, 2.953207, 0.027796, 0.0]}, "lang": {"n_am_en": [42, 14, 17, 17, 20, 21, 21, 28, 28, 28, 28, 32, 26, 30, 33, 20, 35, 35, 33, 30, 23, 27, 20, 18, 33, 25, 26, 25, 23, 28, 31, 34, 35, 32, 33, 38, 36, 38, 37, 39, 37, 34, 39, 42, 43, 50, 28, 27, 29, 28], "n_am_pl": [9, 24, 20, 23, 19, 21, 12, 14, 10, 12, 20, 19, 14, 17, 24, 21, 16, 18, 21, 22, 18, 24, 26, 26, 9, 17, 10, 9, 18, 14, 14, 14, 12, 15, 18, 16, 13, 18, 16, 13, 11, 15, 15, 15, 14, 14, 32, 45, 76, 82], "n_pos": 112, "sum_m_en": [9.399789, 5.611266, 5.929976, 6.232721, 6.265002, 6.450643, 6.798989, 7.184659, 7.384643, 7.064106, 7.649786, 8.140785, 8.393286, 9.123083, 9.542466, 8.848917, 9.082656, 8.259405, 7.593407, 6.747972, 6.604189, 6.225417, 5.991136, 5.685861, 13.225212, 13.690555, 13.217317, 12.14921, 13.562221, 14.335553, 13.750011, 13.407196, 12.798087, 12.106814, 13.759454, 13.585639, 15.665307, 16.740831, 17.971444, 19.724909, 18.477526, 20.368014, 25.906522, 30.699148, 36.090265, 39.518946, 26.003746, 22.749815, 29.864486, 28.378685], "sum_m_pl": [44.462111, 52.268124, 51.823781, 50.942672, 50.595895, 48.905405, 49.92163, 50.169919, 51.264345, 52.496871, 51.582684, 51.84216, 52.543214, 51.768927, 51.462212, 52.743764, 51.565856, 51.817889, 53.031333, 54.323099, 54.082695, 54.36937, 54.329168, 53.989385, 41.950316, 42.726452, 41.215836, 45.338407, 45.544345, 45.404561, 46.374779, 47.069993, 48.110938, 47.725068, 46.078835, 45.865884, 43.726091, 42.810141, 39.62994, 37.687564, 37.747541, 37.705065, 33.315303, 30.917782, 25.97203, 25.424318, 37.092058, 45.24017, 70.979815, 80.706679]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 545, "item_id": "llmzszl-18588", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 623, "region_end": 545, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9908}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [70, 77, 48, 53, 60, 42, 27, 31, 23, 27, 38, 36, 40, 40, 49, 39, 46, 47, 36, 39, 30, 22, 26, 27, 33, 36, 27, 34, 43, 43, 37, 36, 25, 25, 27, 33, 35, 30, 36, 34, 28, 34, 35, 36, 30, 30, 27, 27, 20, 19], "n_am_pl": [5, 36, 67, 41, 38, 38, 25, 28, 23, 36, 34, 28, 28, 22, 27, 28, 24, 34, 35, 28, 22, 32, 34, 38, 25, 28, 33, 37, 38, 43, 35, 39, 38, 29, 21, 18, 12, 15, 14, 18, 20, 19, 20, 16, 10, 8, 2, 4, 3, 2], "n_pos": 263, "sum_m_en": [27.810015, 13.001552, 12.905982, 13.272619, 13.721932, 13.165388, 13.194563, 13.403087, 14.372653, 14.899055, 15.898831, 16.445011, 16.614948, 18.291662, 18.475389, 16.547687, 16.57291, 16.329953, 14.563816, 13.347184, 12.237844, 11.832626, 11.522686, 11.317575, 18.52346, 20.535587, 20.10534, 20.619002, 21.447475, 23.282928, 21.635305, 20.754131, 19.568868, 18.196876, 19.174454, 18.998503, 18.76083, 18.458139, 18.056453, 18.327704, 18.152453, 23.806557, 24.090078, 27.005043, 24.735963, 26.409414, 25.542759, 25.637636, 20.813455, 19.093752], "sum_m_pl": [104.136762, 132.631285, 130.191321, 127.309934, 123.55781, 122.991566, 121.21272, 121.131436, 116.040214, 122.160274, 118.98698, 117.57271, 119.060643, 117.311825, 117.208261, 118.141292, 117.877918, 117.902202, 119.916004, 122.605668, 123.905608, 125.478918, 125.562225, 127.231361, 92.792228, 92.189595, 95.416359, 104.694925, 107.398014, 108.309852, 108.223211, 109.091717, 105.900797, 98.45878, 90.294426, 84.091666, 71.597384, 68.585195, 56.615287, 50.425352, 47.010017, 43.319854, 43.25302, 37.253142, 30.745479, 20.71651, 10.819175, 6.984205, 3.212953, 1.678371]}, "digit": {"n_am_en": [14, 24, 15, 24, 17, 9, 6, 4, 4, 7, 9, 13, 9, 6, 10, 9, 14, 19, 17, 12, 7, 6, 7, 8, 10, 9, 6, 9, 13, 10, 10, 7, 4, 7, 4, 6, 11, 9, 11, 11, 8, 9, 10, 9, 2, 5, 5, 5, 0, 0], "n_am_pl": [0, 9, 12, 5, 6, 8, 7, 3, 5, 5, 10, 2, 10, 7, 11, 11, 9, 11, 11, 8, 10, 9, 9, 8, 11, 11, 12, 14, 11, 16, 14, 12, 18, 13, 4, 7, 2, 7, 4, 7, 9, 9, 10, 6, 2, 0, 0, 1, 0, 0], "n_pos": 62, "sum_m_en": [5.887531, 2.845662, 2.959132, 2.959353, 3.105297, 3.04601, 3.117528, 3.201405, 3.466012, 3.795635, 4.015915, 4.205535, 4.099608, 4.557773, 4.614262, 3.947817, 4.056957, 4.116186, 3.588004, 3.207547, 2.907873, 2.814281, 2.738447, 2.696097, 4.651371, 5.333864, 4.974021, 5.220065, 5.383614, 5.630337, 5.505167, 5.258, 4.702389, 4.23061, 4.174877, 4.414073, 5.046401, 5.00584, 5.184373, 5.084231, 4.676514, 4.795735, 4.814395, 5.966187, 4.544876, 4.332078, 3.322881, 2.768827, 0.085547, 0.0], "sum_m_pl": [24.312782, 31.574049, 29.995449, 29.918503, 28.72643, 28.586607, 28.300026, 28.157039, 26.631243, 28.098416, 27.195654, 27.290948, 27.281384, 26.492201, 27.274843, 27.787629, 27.608125, 27.481721, 27.996386, 28.578728, 28.770668, 29.212057, 29.247455, 29.858918, 24.289035, 23.032945, 23.806163, 25.888474, 25.219451, 25.433971, 25.368054, 25.552112, 25.461923, 24.24254, 22.138203, 23.148521, 22.199109, 22.720623, 20.873798, 21.005506, 20.599847, 20.346166, 20.186617, 17.967713, 14.8562, 8.083846, 3.886658, 2.229683, 0.107276, 0.0]}, "lang": {"n_am_en": [7, 4, 1, 2, 3, 2, 4, 1, 3, 5, 3, 5, 5, 5, 7, 4, 5, 6, 4, 6, 7, 5, 7, 6, 4, 6, 6, 6, 4, 3, 9, 4, 5, 3, 5, 7, 11, 12, 9, 10, 11, 15, 13, 13, 12, 13, 14, 18, 18, 19], "n_am_pl": [3, 4, 1, 2, 3, 1, 1, 0, 3, 2, 5, 2, 2, 3, 3, 3, 0, 2, 0, 4, 2, 8, 7, 8, 3, 4, 5, 7, 6, 6, 3, 5, 4, 4, 3, 4, 0, 0, 2, 3, 2, 2, 2, 3, 2, 2, 1, 1, 2, 2], "n_pos": 21, "sum_m_en": [2.527841, 1.170673, 1.072991, 1.022633, 1.008453, 1.019461, 0.971058, 0.959923, 1.050178, 1.048196, 1.127501, 1.140076, 1.283523, 1.475645, 1.451402, 1.410632, 1.428051, 1.424433, 1.25832, 1.125414, 1.064617, 1.028663, 0.98617, 0.982849, 2.615944, 2.673722, 2.784326, 2.501733, 2.4026, 2.598429, 2.325845, 2.201514, 2.304685, 2.336964, 2.584358, 2.956145, 4.268015, 4.185881, 4.73507, 6.031001, 6.832731, 10.586562, 10.587579, 11.563066, 10.627247, 10.87309, 12.973882, 16.363892, 18.003365, 18.78226], "sum_m_pl": [7.946928, 9.902656, 10.194862, 9.978397, 9.928613, 9.824099, 9.702731, 9.931269, 9.971031, 10.188539, 10.220477, 10.17967, 10.077435, 9.964974, 9.789665, 9.770251, 9.773517, 9.619172, 9.806073, 10.121785, 10.357016, 10.358125, 10.350514, 10.416527, 8.758677, 8.814729, 8.984297, 9.344476, 9.570214, 9.156595, 9.098141, 9.294343, 8.961455, 8.819532, 8.59371, 7.812511, 6.724653, 6.607912, 6.632171, 6.284378, 5.565094, 4.281772, 4.607489, 4.023217, 4.253195, 4.236031, 2.385885, 1.423056, 1.637762, 1.676207]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 265, "item_id": "llmzszl-18591", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 695, "region_end": 263, "roundtrip_ok": true, "tf_agree": 0.9849, "tf_agree_excl_first": 0.9886}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [91, 94, 80, 81, 81, 61, 65, 73, 49, 50, 63, 65, 61, 75, 70, 84, 80, 84, 58, 44, 45, 51, 42, 39, 77, 76, 63, 68, 78, 77, 65, 84, 71, 70, 67, 54, 56, 56, 55, 56, 58, 62, 60, 55, 48, 36, 21, 15, 0, 0], "n_am_pl": [13, 88, 115, 71, 75, 69, 63, 59, 58, 66, 53, 61, 56, 65, 55, 43, 54, 52, 61, 58, 44, 55, 66, 70, 33, 57, 54, 61, 83, 77, 70, 67, 80, 57, 39, 42, 27, 30, 36, 34, 31, 36, 35, 36, 32, 39, 47, 40, 53, 66], "n_pos": 427, "sum_m_en": [40.609608, 19.969699, 20.456549, 20.964283, 22.860281, 21.954317, 21.579907, 21.957382, 23.355846, 23.441039, 24.816162, 25.466485, 25.315623, 27.678868, 28.102446, 25.735732, 25.502797, 25.253183, 22.138646, 20.491758, 19.297682, 18.692848, 18.302527, 17.732904, 28.172198, 31.363831, 31.761355, 32.829837, 34.744522, 37.044738, 35.429897, 35.145481, 32.973019, 31.79409, 32.592163, 32.353642, 32.008042, 30.326608, 29.445905, 29.709697, 28.447661, 39.837634, 40.921886, 37.553965, 35.490607, 31.659559, 17.001706, 14.562667, 1.385366, 0.002665], "sum_m_pl": [172.233826, 214.350729, 208.890685, 206.284718, 199.96066, 197.066444, 197.17166, 197.535453, 193.201804, 201.203606, 195.590207, 195.521554, 196.911424, 194.92942, 195.657277, 198.071144, 197.286885, 197.050613, 201.261939, 204.550193, 206.817336, 208.322998, 208.452568, 210.009293, 163.716984, 163.812763, 166.540962, 180.975005, 186.523291, 187.448904, 185.691457, 185.365955, 187.396423, 172.107871, 162.945208, 153.424293, 135.711602, 131.169076, 116.542908, 105.677168, 99.59587, 95.6675, 89.63937, 84.246057, 71.875625, 64.448396, 57.852694, 47.56728, 53.144794, 66.02792]}, "digit": {"n_am_en": [18, 34, 26, 32, 23, 15, 13, 12, 7, 18, 16, 19, 17, 20, 21, 23, 25, 30, 25, 13, 15, 16, 16, 15, 26, 27, 19, 24, 26, 22, 18, 27, 19, 15, 17, 11, 15, 18, 19, 16, 19, 21, 17, 19, 11, 6, 6, 3, 0, 0], "n_am_pl": [0, 6, 11, 5, 4, 4, 5, 8, 8, 5, 13, 14, 13, 13, 13, 7, 9, 15, 14, 9, 9, 13, 16, 17, 10, 12, 15, 11, 17, 18, 17, 13, 19, 14, 4, 13, 4, 9, 7, 7, 10, 9, 11, 10, 5, 6, 4, 5, 0, 0], "n_pos": 90, "sum_m_en": [8.427661, 4.036075, 4.076752, 4.058682, 4.362151, 4.329127, 4.340407, 4.491879, 4.777916, 4.971985, 5.417477, 5.605689, 5.456193, 6.258727, 6.47575, 5.663022, 5.676347, 5.829527, 4.986391, 4.442735, 4.094273, 3.975767, 3.884262, 3.784473, 6.296294, 7.270199, 7.495391, 7.786163, 8.012092, 8.243435, 8.229795, 8.015875, 7.604103, 7.175498, 6.94065, 7.641194, 9.357825, 8.705854, 9.048292, 9.127418, 8.780869, 11.304205, 12.406753, 12.434251, 9.880279, 8.491463, 5.489416, 3.841008, 0.048207, 0.0], "sum_m_pl": [36.092211, 46.321424, 44.032132, 43.290752, 41.952505, 41.331301, 41.192599, 41.214053, 39.817607, 42.169305, 40.470377, 41.424664, 42.006689, 40.59833, 41.236436, 41.968042, 41.195974, 41.070069, 42.400344, 43.168137, 43.287419, 43.798785, 43.780007, 44.368006, 38.094452, 36.891095, 37.050431, 39.034536, 38.938436, 39.322068, 38.592435, 38.938819, 39.317647, 37.920098, 35.542205, 36.412076, 34.600322, 35.192627, 32.826664, 32.477784, 32.288844, 31.406267, 29.627613, 27.671643, 22.679518, 16.698462, 10.730912, 6.867868, 0.419442, 0.053418]}, "lang": {"n_am_en": [15, 5, 11, 11, 10, 6, 11, 18, 9, 8, 8, 17, 15, 13, 13, 14, 9, 11, 10, 8, 10, 14, 10, 13, 21, 17, 13, 9, 13, 14, 6, 20, 17, 16, 16, 14, 18, 17, 19, 25, 25, 28, 30, 27, 30, 23, 14, 11, 0, 0], "n_am_pl": [6, 16, 25, 18, 23, 16, 18, 11, 10, 11, 13, 12, 9, 13, 13, 9, 17, 11, 20, 17, 17, 15, 19, 15, 10, 13, 15, 14, 15, 15, 13, 10, 10, 7, 13, 9, 7, 6, 8, 12, 13, 16, 15, 20, 22, 30, 40, 33, 52, 65], "n_pos": 66, "sum_m_en": [6.485604, 3.326925, 3.411785, 3.490884, 3.700384, 3.667618, 3.820382, 3.68018, 3.892626, 3.783458, 3.989092, 4.130061, 4.195923, 4.426709, 4.357251, 4.10391, 4.03702, 3.897704, 3.525221, 3.24858, 3.173593, 3.027742, 2.960372, 2.846223, 5.481416, 5.783267, 5.625403, 5.274854, 5.798386, 6.038969, 5.620959, 6.097987, 6.215488, 6.417132, 6.286805, 6.498341, 6.342736, 7.074924, 7.013834, 7.507253, 7.978846, 16.434237, 17.212701, 15.900461, 17.147978, 14.549785, 7.986163, 7.346485, 1.049888, 0.002484], "sum_m_pl": [25.21471, 30.5721, 30.871707, 31.137002, 30.494412, 30.343393, 30.524472, 31.136923, 31.100798, 31.476263, 31.548574, 31.58916, 31.483701, 31.892154, 32.057263, 32.375748, 32.485499, 31.940565, 32.545548, 33.024152, 33.274556, 33.295131, 33.172809, 33.123906, 29.446699, 29.626645, 29.317505, 30.595333, 30.697978, 30.555139, 30.348365, 30.322243, 30.721762, 28.430116, 28.378926, 26.891126, 26.46062, 26.38931, 24.808449, 25.685409, 25.91846, 20.978713, 21.409053, 24.649279, 26.205294, 31.069391, 37.928766, 35.687498, 50.760782, 64.749662]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 429, "item_id": "llmzszl-18591", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 626, "region_end": 427, "roundtrip_ok": true, "tf_agree": 0.9814, "tf_agree_excl_first": 0.9836}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [30, 39, 32, 30, 27, 28, 28, 26, 18, 18, 21, 16, 34, 26, 31, 25, 33, 29, 19, 20, 17, 20, 14, 18, 33, 28, 29, 28, 23, 29, 29, 35, 27, 24, 32, 30, 28, 23, 19, 22, 25, 24, 25, 27, 29, 31, 32, 31, 35, 32], "n_am_pl": [1, 17, 12, 17, 12, 12, 21, 12, 16, 25, 16, 15, 24, 22, 18, 9, 14, 5, 11, 12, 14, 15, 12, 15, 11, 11, 9, 13, 17, 17, 12, 9, 15, 10, 7, 7, 6, 5, 8, 5, 3, 6, 4, 3, 3, 2, 1, 1, 0, 0], "n_pos": 117, "sum_m_en": [14.344835, 6.23817, 6.83684, 6.203818, 6.37799, 6.880171, 6.943693, 7.038715, 7.281462, 7.189702, 7.634649, 8.158958, 8.747033, 8.94944, 9.086229, 9.000274, 8.860171, 8.428001, 7.335348, 6.995448, 6.482501, 6.096221, 5.811173, 5.698046, 13.877272, 15.280947, 14.638017, 14.306712, 14.412224, 14.50659, 13.163132, 13.004906, 12.218204, 12.065977, 13.01612, 12.663829, 13.622647, 13.345709, 13.744757, 15.568436, 17.590336, 17.497087, 18.369385, 21.122249, 24.646592, 24.886163, 29.297835, 28.010234, 33.635194, 31.916819], "sum_m_pl": [43.388731, 58.427861, 56.049786, 55.80898, 53.793262, 52.353608, 52.570336, 51.665743, 51.93842, 54.451191, 53.224182, 53.669465, 53.685623, 53.242857, 52.429144, 53.114639, 52.643228, 52.561582, 53.353323, 54.767716, 54.981814, 55.931163, 55.994887, 56.117058, 41.464064, 41.182355, 40.805719, 44.995148, 46.682066, 45.468625, 46.358618, 46.596938, 46.377806, 44.135657, 43.747306, 40.419363, 34.704625, 31.993377, 27.394213, 24.488855, 20.806181, 18.985259, 16.299386, 13.051022, 9.189641, 6.911152, 3.010313, 1.716388, 0.141552, 0.01775]}, "digit": {"n_am_en": [7, 7, 6, 10, 7, 5, 3, 1, 0, 1, 1, 1, 5, 2, 4, 3, 5, 5, 4, 4, 4, 4, 3, 3, 7, 5, 8, 4, 3, 4, 2, 3, 3, 3, 5, 3, 4, 2, 0, 1, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 3, 0, 0, 2, 1, 9, 3, 4, 8, 6, 4, 4, 3, 3, 2, 1, 1, 0, 1, 1, 2, 2, 3, 3, 4, 1, 1, 4, 4, 2, 2, 3, 2, 2, 2, 1, 2, 2, 1, 2, 3, 2, 2, 2, 1, 0, 1, 0, 0], "n_pos": 19, "sum_m_en": [2.918813, 0.931421, 0.989474, 0.991272, 0.929529, 1.128095, 0.997133, 1.033171, 1.035521, 1.047742, 1.092837, 1.20361, 1.305349, 1.286418, 1.307932, 1.331503, 1.386152, 1.329152, 1.227974, 1.214647, 1.112142, 1.02985, 0.953176, 0.944868, 2.200753, 2.455871, 2.343513, 2.112888, 2.192315, 2.16236, 2.016623, 1.846194, 1.811264, 1.654573, 1.810222, 1.775223, 1.822712, 1.465138, 1.343386, 1.158377, 1.195875, 1.419202, 1.210609, 1.247451, 0.973256, 1.0301, 0.620439, 0.463071, 0.056628, 0.0], "sum_m_pl": [6.962155, 9.689022, 9.012227, 9.075951, 8.750498, 8.334696, 8.631858, 8.436488, 8.451864, 8.918136, 8.597838, 8.759714, 8.618389, 8.638906, 8.381166, 8.427349, 8.30709, 8.158175, 8.149128, 8.306117, 8.308693, 8.609043, 8.637638, 8.7165, 6.728296, 6.297899, 6.067305, 6.802269, 7.063377, 6.991033, 6.987954, 7.231336, 7.197092, 7.048026, 6.853992, 6.271373, 6.145617, 5.730505, 5.364529, 4.836838, 4.947201, 5.77348, 5.161843, 4.544041, 3.740502, 2.806344, 1.420887, 0.780135, 0.063739, 0.0]}, "lang": {"n_am_en": [6, 13, 9, 10, 9, 9, 6, 7, 6, 5, 7, 6, 9, 13, 12, 8, 9, 14, 8, 5, 4, 6, 5, 6, 11, 13, 12, 11, 9, 9, 10, 12, 10, 12, 15, 17, 15, 12, 10, 15, 18, 17, 20, 22, 24, 25, 28, 27, 32, 32], "n_am_pl": [1, 1, 4, 5, 3, 3, 5, 2, 5, 9, 2, 6, 8, 6, 2, 2, 4, 0, 4, 3, 4, 5, 5, 6, 3, 3, 2, 4, 7, 5, 5, 4, 4, 1, 1, 1, 3, 3, 3, 2, 0, 2, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.613433, 1.893714, 1.88826, 1.71994, 1.743185, 1.887666, 2.035659, 2.133877, 2.34815, 2.260637, 2.46117, 2.755428, 2.953046, 3.028767, 3.05298, 2.947658, 2.748597, 2.593879, 2.200577, 2.010068, 1.878925, 1.774326, 1.694111, 1.631364, 5.17475, 5.665089, 4.96529, 5.029514, 4.80161, 4.444609, 4.1843, 4.503759, 4.291022, 4.450085, 4.77525, 4.983135, 5.990695, 6.260567, 7.198029, 9.522833, 11.992829, 12.815077, 13.797281, 16.569364, 19.014727, 19.499526, 24.367497, 23.794799, 31.029569, 31.711407], "sum_m_pl": [10.950837, 14.818517, 14.860535, 14.700918, 14.057791, 13.490287, 13.67924, 13.832625, 14.048338, 14.899192, 14.542883, 14.673636, 14.551603, 14.672269, 14.396749, 14.647168, 14.869724, 14.696743, 14.926795, 15.266273, 15.420289, 15.510797, 15.533901, 15.559002, 11.88891, 11.799286, 11.595685, 12.370424, 12.710356, 12.262439, 12.9058, 12.668809, 12.522278, 12.367199, 12.443065, 12.238906, 10.83347, 10.199689, 8.900078, 8.09808, 6.594707, 5.942909, 5.422597, 4.146523, 2.44493, 1.709577, 0.769634, 0.467035, 0.028706, 8.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 119, "item_id": "llmzszl-18593", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 698, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9664, "tf_agree_excl_first": 0.9746}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [39, 55, 44, 47, 38, 36, 43, 37, 25, 44, 51, 48, 52, 60, 55, 55, 65, 54, 39, 34, 42, 42, 39, 41, 58, 42, 47, 41, 50, 47, 43, 48, 48, 55, 55, 53, 59, 50, 52, 41, 45, 35, 40, 38, 35, 23, 13, 11, 5, 2], "n_am_pl": [11, 36, 24, 32, 32, 30, 30, 28, 30, 33, 22, 28, 40, 32, 34, 25, 18, 18, 26, 30, 18, 20, 26, 32, 19, 26, 34, 25, 33, 28, 38, 36, 38, 23, 22, 20, 22, 17, 19, 21, 21, 21, 23, 21, 19, 23, 29, 29, 35, 41], "n_pos": 199, "sum_m_en": [18.358349, 9.557693, 10.514674, 10.583768, 10.961846, 11.683767, 11.560988, 11.849469, 12.35312, 12.83374, 13.159198, 13.883981, 15.274471, 16.148389, 16.326296, 15.509861, 15.677669, 14.504903, 12.803594, 11.907986, 11.574379, 10.74774, 10.29909, 10.068577, 24.748693, 24.30706, 24.301945, 23.224186, 25.029938, 25.149403, 23.672898, 21.046273, 20.199848, 19.487855, 21.842973, 21.088605, 22.200805, 19.331609, 20.318119, 21.214293, 20.688092, 19.299081, 23.251096, 26.234855, 29.438874, 21.184301, 12.617323, 11.695716, 5.756252, 1.649859], "sum_m_pl": [80.010325, 99.490873, 95.680652, 94.468716, 93.096513, 90.228926, 92.084908, 90.812805, 91.346777, 93.197952, 91.600616, 91.321323, 91.442204, 90.637649, 90.735206, 92.286222, 89.85837, 90.712341, 92.65481, 94.812993, 94.288144, 95.4898, 95.64675, 95.531401, 70.390123, 71.985395, 70.420316, 77.670275, 79.522097, 80.03968, 81.766408, 84.17532, 85.867054, 82.343426, 79.472505, 75.623138, 68.0283, 66.975092, 60.705444, 58.273685, 55.996373, 56.265643, 51.801667, 45.433672, 34.655261, 37.527036, 36.817772, 32.274568, 34.99469, 40.942101]}, "digit": {"n_am_en": [3, 10, 8, 8, 6, 6, 6, 2, 1, 6, 4, 4, 6, 7, 9, 9, 10, 3, 3, 4, 5, 8, 6, 5, 9, 6, 5, 3, 3, 5, 6, 6, 8, 6, 7, 3, 4, 3, 5, 3, 3, 5, 3, 5, 4, 2, 1, 1, 0, 0], "n_am_pl": [0, 2, 0, 4, 3, 1, 2, 0, 0, 1, 1, 4, 8, 6, 4, 4, 2, 2, 2, 0, 0, 1, 5, 6, 3, 3, 4, 3, 2, 2, 2, 1, 5, 2, 1, 5, 4, 2, 1, 1, 1, 2, 3, 4, 3, 2, 3, 1, 0, 0], "n_pos": 24, "sum_m_en": [2.352925, 1.114842, 1.257562, 1.241074, 1.21149, 1.439546, 1.262255, 1.289721, 1.317004, 1.324505, 1.335827, 1.428675, 1.631006, 1.634931, 1.601765, 1.729908, 1.685131, 1.562901, 1.441217, 1.387347, 1.378604, 1.263854, 1.153984, 1.159337, 2.590282, 2.732727, 2.705827, 2.435882, 2.672345, 2.61016, 2.528115, 2.34719, 2.183981, 2.10088, 2.311803, 2.371114, 2.243617, 2.009385, 2.081299, 2.000237, 1.87112, 1.788035, 1.653168, 1.592871, 1.51158, 1.683361, 1.374206, 1.305694, 0.294867, 0.0], "sum_m_pl": [9.622592, 12.661206, 11.866612, 11.889247, 11.632103, 11.01461, 11.356545, 11.184786, 11.122043, 11.538756, 11.379368, 11.38995, 11.421475, 11.422306, 11.346946, 11.358565, 10.948603, 10.849426, 11.132725, 11.288551, 11.114167, 11.428677, 11.480352, 11.406615, 9.109545, 8.876429, 8.519641, 9.579083, 9.797231, 9.667474, 9.547992, 9.966167, 10.694621, 10.528959, 9.97056, 9.860627, 9.671754, 9.82064, 8.860309, 8.782087, 8.567569, 9.054193, 8.643003, 8.170298, 7.220878, 5.980442, 4.156857, 3.026157, 0.307015, 0.0]}, "lang": {"n_am_en": [7, 6, 4, 7, 5, 1, 7, 4, 5, 6, 8, 5, 8, 12, 8, 10, 14, 13, 11, 5, 4, 7, 8, 9, 11, 9, 7, 10, 9, 11, 9, 13, 11, 12, 14, 19, 17, 15, 13, 13, 15, 16, 14, 11, 15, 9, 6, 6, 2, 2], "n_am_pl": [2, 6, 9, 9, 4, 8, 5, 10, 7, 6, 4, 5, 5, 7, 8, 5, 3, 1, 4, 4, 2, 2, 1, 4, 0, 3, 3, 4, 6, 6, 6, 5, 7, 5, 5, 2, 6, 6, 4, 7, 9, 7, 11, 12, 10, 17, 20, 20, 34, 40], "n_pos": 43, "sum_m_en": [3.646601, 2.073383, 2.159561, 2.296377, 2.370419, 2.522688, 2.555065, 2.654451, 2.705985, 2.744047, 2.993132, 3.084095, 3.256408, 3.393452, 3.441264, 3.218533, 3.268017, 3.082124, 2.761368, 2.491474, 2.499065, 2.334901, 2.24203, 2.172552, 5.623198, 5.36739, 5.042756, 4.710745, 5.227569, 5.575309, 5.300309, 5.19294, 4.951434, 4.840698, 5.221891, 5.306955, 5.770292, 5.58773, 6.110417, 7.854933, 7.436533, 7.221322, 9.540176, 8.360591, 12.711702, 8.712432, 5.702847, 5.090881, 2.118991, 1.608718], "sum_m_pl": [16.565732, 19.824759, 19.291072, 18.793778, 18.481887, 17.847098, 18.717947, 18.807781, 19.279134, 19.682113, 19.46351, 19.506886, 19.616863, 19.722783, 19.680756, 20.137485, 19.658043, 19.672299, 20.059657, 20.524599, 20.391276, 20.572054, 20.565622, 20.472228, 14.760179, 15.185694, 14.848789, 16.546655, 17.09707, 16.978938, 17.630243, 17.892774, 17.840619, 17.440647, 17.45022, 17.544982, 16.275969, 16.32891, 15.070642, 14.037648, 14.408316, 14.539936, 13.453502, 13.982377, 12.695981, 16.956296, 20.375378, 20.59738, 32.715971, 39.792174]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 201, "item_id": "llmzszl-18593", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 629, "region_end": 199, "roundtrip_ok": true, "tf_agree": 0.9751, "tf_agree_excl_first": 0.98}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [190, 149, 106, 114, 117, 136, 139, 148, 122, 152, 143, 156, 148, 163, 149, 180, 170, 162, 158, 144, 139, 132, 121, 124, 192, 188, 165, 177, 193, 189, 191, 181, 160, 187, 196, 189, 196, 200, 198, 188, 208, 227, 222, 209, 211, 198, 212, 210, 206, 203], "n_am_pl": [37, 93, 125, 101, 91, 110, 87, 91, 99, 99, 108, 111, 96, 104, 107, 73, 86, 89, 86, 102, 125, 135, 147, 154, 75, 74, 95, 106, 99, 85, 70, 95, 87, 75, 69, 54, 52, 48, 51, 38, 36, 28, 42, 24, 25, 22, 18, 11, 2, 2], "n_pos": 639, "sum_m_en": [70.460546, 34.625881, 33.312983, 33.169193, 34.407578, 34.583133, 34.174272, 35.179411, 36.557028, 37.378479, 38.907911, 39.479486, 39.792993, 42.792795, 44.030085, 43.849461, 43.515001, 40.702439, 36.718918, 34.132978, 31.896182, 30.100497, 29.094347, 28.429421, 59.403651, 66.178872, 65.483067, 62.250366, 60.738123, 61.886983, 60.074112, 60.109757, 60.977352, 62.213394, 67.712779, 69.583008, 77.09129, 83.349871, 83.694541, 87.589977, 93.854658, 105.949984, 129.131709, 141.047278, 149.880808, 160.372131, 180.194618, 185.701331, 201.69314, 201.702373], "sum_m_pl": [243.2098, 311.321821, 305.193956, 296.42792, 293.050082, 296.491379, 298.051625, 296.503444, 294.006415, 301.358231, 295.997996, 299.537218, 303.396993, 300.796462, 297.425354, 298.709145, 294.292722, 293.928847, 297.233529, 305.907478, 307.575443, 310.156342, 311.243574, 312.208197, 260.416794, 253.580019, 256.301236, 269.634893, 271.941723, 270.725273, 274.710267, 275.43371, 267.376945, 258.068726, 246.884605, 235.476935, 215.375473, 208.27448, 193.7282, 181.552152, 171.94771, 160.950524, 146.565604, 120.059504, 101.182636, 79.840412, 52.046183, 26.730959, 7.174098, 2.101434]}, "digit": {"n_am_en": [15, 32, 17, 20, 12, 11, 13, 12, 7, 21, 10, 12, 13, 16, 14, 25, 16, 18, 15, 14, 17, 13, 16, 12, 29, 33, 27, 23, 31, 24, 19, 20, 13, 22, 19, 20, 10, 11, 12, 8, 7, 6, 9, 6, 6, 3, 5, 1, 0, 0], "n_am_pl": [0, 9, 14, 8, 9, 13, 10, 16, 17, 12, 18, 20, 13, 13, 20, 17, 14, 11, 14, 13, 13, 15, 11, 14, 12, 8, 11, 17, 16, 13, 13, 15, 18, 10, 8, 4, 5, 10, 5, 5, 6, 3, 9, 5, 4, 1, 0, 2, 0, 0], "n_pos": 89, "sum_m_en": [7.700817, 3.929757, 3.869069, 4.129016, 4.363188, 4.504409, 4.444917, 4.804836, 5.036174, 5.435796, 5.582151, 5.551342, 6.039334, 6.023237, 5.815047, 5.960289, 6.086826, 5.455914, 4.88092, 4.735003, 4.48387, 4.170819, 4.046408, 3.947707, 7.818303, 9.795237, 9.201261, 8.707956, 8.706129, 8.23998, 8.154375, 7.565564, 6.990435, 7.086298, 7.195341, 7.578735, 7.279819, 7.207777, 7.071023, 7.055743, 7.017258, 7.323639, 7.286982, 7.363549, 6.608401, 5.163615, 3.312349, 2.538858, 0.585204, 0.0], "sum_m_pl": [35.582521, 45.524934, 43.646138, 42.744027, 41.872148, 42.129168, 42.068461, 41.211121, 40.311507, 41.852403, 40.456873, 41.51041, 41.185402, 41.155396, 41.894992, 41.65198, 40.08223, 40.837051, 40.838568, 41.778496, 41.701078, 42.309843, 42.512205, 43.094309, 36.712359, 34.793433, 35.772829, 37.851279, 38.251171, 38.15984, 37.689886, 38.235609, 38.476319, 37.22804, 35.562116, 35.911486, 34.402783, 33.432734, 28.852722, 27.649268, 28.28882, 28.669713, 28.238232, 25.398176, 19.242502, 13.790688, 5.318107, 2.855365, 0.572119, 0.0]}, "lang": {"n_am_en": [74, 51, 37, 35, 40, 42, 56, 65, 60, 60, 60, 65, 62, 59, 59, 65, 74, 73, 77, 59, 59, 54, 50, 55, 79, 84, 65, 65, 63, 69, 79, 76, 71, 78, 89, 89, 98, 96, 94, 98, 112, 123, 125, 131, 132, 133, 137, 159, 189, 200], "n_am_pl": [17, 28, 38, 40, 40, 39, 31, 26, 29, 33, 41, 40, 35, 33, 33, 26, 29, 30, 25, 38, 43, 50, 57, 63, 18, 24, 34, 43, 31, 31, 21, 23, 31, 26, 23, 20, 15, 12, 16, 10, 10, 9, 10, 8, 9, 8, 9, 2, 2, 2], "n_pos": 206, "sum_m_en": [26.004155, 12.27608, 11.310458, 11.353641, 11.77295, 11.861286, 11.729904, 11.936547, 12.487059, 12.235703, 12.821757, 13.174481, 12.962671, 14.484162, 15.070759, 14.748394, 14.593326, 13.878736, 12.582225, 11.37313, 10.513043, 9.875884, 9.500919, 9.264507, 22.167862, 24.432726, 23.769098, 22.234015, 21.643724, 22.123746, 21.16712, 21.770034, 22.909636, 24.467229, 27.752777, 30.170872, 35.964534, 39.41382, 41.011274, 44.679385, 49.900354, 59.774549, 79.271016, 91.696555, 99.100601, 107.277358, 123.441934, 142.208157, 181.573507, 194.3732], "sum_m_pl": [72.881871, 96.325646, 96.120555, 93.147171, 92.876251, 94.034974, 95.601486, 95.712988, 96.135865, 97.76316, 96.877995, 98.056126, 100.001134, 98.545732, 96.409392, 97.150333, 97.007195, 96.010646, 97.087932, 99.868499, 100.467917, 101.210277, 101.515543, 101.393215, 86.23485, 84.280597, 85.417731, 89.161771, 88.608211, 87.521776, 90.420796, 90.111353, 87.029769, 85.457008, 82.810643, 79.786634, 72.73741, 71.528636, 68.288168, 66.212212, 61.562327, 55.363557, 47.909654, 38.423779, 32.004265, 25.670501, 16.511468, 7.768759, 2.485998, 2.012801]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 641, "item_id": "llmzszl-18594", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 639, "roundtrip_ok": true, "tf_agree": 0.9782, "tf_agree_excl_first": 0.9797}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [306, 358, 368, 305, 284, 246, 268, 250, 191, 279, 281, 308, 338, 311, 301, 284, 322, 275, 209, 229, 203, 188, 177, 171, 316, 327, 301, 326, 344, 360, 337, 354, 366, 356, 413, 340, 329, 298, 263, 271, 248, 239, 235, 202, 219, 171, 125, 121, 95, 86], "n_am_pl": [37, 233, 212, 196, 168, 192, 169, 214, 230, 208, 205, 195, 218, 202, 242, 215, 200, 193, 238, 276, 292, 303, 330, 345, 162, 188, 211, 201, 207, 224, 223, 212, 214, 171, 126, 117, 94, 91, 110, 114, 111, 108, 138, 133, 109, 123, 143, 139, 172, 189], "n_pos": 1280, "sum_m_en": [114.178822, 60.628339, 66.333884, 67.143359, 69.142937, 69.395058, 69.442769, 72.973169, 77.325286, 81.711206, 83.309715, 86.449946, 89.965293, 93.112883, 97.807056, 93.398838, 91.058128, 83.986609, 75.431763, 69.914006, 64.537347, 60.532762, 59.645483, 57.5343, 112.989731, 125.352559, 138.419785, 131.840875, 138.247669, 142.115568, 138.903839, 135.890876, 135.022223, 136.771043, 150.645351, 144.749229, 155.201474, 156.121493, 152.010501, 151.918463, 152.269515, 149.729995, 148.967746, 146.120512, 153.87324, 131.155719, 100.19646, 92.862684, 100.56331, 86.256506], "sum_m_pl": [499.488809, 648.972534, 626.202046, 616.923354, 610.274646, 602.256428, 600.448476, 602.50987, 596.641021, 606.363697, 598.564846, 599.397397, 607.080007, 601.026871, 599.792287, 608.839543, 601.031099, 607.601778, 620.22833, 630.006108, 631.308816, 632.896368, 632.29256, 632.995591, 523.143334, 517.847255, 500.249216, 538.875192, 550.660322, 551.029637, 548.170551, 546.730184, 546.595388, 514.906775, 480.501514, 453.920766, 411.714978, 401.699138, 385.713773, 368.822679, 348.041772, 352.989025, 339.578031, 304.909467, 251.988427, 237.287945, 205.795833, 176.498775, 171.165014, 187.867703]}, "digit": {"n_am_en": [17, 29, 29, 28, 27, 57, 26, 17, 21, 33, 33, 34, 39, 43, 32, 37, 39, 38, 24, 19, 20, 21, 19, 21, 36, 41, 31, 34, 36, 47, 39, 39, 39, 45, 50, 50, 29, 27, 14, 15, 16, 16, 14, 8, 12, 6, 8, 2, 0, 0], "n_am_pl": [1, 20, 16, 12, 25, 11, 19, 20, 37, 26, 29, 21, 31, 20, 28, 27, 24, 25, 36, 34, 29, 25, 32, 30, 18, 20, 30, 24, 31, 33, 37, 33, 32, 33, 19, 17, 12, 15, 13, 11, 7, 4, 13, 13, 7, 7, 3, 6, 0, 0], "n_pos": 145, "sum_m_en": [11.965106, 6.778179, 7.244224, 7.448259, 7.726838, 7.862443, 7.815266, 8.234711, 8.487238, 9.304778, 9.364005, 9.495107, 10.428854, 10.873163, 10.494101, 10.570193, 10.728874, 9.940087, 8.834839, 8.201285, 7.552859, 6.918908, 6.709498, 6.522638, 11.981463, 14.348405, 15.311206, 15.189457, 16.580558, 17.186851, 17.557952, 17.27292, 15.841887, 15.787966, 17.158505, 16.787722, 15.11662, 14.048431, 13.744305, 12.880984, 12.331856, 11.956591, 11.361753, 10.009383, 11.158361, 8.55096, 5.810652, 3.007483, 0.180167, 0.0], "sum_m_pl": [48.318775, 75.37546, 71.631689, 70.720432, 70.776299, 69.731707, 69.734902, 69.15049, 68.841568, 70.065588, 68.769783, 68.961906, 69.508846, 68.300415, 68.936124, 69.328186, 66.229508, 67.378289, 68.353756, 69.152499, 69.307117, 70.315867, 70.216225, 70.65045, 59.459292, 57.628753, 55.48622, 60.119869, 61.504928, 61.931493, 60.931507, 60.516249, 62.511646, 60.730201, 55.370284, 55.30359, 52.637841, 52.578141, 46.958528, 44.798795, 46.683468, 49.849528, 49.516951, 46.288948, 37.03475, 25.41311, 15.04296, 12.970452, 0.57731, 0.0]}, "lang": {"n_am_en": [99, 31, 52, 58, 52, 60, 73, 71, 56, 67, 71, 64, 81, 76, 67, 68, 66, 73, 58, 58, 59, 55, 53, 56, 110, 102, 78, 70, 80, 73, 84, 94, 93, 94, 111, 104, 93, 89, 91, 108, 94, 98, 103, 92, 109, 93, 67, 81, 88, 86], "n_am_pl": [6, 61, 65, 34, 34, 43, 29, 38, 37, 36, 40, 44, 47, 42, 52, 56, 51, 55, 65, 71, 88, 88, 98, 89, 45, 48, 43, 54, 43, 46, 51, 42, 41, 35, 32, 26, 32, 33, 45, 52, 54, 47, 56, 63, 60, 76, 100, 99, 157, 186], "n_pos": 275, "sum_m_en": [24.132092, 13.360478, 13.90277, 14.655363, 14.941611, 15.050561, 15.265016, 15.494286, 16.589437, 16.47371, 17.554801, 18.217836, 18.086583, 19.037553, 20.810336, 19.464965, 19.043334, 18.066353, 16.743915, 15.49828, 14.577331, 13.656993, 13.621102, 12.842366, 30.41955, 31.752089, 31.180081, 28.70028, 29.835651, 30.839298, 29.89227, 30.636079, 31.634882, 33.097905, 36.093948, 37.757976, 44.035408, 46.693315, 47.640205, 52.116643, 56.796292, 58.376377, 61.993986, 64.835101, 74.701915, 65.764318, 55.575362, 52.73065, 89.609961, 86.028953], "sum_m_pl": [108.090496, 132.38499, 130.112249, 127.953588, 126.733884, 125.675439, 125.680824, 128.184813, 129.383056, 130.804969, 129.147364, 128.941275, 131.479398, 129.794154, 129.606943, 132.888457, 131.66826, 132.144774, 135.669594, 137.239658, 137.729023, 137.740609, 137.47495, 137.5638, 118.49143, 118.602897, 116.27131, 121.922981, 122.236026, 120.896654, 121.241399, 120.147418, 119.63108, 114.943667, 110.158338, 107.587987, 102.196645, 102.658233, 102.818517, 102.767715, 97.595646, 99.160776, 97.305696, 94.300945, 89.50088, 100.250503, 106.695074, 108.266279, 146.848767, 182.585665]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18594", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 664, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9875}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [66, 71, 45, 44, 40, 24, 21, 29, 25, 45, 38, 51, 48, 44, 52, 42, 51, 41, 33, 35, 29, 34, 32, 33, 58, 63, 52, 46, 59, 56, 58, 59, 65, 58, 59, 57, 59, 47, 46, 52, 50, 52, 42, 49, 43, 43, 41, 48, 43, 41], "n_am_pl": [5, 40, 45, 39, 22, 39, 39, 33, 25, 47, 38, 34, 20, 23, 40, 32, 28, 26, 26, 24, 24, 25, 23, 24, 17, 18, 35, 31, 27, 27, 31, 27, 30, 27, 33, 22, 13, 9, 10, 4, 6, 5, 8, 5, 5, 6, 4, 2, 0, 0], "n_pos": 250, "sum_m_en": [28.251776, 13.188024, 13.652199, 12.810127, 13.605437, 13.668639, 14.248964, 14.787163, 15.176404, 16.10833, 16.682913, 17.876567, 19.47771, 19.734024, 19.374632, 17.893008, 17.938011, 16.754828, 14.911557, 13.843087, 12.994755, 12.402127, 11.867497, 11.734656, 26.312778, 28.301544, 28.45157, 26.29581, 25.665756, 26.061244, 25.254169, 24.449713, 24.088107, 23.692988, 27.004037, 26.312517, 29.076186, 31.922067, 33.483373, 39.010514, 36.718752, 39.806874, 40.16831, 43.087357, 41.032067, 40.405994, 40.947975, 45.282709, 44.392911, 41.491811], "sum_m_pl": [95.651676, 125.888831, 120.66483, 118.205154, 112.443877, 110.276031, 107.680962, 105.344992, 102.111536, 105.920981, 104.467946, 105.768674, 105.552761, 105.168534, 108.426554, 109.667919, 107.56315, 107.092862, 106.890201, 111.343178, 113.443419, 115.305099, 116.514079, 117.339899, 84.753924, 83.876424, 83.97566, 90.549683, 94.180289, 94.615036, 95.244821, 96.498988, 97.85624, 90.355664, 85.620633, 80.606608, 69.898948, 62.816833, 54.314891, 48.945113, 46.143751, 43.318252, 40.016272, 34.137631, 28.61205, 21.180585, 11.748696, 5.552525, 1.191434, 0.027708]}, "digit": {"n_am_en": [6, 21, 15, 9, 8, 4, 4, 6, 1, 13, 7, 8, 9, 6, 8, 7, 9, 6, 4, 4, 2, 3, 2, 4, 15, 18, 14, 12, 14, 17, 17, 17, 16, 10, 5, 7, 5, 4, 4, 3, 6, 5, 4, 6, 2, 3, 3, 0, 0, 0], "n_am_pl": [0, 8, 9, 6, 3, 8, 14, 5, 4, 14, 11, 10, 8, 14, 15, 12, 7, 8, 8, 7, 9, 7, 7, 7, 4, 6, 9, 5, 8, 8, 7, 11, 8, 9, 17, 10, 6, 4, 2, 0, 0, 0, 2, 2, 0, 2, 0, 0, 0, 0], "n_pos": 63, "sum_m_en": [5.929421, 2.920134, 3.085934, 2.972975, 3.038732, 3.192778, 3.314803, 3.543671, 3.551016, 3.868341, 4.044813, 4.189682, 4.910732, 4.819398, 4.621126, 4.452994, 4.557408, 4.289506, 3.698524, 3.532451, 3.268829, 3.0811, 2.922551, 2.917336, 6.025706, 6.82819, 7.237452, 6.300762, 6.064079, 6.108176, 6.192771, 5.791149, 5.283824, 4.932071, 5.114214, 5.311066, 5.301299, 4.848637, 5.218103, 5.038735, 4.722586, 4.66609, 4.413143, 5.226257, 3.710662, 2.998432, 2.936651, 1.161135, 0.223277, 1e-06], "sum_m_pl": [26.090128, 32.799429, 30.792814, 30.081333, 28.620063, 27.772799, 27.89741, 27.046695, 26.150789, 27.653981, 27.339315, 27.802553, 26.987076, 26.935613, 27.123523, 26.490667, 25.961588, 26.259116, 26.343188, 27.281498, 27.856258, 28.612746, 29.045331, 29.408353, 23.055511, 22.402352, 22.143854, 24.074215, 24.945221, 25.692573, 25.097402, 25.977436, 26.336166, 25.142982, 23.609643, 23.086193, 21.831458, 20.36628, 17.806783, 16.546503, 16.341405, 17.437343, 16.001729, 14.357538, 13.019662, 9.18686, 4.283999, 1.903852, 0.233828, 0.0]}, "lang": {"n_am_en": [13, 13, 9, 13, 5, 5, 4, 6, 6, 10, 8, 10, 9, 11, 13, 9, 11, 11, 10, 11, 10, 12, 13, 11, 17, 17, 16, 13, 12, 14, 19, 17, 16, 15, 21, 22, 24, 22, 24, 24, 24, 25, 24, 27, 25, 27, 29, 37, 39, 40], "n_am_pl": [1, 5, 5, 2, 7, 4, 3, 6, 4, 9, 6, 1, 0, 0, 3, 3, 5, 2, 1, 2, 1, 1, 1, 2, 2, 1, 6, 4, 2, 1, 3, 2, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 0, 3, 3, 3, 1, 0, 0], "n_pos": 41, "sum_m_en": [4.77305, 2.390997, 2.427221, 2.343147, 2.425566, 2.371165, 2.618361, 2.618976, 2.792477, 2.945458, 3.043706, 3.450423, 3.777762, 3.861994, 3.728041, 3.181761, 3.33145, 3.11098, 2.854948, 2.523711, 2.371879, 2.263161, 2.170682, 2.115883, 7.305196, 7.794805, 7.575303, 6.835749, 6.455972, 6.688168, 6.694848, 6.470558, 6.43444, 6.518072, 8.215707, 8.71433, 11.587251, 14.091516, 15.341953, 17.938006, 18.037358, 19.876852, 21.00274, 22.311655, 23.879791, 24.703396, 27.346306, 33.379334, 38.806182, 39.794138], "sum_m_pl": [14.093392, 19.672882, 18.926525, 18.654903, 18.022918, 17.263861, 16.249067, 16.237909, 15.922236, 16.304733, 15.934928, 16.240903, 16.488913, 16.678464, 17.340338, 17.948077, 17.431421, 17.330816, 17.152081, 18.08963, 18.486745, 18.577585, 18.75758, 18.827132, 12.36071, 11.679938, 11.895908, 12.544728, 13.202667, 13.071174, 13.563934, 13.643678, 13.728863, 13.375747, 12.18763, 11.935002, 9.445204, 8.328233, 7.297291, 6.514924, 6.334557, 5.613893, 4.94593, 4.449041, 3.812793, 3.095535, 2.693913, 0.839343, 0.020708, 0.027615]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "llmzszl-18595", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 715, "region_end": 250, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.988}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [151, 182, 148, 123, 123, 96, 91, 90, 104, 121, 118, 154, 161, 137, 138, 106, 122, 119, 88, 87, 88, 98, 92, 88, 137, 142, 132, 132, 121, 135, 139, 156, 149, 155, 169, 146, 153, 141, 132, 153, 141, 136, 124, 125, 92, 61, 28, 20, 11, 6], "n_am_pl": [21, 89, 98, 87, 67, 91, 99, 98, 87, 94, 76, 92, 95, 98, 103, 92, 93, 76, 77, 81, 96, 86, 101, 102, 73, 86, 82, 101, 110, 110, 106, 102, 104, 81, 74, 63, 36, 31, 34, 27, 34, 35, 31, 27, 33, 44, 53, 62, 63, 72], "n_pos": 571, "sum_m_en": [55.059204, 27.810614, 30.552116, 29.938054, 32.652919, 32.352683, 33.259974, 34.902079, 36.933583, 39.320207, 38.925804, 41.523516, 44.075045, 45.410766, 45.045628, 40.797942, 40.742274, 37.748709, 34.09757, 32.13056, 30.329261, 29.657468, 28.107879, 27.770302, 57.870629, 61.398549, 61.629939, 59.277901, 60.005908, 59.54665, 58.975245, 56.908614, 55.68088, 56.329187, 63.253642, 62.85767, 67.547806, 71.118697, 73.420956, 81.652401, 74.443274, 79.850128, 84.490165, 90.49154, 77.94998, 64.204094, 34.501495, 23.931138, 14.715507, 6.384141], "sum_m_pl": [221.136343, 289.023061, 276.059181, 274.639686, 267.426393, 258.959354, 259.355141, 256.539419, 253.111727, 255.65774, 252.952954, 256.974368, 257.803062, 257.888793, 261.963858, 265.938663, 261.154868, 259.389298, 263.148862, 269.050098, 271.068972, 270.699258, 273.194148, 273.057772, 208.630592, 211.15902, 209.738207, 225.698416, 233.699074, 238.323204, 237.685096, 240.887604, 245.013569, 229.034932, 218.652895, 208.166296, 184.101097, 173.485234, 160.307485, 153.066208, 145.155812, 144.803821, 137.640697, 120.910508, 102.410144, 94.723322, 82.417515, 76.112277, 65.228817, 71.674474]}, "digit": {"n_am_en": [3, 20, 20, 13, 22, 17, 10, 5, 3, 14, 10, 24, 19, 14, 15, 11, 17, 23, 6, 13, 9, 12, 14, 16, 31, 34, 28, 27, 22, 23, 28, 33, 29, 26, 22, 24, 24, 20, 17, 13, 17, 16, 16, 16, 10, 6, 4, 1, 0, 0], "n_am_pl": [0, 11, 5, 13, 8, 2, 8, 9, 5, 14, 16, 13, 17, 14, 16, 10, 16, 13, 13, 7, 12, 10, 13, 10, 5, 11, 8, 11, 11, 16, 13, 17, 17, 14, 12, 14, 5, 6, 2, 1, 1, 4, 3, 2, 1, 5, 2, 4, 0, 0], "n_pos": 78, "sum_m_en": [5.588904, 3.398927, 3.83632, 3.65335, 3.990875, 4.016973, 4.12241, 4.45335, 4.454022, 4.907203, 4.743011, 5.342073, 5.7826, 5.89449, 5.572583, 5.515632, 5.451387, 5.303679, 4.602801, 4.48795, 4.138094, 3.870889, 3.647764, 3.600194, 7.895289, 9.234523, 9.215607, 8.09653, 7.825691, 7.603693, 8.011069, 7.50362, 7.043742, 7.455625, 8.89185, 9.389436, 11.166022, 10.296007, 10.925881, 9.6583, 9.255395, 9.368799, 9.405138, 8.563027, 7.447653, 6.153088, 4.282029, 1.744735, 0.315464, 0.0], "sum_m_pl": [30.997295, 41.605404, 38.786837, 37.973569, 37.375317, 36.094903, 36.178365, 34.968207, 34.555369, 35.620157, 35.819927, 36.770316, 36.557141, 36.413046, 36.809789, 36.499179, 35.438733, 35.293846, 36.172691, 36.63026, 36.96974, 37.412452, 37.760818, 38.125682, 31.876199, 31.151258, 30.792698, 32.795338, 33.648283, 34.687397, 34.123092, 35.1281, 36.536708, 34.471714, 31.974533, 31.245419, 28.573512, 27.915274, 24.681572, 24.93458, 24.622584, 25.946257, 25.031203, 23.452243, 20.78448, 16.536519, 9.626163, 5.476381, 0.315175, 0.0]}, "lang": {"n_am_en": [26, 8, 11, 17, 9, 10, 8, 11, 12, 11, 13, 17, 21, 15, 19, 10, 17, 14, 16, 15, 16, 14, 15, 18, 24, 28, 19, 21, 19, 20, 21, 24, 22, 20, 25, 28, 26, 23, 27, 35, 30, 32, 33, 34, 33, 27, 11, 10, 6, 6], "n_am_pl": [7, 22, 24, 13, 11, 10, 12, 10, 10, 10, 9, 11, 13, 14, 10, 20, 15, 14, 11, 13, 15, 16, 12, 16, 12, 8, 7, 8, 9, 10, 14, 6, 4, 7, 9, 11, 9, 12, 13, 9, 11, 14, 14, 16, 20, 27, 30, 35, 61, 72], "n_pos": 78, "sum_m_en": [7.540482, 4.117722, 4.384247, 4.382216, 4.691517, 4.535803, 4.740205, 4.873246, 5.393759, 5.427048, 5.562617, 5.794376, 6.137154, 6.283284, 6.362022, 5.681583, 5.671643, 5.302925, 5.05913, 4.567032, 4.424188, 4.714175, 4.374156, 4.598382, 10.219439, 10.471199, 9.621594, 9.014388, 9.411091, 9.26444, 9.199936, 9.461114, 9.207419, 9.348785, 10.354824, 10.374544, 11.704538, 12.898895, 13.393492, 18.492215, 17.121183, 20.530619, 23.428865, 25.034031, 27.504537, 22.911309, 12.170719, 10.076778, 6.606575, 6.034285], "sum_m_pl": [28.452563, 36.289365, 35.323939, 35.504029, 35.273903, 34.199772, 33.964364, 34.113403, 33.676827, 33.61248, 33.336109, 33.711405, 34.178291, 34.237529, 34.338827, 35.796835, 35.502264, 35.020983, 35.421397, 36.289533, 36.478323, 35.985417, 36.443952, 36.093149, 26.663695, 26.254917, 26.353101, 28.199773, 28.532865, 29.957873, 31.200594, 30.945853, 30.896934, 28.917169, 28.274363, 29.09283, 26.84965, 26.316045, 25.386015, 23.679066, 23.830628, 23.532433, 22.184451, 23.148004, 23.837358, 27.868535, 32.436071, 36.866407, 56.712604, 70.972711]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 571, "item_id": "llmzszl-18595", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 646, "region_end": 571, "roundtrip_ok": true, "tf_agree": 0.993, "tf_agree_excl_first": 0.9947}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [158, 169, 132, 136, 119, 125, 136, 150, 161, 149, 153, 162, 140, 162, 147, 170, 148, 161, 137, 144, 131, 146, 135, 144, 191, 206, 180, 160, 164, 173, 196, 189, 170, 183, 204, 205, 193, 196, 204, 203, 211, 229, 228, 214, 220, 236, 221, 220, 188, 179], "n_am_pl": [47, 80, 99, 101, 101, 77, 101, 70, 78, 92, 107, 83, 79, 71, 68, 59, 71, 56, 50, 83, 101, 105, 123, 125, 66, 55, 73, 71, 81, 83, 75, 83, 58, 56, 55, 52, 38, 35, 33, 36, 30, 22, 23, 25, 24, 14, 12, 9, 0, 0], "n_pos": 575, "sum_m_en": [68.43086, 31.623096, 30.868673, 30.686465, 32.416685, 32.874977, 31.774231, 33.819766, 35.084513, 34.512048, 37.432007, 40.112452, 42.391491, 46.18718, 47.290693, 44.096485, 42.900821, 43.117117, 37.589044, 35.960309, 32.09056, 29.725005, 28.531649, 27.78348, 71.794114, 77.652118, 73.378908, 65.643881, 66.585077, 67.205609, 64.602339, 63.518182, 64.831903, 68.783896, 78.220281, 89.84835, 100.855245, 108.629977, 109.280077, 116.329186, 117.493735, 127.255711, 145.476236, 155.181567, 174.884006, 187.935727, 203.23205, 201.153613, 186.093654, 180.989992], "sum_m_pl": [216.925015, 280.170102, 277.229378, 272.030655, 268.121183, 264.68368, 269.154563, 267.731727, 267.292682, 272.66621, 265.875575, 261.093838, 262.820353, 258.625782, 257.819377, 260.443648, 260.523312, 260.359551, 264.865259, 271.639654, 275.271365, 278.774084, 279.651815, 281.13003, 222.985428, 216.99751, 217.616011, 230.98935, 237.397197, 232.996022, 239.729435, 240.171324, 231.718234, 222.417253, 210.00223, 197.595113, 175.729, 164.796091, 153.665648, 149.043733, 141.891358, 127.626703, 113.114267, 96.277267, 78.306851, 56.237512, 39.923508, 23.786379, 2.35197, 0.136824]}, "digit": {"n_am_en": [14, 17, 13, 16, 8, 8, 11, 11, 11, 10, 11, 10, 7, 7, 7, 8, 7, 6, 5, 4, 3, 3, 4, 4, 14, 13, 10, 8, 3, 3, 11, 6, 7, 7, 11, 9, 11, 8, 3, 2, 4, 6, 3, 2, 2, 1, 2, 0, 0, 0], "n_am_pl": [7, 2, 0, 7, 6, 5, 3, 1, 1, 2, 3, 2, 3, 3, 1, 1, 1, 2, 4, 3, 3, 4, 4, 6, 1, 2, 3, 1, 3, 7, 6, 6, 3, 3, 5, 3, 2, 1, 1, 2, 2, 0, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 40, "sum_m_en": [4.861291, 1.868243, 1.96644, 1.90097, 1.866523, 2.058966, 1.915199, 2.052723, 2.217153, 2.233119, 2.305724, 2.398567, 2.752476, 3.262103, 3.714326, 3.184582, 3.322643, 3.14195, 2.774816, 2.722112, 2.339826, 2.194884, 2.121518, 2.082408, 5.60599, 5.539494, 5.056179, 4.253129, 4.542139, 4.146104, 4.136409, 3.939209, 3.901677, 3.957373, 4.218911, 4.121546, 4.287769, 4.088646, 3.818141, 3.879392, 3.933838, 4.0305, 3.689845, 3.302521, 3.218887, 2.544893, 2.72541, 1.246365, 0.017016, 0.0], "sum_m_pl": [16.671464, 20.755638, 19.965026, 19.978366, 19.66334, 18.797177, 19.08766, 18.780845, 18.283881, 18.773782, 18.320246, 17.741018, 17.482131, 16.872307, 16.016944, 16.58364, 16.248384, 16.61324, 17.341606, 17.412829, 17.866931, 18.362914, 18.538538, 18.779343, 13.825626, 13.328471, 13.257408, 14.610967, 14.983664, 14.923428, 15.39913, 15.7494, 15.524962, 15.547528, 14.726781, 15.134469, 14.22695, 13.367922, 12.334813, 11.519556, 11.113633, 10.407964, 10.145939, 8.946368, 7.344843, 4.132666, 3.998621, 1.626438, 0.056314, 0.0]}, "lang": {"n_am_en": [50, 47, 39, 40, 43, 48, 59, 59, 54, 47, 59, 62, 56, 61, 51, 61, 61, 69, 65, 66, 59, 68, 65, 65, 76, 87, 73, 63, 68, 67, 77, 72, 72, 73, 83, 96, 86, 89, 95, 97, 105, 114, 123, 126, 132, 138, 144, 156, 172, 178], "n_am_pl": [15, 33, 33, 36, 34, 27, 25, 19, 28, 35, 37, 24, 25, 19, 25, 17, 25, 26, 18, 28, 33, 36, 44, 44, 22, 18, 23, 23, 25, 22, 19, 26, 20, 26, 19, 15, 19, 8, 8, 8, 7, 5, 8, 11, 10, 3, 5, 3, 0, 0], "n_pos": 182, "sum_m_en": [21.381183, 10.590123, 10.00391, 10.039785, 10.380009, 10.5897, 10.348854, 11.254187, 11.916592, 11.270333, 12.626695, 14.041208, 14.974693, 16.063321, 15.724814, 14.804831, 14.13325, 14.42991, 12.53235, 11.633125, 10.287501, 9.44971, 8.983768, 8.767299, 27.419303, 30.267403, 28.026826, 24.425455, 24.609731, 25.338547, 24.128389, 23.689625, 24.988016, 27.475045, 31.059502, 36.570696, 44.249156, 48.122618, 50.081434, 55.173126, 58.308125, 67.522141, 81.577147, 91.894738, 104.07224, 115.497328, 133.244097, 138.522896, 167.264145, 176.863801], "sum_m_pl": [64.897085, 85.732214, 86.194329, 84.56417, 83.474758, 83.209269, 85.628494, 85.213286, 86.004527, 87.681472, 85.862855, 84.749253, 84.625138, 83.406351, 84.001951, 84.16198, 85.143948, 84.510744, 86.148149, 88.319176, 89.254903, 90.00589, 90.229462, 90.361521, 73.460548, 71.41862, 72.103456, 74.96619, 76.211811, 73.848408, 76.838556, 77.0253, 74.365386, 70.363983, 67.617944, 64.527952, 57.321895, 54.167612, 51.462786, 49.424447, 47.3475, 42.683294, 36.589715, 32.65677, 26.470567, 19.884728, 13.368135, 7.861559, 0.698151, 0.105525]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 610, "item_id": "llmzszl-18599", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 721, "region_end": 575, "roundtrip_ok": true, "tf_agree": 0.977, "tf_agree_excl_first": 0.9787}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [91, 108, 110, 108, 107, 47, 57, 70, 75, 93, 91, 56, 84, 86, 95, 75, 85, 65, 72, 80, 77, 67, 56, 51, 102, 105, 98, 96, 97, 97, 83, 95, 85, 84, 120, 93, 77, 90, 95, 89, 84, 79, 80, 78, 56, 42, 26, 18, 5, 2], "n_am_pl": [20, 66, 59, 78, 63, 75, 74, 73, 76, 61, 62, 76, 71, 66, 61, 66, 56, 41, 58, 73, 66, 69, 88, 93, 57, 59, 58, 46, 69, 75, 71, 70, 63, 45, 39, 39, 36, 31, 28, 33, 26, 35, 34, 39, 44, 43, 41, 39, 57, 59], "n_pos": 393, "sum_m_en": [37.225494, 19.22505, 21.147448, 21.696388, 22.025839, 22.731409, 22.259887, 23.512317, 24.59136, 25.742285, 25.479373, 26.165185, 29.343513, 32.056651, 32.729826, 30.345503, 30.556494, 29.050604, 24.961977, 24.212289, 21.956716, 20.371651, 19.56688, 19.010221, 42.124957, 46.47956, 45.797867, 42.743259, 43.98491, 45.095918, 44.204552, 42.74315, 39.961537, 40.367294, 43.605316, 41.555305, 43.387677, 42.343146, 45.679276, 48.490235, 48.702557, 46.239116, 51.500371, 53.898981, 46.938181, 37.651606, 25.844226, 21.930241, 6.691019, 2.003009], "sum_m_pl": [154.497996, 198.142025, 190.65663, 188.336515, 187.148663, 182.819826, 184.129373, 183.697518, 182.285934, 183.972613, 177.790471, 176.460631, 175.95277, 171.362578, 172.741642, 177.009064, 175.444855, 177.308171, 183.657913, 185.91833, 187.727102, 189.392626, 191.107803, 191.210964, 147.223842, 143.411653, 142.923247, 154.116014, 158.956801, 159.05898, 161.542999, 162.137215, 166.474242, 157.779563, 150.957041, 145.734028, 132.430858, 128.014553, 118.745458, 117.069962, 111.425929, 111.053687, 105.732429, 94.517801, 81.68683, 74.574196, 60.010337, 46.620247, 56.180224, 60.51167]}, "digit": {"n_am_en": [9, 5, 6, 7, 10, 6, 4, 4, 3, 5, 6, 7, 8, 11, 8, 8, 5, 4, 5, 8, 9, 7, 5, 2, 9, 11, 10, 10, 10, 7, 6, 12, 7, 7, 11, 9, 6, 8, 8, 5, 7, 5, 7, 5, 4, 2, 2, 0, 0, 0], "n_am_pl": [0, 5, 2, 3, 7, 2, 2, 6, 2, 3, 5, 6, 5, 4, 4, 8, 3, 3, 6, 2, 1, 2, 4, 6, 4, 4, 4, 4, 8, 11, 8, 8, 5, 4, 7, 6, 3, 3, 2, 1, 0, 2, 2, 3, 2, 1, 0, 1, 0, 0], "n_pos": 38, "sum_m_en": [3.745957, 1.805786, 2.21386, 2.212452, 2.082857, 2.213469, 2.089073, 2.237847, 2.348043, 2.486719, 2.456598, 2.494736, 2.890854, 3.413362, 3.342533, 3.210549, 3.237661, 3.007912, 2.569331, 2.534202, 2.235664, 2.041329, 1.931521, 1.877143, 3.87298, 4.711342, 4.690907, 4.270771, 4.276123, 4.591467, 4.868978, 5.089885, 3.809217, 3.957097, 3.997412, 3.898688, 3.847627, 3.439218, 3.700991, 3.682133, 3.60774, 3.416218, 3.945259, 3.517525, 3.067115, 2.761496, 1.804338, 0.483059, 0.008759, 0.0], "sum_m_pl": [14.843116, 19.690344, 18.048255, 17.974542, 18.052974, 17.48662, 17.839753, 17.988608, 17.623879, 17.639382, 16.815319, 16.781568, 16.516129, 16.066836, 16.117763, 16.64414, 16.138653, 16.60198, 17.406362, 17.376617, 17.735025, 18.1102, 18.339046, 18.535925, 14.755716, 13.519172, 13.688867, 15.141235, 15.45253, 15.324139, 14.89995, 15.330628, 16.519223, 16.012443, 15.333191, 15.229162, 14.477225, 13.716466, 12.176311, 12.224196, 12.500289, 12.776912, 12.354342, 11.371758, 10.295384, 8.039775, 3.534763, 2.424121, 0.017587, 0.0]}, "lang": {"n_am_en": [17, 13, 14, 18, 11, 4, 12, 14, 15, 13, 12, 13, 16, 13, 17, 18, 20, 18, 18, 15, 14, 17, 14, 15, 22, 26, 20, 20, 18, 21, 16, 14, 15, 17, 23, 17, 16, 20, 21, 24, 19, 16, 18, 17, 19, 12, 7, 8, 2, 2], "n_am_pl": [7, 17, 12, 16, 8, 15, 7, 8, 8, 6, 9, 12, 11, 9, 3, 6, 11, 4, 8, 10, 10, 11, 16, 17, 7, 7, 4, 6, 6, 9, 11, 9, 8, 7, 6, 11, 11, 11, 8, 8, 9, 14, 11, 16, 20, 25, 31, 24, 52, 59], "n_pos": 63, "sum_m_en": [6.101321, 3.366475, 3.436117, 3.857265, 3.615774, 3.714996, 3.632399, 3.889951, 4.178497, 4.170226, 4.422346, 4.78066, 5.131925, 5.293351, 5.248436, 4.732256, 4.782203, 4.787053, 4.156212, 3.973974, 3.692223, 3.37431, 3.243713, 3.134034, 8.876542, 8.891232, 8.623851, 7.467805, 7.776652, 8.140555, 7.409116, 7.384217, 7.31731, 7.914214, 8.321991, 7.52816, 8.876548, 9.796566, 11.035017, 10.765761, 11.349679, 11.139262, 14.35007, 14.916458, 13.262287, 12.552564, 7.325225, 8.548485, 2.569752, 2.002944], "sum_m_pl": [23.285525, 29.584281, 28.813925, 27.838678, 27.413822, 27.66185, 28.261407, 28.592521, 28.489066, 28.77295, 27.817272, 27.710565, 27.513929, 27.288042, 28.139376, 29.211477, 29.479211, 29.029918, 29.802507, 30.303237, 30.469445, 30.535502, 30.865885, 30.861526, 23.143977, 23.290434, 23.345339, 25.176232, 25.488779, 25.388766, 26.400506, 26.385555, 26.534396, 25.384622, 25.74763, 26.046903, 24.366389, 24.076387, 23.09599, 22.815921, 21.33682, 20.783398, 19.719838, 20.727544, 23.340777, 24.841335, 30.15752, 25.893122, 48.505932, 59.204225]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 395, "item_id": "llmzszl-18599", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 652, "region_end": 393, "roundtrip_ok": true, "tf_agree": 0.9823, "tf_agree_excl_first": 0.9848}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [54, 40, 33, 32, 28, 26, 35, 31, 27, 26, 34, 43, 37, 35, 41, 32, 35, 27, 23, 23, 16, 23, 19, 24, 57, 54, 39, 48, 45, 48, 39, 43, 36, 35, 42, 43, 51, 51, 52, 51, 54, 57, 59, 58, 56, 69, 64, 70, 65, 65], "n_am_pl": [8, 24, 26, 31, 28, 28, 30, 32, 36, 30, 25, 21, 37, 28, 28, 35, 21, 28, 22, 23, 30, 20, 28, 27, 11, 12, 21, 17, 16, 16, 24, 22, 15, 19, 20, 24, 21, 22, 18, 17, 14, 10, 8, 9, 5, 3, 5, 2, 2, 0], "n_pos": 175, "sum_m_en": [20.377271, 9.556545, 9.249985, 9.206712, 9.797351, 10.616957, 9.797727, 10.501849, 11.338031, 11.814111, 12.270517, 12.452707, 13.607466, 13.451312, 13.489484, 12.305856, 12.13999, 11.969237, 10.556111, 9.912828, 9.223204, 8.618656, 8.322034, 8.123512, 17.322575, 19.6369, 19.937049, 19.83275, 20.367528, 20.267019, 19.074787, 19.24645, 18.715149, 18.184705, 19.071197, 20.400113, 22.817211, 24.565895, 28.388557, 34.371841, 35.531509, 41.211395, 45.535453, 50.817141, 49.795259, 57.035877, 60.648658, 63.824672, 65.131795, 65.691499], "sum_m_pl": [64.257791, 84.91328, 82.532236, 80.48438, 77.519413, 75.628388, 75.895323, 74.96602, 73.272408, 74.911413, 74.427142, 76.228162, 74.957084, 74.923027, 76.489394, 76.270601, 75.072184, 75.23351, 77.316952, 79.70066, 81.36528, 82.344425, 83.238076, 83.617366, 66.207722, 62.155252, 61.759758, 64.109183, 63.638195, 64.01584, 65.72268, 66.110627, 66.349384, 63.620079, 60.816466, 57.203349, 53.496886, 52.653907, 48.149701, 43.350798, 41.84536, 32.444093, 27.477755, 24.622756, 19.272137, 15.946086, 9.013574, 5.448185, 2.03002, 0.106309]}, "digit": {"n_am_en": [3, 6, 8, 5, 1, 0, 4, 0, 1, 1, 2, 2, 1, 1, 0, 0, 3, 0, 1, 1, 1, 1, 2, 1, 1, 1, 3, 2, 4, 3, 3, 2, 2, 1, 2, 1, 3, 0, 0, 0, 1, 0, 2, 1, 1, 2, 0, 2, 0, 0], "n_am_pl": [0, 3, 3, 2, 3, 4, 4, 4, 5, 2, 4, 3, 3, 3, 0, 3, 3, 5, 3, 2, 4, 1, 2, 3, 2, 2, 4, 4, 2, 4, 3, 1, 0, 1, 2, 2, 2, 1, 1, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.521053, 1.033432, 0.999083, 1.019237, 1.019427, 1.141407, 1.060591, 1.156679, 1.220547, 1.245291, 1.269967, 1.334899, 1.444585, 1.410104, 1.381436, 1.286167, 1.355334, 1.391381, 1.289342, 1.176316, 1.112205, 1.035347, 1.004543, 0.996965, 1.702861, 1.767668, 1.912431, 1.853357, 2.0241, 2.039028, 1.795425, 1.801129, 1.685143, 1.59, 1.626144, 1.786682, 1.682848, 1.502213, 1.497346, 1.39641, 1.452585, 1.420442, 1.48368, 2.283212, 1.711066, 1.327043, 0.874239, 1.032285, 0.094305, 0.0], "sum_m_pl": [8.169512, 11.373557, 10.703129, 10.63371, 10.244884, 9.62052, 10.077666, 9.582293, 9.386919, 9.28235, 9.385832, 9.510267, 9.137371, 9.273855, 9.200209, 9.080788, 8.584558, 8.458517, 8.886108, 9.337566, 9.547638, 9.778701, 9.851261, 9.967344, 7.456603, 6.906058, 7.100813, 7.457372, 7.422123, 7.33622, 7.509829, 7.611459, 7.429354, 6.930152, 7.003371, 6.928097, 6.49934, 5.941101, 5.671662, 5.650312, 6.104855, 6.033224, 5.907385, 5.137214, 3.639438, 2.805017, 1.276394, 0.665163, 0.051131, 0.0]}, "lang": {"n_am_en": [20, 15, 10, 11, 11, 13, 14, 17, 14, 13, 18, 25, 19, 23, 21, 16, 21, 16, 11, 12, 9, 14, 11, 16, 28, 28, 20, 22, 22, 21, 22, 28, 21, 18, 24, 31, 32, 34, 36, 35, 40, 43, 45, 47, 46, 53, 58, 61, 64, 65], "n_am_pl": [0, 5, 6, 12, 9, 9, 9, 8, 7, 10, 5, 3, 12, 8, 15, 15, 4, 8, 8, 9, 11, 9, 12, 10, 8, 6, 11, 6, 9, 6, 9, 9, 7, 9, 9, 10, 10, 9, 9, 8, 8, 5, 4, 5, 3, 0, 1, 1, 1, 0], "n_pos": 67, "sum_m_en": [8.35037, 3.919258, 3.725166, 3.679536, 3.907607, 4.243722, 4.120279, 4.54246, 5.151598, 5.378455, 5.381204, 5.485563, 6.152102, 5.987179, 5.771793, 5.314556, 5.060594, 4.976148, 4.223418, 4.003046, 3.674706, 3.428493, 3.295806, 3.185065, 7.512077, 9.20703, 9.181362, 9.215661, 9.553554, 9.474892, 9.253008, 9.448308, 8.948309, 8.7277, 9.508119, 10.897986, 13.318414, 14.934925, 18.447224, 23.050703, 25.130785, 29.756043, 33.860921, 37.505423, 38.413425, 43.872515, 52.298093, 54.915701, 62.689585, 64.812756], "sum_m_pl": [21.311282, 30.332979, 29.573436, 28.58155, 27.836233, 27.574798, 27.158022, 27.617376, 27.071246, 27.651243, 27.601678, 28.578734, 28.367359, 28.31445, 29.203404, 28.851033, 28.897332, 29.375529, 29.980695, 30.799253, 31.500474, 31.713499, 32.050228, 32.147385, 26.611922, 24.47979, 24.384908, 24.840706, 24.261574, 24.252452, 25.347545, 25.461729, 25.936165, 25.527283, 24.025496, 23.29145, 21.053791, 20.817644, 19.088945, 17.494158, 16.601531, 13.401751, 10.838245, 10.295468, 8.335495, 5.266213, 2.781113, 1.525847, 0.712826, 0.106121]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "llmzszl-18601", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 739, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9886}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [123, 125, 116, 91, 74, 93, 90, 82, 65, 71, 85, 94, 88, 90, 99, 79, 98, 94, 74, 69, 67, 82, 74, 69, 120, 122, 101, 105, 116, 107, 105, 98, 105, 98, 110, 100, 101, 106, 96, 105, 102, 91, 86, 90, 74, 71, 30, 17, 7, 6], "n_am_pl": [17, 105, 99, 94, 80, 72, 61, 70, 76, 71, 66, 62, 82, 71, 66, 65, 65, 74, 76, 78, 83, 71, 83, 89, 47, 61, 68, 71, 68, 76, 74, 74, 66, 70, 61, 66, 63, 60, 64, 67, 57, 71, 60, 55, 58, 60, 78, 87, 116, 123], "n_pos": 497, "sum_m_en": [46.39378, 24.329891, 25.529177, 25.853712, 27.551431, 27.177354, 27.335794, 27.806077, 30.548145, 29.89353, 31.375067, 32.793834, 33.56304, 35.756195, 37.150593, 34.76239, 34.045182, 32.88737, 28.901346, 26.719763, 25.182154, 23.639745, 22.948331, 22.057954, 44.128834, 45.708365, 48.062013, 47.230151, 51.010397, 50.562629, 47.590621, 45.109249, 45.232819, 45.521308, 47.815025, 46.835766, 48.767948, 53.983651, 56.446977, 56.445811, 58.291892, 57.47046, 59.116335, 61.487833, 56.690011, 59.092535, 31.534532, 19.604, 8.158577, 6.377952], "sum_m_pl": [195.675252, 241.899144, 236.403322, 232.386639, 227.785669, 225.882764, 226.633924, 221.730315, 216.211064, 219.933456, 219.473808, 219.985837, 217.777638, 215.489875, 218.199133, 219.283282, 219.352896, 222.928844, 229.849177, 234.000723, 238.374933, 241.142954, 242.484641, 242.775899, 197.606336, 191.324992, 186.475167, 194.112975, 196.826092, 199.058186, 198.765668, 199.621425, 199.406849, 187.12827, 179.878447, 176.143765, 165.173604, 158.268972, 153.619644, 154.926441, 150.965005, 141.345668, 134.942631, 125.193494, 112.703092, 109.641653, 99.724246, 98.210874, 114.299382, 123.405203]}, "digit": {"n_am_en": [12, 44, 27, 18, 11, 12, 8, 15, 5, 6, 9, 16, 14, 13, 10, 9, 16, 17, 11, 8, 10, 14, 15, 12, 20, 25, 16, 15, 19, 16, 23, 15, 13, 16, 16, 7, 13, 8, 5, 15, 10, 6, 6, 13, 9, 9, 3, 1, 0, 0], "n_am_pl": [0, 10, 6, 4, 11, 6, 2, 5, 9, 6, 7, 3, 8, 3, 9, 5, 8, 10, 7, 9, 10, 9, 10, 12, 6, 11, 12, 11, 8, 13, 10, 13, 14, 10, 11, 17, 10, 12, 12, 8, 11, 9, 8, 3, 5, 1, 4, 2, 0, 0], "n_pos": 81, "sum_m_en": [8.439215, 3.783224, 3.995163, 3.948976, 4.128763, 3.973236, 3.865256, 4.296686, 4.55586, 4.65742, 4.851183, 4.938191, 5.101225, 5.463783, 5.5377, 5.120417, 5.113687, 5.116761, 4.43368, 4.133495, 3.867847, 3.603063, 3.524412, 3.420475, 6.642361, 7.345094, 7.605901, 7.383889, 7.841918, 7.498041, 7.377141, 6.977629, 6.467966, 6.751703, 7.080989, 6.997894, 6.759422, 6.075332, 6.134898, 6.566712, 6.83684, 6.060403, 5.996747, 7.889896, 6.358331, 6.194705, 3.073011, 2.421661, 0.23721, 0.0], "sum_m_pl": [32.629809, 42.62934, 41.032962, 39.833158, 38.993265, 37.753195, 38.101929, 36.880077, 36.123398, 36.407374, 36.262128, 35.729274, 35.468264, 35.625585, 36.185854, 35.940463, 35.778143, 36.526456, 37.338147, 37.966733, 38.843245, 39.684977, 40.003373, 40.292569, 34.559468, 32.869413, 31.432775, 32.458417, 32.670032, 32.534836, 32.547617, 31.931243, 32.315587, 30.497617, 30.209966, 30.692769, 28.451562, 27.125203, 27.047223, 27.016848, 26.662114, 25.395428, 25.014319, 22.950589, 20.319296, 17.343927, 12.275985, 7.246079, 0.383325, 0.0]}, "lang": {"n_am_en": [35, 23, 23, 21, 23, 30, 28, 26, 24, 28, 30, 36, 39, 34, 32, 26, 29, 28, 24, 21, 23, 25, 18, 17, 39, 41, 34, 36, 47, 41, 42, 41, 42, 35, 43, 41, 37, 42, 37, 40, 42, 42, 46, 47, 33, 43, 22, 13, 7, 6], "n_am_pl": [5, 36, 35, 33, 15, 16, 18, 13, 20, 15, 19, 21, 27, 20, 27, 24, 27, 26, 25, 23, 28, 20, 30, 31, 23, 24, 21, 21, 22, 20, 17, 23, 25, 29, 25, 26, 28, 28, 27, 29, 22, 28, 28, 33, 37, 40, 56, 64, 110, 123], "n_pos": 130, "sum_m_en": [11.516609, 6.219403, 6.421519, 6.574866, 6.876285, 6.817004, 6.97572, 6.813821, 7.597348, 7.565239, 8.429301, 8.803385, 9.158905, 9.276407, 9.367913, 8.716964, 8.721587, 8.308277, 7.317136, 6.868917, 6.612654, 6.243151, 6.032678, 5.788628, 13.03387, 13.487503, 13.781607, 13.119548, 14.756637, 14.405457, 13.07761, 13.023475, 12.80131, 12.697103, 13.142032, 13.161588, 13.604389, 18.405467, 20.017522, 20.213358, 20.7066, 23.161054, 24.467386, 26.644111, 27.227464, 32.290107, 19.559082, 11.502395, 7.150761, 6.37529], "sum_m_pl": [46.518187, 59.485118, 58.564281, 57.75658, 56.759734, 57.273408, 57.652235, 57.319573, 56.715516, 57.004096, 57.13904, 57.541076, 57.686745, 57.052239, 58.481585, 58.773485, 58.918883, 59.78804, 61.285761, 61.854902, 62.721499, 62.94947, 63.214506, 63.096803, 52.354372, 50.847574, 50.156411, 52.233292, 52.880004, 53.496336, 54.468455, 54.920766, 56.091265, 53.746957, 51.652182, 52.698232, 52.859787, 52.15432, 51.334681, 52.032918, 51.693644, 45.73897, 44.783081, 45.943318, 44.905991, 47.321052, 55.262455, 64.930261, 105.58493, 121.676532]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 499, "item_id": "llmzszl-18601", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 670, "region_end": 497, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 0.992}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [98, 110, 83, 55, 87, 55, 58, 79, 78, 75, 73, 75, 86, 90, 87, 92, 99, 83, 100, 73, 72, 73, 65, 63, 84, 94, 103, 106, 106, 119, 99, 101, 88, 91, 91, 79, 85, 88, 77, 65, 69, 61, 62, 65, 60, 51, 59, 66, 65, 65], "n_am_pl": [20, 38, 65, 62, 45, 48, 63, 40, 58, 70, 95, 75, 61, 52, 54, 67, 78, 58, 45, 69, 86, 89, 91, 106, 37, 46, 52, 52, 66, 41, 40, 56, 49, 33, 43, 26, 22, 15, 13, 9, 8, 8, 7, 6, 11, 11, 7, 3, 2, 2], "n_pos": 390, "sum_m_en": [42.09702, 20.199851, 20.682918, 22.274884, 24.612187, 25.83342, 24.541825, 26.196567, 25.827959, 26.100135, 27.536614, 29.851414, 30.704097, 33.227715, 35.258969, 33.651618, 32.997284, 31.317265, 26.785578, 23.783337, 22.161839, 20.709793, 19.910144, 19.405121, 40.836069, 46.860756, 50.643141, 48.351119, 47.491804, 49.537787, 46.560269, 44.901996, 42.799861, 43.122885, 47.244258, 46.568302, 50.283555, 51.547421, 51.119523, 46.394323, 46.595758, 49.390563, 48.341068, 54.740217, 55.258506, 54.582981, 60.218848, 63.270203, 64.818742, 64.638036], "sum_m_pl": [150.664002, 195.790394, 187.951536, 182.154658, 180.132174, 168.377509, 175.147938, 169.910149, 169.336275, 176.159347, 172.718231, 170.324656, 169.821163, 167.780545, 169.375312, 173.302817, 173.772261, 172.889833, 176.471933, 184.105347, 186.31253, 188.899837, 190.991328, 192.103873, 153.960997, 150.344103, 144.864107, 154.117753, 157.709334, 153.496154, 151.690279, 156.17137, 158.855876, 148.679963, 140.385971, 126.801871, 110.33382, 101.614968, 85.061514, 63.301895, 57.507573, 53.914379, 49.618806, 41.728749, 33.371756, 32.119239, 19.61042, 10.483896, 2.588113, 1.569727]}, "digit": {"n_am_en": [8, 29, 11, 9, 13, 6, 6, 10, 8, 12, 10, 9, 10, 10, 13, 10, 15, 10, 9, 5, 4, 6, 7, 8, 14, 11, 11, 13, 11, 20, 15, 11, 10, 9, 6, 4, 8, 10, 6, 2, 4, 4, 1, 2, 1, 0, 0, 0, 0, 1], "n_am_pl": [3, 1, 4, 6, 5, 3, 8, 6, 8, 16, 18, 17, 14, 17, 10, 14, 19, 12, 11, 13, 17, 14, 14, 14, 5, 8, 9, 10, 12, 4, 4, 7, 4, 3, 7, 5, 5, 4, 4, 0, 0, 1, 1, 2, 2, 6, 5, 2, 0, 0], "n_pos": 63, "sum_m_en": [7.055116, 2.708344, 2.86929, 3.820136, 4.105366, 4.515463, 3.755766, 4.066632, 3.917786, 4.042343, 4.325515, 4.752231, 4.690219, 5.285888, 5.444163, 5.143443, 5.178005, 4.804555, 4.054949, 3.52507, 3.32076, 3.110396, 3.033756, 2.951331, 5.677448, 5.968611, 6.470718, 6.506627, 6.663597, 7.323994, 6.721098, 6.761869, 6.248728, 5.956038, 6.048927, 6.115283, 6.422913, 5.949392, 5.588023, 4.449546, 4.608773, 4.621695, 4.028755, 3.981692, 2.999091, 2.660877, 1.21441, 0.751325, 0.287962, 0.920018], "sum_m_pl": [23.206167, 33.297818, 30.995887, 28.487194, 28.39293, 25.745956, 27.60582, 26.79545, 26.825168, 28.75762, 28.002176, 26.930452, 26.808692, 26.56909, 27.200068, 27.976861, 27.95055, 28.146383, 29.129166, 30.151787, 30.569657, 31.008051, 31.30741, 31.537184, 26.453184, 25.734582, 24.815354, 26.116676, 26.380613, 24.839593, 24.61193, 25.287509, 26.274804, 24.314112, 22.68958, 21.077397, 20.055251, 19.672488, 17.05055, 13.954144, 13.309312, 14.567484, 14.493911, 13.984032, 12.445119, 13.409999, 8.163282, 4.000927, 0.165033, 0.0]}, "lang": {"n_am_en": [20, 16, 16, 13, 18, 12, 15, 22, 22, 18, 17, 21, 24, 22, 21, 21, 20, 19, 24, 20, 20, 19, 20, 21, 21, 25, 23, 27, 29, 25, 25, 29, 23, 26, 29, 27, 24, 33, 27, 26, 29, 28, 28, 32, 32, 28, 34, 40, 58, 63], "n_am_pl": [3, 11, 10, 8, 7, 5, 9, 5, 4, 6, 13, 7, 8, 8, 7, 7, 12, 9, 6, 14, 16, 18, 16, 20, 4, 8, 12, 6, 7, 5, 5, 9, 10, 5, 7, 3, 4, 3, 2, 3, 2, 1, 3, 3, 2, 3, 1, 0, 1, 2], "n_pos": 66, "sum_m_en": [8.723942, 4.213784, 4.455545, 4.194746, 4.379029, 4.504307, 4.31521, 4.407714, 4.612367, 4.55439, 4.857377, 5.177426, 5.354516, 5.927906, 5.94701, 6.019474, 5.945215, 5.728007, 5.105432, 4.557069, 4.196807, 3.835815, 3.649517, 3.568904, 10.121132, 11.374462, 12.140802, 11.201826, 11.520134, 10.874636, 9.870297, 9.373118, 9.077446, 9.647244, 11.888044, 12.870897, 15.246032, 16.764241, 17.597102, 16.998745, 17.596043, 19.236434, 20.610528, 23.529796, 25.457977, 27.023946, 32.953384, 38.754007, 55.675028, 61.417053], "sum_m_pl": [21.616653, 30.336621, 29.294691, 29.16938, 28.480849, 27.336129, 28.326825, 28.417234, 28.724226, 29.66761, 29.240264, 29.577382, 29.61124, 28.850717, 28.874627, 28.93172, 28.761541, 28.581546, 28.810267, 30.131876, 30.537387, 31.018053, 31.437472, 31.571573, 24.091575, 24.158451, 23.461777, 24.940424, 24.394683, 24.295251, 24.975634, 26.270148, 26.681583, 25.034069, 23.318143, 20.810222, 18.615779, 17.695102, 14.468237, 10.792252, 10.223665, 9.619034, 8.664566, 7.208901, 5.090916, 4.447672, 2.680618, 1.139092, 1.003654, 1.412091]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 392, "item_id": "llmzszl-18606", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 702, "region_end": 390, "roundtrip_ok": true, "tf_agree": 0.9872, "tf_agree_excl_first": 0.9898}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [112, 124, 103, 115, 120, 74, 83, 92, 113, 103, 112, 124, 126, 126, 138, 111, 100, 91, 81, 69, 62, 72, 67, 60, 118, 113, 122, 130, 134, 154, 124, 123, 117, 124, 132, 114, 125, 104, 101, 88, 91, 86, 77, 78, 66, 52, 28, 15, 10, 4], "n_am_pl": [23, 83, 82, 71, 101, 78, 93, 78, 90, 105, 100, 86, 112, 83, 69, 96, 114, 101, 99, 114, 122, 123, 129, 141, 59, 93, 93, 81, 88, 78, 85, 109, 113, 87, 86, 62, 43, 39, 38, 28, 34, 36, 27, 31, 36, 40, 51, 54, 52, 52], "n_pos": 532, "sum_m_en": [49.05891, 25.226616, 27.397614, 29.68769, 31.129199, 32.227173, 31.204134, 33.174343, 34.494416, 35.511068, 36.872773, 40.401406, 41.833591, 45.316281, 47.875178, 45.073235, 43.582844, 41.262553, 35.401638, 32.11074, 29.926983, 28.185, 27.276381, 26.319667, 52.362109, 57.617782, 63.689853, 60.356901, 61.99331, 66.96803, 63.338558, 59.372344, 56.581901, 58.102211, 62.407896, 60.145363, 62.112382, 59.743345, 60.859823, 55.282789, 54.865479, 54.299422, 53.391469, 55.427303, 52.968952, 48.203333, 29.587377, 22.055204, 11.184748, 3.872552], "sum_m_pl": [212.722373, 271.827497, 259.591618, 253.911248, 255.095438, 242.640268, 247.751933, 243.523433, 241.903862, 245.017586, 239.39002, 235.21625, 236.22119, 233.506864, 234.773938, 240.203681, 239.655493, 242.304493, 250.378241, 255.941894, 256.528854, 258.046035, 259.665079, 260.678788, 207.279345, 206.073048, 200.606522, 215.96223, 219.949512, 215.793376, 214.245658, 221.341853, 224.117039, 208.286267, 197.170978, 181.958572, 163.220883, 154.69091, 138.156342, 120.900986, 116.084735, 118.199483, 107.820934, 95.294548, 83.11198, 80.352331, 71.614208, 59.512712, 55.767128, 52.004661]}, "digit": {"n_am_en": [14, 28, 19, 11, 18, 4, 3, 4, 7, 10, 11, 15, 10, 18, 14, 11, 15, 10, 10, 6, 7, 9, 7, 6, 13, 12, 19, 19, 20, 25, 21, 18, 13, 18, 20, 15, 18, 3, 3, 2, 2, 4, 0, 1, 2, 1, 1, 0, 0, 0], "n_am_pl": [1, 10, 1, 6, 14, 8, 12, 11, 10, 17, 11, 7, 15, 11, 7, 17, 16, 14, 8, 10, 11, 12, 12, 16, 4, 10, 9, 8, 7, 7, 10, 18, 19, 10, 8, 7, 6, 5, 7, 2, 1, 3, 2, 7, 4, 3, 2, 3, 0, 0], "n_pos": 73, "sum_m_en": [7.623987, 3.207341, 3.658312, 4.798325, 4.938662, 5.015913, 4.397389, 4.59432, 4.641197, 4.937454, 5.086725, 5.666746, 5.734284, 6.454435, 6.410438, 6.145717, 5.98414, 5.506485, 4.729982, 4.247117, 3.957137, 3.710002, 3.580442, 3.477509, 6.129191, 7.435066, 8.957199, 8.098389, 8.756425, 9.698476, 8.786794, 8.39754, 7.21245, 7.434878, 7.740507, 7.443676, 7.431217, 6.286254, 5.82049, 5.130461, 5.033781, 5.045003, 4.051607, 4.09828, 3.650977, 2.585129, 1.087846, 0.568802, 0.046577, 0.0], "sum_m_pl": [27.469559, 38.664252, 35.836542, 33.911719, 34.005729, 31.614311, 33.134756, 32.714957, 32.554968, 33.378318, 32.094976, 31.536038, 31.757613, 31.258408, 32.020316, 32.729688, 32.621071, 33.278594, 34.48686, 35.078674, 35.237673, 35.682147, 36.005577, 36.380949, 30.658054, 29.534444, 28.415251, 30.649936, 30.291629, 29.139282, 28.624807, 30.063693, 31.722137, 29.42823, 27.081504, 25.571187, 24.172447, 24.467846, 22.049828, 19.740176, 19.312048, 21.47984, 20.131765, 19.205153, 16.711689, 14.560793, 6.03685, 4.118737, 0.155797, 0.000618]}, "lang": {"n_am_en": [15, 8, 10, 12, 7, 12, 12, 11, 13, 6, 12, 8, 8, 8, 14, 11, 10, 10, 11, 10, 14, 15, 12, 13, 19, 17, 19, 21, 19, 19, 18, 19, 19, 18, 15, 18, 23, 21, 24, 26, 25, 25, 26, 23, 28, 24, 11, 7, 4, 4], "n_am_pl": [7, 16, 16, 8, 13, 3, 7, 7, 8, 9, 9, 6, 15, 13, 11, 15, 16, 15, 15, 18, 15, 14, 18, 17, 5, 8, 6, 7, 5, 6, 8, 11, 10, 14, 15, 9, 6, 10, 9, 6, 5, 6, 5, 9, 10, 20, 28, 28, 46, 52], "n_pos": 57, "sum_m_en": [5.467403, 3.094581, 3.358268, 3.377276, 3.408221, 3.47603, 3.513444, 3.606122, 3.641846, 3.590003, 3.907922, 4.056403, 4.184404, 4.537004, 4.724735, 4.339933, 4.380807, 4.196617, 3.77242, 3.475424, 3.430862, 3.349813, 3.107767, 3.000735, 8.660908, 7.91361, 7.975298, 7.025104, 7.449685, 7.738063, 6.89936, 7.01582, 6.84597, 7.298018, 7.768319, 8.206732, 9.489086, 11.213794, 12.834476, 14.594815, 13.868716, 15.666712, 18.079428, 17.909602, 19.955268, 19.716379, 10.784486, 8.086904, 4.054298, 3.86954], "sum_m_pl": [21.787543, 27.761793, 26.673272, 26.061755, 26.08722, 24.735017, 25.337109, 25.679512, 26.002021, 26.186899, 25.899761, 25.586364, 26.015438, 25.77437, 26.195998, 27.068416, 26.735596, 26.609431, 27.195422, 27.597112, 27.489963, 27.396835, 27.537099, 27.501969, 20.842836, 21.894546, 21.486566, 23.340183, 23.535819, 23.443121, 24.06709, 24.616055, 24.577917, 23.515191, 22.763633, 22.45498, 21.174379, 20.134737, 17.765546, 16.194938, 16.319706, 16.168711, 14.07189, 14.998947, 15.414714, 18.838655, 26.229947, 27.909996, 42.509726, 51.291175]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 532, "item_id": "llmzszl-18606", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 633, "region_end": 532, "roundtrip_ok": true, "tf_agree": 0.9944, "tf_agree_excl_first": 0.9962}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [43, 49, 27, 25, 26, 20, 22, 20, 17, 24, 30, 38, 27, 22, 28, 22, 28, 32, 20, 24, 20, 22, 23, 18, 23, 31, 25, 28, 32, 34, 26, 31, 35, 33, 26, 30, 35, 39, 29, 37, 35, 31, 28, 30, 31, 33, 31, 26, 27, 26], "n_am_pl": [5, 19, 21, 20, 16, 12, 11, 12, 11, 18, 17, 16, 13, 20, 15, 24, 20, 24, 15, 20, 20, 22, 20, 20, 12, 11, 18, 16, 24, 29, 30, 23, 11, 18, 12, 8, 7, 2, 3, 1, 4, 5, 6, 5, 6, 4, 1, 2, 1, 2], "n_pos": 127, "sum_m_en": [15.189114, 7.120488, 6.688683, 6.927542, 7.230367, 7.047048, 7.240733, 7.450916, 7.511488, 7.922908, 8.266702, 8.937052, 9.446658, 9.429916, 9.582448, 8.728122, 9.460417, 9.453111, 9.107401, 8.338731, 8.012317, 7.468487, 6.858413, 6.484226, 15.078441, 15.939765, 15.484975, 14.629616, 14.926378, 14.340316, 13.291283, 13.24188, 13.182929, 13.232287, 13.602908, 14.665205, 17.936684, 19.912655, 19.874949, 20.607387, 20.705008, 20.946803, 21.580041, 23.41757, 25.546837, 27.798816, 29.648384, 28.514674, 26.920681, 25.871335], "sum_m_pl": [49.328134, 62.020177, 60.525199, 58.267972, 56.994493, 55.83748, 55.566312, 53.758852, 54.226224, 56.298711, 55.22817, 55.795444, 56.207852, 54.469167, 55.854011, 57.765674, 56.624766, 57.548706, 58.048514, 59.7206, 59.846671, 60.292433, 60.885638, 61.419844, 46.47076, 45.658362, 46.078736, 49.057466, 50.922912, 52.771738, 53.195362, 52.131069, 51.330481, 49.59536, 48.565963, 44.421059, 39.744611, 36.698194, 35.249618, 33.317036, 31.718698, 29.667755, 28.473262, 25.445048, 23.896694, 18.422169, 10.836215, 5.774384, 1.549738, 2.043984]}, "digit": {"n_am_en": [5, 13, 9, 6, 4, 2, 2, 2, 2, 8, 7, 12, 3, 2, 4, 4, 5, 9, 6, 6, 4, 5, 7, 5, 5, 5, 5, 4, 6, 7, 8, 5, 8, 8, 3, 7, 9, 12, 7, 12, 12, 12, 7, 6, 7, 7, 2, 3, 1, 0], "n_am_pl": [0, 3, 3, 5, 7, 3, 3, 1, 3, 1, 2, 6, 1, 3, 1, 5, 4, 5, 4, 2, 4, 5, 4, 4, 5, 4, 3, 6, 9, 11, 7, 7, 0, 4, 4, 1, 1, 2, 3, 1, 3, 2, 2, 2, 2, 2, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.371295, 1.57045, 1.46913, 1.511741, 1.586622, 1.582392, 1.583793, 1.723855, 1.662423, 1.700369, 1.781611, 1.889862, 2.021102, 2.060422, 2.028656, 1.887533, 2.059488, 2.104422, 2.024108, 1.826814, 1.72194, 1.58279, 1.51461, 1.47951, 2.721493, 2.736785, 2.697299, 2.636156, 2.553099, 2.556469, 2.507576, 2.427178, 2.422995, 2.471376, 2.489996, 2.781648, 3.473593, 3.152191, 3.12086, 3.383629, 3.103817, 2.99717, 3.136331, 3.543207, 3.908653, 4.032284, 3.544005, 3.531094, 1.533285, 0.0], "sum_m_pl": [14.042517, 17.781219, 17.176261, 16.317603, 16.024079, 15.635348, 15.532937, 14.916508, 15.368401, 16.009715, 15.80119, 15.825689, 15.502219, 15.033319, 15.351243, 16.044409, 15.761318, 15.989328, 16.114754, 16.444891, 16.431358, 16.612559, 16.698627, 16.840594, 14.343994, 13.939549, 13.789298, 14.852398, 15.177344, 15.584872, 15.067146, 14.897688, 14.795977, 14.669815, 14.644259, 14.098, 12.995632, 13.214315, 13.269598, 12.954958, 13.028888, 12.670028, 12.365081, 11.120535, 10.713434, 8.715628, 6.144554, 3.230556, 0.732442, 0.0]}, "lang": {"n_am_en": [15, 13, 9, 7, 12, 8, 8, 7, 6, 7, 11, 14, 13, 12, 12, 10, 9, 8, 7, 10, 7, 9, 9, 8, 10, 14, 13, 13, 15, 13, 12, 12, 16, 14, 10, 10, 14, 13, 12, 16, 14, 13, 14, 14, 16, 19, 21, 19, 25, 26], "n_am_pl": [2, 5, 4, 3, 2, 5, 3, 3, 1, 5, 4, 2, 1, 4, 3, 6, 3, 8, 3, 7, 4, 6, 4, 6, 2, 1, 3, 1, 3, 4, 7, 5, 3, 5, 3, 2, 0, 0, 0, 0, 0, 1, 1, 3, 3, 1, 0, 0, 1, 2], "n_pos": 28, "sum_m_en": [4.692946, 1.784686, 1.654305, 1.684124, 1.740272, 1.631926, 1.730394, 1.772126, 1.836305, 1.951035, 2.109832, 2.310013, 2.487459, 2.487225, 2.570576, 2.295379, 2.397877, 2.472234, 2.549048, 2.373371, 2.472647, 2.442806, 2.026125, 1.798601, 6.065399, 6.33085, 6.183008, 5.681157, 5.833786, 5.392747, 4.960644, 5.052581, 5.002398, 4.96551, 4.88263, 5.71163, 7.507812, 9.115593, 9.575831, 10.365073, 11.002965, 11.468518, 11.867663, 13.106774, 14.281965, 16.206634, 18.291866, 19.250048, 24.362267, 25.511225], "sum_m_pl": [9.340452, 12.945005, 13.276635, 12.870203, 12.714254, 12.480058, 12.271825, 11.806031, 11.634948, 12.146791, 11.828834, 11.948488, 12.552448, 12.25361, 12.633898, 13.211137, 12.912928, 13.026475, 12.911571, 13.312518, 13.155037, 13.204461, 13.357639, 13.531587, 9.838858, 9.809968, 9.904447, 10.391389, 10.48358, 10.826236, 11.507648, 10.964037, 10.809307, 10.731165, 10.320003, 9.342056, 8.047651, 6.813866, 6.544755, 5.576108, 5.227382, 4.757347, 4.342606, 4.511233, 3.92819, 2.300425, 1.27692, 0.575473, 0.715393, 1.993101]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "llmzszl-18607", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 755, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [124, 131, 119, 97, 83, 70, 83, 75, 68, 76, 76, 84, 84, 85, 82, 85, 97, 83, 80, 82, 83, 76, 61, 68, 106, 121, 103, 112, 127, 106, 97, 88, 98, 103, 115, 108, 108, 92, 98, 99, 91, 87, 93, 84, 79, 73, 43, 41, 17, 16], "n_am_pl": [7, 78, 78, 83, 62, 61, 52, 47, 63, 71, 66, 82, 73, 66, 66, 81, 76, 109, 105, 112, 119, 100, 100, 105, 64, 56, 75, 65, 85, 103, 107, 108, 84, 63, 49, 49, 41, 40, 30, 33, 35, 44, 39, 37, 42, 49, 59, 54, 89, 97], "n_pos": 437, "sum_m_en": [42.726477, 20.907449, 21.511574, 22.288428, 22.926787, 22.923211, 23.023521, 25.053806, 25.706937, 26.628989, 27.593381, 28.480015, 29.416891, 31.692673, 31.708988, 29.189261, 30.151664, 28.957957, 26.641861, 25.468434, 23.368431, 21.943892, 21.203808, 20.431326, 44.619841, 46.940762, 45.699717, 43.21642, 46.16273, 43.039084, 41.474988, 40.233957, 39.675972, 40.256985, 42.744372, 43.896013, 50.424274, 53.365227, 52.839182, 55.552885, 53.014928, 49.358574, 50.737616, 51.688883, 53.485236, 54.618365, 41.480605, 36.895321, 20.298598, 16.010496], "sum_m_pl": [174.319224, 221.997374, 214.134006, 208.921145, 204.491676, 200.533937, 202.165378, 198.984558, 200.462806, 204.045765, 200.915451, 201.88167, 203.860908, 197.008752, 199.376697, 207.733567, 204.051089, 208.118198, 211.808141, 213.804264, 212.527637, 212.710436, 213.761157, 214.003382, 171.348355, 170.760587, 173.354218, 182.957337, 187.578735, 194.080157, 194.189749, 194.70066, 193.643427, 184.05865, 179.652016, 172.283886, 155.924506, 148.470297, 140.57151, 134.512582, 131.300114, 127.427333, 127.367307, 115.651542, 101.141463, 97.688147, 90.309138, 70.652677, 86.821542, 95.767194]}, "digit": {"n_am_en": [12, 50, 53, 28, 16, 11, 16, 7, 6, 10, 12, 18, 20, 18, 22, 26, 27, 21, 17, 12, 17, 12, 10, 18, 24, 32, 27, 35, 27, 23, 28, 18, 19, 20, 20, 23, 22, 21, 25, 26, 26, 27, 32, 24, 21, 14, 8, 11, 0, 0], "n_am_pl": [0, 4, 6, 21, 15, 6, 7, 5, 13, 12, 13, 21, 13, 11, 9, 15, 22, 36, 21, 27, 27, 18, 18, 13, 10, 5, 12, 6, 15, 20, 19, 25, 19, 11, 10, 9, 12, 10, 6, 2, 3, 5, 7, 5, 5, 1, 1, 3, 0, 0], "n_pos": 108, "sum_m_en": [10.747411, 4.980107, 5.009766, 4.960334, 5.149708, 4.959827, 4.751949, 5.424134, 5.119715, 5.159796, 5.493409, 5.946843, 6.575412, 6.898278, 6.613798, 6.096115, 6.356949, 6.279951, 5.887899, 5.610798, 5.146272, 4.805691, 4.64469, 4.489668, 8.352813, 8.953448, 8.942564, 8.886444, 9.301644, 8.801279, 9.020147, 9.113447, 8.56125, 8.408215, 8.726601, 8.859372, 9.961109, 9.30078, 9.388284, 9.385926, 8.649084, 7.987785, 8.235194, 8.23741, 7.670287, 7.924552, 7.545177, 7.554339, 2.004324, 0.0], "sum_m_pl": [44.261224, 57.458593, 55.152688, 53.735804, 52.20928, 51.435901, 51.650528, 49.786645, 50.866713, 52.725988, 51.4605, 52.036012, 51.389591, 49.865183, 50.351593, 52.609079, 51.543329, 52.406219, 53.249313, 53.513152, 53.17499, 53.547663, 53.729914, 54.170243, 46.763838, 45.329987, 45.637292, 48.534833, 48.899541, 50.014406, 49.274218, 49.564893, 50.093219, 48.871975, 48.671215, 47.765758, 45.067989, 44.20466, 42.634384, 41.140228, 41.11556, 41.001004, 41.258244, 37.704719, 33.729791, 29.63919, 19.516772, 10.64353, 1.675309, 1e-06]}, "lang": {"n_am_en": [37, 20, 22, 18, 18, 21, 32, 28, 33, 29, 27, 25, 24, 25, 29, 31, 35, 26, 32, 31, 34, 34, 28, 32, 41, 50, 37, 36, 42, 38, 32, 35, 34, 42, 47, 46, 50, 42, 46, 44, 38, 37, 39, 40, 38, 41, 28, 22, 16, 16], "n_am_pl": [2, 34, 30, 28, 18, 21, 16, 17, 18, 20, 14, 20, 22, 17, 19, 22, 19, 37, 35, 38, 36, 38, 32, 31, 16, 14, 20, 19, 22, 26, 31, 33, 20, 19, 17, 15, 12, 14, 11, 19, 21, 24, 23, 26, 30, 41, 51, 47, 85, 96], "n_pos": 113, "sum_m_en": [11.166913, 5.53951, 5.730054, 5.961864, 6.074883, 6.144463, 6.436811, 6.890431, 7.309193, 7.492612, 7.866812, 8.160989, 8.190956, 8.960767, 9.313074, 8.434567, 8.654308, 8.308785, 7.810137, 7.295569, 6.719582, 6.294959, 6.004878, 5.77596, 16.142866, 16.342129, 15.108236, 13.871617, 14.678846, 13.697281, 12.781108, 12.364975, 12.361601, 13.235123, 14.021484, 15.383788, 20.244661, 22.561415, 22.197514, 23.400723, 22.790224, 20.975193, 21.509395, 23.026872, 25.642881, 27.30164, 20.803116, 19.362314, 16.864171, 16.009348], "sum_m_pl": [42.327085, 55.184453, 54.528814, 53.30525, 51.835658, 50.482047, 50.690266, 51.824099, 51.937106, 52.488586, 51.724054, 52.013833, 53.231862, 51.630875, 52.335686, 54.552632, 53.859819, 55.047425, 55.530082, 56.075301, 55.893136, 55.961686, 56.166419, 55.966937, 45.652809, 45.900764, 47.206452, 48.895058, 49.457377, 51.064717, 51.832311, 52.041712, 51.766644, 49.495538, 48.904944, 48.606778, 44.267497, 42.792295, 41.425001, 40.742576, 41.011956, 39.721335, 42.940053, 41.804202, 39.729371, 44.286112, 54.193286, 48.349901, 79.129018, 94.279901]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 439, "item_id": "llmzszl-18607", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 686, "region_end": 437, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9817}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [293, 333, 286, 242, 268, 220, 280, 282, 241, 314, 290, 313, 336, 322, 276, 356, 321, 301, 304, 292, 238, 229, 199, 208, 339, 371, 317, 305, 319, 324, 325, 297, 302, 328, 321, 344, 390, 376, 361, 370, 392, 368, 363, 315, 315, 337, 313, 308, 304, 294], "n_am_pl": [75, 180, 214, 227, 208, 179, 158, 186, 212, 237, 219, 184, 215, 197, 239, 191, 228, 233, 221, 242, 275, 319, 328, 349, 150, 170, 170, 194, 199, 185, 184, 208, 231, 188, 193, 148, 133, 99, 86, 69, 73, 63, 87, 59, 45, 43, 22, 9, 1, 1], "n_pos": 1279, "sum_m_en": [133.071562, 66.374842, 65.364697, 66.023329, 70.065151, 69.734355, 70.213985, 78.050227, 81.218625, 83.193774, 85.74089, 90.265037, 93.256685, 99.554822, 99.459865, 95.757437, 92.850112, 88.856601, 80.18109, 73.232329, 66.367162, 62.138492, 59.730665, 58.006093, 114.201101, 129.383226, 140.052042, 131.393615, 131.518061, 140.076748, 132.392895, 132.199039, 135.08284, 139.077813, 151.730347, 166.391269, 193.93228, 192.322238, 192.549866, 199.249475, 204.450862, 230.149208, 236.998186, 239.690737, 256.330285, 277.546484, 298.715774, 296.116444, 298.63307, 294.751257], "sum_m_pl": [483.058539, 626.036522, 606.568232, 597.157421, 593.512, 596.823289, 604.579687, 592.17013, 582.503182, 598.863431, 594.341932, 584.838122, 593.481762, 587.796905, 585.45863, 588.061166, 590.096992, 591.541615, 597.937807, 611.977794, 621.384915, 627.617514, 631.441857, 633.388753, 535.736927, 527.134735, 501.341197, 537.672077, 546.922875, 529.583824, 541.91938, 543.126029, 539.209051, 515.093753, 477.413494, 437.599918, 389.707279, 362.810704, 345.635129, 319.046519, 303.131359, 270.975143, 248.791949, 207.793458, 165.549713, 136.538278, 94.08628, 45.043567, 9.74563, 1.350923]}, "digit": {"n_am_en": [13, 77, 50, 57, 51, 30, 33, 33, 40, 39, 27, 38, 50, 43, 33, 38, 24, 17, 21, 21, 13, 6, 7, 16, 45, 60, 44, 45, 57, 52, 49, 36, 33, 39, 32, 28, 32, 17, 12, 13, 19, 14, 13, 12, 5, 2, 0, 2, 0, 0], "n_am_pl": [4, 16, 16, 13, 19, 10, 26, 35, 39, 60, 49, 26, 43, 34, 40, 30, 36, 51, 40, 34, 25, 35, 34, 32, 16, 28, 32, 42, 43, 36, 32, 33, 40, 44, 43, 51, 31, 31, 17, 12, 14, 10, 10, 12, 2, 5, 1, 0, 0, 0], "n_pos": 228, "sum_m_en": [21.551804, 10.697064, 10.756938, 11.159617, 11.511846, 12.086049, 12.858561, 15.402454, 15.434075, 16.685766, 16.256991, 16.2928, 17.183714, 18.923705, 17.693756, 17.0306, 16.613477, 15.915242, 13.893292, 12.917041, 11.866761, 11.018084, 10.59823, 10.279234, 19.089161, 22.695415, 23.797206, 22.8783, 23.610462, 24.565066, 22.67076, 21.659408, 20.302107, 19.959684, 20.90831, 21.248105, 21.428337, 18.09789, 17.510176, 17.23409, 17.176147, 18.164528, 15.922694, 17.066326, 11.336932, 10.208079, 6.097097, 4.857385, 0.806097, 2e-05], "sum_m_pl": [84.709531, 113.766691, 106.794332, 104.681196, 104.154729, 102.998211, 105.496463, 101.965687, 98.204275, 103.83586, 103.068, 99.282472, 101.321174, 99.481667, 100.593467, 100.305237, 99.627821, 100.653184, 101.515932, 103.977281, 106.121959, 108.011181, 109.616834, 110.715727, 92.41629, 89.347884, 83.397322, 91.643689, 93.598373, 90.836351, 93.470847, 93.855439, 96.83619, 94.267446, 87.43789, 85.29033, 78.009823, 75.69905, 70.302581, 65.236571, 63.137953, 65.353448, 60.684227, 56.032121, 37.589191, 31.420827, 18.692109, 8.425862, 1.037452, 4e-06]}, "lang": {"n_am_en": [94, 66, 67, 54, 53, 58, 77, 77, 64, 80, 88, 92, 83, 102, 103, 110, 105, 102, 107, 110, 86, 88, 82, 76, 120, 119, 108, 114, 107, 105, 100, 105, 123, 136, 144, 164, 175, 173, 166, 178, 188, 198, 200, 186, 196, 216, 220, 233, 277, 290], "n_am_pl": [24, 45, 50, 66, 65, 59, 48, 48, 54, 57, 54, 49, 52, 43, 51, 46, 66, 59, 58, 62, 81, 102, 105, 117, 56, 57, 54, 56, 49, 56, 53, 44, 39, 40, 41, 27, 31, 25, 25, 20, 17, 13, 21, 18, 11, 12, 11, 0, 1, 1], "n_pos": 294, "sum_m_en": [34.593677, 17.372476, 16.562878, 16.486383, 17.192969, 16.80461, 17.063075, 18.117455, 19.334718, 18.994588, 20.205516, 22.234889, 22.826693, 24.663544, 25.446998, 24.066156, 22.976534, 22.038843, 20.103221, 17.946898, 16.026957, 14.911229, 14.257338, 13.907288, 34.443422, 38.419441, 42.81559, 38.655217, 38.228019, 40.409091, 36.563218, 38.492864, 42.296643, 46.175632, 53.182945, 62.564721, 84.012765, 88.084624, 89.805784, 93.899286, 99.217537, 119.903207, 131.44863, 137.490364, 154.886148, 174.065663, 200.382618, 215.203333, 263.097919, 282.853837], "sum_m_pl": [100.521462, 135.206092, 133.65494, 132.682873, 132.639784, 134.780499, 136.853178, 136.549502, 137.685262, 139.527065, 139.274644, 138.044268, 139.164186, 137.711685, 135.930245, 136.961949, 138.773026, 138.429436, 139.771685, 143.280467, 145.302942, 146.413165, 146.587612, 146.72018, 125.66099, 123.684761, 118.312917, 123.965754, 125.112096, 120.812939, 125.202243, 123.948773, 120.305808, 116.279778, 108.401213, 99.663136, 86.028057, 81.76405, 80.249314, 77.513176, 72.544574, 61.294243, 55.683851, 48.252875, 39.104931, 31.540041, 21.427572, 9.204319, 1.724443, 0.970677]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1279, "item_id": "llmzszl-18608", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 724, "region_end": 1279, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9844}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [240, 363, 346, 330, 346, 257, 241, 245, 214, 295, 332, 294, 356, 353, 316, 315, 274, 238, 204, 193, 188, 194, 205, 196, 371, 360, 307, 334, 344, 353, 356, 358, 339, 361, 379, 333, 375, 331, 271, 271, 270, 244, 235, 221, 197, 184, 107, 89, 54, 48], "n_am_pl": [23, 228, 242, 203, 179, 214, 205, 230, 250, 293, 252, 220, 260, 241, 282, 273, 355, 357, 392, 400, 438, 451, 460, 496, 211, 257, 271, 254, 282, 229, 251, 261, 291, 252, 203, 173, 131, 106, 92, 87, 77, 82, 88, 92, 70, 85, 111, 113, 153, 161], "n_pos": 1280, "sum_m_en": [112.962923, 59.869629, 63.625411, 65.290534, 67.945521, 67.859517, 68.281665, 78.028983, 81.694662, 86.554281, 87.518391, 93.353125, 97.15649, 103.622721, 105.87659, 99.889, 94.335112, 89.091276, 79.443843, 73.504008, 67.074517, 62.680669, 62.734553, 59.480066, 127.177083, 135.549519, 145.00982, 138.618865, 140.354807, 149.95001, 144.516564, 147.367338, 152.592201, 154.779035, 163.072148, 169.018319, 175.312041, 166.523729, 170.4074, 162.071301, 158.849964, 156.100011, 148.694652, 146.150977, 136.127177, 126.54343, 85.427807, 75.108581, 58.074168, 48.101909], "sum_m_pl": [495.994334, 650.249398, 629.702766, 618.648621, 617.368677, 613.227102, 619.575421, 608.865835, 603.345812, 612.336514, 605.560673, 594.476618, 604.645656, 596.291193, 595.285249, 602.896751, 606.031051, 607.388342, 622.061365, 628.602582, 633.320879, 636.663803, 639.762223, 642.398899, 538.732395, 539.589099, 513.578361, 553.755837, 567.348226, 546.907964, 551.176465, 548.332293, 543.887139, 515.332783, 481.431965, 441.787736, 395.206272, 377.562501, 349.399532, 331.83829, 314.402242, 302.301387, 293.863394, 254.712006, 212.366955, 201.805817, 180.059605, 142.413936, 148.840807, 162.428974]}, "digit": {"n_am_en": [10, 72, 55, 52, 82, 31, 24, 32, 27, 48, 50, 32, 51, 62, 48, 50, 41, 25, 25, 15, 15, 17, 22, 20, 56, 56, 55, 59, 59, 52, 58, 62, 56, 61, 71, 51, 41, 24, 16, 18, 17, 18, 18, 11, 9, 7, 1, 3, 1, 0], "n_am_pl": [0, 29, 42, 20, 26, 20, 31, 34, 36, 71, 52, 37, 57, 42, 52, 56, 69, 75, 69, 65, 63, 62, 61, 66, 39, 52, 56, 46, 55, 50, 51, 53, 62, 64, 46, 52, 34, 18, 17, 8, 8, 10, 13, 17, 4, 6, 2, 0, 0, 0], "n_pos": 227, "sum_m_en": [18.517703, 10.027174, 10.778801, 11.004477, 11.659316, 11.977147, 12.615477, 15.833283, 15.560912, 17.286839, 16.904935, 16.924191, 18.414145, 20.473145, 18.894775, 18.498671, 17.494539, 16.415244, 14.377666, 13.314827, 12.272729, 11.265083, 10.857003, 10.548796, 21.609083, 24.324765, 26.236286, 26.824479, 27.426259, 28.597548, 27.71267, 28.063426, 25.114278, 24.523438, 25.612763, 25.439014, 24.229178, 20.145237, 19.424129, 19.674884, 17.79353, 18.788217, 16.683951, 16.462057, 12.398697, 9.820763, 4.449588, 2.975599, 1.340105, 0.0], "sum_m_pl": [76.549838, 115.824227, 110.994541, 107.740943, 106.950211, 104.410965, 106.354274, 102.120301, 100.633304, 104.470178, 103.006403, 101.21424, 103.900587, 100.494008, 102.047787, 102.507294, 101.067565, 102.772802, 104.925586, 106.163487, 108.003785, 109.372395, 110.824044, 111.735533, 93.233383, 88.850425, 84.083717, 90.32264, 92.579816, 90.195583, 91.94878, 91.495178, 95.955696, 94.632044, 87.585023, 84.464601, 76.002443, 72.293723, 66.481535, 62.216983, 62.964633, 66.824884, 64.37144, 59.381615, 42.142473, 36.721157, 17.715725, 6.889725, 1.120919, 0.0]}, "lang": {"n_am_en": [76, 26, 32, 31, 43, 45, 56, 49, 43, 37, 68, 50, 72, 68, 64, 61, 50, 50, 41, 44, 44, 49, 47, 50, 81, 83, 66, 74, 71, 75, 81, 81, 74, 80, 80, 86, 99, 114, 107, 109, 110, 103, 117, 97, 96, 90, 68, 57, 50, 48], "n_am_pl": [12, 35, 44, 35, 24, 30, 29, 45, 47, 69, 47, 38, 35, 39, 49, 43, 49, 53, 66, 73, 82, 90, 83, 93, 35, 42, 31, 39, 39, 31, 37, 39, 40, 36, 37, 28, 30, 26, 33, 33, 25, 33, 38, 45, 41, 56, 72, 90, 142, 159], "n_pos": 211, "sum_m_en": [19.119798, 10.408911, 10.37514, 10.641833, 11.014154, 10.956847, 10.963479, 11.229463, 12.388124, 12.106628, 12.852081, 14.111487, 14.354445, 15.305807, 16.431387, 14.960018, 14.446409, 14.159348, 12.893164, 11.91496, 11.203009, 10.639725, 12.191697, 10.887063, 26.315735, 26.799572, 27.522951, 24.859461, 24.535158, 25.566687, 23.983978, 25.874595, 29.118453, 30.200385, 31.919038, 36.797398, 40.25402, 46.798516, 52.03056, 52.554118, 55.989407, 60.409398, 59.400311, 59.326259, 64.731153, 63.042381, 43.266199, 37.471675, 50.873136, 48.083926], "sum_m_pl": [80.744546, 100.631388, 99.116458, 99.089141, 98.43473, 97.929627, 99.056916, 100.194815, 102.635138, 102.815223, 102.109868, 100.018502, 100.899162, 99.711983, 99.761465, 101.354834, 102.172631, 101.235806, 104.381603, 104.949385, 105.472645, 105.602036, 104.841081, 105.419389, 89.281699, 90.67945, 86.942256, 92.322504, 93.925871, 91.746247, 92.748947, 91.39968, 89.254414, 85.673808, 83.19356, 78.470534, 77.442352, 75.695153, 71.612108, 72.604851, 70.389207, 67.711898, 69.513199, 69.888708, 67.594846, 73.35643, 89.85107, 88.618467, 132.440584, 157.918139]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18608", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 655, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9914}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [83, 95, 75, 78, 84, 62, 80, 78, 75, 88, 84, 90, 96, 92, 98, 79, 100, 94, 93, 74, 76, 86, 84, 84, 110, 110, 93, 90, 106, 91, 92, 83, 88, 85, 107, 115, 126, 113, 118, 122, 116, 116, 113, 106, 107, 105, 94, 98, 87, 86], "n_am_pl": [27, 43, 39, 41, 55, 57, 52, 37, 43, 33, 49, 42, 51, 46, 48, 51, 46, 33, 26, 38, 33, 42, 39, 39, 19, 28, 40, 41, 42, 47, 48, 45, 50, 40, 35, 35, 21, 18, 17, 14, 15, 17, 11, 11, 9, 4, 3, 1, 3, 3], "n_pos": 328, "sum_m_en": [37.265785, 18.279717, 18.34138, 17.736357, 18.710034, 19.85281, 20.22335, 20.858329, 22.792555, 21.765303, 24.302585, 24.595978, 25.999158, 27.560819, 27.502081, 25.53165, 26.017532, 24.525666, 21.626107, 20.177657, 18.708098, 17.57332, 16.837009, 16.570226, 43.761536, 48.532744, 46.8226, 42.900836, 42.199441, 41.060013, 38.257434, 36.298352, 34.136834, 34.858861, 40.666358, 41.437546, 48.279372, 54.645253, 63.758998, 72.079773, 71.003629, 83.760495, 84.969055, 93.004212, 98.104318, 97.277406, 93.84684, 94.451336, 87.346295, 86.442344], "sum_m_pl": [125.563531, 159.322077, 156.268598, 155.835176, 153.102101, 147.448762, 149.703376, 149.295391, 147.471844, 154.219177, 152.03403, 150.941394, 148.842244, 146.914957, 145.148161, 147.655976, 148.023974, 145.283412, 146.915364, 150.743921, 151.891107, 153.614513, 154.808594, 155.431143, 115.60905, 113.13947, 112.67731, 123.615617, 126.4695, 126.8418, 127.556508, 130.824807, 133.759154, 128.691726, 124.101894, 119.179982, 104.547755, 96.023636, 85.632027, 77.853193, 70.690118, 59.569122, 54.791855, 41.717085, 29.59646, 22.089251, 12.146703, 6.922078, 3.932579, 3.023254]}, "digit": {"n_am_en": [5, 17, 16, 11, 14, 4, 5, 5, 6, 6, 8, 8, 10, 5, 12, 5, 12, 9, 6, 4, 4, 4, 3, 3, 13, 15, 11, 9, 9, 13, 10, 5, 8, 6, 14, 11, 10, 9, 6, 6, 4, 4, 5, 4, 2, 0, 0, 0, 0, 0], "n_am_pl": [7, 1, 1, 1, 0, 2, 3, 1, 6, 6, 6, 5, 10, 7, 3, 7, 4, 3, 2, 5, 3, 5, 3, 3, 5, 5, 7, 9, 6, 6, 5, 7, 6, 5, 2, 1, 0, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.805091, 1.82367, 1.818378, 1.726295, 1.785678, 2.02342, 1.885232, 1.946065, 2.11884, 2.079156, 2.315385, 2.334102, 2.628872, 2.930811, 3.079978, 2.720591, 2.85588, 2.771592, 2.315087, 2.216197, 2.079174, 1.930559, 1.838644, 1.824323, 4.513894, 5.028292, 4.98541, 4.262964, 4.408237, 4.404009, 4.068999, 3.615971, 3.270489, 3.237568, 3.66429, 3.82369, 3.597998, 3.211071, 4.02216, 3.726924, 3.365111, 3.362731, 3.045079, 3.021034, 2.46505, 1.482316, 0.803068, 0.472979, 0.086898, 0.0], "sum_m_pl": [16.542419, 19.509665, 18.477177, 18.404116, 17.830996, 16.580227, 17.30525, 16.833202, 16.415166, 17.749343, 17.633633, 17.217545, 16.756228, 16.572429, 16.293911, 16.098683, 16.185046, 15.969016, 16.334746, 16.3508, 16.337977, 16.855602, 17.033679, 17.13929, 13.248267, 12.689535, 12.076591, 13.699027, 14.065286, 13.961455, 13.568097, 14.495752, 15.034325, 14.65494, 13.984021, 13.313032, 12.821451, 12.439628, 11.367502, 10.93095, 10.602222, 11.078372, 10.757613, 9.457758, 7.593178, 5.018694, 2.424667, 1.042906, 0.135492, 0.0]}, "lang": {"n_am_en": [29, 24, 27, 26, 21, 18, 24, 35, 24, 26, 29, 32, 31, 35, 28, 30, 28, 33, 32, 27, 25, 36, 37, 40, 42, 38, 34, 32, 35, 26, 28, 30, 28, 36, 38, 40, 47, 50, 49, 56, 57, 66, 64, 64, 66, 69, 69, 79, 80, 86], "n_am_pl": [7, 14, 13, 13, 15, 17, 10, 12, 12, 6, 12, 14, 15, 13, 17, 14, 19, 11, 9, 13, 11, 13, 13, 12, 5, 9, 11, 9, 14, 12, 14, 13, 14, 10, 10, 10, 7, 6, 5, 4, 3, 2, 4, 5, 4, 3, 1, 0, 3, 3], "n_pos": 91, "sum_m_en": [13.062831, 6.005269, 5.915122, 5.583194, 5.518482, 5.779201, 5.921462, 6.352598, 6.812487, 6.34187, 7.530872, 7.531715, 7.630284, 8.26014, 7.925913, 7.208451, 7.409718, 7.017978, 6.444193, 5.754833, 5.333488, 5.097738, 4.843821, 4.735533, 16.375533, 18.245974, 16.9589, 15.157088, 14.299266, 13.134709, 12.305156, 11.993209, 11.342605, 11.69834, 13.219374, 13.502376, 18.899273, 23.671774, 27.451481, 33.008518, 35.894377, 46.189768, 48.560838, 55.395018, 60.631914, 62.610239, 66.778366, 69.944349, 79.702594, 85.424008], "sum_m_pl": [29.754757, 40.460547, 40.600116, 40.795799, 40.292278, 38.530305, 39.69422, 40.715835, 40.399661, 42.301038, 41.603078, 41.993933, 41.620006, 40.757712, 40.473209, 41.29414, 41.24376, 40.156951, 40.362874, 41.96582, 42.372404, 42.823283, 43.170742, 43.167789, 31.19186, 30.513225, 30.621032, 32.968109, 34.046569, 34.390809, 35.038064, 35.736147, 36.586142, 35.549808, 34.614332, 34.421134, 29.858365, 27.271719, 24.393207, 21.556426, 20.617747, 15.460679, 13.799185, 9.538236, 7.185198, 6.1182, 3.549347, 1.76527, 3.046803, 3.014485]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 330, "item_id": "llmzszl-18610", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 727, "region_end": 328, "roundtrip_ok": true, "tf_agree": 0.9788, "tf_agree_excl_first": 0.9818}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [129, 178, 160, 184, 192, 147, 128, 162, 139, 142, 160, 155, 171, 170, 157, 147, 182, 152, 134, 135, 123, 118, 115, 109, 175, 181, 197, 165, 181, 166, 173, 183, 169, 153, 203, 214, 172, 170, 176, 166, 161, 142, 148, 114, 89, 77, 41, 23, 16, 2], "n_am_pl": [20, 94, 78, 77, 110, 125, 116, 118, 96, 83, 85, 128, 92, 101, 122, 109, 114, 109, 113, 131, 107, 118, 104, 133, 90, 88, 100, 101, 100, 121, 110, 128, 131, 102, 73, 60, 67, 50, 49, 50, 40, 43, 42, 37, 38, 49, 53, 58, 66, 76], "n_pos": 631, "sum_m_en": [54.849315, 29.695027, 32.937536, 33.530375, 35.174021, 36.403224, 37.394954, 38.882538, 42.385077, 42.68573, 43.614577, 45.313762, 48.658477, 50.210592, 51.881673, 48.567655, 48.266085, 46.860241, 40.14151, 37.950466, 35.336433, 32.51167, 31.0917, 30.184452, 66.321807, 74.562986, 81.232413, 71.902776, 75.570975, 74.545722, 74.131259, 70.544889, 64.074785, 66.078879, 73.956104, 73.410179, 74.828967, 73.475914, 83.501412, 84.40238, 79.797823, 91.106117, 88.934216, 86.96857, 76.715176, 64.047097, 37.316054, 28.915601, 16.317278, 1.846812], "sum_m_pl": [253.93589, 322.943966, 308.5822, 308.281365, 310.557227, 299.773168, 303.098621, 297.949913, 293.310415, 300.203491, 299.861056, 299.78895, 295.818119, 293.717761, 293.74486, 297.519483, 295.140807, 291.044099, 297.52491, 302.105258, 301.721865, 305.484389, 307.746826, 308.55568, 247.794958, 243.955896, 236.689411, 259.411007, 266.872004, 269.113466, 264.015547, 269.58449, 279.751349, 262.873517, 249.671533, 241.611234, 221.037493, 213.295156, 192.771915, 187.086356, 178.971902, 173.301058, 167.310438, 143.417595, 103.862373, 96.129143, 79.893876, 68.315376, 69.550894, 75.87239]}, "digit": {"n_am_en": [5, 35, 29, 18, 14, 15, 16, 13, 10, 10, 18, 23, 18, 26, 21, 20, 25, 21, 15, 13, 14, 16, 12, 11, 19, 22, 37, 24, 30, 26, 22, 36, 27, 22, 31, 28, 25, 19, 16, 15, 15, 13, 11, 4, 6, 3, 2, 1, 0, 0], "n_am_pl": [0, 7, 2, 13, 17, 8, 7, 6, 6, 8, 4, 13, 12, 14, 21, 18, 13, 15, 14, 11, 10, 14, 16, 17, 8, 11, 7, 3, 8, 15, 14, 15, 15, 13, 5, 7, 4, 3, 3, 3, 6, 8, 5, 5, 4, 5, 5, 3, 0, 0], "n_pos": 83, "sum_m_en": [6.086887, 3.601742, 3.942785, 3.805888, 4.00343, 4.188496, 4.09461, 4.200645, 4.348591, 4.563835, 4.875597, 5.1191, 5.718519, 5.770667, 5.827914, 5.763416, 5.849973, 5.931153, 5.087676, 4.898039, 4.519581, 4.027807, 3.80676, 3.760612, 8.529451, 9.746335, 11.163853, 8.307897, 9.001798, 8.831346, 9.067768, 8.526046, 7.39761, 8.020625, 8.14345, 8.9556, 9.043745, 8.31716, 9.574566, 8.643749, 8.212892, 8.392764, 7.066867, 6.822425, 6.491099, 4.534081, 2.284692, 1.735806, 0.618763, 0.0], "sum_m_pl": [32.503434, 44.470101, 41.195271, 40.84777, 41.59555, 39.041061, 39.680544, 38.725127, 38.388907, 40.328228, 40.367318, 40.109309, 39.356596, 39.543877, 39.969919, 39.550432, 38.668608, 38.080131, 39.00677, 38.885238, 39.059097, 39.996542, 40.374413, 40.703188, 33.889079, 33.112401, 31.788865, 35.689898, 36.385899, 37.153663, 35.681673, 37.147817, 38.559687, 36.297773, 34.271411, 33.100667, 31.850377, 31.662461, 27.824253, 28.662551, 29.071443, 29.818326, 29.501335, 26.39299, 22.553173, 15.93943, 10.400621, 5.643584, 1.165652, 0.0]}, "lang": {"n_am_en": [19, 14, 13, 21, 24, 20, 26, 31, 20, 11, 12, 16, 12, 15, 18, 15, 28, 24, 19, 20, 19, 21, 20, 19, 27, 32, 25, 18, 19, 20, 20, 24, 22, 20, 23, 36, 30, 32, 40, 46, 41, 46, 50, 44, 44, 40, 22, 12, 2, 2], "n_am_pl": [9, 21, 13, 12, 10, 12, 7, 10, 6, 10, 8, 11, 11, 9, 14, 14, 15, 16, 14, 16, 11, 10, 10, 14, 10, 8, 11, 15, 15, 14, 15, 18, 14, 15, 15, 8, 13, 10, 15, 12, 12, 11, 11, 14, 17, 24, 35, 38, 63, 75], "n_pos": 80, "sum_m_en": [6.982054, 4.103088, 4.337256, 4.895741, 4.912142, 5.130614, 5.438769, 5.52098, 5.936009, 5.693485, 6.34353, 6.302469, 6.19793, 6.725234, 6.768607, 6.366371, 6.64563, 6.286047, 5.382771, 5.034117, 4.893942, 4.585138, 4.317338, 4.220864, 10.407094, 11.51852, 11.267395, 9.858798, 10.08895, 10.190555, 9.837807, 9.914564, 8.929134, 9.61742, 10.656207, 10.875979, 12.638552, 15.220026, 20.549944, 24.384185, 23.955984, 36.219421, 37.324137, 36.676706, 38.964998, 33.908459, 18.579366, 12.285692, 2.668824, 1.83914], "sum_m_pl": [31.656413, 36.172001, 35.322588, 35.817108, 36.112472, 34.388357, 35.330636, 35.964735, 35.849911, 35.898975, 35.526277, 35.737721, 35.963689, 35.546403, 35.879558, 37.074286, 36.969049, 36.20775, 37.036368, 37.695728, 37.123695, 37.402774, 37.916475, 37.672177, 27.114749, 27.377029, 26.843054, 30.037771, 31.092641, 31.031045, 31.784129, 32.314084, 33.775235, 32.562333, 31.487079, 31.682316, 31.039304, 28.997518, 26.178726, 24.468331, 24.686413, 19.727919, 18.004861, 19.571961, 19.468607, 24.266826, 33.41806, 35.37146, 61.021735, 74.361073]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 631, "item_id": "llmzszl-18610", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 658, "region_end": 631, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9889}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 53, 44, 42, 37, 38, 32, 32, 37, 40, 45, 32, 47, 47, 50, 41, 42, 40, 31, 31, 31, 27, 20, 26, 39, 44, 38, 32, 42, 42, 42, 43, 34, 32, 35, 43, 44, 41, 46, 40, 39, 35, 38, 38, 40, 42, 45, 39, 37, 38], "n_am_pl": [13, 23, 28, 27, 20, 24, 23, 20, 24, 26, 28, 28, 31, 27, 22, 20, 20, 12, 14, 15, 13, 12, 13, 17, 8, 13, 20, 17, 22, 18, 12, 18, 21, 13, 14, 6, 5, 4, 3, 5, 6, 7, 6, 5, 8, 4, 3, 2, 0, 0], "n_pos": 179, "sum_m_en": [20.988591, 9.560021, 10.225603, 9.411346, 9.950538, 10.482718, 10.582876, 11.075041, 11.902221, 11.771892, 12.500371, 12.834812, 14.062153, 14.661639, 14.767961, 13.846057, 14.000904, 13.439193, 11.514412, 10.809088, 9.967431, 9.241812, 8.866667, 8.629883, 19.470676, 22.7161, 20.954016, 20.210948, 20.800523, 20.540058, 20.012862, 18.761396, 17.783534, 17.164411, 19.880566, 19.762831, 20.756736, 19.931378, 21.551207, 23.985042, 25.762199, 25.06029, 26.733428, 29.798366, 32.474598, 35.393367, 41.490781, 38.361953, 37.989607, 37.800856], "sum_m_pl": [69.352007, 89.689278, 87.156046, 85.455851, 82.853831, 80.622511, 80.29343, 79.682114, 79.064204, 83.140334, 81.061489, 81.245127, 80.451243, 79.494494, 79.538895, 80.766318, 78.880833, 78.987738, 80.024935, 82.566041, 84.075232, 85.421925, 85.51516, 86.128013, 63.248173, 62.609816, 61.568974, 68.229813, 70.393213, 70.268389, 71.171221, 73.089852, 73.566806, 71.134476, 67.390217, 63.200636, 52.865512, 50.403004, 44.056659, 39.671959, 34.123283, 33.037873, 29.771855, 24.704612, 19.620345, 13.871014, 7.540106, 3.957165, 0.770053, 0.004258]}, "digit": {"n_am_en": [2, 14, 7, 5, 10, 6, 2, 3, 3, 5, 8, 1, 7, 6, 7, 5, 6, 6, 5, 5, 4, 7, 3, 4, 7, 8, 6, 6, 5, 9, 3, 7, 4, 6, 5, 8, 7, 5, 4, 2, 1, 2, 0, 1, 0, 0, 3, 1, 0, 0], "n_am_pl": [4, 1, 3, 1, 1, 1, 0, 3, 3, 4, 4, 4, 2, 4, 3, 1, 1, 0, 0, 2, 1, 2, 2, 3, 0, 0, 3, 1, 3, 3, 4, 3, 4, 1, 2, 1, 0, 0, 0, 2, 3, 2, 3, 2, 3, 1, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.686005, 1.142228, 1.229331, 1.142586, 1.165827, 1.250092, 1.125298, 1.203215, 1.253196, 1.278446, 1.37405, 1.400345, 1.663629, 1.809391, 1.801332, 1.754984, 1.727721, 1.632128, 1.456944, 1.435535, 1.368259, 1.26117, 1.207508, 1.177457, 2.772886, 3.076763, 2.825947, 2.84714, 2.599879, 2.769236, 2.611324, 2.371485, 2.213029, 2.134023, 2.449041, 2.421281, 2.302358, 2.248474, 2.059969, 1.69479, 1.906201, 1.980746, 1.704259, 1.909252, 2.035787, 1.723934, 1.760252, 1.01557, 0.231852, 0.000579], "sum_m_pl": [11.27916, 13.808526, 13.0519, 13.04446, 12.700086, 12.388356, 12.64565, 12.333258, 12.135315, 12.965557, 12.608782, 12.469143, 12.22036, 12.216944, 12.214212, 12.250688, 11.911501, 11.993379, 12.084956, 12.188918, 12.463996, 12.717945, 12.684978, 12.782976, 10.251793, 9.867373, 9.773022, 10.691405, 10.911404, 10.780609, 10.803051, 11.166334, 11.386183, 11.005458, 10.381599, 9.852009, 9.629541, 9.109122, 8.174692, 7.625186, 8.225172, 8.503344, 7.967876, 7.779131, 6.628017, 5.002885, 3.467811, 1.673801, 0.252292, 0.0]}, "lang": {"n_am_en": [7, 8, 13, 11, 8, 10, 13, 11, 9, 8, 13, 11, 12, 15, 15, 13, 15, 14, 10, 9, 9, 10, 9, 11, 12, 16, 14, 13, 14, 10, 13, 12, 12, 13, 14, 20, 19, 17, 21, 19, 21, 20, 27, 26, 27, 31, 33, 30, 36, 38], "n_am_pl": [3, 4, 4, 6, 2, 3, 5, 4, 5, 6, 2, 6, 8, 5, 3, 2, 3, 2, 2, 1, 2, 2, 2, 1, 1, 5, 2, 4, 4, 6, 2, 6, 6, 4, 2, 2, 3, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 38, "sum_m_en": [4.36891, 2.348268, 2.370778, 2.263781, 2.230302, 2.371757, 2.448289, 2.661591, 2.976247, 2.930813, 3.245542, 3.415983, 3.545543, 3.632688, 3.657446, 3.408706, 3.245015, 3.130881, 2.653682, 2.420982, 2.238223, 2.064388, 1.968512, 1.904774, 5.24457, 6.460361, 5.596454, 5.588754, 5.726413, 5.445369, 5.280618, 5.173984, 5.062093, 5.086534, 5.572518, 6.305393, 7.429379, 7.567266, 9.36822, 11.90755, 14.155389, 14.375833, 15.352159, 17.861172, 20.002753, 23.216527, 29.264777, 27.54263, 35.313425, 37.722029], "sum_m_pl": [13.108754, 17.089269, 17.062251, 16.572419, 15.997698, 15.351957, 15.781483, 16.02169, 16.032111, 17.035089, 16.435021, 16.785259, 16.839186, 16.870738, 17.035049, 17.148166, 16.946978, 16.469747, 16.807524, 17.450458, 17.755277, 17.955755, 18.068281, 18.136592, 13.8184, 13.710277, 13.298369, 14.292968, 14.319327, 14.397053, 14.946812, 15.315097, 15.40275, 15.075626, 14.687824, 13.865598, 12.569223, 11.837574, 10.143434, 8.825644, 7.352416, 7.108149, 6.332862, 4.608356, 3.255544, 2.280746, 0.962203, 0.497006, 0.033997, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "llmzszl-18612", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 709, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.9833}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [43, 55, 48, 59, 52, 45, 43, 37, 22, 47, 35, 39, 61, 52, 55, 50, 59, 48, 46, 39, 34, 31, 24, 20, 44, 46, 45, 46, 43, 47, 50, 59, 44, 47, 49, 46, 46, 35, 43, 41, 41, 38, 34, 29, 31, 22, 14, 10, 4, 2], "n_am_pl": [8, 42, 33, 33, 37, 37, 43, 42, 45, 43, 38, 34, 40, 34, 33, 30, 29, 32, 29, 31, 44, 39, 39, 37, 24, 24, 29, 28, 34, 38, 38, 36, 38, 21, 25, 18, 22, 19, 21, 22, 19, 21, 21, 20, 20, 24, 28, 22, 30, 38], "n_pos": 223, "sum_m_en": [20.840387, 10.473146, 11.569036, 11.615527, 12.109199, 12.547745, 12.642586, 13.279973, 13.976161, 14.66782, 14.68859, 15.46972, 17.269257, 18.111642, 17.832038, 16.916685, 17.094794, 15.758967, 13.901607, 13.157038, 12.573887, 11.644639, 11.253625, 10.94256, 23.538598, 24.946402, 24.660114, 23.503113, 24.977923, 25.942052, 25.271134, 23.233498, 20.778156, 19.304584, 21.68378, 20.818663, 21.379203, 19.296233, 20.523347, 20.578329, 19.083011, 18.384999, 20.293169, 21.803378, 25.272194, 20.090697, 13.954683, 10.523317, 4.477125, 1.991237], "sum_m_pl": [89.647676, 111.921083, 107.981232, 106.620052, 104.902195, 102.66646, 102.849187, 100.625831, 100.732985, 103.659919, 101.645661, 101.368988, 100.56718, 98.660534, 99.747144, 101.319282, 98.790048, 100.432804, 103.107379, 105.778, 106.520019, 107.618778, 107.624215, 108.077505, 81.289109, 82.124624, 82.051467, 89.485047, 91.114316, 92.137555, 92.815674, 95.281249, 97.352933, 93.968149, 90.32116, 86.164314, 75.414643, 74.329406, 66.583954, 63.785765, 60.849956, 62.018239, 59.428369, 53.088206, 40.060384, 40.182922, 37.095619, 30.256492, 29.425851, 37.395529]}, "digit": {"n_am_en": [2, 20, 9, 12, 12, 10, 9, 5, 1, 5, 7, 6, 10, 12, 8, 8, 7, 8, 7, 8, 5, 9, 5, 5, 10, 8, 9, 12, 8, 12, 9, 9, 7, 9, 6, 12, 7, 3, 6, 6, 6, 8, 6, 2, 3, 2, 2, 1, 0, 0], "n_am_pl": [0, 2, 1, 0, 1, 3, 2, 2, 4, 3, 4, 3, 8, 5, 4, 6, 7, 5, 1, 1, 4, 6, 7, 7, 4, 4, 3, 4, 5, 4, 4, 4, 5, 3, 1, 0, 3, 2, 3, 3, 4, 2, 4, 4, 2, 2, 2, 0, 0, 0], "n_pos": 33, "sum_m_en": [2.994667, 1.405152, 1.507886, 1.454967, 1.46628, 1.461181, 1.419442, 1.469383, 1.477893, 1.546154, 1.617894, 1.622966, 1.959314, 2.074878, 1.923173, 1.907358, 1.982746, 1.886231, 1.691394, 1.687533, 1.651136, 1.515737, 1.442278, 1.422095, 3.032743, 3.247033, 3.126676, 2.978323, 2.937701, 2.988136, 2.880439, 2.888856, 2.543179, 2.526442, 2.779509, 2.885413, 2.754303, 2.531358, 2.739082, 2.769461, 2.526568, 2.41489, 2.336898, 2.430013, 2.41643, 2.653424, 2.195324, 1.707324, 0.174108, 0.0], "sum_m_pl": [14.778412, 17.826312, 16.999008, 16.833655, 16.704893, 16.292141, 16.29368, 15.9882, 15.809751, 16.744162, 16.353698, 16.382285, 16.143938, 16.038284, 16.256751, 16.166754, 15.478449, 15.580254, 15.967616, 16.113628, 16.160869, 16.390492, 16.354607, 16.408163, 13.962865, 13.973253, 13.682183, 14.860443, 14.912825, 14.814124, 14.659484, 14.779924, 15.477864, 15.000387, 14.180527, 13.884753, 13.510255, 13.422386, 12.668337, 12.548846, 12.513543, 12.989998, 12.881023, 12.406005, 10.77563, 9.05495, 6.778398, 3.883765, 0.166727, 0.0]}, "lang": {"n_am_en": [7, 5, 3, 9, 8, 2, 7, 6, 5, 6, 7, 8, 7, 5, 8, 6, 8, 11, 10, 9, 6, 4, 5, 4, 13, 12, 7, 5, 6, 8, 11, 14, 9, 10, 11, 12, 12, 9, 12, 12, 12, 12, 14, 13, 17, 11, 7, 5, 3, 2], "n_am_pl": [1, 10, 8, 6, 6, 5, 7, 6, 7, 6, 4, 5, 4, 5, 6, 5, 6, 6, 4, 4, 6, 3, 5, 5, 1, 0, 3, 5, 3, 7, 3, 4, 4, 3, 5, 3, 5, 4, 6, 7, 7, 8, 10, 12, 12, 16, 20, 17, 29, 37], "n_pos": 40, "sum_m_en": [3.384956, 1.937946, 1.989388, 2.069648, 2.151758, 2.301974, 2.443593, 2.574853, 2.681484, 2.677674, 2.883826, 3.043686, 3.12439, 3.200599, 3.301926, 3.037957, 3.00994, 2.844629, 2.628226, 2.397643, 2.343268, 2.164635, 2.069517, 2.000906, 4.474612, 4.608028, 4.238553, 3.948162, 4.483064, 4.717649, 4.422819, 4.115727, 3.955943, 3.815322, 4.043081, 4.154373, 4.50645, 4.369912, 5.594162, 6.308853, 5.960829, 5.959321, 8.228977, 8.755612, 12.579127, 8.260531, 6.405383, 4.827271, 2.850629, 1.943387], "sum_m_pl": [15.061502, 18.275653, 17.835291, 17.435945, 17.190743, 16.749135, 17.548714, 17.631253, 18.131277, 18.337202, 17.986243, 18.037355, 18.151938, 18.21876, 18.065147, 18.467861, 17.983948, 17.877236, 18.309832, 18.751916, 18.805632, 18.984989, 18.970597, 18.93373, 13.970312, 14.747491, 14.670316, 16.17723, 16.298907, 16.257395, 16.815395, 17.342203, 17.416765, 17.03362, 16.922296, 16.875167, 15.911698, 15.891412, 14.573204, 13.986051, 14.409297, 14.74547, 13.782184, 13.860758, 11.862703, 16.072678, 19.189319, 18.531852, 27.941878, 36.181195]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 225, "item_id": "llmzszl-18612", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 640, "region_end": 223, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9821}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [62, 73, 44, 48, 43, 34, 36, 37, 43, 37, 37, 46, 46, 44, 46, 45, 40, 41, 28, 31, 33, 25, 20, 25, 48, 52, 43, 48, 53, 54, 50, 52, 55, 49, 66, 62, 71, 67, 59, 51, 54, 57, 60, 57, 57, 53, 69, 56, 55, 55], "n_am_pl": [3, 17, 38, 34, 19, 31, 21, 22, 16, 22, 33, 26, 21, 24, 31, 30, 34, 31, 25, 20, 26, 32, 39, 39, 21, 17, 26, 24, 24, 27, 19, 27, 21, 20, 17, 18, 16, 13, 15, 11, 6, 7, 7, 5, 6, 7, 3, 2, 1, 0], "n_pos": 217, "sum_m_en": [25.911925, 11.486301, 11.165991, 10.762423, 11.540068, 11.380932, 11.300305, 11.499365, 12.449104, 12.715988, 13.367621, 13.633705, 14.22593, 15.247922, 15.223744, 15.06587, 14.78837, 14.162089, 12.759567, 11.846484, 11.184406, 10.585727, 10.211057, 10.055672, 19.660953, 21.531792, 21.104936, 20.979864, 20.950247, 21.228195, 19.746301, 19.043232, 18.999328, 18.888672, 21.636295, 22.908561, 24.827831, 26.229713, 27.423283, 29.650363, 31.59605, 33.965809, 41.745282, 44.11178, 45.410418, 45.939123, 58.910767, 53.053704, 54.378409, 53.135503], "sum_m_pl": [82.877133, 106.593669, 104.049915, 102.38226, 99.91316, 99.111192, 98.348961, 97.090377, 96.258836, 100.05787, 99.594254, 99.872383, 100.399196, 99.452822, 99.165814, 98.701567, 96.906734, 97.611441, 98.999939, 102.175861, 103.229456, 103.988029, 104.36321, 104.881976, 83.480698, 81.982373, 82.066816, 88.965971, 89.861953, 88.958061, 90.425533, 89.734079, 88.280664, 86.289202, 82.090292, 76.377521, 67.550944, 66.432198, 59.044677, 55.237891, 51.052316, 47.582719, 42.408408, 35.755009, 25.552968, 21.578544, 11.727563, 6.518646, 1.066436, 0.02263]}, "digit": {"n_am_en": [6, 28, 14, 16, 11, 7, 5, 8, 8, 6, 10, 11, 8, 9, 7, 13, 10, 7, 2, 3, 4, 4, 3, 3, 14, 18, 10, 8, 9, 5, 8, 8, 5, 4, 8, 10, 12, 14, 12, 10, 11, 11, 7, 6, 7, 1, 8, 3, 0, 0], "n_am_pl": [0, 1, 4, 5, 2, 2, 5, 1, 2, 4, 8, 7, 8, 4, 8, 7, 6, 7, 3, 3, 0, 2, 2, 1, 4, 4, 7, 9, 6, 7, 8, 6, 7, 7, 2, 4, 3, 5, 3, 3, 1, 1, 3, 1, 1, 1, 0, 0, 0, 0], "n_pos": 46, "sum_m_en": [4.680874, 2.004177, 2.016449, 1.947808, 2.171033, 2.159353, 2.10943, 2.152923, 2.218052, 2.349108, 2.449452, 2.4993, 2.759348, 3.022158, 2.834707, 2.949804, 2.902853, 2.782348, 2.491394, 2.367614, 2.234161, 2.155468, 2.085919, 2.044693, 3.521361, 3.982656, 3.855504, 3.848379, 3.735839, 3.724434, 3.643247, 3.51346, 3.222621, 3.190212, 3.329412, 3.807893, 4.208721, 3.723439, 3.550597, 3.160789, 3.721885, 3.70174, 4.121201, 4.567536, 4.120303, 3.305047, 4.814315, 3.358957, 0.327495, 0.0], "sum_m_pl": [18.887273, 24.317227, 23.516192, 22.876162, 22.205186, 21.756781, 21.509651, 20.906465, 20.960364, 22.002776, 21.865955, 22.140606, 21.746501, 21.317231, 21.450491, 21.135216, 20.176736, 20.361869, 20.565095, 21.249786, 21.530546, 21.84009, 21.916651, 22.147803, 18.775092, 18.734483, 19.010495, 20.16668, 20.215121, 20.065699, 19.993411, 19.604771, 19.934679, 19.273413, 18.623984, 18.143936, 16.994332, 16.853051, 14.866633, 14.865042, 14.590572, 14.811396, 13.122344, 11.938217, 10.45139, 8.440204, 4.689678, 2.85372, 0.238074, 0.0]}, "lang": {"n_am_en": [18, 19, 15, 11, 11, 13, 12, 10, 17, 15, 10, 16, 15, 14, 18, 16, 17, 21, 17, 16, 19, 14, 11, 14, 21, 24, 18, 22, 18, 21, 19, 25, 31, 24, 37, 34, 37, 33, 28, 25, 26, 30, 34, 35, 34, 36, 43, 43, 49, 55], "n_am_pl": [2, 6, 12, 11, 8, 7, 3, 8, 5, 8, 9, 4, 4, 9, 8, 6, 12, 6, 7, 7, 10, 9, 11, 14, 6, 4, 6, 3, 3, 6, 5, 2, 3, 6, 4, 2, 3, 1, 3, 2, 2, 1, 3, 3, 3, 5, 2, 2, 1, 0], "n_pos": 56, "sum_m_en": [8.016278, 3.51419, 3.373433, 3.088579, 3.151515, 3.203731, 3.29335, 3.328678, 3.844785, 3.871967, 4.070332, 4.147712, 4.308591, 4.721691, 4.774691, 4.625428, 4.533903, 4.356692, 3.943755, 3.491718, 3.297189, 3.051441, 2.904409, 2.888625, 8.078045, 8.859967, 8.456996, 8.025761, 7.628723, 7.343673, 6.564598, 6.663731, 7.002126, 7.036037, 8.714122, 9.332159, 10.831614, 12.138703, 13.687603, 15.847468, 17.099578, 19.826208, 24.71874, 27.499828, 28.083531, 29.392645, 37.909084, 38.983046, 48.115174, 51.635844], "sum_m_pl": [18.926477, 25.773859, 25.60134, 25.363031, 24.848069, 24.853681, 25.174897, 25.002325, 24.705265, 25.296166, 25.191306, 25.30219, 25.493769, 25.290039, 25.313339, 24.968102, 25.047675, 24.984809, 25.586358, 26.575957, 26.688618, 26.787907, 26.867294, 26.954082, 21.698317, 21.232286, 20.920945, 21.803475, 21.755989, 21.760804, 22.57569, 22.795421, 21.819301, 21.853811, 20.779206, 19.915638, 18.138771, 17.796083, 15.911564, 14.485138, 13.195191, 11.698234, 10.183023, 8.887071, 7.161216, 6.421026, 3.448134, 2.337905, 0.722557, 0.00107]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "llmzszl-18614", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 730, "region_end": 217, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 0.9908}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [76, 90, 84, 79, 59, 45, 45, 56, 47, 50, 56, 81, 66, 72, 54, 53, 38, 47, 38, 43, 39, 46, 36, 25, 59, 56, 66, 73, 65, 77, 79, 88, 73, 69, 86, 79, 74, 61, 65, 52, 58, 61, 60, 55, 50, 33, 30, 18, 8, 7], "n_am_pl": [21, 58, 55, 50, 46, 37, 38, 37, 40, 46, 57, 50, 52, 50, 52, 42, 61, 47, 45, 49, 58, 50, 54, 55, 34, 39, 37, 35, 39, 42, 54, 42, 43, 28, 27, 25, 22, 23, 20, 14, 16, 13, 13, 20, 12, 19, 27, 30, 35, 36], "n_pos": 338, "sum_m_en": [34.578089, 16.259634, 17.712778, 17.591205, 18.304391, 18.687091, 18.954073, 18.998294, 19.91815, 21.382147, 22.029825, 22.793649, 24.604741, 25.089979, 25.619229, 24.797427, 23.772014, 22.542515, 20.008727, 18.637421, 17.48141, 16.588317, 15.925936, 15.465323, 28.34121, 32.218058, 34.362856, 32.747354, 33.756904, 34.289459, 34.224461, 31.671974, 30.998149, 30.354863, 33.935871, 31.696145, 34.486286, 35.177256, 37.117009, 38.071943, 36.536972, 39.6793, 41.194361, 39.560261, 40.364738, 33.428173, 25.00126, 19.808226, 9.93664, 7.086237], "sum_m_pl": [133.891999, 171.824442, 166.229567, 163.992481, 159.457982, 154.897975, 152.53304, 153.851385, 152.873822, 155.857406, 154.473993, 153.458053, 152.80397, 152.681196, 152.374842, 153.046323, 152.856679, 155.750572, 160.309117, 163.660936, 165.276353, 165.45858, 166.001259, 165.672737, 132.609873, 130.459226, 126.366112, 138.840605, 142.852908, 141.03846, 139.272123, 140.657217, 141.935299, 134.18275, 127.14628, 120.071737, 109.465419, 104.659061, 95.113545, 89.815722, 82.049307, 81.057959, 76.71181, 70.655287, 58.094676, 53.410941, 41.707445, 38.933838, 38.451533, 37.3435]}, "digit": {"n_am_en": [12, 20, 14, 18, 9, 2, 6, 8, 6, 6, 7, 16, 9, 12, 9, 8, 1, 6, 2, 1, 4, 5, 6, 2, 8, 8, 10, 14, 10, 8, 12, 13, 10, 11, 15, 11, 10, 10, 11, 10, 10, 10, 9, 8, 8, 5, 5, 2, 0, 0], "n_am_pl": [0, 1, 6, 1, 1, 3, 2, 1, 0, 5, 6, 4, 7, 7, 5, 3, 4, 6, 5, 5, 6, 5, 6, 6, 2, 3, 3, 5, 8, 11, 10, 7, 8, 0, 0, 0, 4, 6, 3, 1, 2, 3, 1, 4, 1, 1, 1, 3, 0, 0], "n_pos": 47, "sum_m_en": [4.245248, 2.122853, 2.310578, 2.414389, 2.410301, 2.475142, 2.571515, 2.568778, 2.652765, 2.873843, 2.843641, 2.990623, 3.329089, 3.512589, 3.267606, 3.228546, 3.120634, 2.924029, 2.593359, 2.461681, 2.290576, 2.137612, 2.050041, 1.991518, 3.304973, 3.96819, 4.386393, 4.328115, 4.484623, 4.559328, 4.657262, 4.434133, 4.089475, 3.867436, 4.090188, 3.83306, 4.369347, 4.351719, 5.548321, 5.369743, 5.158638, 5.260133, 5.30985, 4.948098, 6.394708, 5.265133, 2.774671, 2.057698, 0.193522, 0.0], "sum_m_pl": [20.024107, 24.576359, 23.700567, 22.626383, 20.994326, 20.92517, 21.101072, 20.901346, 20.702935, 21.561086, 21.722825, 22.014622, 21.54587, 21.384384, 21.443818, 21.422687, 21.238679, 21.572101, 22.37885, 22.592884, 23.019427, 23.197729, 23.306085, 23.496271, 20.710623, 19.982811, 19.293259, 20.617937, 20.892143, 20.561952, 20.152999, 20.38917, 20.722054, 19.756773, 18.627557, 17.936502, 17.623766, 17.551454, 15.515838, 15.166825, 15.139296, 15.309154, 14.225311, 13.648733, 12.142692, 9.308212, 4.750662, 4.799236, 0.28313, 0.0]}, "lang": {"n_am_en": [10, 8, 13, 8, 6, 6, 10, 11, 13, 8, 11, 10, 7, 9, 8, 10, 6, 8, 8, 7, 10, 11, 8, 7, 13, 10, 9, 7, 9, 9, 14, 15, 11, 11, 16, 20, 18, 19, 22, 22, 19, 22, 23, 24, 24, 19, 14, 10, 7, 7], "n_am_pl": [4, 15, 11, 9, 8, 3, 3, 5, 5, 5, 5, 5, 10, 8, 8, 7, 12, 9, 8, 9, 9, 11, 11, 9, 4, 5, 2, 0, 3, 5, 6, 3, 5, 8, 8, 6, 4, 4, 3, 3, 3, 3, 4, 6, 5, 10, 17, 19, 30, 36], "n_pos": 46, "sum_m_en": [4.331546, 2.473144, 2.556833, 2.556226, 2.572939, 2.598766, 2.754496, 2.682724, 2.963148, 2.872398, 3.008474, 3.138409, 3.217502, 3.433742, 3.743301, 3.560193, 3.354679, 3.254484, 2.881191, 2.672209, 2.565924, 2.500148, 2.321741, 2.220878, 4.950797, 5.132871, 5.152879, 4.685788, 5.030141, 4.988522, 4.673982, 4.614514, 4.616598, 4.878693, 5.587612, 5.572405, 6.382251, 8.395705, 9.039297, 11.327465, 11.030776, 12.220852, 13.34133, 15.113007, 18.065611, 14.81348, 12.274393, 9.673584, 7.248919, 7.000504], "sum_m_pl": [17.771512, 22.053289, 21.680873, 21.503554, 21.198093, 20.320142, 20.292086, 20.957079, 20.72409, 21.192794, 20.960429, 20.766335, 20.847366, 20.791072, 20.724422, 20.962122, 20.985308, 21.124625, 21.930266, 22.486593, 22.41774, 22.327719, 22.448473, 22.319733, 18.231589, 18.028828, 17.192246, 18.955669, 19.121403, 19.300574, 19.534818, 19.619431, 19.79799, 19.378126, 18.199788, 18.59263, 17.788098, 17.039609, 15.520362, 14.333503, 14.444032, 14.054113, 12.888495, 13.471164, 11.699679, 14.331869, 16.092871, 18.119981, 30.556599, 36.134255]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 340, "item_id": "llmzszl-18614", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 661, "region_end": 338, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9794}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [80, 101, 123, 112, 80, 49, 47, 49, 49, 49, 42, 48, 73, 61, 64, 56, 68, 47, 43, 41, 32, 40, 39, 38, 72, 69, 79, 71, 74, 84, 74, 90, 64, 62, 75, 79, 73, 76, 80, 84, 83, 84, 78, 75, 71, 62, 62, 62, 59, 55], "n_am_pl": [6, 41, 30, 32, 37, 58, 52, 57, 46, 49, 57, 52, 43, 39, 39, 47, 45, 62, 59, 72, 67, 64, 61, 62, 41, 53, 52, 41, 63, 43, 69, 52, 51, 44, 53, 34, 21, 14, 14, 11, 12, 11, 8, 4, 3, 5, 3, 1, 0, 0], "n_pos": 319, "sum_m_en": [36.887466, 16.176302, 17.529063, 16.805946, 17.393116, 16.889566, 17.926328, 18.885848, 20.082948, 21.027695, 21.296553, 22.181322, 24.40134, 25.49529, 25.852831, 23.210858, 24.978359, 23.550626, 20.240433, 18.449202, 17.327059, 16.347687, 15.837216, 15.505081, 33.440293, 36.662452, 36.193694, 36.019923, 34.829964, 35.868727, 33.807636, 32.430647, 31.517524, 30.484051, 33.114206, 33.799128, 36.619082, 36.654604, 38.837065, 42.821253, 43.947474, 50.201214, 54.716885, 55.562389, 56.91169, 57.197605, 61.652194, 62.12416, 57.837048, 54.647966], "sum_m_pl": [118.671201, 161.554302, 155.84442, 154.08391, 151.284521, 147.221239, 142.540658, 138.877085, 135.011749, 138.089886, 136.618483, 138.41748, 138.768203, 136.13652, 138.392901, 143.028265, 139.926833, 139.843004, 143.075517, 148.54927, 151.455231, 152.338599, 153.316802, 154.035543, 118.144731, 115.479395, 113.662284, 117.630414, 123.962421, 125.434469, 127.311713, 127.973804, 132.317863, 126.77041, 123.502734, 115.706192, 96.747758, 92.536964, 85.030175, 80.072601, 73.179633, 68.979047, 66.327118, 56.507533, 44.399762, 34.072207, 19.00915, 11.836902, 1.691497, 0.006948]}, "digit": {"n_am_en": [7, 12, 15, 20, 9, 4, 4, 4, 4, 4, 3, 4, 9, 10, 9, 8, 11, 8, 7, 5, 2, 2, 3, 3, 11, 10, 8, 9, 11, 10, 8, 21, 9, 14, 10, 11, 9, 9, 11, 8, 9, 8, 5, 9, 9, 0, 1, 1, 0, 0], "n_am_pl": [1, 0, 3, 0, 0, 6, 0, 3, 4, 3, 5, 3, 7, 5, 4, 5, 4, 6, 6, 13, 12, 10, 10, 8, 4, 7, 6, 9, 10, 9, 12, 8, 12, 6, 9, 4, 3, 1, 0, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [3.8874, 2.01176, 2.309475, 2.338259, 2.424146, 2.490502, 2.623133, 2.741736, 2.831017, 2.961045, 2.854979, 2.986206, 3.305777, 3.46521, 3.286694, 2.941356, 3.271167, 3.128016, 2.653584, 2.415937, 2.263023, 2.106845, 2.041276, 2.004493, 3.867507, 4.220141, 4.225922, 4.272681, 4.138725, 4.136382, 4.276878, 4.403841, 3.831825, 3.815743, 3.952583, 3.988931, 4.143761, 3.853597, 4.083175, 3.800399, 3.830285, 3.618113, 3.547676, 3.7145, 3.47372, 2.92886, 2.199807, 1.572878, 0.50221, 0.0], "sum_m_pl": [17.902224, 23.047505, 21.852437, 21.583435, 20.630514, 20.132259, 19.755508, 18.443852, 17.943689, 18.988642, 19.37036, 19.799979, 19.815237, 19.25654, 19.633276, 20.488424, 19.982773, 19.946791, 20.770205, 21.449971, 21.860424, 22.127394, 22.204314, 22.380462, 18.440349, 17.981106, 17.504769, 18.439322, 19.441774, 20.011201, 19.8034, 19.840028, 20.426565, 20.077692, 19.099385, 18.941776, 17.483288, 17.407136, 15.869659, 16.088509, 15.670977, 16.089691, 16.073865, 15.381393, 13.216309, 10.09641, 6.882592, 3.400783, 0.441187, 0.0]}, "lang": {"n_am_en": [14, 14, 20, 18, 16, 7, 13, 14, 13, 11, 9, 11, 12, 18, 12, 11, 15, 10, 9, 8, 6, 11, 12, 12, 17, 19, 17, 15, 14, 18, 20, 17, 15, 17, 24, 28, 23, 25, 33, 34, 39, 43, 38, 43, 40, 41, 43, 47, 56, 55], "n_am_pl": [1, 6, 4, 7, 7, 8, 6, 6, 8, 14, 10, 11, 7, 6, 5, 11, 10, 16, 17, 15, 12, 14, 12, 12, 8, 5, 8, 4, 3, 0, 1, 5, 3, 5, 5, 5, 5, 2, 1, 2, 3, 1, 1, 0, 1, 2, 1, 1, 0, 0], "n_pos": 57, "sum_m_en": [6.939882, 3.246426, 3.362552, 3.17695, 3.282787, 3.191718, 3.396451, 3.582065, 3.853958, 3.916034, 4.073121, 4.408129, 5.064453, 4.84251, 4.74634, 4.485338, 4.993013, 4.340492, 3.875263, 3.412052, 3.207842, 3.03486, 2.930929, 2.856279, 7.829094, 8.906014, 8.137548, 8.222689, 7.932074, 8.334164, 7.833741, 7.461713, 7.726482, 7.947873, 8.513708, 9.785634, 11.630659, 13.047154, 15.132742, 18.195267, 21.725175, 27.499608, 29.93965, 31.19183, 34.383378, 35.596824, 39.448384, 44.034194, 54.234754, 54.426714], "sum_m_pl": [19.679702, 27.703784, 27.186709, 26.905856, 26.537179, 25.595421, 24.360119, 24.306696, 24.072829, 24.632118, 24.329847, 24.511242, 24.529691, 24.547256, 25.134364, 25.760222, 25.272201, 25.386123, 25.391008, 26.15891, 26.660407, 26.663226, 26.919467, 26.967667, 19.598165, 18.772702, 18.412619, 18.629257, 19.306942, 19.234778, 20.162433, 20.386247, 20.789289, 20.682925, 20.848598, 19.97668, 16.382015, 15.487309, 14.177264, 13.049636, 11.608072, 9.17407, 7.709536, 6.647756, 5.324062, 4.336544, 2.937696, 2.009723, 0.065454, 0.006868]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 321, "item_id": "llmzszl-18615", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 730, "region_end": 319, "roundtrip_ok": true, "tf_agree": 0.9875, "tf_agree_excl_first": 0.9906}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [129, 159, 135, 109, 94, 56, 55, 64, 59, 68, 64, 65, 84, 94, 80, 56, 80, 66, 60, 51, 50, 62, 54, 46, 84, 88, 74, 70, 87, 94, 97, 114, 91, 66, 100, 93, 102, 100, 112, 110, 106, 98, 89, 77, 65, 40, 30, 12, 0, 0], "n_am_pl": [13, 74, 63, 40, 46, 64, 70, 75, 70, 73, 57, 68, 86, 57, 65, 83, 69, 85, 80, 93, 87, 79, 88, 91, 64, 64, 79, 84, 76, 73, 90, 72, 72, 78, 71, 57, 44, 30, 27, 27, 28, 34, 31, 24, 27, 37, 38, 37, 62, 67], "n_pos": 431, "sum_m_en": [43.100873, 21.299972, 23.398903, 22.583984, 23.882303, 23.942788, 25.293394, 26.194954, 28.704393, 30.16325, 30.44599, 30.694405, 33.251767, 34.851222, 33.524976, 30.291178, 31.580471, 29.04036, 25.398451, 24.016482, 22.777716, 22.314376, 21.273785, 20.616354, 41.466589, 43.379875, 43.784445, 44.072405, 44.925515, 44.946384, 43.141245, 41.811918, 40.068448, 39.233467, 44.24446, 43.333469, 45.820084, 49.472801, 53.632984, 57.348543, 52.444243, 53.166495, 61.550767, 54.976885, 51.564359, 44.539943, 30.979263, 16.555751, 2.231481, 0.015511], "sum_m_pl": [166.374024, 215.951241, 206.793097, 206.210498, 202.154991, 194.223095, 189.725482, 187.868975, 183.275733, 186.346839, 182.87695, 185.339402, 187.126299, 182.715601, 186.712037, 194.88618, 189.948733, 191.452573, 197.568316, 202.804517, 205.769203, 204.924582, 206.720027, 206.514461, 157.95763, 158.088642, 152.271721, 162.181512, 170.030411, 174.221515, 172.972726, 174.606582, 179.102206, 171.270382, 168.799918, 163.741404, 143.378727, 136.768762, 124.243428, 120.288922, 112.486587, 111.456927, 104.071402, 99.206624, 85.116282, 76.617959, 60.716244, 50.631464, 61.474038, 66.470216]}, "digit": {"n_am_en": [15, 27, 10, 18, 4, 7, 4, 3, 3, 8, 6, 10, 10, 13, 13, 11, 16, 11, 8, 2, 4, 7, 3, 5, 11, 16, 9, 6, 14, 14, 14, 25, 14, 9, 12, 9, 9, 10, 17, 13, 16, 9, 3, 7, 5, 2, 2, 1, 0, 0], "n_am_pl": [1, 3, 4, 3, 4, 7, 5, 6, 3, 6, 9, 10, 6, 8, 7, 10, 0, 4, 10, 9, 8, 9, 9, 10, 6, 5, 9, 12, 9, 3, 13, 10, 15, 12, 13, 7, 7, 4, 3, 5, 6, 8, 9, 3, 3, 3, 5, 6, 0, 0], "n_pos": 59, "sum_m_en": [5.593868, 2.64691, 3.070164, 3.067384, 3.140642, 3.296291, 3.464936, 3.546285, 3.74846, 3.929836, 3.793174, 3.891797, 4.298472, 4.654784, 4.236087, 3.886882, 4.230455, 3.799755, 3.202574, 3.037559, 2.881604, 2.71939, 2.637718, 2.600046, 4.538028, 4.896188, 5.026437, 5.162127, 5.37457, 5.345466, 5.678791, 5.657028, 5.010026, 4.5, 4.791989, 4.725657, 4.912892, 4.655406, 5.227982, 4.914167, 4.746775, 4.29037, 4.151576, 4.166668, 4.033051, 3.239135, 2.537886, 1.826329, 0.454444, 0.0], "sum_m_pl": [24.51453, 30.638858, 28.517412, 28.426058, 27.344883, 26.797561, 26.338554, 24.877002, 24.212909, 25.586357, 25.386519, 26.213955, 26.054044, 25.101818, 25.781152, 27.04937, 26.396769, 26.618256, 27.747454, 28.437473, 28.907474, 28.99549, 29.141235, 29.279577, 24.78638, 24.522326, 23.380505, 25.106622, 25.654323, 26.271655, 25.823832, 25.915693, 26.864343, 26.522812, 25.418069, 25.15501, 23.547515, 23.657084, 21.78042, 21.901053, 21.300878, 22.108397, 22.115433, 21.00942, 19.475944, 15.396479, 10.848676, 5.76775, 0.549715, 0.0]}, "lang": {"n_am_en": [18, 17, 16, 15, 19, 8, 5, 12, 11, 12, 12, 13, 18, 18, 17, 11, 16, 15, 16, 17, 18, 22, 18, 18, 24, 25, 19, 20, 20, 20, 20, 28, 20, 21, 22, 26, 27, 24, 27, 34, 32, 31, 35, 35, 32, 22, 13, 7, 0, 0], "n_am_pl": [5, 17, 18, 12, 9, 6, 8, 11, 6, 7, 5, 8, 16, 5, 15, 20, 18, 23, 18, 19, 18, 18, 19, 14, 10, 11, 14, 10, 15, 13, 19, 14, 15, 16, 13, 12, 11, 14, 10, 8, 7, 10, 8, 10, 14, 21, 21, 21, 55, 67], "n_pos": 70, "sum_m_en": [6.058885, 3.841257, 3.909944, 3.825798, 4.100299, 3.995016, 4.323543, 4.347862, 4.893198, 5.030323, 5.227927, 5.342335, 5.834366, 5.797241, 5.472352, 5.157944, 5.205677, 4.972086, 4.587887, 4.147958, 4.012812, 4.07178, 3.765777, 3.646875, 9.962192, 9.830912, 9.134151, 8.868869, 9.251946, 9.187513, 8.14941, 8.233284, 8.018612, 9.008206, 9.908877, 10.60198, 12.094009, 13.375428, 16.517489, 17.458759, 16.859699, 19.120767, 24.286216, 21.827208, 22.522983, 18.859468, 11.92376, 5.975085, 0.553125, 0.014906], "sum_m_pl": [25.355425, 32.191989, 31.497099, 31.888696, 31.244412, 29.019809, 28.365353, 29.564199, 29.544642, 29.450054, 29.09638, 29.601351, 30.213529, 30.085282, 30.949991, 32.203858, 31.624754, 31.306153, 31.69547, 32.517803, 32.567921, 32.201218, 32.725139, 32.468244, 24.724315, 24.907415, 24.611549, 26.055989, 26.561664, 27.308508, 28.721898, 29.109184, 29.038943, 27.236156, 26.856488, 27.705971, 25.443234, 24.59004, 21.798078, 22.359616, 21.70907, 21.068755, 18.102526, 21.208413, 20.510397, 21.35573, 22.909108, 23.620895, 52.753034, 66.364666]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 433, "item_id": "llmzszl-18615", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 661, "region_end": 431, "roundtrip_ok": true, "tf_agree": 0.9838, "tf_agree_excl_first": 0.9861}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [69, 37, 35, 27, 31, 40, 38, 30, 34, 38, 40, 39, 39, 43, 30, 34, 44, 44, 45, 46, 52, 49, 39, 44, 61, 50, 54, 44, 44, 46, 39, 41, 45, 46, 52, 54, 51, 52, 55, 55, 56, 57, 49, 40, 45, 36, 40, 37, 37, 36], "n_am_pl": [10, 32, 21, 24, 17, 17, 27, 28, 26, 24, 23, 24, 23, 30, 38, 32, 30, 27, 27, 24, 19, 23, 35, 29, 14, 19, 17, 18, 25, 25, 21, 18, 17, 13, 15, 20, 10, 8, 8, 7, 3, 3, 7, 2, 2, 4, 3, 1, 0, 0], "n_pos": 174, "sum_m_en": [21.173184, 8.974429, 9.471837, 9.238298, 9.635538, 10.324696, 10.088347, 10.464432, 10.834871, 11.28325, 11.567135, 12.588754, 13.37466, 13.32349, 13.073765, 12.54574, 12.955678, 12.138842, 10.944455, 10.558683, 9.897513, 9.465931, 8.996221, 8.802454, 21.850749, 21.265016, 21.170324, 19.598874, 18.90682, 18.903408, 18.035003, 17.506961, 16.779126, 16.755226, 19.593652, 20.203173, 22.584411, 23.795435, 27.6684, 33.589693, 33.347734, 36.304899, 34.297141, 33.476441, 36.62122, 33.560779, 37.027618, 39.258191, 37.380299, 36.208107], "sum_m_pl": [67.892005, 87.26268, 84.465471, 84.294556, 82.291742, 81.295158, 81.270275, 78.313921, 77.932948, 79.608373, 77.880403, 78.129904, 77.608932, 77.13568, 78.509195, 79.616274, 76.508219, 78.35726, 79.486461, 80.953031, 81.725792, 82.470911, 82.835521, 83.241727, 64.926585, 64.796331, 64.632322, 67.788917, 70.131877, 70.54583, 69.969829, 69.697147, 71.549365, 68.495693, 64.954948, 60.940872, 54.943671, 51.262899, 47.110747, 41.533476, 37.437142, 34.37179, 32.922188, 29.977469, 24.227845, 19.868801, 12.719956, 6.083486, 2.467565, 0.010002]}, "digit": {"n_am_en": [7, 7, 1, 4, 2, 3, 4, 2, 3, 2, 5, 1, 8, 4, 3, 6, 7, 5, 6, 9, 8, 5, 6, 6, 10, 10, 11, 9, 9, 11, 9, 5, 7, 5, 6, 8, 4, 3, 2, 3, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 3, 0, 2, 1, 4, 5, 5, 5, 4, 4, 5, 8, 8, 9, 8, 7, 6, 2, 1, 1, 3, 3, 1, 2, 3, 3, 5, 7, 3, 5, 5, 1, 2, 2, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.544725, 1.089823, 1.05103, 1.1476, 1.196982, 1.241359, 1.28072, 1.38721, 1.402177, 1.492638, 1.580506, 1.693556, 2.01694, 1.883865, 1.75839, 1.845441, 1.935249, 1.727108, 1.58088, 1.524843, 1.397348, 1.281885, 1.240331, 1.214401, 2.497472, 3.081773, 3.031415, 2.681426, 2.621274, 2.699682, 2.655729, 2.252109, 1.96741, 1.947723, 2.139871, 2.263691, 2.390885, 2.107288, 2.262553, 2.165198, 1.902815, 2.093789, 1.82646, 1.770749, 1.318999, 0.759614, 0.291766, 0.14608, 0.009449, 0.0], "sum_m_pl": [10.561735, 13.402568, 12.499121, 12.540914, 12.351235, 12.365486, 12.061755, 11.261275, 11.411675, 11.519705, 11.27531, 11.673539, 11.565063, 11.921236, 12.2367, 12.038858, 11.400181, 11.913414, 11.934232, 12.253618, 12.083583, 12.345718, 12.352426, 12.492728, 10.60151, 10.280237, 10.852669, 11.282359, 11.643281, 11.761997, 11.342825, 11.634878, 12.03261, 11.416232, 11.012797, 10.768395, 10.12138, 9.929278, 9.30145, 8.935084, 8.082365, 8.505896, 8.147111, 7.280118, 6.167689, 4.481095, 1.156528, 0.521636, 0.035261, 0.0]}, "lang": {"n_am_en": [14, 14, 10, 5, 6, 13, 13, 6, 5, 1, 6, 12, 11, 11, 7, 13, 15, 16, 12, 11, 10, 10, 9, 11, 17, 12, 14, 12, 8, 12, 14, 13, 16, 16, 19, 23, 23, 21, 24, 23, 26, 28, 28, 21, 28, 24, 28, 34, 35, 36], "n_am_pl": [2, 5, 6, 7, 3, 2, 3, 4, 4, 5, 3, 4, 4, 4, 6, 3, 3, 3, 3, 6, 5, 5, 6, 4, 2, 2, 2, 4, 6, 5, 4, 4, 4, 3, 1, 6, 2, 2, 2, 2, 1, 0, 0, 1, 1, 3, 2, 0, 0, 0], "n_pos": 38, "sum_m_en": [4.934234, 2.404518, 2.410714, 2.163562, 2.080772, 2.412032, 2.468456, 2.431267, 2.55817, 2.558137, 2.693099, 2.99022, 3.258992, 3.181508, 3.201806, 3.095868, 3.180668, 3.026499, 2.664874, 2.530308, 2.371169, 2.375207, 2.191664, 2.147488, 6.878199, 6.054096, 5.936618, 5.49776, 5.248805, 5.118366, 5.084536, 5.114616, 5.158251, 5.368943, 6.916015, 8.032181, 10.037653, 11.321269, 13.765971, 18.226014, 19.032396, 21.784858, 21.470792, 20.763289, 23.355542, 22.414902, 26.591329, 32.537522, 34.885272, 36.09316], "sum_m_pl": [13.409274, 17.580265, 17.548528, 18.053845, 18.031769, 17.630514, 17.7779, 17.282659, 17.159254, 17.412615, 17.102788, 17.338849, 17.238057, 17.134086, 17.300192, 17.336576, 16.526338, 16.730013, 17.148438, 17.303084, 17.515356, 17.468877, 17.692315, 17.71043, 12.693947, 12.943336, 12.660006, 13.457992, 14.080922, 14.261821, 14.461997, 14.007291, 14.527573, 14.083954, 13.055666, 12.582729, 10.755444, 9.962199, 8.068679, 5.95965, 5.162517, 3.675298, 3.369351, 3.581376, 2.911438, 2.003711, 1.653974, 0.086597, 0.010798, 0.009997]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "llmzszl-18618", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.983, "tf_agree_excl_first": 0.9886}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [168, 179, 161, 163, 125, 138, 123, 134, 120, 162, 158, 163, 146, 161, 164, 172, 184, 153, 147, 162, 170, 181, 163, 169, 227, 202, 217, 204, 194, 205, 212, 183, 174, 179, 208, 210, 181, 167, 178, 212, 192, 182, 174, 152, 137, 111, 61, 34, 34, 26], "n_am_pl": [25, 105, 82, 100, 118, 105, 112, 99, 87, 92, 89, 94, 102, 85, 101, 98, 89, 85, 99, 93, 86, 88, 108, 97, 59, 67, 75, 75, 89, 93, 79, 95, 92, 68, 59, 51, 52, 46, 47, 41, 45, 44, 47, 41, 26, 44, 59, 67, 103, 114], "n_pos": 603, "sum_m_en": [56.892708, 29.271471, 32.259676, 33.041614, 34.104057, 35.758136, 36.036877, 37.584192, 39.875315, 41.533385, 41.987778, 43.993715, 47.717166, 48.55497, 48.689297, 46.20684, 46.523764, 43.798303, 38.349521, 36.287669, 34.148653, 33.446267, 31.993807, 31.877234, 82.841763, 82.66117, 85.59651, 76.363324, 77.18853, 74.073764, 73.405902, 66.151323, 62.744092, 62.292294, 73.07, 72.335593, 73.734624, 74.462031, 84.472131, 104.312457, 99.592778, 111.051266, 98.541537, 96.29472, 105.795769, 91.771088, 49.022228, 31.506506, 33.806522, 26.230809], "sum_m_pl": [229.590904, 299.817668, 288.378012, 289.902401, 287.648182, 282.277263, 284.612391, 277.754752, 275.897141, 280.813417, 275.129073, 275.61961, 274.901602, 271.942707, 275.750063, 282.438005, 272.248403, 275.233639, 282.783997, 285.524724, 287.328829, 288.277912, 289.722998, 288.730062, 217.44689, 216.74658, 212.804831, 232.364512, 242.82324, 248.158601, 245.627932, 251.3488, 258.473746, 244.517329, 228.314337, 223.68999, 206.56116, 202.139156, 184.257341, 169.012459, 162.787291, 157.051559, 154.835856, 136.96518, 96.055399, 94.629048, 90.717468, 77.049119, 101.763385, 113.941491]}, "digit": {"n_am_en": [4, 18, 10, 5, 14, 14, 13, 7, 17, 15, 14, 16, 18, 17, 25, 16, 18, 11, 18, 14, 10, 13, 15, 17, 18, 18, 28, 25, 22, 24, 25, 20, 21, 19, 23, 23, 22, 21, 17, 18, 14, 13, 16, 8, 5, 3, 3, 0, 0, 0], "n_am_pl": [0, 5, 5, 11, 15, 12, 7, 6, 5, 11, 5, 9, 8, 5, 2, 9, 7, 11, 9, 8, 7, 8, 6, 4, 4, 8, 12, 10, 10, 10, 8, 11, 7, 7, 9, 8, 2, 5, 4, 1, 2, 2, 3, 11, 2, 4, 4, 4, 0, 0], "n_pos": 59, "sum_m_en": [4.373884, 2.565783, 2.854953, 2.867798, 2.980526, 3.026522, 2.873395, 3.090693, 3.25202, 3.624275, 3.41514, 3.529687, 4.137029, 4.321058, 4.21807, 4.25625, 4.423539, 4.261037, 3.700019, 3.494197, 3.167455, 2.907385, 2.819868, 2.759518, 6.256533, 6.263654, 6.91113, 6.365225, 6.683666, 6.46734, 6.70846, 6.05389, 5.465445, 5.797011, 7.137989, 7.933508, 7.872019, 7.016632, 7.079434, 7.492142, 7.027859, 6.947718, 6.428072, 5.845772, 5.3471, 3.862763, 1.643205, 0.894303, 0.021776, 0.0], "sum_m_pl": [19.548348, 30.934, 28.934783, 28.801039, 29.089249, 28.198609, 28.207727, 27.115793, 27.801232, 28.099069, 27.592747, 27.614727, 27.309103, 26.984334, 27.689673, 28.258105, 26.716171, 26.981872, 27.927593, 27.79299, 28.04007, 28.361598, 28.468421, 28.56628, 22.770662, 22.898074, 22.860465, 25.034176, 25.954016, 26.145519, 25.177298, 25.630017, 26.860805, 25.507017, 23.542221, 23.495456, 22.607919, 22.125953, 20.728548, 20.266539, 20.499355, 20.765781, 20.848212, 20.637212, 17.455524, 15.536392, 7.854985, 5.796564, 0.081211, 0.0]}, "lang": {"n_am_en": [53, 17, 25, 32, 22, 33, 26, 26, 27, 44, 39, 32, 37, 41, 38, 45, 50, 45, 39, 45, 47, 62, 45, 48, 59, 47, 44, 39, 39, 56, 45, 43, 43, 48, 51, 59, 49, 47, 49, 74, 77, 75, 66, 62, 67, 59, 43, 30, 29, 26], "n_am_pl": [3, 31, 20, 22, 24, 16, 19, 17, 16, 18, 24, 23, 25, 20, 21, 16, 12, 11, 20, 21, 19, 18, 28, 26, 14, 11, 12, 16, 20, 15, 18, 27, 23, 20, 14, 13, 18, 17, 19, 11, 14, 18, 18, 18, 17, 31, 39, 47, 100, 114], "n_pos": 140, "sum_m_en": [13.035431, 6.92958, 7.484151, 8.018185, 7.73098, 8.425803, 8.876727, 9.077906, 9.668628, 9.399198, 9.948239, 10.469399, 11.173379, 11.203791, 11.240775, 10.679029, 11.033894, 10.448062, 9.206506, 8.730454, 8.266925, 8.929677, 8.105282, 8.207481, 22.456473, 21.161678, 19.944332, 17.533902, 18.138597, 17.3128, 16.838918, 15.807228, 15.340642, 15.974155, 18.458095, 18.491376, 18.958619, 20.908601, 26.23879, 35.661267, 35.514217, 45.55682, 42.228528, 40.745605, 56.288811, 51.240659, 30.178699, 21.612711, 27.904781, 26.005326], "sum_m_pl": [52.298817, 66.252741, 64.122258, 64.06365, 64.288426, 63.028902, 64.09528, 63.46507, 63.28354, 64.912324, 63.961352, 63.536758, 64.188639, 63.904305, 64.585454, 66.527493, 64.108787, 64.296167, 65.396796, 65.867389, 66.374901, 66.313298, 66.788696, 66.404715, 49.429203, 50.211116, 49.959255, 54.194742, 55.923814, 57.168727, 57.787314, 58.937415, 60.105801, 56.935258, 53.845832, 54.649751, 52.060738, 52.092352, 47.332793, 42.293687, 41.421701, 37.07759, 37.38904, 35.86432, 26.609671, 32.139226, 49.063543, 50.097194, 94.057101, 112.394228]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 613, "item_id": "llmzszl-18618", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 642, "region_end": 603, "roundtrip_ok": true, "tf_agree": 0.9918, "tf_agree_excl_first": 0.9935}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [68, 72, 49, 62, 48, 28, 37, 30, 39, 55, 46, 41, 44, 46, 44, 32, 38, 30, 38, 43, 29, 33, 33, 30, 53, 56, 58, 49, 53, 55, 42, 56, 46, 40, 55, 59, 59, 54, 46, 44, 45, 49, 51, 51, 59, 53, 60, 60, 48, 46], "n_am_pl": [11, 33, 38, 51, 28, 21, 39, 36, 25, 21, 18, 28, 34, 34, 28, 28, 22, 27, 30, 36, 38, 41, 49, 47, 15, 17, 19, 22, 20, 24, 24, 22, 16, 21, 16, 16, 10, 12, 8, 9, 8, 6, 3, 6, 10, 6, 4, 0, 2, 1], "n_pos": 234, "sum_m_en": [28.023773, 11.795851, 12.903462, 12.855924, 12.827174, 13.405636, 13.174522, 14.750907, 15.3672, 16.789777, 16.040676, 16.808135, 18.014183, 18.262148, 18.248326, 17.079969, 16.901447, 16.989529, 15.4293, 14.726611, 13.101475, 12.2977, 11.718307, 11.463625, 25.181573, 27.996362, 28.488023, 28.504973, 26.151665, 26.189229, 25.186522, 23.601703, 22.866602, 23.5142, 25.346779, 25.07554, 30.763869, 31.846367, 33.837382, 34.707183, 36.452447, 40.289785, 43.63495, 43.861033, 50.732872, 52.66588, 55.276866, 58.468963, 49.196926, 46.196571], "sum_m_pl": [88.909026, 117.566501, 113.000877, 111.859219, 107.737974, 107.429613, 107.692066, 107.287879, 102.781182, 103.500751, 101.244463, 99.393935, 98.697759, 99.416702, 101.151029, 99.567491, 99.794577, 101.282765, 103.941567, 106.685312, 108.104183, 109.389111, 110.213356, 111.782056, 84.395122, 83.284229, 81.19485, 84.554113, 89.288629, 87.704967, 86.824087, 88.012332, 87.78644, 81.072024, 80.192273, 75.660583, 62.381408, 56.316747, 50.201248, 46.869265, 43.320306, 38.222258, 34.924452, 32.462521, 26.715305, 19.586085, 11.091966, 5.067226, 1.679484, 1.373959]}, "digit": {"n_am_en": [4, 8, 5, 12, 8, 2, 0, 0, 0, 2, 1, 0, 5, 4, 9, 2, 2, 2, 1, 1, 1, 2, 2, 1, 4, 4, 10, 4, 6, 6, 4, 6, 6, 3, 5, 7, 4, 4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 2, 7, 3, 1, 8, 3, 1, 4, 4, 5, 4, 5, 3, 1, 0, 1, 1, 2, 0, 0, 1, 0, 1, 1, 0, 1, 0, 2, 2, 3, 2, 3, 1, 0, 0, 1, 0, 0, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [4.33709, 1.780578, 1.937949, 1.991761, 1.808883, 2.165125, 1.976171, 2.266389, 2.219245, 2.542374, 2.278197, 2.145409, 2.572825, 2.556805, 2.692499, 2.425368, 2.364401, 2.27463, 2.061615, 2.108719, 1.840975, 1.729989, 1.643976, 1.612472, 3.159244, 3.838629, 4.181644, 3.818947, 3.786374, 3.631649, 3.576764, 3.561517, 3.251877, 3.029959, 3.219016, 3.258113, 3.254845, 2.768327, 2.922789, 2.67348, 2.30603, 2.305297, 2.082576, 2.24035, 1.623506, 1.139644, 0.585093, 0.134785, 0.004799, 0.0], "sum_m_pl": [10.758915, 15.562658, 14.409708, 14.910733, 13.938049, 13.130039, 13.435909, 13.604957, 12.512805, 13.113594, 12.400205, 12.277022, 11.729857, 12.322592, 12.300612, 11.528466, 12.054154, 12.598771, 12.94738, 13.162951, 13.527441, 13.921358, 14.092763, 14.35219, 9.29813, 8.844267, 8.703134, 9.750015, 10.23599, 10.33988, 10.492679, 11.389374, 11.448052, 10.322463, 10.167935, 10.37327, 9.978198, 9.73469, 8.51714, 8.227603, 8.392662, 8.914252, 7.928672, 7.438166, 6.606422, 4.277043, 1.3587, 0.30551, 0.009281, 0.0]}, "lang": {"n_am_en": [12, 7, 12, 11, 15, 9, 6, 6, 7, 12, 11, 12, 9, 9, 11, 11, 11, 9, 13, 13, 12, 13, 12, 12, 16, 13, 15, 13, 16, 17, 15, 20, 15, 19, 19, 21, 23, 22, 21, 22, 23, 32, 31, 29, 32, 31, 37, 43, 45, 46], "n_am_pl": [5, 10, 6, 4, 2, 1, 5, 4, 4, 3, 4, 5, 4, 4, 7, 6, 7, 4, 6, 9, 6, 7, 8, 7, 4, 4, 3, 5, 6, 6, 5, 6, 4, 7, 6, 5, 2, 3, 1, 3, 1, 1, 1, 2, 4, 2, 3, 0, 2, 1], "n_pos": 47, "sum_m_en": [5.143008, 2.440972, 2.694017, 2.546148, 2.702778, 2.760834, 2.685297, 3.152951, 3.459886, 3.741786, 3.621313, 4.291049, 4.579672, 4.337667, 4.047109, 3.700235, 3.520912, 3.560315, 3.293769, 3.087188, 2.798809, 2.586676, 2.457522, 2.424645, 7.690858, 8.586746, 8.613853, 8.563085, 7.724569, 7.882609, 7.178077, 6.873256, 6.435334, 7.491597, 7.762509, 8.571392, 12.456798, 15.243661, 15.437017, 16.693397, 17.914936, 22.793224, 25.094595, 24.883901, 29.817387, 30.922748, 35.784852, 38.155252, 44.437024, 45.377957], "sum_m_pl": [17.714566, 22.801659, 22.403299, 22.19738, 21.455664, 21.724748, 21.661648, 20.906483, 20.441388, 20.237483, 20.177708, 19.736304, 19.807195, 19.999517, 21.130844, 20.890193, 20.974022, 21.028214, 21.420882, 22.107039, 22.268287, 22.444529, 22.547617, 22.807428, 17.165826, 16.716607, 16.567031, 16.944303, 18.096462, 17.591236, 17.392191, 17.489136, 17.780511, 16.593656, 16.277687, 16.025512, 11.889785, 10.660097, 10.024977, 9.141591, 8.593986, 7.034344, 6.030112, 7.219727, 5.755941, 4.256193, 2.926198, 1.747642, 1.18489, 1.306571]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 236, "item_id": "llmzszl-18621", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 754, "region_end": 234, "roundtrip_ok": true, "tf_agree": 0.9915, "tf_agree_excl_first": 0.9957}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [80, 71, 56, 49, 63, 42, 40, 65, 38, 63, 56, 56, 61, 64, 67, 59, 64, 52, 42, 55, 54, 55, 50, 56, 95, 90, 79, 78, 81, 68, 50, 63, 50, 56, 58, 50, 55, 50, 51, 43, 47, 45, 47, 40, 35, 20, 10, 9, 3, 3], "n_am_pl": [18, 67, 46, 79, 50, 42, 50, 45, 47, 25, 28, 19, 27, 36, 37, 31, 35, 36, 44, 52, 59, 68, 60, 71, 18, 29, 30, 23, 23, 26, 42, 36, 45, 29, 27, 20, 26, 27, 32, 37, 31, 40, 44, 50, 55, 70, 65, 64, 83, 93], "n_pos": 331, "sum_m_en": [33.36572, 16.341848, 17.06879, 18.77907, 18.960706, 19.583597, 18.872264, 20.046031, 20.722729, 22.216339, 21.772682, 22.406272, 23.125868, 24.15932, 24.610946, 23.888977, 23.872029, 22.849305, 20.699021, 19.96635, 18.053282, 16.945351, 16.264697, 15.61916, 31.300339, 32.64871, 34.090236, 33.467289, 32.477677, 33.408827, 31.741615, 30.484849, 29.030296, 29.33246, 31.061945, 28.225, 29.122178, 29.49034, 30.930106, 30.602198, 30.699915, 29.840909, 30.789606, 28.644206, 26.296316, 22.477673, 12.073987, 10.723817, 4.638866, 3.004407], "sum_m_pl": [131.88031, 164.624932, 158.414145, 154.494125, 147.679095, 148.87139, 150.911639, 151.166537, 145.907613, 147.355567, 141.654796, 139.490652, 139.590832, 139.842642, 144.456541, 143.766425, 144.619306, 146.27111, 149.974676, 154.208663, 156.671101, 158.163783, 159.109335, 161.150284, 121.753451, 121.906667, 118.483388, 124.788446, 130.965777, 128.487331, 127.456519, 130.181179, 129.525319, 118.448576, 117.152737, 109.2534, 95.618519, 91.625665, 86.907936, 84.851852, 79.869039, 76.496813, 74.002046, 69.099999, 70.53986, 74.771874, 71.044455, 64.16265, 77.214373, 93.20166]}, "digit": {"n_am_en": [9, 8, 12, 13, 8, 7, 0, 4, 2, 2, 3, 1, 7, 4, 6, 9, 8, 6, 3, 5, 5, 5, 4, 3, 9, 10, 8, 5, 5, 8, 6, 9, 7, 4, 8, 7, 8, 3, 5, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 8, 1, 5, 0, 1, 6, 2, 1, 0, 3, 3, 4, 6, 6, 2, 3, 2, 3, 5, 4, 6, 3, 6, 0, 1, 0, 0, 1, 2, 7, 5, 5, 0, 1, 1, 1, 1, 0, 0, 1, 0, 2, 4, 1, 3, 2, 2, 0, 0], "n_pos": 41, "sum_m_en": [5.484031, 2.322312, 2.474965, 2.656993, 2.422344, 2.966935, 2.499808, 2.667576, 2.588216, 2.764596, 2.629826, 2.435246, 2.8048, 3.041782, 3.2791, 3.041896, 3.007639, 2.856686, 2.592378, 2.597357, 2.300476, 2.142645, 2.015003, 1.952564, 3.777686, 4.485367, 4.726094, 4.487897, 4.577962, 4.441598, 4.407877, 4.359665, 3.988176, 3.797731, 4.064943, 4.02247, 3.97515, 3.4994, 3.331039, 3.103498, 2.896423, 2.764962, 2.5073, 2.31206, 1.814748, 1.145011, 0.559211, 0.335827, 0.012671, 0.0], "sum_m_pl": [14.558938, 19.808166, 18.296228, 18.721452, 17.235391, 16.694095, 17.635166, 17.845262, 16.655087, 17.286008, 16.219503, 16.346838, 16.186192, 16.558623, 16.829872, 16.078669, 16.420328, 17.009613, 17.517143, 17.742523, 17.924177, 18.400548, 18.650038, 18.896337, 13.496132, 12.97389, 12.797076, 13.689053, 14.130313, 14.313422, 14.299112, 15.378566, 15.696684, 14.676383, 14.177194, 14.112293, 13.585631, 13.485684, 11.36675, 10.964591, 11.439422, 12.444589, 11.456509, 10.327811, 8.787747, 7.312515, 4.309217, 2.541524, 0.024412, 0.0]}, "lang": {"n_am_en": [27, 14, 19, 14, 17, 11, 10, 24, 17, 19, 22, 22, 22, 28, 22, 22, 27, 23, 20, 24, 21, 25, 23, 30, 46, 39, 31, 32, 29, 29, 18, 25, 21, 30, 29, 24, 28, 26, 29, 27, 28, 25, 30, 26, 25, 14, 9, 8, 3, 3], "n_am_pl": [5, 18, 11, 16, 13, 13, 15, 9, 17, 6, 11, 8, 7, 7, 17, 7, 8, 12, 19, 16, 21, 21, 17, 16, 6, 9, 10, 10, 14, 5, 18, 14, 16, 11, 11, 14, 11, 15, 19, 24, 19, 30, 31, 34, 45, 57, 57, 57, 82, 92], "n_pos": 96, "sum_m_en": [8.641276, 5.013454, 5.022184, 6.104463, 5.701813, 5.560041, 5.683556, 5.823699, 6.488556, 6.875316, 7.126374, 7.389458, 7.475608, 7.528147, 7.196935, 7.065673, 7.129922, 6.967219, 6.500607, 6.107344, 5.593421, 5.224924, 4.969473, 4.783913, 11.55359, 11.237527, 11.865621, 10.855407, 10.307151, 11.153256, 10.021709, 10.41711, 9.961173, 11.142005, 11.358631, 10.925927, 12.188646, 14.064147, 15.109191, 15.255479, 15.837834, 16.373963, 17.302562, 18.818909, 17.25857, 15.141554, 7.96538, 7.38109, 4.096415, 3.001644], "sum_m_pl": [36.100653, 44.089852, 43.14646, 41.474003, 39.84966, 42.613104, 42.933286, 43.708085, 43.136893, 43.580731, 42.207655, 41.803565, 42.227909, 42.422164, 44.265558, 43.824174, 43.756765, 43.905447, 45.086763, 46.376609, 46.839007, 47.008031, 47.236565, 47.607172, 38.920731, 39.494467, 38.777287, 40.881569, 42.478546, 40.559165, 40.574713, 40.167254, 40.441706, 37.403855, 38.455883, 37.41116, 35.696038, 35.74558, 36.826295, 37.217534, 35.911214, 36.417343, 36.167793, 34.698593, 40.405166, 48.843188, 55.263353, 54.214896, 74.275154, 91.76194]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 333, "item_id": "llmzszl-18621", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 685, "region_end": 331, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9849}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [39, 48, 38, 31, 34, 35, 37, 39, 32, 32, 42, 40, 39, 38, 43, 43, 49, 29, 30, 32, 28, 32, 28, 30, 39, 43, 34, 40, 37, 49, 47, 52, 45, 41, 45, 48, 44, 41, 44, 49, 37, 36, 38, 36, 35, 34, 40, 36, 41, 41], "n_am_pl": [4, 20, 28, 26, 7, 8, 6, 11, 23, 21, 18, 23, 21, 13, 9, 14, 15, 14, 10, 15, 21, 19, 19, 16, 9, 10, 21, 16, 21, 23, 20, 12, 14, 14, 7, 10, 7, 7, 5, 6, 7, 7, 4, 2, 1, 1, 0, 0, 0, 0], "n_pos": 156, "sum_m_en": [17.796967, 8.055637, 7.909607, 7.423497, 8.09223, 8.673168, 8.881447, 8.992462, 9.400556, 9.317585, 10.437925, 10.905981, 11.733739, 12.84253, 12.534212, 11.653616, 11.084247, 10.687221, 9.683632, 8.618987, 8.018381, 7.474267, 7.182495, 6.997145, 17.816375, 19.729511, 19.409441, 18.035313, 17.693263, 17.776029, 16.485086, 16.698795, 15.649452, 15.609571, 16.95845, 18.548279, 20.448162, 20.503372, 21.764917, 26.245628, 24.727214, 25.205424, 28.311056, 29.056087, 28.977286, 30.653335, 33.394433, 36.41456, 41.351236, 40.417559], "sum_m_pl": [59.038734, 77.939217, 76.828813, 74.948495, 71.934379, 70.164542, 70.164954, 69.207345, 69.011918, 72.676388, 71.086353, 72.614949, 71.691553, 68.142, 68.754213, 70.634953, 69.269207, 69.595205, 70.427269, 73.783748, 74.79603, 75.661456, 75.786147, 76.42368, 58.344967, 57.401318, 57.769896, 62.350326, 64.735029, 65.615394, 64.933066, 63.47682, 65.176378, 62.910975, 60.083623, 55.322539, 48.436854, 47.432275, 42.549393, 39.857236, 35.166167, 31.765523, 28.107659, 22.872073, 18.456259, 12.436344, 7.942647, 4.111777, 0.2512, 0.000143]}, "digit": {"n_am_en": [3, 19, 10, 10, 10, 9, 9, 7, 5, 5, 9, 9, 4, 4, 7, 9, 5, 5, 6, 6, 5, 7, 5, 7, 13, 11, 6, 6, 6, 12, 10, 12, 10, 7, 11, 13, 10, 7, 8, 8, 6, 3, 4, 5, 5, 2, 2, 0, 0, 0], "n_am_pl": [0, 0, 0, 3, 0, 1, 1, 2, 2, 5, 4, 5, 7, 2, 0, 3, 5, 3, 4, 4, 4, 7, 5, 3, 0, 3, 4, 4, 3, 2, 5, 2, 1, 4, 1, 8, 3, 4, 2, 1, 3, 4, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.472718, 1.471707, 1.430845, 1.337215, 1.472363, 1.532249, 1.566667, 1.561472, 1.563341, 1.53966, 1.700808, 1.767436, 1.951339, 2.157318, 1.974461, 1.897184, 2.002327, 1.924771, 1.853661, 1.715021, 1.62449, 1.522066, 1.458618, 1.442831, 3.054352, 3.044541, 2.664797, 2.661095, 2.591876, 2.505031, 2.534988, 2.635113, 2.482404, 2.451976, 2.696244, 2.816697, 2.918448, 3.430157, 3.237435, 3.36621, 3.059517, 3.174739, 3.035637, 2.743022, 2.530948, 1.993678, 2.171393, 1.174396, 0.11136, 0.0], "sum_m_pl": [14.304913, 18.181515, 17.573888, 17.091356, 16.520747, 16.134434, 16.169287, 15.814819, 15.766472, 16.804863, 16.656341, 16.968458, 16.315977, 15.536122, 15.426773, 15.745581, 14.97728, 14.931196, 15.151101, 15.864399, 16.174943, 16.374276, 16.382184, 16.636139, 13.885243, 13.862892, 13.869497, 14.876594, 15.211632, 15.543753, 15.049454, 14.719032, 14.703917, 14.455538, 13.920185, 13.779164, 13.27335, 13.242194, 12.56848, 12.456298, 11.928016, 11.409237, 10.762064, 9.316159, 8.180371, 6.209196, 4.29689, 2.398891, 0.108931, 0.0]}, "lang": {"n_am_en": [15, 10, 12, 9, 9, 6, 10, 13, 14, 10, 17, 12, 13, 16, 19, 12, 19, 12, 12, 14, 13, 15, 16, 15, 15, 21, 18, 21, 17, 21, 20, 22, 15, 19, 21, 21, 21, 24, 26, 28, 24, 26, 26, 24, 24, 27, 33, 33, 38, 41], "n_am_pl": [0, 3, 5, 5, 2, 3, 3, 1, 4, 8, 5, 8, 4, 3, 1, 3, 2, 1, 1, 2, 7, 4, 4, 2, 2, 1, 4, 4, 8, 7, 4, 3, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [5.296103, 2.559588, 2.400994, 2.278195, 2.372904, 2.614465, 2.67442, 2.815908, 3.063924, 2.884109, 3.326617, 3.691444, 4.073928, 4.660445, 4.666791, 4.057886, 3.59586, 3.592646, 3.224158, 2.655105, 2.380764, 2.229474, 2.097483, 2.006964, 8.539185, 9.643465, 9.200649, 8.178975, 7.783266, 7.843378, 6.679923, 7.141249, 6.31257, 6.86902, 7.392852, 8.945625, 10.290978, 9.749545, 11.004117, 14.734652, 15.360081, 16.417814, 18.770679, 20.32752, 20.320136, 22.69219, 27.286895, 31.085031, 37.952157, 40.009212], "sum_m_pl": [14.479712, 19.335775, 19.603689, 19.193075, 18.417151, 17.668821, 18.053101, 18.223326, 18.085482, 19.110055, 18.705859, 19.360544, 19.068185, 18.083525, 18.360148, 18.843667, 18.719846, 18.615551, 18.921189, 19.887481, 20.337502, 20.523665, 20.605556, 20.80023, 15.278577, 14.730931, 14.918472, 15.796741, 16.405852, 16.683193, 16.978689, 16.233988, 16.871971, 16.571667, 16.015744, 14.453312, 12.685153, 12.612015, 11.598628, 10.153583, 9.617642, 8.476909, 6.28871, 4.658056, 3.791277, 1.72744, 1.228295, 0.347367, 0.019693, 0.00014]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "llmzszl-18626", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 721, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9936}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [83, 102, 69, 79, 66, 58, 69, 69, 65, 79, 83, 71, 74, 73, 76, 77, 84, 71, 55, 60, 58, 61, 51, 42, 87, 81, 73, 71, 79, 70, 71, 75, 77, 70, 81, 82, 74, 69, 62, 66, 64, 61, 62, 64, 57, 39, 21, 7, 1, 0], "n_am_pl": [19, 50, 50, 36, 34, 52, 49, 39, 54, 33, 43, 33, 42, 46, 32, 44, 42, 37, 50, 53, 56, 51, 60, 61, 32, 39, 39, 34, 55, 53, 48, 36, 42, 37, 36, 25, 22, 23, 27, 23, 23, 26, 19, 22, 17, 25, 36, 35, 54, 56], "n_pos": 304, "sum_m_en": [29.60859, 14.885826, 15.546843, 15.71773, 16.758647, 17.37762, 17.673085, 18.365296, 20.155214, 21.499564, 22.445178, 22.656233, 24.371427, 26.098282, 24.487535, 23.028815, 23.105946, 21.41674, 18.906992, 17.523067, 16.35139, 15.497795, 14.927198, 14.469028, 34.493308, 35.283884, 34.323503, 32.574879, 33.496889, 32.628101, 31.769649, 30.211637, 28.381761, 28.285392, 31.948741, 33.135609, 34.294048, 33.938104, 37.875178, 44.298461, 41.349891, 42.703605, 45.091308, 47.431885, 45.401423, 38.534582, 18.301642, 12.541922, 2.583035, 0.057631], "sum_m_pl": [123.278335, 152.583515, 147.651134, 145.136387, 144.035041, 141.263458, 141.274576, 139.045116, 137.024007, 140.182442, 137.220595, 139.099801, 138.758635, 134.5963, 137.587985, 141.463588, 137.64665, 139.119213, 143.281671, 146.442886, 147.268932, 147.507327, 148.317878, 148.747004, 115.450506, 115.182235, 115.181357, 121.135371, 124.968789, 128.252418, 126.540503, 126.906121, 131.422256, 124.424363, 118.181683, 111.548691, 99.23274, 96.759833, 88.758908, 85.85816, 80.036726, 79.099162, 72.051135, 65.061119, 48.984101, 46.847154, 45.784883, 41.52837, 53.53085, 56.643145]}, "digit": {"n_am_en": [7, 30, 13, 12, 5, 14, 16, 13, 10, 16, 15, 16, 16, 13, 17, 14, 17, 17, 9, 11, 9, 9, 7, 8, 21, 17, 13, 12, 15, 16, 15, 15, 13, 19, 21, 16, 17, 16, 11, 12, 13, 15, 15, 14, 14, 2, 2, 0, 0, 0], "n_am_pl": [0, 6, 2, 5, 7, 5, 3, 2, 6, 3, 5, 2, 10, 8, 5, 7, 4, 2, 8, 7, 4, 6, 7, 8, 3, 5, 2, 4, 9, 7, 10, 8, 10, 7, 5, 7, 7, 6, 5, 6, 3, 5, 1, 1, 2, 7, 7, 4, 0, 0], "n_pos": 53, "sum_m_en": [4.690396, 2.274575, 2.316959, 2.275069, 2.377294, 2.439639, 2.509151, 2.585193, 2.857834, 2.938002, 3.163108, 3.330437, 3.630664, 3.910189, 3.71563, 3.497793, 3.538192, 3.406884, 3.080853, 2.852292, 2.597841, 2.429719, 2.345902, 2.283578, 4.975774, 5.039949, 4.837023, 4.602422, 4.995862, 5.16095, 5.444208, 5.455186, 4.916358, 4.788987, 5.274019, 5.845268, 5.760361, 5.215294, 6.994083, 7.347354, 7.406681, 7.432962, 7.259839, 7.511156, 6.84257, 3.854282, 1.551363, 0.951246, 0.206702, 0.0], "sum_m_pl": [23.602316, 28.57206, 27.283988, 26.417394, 26.231726, 25.833836, 25.864339, 25.123334, 24.65192, 25.871334, 25.335126, 25.951951, 25.619164, 24.767109, 25.198794, 25.573339, 24.372837, 24.421326, 25.290187, 25.736227, 26.235456, 26.384677, 26.481403, 26.736952, 22.61125, 22.678579, 22.381597, 23.983496, 24.115005, 24.500092, 23.696917, 23.390127, 24.342453, 23.635229, 22.206287, 21.68981, 20.828135, 21.170765, 19.236384, 19.299851, 18.641812, 18.701546, 17.551386, 16.00384, 14.069549, 12.447868, 9.084435, 5.091555, 0.2131, 0.0]}, "lang": {"n_am_en": [22, 12, 7, 10, 14, 10, 12, 17, 15, 17, 17, 14, 14, 13, 15, 16, 21, 21, 15, 14, 17, 23, 19, 14, 24, 20, 14, 13, 15, 11, 7, 10, 10, 15, 22, 27, 20, 19, 21, 25, 26, 24, 23, 24, 24, 22, 12, 5, 1, 0], "n_am_pl": [5, 17, 13, 6, 4, 6, 3, 4, 7, 8, 10, 6, 7, 8, 2, 6, 5, 4, 6, 10, 10, 9, 10, 7, 3, 7, 4, 7, 9, 9, 12, 10, 7, 10, 7, 6, 9, 10, 12, 9, 8, 10, 10, 15, 10, 15, 24, 26, 50, 56], "n_pos": 58, "sum_m_en": [5.540401, 3.055624, 3.123133, 3.304564, 3.430782, 3.54709, 3.587517, 3.799505, 3.997199, 4.27155, 4.571301, 4.626704, 4.806973, 5.024149, 4.777776, 4.438362, 4.703245, 4.353298, 3.852974, 3.528225, 3.337486, 3.166397, 3.013796, 2.89212, 8.718006, 9.146875, 7.549585, 6.592333, 6.776887, 6.483684, 5.993235, 6.009689, 5.810903, 6.058027, 6.901361, 8.344492, 9.425198, 10.747479, 12.16923, 16.128955, 15.104192, 16.912721, 18.606652, 18.990331, 21.50473, 20.281253, 9.702805, 5.842175, 1.043086, 0.056249], "sum_m_pl": [21.818792, 26.512082, 26.109488, 25.851779, 25.665578, 24.911814, 25.399429, 25.695032, 25.708125, 26.315879, 25.82206, 26.097822, 26.338102, 25.792063, 26.526817, 27.208485, 26.432592, 26.573141, 27.104063, 27.830588, 27.894399, 27.907634, 28.118487, 28.006819, 21.022249, 20.930076, 21.344083, 22.961109, 23.280825, 23.810643, 24.21029, 24.474993, 25.312267, 24.360246, 23.28247, 23.167622, 21.43377, 21.082309, 19.588755, 17.916915, 17.754412, 16.412908, 14.325292, 15.594845, 13.693297, 16.035646, 23.503249, 26.577497, 48.355697, 55.972044]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 306, "item_id": "llmzszl-18626", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 652, "region_end": 304, "roundtrip_ok": true, "tf_agree": 0.9804, "tf_agree_excl_first": 0.9836}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [325, 337, 279, 276, 277, 284, 340, 372, 329, 370, 347, 380, 359, 332, 393, 400, 386, 369, 357, 399, 353, 332, 316, 293, 387, 402, 388, 402, 410, 449, 440, 463, 419, 431, 452, 476, 467, 482, 467, 483, 461, 463, 443, 387, 392, 382, 391, 396, 405, 384], "n_am_pl": [99, 155, 188, 160, 160, 176, 109, 120, 171, 184, 175, 178, 168, 200, 227, 167, 171, 167, 176, 206, 221, 248, 272, 304, 111, 130, 131, 130, 122, 114, 118, 101, 134, 134, 108, 91, 85, 79, 59, 46, 45, 42, 73, 49, 57, 47, 23, 5, 1, 1], "n_pos": 1281, "sum_m_en": [137.758219, 71.113205, 69.130232, 68.76427, 71.288833, 71.893074, 70.654088, 76.401932, 84.350292, 87.848972, 92.708813, 97.554039, 97.176197, 103.139469, 105.517338, 107.963747, 104.417099, 97.552279, 89.299716, 79.933936, 71.288733, 65.703438, 63.214825, 61.102375, 128.829454, 142.941047, 159.173227, 151.325206, 154.703511, 165.7657, 153.955569, 156.836166, 150.645445, 153.574151, 165.704325, 173.516999, 190.241074, 191.740504, 198.876069, 216.512986, 217.901798, 237.512197, 255.078307, 285.215867, 304.790886, 309.982041, 353.328364, 361.635873, 391.048014, 380.547712], "sum_m_pl": [490.705671, 620.797897, 609.17419, 595.502145, 593.984745, 594.26231, 602.968808, 602.420498, 593.794909, 604.77531, 594.25312, 598.585928, 605.747105, 601.729802, 603.886936, 594.318468, 590.883178, 591.45499, 596.465445, 614.838151, 621.162696, 627.700833, 630.731583, 631.454147, 525.883421, 519.939341, 491.58188, 524.809002, 524.310006, 517.416095, 531.66934, 529.746724, 540.820267, 523.46309, 500.464204, 474.780754, 431.401937, 413.727186, 382.2009, 355.951187, 341.810769, 311.331221, 282.852029, 229.018548, 187.950399, 147.09202, 96.292231, 49.271156, 11.651657, 0.731254]}, "digit": {"n_am_en": [37, 30, 32, 71, 43, 29, 37, 40, 39, 38, 29, 31, 31, 22, 25, 32, 30, 33, 22, 27, 23, 23, 22, 24, 48, 57, 48, 41, 45, 57, 53, 57, 36, 36, 28, 28, 24, 17, 24, 22, 14, 16, 19, 13, 9, 6, 3, 2, 1, 1], "n_am_pl": [2, 19, 4, 13, 27, 31, 15, 15, 17, 28, 26, 18, 23, 19, 15, 10, 14, 13, 22, 20, 18, 21, 22, 18, 13, 12, 13, 16, 16, 8, 9, 18, 15, 15, 9, 7, 4, 9, 6, 2, 5, 5, 5, 5, 5, 3, 1, 0, 0, 0], "n_pos": 158, "sum_m_en": [15.608356, 8.183905, 8.873214, 9.277814, 9.082302, 9.864952, 9.050069, 9.9641, 10.686025, 11.647706, 11.410085, 11.828277, 12.054429, 11.748617, 11.968812, 12.505747, 12.462001, 11.826499, 10.476518, 9.764999, 8.69315, 7.952533, 7.670073, 7.341285, 14.780931, 17.530636, 18.894227, 16.764682, 17.878851, 19.064424, 17.211659, 15.679391, 15.102741, 14.825515, 15.999414, 16.803856, 16.638271, 15.046564, 15.101569, 14.145073, 14.048278, 14.933771, 12.963875, 12.578553, 9.811545, 8.042717, 4.203042, 3.14648, 0.850481, 0.476877], "sum_m_pl": [64.34901, 79.937243, 74.392494, 72.13592, 70.319931, 69.313775, 71.526649, 71.52217, 68.968647, 71.425944, 69.774405, 69.59386, 70.728079, 70.266046, 71.373833, 71.572096, 70.853708, 70.502685, 70.95796, 72.96321, 73.699734, 75.024387, 75.695595, 76.390111, 63.881311, 61.927996, 59.704952, 64.704771, 64.453654, 64.489347, 65.597225, 66.97802, 66.842292, 65.086827, 61.008586, 57.928019, 51.965189, 50.934037, 45.375448, 43.133521, 42.020575, 41.556974, 35.884024, 33.631916, 25.276716, 17.042597, 9.546194, 4.329796, 0.857911, 6e-06]}, "lang": {"n_am_en": [110, 98, 89, 74, 97, 103, 118, 119, 121, 131, 121, 137, 127, 121, 130, 143, 136, 136, 132, 144, 124, 122, 123, 112, 143, 147, 150, 147, 156, 151, 146, 157, 142, 169, 195, 200, 201, 216, 199, 231, 225, 238, 234, 230, 229, 235, 251, 294, 363, 379], "n_am_pl": [40, 44, 69, 57, 45, 46, 28, 37, 49, 46, 58, 56, 57, 62, 86, 57, 50, 47, 43, 58, 67, 75, 77, 97, 22, 32, 34, 31, 25, 37, 38, 25, 33, 29, 29, 27, 24, 21, 25, 20, 21, 19, 23, 22, 14, 10, 10, 3, 0, 1], "n_pos": 384, "sum_m_en": [45.484222, 22.79859, 21.749409, 21.365042, 22.60321, 22.343152, 22.404643, 23.660763, 26.508277, 27.018533, 29.176113, 30.704144, 30.27628, 33.020322, 33.27465, 33.679353, 32.818621, 30.439499, 27.796388, 24.621825, 22.237436, 20.360759, 19.440129, 18.868552, 43.918972, 48.655101, 52.341049, 49.382261, 49.553357, 52.713859, 48.462896, 50.587006, 50.069867, 53.581073, 61.175853, 64.980205, 75.081106, 81.284717, 87.437731, 102.051086, 103.763556, 125.784045, 142.597023, 166.424283, 182.964935, 196.339937, 228.171447, 263.140245, 341.939729, 368.008927], "sum_m_pl": [131.311523, 177.835056, 178.111952, 173.055391, 173.598593, 173.359747, 176.831581, 178.245006, 176.279537, 179.76503, 176.652814, 179.780748, 182.409249, 180.203662, 179.620248, 176.993629, 174.845119, 175.907724, 177.527728, 183.024063, 184.922367, 186.906199, 187.830413, 187.629937, 152.429512, 152.20169, 145.767261, 153.113604, 154.40496, 152.482373, 159.348588, 156.710293, 158.583957, 153.777214, 144.933075, 140.079924, 127.342171, 121.778978, 114.894894, 107.72252, 103.070285, 88.98733, 79.230313, 64.180618, 50.225553, 38.865259, 25.183605, 10.916998, 1.29596, 0.707651]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1281, "item_id": "llmzszl-18627", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 731, "region_end": 1281, "roundtrip_ok": true, "tf_agree": 0.9875, "tf_agree_excl_first": 0.9883}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [316, 416, 388, 358, 302, 350, 289, 365, 259, 307, 291, 325, 381, 352, 341, 383, 388, 327, 264, 301, 260, 250, 242, 230, 398, 370, 387, 345, 367, 395, 461, 507, 424, 381, 468, 393, 378, 364, 308, 305, 277, 300, 283, 256, 255, 208, 139, 125, 119, 111], "n_am_pl": [27, 181, 175, 162, 150, 134, 168, 155, 204, 222, 217, 201, 218, 273, 289, 207, 259, 250, 264, 305, 337, 359, 402, 379, 131, 152, 159, 181, 205, 200, 180, 173, 170, 147, 112, 116, 86, 91, 88, 69, 89, 114, 97, 88, 89, 81, 122, 128, 147, 156], "n_pos": 1280, "sum_m_en": [112.988983, 61.507489, 67.32274, 66.528605, 67.081327, 67.633195, 68.930428, 77.140789, 83.867306, 87.399944, 92.183978, 96.013101, 100.881801, 105.109253, 112.337542, 106.08274, 100.852056, 93.971161, 87.309019, 79.788864, 69.365455, 64.401049, 62.995367, 60.461865, 134.605649, 147.613911, 167.933308, 155.406177, 163.901533, 172.054354, 170.553172, 177.840868, 168.771663, 164.239443, 174.727725, 174.42517, 181.584044, 168.896094, 168.993862, 163.829736, 162.730567, 167.546266, 176.681851, 179.148067, 175.460122, 157.42183, 111.251267, 104.459282, 122.963471, 110.253785], "sum_m_pl": [504.815546, 652.086466, 625.930838, 617.759966, 618.80663, 616.451211, 618.151142, 615.166768, 611.785383, 619.131943, 605.565211, 610.857156, 621.425128, 615.374906, 616.717525, 617.102921, 607.21468, 610.178581, 615.204438, 625.644921, 629.301211, 632.764537, 633.930015, 633.326983, 525.977267, 521.931878, 487.683341, 529.115295, 537.514847, 528.951021, 533.350445, 518.542304, 527.18291, 507.01071, 477.822428, 459.234978, 414.637756, 406.027358, 376.442251, 362.442478, 349.3113, 346.639634, 332.878269, 288.471362, 246.203144, 219.019631, 193.718363, 159.736409, 138.366728, 156.119831]}, "digit": {"n_am_en": [27, 59, 44, 48, 63, 93, 40, 42, 27, 50, 46, 83, 56, 45, 46, 52, 53, 44, 30, 42, 29, 27, 28, 31, 70, 47, 59, 47, 45, 56, 56, 69, 51, 33, 63, 54, 43, 39, 33, 27, 27, 17, 20, 15, 16, 7, 4, 4, 0, 0], "n_am_pl": [0, 12, 13, 23, 13, 5, 36, 19, 44, 49, 48, 29, 36, 39, 46, 35, 33, 24, 43, 33, 45, 45, 50, 41, 25, 27, 25, 23, 38, 27, 29, 33, 31, 29, 15, 19, 11, 14, 9, 6, 17, 22, 20, 16, 10, 4, 4, 2, 0, 0], "n_pos": 185, "sum_m_en": [13.65091, 8.512538, 9.000791, 8.855302, 9.064202, 9.646875, 9.498074, 10.761259, 11.326855, 11.763661, 12.084287, 12.543487, 13.679637, 13.652052, 13.816772, 13.786081, 13.532239, 12.577205, 11.75368, 11.011742, 9.722984, 8.922414, 8.60351, 8.354442, 16.614718, 18.163541, 22.219541, 19.984245, 20.292007, 22.076693, 21.489312, 21.592806, 19.55903, 18.784241, 20.249927, 20.259382, 20.128995, 18.210853, 17.176003, 16.793684, 15.564235, 15.160195, 14.742748, 14.275578, 14.059121, 11.429961, 6.233221, 3.702848, 0.14852, 0.0], "sum_m_pl": [69.010137, 97.117653, 92.213517, 90.383205, 91.007843, 89.416623, 89.768049, 89.056683, 88.986074, 91.121361, 89.064548, 90.635553, 90.127902, 89.66758, 90.565304, 89.917177, 86.903184, 87.312733, 88.666507, 89.190917, 89.812284, 90.809039, 91.128496, 91.489786, 79.034666, 77.299531, 73.325679, 79.477459, 81.567595, 80.364932, 79.751816, 79.325421, 80.945292, 78.764571, 74.48426, 73.399018, 68.310326, 66.260629, 60.863591, 59.991958, 61.366027, 62.985692, 61.679107, 56.806253, 46.302634, 32.239858, 16.867518, 7.722848, 0.351181, 0.0]}, "lang": {"n_am_en": [95, 36, 45, 52, 46, 71, 79, 92, 71, 71, 66, 89, 108, 99, 82, 90, 98, 107, 84, 87, 85, 84, 84, 77, 115, 112, 100, 93, 94, 113, 125, 124, 113, 109, 127, 125, 125, 121, 106, 116, 112, 134, 127, 109, 117, 98, 83, 94, 109, 111], "n_am_pl": [11, 39, 42, 28, 37, 29, 22, 27, 50, 52, 38, 34, 47, 54, 64, 51, 54, 48, 49, 64, 78, 86, 100, 106, 29, 30, 31, 37, 41, 44, 45, 31, 34, 30, 22, 26, 24, 22, 30, 27, 33, 43, 44, 51, 57, 57, 87, 94, 143, 154], "n_pos": 267, "sum_m_en": [24.82134, 13.345208, 14.149329, 13.985291, 13.828811, 13.619865, 14.426882, 15.226668, 17.173657, 16.954277, 18.456968, 20.150744, 20.395972, 22.149354, 24.541592, 22.786211, 21.767099, 21.371594, 19.520333, 17.849376, 15.49787, 14.422005, 14.08445, 13.171783, 37.404371, 38.385174, 38.934554, 35.239009, 37.4167, 39.597921, 39.73674, 42.970515, 41.998252, 41.235072, 43.69635, 46.855843, 52.881743, 51.174772, 52.824443, 56.039295, 57.224192, 67.065779, 73.430518, 74.645904, 84.517512, 81.110555, 62.539894, 68.439001, 110.662988, 109.977845], "sum_m_pl": [105.415079, 129.927739, 126.874669, 125.007872, 126.901895, 127.123439, 128.028641, 128.379899, 130.23592, 131.25924, 128.410978, 128.546335, 131.754939, 129.992952, 128.587338, 129.152905, 126.770824, 126.557826, 128.673829, 130.36788, 131.561829, 132.237113, 132.720449, 132.593828, 109.897312, 111.576553, 104.89663, 112.55711, 112.984746, 111.900776, 112.891378, 107.627036, 108.664759, 105.51461, 100.992287, 97.436478, 92.122287, 94.377848, 91.502444, 90.267975, 88.014216, 88.321561, 85.973534, 81.10266, 77.322859, 78.68021, 94.628558, 97.833628, 124.205678, 152.622225]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18627", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 662, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9875, "tf_agree_excl_first": 0.9883}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [85, 80, 71, 81, 85, 77, 60, 76, 69, 70, 93, 91, 106, 92, 76, 73, 90, 81, 81, 60, 58, 57, 53, 67, 88, 104, 79, 86, 84, 82, 80, 71, 87, 74, 81, 85, 103, 100, 100, 98, 105, 96, 95, 100, 96, 94, 89, 94, 84, 87], "n_am_pl": [36, 50, 56, 53, 49, 62, 59, 47, 43, 49, 41, 43, 38, 37, 47, 38, 34, 40, 25, 33, 28, 33, 38, 33, 15, 17, 21, 26, 35, 38, 41, 44, 39, 40, 32, 26, 29, 18, 14, 12, 16, 14, 6, 9, 11, 5, 3, 2, 3, 3], "n_pos": 335, "sum_m_en": [37.136667, 19.295122, 18.956992, 18.306385, 19.60383, 20.311593, 20.062411, 20.854268, 23.081429, 22.326486, 24.267201, 24.984351, 26.501104, 28.367127, 28.408721, 25.97791, 26.842385, 24.388744, 21.820582, 20.246915, 18.650247, 17.202748, 16.600219, 16.288769, 40.802789, 45.472414, 42.373333, 40.583738, 40.69369, 39.752541, 38.892539, 38.112343, 35.522091, 34.688324, 38.030831, 39.531716, 43.989535, 46.039042, 53.639615, 59.125126, 57.553926, 69.380083, 71.417215, 79.557234, 89.911515, 88.371654, 89.080761, 90.64, 84.381153, 85.859999], "sum_m_pl": [131.224954, 162.109756, 159.85861, 157.029644, 154.117264, 148.664784, 150.946734, 150.132559, 147.148511, 154.154037, 150.480397, 151.410924, 148.939786, 146.759015, 147.447063, 149.14772, 148.468336, 149.264123, 150.131264, 155.078127, 157.916686, 159.730989, 160.385432, 160.679633, 117.785237, 114.610327, 113.197033, 121.779908, 125.302622, 127.630525, 129.590625, 133.409078, 137.929177, 134.246775, 130.480421, 126.006388, 114.038574, 107.24544, 98.797887, 90.228, 81.107759, 74.015546, 65.996072, 53.834387, 40.123923, 28.974976, 14.179845, 10.60535, 6.359993, 3.002521]}, "digit": {"n_am_en": [9, 5, 14, 1, 6, 7, 3, 5, 3, 2, 2, 3, 3, 4, 4, 8, 6, 4, 6, 2, 2, 2, 1, 2, 5, 7, 5, 6, 3, 4, 5, 4, 7, 3, 1, 2, 2, 6, 2, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 11, 2, 4, 2, 1, 0, 1, 1, 3, 6, 5, 4, 6, 3, 1, 2, 4, 3, 3, 1, 3, 2, 3, 2, 1, 3, 2, 3, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.168062, 1.423574, 1.673527, 1.434238, 1.561015, 1.655911, 1.631878, 1.715566, 1.777448, 1.873188, 1.878596, 1.993865, 2.140411, 2.383184, 2.33875, 2.199053, 2.380463, 2.102552, 1.865125, 1.751219, 1.607904, 1.482892, 1.417064, 1.384949, 2.930463, 3.372678, 3.057285, 2.930392, 2.875753, 2.899455, 3.111603, 3.032864, 2.664088, 2.45542, 2.607161, 2.664203, 2.703431, 2.619485, 2.718098, 2.405844, 2.175019, 2.106944, 1.971952, 2.013188, 1.775357, 1.311377, 0.517631, 0.253106, 0.019281, 0.0], "sum_m_pl": [12.099008, 14.952329, 14.135159, 13.967369, 12.726083, 12.744403, 13.333214, 12.631342, 12.113621, 12.920141, 12.313753, 12.639545, 12.166261, 12.086658, 12.093667, 12.498432, 12.377278, 12.623192, 12.919288, 13.248141, 13.538319, 13.73996, 13.783243, 13.865217, 10.677357, 9.799442, 9.378672, 10.4806, 10.50937, 10.882167, 11.074152, 11.91904, 12.348467, 12.226401, 11.803998, 11.231729, 11.055036, 10.675352, 9.779681, 9.145332, 9.034724, 9.420428, 9.080114, 8.377006, 6.686124, 5.371598, 1.75644, 0.681545, 0.047661, 0.0]}, "lang": {"n_am_en": [33, 17, 21, 22, 21, 23, 17, 27, 19, 23, 26, 24, 34, 26, 21, 15, 23, 25, 20, 19, 22, 26, 27, 31, 38, 42, 36, 35, 30, 29, 24, 21, 25, 25, 30, 30, 43, 46, 51, 48, 56, 54, 57, 61, 64, 65, 67, 75, 82, 85], "n_am_pl": [4, 9, 11, 12, 12, 10, 14, 16, 8, 13, 9, 8, 10, 8, 16, 12, 15, 7, 6, 10, 7, 8, 11, 7, 2, 6, 4, 3, 8, 7, 16, 17, 17, 13, 9, 6, 5, 3, 2, 2, 0, 0, 1, 1, 1, 1, 2, 0, 3, 3], "n_pos": 89, "sum_m_en": [11.853883, 6.03677, 5.706211, 5.532031, 5.733838, 5.722344, 5.513627, 5.924741, 6.714414, 6.309753, 7.200524, 7.249094, 7.471151, 8.033334, 7.938053, 7.069971, 7.366217, 6.802409, 6.199454, 5.653865, 5.191248, 4.832242, 4.634245, 4.535983, 15.112749, 16.797451, 14.606872, 14.174453, 13.525812, 12.618393, 12.245843, 12.470051, 11.541932, 11.739012, 12.857608, 14.498956, 17.282252, 19.239631, 24.075687, 28.444514, 29.886554, 39.87661, 43.064527, 49.509558, 55.010061, 58.476573, 64.593658, 69.256852, 79.585842, 84.040341], "sum_m_pl": [29.467278, 39.089578, 38.706317, 38.335366, 38.159367, 35.792336, 37.63754, 38.503043, 38.076132, 39.735756, 38.626208, 39.404983, 38.869952, 38.072411, 38.423057, 38.695791, 38.379266, 38.077618, 38.154132, 39.931834, 40.786699, 41.485108, 41.894681, 41.829256, 29.687466, 29.195133, 29.339194, 30.627205, 31.074899, 31.336165, 32.596799, 33.205376, 34.581199, 34.276377, 32.974926, 31.964947, 28.43455, 26.036054, 23.102464, 20.78784, 18.691248, 14.095527, 11.955463, 9.228196, 6.695996, 4.554578, 4.098786, 1.735097, 2.967183, 3.001829]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 337, "item_id": "llmzszl-18630", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 748, "region_end": 335, "roundtrip_ok": true, "tf_agree": 0.9703, "tf_agree_excl_first": 0.9732}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [85, 71, 74, 81, 77, 62, 70, 85, 57, 64, 68, 69, 78, 70, 66, 63, 75, 57, 51, 44, 51, 67, 65, 58, 81, 75, 64, 64, 73, 62, 67, 79, 76, 64, 79, 78, 73, 70, 62, 67, 57, 64, 56, 59, 59, 43, 22, 14, 1, 0], "n_am_pl": [28, 58, 36, 41, 42, 57, 46, 35, 43, 36, 46, 46, 43, 42, 43, 45, 42, 42, 45, 49, 42, 48, 48, 55, 24, 25, 41, 32, 42, 47, 43, 42, 49, 49, 42, 34, 44, 42, 24, 16, 23, 27, 19, 15, 11, 15, 27, 34, 58, 61], "n_pos": 298, "sum_m_en": [28.834129, 14.915637, 15.342244, 15.591617, 16.945335, 17.385007, 17.846396, 18.344059, 19.281859, 19.469619, 20.829021, 21.208683, 21.895949, 23.128371, 22.925942, 21.013441, 21.936335, 20.098464, 17.659234, 16.611384, 15.763518, 15.018793, 14.292291, 13.769855, 33.480604, 34.440946, 34.609784, 32.374558, 34.184673, 33.111521, 32.332314, 30.582208, 28.176623, 27.143462, 29.560101, 29.757394, 33.301389, 34.562083, 37.584363, 42.652602, 39.754235, 47.329866, 46.593272, 48.289534, 49.910423, 41.051343, 23.118404, 16.164921, 2.163163, 0.002233], "sum_m_pl": [124.572253, 147.969368, 144.051287, 142.152735, 140.597118, 137.053948, 138.202452, 136.045593, 135.106337, 139.884718, 138.323226, 138.589061, 137.837032, 136.303502, 137.612325, 140.066708, 138.626864, 139.273886, 141.361272, 144.462842, 145.135206, 146.221785, 146.489136, 146.603686, 110.784478, 110.3785, 107.296438, 118.11465, 120.93487, 123.179647, 123.632744, 128.274005, 132.907715, 125.989547, 123.650532, 119.792039, 111.749802, 106.791387, 99.642763, 92.069882, 84.188355, 80.991476, 73.968549, 61.29371, 49.201642, 41.694839, 41.209686, 43.298741, 59.399003, 61.622748]}, "digit": {"n_am_en": [14, 12, 18, 5, 8, 6, 6, 7, 3, 3, 3, 6, 6, 5, 9, 11, 8, 4, 3, 2, 2, 3, 2, 2, 7, 10, 5, 7, 5, 7, 6, 11, 7, 5, 7, 8, 5, 8, 4, 5, 2, 1, 1, 4, 3, 1, 0, 0, 0, 0], "n_am_pl": [1, 12, 1, 5, 3, 2, 1, 1, 2, 2, 3, 5, 8, 9, 3, 6, 6, 5, 11, 9, 6, 8, 4, 5, 3, 3, 6, 3, 3, 3, 6, 5, 7, 6, 3, 2, 2, 6, 5, 4, 5, 7, 6, 1, 1, 0, 1, 1, 0, 0], "n_pos": 35, "sum_m_en": [3.546058, 1.73963, 1.889321, 1.79161, 2.032484, 2.076955, 2.112482, 2.081649, 2.078935, 2.212642, 2.171272, 2.338496, 2.539124, 2.766713, 2.600209, 2.481753, 2.608261, 2.42229, 2.067134, 1.969673, 1.82446, 1.688736, 1.634408, 1.616996, 3.244097, 3.676745, 3.582409, 3.487324, 3.433831, 3.530578, 3.700053, 3.397838, 2.902364, 2.757324, 2.992162, 3.212818, 3.274063, 3.148879, 3.353003, 3.164085, 2.84943, 2.654426, 2.404757, 3.437812, 3.009985, 2.439747, 0.667505, 0.455087, 0.046823, 0.0], "sum_m_pl": [15.696487, 18.325799, 17.495585, 17.071102, 15.846895, 15.735593, 16.311795, 15.704481, 15.480188, 16.333837, 16.09211, 16.39816, 15.981142, 15.763153, 15.990386, 16.175358, 16.095725, 16.268935, 16.692973, 16.972303, 16.953348, 17.129944, 17.12254, 17.201669, 13.856125, 13.09122, 12.997529, 14.163984, 14.255802, 14.462517, 14.508144, 15.490167, 16.236376, 15.650922, 15.071916, 14.589851, 14.317719, 14.203716, 12.996071, 12.69863, 12.676559, 13.097948, 12.46641, 10.777467, 8.53471, 6.979413, 3.218815, 1.841876, 0.135599, 0.0]}, "lang": {"n_am_en": [15, 9, 8, 16, 18, 13, 16, 22, 17, 10, 11, 13, 13, 11, 9, 16, 22, 15, 15, 16, 19, 26, 30, 22, 27, 22, 14, 12, 12, 8, 15, 19, 16, 20, 29, 31, 30, 27, 24, 31, 27, 30, 34, 32, 36, 31, 15, 11, 0, 0], "n_am_pl": [5, 15, 8, 5, 7, 10, 9, 4, 8, 6, 11, 7, 9, 6, 9, 9, 8, 9, 7, 8, 4, 5, 5, 9, 5, 4, 11, 11, 13, 9, 11, 10, 8, 8, 5, 7, 8, 9, 9, 3, 9, 10, 8, 11, 8, 13, 25, 29, 58, 61], "n_pos": 63, "sum_m_en": [5.695818, 3.239877, 3.279941, 3.651416, 3.698551, 3.906166, 4.131383, 4.413355, 4.853381, 4.73111, 5.3551, 5.633007, 5.221909, 5.373785, 5.33591, 4.807335, 5.176233, 4.675552, 4.222206, 3.904255, 3.804953, 3.803479, 3.438637, 3.229099, 11.486498, 11.082247, 9.997557, 8.367941, 8.685368, 8.255334, 7.759638, 7.367481, 7.218412, 7.632119, 8.725766, 9.514738, 11.338233, 13.088804, 15.655782, 19.043196, 18.317495, 25.490844, 26.787844, 26.443148, 28.719543, 25.700881, 12.545513, 9.521703, 0.499509, 0.001752], "sum_m_pl": [23.7363, 28.177411, 27.51125, 27.689202, 27.953607, 26.336734, 27.547022, 27.524766, 27.512481, 28.042846, 27.670278, 27.740805, 28.16539, 28.225135, 28.569486, 29.51414, 28.916922, 28.71233, 28.931466, 29.894892, 29.84471, 30.082679, 30.45561, 30.334282, 21.902659, 21.558352, 21.324248, 23.157074, 23.804954, 23.57152, 25.125357, 26.027715, 26.623534, 25.578491, 24.89245, 24.850695, 23.619431, 22.132142, 20.421507, 18.587617, 18.350826, 15.321676, 13.015606, 13.880207, 13.38754, 14.401457, 25.587378, 28.170454, 53.709468, 60.991444]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 300, "item_id": "llmzszl-18630", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 679, "region_end": 298, "roundtrip_ok": true, "tf_agree": 0.9733, "tf_agree_excl_first": 0.9766}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [175, 139, 118, 91, 114, 118, 137, 143, 132, 125, 138, 140, 140, 147, 158, 134, 149, 144, 121, 125, 107, 112, 103, 110, 152, 178, 180, 163, 177, 177, 171, 183, 164, 167, 197, 217, 230, 230, 208, 209, 216, 223, 233, 219, 216, 225, 217, 194, 188, 190], "n_am_pl": [22, 70, 102, 113, 90, 85, 78, 62, 72, 86, 107, 101, 99, 104, 106, 104, 81, 97, 102, 124, 148, 162, 178, 176, 70, 58, 63, 96, 84, 86, 86, 77, 77, 77, 63, 45, 36, 25, 34, 32, 31, 20, 19, 25, 27, 23, 7, 4, 4, 4], "n_pos": 571, "sum_m_en": [66.76742, 33.423169, 32.464367, 31.81031, 32.830066, 33.973032, 33.162298, 34.06578, 36.821509, 36.471806, 36.52538, 40.085289, 42.554386, 46.285646, 45.672445, 44.723554, 46.259575, 43.989942, 37.540965, 33.95621, 30.083998, 27.518195, 26.342408, 25.662306, 52.301627, 59.228867, 64.92516, 61.544005, 63.148793, 67.146537, 61.252376, 63.336184, 62.08241, 66.738436, 74.712079, 82.821568, 100.223084, 106.558733, 101.09153, 105.813971, 111.753199, 135.721897, 151.535325, 159.847969, 176.855065, 185.376871, 198.999195, 186.54549, 185.941461, 191.106331], "sum_m_pl": [203.45438, 271.370892, 266.280491, 264.604314, 258.281336, 259.3679, 264.080078, 267.218128, 268.04485, 271.367712, 272.664072, 269.933068, 268.09134, 263.110598, 263.462055, 264.212338, 262.027144, 265.54687, 271.69699, 279.011017, 283.836576, 286.233529, 287.869057, 288.435781, 244.24371, 237.485334, 232.985356, 248.805656, 253.307106, 246.59941, 251.387723, 247.878108, 247.98142, 236.687138, 229.34991, 217.672563, 195.606212, 184.856933, 173.477829, 161.651131, 145.408577, 125.056282, 114.736055, 101.468617, 82.01174, 62.058367, 32.301057, 21.803327, 8.651039, 4.064301]}, "digit": {"n_am_en": [5, 9, 12, 9, 9, 7, 6, 10, 5, 8, 9, 5, 6, 6, 7, 4, 9, 7, 4, 4, 9, 7, 8, 10, 8, 12, 12, 9, 16, 11, 12, 10, 11, 7, 6, 6, 6, 7, 7, 8, 5, 6, 4, 5, 6, 7, 5, 2, 0, 0], "n_am_pl": [3, 2, 2, 1, 0, 0, 0, 0, 2, 0, 1, 4, 3, 7, 6, 6, 4, 7, 7, 7, 3, 6, 8, 4, 1, 3, 3, 6, 5, 7, 4, 3, 4, 4, 7, 2, 2, 3, 2, 0, 0, 0, 1, 1, 2, 2, 2, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.531094, 1.392051, 1.71534, 1.504476, 1.636122, 1.743595, 1.529373, 1.700338, 1.751888, 1.801995, 1.91639, 2.05655, 2.412528, 2.483876, 2.290441, 2.378402, 2.74988, 2.325689, 1.899889, 1.664435, 1.466338, 1.335817, 1.298069, 1.262701, 2.241388, 2.823939, 3.135186, 3.371018, 3.485198, 3.54274, 3.29144, 2.968396, 2.956698, 2.873091, 3.346222, 3.196313, 4.135689, 3.807765, 3.882121, 3.184735, 2.8271, 4.21601, 3.962369, 3.58376, 3.615501, 4.102243, 3.178665, 2.399749, 0.215168, 0.0], "sum_m_pl": [11.462634, 15.38187, 14.292909, 14.25426, 13.20863, 13.413773, 14.264026, 14.125846, 13.901941, 14.472293, 14.089322, 13.991295, 13.468554, 13.718612, 13.996989, 13.989574, 13.511358, 13.947999, 14.124274, 14.614843, 15.081845, 15.255556, 15.32986, 15.391591, 13.900862, 13.215595, 12.816476, 13.792807, 14.46158, 13.908471, 13.469241, 13.79992, 13.584331, 13.219405, 12.589222, 11.292412, 10.543611, 10.245015, 9.902939, 8.142438, 7.647642, 7.430413, 6.754032, 7.707583, 7.970362, 5.481553, 4.293641, 2.058325, 0.083914, 0.0]}, "lang": {"n_am_en": [60, 44, 55, 34, 46, 47, 60, 60, 61, 62, 61, 61, 59, 64, 70, 53, 67, 76, 63, 59, 52, 56, 48, 54, 76, 87, 80, 71, 61, 68, 68, 77, 70, 78, 91, 96, 113, 117, 111, 106, 116, 119, 131, 131, 131, 143, 146, 147, 174, 189], "n_am_pl": [5, 19, 36, 45, 35, 35, 28, 26, 27, 32, 34, 30, 33, 33, 38, 38, 18, 29, 38, 48, 59, 65, 71, 71, 27, 21, 21, 34, 31, 32, 29, 23, 23, 21, 24, 19, 10, 6, 6, 5, 6, 3, 3, 4, 7, 5, 3, 2, 4, 4], "n_pos": 196, "sum_m_en": [23.347828, 12.0741, 11.777387, 11.989232, 12.2792, 12.63185, 12.184645, 12.17986, 13.745609, 13.02732, 13.117394, 14.361687, 14.855692, 16.363568, 16.572466, 15.854092, 16.18194, 15.61933, 13.388906, 12.081333, 10.631078, 9.606462, 9.153031, 8.923726, 20.964739, 23.94577, 25.876904, 23.711542, 24.114988, 25.656192, 22.964601, 24.668539, 24.550205, 27.427504, 31.742552, 35.85308, 46.052261, 50.304955, 49.50704, 52.373095, 57.661449, 73.548074, 84.28146, 92.154652, 103.992075, 116.000423, 130.725145, 134.589789, 165.905999, 184.691338], "sum_m_pl": [67.376725, 91.395772, 90.835645, 89.963321, 88.27988, 88.92432, 90.268752, 91.471668, 92.085369, 93.139679, 93.675326, 93.346297, 93.586559, 92.259676, 91.684307, 91.834229, 91.682353, 92.448785, 94.732858, 96.984161, 98.342486, 99.045199, 99.59101, 99.695903, 86.64771, 84.294945, 82.382463, 86.893439, 87.409219, 85.559374, 88.066245, 85.865792, 85.200775, 80.849437, 78.468014, 74.185494, 66.241944, 63.011249, 59.027367, 56.662673, 52.557344, 42.134297, 37.278008, 33.592807, 26.091549, 19.310708, 10.371253, 6.542638, 4.187227, 4.001624]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 573, "item_id": "llmzszl-18632", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 756, "region_end": 571, "roundtrip_ok": true, "tf_agree": 0.986, "tf_agree_excl_first": 0.9878}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [140, 164, 165, 160, 105, 99, 127, 123, 114, 109, 114, 129, 142, 161, 171, 139, 133, 133, 112, 87, 72, 71, 62, 78, 123, 123, 153, 159, 159, 162, 159, 152, 145, 150, 139, 128, 124, 114, 108, 102, 97, 95, 103, 83, 88, 86, 34, 22, 5, 2], "n_am_pl": [31, 153, 110, 101, 91, 109, 122, 138, 151, 151, 139, 119, 124, 99, 80, 98, 96, 116, 119, 136, 145, 161, 183, 178, 87, 104, 94, 113, 129, 117, 128, 123, 146, 96, 103, 79, 71, 73, 78, 64, 71, 71, 73, 79, 65, 75, 91, 99, 115, 116], "n_pos": 707, "sum_m_en": [66.145236, 32.76621, 35.093668, 35.784375, 36.315084, 38.383417, 38.462648, 39.804342, 41.992745, 43.712524, 43.759837, 45.122618, 48.746901, 54.516263, 55.881558, 53.961163, 53.786432, 51.628168, 43.645246, 39.022852, 35.727717, 33.26133, 32.319738, 31.451298, 57.915398, 63.490379, 71.276161, 71.101998, 74.433172, 76.041362, 71.706138, 70.383599, 68.231864, 70.11106, 70.559784, 68.868201, 74.014362, 73.571414, 70.881683, 69.915474, 65.166871, 67.379452, 71.505909, 64.41946, 70.297576, 68.101842, 36.10956, 30.718688, 6.874307, 2.0413], "sum_m_pl": [277.708464, 351.318091, 340.979875, 334.090973, 325.521238, 321.608585, 324.913565, 328.188271, 325.415968, 331.049905, 328.411464, 325.966509, 323.641421, 318.509247, 319.11435, 320.435125, 317.389824, 326.244066, 335.432219, 345.155897, 349.638757, 352.001286, 352.292401, 353.523833, 283.242615, 282.367048, 279.700941, 304.003871, 312.082273, 306.008217, 309.822818, 310.288962, 312.543131, 289.993842, 279.799143, 266.407109, 237.328114, 219.56191, 206.875291, 193.308975, 177.72588, 178.766808, 174.265799, 158.004645, 132.187421, 127.665144, 123.593175, 108.98864, 114.20014, 115.328202]}, "digit": {"n_am_en": [13, 31, 25, 18, 12, 12, 18, 17, 18, 17, 17, 17, 23, 23, 33, 23, 18, 21, 15, 11, 14, 11, 14, 13, 13, 21, 26, 33, 28, 25, 26, 27, 19, 18, 18, 10, 7, 6, 10, 10, 9, 10, 10, 6, 9, 10, 4, 1, 0, 0], "n_am_pl": [0, 17, 7, 13, 3, 1, 2, 2, 9, 6, 4, 10, 10, 5, 5, 9, 8, 14, 14, 17, 14, 22, 25, 26, 5, 9, 7, 4, 13, 16, 16, 12, 19, 9, 15, 7, 4, 9, 9, 5, 4, 5, 5, 10, 6, 3, 8, 11, 0, 0], "n_pos": 79, "sum_m_en": [8.107026, 3.373026, 3.736118, 3.686836, 3.86741, 4.159513, 4.137885, 4.702501, 4.883606, 4.885041, 5.235621, 5.417746, 5.964198, 6.487563, 6.711948, 6.838224, 6.664819, 6.316258, 5.157161, 4.591107, 4.05141, 3.725817, 3.596859, 3.502058, 6.506522, 7.610961, 9.04074, 9.224123, 9.590562, 9.396256, 9.47617, 8.867588, 8.061885, 8.518212, 8.965179, 8.378214, 8.370529, 7.499526, 7.272485, 6.672157, 5.886351, 6.19236, 6.335799, 5.47872, 7.763641, 7.007369, 4.250339, 3.756183, 0.093114, 0.0], "sum_m_pl": [29.800363, 41.297517, 39.225499, 38.685487, 36.729143, 36.120327, 35.734084, 35.370661, 35.02304, 36.393149, 36.093027, 36.637065, 36.019114, 35.900278, 36.53774, 36.473829, 35.232446, 36.250316, 36.879345, 37.99556, 38.943666, 39.375203, 39.552735, 39.777916, 32.132671, 32.102039, 31.484344, 33.835155, 35.194236, 35.099223, 33.830107, 34.631348, 35.253434, 32.51257, 29.903369, 30.835464, 29.443869, 29.325324, 28.284272, 26.161822, 25.137211, 26.610252, 25.511499, 23.944392, 21.648729, 17.836354, 16.814685, 13.094393, 0.499169, 0.0]}, "lang": {"n_am_en": [35, 24, 20, 18, 14, 15, 22, 23, 25, 27, 22, 23, 34, 26, 33, 24, 18, 27, 20, 19, 16, 18, 14, 17, 27, 31, 28, 26, 19, 22, 28, 31, 34, 38, 28, 34, 37, 36, 27, 28, 30, 32, 37, 37, 41, 37, 14, 9, 3, 2], "n_am_pl": [4, 28, 24, 18, 35, 31, 27, 20, 27, 30, 24, 22, 22, 19, 15, 22, 18, 23, 14, 17, 20, 27, 32, 23, 9, 15, 13, 15, 19, 20, 18, 18, 19, 13, 15, 16, 12, 15, 21, 20, 20, 22, 24, 27, 28, 43, 59, 65, 109, 113], "n_pos": 116, "sum_m_en": [10.436622, 5.44767, 5.802731, 6.187831, 5.984541, 6.695901, 7.195226, 6.854462, 7.263256, 7.253658, 7.453627, 7.7995, 8.1118, 8.974592, 9.008955, 8.215155, 8.44947, 8.498965, 7.461387, 6.622122, 6.246366, 5.736989, 5.472794, 5.323518, 12.397075, 12.852751, 12.787076, 11.887156, 12.098378, 12.537944, 11.558415, 12.611701, 12.547815, 13.295786, 13.242766, 13.612904, 15.35042, 17.740979, 16.89981, 19.408734, 18.318363, 21.961825, 24.77301, 24.610591, 31.967677, 30.2472, 13.057262, 10.556084, 3.146333, 2.006466], "sum_m_pl": [42.855261, 53.121286, 53.151563, 51.312283, 50.359733, 50.462448, 51.156065, 53.434317, 54.290041, 54.983449, 54.944604, 54.269193, 54.606444, 53.712384, 53.827069, 54.129151, 54.437025, 54.802428, 56.405076, 57.769795, 58.483133, 58.833275, 59.052987, 58.882423, 47.952571, 48.15121, 47.029623, 50.832363, 51.328733, 50.827064, 52.641697, 51.614053, 51.938489, 49.128317, 48.849741, 48.913269, 45.783217, 44.311946, 43.258334, 40.103622, 37.42928, 36.377338, 35.587751, 36.007594, 34.364721, 43.961238, 61.625763, 63.617464, 104.693609, 112.475825]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 707, "item_id": "llmzszl-18632", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 687, "region_end": 707, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 0.9873}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 19, 16, 16, 16, 11, 10, 12, 11, 10, 13, 10, 7, 11, 12, 10, 8, 9, 9, 9, 8, 8, 8, 9, 14, 14, 15, 15, 20, 16, 12, 9, 12, 10, 16, 18, 11, 11, 12, 15, 11, 10, 14, 15, 15, 15, 12, 12, 13, 14], "n_am_pl": [1, 7, 9, 5, 7, 6, 8, 10, 5, 7, 11, 9, 12, 6, 8, 5, 6, 4, 4, 9, 12, 13, 13, 11, 5, 5, 8, 7, 5, 3, 6, 8, 9, 5, 6, 4, 4, 5, 8, 2, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 60, "sum_m_en": [7.313002, 3.137338, 3.422719, 3.067327, 3.158698, 3.163089, 3.144693, 3.216065, 3.397696, 3.435678, 3.722399, 3.918587, 3.915957, 4.297286, 4.131368, 3.92926, 3.790369, 3.56519, 3.265723, 3.034187, 2.910853, 2.834253, 2.77011, 2.84943, 7.494004, 7.467291, 6.988176, 6.718939, 6.14341, 6.137682, 5.244941, 5.093101, 5.060991, 5.156926, 6.20669, 6.011288, 6.371589, 6.533639, 7.636794, 7.942668, 8.35143, 8.042651, 8.849936, 9.495151, 9.177701, 9.158913, 11.595002, 11.28252, 13.293537, 13.330046], "sum_m_pl": [23.295804, 30.555301, 29.486719, 28.979165, 27.953722, 27.395295, 27.529722, 27.243002, 26.658979, 27.191389, 26.319169, 27.024015, 27.344006, 27.047112, 27.275109, 27.347405, 27.266119, 27.450468, 28.092039, 29.049931, 29.161348, 29.137476, 29.205161, 29.161703, 22.242676, 21.939651, 22.083174, 23.717823, 24.249547, 23.781942, 24.571448, 24.94987, 24.599688, 22.99208, 22.235229, 21.314905, 19.386766, 18.638947, 17.047042, 16.014461, 14.894893, 13.361084, 12.420428, 10.317449, 8.683758, 7.227294, 3.783513, 2.971566, 0.805972, 0.004011]}, "digit": {"n_am_en": [3, 6, 6, 4, 4, 1, 1, 2, 2, 2, 2, 2, 0, 0, 2, 2, 0, 1, 2, 1, 2, 2, 1, 1, 2, 2, 2, 4, 4, 0, 1, 1, 2, 1, 2, 2, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 2, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 2, 0, 0, 0, 2, 4, 2, 3, 4, 2, 2, 2, 1, 1, 2, 1, 2, 4, 3, 0, 0, 1, 0, 0, 0, 2, 2, 3, 1, 0, 0, 0, 0, 3, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.503037, 0.514855, 0.507287, 0.49109, 0.536496, 0.513972, 0.525187, 0.550384, 0.603168, 0.638827, 0.633, 0.655348, 0.641157, 0.748124, 0.722563, 0.6852, 0.678744, 0.663166, 0.616719, 0.579037, 0.557173, 0.541076, 0.529347, 0.542007, 1.276479, 1.363281, 1.170054, 1.045984, 1.022883, 0.949704, 0.871054, 0.881862, 0.806601, 0.763866, 0.824845, 0.770996, 0.768665, 0.742654, 0.717433, 0.711833, 0.672529, 0.740633, 0.711069, 0.72964, 0.782319, 0.700468, 1.239329, 0.548449, 0.247929, 4e-06], "sum_m_pl": [4.644179, 6.360129, 6.189712, 5.968085, 5.83006, 5.690292, 5.703829, 5.595102, 5.503499, 5.491206, 5.379396, 5.507548, 5.461568, 5.293328, 5.356201, 5.280482, 5.166442, 5.338587, 5.425463, 5.623177, 5.653438, 5.699994, 5.69325, 5.726449, 4.44728, 4.258221, 4.405842, 4.711038, 4.960055, 4.922228, 5.048279, 5.065998, 5.26705, 5.080997, 4.78331, 4.898318, 4.711551, 4.566372, 4.316935, 4.19332, 4.009214, 4.101887, 3.516023, 3.081126, 2.653015, 2.388673, 1.671608, 0.753115, 0.094833, 1e-06]}, "lang": {"n_am_en": [5, 3, 2, 3, 2, 4, 1, 2, 3, 3, 3, 2, 2, 3, 3, 3, 3, 4, 3, 2, 5, 3, 2, 3, 6, 7, 7, 6, 7, 4, 3, 3, 3, 3, 7, 6, 5, 7, 5, 8, 7, 7, 7, 9, 10, 10, 9, 11, 12, 12], "n_am_pl": [0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 1, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.879569, 0.858441, 1.029848, 0.710044, 0.666678, 0.690106, 0.66886, 0.657538, 0.721782, 0.716187, 0.796301, 0.884067, 0.886852, 0.951054, 0.907978, 0.844695, 0.797766, 0.785108, 0.713051, 0.663228, 0.646421, 0.649067, 0.626583, 0.7078, 3.191411, 3.091968, 2.7931, 2.49418, 1.901688, 1.868496, 1.2977, 1.335318, 1.500588, 1.62927, 2.523001, 2.539145, 2.900989, 3.379193, 4.202332, 4.654876, 4.872393, 5.211544, 5.678369, 5.717335, 5.987182, 5.736947, 8.506647, 9.44002, 11.581085, 11.982785], "sum_m_pl": [4.017923, 5.458692, 5.284801, 5.356079, 5.037193, 4.825056, 4.770633, 5.007661, 4.942378, 5.154153, 5.038464, 5.18954, 5.262454, 5.208297, 5.274176, 5.359126, 5.370547, 5.291801, 5.419888, 5.588117, 5.54058, 5.490867, 5.554629, 5.469816, 3.41972, 3.439146, 3.245522, 3.794929, 4.109712, 4.062807, 4.3783, 4.553814, 4.289322, 4.271738, 3.95928, 3.925281, 3.27328, 3.330435, 2.948179, 2.782605, 2.523537, 2.306175, 2.055748, 1.936752, 1.816832, 1.550446, 0.574043, 0.351429, 0.041123, 0.003297]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 62, "item_id": "llmzszl-18634", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 725, "region_end": 60, "roundtrip_ok": true, "tf_agree": 0.9032, "tf_agree_excl_first": 0.918}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [49, 66, 58, 67, 61, 52, 48, 56, 51, 52, 46, 55, 68, 70, 53, 59, 43, 44, 33, 30, 28, 34, 28, 36, 70, 56, 51, 43, 61, 72, 65, 71, 63, 60, 70, 62, 72, 46, 46, 50, 47, 51, 55, 49, 43, 41, 20, 15, 3, 3], "n_am_pl": [16, 63, 45, 38, 48, 33, 33, 39, 42, 48, 41, 32, 49, 52, 45, 40, 72, 69, 73, 76, 82, 74, 72, 66, 40, 51, 45, 55, 58, 44, 56, 50, 47, 40, 46, 36, 17, 17, 20, 18, 23, 25, 21, 17, 18, 11, 23, 22, 23, 23], "n_pos": 269, "sum_m_en": [24.702815, 12.628328, 14.024795, 14.223392, 14.562885, 14.406273, 14.359111, 14.256522, 15.493123, 16.239899, 17.444249, 18.188428, 18.953529, 20.133112, 20.946978, 19.595423, 17.995955, 16.619314, 14.921477, 13.839205, 13.403912, 13.114948, 12.718313, 12.489974, 26.769766, 25.317591, 26.71828, 27.454045, 29.173694, 29.774183, 27.424588, 26.902503, 25.993356, 25.875005, 28.408608, 27.152235, 28.707904, 26.792976, 29.835767, 31.152264, 30.722707, 31.453366, 35.455671, 40.654088, 38.445374, 33.97391, 21.583279, 16.206773, 4.592915, 3.001479], "sum_m_pl": [111.312712, 135.805052, 131.232029, 128.871031, 128.294494, 124.191182, 124.767114, 124.582218, 123.751814, 125.154118, 122.605921, 124.474946, 126.424182, 126.312918, 125.654557, 126.506383, 125.638467, 128.658133, 130.868636, 133.181713, 132.34994, 131.93139, 132.152242, 131.540017, 106.979782, 107.878402, 103.192684, 109.908998, 112.797384, 112.389965, 114.446997, 116.104722, 116.132583, 107.926836, 102.792574, 100.700053, 89.460972, 85.884329, 79.476442, 76.639481, 72.325084, 71.136716, 64.379161, 52.722396, 47.103539, 42.492521, 37.296773, 32.020286, 25.241855, 23.804478]}, "digit": {"n_am_en": [5, 17, 9, 11, 8, 8, 6, 11, 9, 10, 8, 8, 10, 6, 5, 8, 5, 2, 4, 2, 3, 4, 2, 3, 5, 7, 10, 7, 8, 14, 13, 10, 7, 8, 10, 7, 10, 2, 3, 4, 2, 6, 5, 5, 5, 5, 1, 0, 0, 0], "n_am_pl": [1, 8, 2, 4, 5, 3, 1, 5, 5, 5, 5, 5, 10, 11, 11, 10, 12, 12, 13, 10, 10, 9, 9, 8, 4, 7, 2, 8, 8, 6, 14, 9, 10, 8, 5, 3, 2, 3, 4, 2, 3, 3, 3, 0, 1, 0, 2, 3, 0, 0], "n_pos": 36, "sum_m_en": [3.118867, 1.599705, 1.655925, 1.681706, 1.712635, 1.645338, 1.649656, 1.783753, 1.939456, 2.032478, 2.03704, 2.101599, 2.302362, 2.622284, 2.635848, 2.486839, 2.26416, 2.136799, 1.868622, 1.675004, 1.629859, 1.573608, 1.554227, 1.533462, 2.68303, 2.703023, 3.340719, 3.349159, 3.744852, 3.78325, 3.501119, 3.369107, 3.108865, 3.179245, 3.331087, 3.118819, 2.954312, 2.694135, 2.690586, 2.573096, 2.376495, 2.445139, 2.830344, 4.478056, 4.78778, 2.998025, 1.133468, 0.683828, 0.104449, 1.4e-05], "sum_m_pl": [15.355785, 19.092689, 18.334887, 17.81584, 17.635573, 17.297245, 17.399592, 17.075685, 16.912496, 16.905955, 16.679563, 17.016957, 17.201619, 16.871739, 16.908998, 17.00491, 16.89147, 17.365377, 17.730501, 18.004692, 17.75342, 17.811444, 17.850783, 17.842012, 15.660133, 15.503151, 14.773782, 15.391424, 15.451769, 15.459256, 15.855838, 15.963869, 16.371004, 15.46813, 14.173685, 14.683076, 13.603368, 13.153979, 12.373125, 12.165931, 11.975299, 12.484488, 11.452519, 9.583175, 9.025184, 8.343798, 5.21189, 4.48325, 0.383132, 0.059417]}, "lang": {"n_am_en": [5, 5, 7, 5, 4, 2, 2, 6, 7, 6, 6, 4, 4, 7, 7, 6, 2, 3, 4, 5, 7, 6, 6, 6, 10, 8, 7, 7, 7, 7, 6, 10, 6, 3, 5, 8, 8, 9, 5, 7, 7, 7, 9, 10, 12, 9, 5, 3, 3, 3], "n_am_pl": [5, 9, 6, 5, 4, 5, 1, 2, 4, 5, 5, 3, 3, 2, 2, 2, 5, 7, 5, 4, 7, 5, 8, 4, 3, 5, 3, 3, 3, 2, 3, 5, 3, 5, 5, 3, 1, 5, 5, 5, 7, 6, 6, 8, 7, 6, 12, 11, 22, 23], "n_pos": 29, "sum_m_en": [2.396446, 1.51174, 1.663535, 1.650817, 1.609483, 1.629861, 1.625998, 1.621074, 1.667465, 1.712373, 1.825473, 1.936462, 1.958717, 2.050064, 2.10346, 2.035165, 1.912662, 1.794805, 1.693992, 1.607738, 1.582609, 1.561686, 1.463907, 1.418435, 3.008059, 2.863951, 2.724493, 2.847326, 2.983774, 2.94698, 2.668062, 2.721146, 2.799808, 2.667341, 2.799175, 2.70003, 3.11122, 3.163596, 3.705966, 4.663213, 4.817597, 5.210292, 6.08284, 7.61039, 8.536524, 7.54451, 5.218127, 3.332713, 3.260594, 3.001073], "sum_m_pl": [11.345083, 13.5864, 13.27687, 13.082844, 12.990366, 12.448975, 12.476192, 12.705538, 12.737943, 13.065823, 12.776964, 12.721056, 12.945898, 12.973815, 12.662212, 12.93463, 12.835025, 12.995431, 13.256725, 13.586423, 13.504824, 13.38656, 13.464661, 13.353591, 10.631134, 10.572544, 9.995265, 10.98153, 11.203858, 11.468598, 11.734878, 11.987089, 11.624878, 11.190332, 11.1388, 11.907559, 11.091644, 11.242522, 10.562041, 10.171116, 10.017953, 10.00928, 8.816238, 8.731224, 8.541672, 8.964064, 10.578199, 10.401273, 20.481923, 23.079242]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 271, "item_id": "llmzszl-18634", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 656, "region_end": 269, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.9815}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [45, 30, 26, 23, 18, 20, 16, 17, 8, 18, 19, 23, 22, 23, 25, 16, 28, 20, 17, 17, 20, 16, 17, 16, 33, 29, 28, 25, 33, 26, 27, 27, 21, 23, 29, 30, 33, 27, 29, 35, 34, 28, 26, 30, 24, 25, 26, 24, 28, 28], "n_am_pl": [2, 20, 25, 20, 10, 12, 12, 13, 19, 22, 19, 9, 9, 12, 11, 18, 12, 8, 7, 6, 12, 14, 9, 12, 9, 7, 7, 4, 10, 15, 9, 11, 7, 6, 9, 4, 7, 9, 7, 3, 3, 4, 4, 3, 4, 3, 0, 1, 0, 0], "n_pos": 112, "sum_m_en": [15.259715, 6.261656, 6.452803, 6.198475, 6.526225, 6.494514, 6.540334, 6.712409, 6.804724, 7.27849, 7.576174, 7.833468, 8.953617, 9.545871, 9.706293, 9.220878, 9.492873, 9.35156, 7.922347, 7.323239, 6.841401, 6.232213, 5.93992, 5.76874, 14.26786, 15.718548, 14.505428, 14.273367, 14.605701, 14.045956, 13.229558, 12.751291, 11.915528, 12.095615, 13.539717, 14.27898, 14.873203, 15.123046, 17.019789, 19.783467, 20.075841, 19.744124, 22.066675, 23.76529, 24.876905, 25.194955, 27.249317, 25.731035, 27.809343, 26.942053], "sum_m_pl": [41.343386, 55.224677, 53.287259, 52.286294, 50.062953, 48.338264, 49.430502, 47.132267, 46.227401, 47.682959, 46.4867, 46.602746, 46.81645, 46.515413, 45.445755, 46.435664, 45.367672, 47.432285, 48.315356, 49.877559, 50.992962, 52.031296, 52.422011, 52.921244, 38.311831, 36.855361, 36.469521, 38.643052, 40.073882, 40.897749, 40.980171, 41.35143, 41.520957, 40.654856, 39.32202, 36.78692, 31.943734, 31.208602, 26.86702, 25.970932, 24.09026, 20.760068, 19.404367, 16.707971, 13.29999, 10.692273, 5.384467, 3.719008, 0.165196, 0.003631]}, "digit": {"n_am_en": [2, 5, 4, 2, 2, 2, 3, 0, 0, 2, 3, 4, 2, 3, 1, 2, 2, 2, 2, 2, 1, 1, 1, 1, 7, 4, 5, 2, 6, 4, 7, 4, 2, 2, 3, 4, 1, 1, 1, 2, 2, 2, 2, 2, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 3, 2, 1, 2, 5, 6, 7, 7, 1, 6, 3, 1, 2, 2, 2, 3, 2, 2, 2, 0, 0, 1, 0, 0, 0, 1, 3, 2, 2, 1, 2, 2, 2, 1, 3, 2, 0, 0, 0, 1, 1, 2, 2, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.623949, 0.847171, 0.890897, 0.869131, 0.923173, 1.095839, 1.045844, 1.075938, 1.024558, 1.238503, 1.206781, 1.247955, 1.516182, 1.652278, 1.484158, 1.432819, 1.48378, 1.358152, 1.144474, 1.071053, 0.980224, 0.900199, 0.860423, 0.836024, 2.052073, 2.074157, 2.046311, 1.946886, 2.015255, 1.949134, 2.172948, 1.798098, 1.556936, 1.597097, 1.645618, 1.69247, 1.453834, 1.248514, 1.44143, 1.488679, 1.4154, 1.336901, 1.214019, 1.259539, 1.009333, 1.033998, 0.645856, 0.369517, 0.046068, 0.0], "sum_m_pl": [7.328828, 8.76821, 8.077971, 7.943298, 7.521851, 7.170429, 7.548843, 7.109967, 6.977946, 7.355094, 7.199538, 7.009689, 6.831047, 6.677961, 6.75164, 7.073572, 6.899362, 7.45597, 7.579231, 7.760918, 7.916798, 8.107957, 8.19613, 8.258643, 6.208712, 5.771557, 5.558399, 6.146567, 6.365253, 6.575161, 6.454161, 6.707142, 6.727172, 6.47879, 6.373635, 6.268813, 5.905911, 5.753048, 5.294165, 5.248252, 5.162744, 5.208316, 4.85739, 4.589121, 4.642175, 3.845208, 2.203155, 0.979729, 0.088351, 0.0]}, "lang": {"n_am_en": [11, 7, 9, 8, 6, 6, 5, 5, 4, 2, 6, 5, 7, 6, 4, 3, 7, 3, 5, 7, 4, 5, 5, 6, 11, 9, 9, 9, 12, 6, 8, 9, 6, 6, 8, 10, 12, 11, 17, 18, 21, 20, 19, 21, 19, 21, 21, 21, 27, 28], "n_am_pl": [1, 5, 7, 3, 0, 2, 3, 3, 4, 5, 1, 1, 2, 2, 3, 3, 4, 2, 2, 1, 3, 3, 3, 2, 3, 5, 1, 2, 3, 5, 1, 3, 3, 2, 3, 2, 3, 3, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0], "n_pos": 29, "sum_m_en": [3.967489, 1.749121, 1.736797, 1.722638, 1.69821, 1.618398, 1.7786, 1.762316, 1.838767, 1.898062, 2.11559, 2.235217, 2.587844, 2.60749, 2.57298, 2.519741, 2.58186, 2.641149, 2.324032, 2.06558, 1.941468, 1.760837, 1.673968, 1.634186, 4.603893, 5.400125, 4.596555, 4.968498, 5.116632, 4.8589, 4.440172, 4.519212, 3.927388, 3.853371, 4.316973, 4.710965, 5.443791, 6.334709, 8.526546, 10.552185, 11.238272, 12.450769, 14.744878, 16.101885, 18.331029, 18.672477, 20.973849, 20.564726, 26.068065, 26.622696], "sum_m_pl": [10.060508, 13.815785, 13.504463, 13.178032, 12.857733, 12.190718, 12.455069, 11.998073, 11.539892, 11.838998, 11.515362, 11.584203, 11.836859, 12.093743, 11.797674, 11.754873, 11.691674, 11.948954, 11.964433, 12.571398, 12.805642, 13.024574, 13.095845, 13.213482, 9.070219, 8.617212, 8.604304, 8.605107, 8.925539, 9.082766, 9.424715, 9.29241, 9.773328, 9.949487, 9.822576, 9.494931, 7.957012, 7.889225, 6.576099, 6.020538, 5.389077, 4.364321, 3.710676, 3.223304, 1.770702, 1.395712, 0.728322, 1.487161, 0.014001, 0.003626]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "llmzszl-18635", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [66, 74, 78, 71, 75, 49, 55, 61, 56, 60, 53, 58, 56, 56, 49, 57, 49, 39, 41, 30, 34, 38, 24, 29, 60, 59, 55, 57, 63, 44, 55, 56, 56, 55, 73, 82, 60, 58, 76, 61, 63, 52, 54, 52, 50, 37, 15, 11, 4, 0], "n_am_pl": [8, 58, 55, 43, 35, 50, 38, 50, 52, 42, 47, 40, 49, 43, 38, 44, 42, 43, 44, 39, 45, 30, 52, 53, 43, 45, 45, 30, 47, 56, 54, 50, 41, 37, 25, 25, 16, 20, 17, 16, 18, 19, 14, 22, 25, 29, 37, 37, 47, 53], "n_pos": 288, "sum_m_en": [27.180613, 14.046636, 15.206791, 15.215032, 15.955834, 15.948386, 16.696473, 17.709896, 18.754803, 19.581409, 19.638746, 19.456432, 21.81664, 23.30864, 23.839619, 22.679569, 22.110378, 21.614872, 19.008245, 17.642402, 16.53911, 15.324745, 14.582681, 14.003697, 28.505505, 30.535846, 31.055773, 31.228611, 31.788205, 30.90837, 30.094818, 28.996998, 29.786852, 29.28986, 31.514771, 33.148469, 34.699602, 32.543401, 36.415744, 36.422554, 34.023468, 32.753401, 31.817405, 35.935753, 32.843802, 30.462288, 16.392183, 13.628416, 5.289353, 0.032593], "sum_m_pl": [111.638332, 145.457851, 139.698246, 138.334204, 135.888548, 132.816704, 133.580223, 130.790929, 128.752434, 130.213303, 127.535438, 127.650639, 127.259243, 124.451558, 121.749216, 126.184136, 122.194337, 126.498675, 130.892191, 132.694605, 134.190015, 135.894048, 137.223693, 137.858107, 107.211228, 105.844442, 103.90595, 108.31327, 112.708921, 113.222625, 114.162723, 114.439789, 113.995419, 108.738622, 103.616707, 99.28056, 91.670985, 90.303154, 82.136076, 81.393932, 75.943122, 76.397837, 73.058789, 67.266904, 61.217171, 56.875999, 47.998761, 40.787134, 46.963307, 53.50394]}, "digit": {"n_am_en": [1, 10, 11, 4, 9, 7, 3, 5, 2, 2, 3, 5, 3, 4, 2, 3, 4, 4, 4, 2, 2, 4, 3, 3, 7, 9, 6, 7, 11, 7, 9, 10, 6, 5, 7, 10, 3, 5, 5, 3, 5, 3, 2, 2, 4, 2, 1, 1, 1, 0], "n_am_pl": [0, 3, 1, 5, 5, 1, 2, 3, 1, 6, 7, 7, 10, 4, 2, 6, 5, 8, 7, 5, 8, 4, 7, 8, 6, 3, 2, 4, 3, 7, 5, 4, 3, 4, 2, 3, 1, 1, 1, 1, 1, 2, 2, 4, 3, 4, 2, 1, 0, 0], "n_pos": 32, "sum_m_en": [2.646671, 1.428934, 1.569453, 1.558958, 1.650165, 1.763631, 1.768179, 1.858512, 1.870445, 2.094196, 2.019895, 2.025327, 2.38061, 2.540209, 2.431588, 2.343777, 2.424269, 2.281009, 2.08321, 1.959311, 1.784968, 1.651423, 1.562075, 1.502568, 3.117403, 3.391477, 3.237594, 3.490323, 3.57048, 3.685244, 3.689463, 3.670381, 3.81183, 3.452917, 3.56434, 3.456703, 2.943929, 2.487283, 2.598494, 2.612546, 2.411069, 2.229829, 2.237695, 2.138591, 2.009975, 1.931101, 1.303717, 0.949423, 0.519204, 0.0], "sum_m_pl": [12.692715, 16.963926, 15.753189, 15.618891, 15.434496, 14.799589, 15.124503, 14.93969, 14.660504, 14.810011, 14.470894, 14.571511, 14.038532, 13.638807, 13.698866, 14.293883, 13.817194, 14.461834, 14.866963, 14.996206, 15.117951, 15.425871, 15.607532, 15.75339, 13.041784, 12.316042, 12.052127, 12.573805, 12.941722, 12.64733, 12.612037, 12.807833, 13.019252, 12.935374, 12.575601, 12.370386, 12.195632, 12.482998, 11.617918, 11.984135, 11.540044, 11.745339, 11.289276, 10.811899, 10.822349, 9.492515, 5.773097, 3.279651, 0.249879, 0.0]}, "lang": {"n_am_en": [16, 9, 7, 14, 11, 8, 10, 13, 15, 14, 8, 6, 10, 7, 7, 16, 11, 11, 8, 3, 5, 6, 5, 7, 17, 10, 10, 10, 7, 6, 12, 11, 10, 15, 18, 18, 14, 10, 17, 16, 16, 16, 17, 17, 18, 19, 8, 6, 0, 0], "n_am_pl": [3, 14, 14, 6, 5, 10, 4, 7, 10, 10, 7, 7, 7, 5, 9, 6, 7, 6, 8, 6, 7, 4, 8, 6, 5, 7, 3, 3, 5, 6, 6, 6, 8, 6, 3, 2, 5, 8, 6, 6, 9, 11, 9, 13, 14, 18, 24, 23, 43, 53], "n_pos": 54, "sum_m_en": [5.262217, 2.829399, 2.811286, 3.000651, 3.100188, 3.073065, 3.556256, 3.649038, 3.898985, 3.656728, 3.822851, 3.832375, 4.269961, 4.428748, 4.472648, 4.360101, 4.25961, 4.053327, 3.742479, 3.409335, 3.322811, 3.062439, 2.841422, 2.742216, 6.138189, 6.430299, 6.656428, 6.610613, 6.90698, 6.772811, 5.99713, 6.240791, 6.295791, 6.57916, 6.690003, 7.427941, 9.066954, 7.762863, 10.551842, 10.7817, 9.838166, 9.898747, 9.701871, 11.010023, 12.709556, 13.632661, 7.031494, 5.638276, 0.68166, 0.032514], "sum_m_pl": [19.783195, 25.560817, 25.079893, 24.886867, 24.591995, 23.841215, 23.685222, 23.539829, 23.407635, 24.058357, 23.214329, 23.281683, 23.557869, 23.329407, 23.160226, 23.811222, 23.288196, 23.778637, 24.403534, 24.74673, 24.790586, 25.124219, 25.498051, 25.469008, 19.382535, 18.965655, 18.570585, 19.086072, 19.598594, 19.928182, 20.99319, 20.976562, 21.054926, 20.359386, 19.871057, 19.968151, 17.779352, 18.218203, 16.389935, 16.440244, 16.060515, 17.825029, 17.616695, 19.316661, 20.006212, 19.312474, 22.527785, 22.042993, 40.160367, 52.590356]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 290, "item_id": "llmzszl-18635", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 642, "region_end": 288, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9896}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 2, 2, 2, 3, 2, 3, 3, 2, 2, 2, 3, 2, 2, 2, 3, 1, 2, 1, 0, 0, 0, 0, 0, 1, 2, 1, 2, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.232206, 0.155201, 0.168338, 0.17444, 0.190662, 0.159645, 0.148461, 0.149606, 0.14005, 0.139588, 0.146471, 0.15989, 0.149934, 0.170536, 0.172458, 0.17606, 0.178513, 0.172787, 0.154858, 0.148322, 0.131283, 0.121499, 0.118099, 0.121666, 0.387063, 0.276333, 0.270669, 0.275132, 0.23512, 0.210831, 0.205826, 0.216664, 0.22633, 0.212052, 0.23148, 0.20416, 0.364568, 0.344438, 0.317216, 0.376988, 0.345997, 0.331896, 0.310995, 0.773197, 0.18137, 0.688834, 0.158681, 0.043949, 0.005095, 3.3e-05], "sum_m_pl": [1.37745, 1.421654, 1.478697, 1.446433, 1.412855, 1.479674, 1.457836, 1.380222, 1.478137, 1.471733, 1.476473, 1.501556, 1.487709, 1.498762, 1.396776, 1.350415, 1.388331, 1.366097, 1.41761, 1.427314, 1.457873, 1.484059, 1.50927, 1.510753, 1.218997, 1.262676, 1.14171, 1.177503, 1.255467, 1.395241, 1.385083, 1.346644, 1.274391, 1.182497, 1.20397, 1.226269, 1.134934, 1.035254, 1.018211, 0.968826, 1.038877, 1.097362, 1.065559, 0.963473, 0.537759, 0.522103, 0.189986, 0.115567, 0.002448, 0.002675]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18639", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 767, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9969, "tf_agree_excl_first": 0.9977}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [319, 324, 319, 291, 273, 268, 219, 267, 272, 296, 281, 284, 289, 313, 300, 352, 342, 340, 301, 311, 277, 280, 286, 273, 407, 372, 363, 321, 377, 383, 386, 343, 345, 328, 399, 368, 328, 326, 335, 331, 325, 297, 280, 258, 214, 188, 121, 75, 53, 41], "n_am_pl": [43, 257, 180, 167, 190, 227, 262, 189, 194, 212, 173, 204, 235, 226, 237, 207, 177, 180, 230, 250, 272, 272, 288, 312, 166, 177, 188, 208, 192, 189, 222, 227, 227, 196, 170, 159, 123, 107, 110, 128, 120, 131, 130, 123, 83, 97, 120, 151, 213, 242], "n_pos": 1280, "sum_m_en": [118.306825, 63.35676, 67.34568, 69.785968, 71.876378, 74.438158, 74.644709, 79.192839, 83.667282, 85.754485, 85.093085, 87.677308, 92.313143, 96.529212, 95.795519, 94.340982, 92.345224, 90.698893, 78.529552, 74.359279, 68.063964, 64.059297, 62.142012, 60.505438, 138.671441, 155.229808, 158.746028, 140.64809, 143.6742, 142.816354, 138.262668, 129.008699, 124.629613, 126.972491, 139.434795, 142.67402, 144.809805, 140.71456, 148.152616, 167.730409, 164.188667, 172.508394, 177.99247, 181.53586, 175.453652, 165.019089, 113.382193, 76.34838, 61.752783, 41.202456], "sum_m_pl": [495.535936, 637.995641, 614.236077, 606.579733, 600.932853, 592.597157, 600.725619, 586.761472, 579.918872, 592.032892, 583.499004, 587.220079, 593.483463, 583.992094, 592.855978, 596.219943, 585.189659, 591.923018, 609.936949, 617.154706, 621.271907, 626.277875, 629.104726, 631.207612, 505.667133, 489.854737, 475.531449, 522.114133, 531.25871, 538.355224, 545.648705, 553.796237, 561.53406, 530.383632, 506.829169, 490.62806, 455.872414, 448.147328, 418.54436, 394.289913, 375.736628, 362.013532, 341.991486, 309.754101, 249.676006, 228.725793, 201.515157, 181.661857, 201.946601, 240.051214]}, "digit": {"n_am_en": [29, 34, 25, 22, 35, 39, 18, 42, 29, 40, 21, 41, 42, 49, 45, 44, 37, 38, 39, 29, 28, 22, 25, 30, 37, 41, 43, 39, 35, 47, 39, 33, 33, 34, 33, 31, 33, 32, 26, 20, 23, 19, 21, 17, 16, 14, 5, 5, 0, 0], "n_am_pl": [0, 13, 22, 23, 26, 14, 32, 5, 21, 32, 26, 15, 16, 16, 13, 9, 15, 18, 26, 24, 28, 31, 33, 27, 22, 14, 17, 21, 16, 16, 27, 22, 25, 24, 27, 23, 25, 19, 18, 13, 16, 15, 15, 22, 8, 11, 6, 9, 0, 0], "n_pos": 162, "sum_m_en": [13.237081, 7.391675, 8.232275, 8.254795, 8.697506, 8.531066, 8.075035, 8.908191, 9.006044, 9.735895, 9.278188, 9.388977, 10.339595, 10.608327, 9.970331, 10.630629, 10.507648, 10.320942, 8.869262, 8.623054, 7.919947, 7.402578, 7.168167, 7.064802, 13.160568, 15.561415, 15.238068, 13.774527, 14.012769, 13.829826, 13.839426, 13.249177, 11.940942, 11.864965, 13.055766, 14.411179, 14.136335, 13.263776, 13.503681, 13.798869, 13.928085, 12.988408, 13.503864, 13.352301, 13.496982, 13.21402, 9.456724, 6.956701, 2.055679, 0.0], "sum_m_pl": [64.102157, 84.798625, 79.774408, 77.611596, 77.053306, 75.889269, 76.154959, 73.903343, 73.481662, 76.495948, 75.599887, 76.932354, 76.116105, 75.805625, 76.629927, 76.446487, 73.66301, 74.786438, 76.990723, 77.653348, 77.4359, 78.294685, 78.439791, 79.081374, 67.151697, 64.402371, 63.795325, 70.038932, 70.799147, 71.950632, 72.478956, 73.588106, 76.127858, 73.299675, 69.401629, 68.362412, 66.100876, 65.932346, 60.755769, 60.147321, 58.677919, 58.921953, 58.506175, 57.115382, 50.287793, 42.367696, 29.391465, 18.711967, 3.029958, 0.0]}, "lang": {"n_am_en": [93, 49, 56, 48, 52, 69, 62, 64, 64, 69, 78, 61, 77, 77, 72, 78, 75, 93, 80, 73, 70, 89, 89, 76, 104, 106, 86, 66, 95, 97, 98, 87, 100, 83, 105, 104, 80, 98, 104, 116, 114, 132, 124, 116, 124, 111, 81, 49, 42, 41], "n_am_pl": [12, 72, 52, 44, 36, 48, 40, 35, 39, 48, 43, 53, 48, 45, 58, 66, 53, 49, 53, 61, 67, 66, 71, 83, 36, 38, 38, 52, 51, 49, 55, 56, 43, 43, 32, 37, 32, 29, 32, 37, 28, 31, 34, 50, 42, 57, 90, 114, 206, 237], "n_pos": 281, "sum_m_en": [26.501911, 14.460763, 14.54006, 15.770666, 15.952236, 17.682337, 18.890585, 18.885414, 20.031446, 19.58755, 20.17282, 20.69359, 21.163699, 22.216485, 22.229149, 21.399905, 20.768261, 20.109881, 17.996431, 16.720784, 15.544686, 14.742091, 14.270548, 13.909062, 37.300815, 39.118557, 38.047437, 32.547755, 33.688491, 34.153135, 32.767036, 31.424902, 31.296234, 32.26224, 34.57207, 34.588048, 35.68215, 38.970481, 42.830934, 58.133145, 59.646858, 69.460629, 77.082382, 80.310349, 89.687685, 88.119557, 61.839009, 38.723244, 46.216337, 41.048909], "sum_m_pl": [105.05903, 131.788292, 129.729122, 126.42506, 125.86523, 125.853239, 127.792088, 125.759515, 126.141416, 128.952531, 127.671238, 127.678153, 129.931126, 127.677372, 129.659642, 130.733679, 130.357426, 131.432282, 135.283143, 135.884016, 137.636764, 138.531826, 138.998273, 139.019106, 111.974745, 109.551726, 106.403468, 116.1473, 117.367004, 118.352039, 120.669008, 121.960062, 123.390414, 118.788925, 114.521689, 113.054225, 108.848886, 108.164894, 102.483511, 90.854459, 85.897118, 81.320147, 73.638135, 73.277732, 69.720682, 70.776794, 96.993201, 114.652404, 183.571457, 234.883413]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18639", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 698, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9891}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [70, 76, 74, 57, 57, 48, 64, 60, 53, 62, 62, 65, 75, 66, 64, 62, 57, 51, 54, 55, 36, 43, 37, 38, 75, 74, 75, 70, 74, 74, 60, 70, 61, 66, 63, 64, 58, 54, 57, 64, 63, 74, 63, 58, 70, 85, 98, 91, 107, 106], "n_am_pl": [1, 24, 39, 33, 19, 32, 36, 26, 29, 31, 24, 34, 31, 35, 35, 32, 22, 26, 31, 28, 37, 37, 36, 46, 20, 18, 18, 19, 32, 30, 44, 32, 26, 22, 28, 20, 15, 19, 15, 15, 14, 10, 11, 8, 6, 6, 2, 4, 0, 1], "n_pos": 248, "sum_m_en": [30.555789, 13.952047, 13.744962, 12.986396, 13.802312, 14.896809, 15.293515, 15.694743, 16.917167, 17.357052, 18.897543, 20.156416, 22.143304, 22.519609, 22.030536, 21.14926, 20.786977, 20.397403, 17.306088, 16.093168, 14.533468, 13.585431, 12.920676, 12.616178, 32.211103, 35.272512, 33.971337, 32.168374, 31.941804, 31.081136, 29.06285, 28.876961, 28.07823, 28.557431, 30.984479, 32.167909, 34.157461, 35.040007, 38.105806, 42.925502, 43.025252, 47.282182, 50.690393, 52.563244, 65.713691, 71.895588, 86.614352, 88.221696, 102.969501, 105.252093], "sum_m_pl": [86.920453, 120.946325, 119.449888, 118.070103, 114.226181, 112.634112, 113.629958, 109.083871, 106.632233, 110.626318, 106.460954, 105.874353, 104.510684, 103.907472, 104.315922, 105.508385, 106.325378, 106.918134, 110.267658, 113.819633, 116.443392, 118.59963, 119.078758, 119.298786, 87.226471, 82.907035, 81.374608, 89.310029, 94.452273, 94.962866, 95.861054, 96.508714, 96.14741, 91.889349, 89.290578, 85.117956, 73.792181, 69.898983, 60.096255, 51.953107, 49.641078, 45.205782, 40.895612, 36.977238, 25.04729, 18.954425, 9.551878, 5.891845, 0.741674, 0.963975]}, "digit": {"n_am_en": [0, 8, 10, 8, 6, 4, 4, 5, 4, 4, 3, 5, 4, 1, 1, 1, 1, 5, 5, 5, 3, 3, 4, 3, 9, 9, 8, 5, 3, 2, 3, 1, 1, 2, 1, 0, 3, 3, 3, 2, 2, 3, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 3, 3, 2, 1, 3, 6, 5, 4, 4, 3, 2, 3, 0, 3, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 6, 4, 4, 5, 2, 1, 0, 1, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 17, "sum_m_en": [1.724249, 0.765995, 0.740236, 0.688948, 0.73776, 0.882095, 0.80902, 0.835047, 0.844305, 0.887412, 0.905864, 0.950703, 1.022409, 1.151914, 1.052735, 1.090778, 1.169621, 1.278347, 1.153669, 1.094719, 0.964132, 0.891662, 0.847817, 0.843108, 2.139902, 2.19526, 1.893014, 1.782882, 1.60334, 1.537072, 1.544162, 1.65003, 1.415441, 1.587607, 1.525618, 1.619244, 1.594771, 1.442164, 1.632784, 2.208621, 2.02835, 1.970205, 1.985404, 1.749772, 1.28987, 1.225751, 1.251292, 0.475255, 0.037933, 0.0], "sum_m_pl": [6.554168, 9.012294, 8.682839, 8.544995, 8.385455, 7.930577, 7.962977, 7.73611, 7.732063, 8.173895, 7.916127, 7.903824, 7.544681, 7.100312, 7.159512, 7.330395, 7.154355, 7.490101, 7.603601, 7.689858, 7.953104, 8.045901, 8.155596, 8.1758, 6.582067, 6.240218, 6.181631, 6.547543, 7.09531, 6.954298, 6.798799, 6.771377, 6.603756, 6.437674, 6.149059, 6.325214, 5.925602, 5.713384, 4.896171, 4.546074, 4.757532, 4.755676, 4.225327, 3.118097, 2.01109, 1.212151, 0.964596, 0.647734, 0.039963, 0.0]}, "lang": {"n_am_en": [31, 31, 33, 28, 26, 28, 28, 27, 25, 32, 29, 32, 33, 27, 35, 30, 29, 23, 26, 22, 14, 19, 19, 20, 41, 33, 35, 34, 40, 37, 29, 34, 38, 34, 37, 42, 30, 34, 39, 45, 46, 57, 50, 47, 58, 68, 82, 85, 103, 105], "n_am_pl": [1, 8, 19, 13, 8, 16, 21, 12, 13, 16, 9, 17, 17, 18, 15, 18, 13, 14, 18, 20, 22, 22, 21, 28, 9, 5, 3, 8, 14, 12, 21, 15, 10, 13, 17, 10, 10, 12, 7, 9, 7, 6, 9, 7, 3, 4, 0, 0, 0, 1], "n_pos": 108, "sum_m_en": [14.212003, 6.615213, 6.394057, 6.089418, 6.351019, 7.013205, 7.297615, 7.65488, 8.480905, 8.449423, 9.361639, 9.978899, 11.253209, 10.991965, 10.757467, 10.182257, 10.055682, 9.741621, 8.181287, 7.529359, 6.74836, 6.33958, 6.009157, 5.830621, 17.495444, 18.896176, 18.109067, 17.378077, 16.915179, 16.105777, 14.8514, 15.029034, 14.695494, 15.007237, 16.989774, 18.323299, 20.403823, 21.721748, 22.433659, 27.362059, 28.328814, 33.003918, 35.903264, 38.487589, 52.330757, 57.201012, 70.820637, 79.662577, 100.11996, 104.203475], "sum_m_pl": [36.016438, 51.354135, 51.882833, 51.22008, 49.756544, 48.949563, 49.590202, 47.788735, 46.438079, 48.120537, 46.327627, 45.862367, 44.83738, 45.350838, 46.010538, 46.233091, 46.766616, 46.455277, 48.227566, 50.065358, 51.020309, 52.024773, 51.98634, 51.999122, 37.997671, 35.585229, 35.144291, 38.038329, 40.778002, 41.170009, 41.773984, 41.644431, 41.991391, 41.051407, 39.768111, 38.383351, 33.599309, 32.621047, 29.105097, 25.562876, 24.926639, 22.745936, 20.413577, 19.880678, 13.324874, 8.781121, 4.567325, 1.96319, 0.523632, 0.963496]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 250, "item_id": "llmzszl-18640", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 736, "region_end": 248, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.988}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [108, 104, 132, 121, 115, 96, 113, 113, 98, 97, 109, 99, 102, 118, 92, 99, 99, 95, 78, 76, 66, 73, 66, 60, 113, 129, 103, 100, 116, 112, 103, 106, 96, 89, 95, 99, 94, 90, 102, 101, 98, 102, 87, 85, 74, 61, 50, 25, 20, 15], "n_am_pl": [18, 115, 66, 82, 62, 82, 85, 74, 70, 69, 61, 76, 80, 72, 78, 91, 82, 84, 87, 113, 97, 103, 105, 122, 73, 66, 77, 73, 80, 82, 72, 80, 81, 67, 79, 72, 64, 62, 62, 53, 58, 43, 43, 53, 52, 62, 77, 94, 132, 148], "n_pos": 484, "sum_m_en": [44.63385, 23.558284, 25.093252, 26.402739, 26.973047, 27.547255, 27.767137, 28.535878, 30.792013, 31.365884, 33.253889, 34.54608, 36.242317, 39.151447, 38.313825, 36.950299, 35.673236, 35.076443, 30.730063, 28.996106, 26.426311, 24.859609, 23.750975, 23.181279, 48.291696, 53.358173, 53.474055, 52.057075, 52.911125, 51.28877, 49.038781, 46.62008, 45.14665, 46.136879, 48.379055, 46.397227, 46.939687, 50.389151, 53.521759, 57.994538, 56.838406, 58.925568, 55.575588, 55.208181, 52.751885, 53.342307, 47.753381, 30.654024, 20.608363, 14.993725], "sum_m_pl": [183.755913, 239.783302, 231.244796, 230.95281, 229.351801, 227.038907, 230.330362, 221.033434, 216.350048, 221.242611, 216.353695, 214.463717, 214.328092, 211.877584, 213.240491, 217.002117, 216.111851, 218.344512, 226.438161, 231.318035, 234.457998, 236.101014, 237.491016, 237.035489, 191.057398, 183.54153, 177.926094, 189.882087, 198.872164, 199.990858, 198.072647, 201.513451, 202.770304, 189.549864, 187.374081, 180.846867, 168.91662, 164.576355, 151.389865, 145.862148, 139.73862, 132.054323, 126.153117, 118.509523, 107.348235, 101.365555, 95.667837, 95.805608, 126.256157, 147.027454]}, "digit": {"n_am_en": [3, 15, 13, 9, 4, 7, 12, 9, 12, 7, 9, 6, 8, 9, 9, 8, 6, 10, 5, 5, 5, 6, 7, 6, 10, 13, 9, 9, 12, 7, 11, 10, 11, 8, 4, 8, 6, 4, 6, 6, 5, 4, 2, 4, 6, 3, 3, 0, 0, 0], "n_am_pl": [0, 4, 0, 3, 7, 4, 4, 2, 1, 2, 1, 2, 4, 4, 3, 4, 4, 4, 2, 5, 2, 3, 4, 7, 2, 2, 2, 1, 3, 4, 3, 3, 5, 1, 3, 2, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 4, 0, 0], "n_pos": 25, "sum_m_en": [2.25144, 1.133501, 1.170049, 1.147207, 1.158474, 1.269238, 1.258886, 1.272752, 1.415643, 1.410016, 1.497962, 1.514359, 1.649736, 1.968103, 2.016948, 1.910415, 1.799877, 2.008228, 1.796856, 1.595833, 1.381004, 1.258921, 1.194929, 1.1898, 2.835417, 3.641395, 3.48056, 3.263946, 3.392361, 3.571239, 3.592801, 3.520224, 3.014492, 2.565917, 2.400787, 2.461065, 2.33743, 2.096407, 2.340692, 2.593272, 2.597213, 2.797696, 2.272938, 1.788257, 1.82024, 3.165393, 2.425657, 0.708958, 0.046781, 0.0], "sum_m_pl": [10.359034, 13.568618, 12.916608, 12.725174, 12.776962, 12.505905, 12.678841, 12.423795, 12.129694, 12.494042, 12.199853, 12.20202, 11.657888, 11.083501, 10.932614, 11.309339, 10.892817, 11.235171, 11.765435, 11.887546, 12.19558, 12.396656, 12.457629, 12.452527, 10.38846, 9.822033, 9.758195, 10.217585, 10.669235, 10.559137, 10.246397, 10.264491, 10.401438, 9.912092, 9.496235, 9.369, 9.219265, 9.048186, 7.974732, 7.737396, 7.781036, 7.862672, 7.422452, 7.156497, 6.200486, 4.401107, 3.311349, 2.955714, 0.064965, 0.0]}, "lang": {"n_am_en": [29, 24, 34, 34, 39, 31, 33, 34, 35, 33, 35, 34, 39, 42, 34, 38, 33, 33, 29, 32, 28, 33, 25, 28, 50, 61, 42, 42, 40, 39, 34, 43, 34, 36, 37, 42, 43, 40, 46, 43, 48, 55, 46, 45, 44, 38, 39, 21, 17, 15], "n_am_pl": [8, 39, 25, 27, 26, 24, 30, 20, 16, 20, 21, 16, 25, 21, 26, 28, 33, 30, 32, 39, 34, 41, 41, 46, 26, 19, 24, 25, 28, 30, 23, 27, 29, 21, 24, 26, 28, 33, 31, 31, 35, 24, 24, 33, 37, 49, 64, 79, 129, 146], "n_pos": 162, "sum_m_en": [13.416485, 8.066552, 8.524176, 9.331505, 9.213268, 9.550356, 9.621996, 10.168937, 11.002094, 10.81025, 11.62218, 12.442049, 12.829249, 13.665759, 13.165763, 12.723432, 12.328053, 11.739124, 10.476454, 9.937049, 9.181387, 8.730226, 8.316524, 8.046507, 17.634978, 20.072942, 19.656665, 18.69866, 18.415985, 17.420693, 16.425712, 16.034613, 15.615645, 16.364976, 16.76766, 16.206688, 16.704512, 20.845537, 21.896491, 23.938024, 24.666319, 27.143017, 26.871037, 28.84011, 29.610799, 32.821173, 33.870925, 21.428814, 17.481351, 14.889873], "sum_m_pl": [58.657136, 76.701965, 74.54939, 74.859778, 74.225995, 73.531427, 75.233012, 72.150656, 70.241844, 71.971679, 71.269458, 70.321892, 71.119883, 71.641248, 72.801126, 73.08904, 73.669038, 73.757544, 76.426728, 78.273983, 79.040697, 79.705161, 80.035976, 79.794582, 66.053503, 63.431361, 62.183794, 66.237156, 68.182537, 68.866331, 68.690329, 69.949887, 70.833158, 67.301724, 66.808478, 67.767269, 66.372749, 66.100209, 62.749324, 59.80686, 57.888532, 54.68087, 50.406827, 50.110803, 52.20139, 54.652045, 63.034317, 72.389266, 119.524546, 144.340019]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 484, "item_id": "llmzszl-18640", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 667, "region_end": 484, "roundtrip_ok": true, "tf_agree": 0.9855, "tf_agree_excl_first": 0.9876}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [147, 100, 130, 117, 123, 88, 94, 93, 81, 119, 116, 112, 115, 121, 116, 103, 105, 90, 102, 89, 86, 70, 61, 73, 102, 109, 97, 115, 128, 137, 129, 130, 120, 120, 126, 131, 124, 133, 118, 102, 104, 104, 107, 98, 95, 86, 85, 82, 88, 80], "n_am_pl": [34, 72, 68, 81, 79, 54, 64, 68, 63, 61, 69, 77, 73, 75, 78, 65, 73, 71, 68, 69, 63, 66, 74, 76, 49, 59, 62, 48, 66, 59, 52, 76, 51, 48, 57, 43, 33, 28, 22, 21, 20, 19, 13, 27, 17, 16, 7, 5, 1, 1], "n_pos": 502, "sum_m_en": [54.452367, 26.724838, 27.571147, 27.385718, 29.723016, 30.025664, 28.610004, 32.363916, 33.132528, 34.9282, 35.722401, 36.805689, 37.263197, 40.284745, 41.769996, 40.287745, 40.656908, 39.502117, 34.170728, 29.62926, 27.447872, 25.567165, 24.645604, 23.744807, 48.728823, 54.634248, 58.312223, 56.168038, 57.285595, 60.121541, 56.041851, 55.668487, 54.009631, 51.472496, 55.493594, 57.171772, 61.56162, 58.215602, 60.54477, 60.045124, 60.697893, 63.089916, 70.856569, 79.50847, 79.756363, 78.367811, 84.004813, 83.981951, 87.321399, 79.504866], "sum_m_pl": [198.927354, 249.913052, 243.206936, 238.457652, 232.48935, 225.543849, 231.46166, 222.932881, 221.037839, 225.540936, 221.394728, 218.180053, 222.815073, 220.846124, 218.86525, 220.937879, 217.567716, 218.308433, 226.482144, 235.764677, 238.670005, 241.312261, 243.122552, 244.639458, 194.304748, 186.051692, 178.328049, 193.302471, 197.086384, 195.483554, 198.884246, 201.677541, 200.300749, 188.742338, 178.868404, 164.316948, 147.805436, 143.408507, 127.878135, 117.525456, 111.788304, 102.621849, 89.581408, 72.327483, 59.534, 43.213098, 21.886358, 16.189097, 3.66909, 1.00075]}, "digit": {"n_am_en": [16, 28, 22, 21, 15, 7, 8, 7, 7, 13, 12, 6, 10, 11, 12, 10, 15, 11, 5, 6, 5, 3, 2, 4, 12, 12, 13, 13, 15, 20, 22, 19, 15, 14, 9, 12, 11, 13, 8, 6, 9, 7, 7, 3, 4, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 1, 8, 10, 3, 9, 7, 9, 9, 11, 10, 10, 12, 6, 9, 8, 7, 11, 9, 7, 6, 4, 4, 8, 6, 8, 9, 10, 8, 10, 10, 5, 3, 8, 8, 6, 5, 4, 4, 3, 4, 3, 4, 1, 2, 0, 0, 0, 0], "n_pos": 71, "sum_m_en": [7.90428, 3.51052, 3.708918, 3.647463, 3.75169, 3.950215, 3.682103, 4.151376, 4.35943, 4.671105, 4.700946, 4.795091, 5.060728, 5.368533, 5.718959, 5.722434, 5.519934, 5.186751, 4.39028, 3.884657, 3.643413, 3.407872, 3.287569, 3.143919, 5.824818, 7.102552, 7.540684, 7.132914, 7.385138, 7.561642, 7.276491, 7.223522, 6.7173, 5.989194, 6.109145, 6.254458, 6.304843, 5.725209, 5.903875, 5.859742, 6.00659, 5.762283, 4.966766, 4.705406, 4.122598, 2.289479, 1.082048, 0.522443, 0.074676, 0.0], "sum_m_pl": [28.563835, 36.32311, 34.156693, 33.932232, 32.822703, 31.166799, 32.473818, 31.571091, 31.041704, 31.734507, 30.87819, 30.174487, 30.409076, 30.434669, 29.81107, 30.409027, 30.193916, 31.169896, 32.459747, 33.29412, 33.356023, 33.727849, 34.062194, 34.564644, 28.269252, 26.147003, 25.75603, 28.274207, 28.387042, 28.129702, 28.53473, 29.0157, 28.70978, 26.761557, 25.428037, 25.383795, 25.06005, 25.15085, 22.475847, 21.784795, 21.459271, 21.782046, 18.620811, 16.884263, 13.907924, 9.235992, 4.333775, 1.12597, 0.153582, 0.0]}, "lang": {"n_am_en": [25, 18, 11, 22, 19, 11, 19, 16, 22, 23, 22, 24, 25, 23, 23, 14, 18, 18, 19, 20, 16, 17, 13, 15, 25, 30, 28, 25, 26, 37, 32, 32, 33, 30, 33, 35, 37, 42, 44, 39, 42, 38, 43, 44, 48, 46, 49, 58, 75, 80], "n_am_pl": [4, 9, 11, 16, 10, 10, 7, 12, 6, 12, 12, 13, 13, 15, 16, 8, 9, 11, 9, 12, 11, 16, 19, 15, 10, 15, 12, 13, 12, 10, 6, 11, 7, 4, 5, 8, 5, 3, 3, 4, 3, 4, 5, 4, 3, 3, 4, 2, 0, 1], "n_pos": 83, "sum_m_en": [9.649624, 4.953951, 4.836322, 4.376232, 4.582993, 4.597374, 4.703974, 5.020464, 5.363234, 5.474038, 5.676085, 6.185056, 6.445746, 6.980195, 7.209162, 6.824735, 6.834654, 6.972228, 6.188851, 5.258084, 4.85436, 4.489252, 4.334346, 4.208678, 10.997272, 11.94624, 12.47679, 11.272993, 11.745195, 12.133035, 11.505355, 11.914188, 11.506218, 10.968489, 12.839414, 13.901042, 16.600669, 17.256793, 19.484403, 21.191387, 22.557618, 26.265867, 29.666352, 34.169301, 37.237625, 39.81429, 48.070991, 55.736401, 73.762902, 78.346735], "sum_m_pl": [30.184752, 38.662372, 38.027554, 37.923639, 37.003598, 36.104325, 37.244534, 37.05898, 37.441915, 38.409295, 38.063497, 37.865519, 38.090975, 37.769158, 37.055568, 37.19666, 36.713383, 36.027879, 37.019785, 38.749403, 39.273104, 39.532723, 39.779458, 39.957609, 31.28019, 31.016405, 29.402324, 31.071726, 31.617667, 31.024812, 31.727206, 31.426812, 32.073441, 31.793864, 29.934845, 28.383719, 25.277607, 24.387033, 22.100728, 19.02856, 17.855874, 15.687001, 14.112443, 10.659023, 9.659888, 8.598839, 5.71518, 2.928807, 0.595346, 0.98055]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 504, "item_id": "llmzszl-18642", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 718, "region_end": 502, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.9861}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [235, 242, 280, 275, 223, 157, 171, 194, 157, 183, 193, 181, 188, 227, 235, 202, 193, 164, 162, 134, 111, 115, 109, 120, 172, 196, 174, 179, 188, 241, 229, 229, 227, 231, 268, 215, 229, 198, 167, 161, 157, 165, 167, 167, 121, 100, 43, 36, 41, 35], "n_am_pl": [38, 162, 127, 140, 146, 144, 185, 161, 179, 159, 165, 138, 182, 189, 163, 176, 174, 173, 175, 192, 166, 162, 169, 206, 89, 104, 115, 124, 163, 151, 164, 173, 146, 138, 123, 98, 78, 77, 77, 68, 78, 74, 79, 73, 54, 59, 71, 87, 104, 112], "n_pos": 946, "sum_m_en": [88.460441, 45.730528, 50.977767, 52.37886, 52.731805, 54.095276, 53.898828, 60.742107, 62.840803, 66.370362, 67.470072, 69.886599, 71.948723, 77.874655, 82.000482, 76.836734, 75.817606, 71.080036, 62.17322, 56.164352, 52.008242, 48.861458, 47.800381, 46.105401, 93.18462, 100.82828, 107.151715, 104.889757, 109.587809, 117.622147, 113.377025, 111.261759, 108.982811, 105.413344, 112.030775, 110.37551, 115.965494, 110.435265, 114.325167, 109.683933, 108.947864, 115.02246, 120.758895, 124.571209, 110.981703, 99.117729, 57.036151, 47.039345, 44.800176, 35.26736], "sum_m_pl": [368.693691, 478.383625, 460.090759, 455.406122, 451.119015, 439.005711, 445.178772, 433.988654, 431.452366, 433.630176, 424.951403, 421.762217, 428.823566, 422.222118, 420.384242, 426.283209, 421.400358, 424.981221, 441.852796, 453.348778, 453.948436, 457.384976, 459.076932, 460.591018, 355.410587, 353.898187, 339.832355, 368.586952, 377.026572, 371.929648, 382.383258, 383.99588, 387.06592, 368.058418, 353.329764, 331.353139, 297.547952, 289.307177, 262.037449, 250.675086, 239.759111, 234.521827, 214.985112, 185.333919, 146.764822, 137.239766, 112.051756, 105.251349, 108.004962, 111.036739]}, "digit": {"n_am_en": [21, 18, 22, 19, 22, 18, 23, 27, 17, 31, 24, 31, 21, 33, 30, 25, 18, 14, 18, 14, 16, 14, 14, 20, 21, 22, 23, 17, 21, 29, 24, 31, 25, 24, 28, 20, 18, 15, 9, 9, 8, 11, 6, 11, 8, 5, 4, 2, 0, 0], "n_am_pl": [0, 4, 9, 9, 13, 1, 13, 7, 12, 12, 12, 12, 19, 8, 11, 7, 19, 21, 14, 13, 4, 8, 8, 17, 5, 4, 8, 11, 13, 16, 18, 18, 11, 12, 11, 14, 6, 3, 2, 1, 3, 3, 6, 6, 4, 4, 3, 4, 0, 0], "n_pos": 107, "sum_m_en": [9.049984, 4.895006, 5.771831, 5.954269, 6.035043, 6.196434, 5.937161, 6.837462, 7.046822, 7.678004, 7.719075, 7.588964, 8.015469, 8.68772, 8.63972, 8.257433, 8.275385, 7.476699, 6.474417, 5.824364, 5.461431, 5.110834, 5.00094, 4.838233, 8.900449, 10.240372, 11.276729, 11.28529, 11.8849, 12.407205, 12.708839, 12.538085, 11.535062, 10.624652, 10.497332, 9.905412, 10.344514, 9.824639, 9.8211, 8.914741, 9.117919, 8.872109, 7.885369, 7.613069, 6.48595, 5.657026, 3.068454, 1.430519, 0.445823, 0.0], "sum_m_pl": [41.533015, 54.889513, 50.438891, 50.939481, 50.336159, 48.307849, 50.094381, 48.715329, 47.775775, 48.816522, 47.130756, 48.427758, 48.738412, 47.900972, 48.656542, 48.886375, 48.137559, 49.309473, 51.648132, 52.19767, 51.819437, 52.220992, 52.586108, 53.102159, 43.171353, 40.958806, 39.470615, 42.716903, 43.321453, 43.515592, 43.48588, 43.778293, 45.370637, 43.352823, 41.103892, 40.568377, 39.568653, 39.436512, 34.985917, 33.765276, 33.461318, 35.780218, 31.934228, 30.235258, 23.713623, 20.671543, 12.60516, 7.272196, 0.284129, 0.0]}, "lang": {"n_am_en": [44, 34, 30, 35, 23, 23, 32, 39, 28, 37, 35, 22, 32, 29, 42, 31, 38, 36, 36, 34, 29, 32, 28, 28, 39, 40, 27, 29, 32, 39, 45, 40, 41, 48, 54, 54, 60, 51, 44, 44, 40, 52, 49, 52, 57, 61, 29, 28, 36, 35], "n_am_pl": [12, 38, 25, 22, 26, 17, 20, 23, 29, 26, 23, 25, 29, 36, 17, 34, 27, 25, 23, 28, 32, 29, 32, 40, 12, 17, 21, 16, 24, 19, 22, 24, 20, 20, 25, 13, 18, 19, 26, 25, 30, 26, 28, 30, 28, 37, 51, 67, 99, 112], "n_pos": 148, "sum_m_en": [13.951977, 7.51873, 7.908042, 8.424523, 8.157144, 8.566252, 8.721333, 9.740198, 10.162588, 10.042904, 10.492822, 11.333703, 11.14952, 12.200096, 13.644392, 12.280801, 12.450869, 11.842664, 10.562841, 9.325161, 8.674029, 8.28841, 7.831772, 7.441837, 17.963164, 18.626256, 18.070898, 16.254971, 17.596041, 18.444048, 17.285337, 18.152202, 18.594711, 18.615654, 20.270184, 22.490551, 24.303852, 24.808633, 26.96814, 27.930866, 27.662389, 35.156596, 38.617099, 43.746988, 51.210099, 49.326214, 30.251999, 29.105236, 35.680441, 35.266151], "sum_m_pl": [55.310962, 71.080883, 69.608158, 68.451088, 68.92723, 66.936971, 68.007116, 67.354019, 68.416119, 69.114973, 68.182591, 67.015569, 69.349336, 67.837925, 67.179905, 68.772653, 67.473647, 67.173699, 69.360196, 71.259398, 71.54179, 71.926607, 72.153914, 72.110659, 56.392601, 57.596873, 55.528247, 59.97233, 61.364181, 60.203592, 63.303966, 62.200037, 61.890137, 59.944773, 58.84173, 56.118466, 53.775588, 53.420877, 50.515763, 49.431952, 48.850497, 45.533706, 42.793571, 38.53416, 35.876926, 42.456634, 49.725288, 63.495943, 96.216776, 110.592662]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 946, "item_id": "llmzszl-18642", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 649, "region_end": 946, "roundtrip_ok": true, "tf_agree": 0.9947, "tf_agree_excl_first": 0.9958}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [86, 108, 106, 95, 96, 54, 66, 63, 63, 75, 92, 88, 77, 96, 87, 79, 79, 73, 61, 62, 56, 49, 41, 50, 82, 92, 95, 95, 88, 82, 74, 79, 77, 82, 93, 90, 90, 114, 120, 117, 111, 111, 116, 116, 107, 105, 88, 66, 59, 58], "n_am_pl": [13, 40, 62, 55, 52, 54, 75, 74, 64, 71, 63, 78, 85, 74, 73, 93, 89, 104, 89, 91, 88, 91, 98, 107, 65, 59, 72, 72, 82, 69, 71, 67, 77, 74, 54, 59, 37, 36, 29, 28, 25, 22, 21, 25, 23, 17, 7, 8, 0, 0], "n_pos": 399, "sum_m_en": [41.931013, 20.392882, 21.380979, 20.960637, 21.81306, 22.918313, 23.064599, 23.575124, 25.410883, 26.527647, 27.915586, 27.973175, 31.2403, 33.800022, 33.508241, 31.281692, 30.556692, 29.06631, 25.016251, 23.860292, 21.683749, 20.00881, 19.119019, 18.512706, 40.315529, 46.342859, 47.47661, 44.437479, 44.096407, 45.63285, 42.796601, 41.669794, 39.381457, 40.509788, 46.65635, 46.320316, 53.159266, 56.807807, 58.709672, 64.693202, 64.140256, 65.927458, 72.210586, 77.184253, 81.966778, 86.843032, 82.632408, 73.180939, 61.041318, 58.207107], "sum_m_pl": [152.460496, 200.730842, 194.57156, 191.392812, 188.936988, 182.394739, 182.615453, 183.268775, 182.783925, 187.022374, 184.070333, 185.415277, 182.328352, 179.451378, 178.82781, 180.33309, 180.165953, 183.170175, 186.321708, 190.32092, 193.9869, 195.382466, 197.371144, 198.22836, 155.183745, 150.983952, 149.363401, 162.964033, 169.699823, 165.012654, 166.854967, 166.899945, 166.242661, 160.074707, 149.811317, 141.681011, 122.372935, 116.528685, 105.437342, 100.009139, 92.040274, 87.477631, 81.80981, 75.312973, 58.65057, 42.851748, 25.075626, 14.494408, 1.273301, 0.003568]}, "digit": {"n_am_en": [4, 25, 25, 18, 23, 10, 14, 8, 8, 12, 16, 15, 8, 9, 9, 9, 8, 8, 4, 5, 5, 6, 4, 8, 8, 11, 10, 14, 11, 6, 8, 8, 5, 3, 6, 8, 9, 7, 8, 7, 6, 10, 8, 9, 8, 7, 6, 2, 0, 0], "n_am_pl": [0, 0, 2, 3, 5, 0, 5, 6, 4, 7, 4, 6, 13, 7, 11, 13, 9, 7, 8, 10, 8, 7, 11, 8, 7, 5, 8, 5, 5, 3, 3, 6, 6, 7, 5, 8, 7, 8, 5, 6, 4, 5, 3, 6, 4, 3, 2, 3, 0, 0], "n_pos": 40, "sum_m_en": [3.79169, 1.791396, 1.94195, 1.868871, 1.882294, 1.836006, 1.884017, 1.9713, 2.019426, 2.173235, 2.258287, 2.347795, 2.650709, 2.900215, 2.954163, 3.009114, 3.053969, 2.97486, 2.529575, 2.378443, 2.164022, 2.035138, 1.928956, 1.873045, 3.157184, 3.486061, 3.838111, 3.867384, 4.071675, 4.166548, 4.081582, 4.097644, 3.537718, 3.443533, 3.946079, 3.903526, 4.089896, 4.118345, 4.209126, 3.688389, 3.654337, 3.727136, 3.879209, 3.956, 4.321033, 4.910793, 4.042348, 2.860103, 0.171868, 0.0], "sum_m_pl": [16.150976, 21.29467, 20.239731, 20.116415, 20.158807, 19.598537, 19.627332, 19.606977, 19.566238, 19.987838, 19.488697, 19.422449, 19.385316, 18.752763, 18.878236, 18.682303, 18.121586, 18.224591, 18.657725, 19.265046, 19.668723, 19.725915, 19.849257, 20.005241, 14.934885, 15.190092, 15.481724, 16.60451, 17.26852, 16.59595, 16.803874, 16.635499, 16.721911, 16.172041, 14.93612, 14.568047, 14.176323, 14.299716, 13.157539, 12.967078, 13.145177, 13.501757, 13.231635, 13.719396, 12.7935, 9.655707, 8.073534, 4.669375, 0.304203, 0.0]}, "lang": {"n_am_en": [23, 13, 18, 12, 11, 9, 11, 10, 14, 13, 19, 16, 18, 20, 20, 17, 17, 15, 9, 10, 11, 12, 10, 14, 17, 15, 25, 20, 16, 15, 13, 13, 15, 19, 21, 25, 25, 32, 34, 36, 40, 40, 43, 48, 43, 44, 46, 46, 54, 58], "n_am_pl": [1, 9, 7, 8, 9, 6, 7, 9, 9, 7, 8, 8, 10, 11, 11, 12, 15, 16, 15, 19, 17, 18, 18, 21, 15, 14, 12, 19, 17, 15, 16, 11, 16, 16, 12, 11, 7, 5, 7, 6, 7, 4, 3, 5, 5, 2, 0, 0, 0, 0], "n_pos": 59, "sum_m_en": [7.125841, 3.669493, 3.663214, 3.443127, 3.640774, 3.801234, 3.819645, 3.953726, 4.52947, 4.36211, 4.979861, 4.885555, 5.224322, 5.549171, 5.500161, 5.089495, 4.788554, 4.558743, 3.876227, 3.900102, 3.415153, 3.07456, 2.950182, 2.823132, 10.015688, 11.220187, 10.464446, 9.388432, 8.907066, 9.467765, 8.423579, 8.338108, 8.404538, 9.400145, 10.707547, 11.357991, 13.816134, 15.301583, 18.376176, 22.331326, 23.451555, 25.498913, 29.620415, 32.894799, 36.042781, 39.143667, 43.226034, 44.563887, 54.944384, 57.497183], "sum_m_pl": [20.164461, 27.396728, 27.128117, 26.221351, 25.554904, 24.766324, 25.253608, 25.998347, 25.899042, 26.69978, 26.563798, 27.191074, 27.109419, 27.170187, 27.151671, 27.075832, 27.5367, 27.635792, 28.115565, 28.464469, 28.965829, 29.133019, 29.449464, 29.532541, 23.871617, 22.897921, 22.650986, 24.277602, 25.225971, 24.011332, 24.754073, 24.606913, 24.420318, 24.201361, 23.26717, 23.187755, 20.741983, 19.859741, 17.278316, 15.440778, 14.621265, 12.478823, 10.277114, 10.36122, 8.581286, 5.026607, 1.842288, 1.311874, 0.033197, 0.000952]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 401, "item_id": "llmzszl-18647", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 724, "region_end": 399, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.985}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [103, 111, 97, 113, 95, 66, 70, 93, 73, 95, 104, 80, 98, 106, 94, 87, 92, 74, 55, 57, 49, 48, 44, 43, 80, 88, 91, 82, 109, 89, 102, 110, 102, 98, 117, 105, 95, 114, 110, 112, 95, 110, 119, 89, 89, 71, 37, 24, 5, 6], "n_am_pl": [22, 79, 92, 86, 56, 91, 98, 79, 90, 85, 96, 91, 94, 74, 74, 78, 82, 87, 99, 90, 103, 106, 111, 136, 92, 92, 76, 87, 76, 84, 84, 85, 91, 95, 74, 74, 74, 57, 46, 53, 45, 53, 48, 61, 46, 53, 68, 69, 89, 95], "n_pos": 473, "sum_m_en": [44.550899, 22.061344, 24.189178, 24.586061, 25.317532, 26.652323, 28.172386, 29.21191, 30.921243, 31.809183, 32.291163, 33.066287, 36.581326, 39.538156, 39.12585, 36.829182, 35.771608, 33.246494, 28.702499, 26.999961, 25.433825, 23.844462, 22.79539, 21.862134, 44.2418, 48.250543, 49.508939, 48.080235, 50.329176, 51.551716, 51.268691, 49.774712, 48.608204, 48.929792, 51.925457, 51.322675, 55.053792, 57.756248, 59.262096, 62.937508, 62.153139, 64.889105, 70.653253, 66.661938, 65.918899, 64.920036, 36.424236, 27.985836, 7.080307, 6.008582], "sum_m_pl": [185.30409, 237.31429, 228.97872, 224.696691, 222.950618, 218.293818, 217.224579, 217.316556, 215.569799, 221.382787, 219.766097, 218.27734, 214.875179, 210.293463, 209.916431, 212.239455, 211.189934, 215.792847, 222.331722, 226.105903, 230.326798, 231.221608, 232.754192, 233.427518, 189.002725, 185.53926, 180.01606, 193.181822, 200.144282, 198.803224, 198.249725, 199.165951, 200.327642, 192.979102, 186.604547, 183.135423, 165.993939, 162.165791, 143.976273, 137.205478, 124.82329, 124.513433, 118.93568, 115.867794, 94.531478, 85.812871, 82.748188, 76.276541, 87.146589, 95.031038]}, "digit": {"n_am_en": [3, 17, 19, 16, 15, 8, 3, 6, 5, 7, 8, 10, 10, 14, 9, 9, 7, 6, 3, 6, 4, 3, 3, 3, 8, 10, 10, 5, 9, 8, 10, 10, 7, 3, 11, 6, 6, 8, 5, 7, 4, 5, 5, 4, 8, 3, 1, 1, 0, 0], "n_am_pl": [0, 3, 5, 2, 0, 1, 1, 2, 1, 8, 7, 3, 10, 7, 9, 10, 5, 11, 18, 10, 14, 14, 18, 15, 8, 6, 4, 7, 8, 7, 3, 6, 5, 8, 5, 5, 8, 5, 3, 3, 2, 3, 6, 7, 7, 7, 7, 6, 0, 0], "n_pos": 39, "sum_m_en": [4.060091, 1.698814, 2.001766, 1.871858, 2.04447, 1.969837, 1.879871, 2.004452, 2.035097, 2.105285, 2.190439, 2.269378, 2.758829, 2.958242, 2.722171, 2.735761, 2.830533, 2.552733, 2.2196, 2.016814, 1.857574, 1.727324, 1.663146, 1.613772, 2.921471, 3.274192, 3.208399, 3.284849, 3.452593, 3.41522, 3.847647, 3.780185, 3.313375, 3.154768, 3.573169, 3.256792, 3.392846, 3.331248, 3.452119, 3.090798, 2.802056, 2.877005, 2.909013, 2.596922, 3.18103, 2.713612, 1.613397, 1.364248, 0.04935, 0.0], "sum_m_pl": [15.919139, 20.601133, 19.249193, 18.954878, 18.641241, 18.416279, 18.567348, 18.312741, 18.17919, 19.047377, 18.617313, 18.511783, 18.138412, 17.865167, 17.958569, 18.149252, 17.56651, 18.065349, 18.797289, 19.062757, 19.645156, 19.651601, 19.877661, 19.918277, 17.916575, 17.670645, 16.76673, 17.672688, 18.44312, 18.237247, 17.285659, 17.391875, 17.651687, 17.457121, 16.797209, 16.697025, 16.281621, 16.294889, 15.228989, 14.511121, 13.996152, 14.8449, 14.894073, 15.677564, 14.554818, 12.47523, 10.919487, 8.458317, 0.336404, 0.0]}, "lang": {"n_am_en": [25, 20, 17, 15, 14, 15, 22, 31, 17, 22, 19, 20, 22, 23, 24, 20, 18, 20, 17, 17, 10, 14, 15, 17, 32, 28, 26, 29, 31, 25, 28, 33, 30, 29, 35, 39, 37, 40, 32, 48, 42, 47, 45, 41, 43, 41, 24, 19, 5, 6], "n_am_pl": [6, 19, 25, 24, 20, 27, 18, 13, 20, 17, 21, 20, 19, 16, 17, 13, 22, 17, 18, 22, 18, 23, 20, 26, 21, 19, 14, 21, 15, 20, 21, 21, 23, 21, 16, 19, 22, 22, 18, 23, 23, 21, 24, 36, 26, 34, 47, 53, 87, 94], "n_pos": 102, "sum_m_en": [9.385947, 4.911916, 5.312659, 5.494051, 5.562589, 6.050747, 7.347365, 7.350947, 7.456285, 7.485708, 7.871634, 8.210344, 8.596475, 9.092254, 9.223441, 8.365769, 8.213789, 7.725461, 6.753438, 6.258599, 5.929434, 5.779964, 5.407345, 4.978784, 14.036089, 14.190272, 13.686059, 12.694982, 12.903057, 12.97061, 12.340759, 11.960686, 12.490633, 13.345263, 13.990586, 14.640064, 16.606927, 17.595837, 19.095899, 23.129276, 24.340783, 27.514481, 32.036123, 33.767447, 37.044908, 37.358516, 23.580925, 17.877129, 5.974806, 6.004108], "sum_m_pl": [38.175029, 48.38103, 47.111297, 45.051791, 45.071115, 44.34759, 44.047382, 44.729743, 44.859784, 45.784345, 45.881872, 46.186614, 46.257436, 45.951485, 45.939571, 46.7379, 46.894615, 47.288989, 48.725623, 49.358057, 49.939001, 49.958987, 50.455799, 50.686077, 40.474493, 39.491849, 38.740641, 41.472677, 42.065497, 42.216126, 43.062523, 43.336135, 43.585294, 43.301962, 42.177373, 43.542664, 41.831949, 41.649362, 38.646241, 37.663357, 36.305249, 33.911176, 31.381455, 35.371776, 31.97782, 34.080987, 46.504252, 50.539331, 82.316126, 93.323964]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 475, "item_id": "llmzszl-18647", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 655, "region_end": 473, "roundtrip_ok": true, "tf_agree": 0.9789, "tf_agree_excl_first": 0.981}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 42, 34, 29, 25, 23, 31, 28, 37, 36, 38, 42, 36, 43, 40, 30, 48, 39, 35, 31, 23, 22, 20, 27, 42, 43, 42, 44, 47, 50, 45, 47, 44, 38, 39, 37, 37, 38, 36, 36, 37, 42, 39, 37, 41, 42, 48, 49, 41, 40], "n_am_pl": [7, 34, 24, 26, 27, 24, 24, 15, 12, 24, 22, 25, 28, 30, 30, 25, 26, 33, 25, 25, 31, 30, 33, 35, 28, 24, 26, 27, 27, 21, 28, 29, 18, 17, 15, 22, 13, 15, 8, 10, 9, 8, 5, 5, 4, 1, 0, 0, 0, 1], "n_pos": 156, "sum_m_en": [18.820083, 8.410117, 8.921718, 7.881534, 8.285032, 8.638192, 8.454558, 8.85295, 9.178291, 9.43599, 9.573253, 10.34251, 11.315337, 12.132271, 12.300649, 11.878321, 11.544378, 11.531788, 10.072849, 9.131422, 8.415042, 7.939485, 7.612273, 7.381844, 17.633101, 18.868143, 19.863764, 18.558685, 17.440956, 17.806495, 16.9993, 16.311925, 16.525398, 16.224284, 16.732005, 16.810162, 18.922082, 20.716292, 20.888844, 22.676199, 23.639651, 26.921214, 27.745082, 30.394059, 34.99737, 37.282516, 42.939882, 43.280528, 41.916933, 39.511031], "sum_m_pl": [58.385084, 77.7255, 75.595939, 75.720935, 73.840116, 71.11566, 71.775822, 70.792789, 70.737461, 72.509321, 71.883262, 71.881009, 71.507492, 70.695722, 70.347367, 73.067337, 73.228298, 73.378501, 73.97891, 75.756237, 76.20884, 76.610796, 76.872008, 77.189613, 62.302572, 61.352655, 60.594776, 64.422157, 67.084877, 66.485822, 66.804915, 67.730868, 66.440133, 63.968238, 63.021854, 59.475035, 51.029528, 47.301893, 40.796153, 38.153982, 33.442111, 29.91017, 27.360146, 20.815495, 15.22752, 11.481814, 5.851776, 3.886843, 1.104591, 1.006859]}, "digit": {"n_am_en": [2, 8, 6, 5, 4, 1, 1, 2, 2, 3, 2, 4, 3, 3, 3, 1, 4, 3, 1, 2, 2, 3, 3, 2, 2, 2, 1, 2, 2, 4, 4, 2, 3, 2, 3, 3, 2, 1, 2, 2, 1, 1, 1, 1, 3, 2, 2, 1, 0, 0], "n_am_pl": [0, 1, 4, 2, 0, 1, 2, 1, 0, 1, 1, 2, 2, 4, 3, 1, 3, 5, 2, 2, 2, 2, 2, 2, 3, 2, 4, 4, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.549766, 0.74135, 0.76783, 0.729119, 0.717511, 0.748231, 0.680556, 0.713557, 0.758733, 0.796111, 0.838223, 0.853143, 1.066051, 1.076106, 1.063514, 0.985081, 1.029934, 1.056239, 0.939253, 0.894271, 0.837169, 0.765368, 0.718121, 0.69239, 1.501762, 1.466739, 1.48157, 1.42412, 1.422346, 1.343646, 1.385141, 1.256452, 1.218809, 1.198397, 1.346967, 1.381364, 1.319648, 1.169577, 1.175583, 1.133361, 1.067551, 1.063658, 0.992355, 1.101417, 0.98684, 1.032462, 1.173782, 0.785454, 0.127936, 0.0], "sum_m_pl": [6.481966, 7.750603, 7.33301, 7.408249, 7.363939, 7.00429, 7.11253, 6.840076, 6.61571, 6.943084, 6.963238, 6.866113, 6.656429, 6.885941, 7.063934, 7.240763, 7.096364, 7.094548, 7.104328, 7.13446, 7.10926, 7.239733, 7.29003, 7.360962, 5.983066, 5.799262, 5.876929, 6.329832, 6.565929, 6.64329, 6.42012, 6.573504, 6.570316, 6.320428, 5.998979, 5.903237, 5.656656, 5.812185, 4.968208, 4.746353, 4.676065, 4.876941, 4.503963, 4.196974, 3.284528, 2.652479, 1.599923, 1.134073, 0.400044, 0.0]}, "lang": {"n_am_en": [12, 14, 11, 10, 8, 8, 11, 7, 15, 13, 19, 15, 7, 12, 13, 11, 13, 15, 12, 13, 11, 8, 8, 13, 17, 14, 17, 17, 17, 19, 15, 17, 14, 19, 17, 16, 19, 18, 20, 21, 24, 26, 25, 25, 25, 26, 33, 36, 36, 39], "n_am_pl": [2, 7, 3, 5, 7, 1, 4, 5, 4, 6, 6, 5, 9, 9, 5, 7, 8, 8, 9, 6, 9, 11, 12, 11, 8, 6, 8, 7, 6, 4, 6, 5, 4, 4, 4, 8, 8, 9, 3, 3, 2, 2, 2, 2, 3, 0, 0, 0, 0, 1], "n_pos": 40, "sum_m_en": [5.501105, 2.610428, 2.644179, 2.102114, 2.05289, 2.204296, 2.167986, 2.236162, 2.399091, 2.460598, 2.655353, 2.972737, 3.141589, 3.524735, 3.486462, 3.349345, 3.155141, 3.202698, 2.807844, 2.438248, 2.218147, 2.082904, 1.988051, 1.910978, 6.172204, 6.571368, 6.809413, 6.527133, 5.946048, 6.341643, 5.544936, 5.337713, 5.722924, 5.902338, 5.871617, 6.558728, 8.047211, 9.674659, 10.650435, 12.288442, 13.600095, 16.143728, 17.307962, 18.443857, 20.301466, 21.968843, 29.1336, 31.073772, 36.004041, 38.505613], "sum_m_pl": [13.489285, 18.51736, 18.532427, 18.750486, 18.145346, 17.563645, 17.90685, 18.079942, 18.433142, 18.977254, 18.732232, 18.988585, 18.749654, 18.464309, 18.048256, 18.824169, 19.028314, 18.853679, 19.064132, 19.629887, 19.771221, 19.743503, 19.739117, 19.791371, 16.052971, 15.960353, 15.875314, 16.763313, 16.971253, 16.432381, 16.986362, 17.119433, 16.474978, 16.279147, 16.078125, 16.217611, 14.290491, 13.488327, 12.237341, 11.505315, 9.837004, 8.507898, 7.592935, 6.133835, 4.847405, 3.439558, 1.693376, 0.668589, 0.396885, 0.962907]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "llmzszl-18649", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 730, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.9809}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [74, 122, 138, 111, 89, 83, 64, 86, 81, 74, 91, 93, 85, 85, 112, 105, 111, 115, 85, 73, 50, 67, 54, 54, 108, 95, 91, 92, 107, 123, 95, 113, 121, 110, 123, 111, 116, 108, 94, 82, 75, 72, 68, 62, 58, 55, 36, 24, 18, 12], "n_am_pl": [17, 77, 61, 73, 65, 63, 97, 103, 82, 86, 61, 76, 97, 107, 68, 80, 86, 85, 96, 89, 95, 84, 94, 92, 50, 71, 68, 81, 85, 67, 94, 82, 87, 70, 74, 57, 43, 43, 51, 66, 64, 61, 51, 54, 45, 46, 65, 62, 59, 76], "n_pos": 453, "sum_m_en": [40.288938, 21.733141, 24.472895, 23.999322, 24.168935, 24.725321, 24.768294, 26.588222, 28.626456, 29.536761, 29.815142, 31.741292, 33.612292, 35.292566, 36.736813, 35.000337, 34.16291, 32.705573, 28.557193, 26.208953, 24.407573, 22.987828, 22.177205, 21.50624, 43.694951, 46.615885, 48.382809, 46.949371, 50.064001, 51.632499, 48.841714, 46.842597, 47.112468, 46.500249, 48.422369, 47.724151, 50.726232, 47.833894, 48.086961, 48.268451, 47.592933, 47.467758, 49.217576, 48.152881, 52.216661, 52.713606, 36.181351, 27.844885, 19.132176, 11.747806], "sum_m_pl": [175.509793, 226.866461, 218.83952, 218.533472, 216.410899, 214.545062, 215.320021, 212.700063, 214.492874, 214.285187, 210.439801, 210.991278, 211.547092, 206.824718, 204.75143, 213.159644, 211.071881, 215.112927, 219.894089, 221.095749, 222.612887, 222.418582, 223.669445, 223.265051, 179.419562, 178.992774, 174.884007, 188.347829, 193.05321, 193.881682, 196.94525, 198.695637, 198.071686, 187.00237, 184.526795, 177.440966, 160.254669, 153.751271, 142.286386, 137.083074, 125.123668, 128.301947, 121.347008, 108.160372, 84.212624, 79.467268, 72.820906, 64.811611, 59.689456, 75.229215]}, "digit": {"n_am_en": [2, 11, 8, 5, 7, 7, 3, 4, 4, 3, 2, 8, 7, 10, 10, 10, 10, 12, 8, 3, 2, 3, 3, 4, 9, 11, 9, 8, 6, 7, 10, 11, 11, 12, 14, 14, 14, 10, 8, 6, 4, 2, 1, 1, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 8, 7, 5, 4, 2, 0, 0, 1, 3, 6, 7, 3, 6, 3, 6, 2, 2, 2, 3, 6, 7, 1, 5, 3, 4, 5, 3, 6, 3, 4, 2, 0, 1, 2, 2, 2, 3, 6, 6, 9, 7, 4, 3, 6, 4, 0, 0], "n_pos": 32, "sum_m_en": [2.551305, 1.444954, 1.617282, 1.595773, 1.577543, 1.73721, 1.644538, 1.68341, 1.714242, 1.761505, 1.75408, 1.888957, 2.277719, 2.320993, 2.239442, 2.192743, 2.145481, 2.231851, 1.927353, 1.827761, 1.692908, 1.550994, 1.462806, 1.453882, 2.928512, 3.568093, 3.567578, 3.177965, 3.315161, 3.389159, 3.465864, 3.411316, 3.065167, 3.213753, 3.419656, 3.688004, 3.579536, 3.038117, 3.282037, 3.129781, 3.59148, 3.149518, 2.900052, 2.439854, 3.207937, 2.361233, 1.909935, 1.536813, 0.062938, 0.0], "sum_m_pl": [12.147986, 16.861737, 15.625459, 15.865354, 15.944753, 15.514722, 15.38342, 15.128738, 14.947669, 15.18178, 14.83159, 15.16481, 15.227141, 15.216024, 15.522923, 15.849303, 15.336505, 15.441622, 15.775159, 15.566845, 15.576047, 15.731576, 15.791028, 15.926451, 13.396185, 13.034617, 13.124228, 14.217799, 14.49157, 14.614331, 14.232117, 14.280944, 14.95297, 13.852591, 13.210176, 12.761116, 12.544669, 12.751844, 11.154587, 11.532703, 11.856434, 12.620701, 12.179017, 12.30549, 9.395128, 9.894772, 7.306992, 5.316591, 0.313458, 0.0]}, "lang": {"n_am_en": [18, 15, 18, 15, 14, 12, 12, 13, 15, 16, 22, 22, 15, 16, 21, 21, 19, 16, 18, 14, 7, 16, 11, 14, 23, 21, 17, 22, 21, 20, 13, 22, 20, 20, 23, 28, 29, 29, 26, 20, 23, 23, 27, 26, 30, 37, 23, 18, 13, 11], "n_am_pl": [3, 16, 21, 20, 11, 10, 13, 19, 19, 17, 13, 9, 9, 9, 11, 15, 16, 18, 19, 21, 24, 17, 18, 17, 11, 13, 12, 12, 10, 13, 11, 18, 21, 20, 20, 16, 15, 12, 16, 18, 19, 20, 18, 23, 24, 26, 38, 42, 57, 76], "n_pos": 87, "sum_m_en": [7.680916, 4.399987, 4.647434, 4.636114, 4.564812, 4.693095, 4.75633, 5.135932, 5.696524, 5.711654, 6.122831, 6.59798, 6.775617, 7.051862, 7.288986, 6.875782, 6.693602, 6.324459, 5.714851, 5.087032, 4.78465, 4.588999, 4.375087, 4.244547, 8.743575, 8.777856, 8.963197, 8.705677, 9.818563, 10.272561, 9.393066, 9.253754, 9.857018, 9.548035, 9.527224, 9.933779, 10.431083, 11.939537, 11.209793, 11.757846, 12.67236, 14.952301, 17.158174, 17.079132, 25.639578, 29.205189, 20.515606, 17.401187, 14.352464, 11.026047], "sum_m_pl": [31.177137, 40.696089, 39.96775, 39.370963, 38.955127, 38.688525, 39.843981, 39.981203, 41.04958, 41.330602, 40.590696, 40.380622, 40.417019, 39.662784, 39.197335, 41.18364, 41.12772, 41.735578, 42.424398, 42.534567, 42.8989, 42.943433, 43.385891, 43.230375, 35.632514, 35.884537, 34.802352, 37.423211, 37.185274, 37.475282, 38.285147, 38.466281, 37.847494, 37.152354, 36.963507, 36.005467, 34.573332, 32.785794, 31.507936, 29.923378, 29.451483, 30.577713, 28.989531, 28.786147, 26.446559, 27.415553, 35.705382, 39.199529, 54.047289, 74.042514]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 453, "item_id": "llmzszl-18649", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 661, "region_end": 453, "roundtrip_ok": true, "tf_agree": 0.9956, "tf_agree_excl_first": 0.9978}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [36, 37, 42, 31, 39, 27, 27, 25, 28, 38, 40, 33, 30, 30, 34, 25, 35, 36, 37, 44, 26, 29, 21, 23, 26, 37, 30, 38, 42, 42, 36, 42, 38, 31, 32, 42, 36, 37, 36, 37, 36, 41, 39, 34, 32, 27, 36, 33, 35, 32], "n_am_pl": [3, 27, 31, 18, 21, 29, 19, 17, 15, 25, 20, 25, 24, 20, 16, 22, 27, 25, 24, 21, 26, 21, 20, 21, 15, 14, 23, 13, 22, 26, 25, 21, 14, 20, 18, 14, 10, 7, 5, 5, 4, 4, 8, 8, 8, 8, 2, 0, 0, 0], "n_pos": 177, "sum_m_en": [18.787187, 8.771018, 9.004637, 8.688361, 9.043379, 8.879045, 8.843884, 9.08432, 9.842643, 10.17468, 10.297014, 10.661096, 11.054106, 12.020768, 12.209518, 11.846795, 11.750477, 11.219803, 10.122754, 9.398989, 9.004334, 8.623158, 8.28478, 8.192033, 17.090564, 18.144174, 18.617117, 19.087658, 18.925579, 18.488572, 17.443258, 17.112952, 16.28369, 15.666786, 17.223458, 18.004487, 20.649275, 22.243033, 22.128049, 24.021078, 23.480184, 22.925074, 24.143089, 25.511576, 25.475411, 25.855559, 35.159115, 32.800959, 33.547832, 32.332397], "sum_m_pl": [67.227261, 89.592882, 88.174724, 86.225625, 84.308296, 83.659648, 82.525571, 81.758506, 80.2834, 83.124272, 80.745197, 80.797473, 80.320746, 78.388444, 78.564309, 81.459462, 80.366707, 81.808053, 82.641587, 85.061314, 85.748603, 85.387389, 85.788354, 85.935352, 65.022634, 65.941027, 66.839432, 71.793566, 74.289717, 73.533181, 75.211436, 74.751318, 74.896002, 69.365897, 67.334157, 63.61934, 51.49611, 47.579925, 41.927999, 37.510603, 34.802689, 33.343115, 31.511741, 26.127248, 22.000625, 17.514274, 6.462353, 4.24266, 0.325059, 0.003772]}, "digit": {"n_am_en": [6, 13, 16, 9, 10, 4, 4, 5, 6, 5, 8, 5, 4, 4, 7, 9, 6, 7, 4, 8, 3, 5, 3, 3, 7, 12, 6, 13, 11, 13, 12, 11, 6, 7, 8, 9, 7, 8, 9, 6, 5, 9, 4, 6, 6, 4, 4, 2, 0, 0], "n_am_pl": [0, 4, 6, 1, 0, 2, 2, 1, 1, 7, 5, 2, 5, 5, 4, 4, 3, 3, 5, 4, 5, 6, 5, 7, 0, 2, 8, 1, 3, 4, 1, 3, 2, 2, 2, 1, 2, 5, 3, 3, 2, 1, 2, 2, 3, 1, 1, 0, 0, 0], "n_pos": 34, "sum_m_en": [3.597167, 1.488693, 1.555894, 1.519677, 1.56244, 1.594991, 1.62426, 1.673814, 1.842755, 1.909868, 1.874121, 1.933949, 2.099824, 2.419807, 2.38602, 2.3684, 2.362517, 2.281134, 2.042456, 1.85276, 1.751726, 1.669391, 1.581367, 1.563038, 2.722032, 2.982866, 3.166925, 3.505834, 3.646235, 3.48006, 3.478754, 3.206186, 2.823083, 2.520563, 2.827504, 3.214372, 4.263869, 4.737315, 4.617064, 4.424051, 4.411331, 4.364147, 4.482407, 4.815264, 4.423891, 4.030512, 3.756339, 2.058912, 0.146296, 0.0], "sum_m_pl": [13.409797, 17.76196, 17.142193, 16.692539, 16.242147, 16.09479, 15.730141, 15.634488, 15.514767, 16.067775, 15.740381, 15.777875, 15.513268, 15.037087, 14.867896, 15.305969, 14.982341, 15.427905, 15.734682, 16.282089, 16.51856, 16.516156, 16.616853, 16.717859, 13.819074, 13.93757, 13.84499, 14.223325, 14.526945, 14.364451, 14.271542, 14.288307, 14.61718, 13.809788, 13.380488, 13.577556, 11.931488, 12.132038, 11.600929, 11.414652, 11.048713, 11.289139, 10.790594, 9.89113, 8.574897, 5.70926, 3.306918, 1.581691, 0.16193, 0.0]}, "lang": {"n_am_en": [4, 4, 6, 5, 8, 9, 8, 8, 9, 10, 9, 7, 10, 11, 8, 8, 9, 12, 14, 16, 9, 11, 10, 11, 10, 12, 11, 11, 7, 9, 9, 13, 14, 13, 14, 14, 16, 18, 17, 19, 19, 22, 25, 20, 20, 18, 26, 28, 32, 32], "n_am_pl": [0, 2, 3, 2, 6, 6, 0, 2, 6, 5, 4, 7, 3, 4, 1, 5, 5, 4, 6, 3, 7, 4, 5, 5, 5, 2, 3, 3, 4, 2, 6, 4, 4, 5, 5, 6, 2, 0, 1, 0, 0, 1, 3, 4, 4, 6, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [3.90691, 2.04225, 2.024094, 1.796433, 1.787058, 1.812962, 1.759148, 1.801464, 1.954606, 1.949244, 2.030042, 2.128983, 2.203343, 2.38473, 2.520665, 2.461646, 2.437824, 2.311982, 2.071971, 1.875941, 1.809178, 1.693602, 1.618511, 1.622986, 5.729426, 5.593171, 5.532943, 5.218501, 5.185722, 4.834355, 4.272605, 4.347995, 4.421935, 4.782513, 5.181382, 5.685574, 6.82393, 8.012224, 8.655778, 9.992768, 10.644831, 10.843957, 12.601359, 13.18274, 14.387946, 14.501285, 24.548029, 25.174168, 30.849868, 31.93993], "sum_m_pl": [10.57458, 14.84184, 15.063654, 14.792019, 14.616466, 14.569367, 14.466342, 14.541674, 14.588038, 15.030422, 14.448095, 14.730084, 14.792621, 14.475543, 14.289315, 14.696265, 14.654555, 14.524098, 14.920605, 15.377402, 15.437481, 15.373017, 15.468354, 15.369634, 11.790193, 11.77156, 11.522558, 12.079176, 12.300826, 12.437902, 13.465875, 13.317715, 13.238065, 12.912195, 13.041682, 12.680737, 11.267259, 10.534298, 9.584562, 8.959845, 8.495644, 8.084728, 7.744413, 6.737955, 6.181557, 6.28823, 1.204094, 1.226817, 0.022302, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 179, "item_id": "llmzszl-18650", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 720, "region_end": 177, "roundtrip_ok": true, "tf_agree": 0.9944, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [59, 81, 124, 110, 62, 55, 45, 45, 51, 56, 60, 56, 58, 70, 90, 80, 84, 69, 48, 56, 43, 50, 47, 40, 78, 69, 74, 89, 86, 79, 86, 81, 79, 91, 87, 91, 86, 78, 83, 80, 67, 78, 69, 62, 57, 40, 32, 25, 19, 18], "n_am_pl": [19, 70, 63, 53, 50, 83, 96, 94, 75, 85, 76, 55, 74, 56, 53, 61, 56, 54, 62, 71, 70, 69, 77, 83, 52, 62, 72, 68, 69, 71, 72, 67, 62, 55, 58, 54, 40, 28, 28, 39, 37, 40, 29, 32, 24, 30, 24, 30, 39, 43], "n_pos": 410, "sum_m_en": [37.817763, 19.137392, 21.073698, 20.908649, 21.416295, 21.389726, 21.126484, 21.457908, 23.468681, 24.044814, 24.436999, 25.456742, 26.393123, 27.971026, 28.969033, 27.918199, 27.219304, 25.553195, 22.850334, 21.285199, 20.455515, 19.802122, 19.288001, 18.70078, 34.728272, 34.622458, 36.794689, 37.668074, 39.04278, 40.934338, 39.35143, 37.903468, 36.19183, 35.721606, 38.689861, 38.852284, 39.883236, 42.429997, 43.281308, 43.799587, 42.319257, 42.222489, 43.795292, 45.647675, 45.798218, 38.547249, 35.682174, 28.53788, 19.826149, 17.631853], "sum_m_pl": [163.147657, 207.374193, 201.682605, 199.231819, 196.072913, 193.06008, 192.761752, 192.890815, 190.72176, 193.730038, 189.541407, 188.49288, 188.166281, 185.205219, 183.824755, 190.302389, 187.541862, 191.470937, 195.706416, 199.682392, 200.240273, 199.084782, 199.502172, 199.279682, 156.157497, 159.358837, 158.428904, 167.53589, 173.163135, 171.648109, 173.563649, 174.013048, 176.070752, 162.657575, 155.484617, 148.235091, 131.192927, 127.472602, 116.81063, 111.975634, 104.644991, 103.658574, 98.785888, 86.02644, 69.961961, 64.443072, 46.768662, 40.550852, 39.855636, 44.573558]}, "digit": {"n_am_en": [3, 23, 20, 14, 7, 2, 5, 5, 12, 9, 11, 4, 10, 7, 15, 15, 16, 12, 9, 7, 5, 6, 5, 8, 18, 17, 12, 9, 12, 12, 17, 13, 8, 9, 12, 16, 12, 8, 9, 9, 8, 11, 8, 9, 7, 6, 3, 0, 0, 0], "n_am_pl": [0, 0, 3, 0, 1, 2, 2, 1, 0, 6, 11, 6, 9, 5, 2, 7, 8, 6, 5, 10, 7, 10, 8, 6, 4, 8, 7, 10, 5, 8, 6, 9, 6, 4, 4, 4, 3, 1, 3, 1, 3, 3, 1, 2, 1, 0, 1, 4, 0, 0], "n_pos": 49, "sum_m_en": [4.686161, 2.029194, 2.265204, 2.229022, 2.254315, 2.246448, 2.223421, 2.269705, 2.5551, 2.594954, 2.564091, 2.81554, 3.004447, 3.244122, 3.492209, 3.261485, 3.145423, 3.028624, 2.691428, 2.446777, 2.317679, 2.188715, 2.106035, 2.062601, 3.612056, 3.853763, 4.457159, 4.063533, 4.150629, 4.606738, 4.418271, 4.393033, 4.035762, 3.783303, 3.975105, 4.256682, 4.396124, 4.117148, 5.015293, 4.693227, 5.157037, 5.105751, 5.035996, 4.838255, 4.445145, 4.490006, 2.727637, 1.363158, 0.133871, 0.0], "sum_m_pl": [19.99697, 26.131188, 24.820467, 24.209919, 23.886431, 23.52614, 23.532026, 23.663253, 23.670716, 24.247123, 23.754986, 23.776504, 23.559183, 23.199562, 22.954347, 23.63636, 22.842555, 23.465343, 24.071207, 24.196147, 24.377655, 24.383937, 24.43687, 24.626849, 21.608453, 21.986406, 21.72502, 22.506451, 22.774577, 22.081856, 21.799355, 21.883671, 22.391587, 21.262934, 20.105112, 20.362103, 19.276833, 19.841281, 18.230102, 17.740255, 17.11683, 18.244116, 17.574763, 16.926282, 15.661167, 11.473037, 7.449594, 6.179, 0.345819, 0.0]}, "lang": {"n_am_en": [12, 7, 11, 11, 3, 5, 6, 10, 10, 6, 10, 9, 11, 13, 14, 11, 10, 11, 8, 9, 8, 10, 11, 9, 13, 12, 12, 14, 14, 11, 12, 13, 15, 21, 22, 24, 19, 23, 20, 18, 20, 25, 24, 20, 28, 17, 23, 20, 18, 17], "n_am_pl": [6, 20, 16, 9, 9, 7, 14, 17, 14, 10, 8, 11, 9, 6, 14, 12, 10, 15, 10, 12, 12, 11, 11, 13, 11, 9, 11, 10, 9, 10, 10, 12, 12, 11, 11, 12, 7, 8, 8, 12, 12, 9, 13, 18, 13, 20, 17, 18, 37, 43], "n_pos": 63, "sum_m_en": [5.684527, 2.930298, 3.244435, 3.237848, 3.300769, 3.345485, 3.261062, 3.317384, 3.538362, 3.488888, 3.751472, 3.99571, 4.062469, 4.249805, 4.380246, 4.236562, 4.214714, 3.972717, 3.586634, 3.324793, 3.285127, 3.239193, 3.087045, 2.954569, 5.967132, 5.761078, 5.702859, 6.060443, 6.452281, 6.703546, 6.963156, 6.651148, 6.283803, 6.467714, 7.051249, 6.907455, 7.799076, 8.391591, 8.667139, 9.242594, 8.691844, 9.253236, 10.576033, 12.36082, 16.837125, 13.154423, 21.991589, 18.660613, 18.462977, 17.002385], "sum_m_pl": [23.595497, 30.021605, 29.562097, 29.419039, 28.666421, 27.786779, 28.027118, 28.206675, 28.403673, 28.831787, 28.208136, 28.153566, 28.238373, 28.333988, 28.139286, 29.302837, 28.928851, 29.017213, 29.973006, 30.585227, 30.499704, 30.209647, 30.281884, 30.127567, 24.357319, 24.325242, 23.890098, 25.012176, 25.161597, 25.592173, 26.08834, 26.931692, 27.078158, 26.187935, 25.334827, 25.471192, 24.587932, 24.203091, 23.367772, 23.869384, 23.748706, 23.719647, 24.112397, 21.321861, 19.551654, 22.760464, 18.642585, 20.230072, 35.587065, 43.654864]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 412, "item_id": "llmzszl-18650", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 651, "region_end": 410, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.983}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [105, 104, 74, 75, 82, 64, 71, 85, 58, 74, 77, 82, 83, 77, 103, 91, 111, 114, 113, 83, 78, 69, 68, 66, 95, 121, 114, 97, 117, 99, 83, 79, 99, 100, 116, 110, 107, 106, 95, 109, 102, 123, 115, 120, 120, 109, 110, 112, 99, 93], "n_am_pl": [18, 26, 44, 29, 33, 44, 36, 44, 46, 40, 35, 43, 44, 39, 31, 35, 29, 19, 25, 41, 42, 38, 40, 47, 20, 26, 30, 32, 33, 35, 34, 34, 26, 35, 34, 16, 24, 27, 24, 20, 18, 10, 10, 9, 9, 4, 7, 3, 3, 3], "n_pos": 316, "sum_m_en": [37.633755, 18.348549, 17.62376, 16.968063, 17.501174, 18.22546, 17.840867, 18.673035, 20.548377, 19.954151, 21.444845, 21.840923, 23.018816, 24.172655, 24.607679, 23.449838, 23.860146, 23.423342, 21.221676, 19.883346, 18.239704, 17.040697, 16.022331, 15.652209, 38.08981, 42.148205, 43.774642, 38.592467, 40.246475, 40.21641, 36.943945, 35.758344, 34.453635, 36.080195, 41.501018, 42.044016, 47.427711, 51.198288, 58.340426, 71.600296, 71.154793, 82.556769, 86.62572, 97.621878, 99.829745, 99.491672, 105.850985, 106.202511, 98.227599, 94.151995], "sum_m_pl": [120.013871, 152.787888, 150.10925, 148.579034, 145.717812, 143.095976, 146.366844, 145.470986, 141.304597, 146.253568, 144.501111, 144.382897, 145.04042, 144.523351, 143.201216, 144.456394, 142.292207, 140.467683, 143.32384, 146.310866, 146.330334, 147.987673, 149.187608, 150.194178, 113.640841, 112.407991, 110.232751, 120.665406, 121.670482, 122.695071, 123.381053, 125.437636, 127.312334, 123.077645, 116.476307, 113.040247, 101.636805, 93.807032, 86.579351, 76.690357, 71.466217, 59.426364, 53.464735, 42.851991, 32.507423, 24.370488, 15.490256, 8.592178, 3.949692, 3.320826]}, "digit": {"n_am_en": [15, 22, 15, 17, 11, 12, 13, 14, 4, 11, 12, 9, 5, 10, 14, 8, 11, 16, 12, 7, 9, 9, 6, 3, 12, 11, 14, 13, 16, 13, 12, 11, 7, 5, 10, 9, 14, 7, 3, 2, 3, 4, 3, 3, 5, 1, 3, 1, 0, 0], "n_am_pl": [5, 3, 6, 1, 3, 5, 5, 6, 6, 6, 6, 7, 12, 7, 5, 4, 4, 2, 0, 4, 6, 5, 2, 9, 1, 4, 2, 5, 4, 3, 4, 4, 7, 5, 9, 2, 2, 3, 0, 3, 6, 3, 4, 2, 3, 2, 1, 0, 0, 0], "n_pos": 50, "sum_m_en": [4.832046, 2.33971, 2.300989, 2.229705, 2.312431, 2.471433, 2.478241, 2.686966, 2.813078, 2.791991, 3.056209, 3.025002, 3.173176, 3.367172, 3.508599, 3.386763, 3.543207, 3.384784, 2.969499, 2.863555, 2.66466, 2.517943, 2.368336, 2.301195, 4.812369, 5.303335, 5.717212, 4.828802, 5.146711, 5.07382, 4.771595, 4.235879, 3.882436, 4.119356, 4.583912, 4.821739, 5.012487, 4.50242, 4.500113, 4.205627, 3.942907, 4.048241, 3.947497, 4.128353, 4.094287, 3.821265, 2.447021, 1.184527, 0.11638, 0.0], "sum_m_pl": [22.105521, 26.473, 25.190134, 24.717819, 24.005105, 23.245589, 23.681796, 22.938193, 21.885225, 23.398231, 23.039892, 23.060131, 22.94599, 23.065193, 22.65003, 22.194823, 21.93701, 21.906312, 22.553194, 22.977439, 23.005976, 23.4126, 23.610537, 23.928795, 19.467351, 18.402897, 17.697909, 19.917976, 20.290861, 20.373277, 20.40204, 21.003415, 21.416543, 20.270631, 19.210167, 18.826985, 18.134385, 17.03157, 15.776281, 15.281866, 14.7136, 15.073276, 14.369739, 12.828068, 11.159593, 8.360556, 4.463737, 1.450591, 0.173242, 1e-06]}, "lang": {"n_am_en": [35, 27, 24, 24, 26, 24, 30, 31, 23, 24, 21, 32, 27, 28, 38, 33, 36, 36, 39, 28, 24, 23, 23, 24, 33, 46, 40, 35, 42, 36, 33, 32, 41, 47, 49, 49, 51, 55, 55, 59, 58, 70, 65, 71, 73, 72, 77, 84, 90, 93], "n_am_pl": [2, 7, 15, 10, 9, 9, 5, 12, 13, 13, 8, 17, 15, 11, 8, 11, 8, 7, 10, 17, 14, 16, 14, 16, 8, 9, 14, 10, 8, 11, 11, 12, 10, 10, 10, 5, 7, 11, 11, 10, 6, 5, 6, 5, 4, 2, 5, 1, 3, 3], "n_pos": 98, "sum_m_en": [13.718801, 6.372824, 6.050963, 5.70107, 5.759284, 5.965974, 5.902693, 6.145968, 6.693223, 6.393264, 6.935368, 7.118936, 7.634912, 8.015519, 7.834996, 7.412951, 7.269862, 7.268441, 6.620627, 6.297998, 5.769143, 5.404622, 5.057931, 4.948774, 13.646925, 15.152791, 15.49677, 14.230519, 15.09239, 15.637052, 14.316587, 14.136647, 13.914465, 14.739857, 16.417151, 17.12408, 20.737007, 23.766498, 28.69654, 37.46428, 40.436434, 48.750841, 50.621483, 56.554543, 60.269956, 63.526553, 72.15869, 77.859874, 88.630322, 92.10178], "sum_m_pl": [33.35094, 44.607444, 44.874078, 44.528738, 43.801624, 43.094976, 44.350648, 44.866825, 43.748319, 44.808893, 44.626324, 44.710479, 44.816696, 44.597447, 44.670272, 45.34544, 44.709618, 43.753145, 44.359179, 45.120287, 45.144303, 45.809621, 46.210326, 46.438049, 34.47799, 34.528704, 33.775443, 36.089617, 35.849106, 36.051394, 36.835431, 37.470691, 38.135741, 37.483128, 36.006984, 35.557569, 32.230638, 30.231837, 29.39522, 25.13976, 23.013867, 17.801289, 16.562552, 12.932175, 9.79771, 7.560099, 5.742846, 2.871988, 3.002725, 3.320782]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 318, "item_id": "llmzszl-18651", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 698, "region_end": 316, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 0.9842}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [299, 465, 360, 329, 320, 274, 263, 317, 252, 242, 271, 263, 296, 282, 288, 295, 307, 313, 271, 252, 186, 187, 169, 159, 311, 340, 316, 300, 330, 327, 322, 308, 277, 304, 358, 312, 337, 297, 284, 267, 277, 270, 256, 236, 217, 163, 95, 65, 18, 2], "n_am_pl": [49, 181, 185, 177, 153, 181, 191, 169, 173, 162, 160, 174, 178, 157, 182, 146, 157, 135, 159, 203, 205, 206, 209, 232, 105, 119, 132, 141, 147, 159, 174, 160, 170, 124, 97, 105, 89, 81, 77, 90, 82, 83, 113, 83, 72, 103, 113, 110, 180, 186], "n_pos": 1278, "sum_m_en": [117.487697, 61.048672, 64.013256, 63.376768, 65.815559, 67.48716, 68.192123, 70.507118, 77.374888, 77.4348, 79.885354, 84.263261, 89.532247, 93.119318, 99.316075, 90.972825, 89.943211, 88.096169, 78.875972, 74.266072, 67.562458, 62.84575, 61.999797, 59.476921, 116.293777, 128.652943, 138.824237, 128.323137, 130.157408, 133.665702, 129.008778, 123.918356, 119.659974, 121.541822, 134.627875, 134.607657, 148.680519, 153.879712, 160.361797, 160.599127, 157.318874, 178.172238, 181.578185, 190.059781, 173.441863, 146.333641, 94.123939, 75.204485, 23.978104, 2.049797], "sum_m_pl": [521.374543, 652.96013, 626.954964, 618.469919, 611.797512, 605.184122, 611.663607, 597.868897, 583.885881, 594.757996, 593.823268, 581.625922, 582.602437, 577.813054, 574.030493, 583.228567, 574.51126, 574.04172, 587.516992, 598.673713, 605.745434, 613.920123, 616.993024, 620.257489, 470.706677, 477.518606, 452.386793, 496.246162, 507.071004, 512.643436, 516.243425, 513.094407, 517.426997, 479.422694, 464.743567, 439.861824, 410.036727, 390.219121, 378.002727, 368.83048, 351.313298, 328.977601, 317.97309, 284.556603, 249.930633, 225.778822, 186.673144, 151.43391, 182.608603, 184.955254]}, "digit": {"n_am_en": [43, 134, 100, 55, 54, 57, 43, 84, 56, 55, 54, 55, 53, 59, 43, 45, 59, 57, 51, 33, 23, 24, 23, 25, 70, 82, 68, 65, 59, 57, 63, 64, 43, 42, 52, 49, 61, 52, 39, 26, 29, 31, 20, 16, 20, 13, 11, 2, 1, 0], "n_am_pl": [3, 28, 13, 33, 24, 14, 37, 18, 19, 35, 39, 29, 35, 39, 41, 30, 36, 38, 34, 49, 43, 43, 43, 44, 20, 26, 34, 28, 35, 37, 33, 37, 39, 24, 19, 19, 20, 22, 11, 19, 18, 22, 37, 28, 15, 12, 6, 3, 0, 0], "n_pos": 310, "sum_m_en": [28.019419, 13.707041, 13.85259, 12.991917, 13.055471, 13.685901, 14.396761, 14.742597, 15.619707, 15.806668, 16.713363, 17.991302, 19.603854, 19.737595, 21.034189, 19.297053, 19.11259, 19.500721, 17.229661, 16.775978, 15.247944, 14.134441, 13.525789, 13.242739, 22.164106, 25.28616, 28.099136, 25.930725, 26.103534, 27.483083, 28.101988, 27.929552, 25.33354, 25.59769, 26.691599, 28.704591, 29.245264, 26.062495, 26.867012, 26.189973, 24.523685, 25.649452, 24.61833, 25.655809, 25.385788, 19.289878, 12.45516, 8.305632, 3.146448, 0.0], "sum_m_pl": [130.376441, 165.765959, 157.767041, 153.336197, 152.089055, 149.675452, 150.283163, 146.172133, 142.659304, 147.298161, 148.733267, 143.907094, 142.592945, 141.966142, 139.360007, 139.951586, 137.603774, 137.415717, 140.574097, 142.988283, 146.265089, 149.015531, 150.041544, 151.429908, 123.351752, 123.886697, 117.209555, 126.588075, 129.519829, 127.301714, 126.909559, 126.410474, 127.579505, 121.478096, 118.23971, 114.706941, 110.302382, 110.099497, 106.85713, 105.372785, 103.734228, 104.59706, 102.670208, 96.530103, 88.070577, 65.829293, 41.768695, 20.571949, 5.277301, 0.000245]}, "lang": {"n_am_en": [56, 46, 33, 49, 37, 44, 55, 56, 44, 39, 44, 44, 51, 55, 47, 55, 44, 51, 53, 53, 41, 41, 39, 33, 66, 62, 60, 53, 56, 71, 75, 78, 64, 73, 82, 76, 76, 77, 72, 80, 80, 96, 91, 97, 100, 81, 47, 33, 2, 2], "n_am_pl": [11, 41, 35, 26, 27, 30, 24, 23, 33, 31, 22, 36, 30, 16, 29, 26, 33, 27, 30, 45, 43, 45, 35, 51, 19, 15, 16, 24, 26, 23, 27, 26, 37, 25, 25, 26, 27, 29, 31, 28, 28, 27, 34, 30, 34, 59, 83, 83, 168, 183], "n_pos": 188, "sum_m_en": [17.103455, 9.622093, 9.551323, 10.625451, 11.172711, 11.32227, 11.447612, 11.622516, 12.603096, 12.277244, 13.01816, 13.587688, 13.541975, 14.322319, 14.852455, 13.824406, 13.659849, 13.226415, 12.015775, 11.245112, 10.577717, 9.97712, 11.283712, 10.274713, 25.428498, 26.252121, 25.070553, 22.828804, 24.173249, 23.949886, 22.260579, 21.989383, 21.127418, 23.480732, 25.985553, 27.191094, 32.004194, 38.187908, 42.331901, 46.86092, 47.227431, 66.001842, 68.378799, 71.598482, 71.019307, 61.178433, 38.6153, 28.021808, 5.162614, 2.040137], "sum_m_pl": [70.321489, 86.011314, 84.042092, 84.149879, 84.113028, 83.05767, 85.110501, 85.514663, 85.085656, 85.753949, 85.36827, 84.923107, 86.707952, 86.478555, 86.488027, 88.099908, 86.691679, 86.441949, 88.66196, 90.062993, 90.067346, 90.743268, 90.259527, 90.677497, 70.781336, 70.893046, 70.885394, 76.758123, 76.612101, 78.603994, 80.178303, 80.8314, 81.410813, 76.720525, 73.223166, 72.622613, 68.924964, 65.899729, 63.241562, 62.001463, 62.166945, 49.871067, 48.748913, 51.312094, 51.666584, 63.745945, 81.164929, 84.654965, 153.979225, 180.770407]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1278, "item_id": "llmzszl-18651", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 629, "region_end": 1278, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.9859}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [83, 64, 66, 49, 56, 50, 53, 68, 61, 59, 51, 57, 62, 67, 58, 61, 59, 55, 52, 56, 58, 58, 57, 59, 71, 66, 65, 61, 63, 63, 74, 70, 72, 70, 67, 57, 60, 78, 69, 73, 73, 72, 73, 71, 63, 59, 57, 54, 66, 55], "n_am_pl": [13, 38, 51, 33, 34, 29, 36, 35, 45, 49, 59, 53, 56, 46, 46, 33, 29, 29, 30, 32, 34, 35, 41, 36, 27, 27, 29, 31, 44, 38, 40, 35, 25, 18, 19, 26, 20, 19, 19, 17, 8, 6, 11, 8, 6, 6, 5, 16, 1, 0], "n_pos": 254, "sum_m_en": [27.207445, 14.465574, 15.549829, 14.114019, 14.411051, 15.942856, 15.168805, 16.600348, 17.368566, 17.330075, 17.428178, 18.671634, 20.809589, 22.726166, 22.622602, 20.687027, 21.67199, 20.708831, 17.413098, 15.842913, 14.174854, 13.18443, 12.639132, 12.321099, 27.871801, 33.767832, 31.844475, 29.174299, 28.854397, 30.032354, 29.524504, 29.228844, 28.20577, 28.188401, 32.502706, 30.961273, 35.666637, 39.75161, 44.096174, 47.743703, 48.382104, 45.763, 48.662402, 51.734396, 54.530776, 55.375183, 55.090334, 53.527071, 64.517106, 54.721374], "sum_m_pl": [95.230591, 126.63456, 123.323537, 121.849499, 120.771109, 115.695362, 117.132128, 115.765804, 116.708271, 118.95081, 119.702589, 117.98089, 115.80816, 112.959262, 112.904493, 116.550029, 114.21119, 113.801307, 117.881545, 121.255595, 123.425849, 124.753712, 125.561907, 125.195106, 97.625751, 92.660792, 92.413505, 100.871517, 103.576622, 102.797822, 102.594361, 104.093901, 105.78292, 103.658199, 99.271485, 95.338514, 84.085607, 78.065464, 66.382732, 63.535408, 59.694243, 56.578176, 51.130622, 39.839083, 32.000095, 27.935169, 20.357154, 16.598125, 3.751948, 3.7e-05]}, "digit": {"n_am_en": [2, 4, 8, 6, 5, 2, 2, 7, 3, 1, 0, 2, 3, 2, 3, 1, 3, 3, 1, 1, 3, 3, 3, 5, 2, 4, 6, 4, 2, 1, 1, 1, 4, 3, 1, 1, 3, 3, 2, 2, 4, 2, 3, 4, 2, 4, 3, 1, 0, 0], "n_am_pl": [2, 1, 1, 2, 2, 1, 3, 0, 2, 1, 4, 4, 2, 1, 2, 3, 1, 1, 2, 1, 3, 2, 0, 1, 0, 1, 1, 0, 0, 0, 1, 2, 1, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.134084, 0.604741, 0.660315, 0.615986, 0.640095, 0.647472, 0.636554, 0.742879, 0.718834, 0.694207, 0.733566, 0.758946, 0.974117, 1.045905, 0.975983, 0.915738, 1.024794, 0.949597, 0.778237, 0.723861, 0.683881, 0.616859, 0.584366, 0.570747, 1.209322, 1.489201, 1.284269, 1.231412, 1.247048, 1.205892, 1.243711, 1.315505, 1.189523, 1.167776, 1.332539, 1.31975, 1.309315, 1.308561, 1.420369, 1.372292, 1.487252, 1.395948, 1.437237, 2.132721, 2.146535, 2.588127, 2.538333, 1.45207, 0.035086, 1e-06], "sum_m_pl": [5.655838, 6.876931, 6.577616, 6.621865, 6.573345, 6.48031, 6.429068, 6.198262, 6.383212, 6.486189, 6.502521, 6.658472, 6.411765, 6.168948, 6.228296, 6.255996, 5.939529, 6.002251, 6.364184, 6.386172, 6.429731, 6.528843, 6.579363, 6.600975, 5.313864, 5.185832, 5.335891, 5.672081, 5.592169, 5.640262, 5.597727, 5.577061, 5.843627, 5.770766, 5.547337, 5.410109, 5.039838, 4.976697, 4.678522, 4.573034, 4.422325, 4.168707, 4.017777, 3.207486, 3.008405, 2.159992, 1.853639, 1.200805, 0.039996, 1e-06]}, "lang": {"n_am_en": [23, 14, 18, 13, 12, 13, 18, 18, 20, 21, 11, 12, 13, 17, 12, 17, 18, 12, 13, 18, 12, 21, 19, 16, 18, 16, 16, 18, 16, 17, 16, 19, 16, 20, 18, 22, 23, 28, 24, 31, 25, 30, 33, 32, 36, 35, 35, 44, 48, 55], "n_am_pl": [2, 7, 4, 8, 8, 4, 1, 3, 3, 5, 14, 9, 8, 7, 8, 3, 3, 3, 5, 5, 5, 4, 6, 8, 6, 4, 4, 7, 9, 8, 9, 5, 4, 2, 4, 5, 4, 4, 5, 4, 2, 3, 2, 2, 1, 1, 2, 0, 0, 0], "n_pos": 55, "sum_m_en": [7.152122, 3.76459, 3.802672, 3.217214, 3.195306, 3.594899, 3.414215, 3.738227, 3.954781, 3.652946, 3.77288, 3.903084, 4.328861, 4.736671, 4.72329, 4.439634, 4.567729, 4.554909, 3.816896, 3.46607, 3.105252, 2.889447, 2.754898, 2.666842, 7.122088, 8.073119, 7.611867, 7.445116, 7.236519, 7.229167, 6.801216, 7.247598, 7.151062, 7.438738, 8.640419, 9.086186, 11.733857, 13.607415, 15.286869, 18.054697, 18.289796, 18.993908, 21.82264, 24.03684, 30.281897, 32.098119, 32.59225, 40.248241, 48.953309, 54.501144], "sum_m_pl": [18.896546, 25.261159, 25.399817, 25.260773, 25.014999, 23.649798, 24.334743, 24.675225, 24.801723, 25.622518, 26.012691, 25.99543, 25.810069, 25.042934, 24.989552, 25.377745, 25.036438, 24.574621, 25.254012, 25.90287, 26.294131, 26.652394, 26.885519, 26.762355, 20.903148, 20.168997, 19.709467, 21.622883, 22.262069, 22.026705, 22.50356, 22.35634, 22.416081, 22.117117, 21.808279, 20.524399, 18.109209, 16.765179, 14.019851, 13.225112, 12.789006, 11.4252, 9.762516, 8.303966, 5.305209, 3.910315, 2.889882, 1.146413, 0.021832, 9e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 256, "item_id": "llmzszl-18653", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 721, "region_end": 254, "roundtrip_ok": true, "tf_agree": 0.9766, "tf_agree_excl_first": 0.9804}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [104, 96, 111, 90, 76, 102, 80, 109, 85, 92, 91, 103, 107, 118, 95, 93, 119, 124, 108, 120, 100, 108, 106, 107, 149, 154, 142, 120, 117, 140, 147, 152, 142, 132, 153, 148, 135, 116, 131, 152, 154, 145, 128, 125, 106, 102, 74, 54, 39, 36], "n_am_pl": [35, 120, 97, 73, 102, 88, 95, 86, 102, 104, 94, 87, 105, 90, 79, 77, 62, 52, 78, 65, 78, 85, 93, 84, 34, 49, 58, 77, 93, 80, 74, 77, 74, 63, 41, 43, 38, 45, 44, 48, 50, 56, 64, 43, 33, 34, 45, 56, 66, 75], "n_pos": 476, "sum_m_en": [46.116855, 23.697018, 26.066814, 25.785135, 25.933963, 28.021837, 27.335286, 30.252461, 31.48614, 32.646809, 33.078678, 35.075213, 38.447092, 41.07075, 41.617891, 38.463891, 39.492104, 38.2502, 31.80916, 28.740631, 26.235735, 24.620329, 23.602822, 22.664074, 50.843515, 58.396817, 58.072582, 53.455991, 55.536508, 57.715941, 56.5855, 55.977224, 53.24276, 52.473331, 59.330318, 56.482823, 60.281556, 61.647114, 74.638338, 84.260141, 85.684292, 82.54941, 82.059942, 84.049236, 83.617145, 78.784136, 60.078423, 53.217621, 41.103614, 36.038595], "sum_m_pl": [175.338416, 239.693887, 230.889567, 228.552738, 226.733543, 220.875187, 223.525655, 219.504314, 220.451775, 224.675099, 222.978579, 221.515635, 218.375816, 212.215768, 213.074076, 219.444637, 215.224002, 216.658938, 227.343545, 232.141314, 234.561815, 236.458325, 237.554121, 237.123276, 186.884473, 182.547177, 176.792837, 193.692846, 197.024626, 195.791256, 194.545717, 196.616158, 200.423589, 191.850547, 181.051872, 177.471423, 164.123671, 158.991746, 138.567438, 132.993664, 128.235217, 124.456839, 116.371001, 94.702775, 77.097081, 70.651203, 64.20123, 64.3563, 65.718087, 75.580676]}, "digit": {"n_am_en": [2, 6, 7, 4, 1, 6, 0, 6, 2, 3, 2, 4, 3, 1, 4, 2, 7, 6, 5, 6, 1, 4, 2, 2, 5, 8, 7, 5, 4, 5, 5, 5, 6, 7, 8, 12, 6, 4, 5, 5, 5, 6, 4, 2, 2, 2, 2, 1, 0, 0], "n_am_pl": [0, 3, 3, 0, 2, 0, 4, 0, 0, 1, 2, 2, 3, 3, 0, 3, 1, 2, 3, 1, 2, 1, 1, 1, 0, 0, 0, 1, 1, 2, 2, 3, 3, 2, 0, 0, 0, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 3, 0, 0], "n_pos": 17, "sum_m_en": [1.326669, 0.703649, 0.756955, 0.739576, 0.767431, 0.822028, 0.776162, 0.926357, 0.91195, 0.931481, 0.992974, 0.979025, 1.190791, 1.283043, 1.163089, 1.156262, 1.266789, 1.321326, 1.037908, 0.972133, 0.883265, 0.796682, 0.760747, 0.734814, 1.740164, 2.199258, 1.854221, 1.85781, 1.720351, 1.780853, 1.907492, 2.044397, 1.821268, 1.853177, 2.043798, 2.201192, 2.05516, 1.978445, 2.58536, 2.285339, 2.660029, 2.438879, 2.565856, 2.527116, 2.226757, 2.155666, 1.69056, 0.925635, 0.078935, 0.0], "sum_m_pl": [6.97253, 8.999488, 8.580634, 8.658135, 8.567831, 8.305113, 8.293242, 7.770557, 8.214616, 8.454889, 8.378436, 8.743522, 8.56082, 8.471376, 8.61681, 8.575841, 8.140711, 7.985795, 8.527183, 8.461038, 8.526027, 8.656293, 8.697663, 8.724782, 7.326571, 7.129839, 7.179886, 7.509222, 7.589289, 7.614058, 7.412988, 7.285503, 7.625647, 7.537777, 7.043138, 6.808732, 6.480884, 6.457145, 5.791769, 5.59562, 5.717855, 5.435078, 5.375378, 3.604812, 3.73686, 2.382595, 2.42026, 4.065633, 0.207697, 0.0]}, "lang": {"n_am_en": [34, 14, 15, 13, 15, 29, 20, 24, 26, 24, 24, 22, 28, 35, 28, 29, 29, 31, 31, 32, 25, 35, 35, 33, 40, 36, 37, 35, 29, 36, 41, 34, 35, 37, 41, 44, 40, 27, 37, 51, 56, 57, 44, 52, 62, 61, 46, 44, 38, 36], "n_am_pl": [7, 27, 18, 16, 25, 19, 21, 22, 22, 29, 24, 22, 23, 18, 15, 17, 15, 15, 21, 14, 21, 18, 18, 22, 11, 14, 15, 14, 28, 21, 14, 23, 23, 21, 9, 7, 6, 13, 12, 15, 10, 20, 26, 17, 17, 24, 32, 38, 61, 74], "n_pos": 112, "sum_m_en": [11.483848, 5.776359, 6.147065, 6.014307, 6.12846, 6.818248, 6.562741, 7.232714, 7.721724, 7.66825, 8.009429, 8.355875, 8.995597, 9.541585, 9.627664, 8.890006, 9.181985, 9.094019, 7.573402, 6.88248, 6.280452, 5.935826, 5.633559, 5.393881, 12.53299, 13.690251, 14.421175, 12.77157, 13.440647, 13.921614, 13.471606, 13.60882, 13.414375, 13.662181, 15.045076, 14.523862, 15.28368, 16.191976, 20.630598, 26.439525, 29.22488, 30.457497, 30.002598, 32.560134, 43.867826, 42.868962, 38.439356, 39.197404, 37.432079, 36.033], "sum_m_pl": [42.913299, 54.634628, 53.978033, 53.349585, 52.494334, 51.66047, 52.734312, 52.653283, 53.058026, 54.281716, 53.923886, 53.187158, 53.198011, 52.019618, 52.147368, 53.253988, 52.650016, 52.660274, 54.915784, 55.749116, 56.157581, 56.44657, 56.742698, 56.603873, 46.597116, 45.151181, 43.485861, 47.280449, 47.757577, 47.112629, 47.465206, 47.737778, 48.072464, 46.999552, 45.14667, 45.330754, 43.842912, 42.929128, 37.808122, 35.633912, 33.766867, 33.319848, 32.859004, 31.329879, 27.155453, 29.727669, 31.52342, 38.672697, 56.678924, 73.77191]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 594, "item_id": "llmzszl-18653", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 652, "region_end": 476, "roundtrip_ok": true, "tf_agree": 0.9865, "tf_agree_excl_first": 0.9882}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [51, 48, 35, 34, 29, 46, 38, 42, 32, 31, 41, 32, 33, 31, 29, 28, 29, 31, 41, 36, 35, 36, 25, 26, 41, 48, 36, 39, 37, 35, 32, 30, 32, 33, 43, 50, 46, 47, 52, 60, 58, 52, 59, 59, 49, 47, 41, 45, 44, 39], "n_am_pl": [3, 20, 23, 32, 22, 21, 23, 19, 30, 30, 27, 31, 28, 30, 32, 23, 31, 27, 21, 31, 29, 21, 31, 29, 20, 11, 27, 31, 33, 26, 34, 35, 18, 20, 15, 15, 13, 9, 5, 6, 3, 3, 5, 4, 0, 1, 7, 12, 2, 2], "n_pos": 186, "sum_m_en": [21.185101, 10.341326, 10.309103, 10.216403, 10.49303, 11.289327, 11.049184, 12.360222, 12.068544, 12.067834, 12.216482, 12.322049, 12.722997, 13.549818, 13.016489, 12.96708, 12.572582, 13.076094, 11.607129, 10.920247, 10.238246, 9.367781, 8.918151, 8.773168, 18.509427, 19.642018, 18.366665, 17.963924, 17.905453, 17.403094, 16.64071, 16.634189, 15.945444, 15.569477, 18.761946, 19.417652, 22.133295, 25.411457, 29.697156, 34.398899, 34.891605, 41.606907, 43.853104, 43.779393, 44.183541, 44.017901, 43.557899, 44.532982, 42.936954, 38.622527], "sum_m_pl": [68.088117, 91.246759, 89.008795, 87.852193, 84.884371, 83.940089, 83.901339, 80.941172, 80.448984, 82.87454, 83.547549, 84.161268, 82.478256, 81.051375, 81.632748, 83.169895, 81.275205, 81.037937, 83.456477, 86.273576, 87.489127, 88.88608, 89.101636, 89.808927, 67.416786, 66.340505, 67.704819, 71.22864, 73.029698, 72.879223, 72.994649, 72.986299, 73.748842, 71.144617, 66.872066, 61.305143, 53.822151, 49.702706, 41.40866, 35.082549, 33.403242, 26.252849, 24.237952, 21.867188, 16.839992, 13.750474, 9.494051, 10.498155, 3.222006, 2.002194]}, "digit": {"n_am_en": [1, 10, 6, 7, 5, 8, 4, 9, 3, 4, 6, 4, 4, 7, 3, 4, 3, 2, 2, 2, 2, 3, 3, 3, 5, 5, 6, 4, 7, 5, 4, 2, 1, 1, 4, 4, 2, 1, 5, 3, 4, 2, 3, 1, 1, 0, 1, 2, 0, 0], "n_am_pl": [0, 1, 4, 5, 2, 0, 1, 1, 3, 2, 2, 4, 4, 4, 4, 2, 3, 2, 2, 3, 2, 1, 3, 2, 4, 3, 4, 4, 1, 0, 4, 3, 2, 3, 2, 5, 5, 3, 2, 1, 2, 3, 3, 3, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.779622, 1.291403, 1.320963, 1.401459, 1.419654, 1.5395, 1.533066, 1.809743, 1.738394, 1.763814, 1.733775, 1.713822, 1.869227, 2.03525, 1.837285, 1.894818, 1.769543, 1.931038, 1.712396, 1.615437, 1.521082, 1.40735, 1.353303, 1.337024, 2.56214, 2.483473, 2.320928, 2.144676, 2.318286, 2.15138, 2.211018, 2.152435, 2.004136, 2.019557, 2.156469, 2.196087, 2.144051, 2.184385, 2.519768, 2.408963, 2.497492, 2.547335, 2.613033, 1.926007, 1.906516, 1.544058, 1.531533, 2.425359, 0.076232, 1e-06], "sum_m_pl": [11.522048, 15.225296, 14.686874, 14.256391, 13.583237, 13.1399, 12.983699, 12.472988, 12.326996, 12.803549, 12.970358, 13.20038, 12.732937, 12.411334, 12.199988, 12.164722, 11.83904, 11.804273, 12.214282, 12.662013, 13.011044, 13.367301, 13.418437, 13.589914, 10.500037, 9.708389, 9.980755, 10.956415, 11.147668, 11.299035, 11.033372, 11.187471, 11.3525, 11.136781, 10.811193, 10.315442, 9.610848, 8.877338, 8.219673, 7.558583, 7.67084, 7.770666, 7.025248, 6.588246, 5.30961, 3.594141, 1.591099, 0.634509, 0.061524, 0.0]}, "lang": {"n_am_en": [10, 15, 8, 6, 8, 13, 11, 9, 7, 6, 10, 7, 10, 6, 9, 8, 8, 11, 12, 10, 12, 12, 9, 10, 14, 14, 12, 12, 5, 8, 9, 6, 9, 9, 15, 17, 22, 21, 19, 28, 23, 25, 26, 29, 28, 26, 27, 29, 36, 38], "n_am_pl": [2, 4, 5, 9, 1, 4, 4, 5, 11, 7, 3, 6, 3, 6, 6, 4, 8, 5, 4, 11, 8, 3, 5, 6, 2, 2, 6, 6, 14, 10, 8, 10, 5, 6, 5, 5, 2, 2, 3, 4, 1, 0, 0, 0, 0, 1, 2, 2, 2, 2], "n_pos": 41, "sum_m_en": [5.469215, 2.657245, 2.494107, 2.43395, 2.330464, 2.562388, 2.610315, 2.855949, 2.882091, 2.789364, 2.88415, 2.990009, 3.200257, 3.403355, 3.347422, 3.216107, 3.231536, 3.399549, 2.956332, 2.698015, 2.506672, 2.259488, 2.143022, 2.098702, 4.898074, 5.289895, 4.992649, 4.850518, 4.835878, 4.841443, 4.645417, 4.498024, 4.359628, 4.45692, 5.804985, 6.508612, 8.987247, 10.243088, 11.414672, 15.444602, 15.695644, 21.127955, 21.411381, 22.21671, 23.757773, 24.377489, 26.857674, 28.150301, 34.826955, 36.694321], "sum_m_pl": [13.755669, 18.592154, 18.695761, 18.522834, 18.092608, 17.917917, 18.216476, 17.599124, 17.670805, 18.245064, 18.331093, 18.817735, 18.305524, 17.838049, 18.063572, 18.248914, 17.650906, 17.534921, 18.165591, 18.933017, 19.153178, 19.498672, 19.4996, 19.684037, 14.889345, 14.589765, 15.064797, 16.009624, 16.35483, 16.024193, 16.046446, 16.079416, 16.158862, 15.577616, 14.438375, 13.507438, 11.543847, 10.86778, 8.660694, 6.75576, 6.270044, 3.972552, 3.594295, 3.094561, 2.196959, 2.108778, 1.843439, 1.757717, 2.009361, 2.002139]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "llmzszl-18655", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9787, "tf_agree_excl_first": 0.984}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [238, 244, 297, 265, 213, 233, 226, 219, 201, 205, 212, 199, 187, 199, 190, 191, 189, 185, 178, 173, 149, 168, 141, 157, 252, 237, 242, 227, 236, 236, 263, 244, 234, 209, 270, 239, 254, 268, 308, 316, 301, 283, 272, 215, 193, 178, 97, 109, 50, 42], "n_am_pl": [62, 162, 180, 178, 174, 215, 208, 221, 187, 197, 202, 178, 185, 197, 186, 177, 172, 158, 180, 208, 233, 215, 227, 247, 106, 125, 146, 155, 159, 179, 166, 154, 164, 124, 103, 104, 96, 84, 69, 62, 59, 61, 49, 44, 44, 51, 79, 83, 121, 142], "n_pos": 1070, "sum_m_en": [99.201922, 52.196006, 58.057239, 58.856944, 59.474557, 60.987306, 59.674167, 63.509468, 65.594434, 68.208307, 67.259881, 67.867479, 71.409343, 72.43111, 73.454029, 72.232457, 71.141742, 72.081036, 64.649038, 60.6938, 56.930474, 53.447164, 51.100983, 49.976849, 100.129169, 102.481751, 106.042202, 101.560644, 104.627762, 105.526793, 105.74752, 101.081864, 101.615377, 103.433102, 117.856326, 113.663066, 124.118296, 131.256301, 154.252605, 163.632038, 166.203119, 160.215534, 170.565414, 159.009333, 154.908429, 141.380953, 92.61924, 102.217877, 51.823575, 42.773281], "sum_m_pl": [409.888827, 535.279053, 517.908162, 508.417456, 498.796553, 492.434029, 497.492617, 488.708998, 484.212609, 487.707639, 490.49415, 483.726868, 478.957722, 480.333068, 482.959957, 490.162639, 475.763612, 479.335098, 500.667517, 511.844886, 517.827954, 521.675758, 522.266919, 524.729147, 418.85774, 416.376385, 412.87955, 441.602795, 447.607961, 439.916845, 439.161619, 440.87369, 440.064302, 419.095145, 391.406964, 372.914979, 343.123012, 331.505719, 299.433499, 269.157664, 259.54657, 247.472303, 233.820123, 185.250484, 158.7012, 143.533711, 145.565463, 113.766202, 122.933422, 141.739667]}, "digit": {"n_am_en": [19, 50, 43, 31, 30, 26, 30, 25, 7, 14, 30, 24, 13, 23, 19, 29, 20, 19, 26, 27, 18, 21, 15, 14, 25, 13, 23, 26, 27, 36, 35, 30, 33, 34, 38, 34, 34, 33, 36, 36, 33, 31, 34, 16, 17, 15, 7, 5, 0, 0], "n_am_pl": [3, 11, 10, 6, 4, 10, 6, 6, 13, 12, 16, 9, 9, 19, 12, 17, 20, 15, 16, 14, 19, 17, 18, 20, 7, 8, 11, 16, 10, 16, 12, 14, 19, 6, 10, 13, 8, 9, 7, 4, 5, 8, 7, 7, 3, 3, 1, 4, 1, 0], "n_pos": 134, "sum_m_en": [13.379085, 6.229745, 6.458833, 7.062808, 7.186836, 6.8051, 6.660276, 7.551855, 7.596778, 7.798723, 7.712603, 7.660948, 8.118917, 8.273765, 8.400759, 8.160059, 7.962826, 8.130013, 7.392702, 7.260139, 6.865546, 6.351007, 6.090023, 6.039393, 11.390542, 10.855843, 13.11343, 12.616532, 13.439398, 12.55461, 12.660351, 12.348274, 11.409808, 11.663685, 13.908194, 13.115141, 14.601475, 15.575677, 20.318202, 20.170619, 18.899883, 16.676468, 17.170621, 15.788836, 15.695285, 12.122801, 8.200467, 6.976986, 1.280273, 0.00118], "sum_m_pl": [55.578103, 70.376619, 67.012828, 63.945399, 62.305909, 60.931099, 61.505799, 59.826077, 59.21347, 60.544745, 61.224804, 60.510123, 59.136226, 58.995585, 59.625259, 59.567987, 57.80698, 58.51369, 61.346474, 61.917368, 62.979799, 64.104181, 64.313746, 64.809923, 47.069451, 45.751474, 47.408879, 53.802682, 54.323516, 53.711617, 53.202335, 52.767771, 52.870555, 50.954882, 47.426562, 47.819107, 43.732013, 40.957911, 37.371085, 35.387657, 37.05444, 37.736857, 37.030494, 32.185366, 30.300114, 23.588735, 17.067508, 9.334818, 2.527659, 0.005383]}, "lang": {"n_am_en": [46, 35, 50, 67, 30, 35, 38, 47, 51, 39, 43, 39, 37, 44, 47, 54, 45, 60, 51, 37, 33, 42, 43, 44, 58, 56, 56, 46, 47, 46, 53, 60, 57, 52, 76, 70, 69, 67, 77, 89, 97, 83, 87, 89, 96, 85, 40, 46, 45, 42], "n_am_pl": [10, 37, 22, 26, 25, 28, 23, 27, 25, 36, 34, 35, 31, 31, 30, 24, 25, 23, 30, 31, 40, 34, 28, 32, 20, 19, 24, 32, 25, 31, 29, 30, 32, 30, 14, 17, 16, 20, 11, 12, 11, 21, 20, 22, 25, 36, 56, 63, 115, 141], "n_pos": 184, "sum_m_en": [16.851167, 9.455472, 10.323981, 10.621985, 10.307272, 10.991426, 10.598081, 11.213472, 11.890448, 11.873198, 12.164864, 12.671967, 13.14773, 13.501279, 13.913944, 13.17206, 13.016302, 13.128997, 11.696878, 10.946189, 10.396682, 9.889636, 9.229105, 8.879812, 21.940053, 22.906702, 21.784172, 20.640324, 20.60746, 20.648639, 19.919158, 19.551563, 20.317041, 20.502517, 24.794785, 25.175991, 29.512124, 33.214678, 41.131653, 47.173665, 52.108186, 52.211057, 56.206822, 60.131463, 69.751128, 64.250186, 37.215546, 40.841229, 41.662607, 42.131828], "sum_m_pl": [68.102657, 85.432967, 84.163805, 83.192708, 82.284157, 81.932666, 83.686907, 82.495125, 82.768975, 83.261266, 82.419459, 81.908909, 81.941678, 82.468428, 82.706102, 85.260881, 82.3914, 82.784218, 85.874666, 87.994702, 88.125908, 88.42586, 88.811972, 89.391889, 71.078003, 70.161154, 71.998526, 76.649502, 77.154212, 76.787872, 77.417588, 78.31278, 78.145844, 75.79188, 69.660207, 69.042349, 65.568813, 65.000718, 55.936779, 50.693315, 48.689159, 44.622251, 43.539203, 41.623613, 39.072272, 43.545208, 56.344489, 61.21243, 103.847079, 137.663775]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1070, "item_id": "llmzszl-18655", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 664, "region_end": 1070, "roundtrip_ok": true, "tf_agree": 0.9916, "tf_agree_excl_first": 0.9925}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [48, 55, 43, 45, 44, 37, 27, 26, 32, 43, 29, 41, 46, 47, 46, 44, 46, 38, 41, 49, 36, 29, 29, 29, 42, 43, 46, 51, 48, 61, 50, 55, 46, 54, 58, 58, 59, 51, 60, 58, 63, 62, 61, 61, 61, 58, 59, 54, 49, 47], "n_am_pl": [7, 21, 40, 36, 18, 15, 40, 27, 26, 23, 35, 20, 21, 30, 30, 21, 18, 24, 20, 26, 26, 32, 32, 28, 17, 19, 23, 17, 24, 22, 24, 15, 17, 11, 8, 9, 9, 7, 11, 9, 10, 6, 7, 4, 4, 3, 2, 2, 0, 0], "n_pos": 181, "sum_m_en": [21.252639, 9.261978, 9.427381, 9.186088, 9.814402, 10.368245, 10.159173, 11.651695, 11.586017, 11.866892, 11.883931, 12.573044, 14.191832, 14.343776, 13.803546, 13.102313, 13.179579, 12.729669, 11.394677, 11.093556, 10.103126, 9.405834, 8.967564, 8.834827, 24.944061, 26.855236, 25.24085, 23.550291, 22.911759, 23.234593, 21.352885, 20.61712, 20.036744, 21.119836, 23.466068, 24.556018, 29.683108, 31.366158, 32.282451, 35.683457, 37.077289, 40.587326, 43.81138, 48.736657, 50.824287, 55.114981, 54.853282, 53.8067, 49.281854, 47.057535], "sum_m_pl": [65.584932, 90.444009, 88.124725, 87.663081, 84.854027, 83.606657, 83.125866, 81.411344, 80.906463, 81.994071, 80.692485, 80.953387, 80.114532, 80.642646, 82.456253, 83.58176, 82.431102, 82.848509, 84.298777, 86.420637, 87.457297, 87.920267, 88.200806, 88.641973, 67.307468, 65.248351, 65.898939, 70.582432, 73.287784, 72.720604, 73.525214, 74.128422, 73.572301, 70.308013, 67.079625, 64.363865, 54.465873, 51.536739, 46.962454, 43.233593, 40.892089, 36.726773, 33.82052, 27.707343, 20.955453, 14.806636, 7.037861, 4.907, 0.404677, 0.006627]}, "digit": {"n_am_en": [5, 1, 6, 6, 8, 2, 2, 3, 3, 3, 1, 3, 6, 4, 2, 4, 2, 2, 3, 3, 2, 4, 2, 1, 3, 4, 4, 6, 5, 5, 5, 7, 4, 3, 3, 4, 4, 3, 3, 2, 2, 3, 3, 3, 3, 2, 2, 1, 0, 0], "n_am_pl": [0, 3, 7, 5, 2, 3, 6, 2, 4, 2, 6, 2, 4, 5, 5, 3, 0, 3, 4, 1, 2, 1, 2, 1, 1, 2, 3, 0, 3, 1, 1, 0, 2, 1, 0, 2, 1, 1, 3, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0], "n_pos": 24, "sum_m_en": [2.950233, 1.134526, 1.220149, 1.205186, 1.212289, 1.380807, 1.257738, 1.425241, 1.407748, 1.524171, 1.411838, 1.325507, 1.701867, 1.768122, 1.638967, 1.708521, 1.840074, 1.737039, 1.565688, 1.517215, 1.351481, 1.282561, 1.229581, 1.18751, 2.529644, 3.006957, 2.884839, 2.67463, 2.724393, 2.623204, 2.443224, 2.454873, 2.276349, 2.18687, 2.561368, 2.443666, 2.725807, 2.610749, 2.865866, 3.066737, 2.908432, 2.984742, 3.004773, 3.104662, 2.724993, 2.455434, 1.684632, 1.371065, 0.196806, 0.0], "sum_m_pl": [7.951417, 12.066082, 11.491346, 11.694476, 11.233866, 10.79309, 10.888623, 10.823277, 10.747668, 10.851218, 10.402989, 10.415486, 10.220572, 10.243668, 10.393375, 10.574885, 10.067523, 10.253415, 10.6285, 10.94637, 11.118448, 11.198883, 11.272726, 11.401262, 8.763304, 8.281515, 8.324097, 8.658411, 9.172963, 8.956164, 8.871241, 9.182557, 9.343963, 9.523631, 8.946117, 9.188479, 8.562687, 8.587827, 7.989479, 7.509214, 7.748288, 7.720677, 7.629999, 6.87652, 4.599233, 3.422087, 1.275212, 0.658943, 0.024048, 0.0]}, "lang": {"n_am_en": [10, 16, 11, 8, 12, 18, 11, 7, 8, 9, 11, 11, 7, 8, 15, 16, 14, 14, 17, 17, 13, 10, 12, 11, 20, 17, 16, 22, 18, 21, 20, 22, 24, 26, 28, 27, 32, 30, 33, 31, 35, 37, 39, 39, 42, 40, 41, 43, 47, 46], "n_am_pl": [7, 3, 7, 10, 4, 4, 6, 5, 3, 6, 6, 7, 7, 8, 12, 8, 7, 10, 7, 10, 11, 11, 10, 10, 4, 5, 8, 6, 7, 7, 4, 3, 4, 2, 3, 3, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 2, 2, 0, 0], "n_pos": 47, "sum_m_en": [5.876897, 2.737088, 2.652559, 2.558163, 2.663091, 2.949653, 2.946207, 3.523844, 3.586212, 3.586088, 3.744042, 4.280679, 4.77816, 4.613691, 4.452386, 4.079014, 3.874752, 3.79013, 3.410927, 3.264886, 3.010952, 2.764557, 2.621458, 2.61316, 11.078241, 11.652762, 10.730501, 9.785881, 9.466992, 9.456676, 8.699332, 8.174547, 7.73896, 8.992004, 9.962944, 11.327395, 14.890166, 16.670352, 17.109187, 19.936886, 21.199895, 24.628357, 27.111696, 30.090738, 33.689084, 36.345251, 39.210656, 39.726552, 45.163636, 45.617692], "sum_m_pl": [15.612183, 22.547131, 22.219936, 21.966884, 21.358638, 21.191107, 21.537412, 20.864211, 20.81978, 21.087703, 21.066437, 20.904301, 20.421095, 20.655455, 21.315357, 21.554645, 21.68246, 21.640217, 22.003936, 22.487336, 22.429314, 22.525836, 22.605213, 22.682157, 15.749402, 15.108816, 15.618195, 16.799088, 17.21439, 16.950209, 17.692634, 17.804963, 17.746066, 16.729384, 16.054321, 15.773669, 12.550504, 11.286376, 10.127196, 9.301881, 8.54715, 7.268291, 6.259275, 5.331128, 4.265419, 2.618404, 2.15402, 2.444352, 0.188281, 4.3e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 183, "item_id": "llmzszl-18657", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 719, "region_end": 181, "roundtrip_ok": true, "tf_agree": 0.9672, "tf_agree_excl_first": 0.9725}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [69, 72, 83, 89, 83, 46, 43, 60, 44, 52, 40, 50, 51, 71, 61, 65, 62, 69, 50, 58, 39, 47, 48, 46, 56, 64, 60, 61, 65, 89, 91, 83, 82, 80, 71, 75, 71, 63, 53, 52, 46, 44, 44, 54, 37, 31, 11, 10, 1, 2], "n_am_pl": [5, 45, 60, 53, 43, 53, 55, 66, 65, 62, 55, 48, 40, 50, 47, 41, 41, 44, 46, 55, 57, 49, 61, 61, 41, 48, 41, 44, 48, 39, 53, 38, 42, 33, 29, 35, 27, 20, 23, 26, 30, 30, 31, 20, 28, 29, 29, 35, 43, 47], "n_pos": 288, "sum_m_en": [27.582628, 13.787295, 14.888058, 15.289314, 15.789424, 16.113493, 15.801722, 17.180267, 17.425054, 18.441514, 17.622471, 18.479551, 20.420743, 22.07199, 21.846565, 20.63336, 20.413152, 19.427984, 17.394615, 16.889224, 15.480041, 14.580766, 14.114955, 13.668494, 28.821262, 31.40963, 31.683253, 30.198493, 31.498892, 32.796375, 31.940139, 30.439743, 29.703705, 29.076603, 31.633869, 29.176295, 31.000712, 29.393303, 30.549569, 31.349875, 30.125315, 30.488176, 31.024679, 33.472805, 26.660798, 26.70507, 15.166348, 13.228235, 3.163244, 1.548736], "sum_m_pl": [110.007488, 145.726354, 140.790548, 139.319212, 137.161968, 134.889765, 134.983025, 131.969155, 130.699325, 131.081071, 129.323543, 127.871754, 126.188173, 124.179139, 126.771506, 131.331077, 130.055788, 130.695125, 134.52423, 137.282711, 138.603398, 138.735817, 139.580268, 139.808549, 110.465523, 109.560534, 108.86178, 114.977349, 119.289049, 118.372928, 119.584052, 120.950821, 121.516537, 114.256591, 110.148028, 106.472922, 94.885659, 93.79962, 86.818551, 84.108535, 80.922197, 80.600732, 76.824022, 67.502768, 60.609222, 52.935525, 43.593697, 41.141342, 44.398423, 47.017022]}, "digit": {"n_am_en": [6, 4, 6, 11, 8, 7, 5, 5, 5, 4, 1, 5, 7, 10, 7, 8, 3, 2, 5, 8, 3, 6, 6, 3, 6, 8, 13, 11, 12, 9, 10, 12, 10, 11, 8, 11, 9, 8, 4, 3, 4, 5, 4, 3, 4, 4, 1, 0, 0, 0], "n_am_pl": [1, 2, 6, 2, 3, 2, 1, 3, 1, 6, 5, 4, 4, 5, 3, 5, 6, 8, 4, 4, 5, 2, 4, 5, 5, 7, 4, 3, 6, 2, 2, 2, 1, 2, 0, 1, 1, 4, 2, 4, 6, 4, 4, 4, 4, 2, 3, 4, 0, 0], "n_pos": 31, "sum_m_en": [3.004882, 1.448553, 1.645312, 1.643703, 1.61705, 1.694453, 1.727903, 1.919389, 1.869421, 2.007493, 1.794721, 1.809549, 2.227583, 2.451793, 2.390462, 2.382222, 2.417774, 2.26194, 1.982707, 1.922682, 1.755049, 1.642498, 1.560798, 1.504516, 3.619726, 4.11325, 4.028974, 3.699639, 3.772636, 3.676552, 3.491188, 3.535161, 3.340014, 2.95519, 3.494566, 3.404938, 3.329221, 3.196695, 3.289672, 3.212955, 2.943737, 2.693914, 2.963142, 2.779697, 2.228008, 1.916488, 1.309488, 0.690058, 0.023903, 0.0], "sum_m_pl": [10.86071, 16.050282, 15.017968, 15.046274, 15.017732, 14.621542, 14.498978, 14.328041, 14.279437, 14.360559, 14.081745, 14.000142, 13.467863, 13.369572, 13.70485, 14.072668, 13.478532, 13.708974, 14.229667, 14.427537, 14.59528, 14.628686, 14.776082, 14.871503, 12.07127, 11.588498, 11.688464, 12.301371, 12.762037, 12.425047, 12.241642, 12.721646, 13.115455, 12.84558, 11.925237, 12.088633, 11.628821, 11.558763, 10.955622, 10.447011, 11.001171, 11.627199, 11.700606, 11.102015, 9.803838, 8.054527, 5.124154, 4.403492, 0.086963, 0.0]}, "lang": {"n_am_en": [14, 11, 13, 13, 14, 5, 8, 17, 14, 13, 11, 17, 15, 12, 16, 15, 15, 18, 17, 16, 8, 11, 11, 13, 19, 21, 16, 15, 13, 18, 23, 17, 18, 20, 18, 21, 20, 23, 16, 19, 16, 16, 16, 20, 15, 15, 5, 5, 1, 2], "n_am_pl": [3, 11, 11, 8, 11, 11, 5, 2, 5, 3, 8, 5, 4, 8, 6, 5, 4, 6, 3, 8, 6, 5, 5, 6, 3, 2, 6, 3, 6, 6, 8, 8, 8, 7, 6, 9, 5, 4, 6, 5, 6, 7, 7, 7, 15, 19, 23, 26, 41, 46], "n_pos": 50, "sum_m_en": [4.537125, 2.58795, 2.690705, 3.071761, 2.900875, 2.868198, 2.822277, 3.050307, 3.324054, 3.398679, 3.592248, 4.025561, 4.329605, 4.548909, 4.52063, 4.12984, 3.881505, 3.857529, 3.366737, 3.133915, 2.888045, 2.703125, 2.613846, 2.536388, 7.321768, 7.657941, 7.582661, 6.655972, 6.906271, 7.449885, 7.177954, 7.122599, 7.259049, 7.730986, 7.917334, 7.568459, 8.599777, 8.888013, 9.343127, 10.484375, 11.113572, 11.539642, 11.940398, 13.689806, 11.875083, 13.071116, 6.106648, 5.768232, 0.828472, 1.547332], "sum_m_pl": [18.445774, 22.845863, 22.480111, 21.733253, 21.520108, 21.948323, 22.565565, 22.37061, 22.301775, 22.566249, 22.307765, 22.000128, 21.409334, 21.207802, 21.814647, 22.857432, 23.248127, 22.674275, 23.439864, 23.850242, 24.034011, 24.003223, 24.199335, 24.279044, 17.849816, 18.046672, 18.360439, 19.707569, 19.712932, 19.853028, 20.421549, 20.216975, 20.238784, 19.717006, 19.64352, 20.350747, 18.749865, 18.739528, 17.22119, 17.217532, 16.62915, 16.561538, 15.883741, 14.999845, 18.167361, 19.064387, 22.926964, 24.767637, 39.765214, 46.12475]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 290, "item_id": "llmzszl-18657", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 650, "region_end": 288, "roundtrip_ok": true, "tf_agree": 0.9724, "tf_agree_excl_first": 0.9758}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [302, 296, 245, 196, 212, 227, 267, 275, 280, 336, 322, 289, 280, 240, 228, 264, 246, 262, 220, 235, 202, 228, 195, 207, 356, 349, 296, 285, 295, 314, 283, 279, 258, 249, 282, 311, 347, 354, 366, 375, 354, 394, 376, 318, 303, 306, 287, 274, 266, 244], "n_am_pl": [47, 160, 115, 145, 102, 115, 123, 145, 122, 148, 144, 143, 156, 179, 215, 179, 213, 191, 213, 224, 254, 267, 278, 293, 130, 146, 172, 163, 187, 171, 198, 192, 196, 153, 143, 143, 95, 73, 56, 54, 45, 45, 44, 44, 31, 26, 21, 16, 16, 21], "n_pos": 1101, "sum_m_en": [113.983234, 56.143611, 55.355399, 56.691793, 60.025, 60.571526, 58.398763, 62.841226, 67.342332, 66.551619, 71.792418, 74.01296, 79.899379, 80.26883, 81.683927, 80.112975, 76.501277, 74.272085, 65.9127, 61.749155, 56.551317, 52.578938, 50.733192, 50.011946, 108.348434, 114.297489, 116.546846, 106.959455, 108.060717, 110.3994, 109.930373, 107.244464, 104.171893, 107.201832, 117.669556, 135.570874, 153.886018, 156.523544, 172.248585, 178.364394, 191.931924, 219.693083, 227.707873, 226.351405, 241.264063, 243.528824, 256.602335, 255.832712, 263.242335, 248.25857], "sum_m_pl": [429.166972, 550.351751, 536.901541, 528.658376, 520.372817, 522.097913, 523.713053, 508.120792, 499.428073, 515.720363, 504.621732, 512.126551, 513.746955, 511.368239, 510.975089, 510.328054, 507.471011, 509.556137, 511.316653, 523.535752, 532.001285, 539.476384, 541.83758, 543.620535, 453.260417, 446.883017, 426.133923, 453.247472, 470.052707, 470.440024, 475.452198, 469.721614, 466.765894, 432.543707, 411.33636, 381.643249, 343.016036, 329.264622, 303.204214, 281.415703, 271.228043, 245.259502, 232.832742, 209.503173, 173.21209, 143.436402, 96.879193, 47.215041, 29.999733, 21.111207]}, "digit": {"n_am_en": [12, 110, 54, 39, 27, 34, 36, 34, 39, 63, 62, 46, 37, 27, 12, 18, 32, 34, 21, 26, 20, 23, 18, 17, 50, 59, 50, 45, 48, 54, 33, 33, 24, 19, 29, 35, 42, 44, 37, 39, 28, 33, 20, 13, 9, 2, 2, 2, 0, 0], "n_am_pl": [2, 22, 13, 11, 15, 14, 20, 42, 25, 40, 42, 48, 38, 48, 66, 50, 68, 56, 69, 56, 57, 53, 51, 55, 31, 44, 47, 40, 58, 58, 63, 63, 70, 49, 46, 47, 25, 24, 14, 10, 12, 13, 12, 18, 8, 8, 1, 0, 0, 0], "n_pos": 227, "sum_m_en": [20.107657, 9.973942, 9.704922, 10.183317, 10.777252, 10.632645, 10.099889, 11.717688, 12.011383, 12.917716, 13.953278, 13.261529, 15.446139, 14.979987, 14.224553, 14.045429, 13.726193, 13.040563, 11.784674, 11.552026, 10.731446, 10.157898, 9.881278, 9.695189, 17.38417, 19.257577, 20.582461, 20.03037, 19.832956, 19.79425, 19.640379, 17.554797, 15.658552, 14.739491, 16.100777, 16.680887, 19.204883, 17.538137, 19.62956, 18.542494, 17.313559, 18.233918, 16.734729, 15.929158, 13.585525, 8.987392, 4.965407, 2.423805, 0.471329, 1e-06], "sum_m_pl": [91.70296, 118.271049, 112.916126, 110.638883, 108.55191, 108.661756, 110.584837, 104.463555, 103.064849, 107.17281, 104.506406, 107.833535, 105.126272, 106.111978, 105.760206, 103.107545, 101.912213, 102.566188, 102.831219, 105.216717, 107.04769, 109.228999, 109.753927, 110.805136, 96.910455, 96.187118, 93.418233, 97.997147, 101.831034, 102.52249, 101.688644, 101.785115, 102.536865, 96.793565, 93.767724, 92.375447, 85.981862, 84.620194, 77.535378, 72.948937, 73.999487, 74.774668, 73.17081, 68.348116, 52.159155, 39.346071, 14.282712, 3.938248, 0.902903, 1e-06]}, "lang": {"n_am_en": [74, 58, 77, 71, 70, 59, 97, 82, 75, 75, 85, 83, 72, 71, 73, 82, 74, 87, 83, 88, 73, 78, 70, 71, 123, 103, 98, 103, 95, 101, 88, 101, 106, 100, 115, 117, 123, 134, 135, 156, 150, 173, 176, 164, 183, 194, 182, 194, 235, 243], "n_am_pl": [18, 38, 33, 36, 31, 41, 24, 24, 21, 23, 36, 35, 49, 35, 43, 44, 51, 60, 55, 64, 78, 84, 90, 82, 31, 35, 34, 35, 37, 28, 43, 27, 31, 25, 22, 28, 23, 15, 14, 10, 8, 7, 10, 10, 9, 9, 10, 13, 16, 20], "n_pos": 268, "sum_m_en": [30.383577, 15.382423, 14.705602, 14.907953, 15.345096, 16.104215, 16.33759, 16.808386, 18.513972, 17.77854, 19.299713, 20.727657, 22.221756, 22.757536, 23.362152, 23.19263, 21.584785, 21.361822, 18.703671, 16.726555, 15.104468, 13.794809, 13.188273, 12.891874, 34.810378, 37.516885, 36.199457, 32.611628, 32.896803, 33.047842, 31.996281, 33.220086, 33.601247, 36.717865, 39.902487, 48.761282, 58.64082, 63.132048, 70.730757, 79.507491, 89.601871, 111.95081, 121.624592, 126.414365, 143.487332, 152.203004, 165.479083, 182.347277, 226.767647, 238.100662], "sum_m_pl": [92.87257, 127.714801, 127.456564, 127.050983, 125.84728, 125.06202, 124.856215, 121.502368, 119.48123, 123.434182, 121.437821, 122.864897, 123.673834, 122.51318, 123.346765, 123.464354, 123.792136, 124.902237, 125.147454, 128.035323, 129.887605, 131.749282, 131.992604, 132.244672, 109.296792, 105.808775, 102.255187, 107.893647, 110.354816, 110.614009, 113.004835, 110.880244, 111.554434, 104.283769, 98.909419, 89.865097, 78.625214, 74.218278, 66.240893, 60.912498, 55.652469, 46.477938, 40.696892, 38.503998, 30.227291, 26.937927, 21.036184, 15.027628, 14.981561, 19.356261]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 1103, "item_id": "llmzszl-18660", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 740, "region_end": 1101, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9855}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [301, 394, 387, 331, 274, 316, 245, 261, 259, 302, 335, 312, 286, 291, 303, 310, 298, 282, 261, 293, 273, 280, 252, 250, 388, 365, 321, 329, 361, 355, 351, 309, 290, 299, 355, 307, 298, 291, 297, 345, 335, 329, 294, 270, 258, 211, 98, 96, 78, 68], "n_am_pl": [34, 252, 178, 205, 188, 188, 221, 196, 206, 216, 172, 199, 249, 252, 280, 285, 284, 256, 250, 256, 281, 307, 316, 325, 205, 201, 221, 197, 230, 225, 238, 252, 281, 216, 177, 192, 151, 146, 146, 122, 132, 122, 118, 124, 104, 121, 145, 166, 232, 255], "n_pos": 1280, "sum_m_en": [114.691948, 61.708163, 66.944655, 70.54169, 72.729731, 75.02071, 74.729063, 77.379803, 82.46122, 82.707814, 84.829311, 87.076102, 93.483084, 94.53494, 93.87282, 92.32547, 91.151343, 87.356672, 77.070326, 72.664385, 67.549833, 63.135353, 61.343903, 59.919909, 132.04676, 134.738264, 141.166338, 132.859225, 136.704471, 136.713402, 136.14608, 126.28035, 120.524339, 123.852162, 139.368558, 131.286352, 133.013215, 144.167716, 154.433953, 165.746054, 162.167601, 190.076579, 178.301414, 185.070787, 186.112688, 171.595791, 90.95714, 84.271604, 79.465116, 67.840861], "sum_m_pl": [497.923617, 637.365126, 614.096013, 607.731358, 601.218423, 597.778311, 603.718086, 585.757103, 577.507878, 593.139197, 582.437576, 585.772006, 592.754523, 588.659376, 595.154392, 595.524543, 580.900153, 588.645909, 596.712922, 607.128622, 613.702474, 621.71534, 623.855943, 625.94023, 510.188782, 500.501194, 486.821965, 515.692438, 536.189239, 544.158248, 540.946894, 544.36382, 546.932676, 506.115943, 478.992908, 470.099042, 431.074171, 414.845129, 395.224492, 374.088319, 360.981592, 340.610293, 330.147123, 300.506447, 238.823568, 223.82005, 210.125082, 200.048577, 227.005972, 253.981739]}, "digit": {"n_am_en": [15, 76, 61, 29, 48, 47, 32, 27, 34, 48, 52, 49, 38, 36, 39, 34, 28, 41, 32, 38, 36, 29, 34, 33, 45, 43, 41, 51, 58, 42, 40, 39, 41, 30, 46, 41, 33, 35, 29, 34, 28, 23, 17, 21, 17, 16, 6, 1, 0, 0], "n_am_pl": [0, 9, 13, 13, 14, 13, 26, 18, 28, 30, 17, 20, 35, 32, 31, 35, 31, 31, 30, 21, 21, 28, 26, 30, 27, 29, 36, 32, 29, 36, 43, 42, 35, 36, 25, 29, 25, 20, 20, 13, 18, 16, 16, 20, 12, 8, 10, 9, 0, 0], "n_pos": 171, "sum_m_en": [14.268185, 7.58017, 7.940071, 8.179186, 8.511431, 8.486409, 8.148661, 8.735169, 9.137689, 9.755399, 9.819514, 9.718469, 10.771331, 11.366326, 11.275983, 11.389407, 11.213974, 10.941354, 9.702235, 9.28349, 8.436496, 7.790736, 7.52977, 7.349346, 14.879981, 16.044324, 16.303198, 15.435764, 16.320886, 15.940273, 16.464501, 15.481874, 14.392762, 14.811773, 16.288869, 16.00597, 15.586925, 16.267669, 17.528918, 16.941143, 15.675139, 16.189911, 16.179976, 16.120242, 17.831644, 12.959782, 6.473599, 3.163089, 0.263022, 1e-06], "sum_m_pl": [64.263654, 89.823502, 86.045767, 84.894842, 84.398157, 82.448103, 82.621974, 79.746326, 80.171982, 81.871444, 80.310972, 81.472724, 82.071823, 80.778001, 80.606799, 80.323877, 77.677782, 78.257231, 79.409565, 80.261447, 81.097945, 82.691113, 83.034623, 83.922575, 70.193108, 69.793991, 68.810551, 72.800702, 74.557976, 75.670663, 74.921073, 74.936002, 76.230415, 71.712833, 67.835325, 68.612312, 65.665094, 63.506204, 58.533045, 57.317453, 56.700501, 57.717743, 56.105042, 53.857964, 44.032327, 34.798609, 21.447913, 13.678741, 0.646567, 0.00288]}, "lang": {"n_am_en": [92, 49, 55, 58, 50, 93, 73, 69, 75, 100, 105, 90, 99, 85, 92, 82, 83, 81, 81, 90, 85, 100, 86, 87, 112, 92, 83, 82, 95, 106, 97, 90, 80, 100, 112, 108, 112, 103, 122, 144, 149, 159, 145, 132, 136, 106, 57, 53, 71, 68], "n_am_pl": [12, 72, 64, 62, 56, 57, 49, 48, 57, 46, 41, 45, 51, 70, 81, 84, 78, 64, 70, 70, 76, 85, 93, 91, 58, 46, 44, 44, 51, 50, 53, 54, 68, 44, 44, 42, 37, 45, 33, 32, 34, 33, 37, 47, 49, 74, 100, 131, 219, 255], "n_pos": 324, "sum_m_en": [28.174825, 15.755081, 16.837567, 18.702871, 18.539622, 19.412424, 20.165182, 20.169725, 21.628431, 21.020868, 22.308783, 22.995467, 24.240751, 24.70288, 24.257489, 23.822233, 23.644962, 22.829396, 20.296067, 18.754932, 17.421587, 16.37349, 15.842856, 15.544166, 39.576239, 35.778755, 36.364072, 33.92789, 35.176731, 35.310706, 34.410784, 33.442359, 32.295741, 35.348914, 37.655391, 37.83298, 38.686236, 45.651497, 51.818028, 60.870082, 65.388435, 86.3302, 75.659238, 82.743952, 95.581409, 83.357646, 46.779714, 40.503751, 70.105375, 67.73987], "sum_m_pl": [122.197582, 151.956616, 148.31457, 146.096036, 145.698334, 146.989146, 149.376141, 146.044828, 144.955515, 149.761056, 147.301147, 147.145667, 149.818516, 149.118324, 152.213686, 151.145803, 147.678324, 150.091384, 151.492146, 153.919234, 156.001776, 158.405368, 158.595166, 158.958607, 133.048912, 131.972713, 128.052252, 134.637813, 137.753597, 139.839634, 140.148498, 139.615102, 141.063207, 131.574542, 126.254582, 126.807636, 120.958129, 119.545514, 114.33226, 106.323527, 103.653786, 94.715235, 91.667692, 85.904279, 78.079198, 84.964397, 113.527458, 133.046361, 205.103735, 252.257445]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18660", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 671, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9914}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 34, 27, 22, 22, 19, 15, 29, 22, 19, 24, 21, 26, 21, 24, 18, 20, 23, 20, 15, 13, 14, 13, 14, 22, 28, 24, 20, 19, 21, 23, 21, 20, 21, 20, 22, 29, 24, 25, 20, 23, 24, 25, 27, 23, 23, 26, 27, 26, 22], "n_am_pl": [1, 12, 18, 14, 5, 16, 11, 8, 22, 14, 9, 11, 13, 12, 9, 10, 16, 9, 8, 7, 9, 11, 8, 8, 2, 5, 7, 4, 6, 9, 6, 7, 6, 11, 13, 6, 6, 7, 5, 11, 8, 6, 6, 2, 1, 0, 0, 0, 0, 0], "n_pos": 111, "sum_m_en": [12.180445, 5.481704, 5.479368, 5.21172, 5.750047, 5.945038, 6.000518, 6.473716, 6.63477, 6.564098, 6.758539, 6.799551, 7.636428, 8.101865, 7.81826, 7.42168, 7.015249, 6.734573, 6.276026, 5.885018, 5.400866, 5.127015, 4.895354, 4.76957, 9.35975, 10.842485, 10.353709, 9.367048, 9.577988, 9.426192, 9.272025, 9.305899, 8.928273, 8.359894, 9.012917, 10.033177, 12.256045, 13.810928, 13.935681, 13.94765, 13.93865, 15.634099, 16.595821, 17.911902, 19.032452, 22.759265, 25.23198, 25.890163, 24.80384, 22.453857], "sum_m_pl": [43.054473, 55.658649, 54.530162, 53.307466, 51.100858, 50.505355, 50.242015, 48.859937, 49.078756, 50.554158, 49.954712, 51.405366, 49.829909, 48.505407, 49.335853, 49.638012, 49.166025, 49.583344, 49.819298, 51.692333, 52.916653, 53.628714, 53.840454, 54.347495, 42.309427, 42.063549, 41.985062, 45.3276, 47.085222, 48.025345, 47.56083, 46.957911, 45.796689, 43.858678, 42.574007, 39.756511, 34.821304, 32.602021, 28.494213, 26.811892, 24.548896, 22.319796, 20.990279, 18.045356, 14.348745, 9.837914, 5.309919, 3.486952, 0.452296, 0.000661]}, "digit": {"n_am_en": [1, 14, 11, 7, 8, 7, 6, 8, 4, 4, 7, 8, 6, 5, 6, 4, 5, 3, 2, 2, 5, 5, 4, 4, 7, 8, 10, 4, 5, 3, 3, 2, 4, 2, 4, 3, 7, 5, 7, 5, 7, 8, 10, 7, 6, 3, 3, 4, 2, 0], "n_am_pl": [0, 0, 0, 0, 0, 2, 0, 0, 7, 3, 3, 3, 3, 2, 0, 1, 5, 2, 1, 2, 1, 3, 2, 3, 1, 0, 3, 1, 2, 2, 1, 1, 0, 1, 4, 4, 4, 3, 2, 6, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.469854, 1.096283, 1.034735, 0.980943, 1.103535, 1.11522, 1.122101, 1.23502, 1.209609, 1.181045, 1.23384, 1.26227, 1.361995, 1.500591, 1.401702, 1.348932, 1.422288, 1.399574, 1.418218, 1.303424, 1.192314, 1.14733, 1.084625, 1.080453, 2.579035, 2.640073, 2.165369, 1.800644, 1.727872, 1.698328, 1.800554, 1.851196, 1.701541, 1.699574, 1.883673, 2.034808, 2.140499, 2.249401, 2.249089, 2.123816, 2.191981, 2.458132, 2.686002, 3.074505, 3.316848, 3.683306, 3.707977, 3.054814, 1.153589, 0.0], "sum_m_pl": [10.706823, 13.519458, 13.107559, 12.676038, 12.372577, 12.166448, 12.122932, 11.801875, 11.929995, 12.394986, 12.306517, 12.363233, 11.753161, 11.274996, 11.419452, 11.313332, 11.040233, 10.907199, 10.85303, 11.381599, 11.748904, 12.031186, 12.071488, 12.212349, 10.168363, 10.192249, 10.351333, 10.751794, 11.164096, 11.507065, 11.282872, 11.087059, 10.726804, 10.721103, 10.418654, 10.234467, 9.709581, 9.616205, 9.138971, 9.405318, 8.862392, 8.700311, 8.232978, 7.292372, 6.129947, 4.646958, 2.701806, 2.100111, 0.352437, 0.0]}, "lang": {"n_am_en": [10, 6, 5, 4, 7, 3, 2, 6, 7, 3, 7, 5, 7, 7, 5, 4, 4, 6, 6, 5, 4, 5, 5, 6, 8, 10, 9, 11, 9, 10, 9, 10, 8, 11, 7, 9, 11, 8, 11, 10, 11, 13, 11, 15, 13, 18, 21, 22, 22, 22], "n_am_pl": [0, 2, 2, 4, 2, 2, 2, 3, 5, 3, 2, 2, 2, 1, 1, 0, 1, 1, 0, 1, 2, 2, 1, 1, 1, 1, 1, 2, 0, 3, 2, 1, 1, 3, 3, 0, 1, 1, 1, 2, 2, 3, 3, 1, 1, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [3.005118, 1.245294, 1.221952, 1.198081, 1.284115, 1.309307, 1.334141, 1.407254, 1.531945, 1.485878, 1.582531, 1.65396, 1.930245, 2.167166, 2.256888, 2.075522, 1.748709, 1.71767, 1.546049, 1.40868, 1.251113, 1.184927, 1.119828, 1.063663, 2.789047, 3.307522, 3.49739, 2.910862, 2.983177, 2.972223, 2.829543, 2.982556, 3.109462, 2.860702, 2.8771, 3.674522, 5.431124, 6.268417, 7.086131, 7.812603, 8.371971, 8.946988, 9.700635, 11.017153, 11.547044, 15.066823, 18.150676, 20.243387, 21.581995, 21.686399], "sum_m_pl": [8.165168, 10.395886, 10.578624, 10.558376, 9.973633, 9.572327, 9.757006, 9.560704, 9.640502, 9.998445, 9.951015, 10.472508, 10.377666, 9.832086, 10.019988, 10.218293, 10.430252, 10.649565, 10.720415, 10.909747, 11.160025, 11.249127, 11.282842, 11.427033, 9.626465, 9.398888, 9.167626, 9.745397, 9.695194, 9.870817, 9.930739, 9.594854, 9.250693, 9.572878, 9.34218, 8.710161, 6.968453, 6.0002, 5.292681, 4.967345, 5.062293, 4.603799, 4.100845, 3.840366, 3.434806, 1.504497, 0.733793, 0.249394, 0.020866, 0.000399]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 113, "item_id": "llmzszl-18661", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 731, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9735, "tf_agree_excl_first": 0.9821}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [92, 109, 68, 73, 67, 50, 52, 76, 76, 70, 74, 65, 69, 71, 66, 59, 65, 51, 51, 48, 45, 40, 36, 41, 75, 83, 55, 55, 71, 51, 67, 66, 64, 55, 88, 74, 65, 61, 63, 66, 53, 58, 58, 51, 54, 49, 29, 16, 8, 0], "n_am_pl": [12, 58, 68, 50, 51, 63, 51, 32, 48, 65, 55, 52, 41, 42, 48, 34, 49, 42, 47, 49, 51, 40, 40, 47, 24, 32, 40, 42, 43, 49, 46, 48, 51, 38, 29, 23, 30, 27, 31, 27, 21, 21, 15, 18, 14, 18, 32, 34, 48, 62], "n_pos": 347, "sum_m_en": [33.269011, 16.775255, 17.170689, 16.889602, 18.706288, 18.328198, 18.569189, 19.254411, 20.868788, 20.687076, 20.597393, 21.479086, 23.100712, 24.806843, 24.36821, 23.214886, 22.772207, 21.330247, 19.982212, 18.747097, 17.378123, 16.60517, 16.1261, 15.538182, 29.141705, 31.954359, 31.330638, 31.048814, 33.953501, 32.240529, 32.109372, 30.405551, 30.051534, 29.667346, 32.634592, 32.789198, 33.169213, 32.863141, 34.461785, 39.088885, 38.76561, 40.348232, 40.420646, 43.304054, 47.14958, 42.603467, 26.529475, 17.7408, 9.538777, 0.02467], "sum_m_pl": [144.276359, 175.080661, 170.099741, 164.825627, 160.947511, 159.641418, 159.698953, 158.758996, 155.121293, 159.925074, 158.497908, 160.39535, 157.092433, 153.27712, 152.249803, 153.832405, 151.560113, 153.548728, 157.741363, 161.625222, 164.38461, 165.31813, 165.522229, 166.928381, 127.333344, 127.83496, 126.050857, 136.684872, 139.792792, 142.823669, 139.942316, 139.795864, 137.237222, 127.045922, 123.844754, 112.2326, 100.968433, 98.053361, 91.814105, 90.462935, 82.678331, 80.49346, 73.666383, 64.064251, 50.833796, 45.521126, 46.160003, 42.709206, 47.944086, 61.804015]}, "digit": {"n_am_en": [10, 41, 22, 22, 25, 13, 17, 23, 18, 20, 28, 21, 20, 19, 15, 16, 10, 10, 6, 4, 6, 6, 3, 7, 22, 22, 14, 15, 25, 14, 15, 14, 12, 8, 25, 24, 26, 14, 16, 14, 11, 16, 12, 11, 11, 9, 6, 4, 0, 0], "n_am_pl": [2, 6, 1, 6, 7, 8, 8, 5, 8, 18, 18, 7, 11, 7, 6, 3, 9, 9, 13, 9, 9, 7, 7, 7, 4, 4, 11, 11, 10, 7, 9, 6, 13, 10, 7, 4, 5, 3, 5, 5, 2, 3, 5, 4, 4, 4, 8, 7, 0, 0], "n_pos": 71, "sum_m_en": [6.376366, 3.248212, 3.095241, 2.882438, 3.17016, 3.230242, 3.321349, 3.548501, 3.648566, 3.673911, 3.827905, 3.831658, 4.245161, 4.619851, 4.550514, 4.372729, 4.39339, 4.27178, 3.999298, 3.727208, 3.367139, 3.14244, 3.062947, 2.969468, 5.490968, 5.707583, 5.773813, 5.604074, 6.405575, 6.065211, 6.241344, 5.931647, 6.038161, 5.95563, 6.615292, 7.229581, 7.024803, 5.932081, 6.08818, 5.761678, 5.837341, 6.264451, 6.486744, 5.868011, 7.678557, 5.449244, 3.509529, 2.828929, 0.285677, 1e-06], "sum_m_pl": [32.494968, 38.255664, 36.982489, 35.258206, 34.609994, 34.107596, 33.780186, 33.230657, 33.118385, 34.30301, 34.295564, 34.737305, 33.19455, 32.592666, 31.99909, 32.054683, 30.913494, 31.37624, 32.590685, 33.216072, 34.051637, 34.414135, 34.4543, 34.846036, 30.563549, 29.846804, 29.3253, 30.318947, 30.374366, 30.686966, 29.789232, 29.487399, 29.099035, 28.198074, 27.050333, 27.009953, 26.591623, 27.144233, 25.319368, 26.393885, 25.324814, 25.710955, 24.221783, 22.232547, 19.029802, 15.412694, 14.291225, 11.556152, 1.308046, 0.033601]}, "lang": {"n_am_en": [15, 10, 8, 13, 12, 6, 11, 15, 18, 16, 10, 12, 17, 15, 13, 14, 15, 8, 12, 13, 12, 11, 10, 11, 18, 18, 12, 10, 13, 9, 10, 15, 17, 16, 24, 19, 15, 21, 20, 24, 22, 23, 26, 23, 29, 27, 18, 11, 8, 0], "n_am_pl": [2, 10, 11, 8, 7, 10, 6, 4, 12, 3, 8, 9, 5, 11, 5, 3, 6, 8, 9, 11, 11, 10, 10, 14, 7, 8, 6, 10, 5, 8, 15, 11, 9, 10, 5, 11, 10, 10, 9, 8, 5, 10, 4, 11, 7, 12, 18, 21, 45, 61], "n_pos": 61, "sum_m_en": [5.309913, 3.138915, 3.211468, 3.390026, 3.669182, 3.466433, 3.476152, 3.520034, 4.014584, 3.962841, 3.954812, 4.265536, 4.528254, 4.964169, 4.959001, 4.607817, 4.391549, 4.074255, 3.841887, 3.593634, 3.401184, 3.265529, 3.105954, 2.973201, 6.396248, 6.766094, 6.356728, 6.232652, 6.635679, 6.856748, 6.447436, 6.339704, 6.652726, 6.825833, 7.139514, 8.105471, 8.331226, 10.103541, 11.131951, 15.501775, 17.223735, 16.965247, 17.395101, 22.068166, 24.789782, 25.4373, 16.765061, 11.230946, 8.591882, 0.022539], "sum_m_pl": [24.19656, 28.525192, 27.486576, 26.961723, 26.27847, 26.203785, 26.396798, 27.080562, 26.693024, 27.052421, 26.848011, 27.169311, 27.339915, 26.281822, 26.355706, 27.211185, 26.995752, 27.501095, 28.213528, 28.715081, 28.891905, 29.024464, 29.16794, 29.441261, 23.699349, 23.88585, 23.988959, 25.298487, 24.663548, 25.25903, 25.657227, 25.497987, 25.315119, 25.056076, 24.418955, 23.91393, 22.547226, 21.776718, 19.44714, 17.869297, 16.228926, 16.754623, 15.084253, 13.628305, 10.255642, 12.701151, 18.174427, 20.305956, 42.501139, 60.269001]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 349, "item_id": "llmzszl-18661", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 662, "region_end": 347, "roundtrip_ok": true, "tf_agree": 0.9857, "tf_agree_excl_first": 0.9885}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [342, 353, 291, 277, 319, 297, 341, 349, 310, 391, 384, 401, 389, 363, 345, 376, 342, 335, 324, 319, 280, 274, 277, 297, 407, 399, 377, 348, 375, 406, 379, 397, 398, 338, 415, 412, 428, 405, 365, 385, 395, 384, 378, 374, 353, 322, 340, 324, 321, 302], "n_am_pl": [65, 157, 174, 183, 169, 172, 147, 135, 171, 166, 171, 169, 164, 181, 208, 194, 224, 187, 168, 219, 225, 221, 226, 233, 136, 147, 161, 177, 196, 169, 191, 178, 190, 178, 137, 132, 71, 59, 66, 59, 42, 46, 53, 30, 30, 31, 15, 15, 2, 3], "n_pos": 1280, "sum_m_en": [139.81165, 70.816634, 68.892888, 66.926363, 71.022863, 73.13898, 70.035093, 77.04681, 82.211459, 86.882555, 90.925484, 95.609767, 96.748423, 100.439345, 102.83865, 103.989118, 96.167619, 93.989982, 82.90564, 76.439931, 70.162326, 64.174559, 61.094689, 59.645279, 134.275822, 153.216473, 162.437516, 147.511491, 149.917587, 155.75346, 145.765871, 147.081175, 143.038026, 148.728837, 157.736661, 170.297542, 184.603956, 184.35391, 198.716794, 220.338172, 222.579209, 238.936007, 257.894786, 286.02005, 301.129083, 295.220537, 320.597912, 310.350745, 315.321799, 301.850321], "sum_m_pl": [495.396698, 627.385223, 610.059451, 600.339062, 595.198599, 590.081113, 605.900949, 594.587677, 588.623215, 592.570189, 587.578342, 587.27551, 594.095353, 590.944622, 590.291347, 590.39221, 594.770635, 587.451044, 594.824212, 612.020367, 612.090158, 621.659278, 627.592051, 627.789383, 518.406301, 502.272525, 484.132266, 525.520117, 525.874209, 520.613142, 532.496353, 530.955219, 537.78037, 512.022651, 488.408947, 454.472482, 407.399586, 384.453308, 343.034649, 322.871787, 309.192749, 274.948621, 243.333357, 195.272531, 155.057079, 128.34172, 77.465449, 38.341145, 9.818866, 2.91617]}, "digit": {"n_am_en": [60, 100, 80, 103, 95, 67, 65, 81, 60, 89, 90, 84, 79, 66, 63, 56, 59, 57, 38, 42, 28, 35, 40, 40, 75, 82, 77, 58, 59, 74, 63, 75, 71, 37, 67, 60, 72, 56, 47, 44, 48, 49, 39, 39, 20, 10, 11, 1, 0, 0], "n_am_pl": [7, 38, 35, 38, 38, 57, 36, 31, 33, 45, 48, 47, 31, 37, 42, 41, 52, 45, 38, 47, 41, 37, 31, 37, 33, 37, 39, 45, 63, 37, 58, 54, 55, 44, 33, 37, 18, 19, 15, 15, 11, 17, 16, 10, 7, 10, 3, 1, 0, 0], "n_pos": 312, "sum_m_en": [28.882419, 14.676009, 15.001728, 14.809516, 16.268716, 16.818943, 15.625698, 18.186696, 18.39015, 20.979727, 21.175649, 22.112818, 22.652509, 21.914636, 22.825433, 22.868732, 21.443946, 21.118487, 17.921598, 17.224805, 15.903597, 14.471487, 13.764278, 13.418966, 25.922634, 29.638247, 31.633506, 27.621266, 27.773328, 29.011836, 28.114051, 27.154728, 25.215792, 25.654429, 25.68677, 28.07114, 28.000985, 25.646982, 27.582928, 27.53355, 27.17389, 27.796557, 25.056632, 26.282177, 24.376845, 19.971241, 12.72533, 4.597673, 1.593295, 4e-06], "sum_m_pl": [135.12775, 161.176015, 150.210117, 150.185826, 147.347207, 145.486775, 150.465276, 144.285357, 142.228621, 145.133216, 145.807421, 143.880187, 141.45566, 141.880267, 139.650713, 141.389947, 141.349536, 138.889917, 142.238674, 146.165396, 146.713995, 150.065263, 151.532364, 152.459897, 130.729697, 125.318509, 120.898575, 132.904122, 134.191775, 133.812419, 133.464656, 135.790342, 137.354779, 131.316103, 127.016368, 122.087002, 116.632447, 115.59623, 102.483633, 100.80347, 98.797912, 96.851163, 91.807542, 81.636991, 69.111149, 54.648077, 28.553653, 8.985872, 2.151822, 5e-06]}, "lang": {"n_am_en": [98, 88, 72, 70, 76, 84, 92, 101, 102, 113, 116, 135, 121, 119, 116, 123, 119, 118, 126, 128, 112, 112, 111, 121, 142, 141, 136, 124, 135, 141, 138, 138, 133, 125, 154, 157, 167, 173, 157, 177, 186, 183, 196, 198, 210, 199, 217, 231, 280, 299], "n_am_pl": [18, 25, 34, 44, 41, 31, 29, 32, 39, 30, 37, 39, 45, 42, 54, 58, 58, 46, 37, 43, 61, 62, 67, 61, 24, 25, 33, 35, 33, 32, 31, 37, 49, 39, 30, 34, 20, 17, 26, 21, 15, 19, 19, 12, 11, 9, 6, 1, 2, 3], "n_pos": 305, "sum_m_en": [39.296968, 19.274652, 18.313183, 17.063637, 17.632276, 18.558557, 18.04199, 19.237748, 21.597978, 21.80772, 23.635298, 24.84165, 25.246904, 27.464112, 26.817578, 27.441597, 25.024159, 25.055939, 22.373589, 19.797022, 17.99892, 16.299121, 15.391058, 14.979681, 45.129373, 51.270864, 54.907436, 49.086504, 50.605324, 51.645054, 46.383411, 47.690242, 45.866989, 48.576121, 54.677687, 63.794384, 74.189431, 75.057119, 88.921968, 103.677659, 109.795857, 126.937535, 143.437663, 162.962157, 175.314176, 177.614118, 206.336668, 216.277624, 269.786386, 292.245854], "sum_m_pl": [104.544828, 140.934939, 139.47126, 137.046677, 137.508166, 136.451979, 140.047724, 140.796012, 140.800687, 140.981044, 138.580114, 140.812417, 143.743188, 142.146411, 143.984217, 142.927897, 144.24643, 142.275523, 143.194106, 147.04101, 146.890343, 148.911998, 150.421635, 149.969844, 120.253661, 115.930218, 111.884908, 121.125976, 119.984113, 118.415459, 124.403364, 122.980818, 126.132653, 120.78964, 115.31175, 107.544721, 95.967319, 91.397499, 80.654818, 72.957811, 68.373914, 59.428967, 49.314818, 36.803018, 26.843738, 21.595455, 14.982731, 6.363919, 2.127662, 2.801359]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18664", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 719, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9844}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [332, 434, 387, 374, 380, 329, 332, 328, 290, 369, 310, 316, 348, 346, 322, 329, 328, 308, 239, 230, 229, 234, 215, 199, 344, 350, 351, 355, 381, 383, 319, 361, 345, 317, 349, 333, 372, 314, 287, 302, 284, 260, 250, 237, 209, 164, 86, 63, 35, 21], "n_am_pl": [43, 192, 167, 155, 195, 229, 237, 217, 231, 207, 200, 210, 238, 241, 268, 260, 248, 222, 250, 299, 296, 258, 262, 298, 160, 200, 199, 213, 232, 230, 231, 231, 280, 219, 163, 146, 122, 98, 98, 97, 74, 92, 90, 84, 74, 94, 126, 139, 187, 205], "n_pos": 1280, "sum_m_en": [116.856359, 63.646083, 69.283896, 70.776847, 72.790931, 73.992763, 74.81924, 85.457681, 88.88732, 96.115131, 94.029121, 96.919332, 100.101522, 106.184042, 109.143446, 107.019378, 101.547977, 96.7324, 84.487572, 79.118004, 72.619776, 66.718723, 64.121355, 61.797928, 134.181783, 153.412092, 163.296287, 151.968351, 155.193455, 154.146041, 145.247395, 146.187739, 137.923715, 142.353246, 148.204589, 152.188924, 161.942618, 156.991612, 164.601684, 172.357272, 163.115782, 162.966078, 166.270137, 169.789599, 169.378981, 142.534688, 92.179099, 73.565142, 41.593552, 21.373264], "sum_m_pl": [509.619805, 649.197539, 620.56441, 610.378913, 611.689719, 605.812402, 613.642688, 602.109999, 601.03807, 596.037652, 591.227458, 588.465412, 597.278336, 594.310543, 591.510069, 594.209184, 589.024747, 585.147171, 602.598009, 615.694567, 612.181194, 619.097463, 624.798453, 625.497889, 499.131112, 491.72964, 479.588501, 521.182044, 530.782719, 535.018408, 539.760109, 539.533196, 553.621507, 518.754418, 489.460312, 465.395543, 424.647976, 401.334228, 363.381712, 353.505732, 342.888784, 326.877127, 308.683408, 271.968952, 220.224618, 217.873607, 191.914304, 164.454359, 188.604224, 202.372613]}, "digit": {"n_am_en": [46, 132, 98, 99, 100, 67, 94, 70, 75, 89, 77, 80, 70, 65, 60, 63, 82, 69, 41, 49, 51, 57, 51, 49, 88, 90, 94, 79, 101, 93, 68, 79, 68, 46, 67, 64, 83, 66, 58, 52, 55, 56, 50, 37, 26, 12, 12, 3, 0, 0], "n_am_pl": [2, 26, 16, 27, 48, 44, 40, 34, 32, 35, 36, 44, 46, 47, 42, 45, 45, 37, 42, 47, 35, 31, 30, 31, 19, 34, 19, 36, 56, 56, 51, 60, 72, 53, 24, 37, 20, 11, 8, 11, 13, 12, 11, 11, 3, 9, 1, 0, 0, 0], "n_pos": 301, "sum_m_en": [25.852924, 14.470758, 15.707222, 15.576269, 16.653969, 17.066819, 16.764242, 19.552238, 20.401177, 22.937856, 22.144448, 22.54766, 23.93227, 23.953336, 24.546328, 23.964578, 22.554504, 21.972299, 18.727481, 18.005308, 16.284885, 14.764285, 13.947, 13.625896, 26.724396, 30.971567, 34.146851, 30.947174, 31.658567, 31.052012, 29.275948, 29.426849, 25.902906, 27.13111, 27.472202, 27.399319, 28.797951, 25.532776, 28.26506, 28.950033, 27.688853, 27.805216, 25.373649, 26.695606, 24.208409, 19.573442, 17.279818, 6.186019, 1.136501, 0.0], "sum_m_pl": [124.734838, 158.415579, 146.686386, 145.481283, 145.464819, 142.267418, 144.961076, 139.599424, 137.417734, 138.504104, 137.691666, 137.264678, 135.789862, 135.879113, 133.952526, 135.655664, 134.117588, 131.661496, 137.256904, 140.131167, 140.402384, 143.701262, 145.243715, 146.327607, 121.115942, 115.790258, 111.948942, 124.471058, 127.19331, 128.520776, 128.076928, 129.976276, 133.736722, 125.976982, 120.815452, 118.622955, 112.379839, 110.20933, 97.036923, 96.077605, 97.671247, 99.074994, 95.585575, 86.285763, 73.254097, 60.911849, 34.258032, 12.602445, 2.128774, 0.0]}, "lang": {"n_am_en": [80, 54, 48, 44, 54, 58, 61, 58, 56, 58, 46, 48, 69, 59, 59, 60, 55, 61, 61, 54, 52, 61, 50, 50, 78, 79, 71, 77, 85, 89, 81, 87, 79, 87, 90, 92, 102, 95, 88, 106, 102, 99, 99, 90, 110, 92, 42, 39, 22, 21], "n_am_pl": [27, 55, 52, 35, 35, 40, 28, 26, 40, 28, 34, 40, 43, 44, 52, 70, 57, 59, 50, 61, 70, 59, 63, 74, 31, 38, 42, 39, 33, 32, 38, 34, 55, 44, 46, 37, 30, 32, 30, 32, 24, 40, 38, 52, 45, 67, 102, 112, 179, 204], "n_pos": 227, "sum_m_en": [22.091165, 11.967719, 12.042025, 13.391525, 12.772137, 12.706501, 13.949723, 14.368987, 14.817253, 15.244645, 15.821392, 16.186708, 16.224988, 17.278564, 18.123778, 18.184209, 17.508431, 16.857019, 15.201607, 14.110151, 13.541766, 12.539745, 12.039522, 11.607654, 30.55811, 32.829551, 31.828707, 28.84178, 30.453114, 32.344247, 30.266254, 31.527961, 30.371962, 30.66955, 33.5233, 36.561766, 41.346146, 45.305656, 46.89136, 55.882007, 53.099633, 56.465659, 63.49702, 65.176856, 80.144113, 68.650301, 40.398069, 37.115268, 24.909287, 21.348299], "sum_m_pl": [86.569057, 107.449226, 106.240322, 102.810139, 104.594366, 104.020667, 104.105519, 105.679039, 108.227832, 107.680321, 105.848931, 106.221309, 109.276853, 107.895349, 108.974366, 109.160253, 108.333345, 107.405025, 109.53022, 111.198795, 109.661719, 109.876699, 110.824369, 110.17891, 85.884041, 86.769265, 87.209837, 93.450818, 94.115015, 93.19601, 96.158528, 94.884608, 97.380868, 93.963729, 89.878312, 87.929432, 84.380552, 79.633439, 75.322863, 72.150424, 70.854828, 69.969866, 65.301166, 68.113886, 63.360407, 78.121581, 97.400571, 107.323915, 167.035291, 199.352068]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18664", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 650, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9914, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [57, 52, 42, 40, 46, 33, 29, 36, 29, 23, 26, 42, 36, 39, 48, 36, 39, 43, 39, 37, 31, 34, 33, 36, 45, 44, 36, 47, 47, 41, 44, 44, 41, 38, 35, 38, 35, 43, 38, 35, 35, 43, 41, 42, 43, 42, 48, 41, 44, 41], "n_am_pl": [6, 16, 28, 18, 15, 15, 14, 18, 16, 23, 19, 15, 20, 25, 17, 13, 17, 16, 13, 22, 18, 19, 25, 18, 14, 13, 17, 18, 23, 19, 22, 22, 26, 14, 15, 12, 12, 7, 9, 9, 7, 5, 6, 5, 2, 3, 5, 0, 0, 1], "n_pos": 155, "sum_m_en": [17.731208, 8.857269, 8.576057, 8.345332, 8.638251, 8.323644, 8.257981, 8.872878, 9.486101, 10.301776, 11.359922, 11.658674, 11.736921, 11.767786, 12.118921, 11.874124, 11.6595, 11.098971, 10.163863, 9.408212, 8.499821, 7.798488, 7.390822, 7.319197, 17.038122, 19.63076, 20.465124, 20.310916, 18.808044, 19.925562, 18.815621, 18.566057, 17.535389, 17.328782, 17.665899, 17.328098, 18.293158, 18.886011, 20.256568, 24.429352, 24.911151, 28.325568, 28.170305, 33.924781, 39.181451, 40.712014, 43.265104, 40.723909, 42.590408, 41.9083], "sum_m_pl": [59.842151, 77.196908, 76.337469, 74.446514, 73.006854, 72.798931, 73.232149, 71.357894, 68.320745, 68.720158, 66.7525, 66.66862, 68.365097, 69.675868, 68.609417, 67.70212, 68.785963, 68.09569, 70.368115, 72.221127, 73.110104, 73.606569, 74.38542, 74.226637, 56.226007, 54.530934, 53.049879, 55.580572, 57.780516, 56.175937, 57.069003, 58.681617, 58.84382, 55.162306, 53.337379, 50.901048, 44.84997, 44.526171, 41.199242, 38.392283, 37.849563, 33.212711, 30.432472, 25.092248, 20.245447, 14.968825, 9.1793, 4.032298, 0.587075, 0.548218]}, "digit": {"n_am_en": [12, 11, 6, 8, 8, 6, 7, 6, 4, 3, 2, 5, 4, 3, 6, 4, 4, 6, 7, 8, 6, 3, 4, 6, 5, 4, 3, 6, 8, 5, 6, 7, 7, 9, 5, 5, 3, 5, 3, 3, 1, 1, 1, 0, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 3, 3, 2, 5, 5, 3, 1, 4, 5, 5, 2, 2, 10, 4, 6, 8, 5, 3, 6, 4, 5, 6, 3, 3, 5, 3, 5, 4, 4, 5, 5, 8, 3, 2, 4, 2, 2, 2, 2, 2, 1, 2, 1, 0, 0, 1, 0, 0, 0], "n_pos": 35, "sum_m_en": [3.752826, 1.652213, 1.641132, 1.718924, 1.780648, 1.740933, 1.739008, 1.811456, 1.90709, 2.089192, 2.125462, 2.132081, 2.278428, 2.347642, 2.339247, 2.281369, 2.347005, 2.245757, 1.986253, 1.89274, 1.674339, 1.557362, 1.481747, 1.462585, 2.620448, 2.752686, 2.829541, 2.839892, 2.804779, 2.958278, 3.27553, 3.105953, 2.862991, 2.835965, 2.843406, 2.909852, 2.711971, 2.70975, 2.526896, 2.631186, 2.561073, 2.580886, 2.82996, 2.572902, 2.72307, 2.02842, 1.631201, 1.078531, 0.224529, 0.0], "sum_m_pl": [14.075815, 18.146193, 17.554534, 17.011429, 16.446869, 16.416849, 16.604637, 16.081666, 15.179378, 15.632928, 15.306365, 15.147019, 15.571395, 15.733025, 15.490423, 15.260087, 15.689687, 15.546444, 16.088493, 16.304097, 16.550515, 16.750058, 16.986079, 16.981392, 14.163168, 13.515971, 13.159346, 13.97281, 14.168334, 13.915879, 13.582279, 14.207295, 14.227671, 13.587961, 13.276688, 13.057231, 12.189191, 12.282996, 11.999054, 12.243474, 12.210158, 11.873016, 11.383303, 10.198162, 9.388302, 6.572874, 3.613364, 2.21512, 0.180047, 0.0]}, "lang": {"n_am_en": [18, 18, 12, 16, 16, 11, 12, 13, 11, 11, 12, 13, 14, 15, 20, 15, 13, 14, 12, 14, 14, 18, 17, 16, 23, 25, 21, 22, 19, 18, 16, 19, 19, 17, 15, 19, 21, 22, 24, 24, 23, 29, 31, 30, 33, 33, 36, 35, 42, 41], "n_am_pl": [4, 5, 6, 4, 1, 0, 3, 4, 2, 6, 3, 6, 9, 5, 4, 1, 4, 3, 1, 4, 5, 3, 4, 4, 4, 1, 5, 2, 5, 3, 5, 5, 5, 4, 8, 4, 4, 2, 3, 4, 2, 0, 1, 1, 0, 1, 1, 0, 0, 1], "n_pos": 43, "sum_m_en": [5.421676, 2.993019, 2.832004, 2.592415, 2.509036, 2.397818, 2.388093, 2.626446, 3.004079, 3.237376, 3.804235, 3.95645, 3.867722, 3.725013, 3.956228, 3.824199, 3.82005, 3.596203, 3.370274, 3.084029, 2.842022, 2.48474, 2.305426, 2.250749, 6.824718, 8.150725, 8.39361, 8.279028, 7.505867, 7.800781, 7.239886, 7.355877, 6.726402, 7.146425, 7.036882, 7.231273, 8.424133, 9.448586, 11.149409, 14.661782, 15.215425, 18.576269, 18.811144, 23.405332, 27.443944, 29.06477, 33.232247, 33.462535, 39.03493, 40.518174], "sum_m_pl": [16.122886, 20.485671, 20.495976, 19.963941, 19.722543, 19.639208, 19.665273, 19.586573, 18.83654, 19.020085, 18.346727, 18.691175, 19.044999, 19.445744, 19.085794, 18.89695, 18.886654, 18.265958, 18.978368, 19.687567, 19.848407, 20.019113, 20.308759, 20.29076, 15.156782, 14.611084, 14.25021, 14.868688, 15.112733, 14.283112, 14.936445, 15.403074, 15.216902, 14.892057, 14.680155, 13.969002, 12.364343, 12.467718, 10.945144, 9.413437, 8.482665, 6.523028, 5.83622, 4.148257, 3.075961, 2.365866, 1.299082, 0.401102, 0.249794, 0.547666]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "llmzszl-18665", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 742, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9618, "tf_agree_excl_first": 0.9679}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [144, 152, 140, 152, 138, 124, 136, 107, 98, 134, 97, 116, 114, 123, 130, 90, 68, 70, 92, 72, 61, 59, 44, 47, 96, 90, 94, 126, 137, 149, 127, 141, 143, 110, 139, 128, 131, 107, 101, 94, 78, 72, 66, 74, 68, 69, 32, 29, 26, 22], "n_am_pl": [29, 94, 84, 72, 97, 76, 68, 75, 84, 89, 93, 90, 93, 86, 82, 89, 100, 78, 88, 119, 119, 113, 119, 117, 77, 83, 83, 87, 98, 81, 85, 82, 98, 82, 71, 81, 67, 60, 51, 58, 58, 50, 48, 47, 38, 37, 56, 57, 68, 82], "n_pos": 557, "sum_m_en": [50.650471, 26.799972, 29.154686, 30.912061, 31.391189, 32.487874, 31.73934, 33.824634, 35.135542, 38.141747, 38.454326, 39.299577, 41.721904, 43.374896, 44.558161, 41.916067, 40.595295, 39.138045, 35.44799, 33.160212, 30.053281, 28.040043, 26.967052, 26.163072, 47.875957, 54.55173, 59.666729, 62.897664, 63.800248, 67.424083, 67.369549, 64.235236, 60.857729, 57.831402, 60.819157, 58.141753, 61.57931, 55.222361, 56.700157, 61.376797, 58.306046, 56.43333, 56.161779, 60.631581, 62.934535, 64.504622, 37.628472, 35.384339, 26.908558, 22.280353], "sum_m_pl": [223.445592, 280.559571, 270.495976, 263.783612, 265.381806, 262.380052, 261.901952, 253.97681, 251.498393, 250.515767, 247.147941, 247.928376, 252.952401, 251.155813, 250.824469, 252.430969, 253.524536, 255.136636, 262.46173, 267.431975, 268.412334, 268.697414, 270.692698, 269.855059, 211.498542, 207.245056, 198.05151, 212.321744, 219.777325, 218.629352, 215.192488, 220.871584, 226.465537, 216.091486, 207.576939, 201.411012, 181.479126, 179.120211, 167.124825, 163.845508, 158.885014, 151.050319, 144.948669, 123.107358, 97.812897, 88.756854, 78.098899, 72.817678, 67.556924, 82.245207]}, "digit": {"n_am_en": [29, 47, 31, 17, 16, 22, 30, 21, 9, 20, 17, 23, 23, 25, 22, 9, 8, 10, 19, 6, 10, 8, 6, 8, 15, 15, 18, 22, 28, 28, 23, 33, 28, 20, 27, 20, 23, 14, 11, 15, 9, 9, 6, 9, 5, 9, 6, 4, 0, 0], "n_am_pl": [0, 4, 8, 4, 13, 9, 6, 6, 13, 13, 15, 5, 6, 8, 10, 14, 14, 8, 8, 21, 16, 14, 14, 14, 11, 11, 12, 16, 14, 17, 12, 13, 17, 8, 4, 11, 11, 13, 10, 10, 12, 7, 8, 9, 8, 6, 5, 4, 0, 0], "n_pos": 100, "sum_m_en": [9.53908, 4.647237, 4.790403, 5.140371, 5.361851, 5.443064, 5.078498, 5.382344, 5.367183, 5.80793, 5.834896, 5.97206, 6.631699, 6.942201, 6.986937, 6.337017, 6.289001, 6.209174, 5.671064, 5.359275, 4.778188, 4.41149, 4.249281, 4.155184, 6.68057, 7.963025, 9.306319, 9.850229, 10.089076, 10.373671, 10.746443, 10.275014, 9.316217, 8.97497, 9.266437, 9.269229, 9.498151, 8.60421, 8.87475, 10.276426, 9.528036, 8.950888, 7.922774, 9.467817, 8.656363, 8.966105, 6.951982, 5.672669, 0.30217, 0.0], "sum_m_pl": [41.892059, 52.833677, 49.355571, 47.7102, 47.044316, 47.063882, 46.878783, 45.924663, 45.411087, 45.812639, 45.073002, 45.190345, 45.613336, 44.875779, 45.003449, 45.749988, 46.247066, 46.315642, 47.62729, 48.201948, 48.490933, 48.917591, 49.306792, 49.31703, 41.781682, 39.650107, 37.148788, 39.623539, 41.334665, 41.325715, 39.412377, 41.026843, 42.691771, 41.645325, 39.743578, 39.337276, 37.321951, 37.893919, 35.829247, 35.281053, 34.966339, 36.452821, 34.768438, 32.49145, 31.411672, 23.548581, 16.26641, 12.31887, 0.940349, 0.0]}, "lang": {"n_am_en": [34, 12, 9, 14, 15, 16, 20, 18, 22, 29, 21, 26, 27, 30, 34, 23, 13, 17, 24, 25, 17, 20, 14, 15, 27, 24, 19, 22, 30, 32, 28, 33, 29, 29, 33, 45, 40, 33, 34, 32, 31, 33, 31, 39, 41, 44, 24, 22, 23, 22], "n_am_pl": [5, 28, 20, 20, 26, 19, 14, 21, 14, 20, 26, 21, 20, 21, 17, 14, 23, 20, 15, 22, 32, 32, 34, 26, 16, 19, 22, 16, 19, 15, 18, 17, 20, 23, 14, 16, 19, 19, 17, 21, 23, 19, 23, 22, 16, 22, 39, 43, 65, 82], "n_pos": 106, "sum_m_en": [10.159372, 5.335142, 5.390627, 5.537287, 5.372807, 5.700796, 5.528916, 5.821021, 6.571046, 6.800069, 6.978804, 7.537146, 7.752219, 8.207107, 8.521454, 8.125217, 7.943414, 7.812532, 7.094529, 6.611561, 6.207909, 5.794881, 5.501096, 5.325851, 10.666949, 11.259869, 11.362594, 11.722961, 12.954451, 13.972611, 13.218482, 13.249936, 12.941464, 12.504869, 12.839764, 13.961598, 15.329433, 14.251237, 16.463816, 19.648063, 19.669367, 20.428634, 21.064061, 26.63749, 32.151699, 35.10883, 22.617292, 21.090556, 23.134121, 22.014211], "sum_m_pl": [40.846827, 50.041492, 48.704285, 48.240065, 48.982181, 47.954658, 48.582405, 48.775695, 48.928895, 49.297513, 48.932402, 48.046672, 49.075299, 49.109567, 49.008014, 48.848566, 48.775037, 48.0836, 49.906552, 50.205677, 50.216506, 50.177971, 50.755369, 50.59164, 39.886405, 40.53579, 38.686652, 41.414351, 41.825244, 41.336887, 41.486867, 42.438686, 42.941656, 41.657846, 40.964723, 40.077996, 37.079314, 38.29314, 35.765728, 35.061951, 34.798205, 30.683286, 32.785074, 31.527744, 25.668716, 28.437499, 38.217881, 44.905756, 62.162319, 81.617978]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 557, "item_id": "llmzszl-18665", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 673, "region_end": 557, "roundtrip_ok": true, "tf_agree": 0.9892, "tf_agree_excl_first": 0.991}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 27, 15, 15, 19, 9, 6, 11, 5, 18, 18, 20, 16, 14, 15, 14, 19, 19, 13, 15, 10, 9, 10, 9, 15, 20, 16, 21, 15, 19, 12, 16, 16, 17, 21, 22, 23, 21, 19, 23, 18, 14, 19, 17, 14, 17, 19, 14, 19, 18], "n_am_pl": [4, 20, 15, 11, 6, 10, 7, 8, 10, 13, 14, 12, 11, 10, 9, 17, 19, 15, 11, 16, 12, 14, 8, 14, 5, 7, 11, 11, 17, 14, 15, 10, 10, 10, 9, 7, 9, 7, 4, 5, 1, 3, 3, 1, 7, 5, 1, 2, 0, 1], "n_pos": 89, "sum_m_en": [10.586074, 4.936629, 4.711943, 4.862201, 4.914284, 4.780134, 4.728474, 4.981145, 5.067305, 5.337618, 5.983759, 6.391237, 6.355752, 6.442427, 6.558798, 6.208454, 6.366258, 6.160347, 5.505765, 4.946571, 4.751539, 4.470697, 4.300406, 4.188261, 9.36926, 9.967821, 8.830542, 8.661612, 8.918504, 8.587512, 8.452678, 8.481413, 7.522193, 7.467158, 7.79428, 7.973348, 9.059873, 10.496979, 10.511767, 11.496219, 11.830708, 12.120186, 13.347209, 13.65643, 14.868574, 16.511176, 18.369423, 17.004469, 18.351485, 17.709226], "sum_m_pl": [34.63724, 43.978491, 42.354267, 41.361514, 39.859407, 39.197794, 39.721233, 38.336396, 39.030729, 40.803319, 39.897846, 40.601678, 40.369764, 39.579138, 39.793693, 40.742115, 39.872974, 40.990628, 41.633165, 43.120771, 42.851266, 43.206366, 43.126816, 43.438728, 31.769819, 32.065056, 32.589637, 34.898943, 35.632719, 36.644077, 36.775622, 36.183704, 36.846064, 34.759047, 33.491027, 32.086467, 29.029655, 26.771847, 23.87494, 22.532426, 21.595832, 19.433447, 18.884172, 15.807835, 15.302936, 11.821239, 6.49522, 3.880883, 0.828133, 1.014909]}, "digit": {"n_am_en": [9, 5, 4, 6, 6, 0, 2, 0, 2, 5, 3, 2, 1, 1, 1, 3, 3, 2, 1, 3, 1, 1, 3, 3, 4, 4, 3, 6, 6, 6, 3, 1, 1, 4, 3, 3, 2, 6, 4, 5, 4, 1, 5, 3, 2, 3, 1, 0, 0, 0], "n_am_pl": [0, 2, 2, 1, 1, 3, 0, 0, 2, 1, 2, 2, 2, 2, 0, 5, 5, 2, 3, 5, 3, 2, 0, 2, 1, 1, 3, 3, 4, 2, 2, 1, 3, 0, 3, 4, 5, 3, 2, 3, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.044137, 0.978268, 0.961821, 0.99337, 1.019724, 0.998804, 0.99242, 1.075133, 1.103692, 1.154571, 1.203056, 1.277886, 1.256933, 1.32307, 1.276545, 1.256241, 1.29973, 1.313573, 1.22486, 1.11053, 1.080199, 1.052773, 1.028959, 1.024193, 2.066231, 2.081943, 1.907097, 1.790824, 1.78206, 1.788852, 1.711009, 1.663313, 1.458275, 1.460041, 1.442161, 1.520403, 1.485835, 1.798694, 1.789431, 1.64303, 1.644292, 1.505914, 2.017438, 1.807182, 1.909821, 2.047894, 1.285639, 1.04984, 0.311894, 0.0], "sum_m_pl": [10.219561, 12.302446, 11.690272, 11.454293, 10.957867, 10.896661, 10.900928, 10.457373, 10.771889, 11.333467, 11.056506, 11.195321, 10.814104, 10.508815, 10.601272, 10.764082, 10.412997, 10.68681, 10.883792, 11.320732, 11.17465, 11.265573, 11.22621, 11.3332, 8.636335, 8.577106, 8.701422, 9.505458, 9.579165, 9.873556, 9.570641, 9.481745, 9.64529, 9.38258, 9.329786, 9.213899, 8.605458, 8.323524, 7.619864, 7.622943, 7.659514, 7.873882, 7.576493, 6.818028, 6.725041, 5.192559, 3.504638, 1.970152, 0.292979, 0.0]}, "lang": {"n_am_en": [11, 8, 7, 4, 5, 5, 2, 6, 2, 8, 5, 9, 7, 7, 8, 5, 5, 4, 2, 4, 2, 1, 2, 3, 4, 7, 7, 8, 5, 6, 5, 9, 6, 7, 6, 6, 8, 8, 9, 10, 8, 10, 8, 8, 9, 11, 13, 13, 17, 18], "n_am_pl": [2, 5, 3, 4, 0, 1, 4, 4, 3, 4, 3, 3, 3, 3, 3, 2, 2, 5, 3, 5, 3, 4, 1, 3, 1, 1, 1, 4, 3, 3, 4, 3, 2, 1, 2, 0, 0, 2, 0, 1, 0, 0, 1, 1, 2, 1, 0, 0, 0, 1], "n_pos": 19, "sum_m_en": [2.647168, 1.126572, 1.051468, 1.139633, 1.158499, 1.161592, 1.119082, 1.173733, 1.257164, 1.302607, 1.5616, 1.68244, 1.716401, 1.640425, 1.699978, 1.523992, 1.576332, 1.500505, 1.360485, 1.182396, 1.134805, 1.051356, 0.997415, 0.95367, 2.941191, 3.083349, 2.724451, 2.675685, 2.80501, 2.621668, 2.758072, 2.708814, 2.249265, 2.300683, 2.451386, 2.618308, 3.50622, 4.282001, 4.463776, 5.621429, 6.330151, 7.125419, 7.470986, 8.147895, 8.85949, 9.853397, 12.386204, 13.464973, 16.392816, 17.336735], "sum_m_pl": [6.842864, 8.997494, 8.987893, 8.692561, 8.382941, 8.082732, 8.452305, 8.14233, 8.025894, 8.376029, 8.192496, 8.469287, 8.573542, 8.578052, 8.596449, 8.9778, 8.718977, 8.871425, 8.95835, 9.26903, 9.165065, 9.246663, 9.252014, 9.353245, 7.010062, 6.993338, 7.272878, 7.759517, 7.68257, 7.868426, 7.912864, 7.58309, 7.931313, 7.749853, 7.452922, 7.234376, 6.433361, 5.703057, 4.878381, 4.577657, 4.038428, 2.941043, 2.462952, 2.179809, 2.021636, 1.44742, 0.612127, 0.205826, 0.441847, 0.999674]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 91, "item_id": "llmzszl-18666", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 725, "region_end": 89, "roundtrip_ok": true, "tf_agree": 0.978, "tf_agree_excl_first": 0.9889}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [85, 78, 56, 73, 58, 53, 56, 52, 47, 60, 68, 65, 57, 59, 63, 47, 51, 45, 39, 44, 37, 42, 40, 36, 67, 65, 57, 64, 61, 64, 52, 57, 53, 46, 59, 63, 67, 67, 69, 70, 68, 62, 69, 59, 55, 47, 25, 16, 4, 2], "n_am_pl": [7, 63, 55, 53, 48, 47, 42, 47, 52, 49, 44, 51, 45, 37, 48, 55, 64, 71, 71, 92, 73, 63, 70, 77, 48, 47, 48, 39, 45, 50, 58, 51, 50, 33, 32, 35, 26, 27, 27, 34, 31, 26, 32, 29, 32, 47, 53, 46, 75, 82], "n_pos": 302, "sum_m_en": [29.000276, 14.958206, 15.35382, 16.272162, 17.011695, 17.092569, 16.996806, 17.314806, 18.023815, 18.35698, 19.376689, 20.046267, 20.343368, 21.66165, 21.802787, 20.170758, 20.246197, 18.912222, 17.20051, 16.116438, 15.668131, 14.964455, 14.475677, 14.191074, 29.142729, 30.031039, 29.06654, 28.249303, 30.284807, 30.173627, 28.544585, 27.347233, 26.369866, 26.911153, 28.924034, 27.930978, 31.730309, 39.709007, 40.976323, 41.143316, 39.792759, 37.90414, 40.64287, 39.291555, 40.225141, 35.000218, 24.325939, 16.425339, 4.640962, 1.993434], "sum_m_pl": [117.916959, 152.366873, 146.837901, 143.553486, 140.087627, 137.666039, 140.113147, 139.332347, 138.939194, 141.130987, 139.73555, 139.196004, 140.662549, 139.09173, 138.900813, 144.956668, 144.282253, 147.166874, 149.045877, 150.609133, 149.05137, 148.346045, 148.755355, 147.838338, 116.942932, 118.126328, 116.804863, 123.876369, 127.509574, 128.079108, 127.702762, 128.391787, 129.024472, 120.243165, 118.30629, 114.278546, 106.093437, 96.290287, 91.121271, 89.101918, 86.414964, 84.096909, 84.911171, 79.017467, 72.67565, 73.047857, 66.599234, 53.941942, 71.48305, 81.131544]}, "digit": {"n_am_en": [13, 22, 15, 18, 7, 5, 4, 11, 9, 16, 19, 14, 11, 8, 7, 8, 1, 5, 5, 6, 4, 2, 4, 4, 9, 9, 9, 13, 9, 10, 6, 9, 7, 5, 6, 7, 9, 10, 10, 4, 8, 8, 11, 7, 5, 6, 1, 2, 1, 0], "n_am_pl": [0, 3, 2, 8, 9, 7, 5, 7, 9, 4, 5, 7, 4, 2, 10, 9, 12, 10, 7, 14, 10, 9, 8, 9, 6, 8, 8, 7, 5, 6, 6, 5, 9, 4, 3, 6, 4, 1, 2, 4, 3, 2, 1, 1, 2, 0, 0, 2, 0, 0], "n_pos": 59, "sum_m_en": [5.409184, 2.741509, 2.852838, 2.815126, 2.821721, 2.757693, 2.653875, 2.871826, 2.886837, 2.941413, 3.008615, 3.246979, 3.380926, 3.622934, 3.547292, 3.415364, 3.397379, 3.376326, 3.101897, 2.857929, 2.660025, 2.520967, 2.44889, 2.387847, 3.828519, 4.286186, 4.580664, 4.569211, 4.541281, 4.432466, 4.649611, 4.417349, 4.079203, 4.01742, 4.06858, 4.093505, 4.122043, 5.993431, 5.090454, 3.796208, 3.949886, 3.884376, 3.901805, 4.273399, 4.06708, 3.883262, 2.554037, 2.434022, 0.423032, 0.0], "sum_m_pl": [25.737674, 31.590499, 30.059571, 29.593736, 28.61464, 28.24618, 28.956042, 28.17356, 28.381555, 28.986334, 28.848195, 29.009165, 28.69185, 28.161437, 28.076501, 29.187238, 28.673142, 29.306825, 29.535522, 30.022015, 29.827237, 29.846663, 29.824809, 29.92655, 25.426789, 25.234657, 24.614252, 26.463049, 26.512216, 26.541219, 26.170672, 26.103016, 27.139735, 25.870471, 25.383618, 25.520635, 23.926442, 21.456057, 20.696872, 20.928795, 21.048424, 21.830997, 22.291292, 19.620862, 18.910244, 16.064825, 10.912683, 6.367375, 0.525626, 0.0]}, "lang": {"n_am_en": [22, 19, 7, 23, 23, 12, 13, 19, 13, 7, 12, 15, 15, 19, 16, 15, 21, 18, 18, 17, 11, 15, 13, 12, 24, 27, 18, 21, 17, 19, 15, 24, 17, 13, 23, 26, 24, 28, 27, 29, 29, 25, 27, 28, 28, 24, 16, 8, 2, 2], "n_am_pl": [3, 21, 16, 14, 7, 15, 13, 16, 14, 18, 12, 15, 13, 11, 12, 15, 15, 18, 21, 31, 29, 26, 32, 29, 15, 10, 8, 7, 13, 13, 17, 15, 13, 13, 10, 12, 10, 11, 12, 13, 14, 13, 19, 18, 19, 30, 40, 40, 71, 80], "n_pos": 82, "sum_m_en": [7.761295, 4.350237, 4.246352, 4.722207, 4.753276, 4.851017, 4.774172, 4.922234, 5.130128, 5.15864, 5.578978, 5.748713, 5.840153, 6.328709, 6.268705, 5.740679, 5.734054, 5.15531, 4.828802, 4.474582, 4.403581, 4.237981, 4.068588, 4.027538, 9.678284, 9.58926, 9.072984, 8.424579, 9.3624, 9.159349, 8.551389, 8.716501, 8.41293, 8.852813, 9.561918, 9.00326, 11.579863, 14.421378, 15.372303, 14.731764, 14.619454, 14.044848, 16.222114, 15.391597, 18.297749, 16.195398, 12.891017, 8.265973, 2.869309, 1.991273], "sum_m_pl": [29.687214, 39.849624, 38.495164, 37.341568, 36.407428, 36.103867, 36.80129, 37.354668, 37.013074, 37.829538, 37.422895, 37.406045, 37.998208, 37.520507, 37.787943, 39.625114, 39.313527, 39.890893, 40.364724, 40.782325, 40.24831, 40.08768, 40.255935, 39.995386, 33.074197, 33.273596, 33.017842, 34.733201, 35.270484, 35.251615, 35.618944, 35.424621, 35.950965, 34.09863, 33.536159, 33.868831, 32.635251, 30.220137, 29.069612, 28.927765, 27.498195, 26.109534, 27.570947, 27.833647, 27.143012, 31.208409, 37.976021, 37.83052, 64.886586, 78.827787]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 302, "item_id": "llmzszl-18666", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 656, "region_end": 302, "roundtrip_ok": true, "tf_agree": 0.9801, "tf_agree_excl_first": 0.9834}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 39, 35, 40, 46, 30, 29, 37, 26, 29, 26, 24, 32, 23, 28, 22, 27, 30, 23, 30, 26, 22, 22, 23, 41, 41, 27, 34, 31, 29, 27, 32, 29, 34, 41, 43, 43, 40, 49, 52, 49, 44, 48, 48, 48, 45, 37, 39, 35, 34], "n_am_pl": [3, 14, 19, 13, 14, 14, 20, 19, 16, 15, 17, 18, 17, 13, 13, 25, 18, 13, 9, 11, 15, 11, 15, 14, 8, 10, 16, 15, 17, 17, 21, 15, 21, 15, 8, 8, 5, 5, 8, 3, 6, 5, 4, 7, 6, 5, 2, 1, 1, 2], "n_pos": 130, "sum_m_en": [14.344672, 7.347464, 7.491179, 7.453203, 7.554803, 7.928013, 7.869189, 8.026759, 8.440749, 8.055757, 8.658606, 9.07296, 9.512213, 10.190022, 10.459176, 10.187239, 9.848118, 8.99684, 7.807871, 7.458432, 7.025145, 6.546585, 6.219064, 6.13775, 15.971638, 16.816008, 14.818261, 14.138814, 13.934863, 13.625416, 12.714488, 12.857599, 12.028923, 12.561969, 14.131587, 14.525529, 17.65508, 18.735935, 22.894254, 26.904848, 26.185898, 32.615076, 34.296651, 39.220048, 40.687935, 39.933514, 38.384623, 37.381517, 35.492373, 34.203596], "sum_m_pl": [49.325561, 62.597121, 61.19697, 61.27752, 60.246384, 57.989731, 58.602297, 58.659959, 57.158639, 60.400019, 59.998606, 59.549647, 59.035561, 58.242287, 57.915319, 57.882479, 58.218847, 57.636904, 58.261694, 60.390655, 61.147319, 62.17706, 62.196286, 62.349243, 45.182912, 45.600589, 45.646663, 49.678716, 51.831466, 51.831773, 52.277386, 52.749731, 53.307396, 50.468558, 48.764444, 47.060351, 40.795141, 37.886961, 33.293183, 30.191183, 27.870387, 23.135928, 21.013537, 16.179852, 12.792049, 10.380547, 4.287976, 1.677047, 1.553593, 1.731496]}, "digit": {"n_am_en": [2, 7, 4, 9, 10, 5, 3, 5, 1, 2, 2, 3, 2, 4, 2, 1, 2, 3, 1, 1, 0, 0, 0, 1, 7, 8, 3, 3, 7, 4, 4, 4, 5, 6, 8, 6, 6, 2, 4, 5, 3, 4, 2, 3, 3, 3, 2, 0, 0, 0], "n_am_pl": [0, 2, 1, 2, 2, 1, 2, 2, 0, 2, 4, 1, 3, 4, 1, 4, 4, 3, 1, 2, 2, 2, 2, 2, 2, 1, 1, 0, 0, 6, 4, 3, 3, 3, 3, 2, 1, 0, 0, 0, 2, 3, 1, 5, 4, 3, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.998641, 0.940258, 1.004927, 0.993499, 0.926635, 1.034154, 0.916192, 0.90098, 0.938653, 0.973273, 1.005909, 1.087318, 1.172285, 1.32691, 1.207378, 1.223575, 1.202087, 1.139098, 0.979738, 0.948834, 0.904479, 0.840344, 0.79996, 0.796339, 1.632116, 1.779584, 1.672827, 1.638194, 1.675571, 1.628931, 1.612287, 1.575991, 1.460548, 1.581816, 1.769757, 1.651841, 1.790952, 1.60799, 1.907298, 1.819686, 1.7601, 1.729953, 1.845691, 3.040949, 3.312249, 2.685268, 1.586019, 0.220376, 0.004238, 0.0], "sum_m_pl": [7.193249, 9.323611, 8.673747, 8.727911, 8.639185, 8.085122, 8.220276, 8.104811, 7.748713, 8.441108, 8.420803, 8.209885, 8.098942, 8.183142, 8.292854, 8.318303, 8.257122, 8.199268, 8.298652, 8.446436, 8.496158, 8.678374, 8.674412, 8.742167, 7.055601, 6.965868, 6.705534, 7.511206, 7.86752, 8.03098, 7.855995, 8.06366, 8.043596, 7.705389, 7.269494, 7.429761, 6.721387, 6.562869, 5.753734, 5.838759, 5.910307, 5.906908, 5.662638, 4.759551, 4.652486, 4.048686, 0.692255, 0.362406, 0.00701, 0.0]}, "lang": {"n_am_en": [14, 13, 13, 10, 15, 9, 9, 14, 9, 12, 7, 9, 11, 7, 12, 9, 14, 11, 11, 16, 14, 12, 13, 13, 19, 16, 14, 19, 13, 13, 11, 14, 7, 14, 17, 19, 23, 23, 23, 26, 26, 26, 27, 27, 28, 29, 25, 29, 32, 34], "n_am_pl": [0, 2, 1, 3, 3, 7, 7, 6, 7, 4, 5, 4, 4, 4, 3, 6, 4, 4, 2, 2, 3, 4, 5, 3, 1, 4, 6, 5, 9, 5, 8, 5, 10, 7, 2, 3, 2, 1, 3, 0, 1, 1, 2, 1, 1, 1, 0, 0, 1, 2], "n_pos": 37, "sum_m_en": [4.842679, 2.283797, 2.158278, 2.016063, 2.126843, 2.328943, 2.403324, 2.53498, 2.774452, 2.435664, 2.736091, 2.869457, 3.128571, 3.416556, 3.624582, 3.505315, 3.399193, 3.027821, 2.588324, 2.398485, 2.236749, 2.059681, 1.954924, 1.908279, 6.923241, 7.073666, 6.005285, 5.640599, 4.996807, 4.819223, 4.423439, 4.670777, 4.311067, 4.615082, 5.191161, 5.57808, 7.92273, 8.945186, 11.651609, 14.769083, 15.107652, 19.678378, 20.224517, 22.293081, 24.381052, 25.557967, 26.073242, 27.884974, 31.237904, 33.829723], "sum_m_pl": [12.698896, 16.736804, 16.96197, 17.065456, 17.053727, 16.266082, 16.702952, 17.047926, 16.582261, 17.228761, 17.0308, 17.097323, 16.762928, 16.396701, 16.306515, 15.790926, 16.256813, 16.180543, 16.481072, 17.274439, 17.461786, 17.693789, 17.687142, 17.714623, 12.459693, 12.736966, 13.31216, 13.850573, 14.562091, 14.244536, 14.441997, 14.611394, 15.30523, 14.885169, 14.345218, 14.013603, 12.123692, 11.094786, 9.521383, 8.265604, 7.792134, 5.668337, 5.035727, 4.654934, 3.401834, 2.170302, 1.39319, 0.529311, 1.286641, 1.731494]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "llmzszl-18667", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 723, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.9924}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [70, 82, 80, 103, 87, 59, 59, 65, 60, 65, 63, 74, 86, 81, 68, 76, 103, 89, 68, 63, 66, 62, 45, 46, 77, 82, 73, 65, 63, 70, 71, 73, 82, 80, 91, 75, 82, 72, 87, 83, 76, 79, 79, 69, 55, 39, 23, 16, 2, 0], "n_am_pl": [15, 52, 37, 38, 40, 50, 53, 54, 56, 51, 41, 52, 45, 46, 44, 45, 46, 46, 62, 54, 51, 42, 48, 51, 30, 35, 36, 48, 54, 51, 54, 53, 56, 45, 30, 24, 25, 29, 22, 24, 27, 20, 18, 19, 14, 18, 22, 32, 55, 56], "n_pos": 298, "sum_m_en": [26.670615, 14.287801, 15.75204, 16.444857, 17.196117, 18.405567, 18.592785, 19.073108, 20.81075, 20.563174, 21.435536, 21.851348, 23.598093, 25.618299, 25.744108, 24.566116, 25.185416, 23.294967, 19.835288, 18.420123, 17.280587, 15.932506, 15.127588, 14.732745, 36.78308, 38.246196, 36.588841, 35.18339, 36.844901, 37.223782, 35.89065, 34.006927, 31.81536, 30.940913, 35.848937, 34.453196, 38.886959, 38.378911, 40.933897, 44.808086, 41.550538, 48.647539, 47.200349, 50.347665, 47.31025, 40.001717, 20.489844, 16.959616, 3.749875, 0.002652], "sum_m_pl": [119.133813, 148.97706, 142.726937, 141.901054, 142.23264, 137.340422, 139.029245, 138.404158, 135.962922, 140.456395, 138.766233, 138.623615, 138.386356, 137.017789, 137.253425, 138.656102, 135.547529, 135.572297, 138.831946, 142.308151, 142.161506, 143.767026, 143.831603, 143.961131, 104.310734, 105.494209, 104.44684, 114.871767, 118.942802, 120.433719, 121.435039, 123.999234, 128.66914, 123.64696, 116.963942, 112.342083, 102.023145, 97.450018, 87.56643, 84.063655, 79.466873, 76.059175, 69.775296, 61.633073, 46.347889, 41.645655, 37.532752, 34.0676, 52.637151, 56.850262]}, "digit": {"n_am_en": [1, 6, 7, 5, 7, 2, 3, 5, 1, 4, 2, 10, 8, 9, 5, 9, 8, 10, 10, 4, 7, 5, 4, 2, 8, 14, 17, 6, 5, 10, 11, 9, 12, 9, 6, 7, 11, 6, 9, 7, 5, 6, 7, 3, 5, 4, 1, 1, 0, 0], "n_am_pl": [0, 2, 4, 4, 5, 0, 2, 0, 2, 4, 4, 4, 6, 2, 7, 4, 7, 5, 4, 3, 3, 4, 6, 4, 1, 1, 0, 1, 4, 5, 4, 5, 6, 3, 3, 4, 2, 2, 1, 0, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [2.300542, 1.451403, 1.649595, 1.663068, 1.620199, 1.788781, 1.711719, 1.684601, 1.864849, 1.939358, 2.023827, 2.156331, 2.37354, 2.624286, 2.498565, 2.39781, 2.41575, 2.408631, 2.075053, 2.020012, 1.867043, 1.661163, 1.561231, 1.540127, 3.427176, 4.05162, 4.129613, 3.600464, 3.538041, 3.624138, 3.540493, 3.386313, 3.070322, 2.927619, 3.200368, 3.618061, 3.587246, 3.474241, 3.376081, 3.223503, 3.04061, 3.030306, 2.532584, 3.377099, 3.698467, 3.449997, 0.978763, 0.517185, 0.009693, 0.0], "sum_m_pl": [11.637144, 16.603564, 15.250529, 15.342335, 15.520839, 14.538396, 14.855002, 14.661104, 14.271029, 15.284487, 15.236126, 15.264543, 14.981035, 14.996483, 15.1813, 15.165917, 14.592358, 14.495144, 14.854942, 14.95775, 14.99279, 15.360427, 15.414704, 15.550331, 12.243388, 11.735034, 11.275616, 12.423168, 13.068722, 13.228248, 13.124772, 13.659312, 14.315662, 14.067291, 13.105159, 12.61101, 12.322231, 12.092822, 9.876446, 9.653826, 10.289116, 10.649213, 10.124384, 8.82306, 6.445867, 4.788414, 1.66563, 1.238652, 0.021072, 0.0]}, "lang": {"n_am_en": [18, 10, 8, 11, 16, 13, 19, 19, 19, 12, 12, 13, 15, 14, 16, 16, 25, 21, 14, 18, 19, 21, 20, 16, 21, 23, 14, 12, 13, 13, 15, 15, 18, 24, 33, 30, 26, 20, 19, 23, 21, 27, 31, 27, 28, 24, 15, 11, 0, 0], "n_am_pl": [8, 15, 10, 9, 5, 8, 7, 5, 8, 8, 9, 10, 10, 10, 8, 7, 10, 7, 10, 11, 5, 4, 4, 7, 3, 3, 6, 7, 8, 8, 10, 9, 7, 7, 3, 3, 5, 11, 6, 6, 9, 11, 10, 14, 13, 13, 19, 24, 54, 56], "n_pos": 59, "sum_m_en": [5.365411, 2.932198, 3.099, 3.355137, 3.492341, 3.816371, 4.01985, 4.294562, 4.749666, 4.543403, 5.118896, 5.228624, 5.132982, 5.348908, 5.463982, 5.102589, 5.548078, 4.977522, 4.365815, 3.933757, 3.713945, 3.467243, 3.243767, 3.118968, 10.893837, 10.535487, 9.03956, 8.236906, 8.528066, 8.438078, 8.122975, 7.902544, 7.642837, 7.870496, 8.648362, 8.863851, 10.643731, 11.368663, 12.431231, 15.8842, 15.7253, 22.513993, 22.794455, 24.623742, 26.478005, 21.868596, 12.279007, 10.103892, 0.553603, 0.002244], "sum_m_pl": [22.846867, 26.951393, 26.336265, 25.912659, 26.007246, 24.60053, 25.692022, 25.872019, 25.635446, 26.476804, 25.852051, 26.123192, 26.569915, 26.630914, 26.626688, 27.343272, 26.632182, 26.500397, 27.023496, 28.127831, 28.040197, 28.411033, 28.541506, 28.411594, 19.609103, 19.674838, 19.75733, 21.300024, 21.712166, 21.737456, 23.034848, 23.414087, 24.2087, 23.641682, 22.938972, 22.414919, 21.326135, 20.851224, 18.969456, 17.550948, 17.314123, 14.83633, 13.242847, 13.754926, 13.698961, 14.88726, 22.052172, 22.257968, 49.921807, 56.387504]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 300, "item_id": "llmzszl-18667", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 654, "region_end": 298, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 0.9833}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [149, 170, 166, 142, 153, 141, 139, 139, 114, 125, 136, 178, 167, 166, 171, 176, 178, 160, 152, 162, 143, 138, 130, 122, 195, 208, 221, 223, 211, 225, 219, 223, 208, 192, 219, 214, 206, 226, 199, 205, 211, 212, 212, 189, 215, 193, 200, 192, 189, 174], "n_am_pl": [30, 80, 80, 92, 66, 85, 106, 90, 100, 127, 133, 110, 132, 134, 101, 88, 98, 104, 98, 114, 138, 133, 143, 155, 80, 90, 100, 106, 122, 118, 126, 98, 100, 81, 74, 78, 50, 52, 55, 47, 45, 40, 42, 35, 16, 16, 10, 10, 4, 3], "n_pos": 701, "sum_m_en": [71.637351, 36.451447, 36.745162, 35.169466, 37.135139, 38.626429, 38.097001, 39.044442, 40.942433, 42.919628, 44.780444, 47.792151, 52.297005, 55.679288, 55.003406, 55.525539, 56.100827, 55.136563, 47.27986, 43.494855, 38.579664, 35.019748, 33.367272, 32.450788, 70.069997, 81.120155, 87.519688, 80.040902, 79.662542, 84.26564, 80.067673, 78.34158, 76.120132, 78.864507, 84.419796, 90.023529, 100.480875, 110.475893, 108.960864, 117.280671, 116.285518, 136.43428, 144.017248, 146.389529, 159.073767, 163.477486, 183.151824, 178.299526, 176.29722, 172.41372], "sum_m_pl": [261.421669, 348.002238, 339.48781, 335.209152, 328.724973, 323.124211, 323.961665, 328.470795, 325.488831, 330.043305, 328.032859, 326.658997, 321.121703, 321.521765, 323.196902, 320.745797, 318.939794, 319.74072, 326.772673, 335.746586, 341.14787, 344.730335, 347.228709, 348.350837, 285.286689, 278.177347, 271.903959, 296.220815, 306.587967, 300.013811, 300.930529, 299.144746, 296.421237, 279.668398, 269.364426, 254.840725, 226.311225, 213.96195, 198.930105, 184.979872, 168.539886, 149.763787, 142.279842, 122.16305, 95.319525, 73.288639, 40.714319, 28.149007, 6.509182, 3.072862]}, "digit": {"n_am_en": [5, 19, 20, 16, 28, 12, 6, 13, 4, 11, 15, 14, 8, 11, 11, 9, 12, 8, 7, 6, 7, 10, 12, 11, 12, 11, 10, 12, 16, 20, 17, 22, 14, 11, 12, 15, 12, 17, 12, 15, 13, 13, 10, 11, 10, 9, 6, 5, 0, 0], "n_am_pl": [1, 3, 2, 2, 1, 3, 3, 0, 1, 5, 5, 10, 18, 18, 14, 12, 9, 6, 14, 12, 13, 9, 13, 11, 6, 6, 11, 10, 10, 8, 4, 3, 7, 9, 5, 4, 7, 7, 10, 9, 8, 8, 7, 11, 3, 1, 2, 0, 0, 0], "n_pos": 49, "sum_m_en": [5.003274, 2.178744, 2.310714, 2.21804, 2.360901, 2.321094, 2.270407, 2.396502, 2.31094, 2.443664, 2.429537, 2.657301, 3.082167, 3.410993, 3.266231, 3.415196, 3.638418, 3.586134, 3.115259, 2.798493, 2.426608, 2.219715, 2.104373, 2.069278, 3.708776, 3.758884, 4.191176, 4.235896, 4.491912, 4.853062, 4.93089, 4.986155, 4.642191, 4.527075, 5.043321, 5.025429, 5.705933, 7.367129, 7.481807, 8.214805, 7.537957, 7.428778, 7.112494, 7.696165, 8.048525, 8.420695, 6.588553, 6.092392, 0.600122, 0.000552], "sum_m_pl": [19.427106, 26.074604, 25.185021, 25.04569, 24.659037, 24.294992, 24.09309, 24.076234, 23.891762, 24.457509, 24.573115, 24.829753, 24.473793, 24.655583, 24.705696, 23.916337, 22.969069, 22.722226, 23.655173, 24.36794, 24.906596, 25.035448, 25.246355, 25.392625, 22.316996, 22.988201, 22.583203, 23.457433, 24.172835, 23.126831, 22.178886, 21.818063, 21.612693, 20.556404, 18.942434, 18.453958, 17.671673, 16.932423, 16.401879, 16.083018, 16.169033, 16.498574, 16.510103, 15.80373, 13.745113, 11.243837, 7.146748, 4.193413, 0.185803, 0.0]}, "lang": {"n_am_en": [50, 52, 43, 35, 43, 45, 45, 39, 39, 37, 43, 56, 50, 44, 47, 51, 55, 48, 58, 58, 53, 49, 48, 47, 76, 80, 72, 76, 68, 70, 74, 69, 80, 69, 86, 80, 85, 85, 83, 87, 103, 107, 106, 107, 119, 119, 131, 135, 169, 171], "n_am_pl": [12, 14, 16, 26, 18, 20, 19, 16, 15, 25, 28, 21, 20, 29, 21, 12, 24, 27, 15, 26, 27, 34, 35, 36, 17, 22, 18, 22, 30, 31, 29, 21, 20, 14, 15, 20, 12, 12, 13, 12, 11, 10, 11, 9, 2, 3, 2, 2, 3, 3], "n_pos": 176, "sum_m_en": [20.019983, 10.761628, 10.22037, 9.77227, 10.4787, 11.07262, 10.951256, 10.905201, 11.521806, 11.298713, 12.013511, 12.951625, 13.433672, 14.469453, 14.339198, 14.103877, 14.107722, 14.002719, 12.185083, 11.311468, 10.028242, 9.015906, 8.587848, 8.297857, 23.00102, 25.766274, 26.490135, 23.448045, 23.130889, 24.720728, 22.574476, 22.057965, 22.939154, 24.89338, 27.811678, 31.82875, 36.036597, 40.354485, 42.535699, 47.964134, 50.653139, 64.16304, 71.403258, 80.128822, 86.954164, 96.088033, 114.915521, 122.514125, 155.041271, 168.636578], "sum_m_pl": [61.45808, 82.691027, 81.237305, 79.915401, 78.207932, 77.98586, 78.725007, 80.725942, 80.946743, 82.639762, 82.220761, 81.618228, 81.175108, 81.44715, 80.972944, 80.992758, 81.554693, 80.883375, 82.47361, 84.224962, 85.378835, 86.345064, 86.818438, 87.143839, 71.815729, 69.93058, 69.098029, 74.154319, 75.652319, 73.779023, 75.448748, 74.353146, 73.584599, 69.481622, 67.823912, 65.022893, 58.392716, 55.321336, 51.182273, 48.027089, 44.962118, 37.238417, 33.858692, 29.72838, 22.244751, 16.349408, 10.560715, 6.460582, 3.748811, 3.067192]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 831, "item_id": "llmzszl-18669", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 742, "region_end": 701, "roundtrip_ok": true, "tf_agree": 0.9735, "tf_agree_excl_first": 0.9747}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [150, 177, 178, 156, 180, 127, 122, 139, 122, 138, 154, 169, 190, 177, 179, 158, 167, 166, 149, 154, 135, 120, 104, 100, 180, 185, 215, 205, 209, 214, 203, 207, 223, 214, 214, 189, 189, 181, 158, 164, 165, 173, 174, 137, 119, 107, 56, 40, 11, 9], "n_am_pl": [34, 147, 146, 158, 132, 141, 154, 146, 166, 143, 150, 144, 153, 149, 123, 131, 137, 136, 128, 154, 180, 217, 229, 241, 126, 141, 141, 129, 145, 144, 140, 139, 143, 115, 88, 86, 82, 81, 99, 102, 90, 103, 99, 106, 95, 95, 118, 125, 155, 165], "n_pos": 770, "sum_m_en": [73.016829, 36.691255, 38.8892, 39.291756, 40.197121, 42.380168, 42.924888, 44.058031, 47.203966, 49.512846, 50.885028, 53.647094, 58.137135, 62.568666, 63.132162, 61.784315, 61.77268, 59.040255, 50.992392, 47.091311, 42.210882, 38.134932, 36.553531, 35.463479, 69.856954, 78.996837, 87.707618, 79.696652, 81.980698, 86.612198, 83.950559, 84.57467, 84.349088, 85.975731, 95.120624, 96.53253, 100.877682, 106.156038, 104.034843, 107.863087, 100.819448, 106.935923, 107.79178, 93.182471, 95.851459, 89.850386, 53.261648, 42.555156, 15.476051, 9.08139], "sum_m_pl": [293.608788, 386.368784, 375.061045, 367.207284, 364.970326, 359.045676, 357.806042, 360.91079, 359.698435, 363.978763, 363.116793, 358.82731, 353.763601, 351.305284, 350.990719, 351.551102, 348.945773, 357.978325, 367.675171, 374.901578, 380.225791, 384.098947, 385.918576, 386.946286, 325.414486, 318.529174, 311.117501, 337.748363, 349.613149, 338.789377, 338.536723, 333.436901, 332.826139, 309.725435, 294.580507, 282.090201, 265.432765, 255.38044, 240.755917, 229.356272, 210.101166, 210.55655, 207.344272, 199.505706, 166.752901, 152.995413, 148.065674, 139.345905, 152.289995, 165.240586]}, "digit": {"n_am_en": [8, 32, 31, 29, 28, 19, 12, 11, 9, 10, 21, 17, 21, 15, 12, 9, 6, 4, 11, 9, 9, 9, 9, 9, 12, 12, 16, 20, 14, 15, 18, 24, 19, 16, 20, 17, 22, 18, 12, 9, 9, 10, 12, 5, 8, 6, 2, 6, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 4, 1, 3, 7, 2, 3, 14, 14, 12, 8, 13, 11, 14, 14, 14, 16, 20, 17, 9, 8, 11, 7, 15, 14, 11, 6, 16, 10, 2, 2, 6, 9, 16, 13, 14, 11, 8, 14, 11, 8, 7, 9, 0, 0], "n_pos": 53, "sum_m_en": [5.507479, 2.392535, 2.528958, 2.45318, 2.539293, 2.485506, 2.435503, 2.610754, 2.59909, 2.670417, 2.708407, 2.890412, 3.427344, 3.600711, 3.434573, 3.586598, 3.916084, 3.704662, 3.280285, 2.931514, 2.594934, 2.342774, 2.213306, 2.167165, 3.785693, 3.951692, 4.864089, 4.626229, 4.761547, 5.10564, 5.366874, 5.606448, 5.62078, 5.870391, 6.542548, 6.643049, 7.249189, 7.677532, 6.953721, 6.566742, 5.881712, 5.507036, 5.66109, 4.882776, 5.43907, 5.052189, 3.40719, 4.322276, 0.082196, 0.0], "sum_m_pl": [21.863983, 28.156128, 27.029032, 26.718168, 26.310142, 26.017485, 25.989841, 25.652833, 25.735874, 26.531131, 26.771376, 26.948985, 26.468985, 26.77456, 26.635339, 25.99238, 24.901087, 25.285607, 26.348526, 26.866688, 27.439531, 27.529735, 27.745284, 27.85766, 25.833242, 26.048369, 25.380347, 26.502836, 27.089194, 26.09994, 25.235101, 24.665782, 24.462775, 23.170657, 21.025792, 20.72317, 20.537052, 20.619357, 20.560392, 20.27539, 21.566923, 22.380252, 22.644031, 22.835275, 21.690821, 18.743841, 13.46701, 11.883854, 0.358641, 0.0]}, "lang": {"n_am_en": [51, 36, 37, 18, 27, 28, 32, 33, 32, 29, 32, 44, 43, 46, 45, 33, 42, 43, 39, 44, 32, 30, 31, 31, 53, 51, 56, 50, 57, 67, 54, 61, 67, 59, 66, 63, 55, 52, 46, 60, 58, 59, 63, 55, 59, 65, 32, 23, 10, 9], "n_am_pl": [10, 34, 39, 36, 36, 33, 31, 34, 39, 37, 39, 44, 40, 39, 33, 36, 36, 28, 28, 30, 44, 51, 47, 53, 21, 39, 27, 25, 23, 22, 27, 32, 27, 25, 19, 23, 27, 26, 35, 34, 31, 39, 43, 52, 52, 60, 89, 98, 149, 164], "n_pos": 174, "sum_m_en": [16.241857, 9.05885, 8.989182, 9.428445, 9.352147, 9.720186, 10.306475, 10.41839, 11.331634, 11.427298, 12.187877, 13.053973, 13.56274, 14.844477, 14.92968, 14.009732, 14.264112, 13.773176, 12.03141, 11.218269, 10.136198, 8.968217, 8.50268, 8.209221, 18.208321, 19.81895, 21.335844, 18.266445, 19.217638, 20.540447, 19.153878, 21.03892, 21.398428, 22.136334, 24.021053, 25.396438, 25.743498, 29.150364, 28.472701, 34.239126, 32.518637, 36.292443, 39.978084, 38.53493, 46.686154, 48.460748, 28.072022, 20.751608, 11.940797, 9.067562], "sum_m_pl": [61.23916, 80.834664, 79.808855, 76.958053, 77.318898, 77.364817, 77.564603, 79.487621, 80.545207, 81.492698, 81.59688, 81.46264, 81.788233, 80.716143, 80.323195, 81.071206, 81.125678, 81.336466, 83.737954, 84.820956, 85.864099, 86.868978, 87.235313, 87.559417, 73.222829, 72.260725, 71.19179, 77.365428, 78.890985, 77.115346, 78.257353, 75.448658, 75.13145, 70.884916, 68.775889, 67.451924, 67.404557, 66.647801, 64.876396, 62.925953, 62.346632, 63.278403, 62.051009, 66.551173, 64.008855, 67.630808, 88.144386, 93.176035, 135.77503, 162.312145]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 772, "item_id": "llmzszl-18669", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 673, "region_end": 770, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9909}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [176, 184, 202, 159, 165, 114, 131, 158, 139, 156, 144, 151, 169, 166, 153, 138, 132, 120, 127, 118, 117, 118, 108, 114, 184, 182, 188, 165, 185, 175, 176, 186, 165, 168, 185, 189, 182, 193, 187, 213, 209, 203, 197, 186, 187, 175, 201, 193, 180, 171], "n_am_pl": [18, 115, 95, 103, 77, 94, 105, 98, 73, 94, 106, 98, 75, 60, 81, 97, 93, 93, 55, 68, 86, 84, 110, 127, 60, 76, 72, 63, 84, 85, 94, 93, 82, 65, 63, 52, 33, 33, 30, 31, 34, 19, 29, 30, 16, 18, 6, 9, 3, 3], "n_pos": 680, "sum_m_en": [77.113763, 35.873705, 37.001049, 35.072656, 36.51336, 36.399754, 37.93417, 40.890358, 41.633067, 44.374803, 45.793376, 49.002783, 54.060727, 55.530596, 55.566208, 53.60409, 50.364065, 50.278203, 44.529038, 41.072329, 37.344521, 34.365947, 32.955129, 31.772188, 67.332815, 74.656243, 78.7937, 76.050271, 73.97009, 75.66081, 74.288717, 72.674913, 70.338934, 71.098179, 77.146947, 78.629934, 86.853324, 92.661676, 110.351275, 126.468231, 123.358553, 127.074805, 146.225019, 150.091904, 154.970884, 157.367408, 184.893592, 181.59513, 176.799241, 171.387472], "sum_m_pl": [247.922074, 340.435457, 330.143268, 326.458552, 324.131249, 315.439667, 311.860242, 306.465781, 300.793967, 308.355342, 300.904263, 300.624567, 299.976681, 297.976625, 295.086508, 300.700045, 297.120335, 296.362876, 301.941967, 313.142789, 320.898327, 325.28597, 328.811813, 331.186403, 262.062639, 261.546799, 254.400527, 262.105414, 274.534392, 276.30434, 277.166224, 279.060496, 274.905689, 263.237878, 255.229343, 239.965556, 210.413418, 200.948032, 176.917416, 172.170057, 162.812541, 149.071644, 142.400921, 122.770044, 91.275034, 67.01179, 35.695643, 23.05836, 6.46645, 2.663583]}, "digit": {"n_am_en": [1, 14, 14, 12, 14, 3, 10, 11, 5, 14, 13, 16, 11, 17, 13, 15, 14, 13, 16, 12, 9, 10, 7, 6, 22, 22, 23, 25, 21, 19, 25, 24, 21, 16, 18, 19, 15, 14, 10, 8, 6, 9, 11, 5, 3, 2, 4, 0, 0, 0], "n_am_pl": [0, 9, 6, 4, 1, 1, 4, 2, 0, 6, 6, 7, 9, 3, 7, 6, 9, 5, 4, 6, 5, 5, 9, 8, 3, 3, 4, 5, 4, 6, 7, 6, 6, 4, 4, 3, 1, 2, 0, 3, 1, 3, 3, 8, 2, 1, 0, 1, 0, 0], "n_pos": 52, "sum_m_en": [4.403596, 2.314167, 2.445707, 2.297319, 2.359009, 2.508669, 2.659032, 2.896051, 2.893143, 3.758448, 3.745274, 3.901931, 4.524731, 4.526171, 4.115657, 4.174869, 3.989892, 3.970646, 3.432643, 3.205524, 2.824206, 2.563653, 2.421159, 2.347805, 5.645246, 6.510022, 7.334692, 6.314468, 6.036867, 5.824812, 6.240789, 5.877045, 4.990085, 5.003764, 5.38776, 5.60873, 5.806697, 5.291176, 5.269142, 4.85948, 4.70725, 5.115468, 5.066211, 4.727462, 4.05757, 3.137021, 2.493918, 1.519578, 0.075041, 0.0], "sum_m_pl": [17.804491, 27.322144, 25.212567, 25.112597, 25.672268, 24.649464, 24.444456, 24.316371, 23.779374, 24.25931, 23.590351, 23.920922, 22.962519, 23.086394, 23.438636, 23.625663, 22.711071, 23.187728, 23.666033, 24.248139, 24.852182, 25.286511, 25.508008, 25.842628, 21.701824, 21.563692, 20.765521, 21.956309, 22.647443, 23.198578, 22.690853, 22.956599, 23.372279, 22.384304, 21.230418, 20.532733, 18.785653, 18.772161, 17.13048, 17.708805, 17.774575, 18.348333, 17.919341, 17.607471, 15.266606, 9.426131, 5.638148, 2.509193, 0.039557, 0.0]}, "lang": {"n_am_en": [55, 41, 43, 34, 36, 31, 34, 43, 36, 36, 40, 38, 42, 49, 32, 38, 26, 34, 49, 47, 55, 54, 54, 50, 76, 66, 65, 51, 55, 55, 51, 54, 52, 63, 59, 67, 66, 82, 84, 93, 102, 104, 106, 113, 118, 120, 140, 142, 166, 170], "n_am_pl": [6, 21, 27, 16, 13, 13, 23, 23, 17, 26, 26, 23, 20, 11, 22, 27, 29, 32, 19, 25, 22, 18, 30, 33, 16, 16, 12, 14, 14, 20, 15, 18, 17, 15, 13, 12, 9, 5, 7, 11, 12, 7, 12, 9, 6, 6, 3, 4, 3, 2], "n_pos": 172, "sum_m_en": [22.140399, 10.302979, 9.998674, 9.32384, 9.314625, 8.993329, 9.268304, 9.607974, 10.081039, 10.091226, 10.933186, 11.821582, 12.830192, 13.337517, 13.209334, 13.054505, 12.109236, 12.287432, 11.575013, 10.310828, 9.701108, 8.742752, 8.386516, 7.977696, 20.898108, 21.486061, 21.58988, 19.683033, 19.815053, 20.610837, 19.729955, 19.825323, 20.334837, 21.45297, 22.624073, 24.039888, 28.994858, 36.195569, 44.261661, 53.143422, 57.900706, 66.345747, 77.198883, 85.317148, 96.199982, 102.891668, 127.122212, 130.78675, 158.367061, 169.13366], "sum_m_pl": [59.833054, 81.111351, 80.100939, 78.647105, 78.276489, 76.939491, 76.173664, 76.526967, 75.184131, 76.744372, 75.465535, 75.742935, 75.920517, 75.849084, 75.252817, 75.883219, 75.474129, 75.064683, 76.138681, 79.431008, 81.141282, 81.92656, 82.670909, 83.1316, 66.200973, 66.792135, 64.167928, 66.364255, 69.122813, 68.698142, 69.270519, 69.018903, 67.078563, 65.524795, 64.486702, 62.510213, 54.211076, 51.928238, 45.914196, 42.86435, 40.247544, 33.502684, 29.873572, 26.982116, 20.982574, 15.43473, 8.968266, 5.589813, 2.769058, 2.158423]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 682, "item_id": "llmzszl-18673", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 763, "region_end": 680, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9897}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [223, 251, 197, 220, 242, 182, 154, 190, 169, 197, 195, 212, 214, 203, 210, 168, 163, 181, 136, 135, 134, 135, 109, 130, 257, 241, 255, 242, 233, 242, 259, 246, 237, 227, 255, 231, 210, 207, 210, 238, 253, 211, 237, 217, 138, 106, 66, 40, 16, 10], "n_am_pl": [18, 189, 170, 176, 176, 194, 196, 211, 159, 200, 155, 145, 146, 165, 190, 225, 200, 191, 160, 140, 141, 178, 204, 226, 131, 114, 101, 98, 131, 130, 122, 153, 138, 109, 90, 73, 61, 66, 55, 52, 55, 65, 74, 77, 71, 94, 84, 99, 103, 111], "n_pos": 1005, "sum_m_en": [93.042409, 48.303401, 52.22999, 51.14189, 53.139059, 53.163645, 57.158032, 62.321461, 64.566993, 67.900843, 68.548073, 70.629088, 78.02552, 79.18448, 83.729223, 78.322408, 75.487141, 75.6211, 64.518449, 61.689079, 55.757296, 51.592052, 49.680345, 47.654435, 94.904931, 102.453708, 112.431623, 109.43019, 110.14387, 112.270538, 116.338471, 109.764181, 106.662345, 106.600205, 112.575452, 107.868136, 107.543646, 100.604586, 108.461535, 112.483664, 113.276683, 119.781045, 124.74941, 141.864576, 108.582763, 94.825378, 64.319263, 47.374989, 26.063311, 10.197474], "sum_m_pl": [388.289246, 514.399202, 490.175012, 489.006424, 485.440902, 474.697112, 467.563322, 461.827591, 447.851178, 454.109318, 445.439512, 446.515509, 448.354559, 446.722639, 443.799277, 448.683806, 435.443982, 436.202959, 452.889725, 465.848321, 474.988673, 483.455001, 487.182811, 490.47147, 385.417354, 382.752953, 370.427651, 384.006897, 401.004171, 407.96038, 406.331541, 410.851783, 410.429937, 381.488136, 367.002931, 340.726, 310.479513, 305.342714, 277.633024, 272.204068, 263.661711, 261.677545, 256.481686, 228.788179, 193.621972, 169.546471, 125.059493, 113.609314, 104.762156, 110.441092]}, "digit": {"n_am_en": [3, 35, 26, 28, 38, 43, 18, 20, 17, 10, 22, 27, 27, 30, 21, 19, 13, 22, 24, 20, 19, 15, 15, 17, 40, 43, 42, 37, 31, 32, 34, 30, 28, 25, 38, 32, 38, 41, 28, 27, 29, 27, 31, 37, 17, 13, 6, 1, 0, 0], "n_am_pl": [0, 9, 14, 4, 19, 6, 19, 16, 17, 27, 15, 14, 19, 18, 28, 37, 28, 20, 16, 16, 10, 5, 7, 13, 13, 12, 19, 12, 12, 19, 16, 22, 16, 12, 13, 12, 8, 8, 2, 5, 6, 6, 7, 10, 9, 11, 8, 11, 0, 0], "n_pos": 134, "sum_m_en": [9.097372, 6.023907, 6.606622, 6.56877, 6.659271, 6.733517, 7.195772, 7.916113, 7.867015, 8.790162, 8.905659, 8.960473, 10.430227, 10.834649, 11.270972, 10.810111, 10.457347, 10.7876, 8.970536, 8.711949, 7.839126, 7.008161, 6.630292, 6.379419, 14.553896, 15.553701, 16.919245, 15.235339, 15.144925, 14.74911, 15.649102, 14.899027, 13.490692, 13.442284, 13.756133, 14.697251, 14.243213, 12.791658, 14.340589, 14.648953, 14.487277, 18.012528, 17.452402, 21.850924, 13.325063, 8.873069, 5.057854, 2.467979, 0.151494, 0.0], "sum_m_pl": [48.403051, 70.910839, 65.255813, 65.368337, 65.912678, 63.362148, 62.766388, 62.905526, 60.921711, 61.668651, 60.382328, 60.480336, 59.374478, 59.297707, 58.844219, 60.104316, 57.808843, 57.796122, 60.442598, 61.223358, 61.779524, 63.379417, 63.887171, 64.762635, 51.390304, 49.761696, 48.183774, 51.306579, 53.311069, 54.689685, 53.926054, 55.014953, 56.275013, 53.444879, 50.977984, 49.715535, 47.942601, 50.199118, 45.408932, 45.614418, 46.630966, 46.338461, 46.199444, 40.692559, 40.87094, 28.274557, 18.317068, 13.155009, 0.094939, 0.0]}, "lang": {"n_am_en": [41, 27, 21, 15, 23, 20, 14, 25, 19, 26, 22, 28, 28, 23, 25, 22, 20, 19, 20, 17, 18, 19, 15, 22, 39, 40, 40, 33, 35, 38, 33, 38, 36, 42, 40, 45, 41, 40, 46, 50, 48, 51, 52, 55, 49, 43, 24, 18, 11, 10], "n_am_pl": [3, 29, 26, 16, 22, 15, 23, 27, 19, 30, 24, 14, 19, 25, 24, 23, 15, 23, 13, 12, 13, 24, 22, 20, 16, 16, 8, 14, 10, 10, 14, 18, 14, 8, 9, 6, 11, 16, 17, 13, 18, 19, 23, 29, 33, 37, 49, 52, 97, 111], "n_pos": 122, "sum_m_en": [11.57996, 6.510537, 6.360299, 6.390839, 6.400059, 6.507175, 8.034227, 7.912444, 8.094854, 7.851639, 8.362928, 8.636274, 9.556582, 9.558709, 9.654347, 9.254174, 8.686519, 8.436531, 7.434636, 6.971147, 6.593309, 6.273089, 6.034532, 5.797096, 12.9235, 13.156033, 13.553944, 12.890541, 14.16714, 15.285787, 14.346201, 14.241716, 14.806814, 14.786954, 14.637038, 15.18688, 17.899063, 19.889216, 22.349284, 25.685226, 24.933803, 29.470238, 32.938631, 33.010563, 36.591154, 35.259831, 23.318906, 19.170785, 11.894296, 10.180008], "sum_m_pl": [43.532878, 55.947854, 55.175528, 54.921012, 55.051451, 52.894208, 50.890106, 52.02053, 51.439847, 52.823691, 52.125296, 52.882185, 52.863558, 53.554292, 52.305548, 52.963579, 52.180297, 52.93593, 54.889986, 56.794476, 57.776332, 58.199125, 58.522426, 58.575999, 47.781648, 47.347362, 44.99297, 46.606518, 47.763583, 47.898806, 48.265569, 48.703576, 47.473548, 44.633264, 44.976768, 45.210632, 41.885469, 41.870153, 39.519321, 38.048068, 37.712538, 37.178362, 35.931107, 41.017956, 39.858608, 42.294327, 49.158951, 51.851121, 89.799199, 110.072378]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1005, "item_id": "llmzszl-18673", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 694, "region_end": 1005, "roundtrip_ok": true, "tf_agree": 0.996, "tf_agree_excl_first": 0.997}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [99, 87, 80, 57, 48, 50, 56, 62, 57, 54, 64, 72, 76, 82, 78, 76, 83, 70, 60, 59, 49, 52, 57, 50, 81, 82, 80, 83, 82, 82, 76, 80, 72, 75, 89, 97, 103, 109, 108, 106, 97, 100, 88, 86, 82, 82, 88, 93, 95, 97], "n_am_pl": [3, 65, 46, 54, 42, 57, 41, 38, 56, 60, 55, 43, 32, 53, 52, 29, 41, 50, 39, 41, 46, 47, 48, 54, 30, 25, 36, 39, 58, 45, 46, 43, 38, 33, 30, 22, 24, 21, 13, 9, 7, 5, 11, 8, 4, 10, 4, 4, 0, 0], "n_pos": 321, "sum_m_en": [41.464628, 17.385835, 17.036469, 15.745753, 16.737554, 16.637471, 17.738213, 18.453551, 19.12166, 19.482766, 20.52136, 22.452106, 24.215274, 25.470706, 24.385233, 22.871411, 22.556758, 22.250001, 19.934777, 18.14172, 16.684404, 15.559178, 14.933024, 14.644244, 32.650903, 35.186516, 34.481137, 32.219135, 32.70226, 32.697156, 31.075988, 31.174599, 30.735653, 32.166997, 36.553683, 40.442606, 45.905195, 51.176074, 55.350285, 59.210569, 59.102032, 65.349862, 67.918287, 67.598442, 66.664497, 71.719339, 84.139903, 89.846973, 96.175557, 97.672209], "sum_m_pl": [112.546291, 159.787514, 155.79794, 153.45303, 148.908131, 146.284708, 143.950697, 141.658786, 140.093529, 143.634781, 141.214925, 140.930309, 140.757353, 138.70251, 142.583966, 143.153361, 141.057973, 138.47524, 140.384146, 147.084173, 150.996251, 153.750503, 155.354758, 155.853461, 124.098004, 121.960407, 119.944562, 125.382252, 130.25898, 130.965418, 132.964389, 132.791372, 132.937633, 125.041848, 120.823906, 110.52638, 92.166209, 87.569635, 81.751226, 77.788006, 68.854651, 61.696749, 56.913321, 50.500959, 42.268931, 32.461407, 17.729048, 10.264343, 0.776283, 0.007428]}, "digit": {"n_am_en": [25, 15, 16, 6, 10, 3, 9, 9, 5, 2, 6, 4, 8, 5, 4, 5, 4, 8, 6, 7, 3, 5, 4, 5, 11, 8, 8, 12, 11, 11, 9, 8, 4, 2, 5, 5, 5, 7, 6, 4, 1, 2, 2, 2, 4, 3, 4, 0, 1, 0], "n_am_pl": [0, 14, 2, 4, 5, 15, 2, 2, 11, 17, 21, 12, 9, 19, 19, 8, 12, 11, 6, 7, 10, 8, 10, 11, 12, 9, 14, 13, 21, 14, 15, 9, 12, 12, 6, 6, 8, 5, 4, 2, 2, 2, 2, 2, 0, 0, 0, 2, 0, 0], "n_pos": 53, "sum_m_en": [9.431243, 2.39784, 2.425697, 2.086613, 2.429182, 2.289005, 2.626911, 2.570528, 2.616491, 2.627773, 2.587506, 2.827518, 2.889034, 3.426327, 3.100928, 2.990232, 2.943539, 3.07704, 2.85015, 2.676882, 2.540879, 2.380781, 2.301106, 2.267868, 4.198011, 4.05215, 4.018265, 3.801858, 3.909123, 4.060322, 4.089312, 4.111507, 3.862839, 3.871309, 4.006743, 4.012089, 3.749511, 3.636756, 3.512434, 3.295125, 2.971788, 3.061388, 2.934428, 2.980126, 2.619269, 1.894446, 2.978408, 1.526933, 0.736332, 0.002514], "sum_m_pl": [17.622913, 27.507117, 26.578947, 26.296882, 25.57773, 24.099463, 23.413763, 23.558163, 23.142347, 24.249802, 24.531482, 23.305222, 23.346687, 22.801035, 23.898366, 23.535751, 22.554065, 22.130403, 22.45028, 23.644807, 24.451115, 25.091145, 25.453799, 25.727302, 22.165433, 21.791847, 21.532078, 21.918338, 23.363258, 23.027735, 22.408284, 22.056139, 22.021538, 20.846228, 20.241497, 18.683203, 16.195093, 16.460979, 15.85413, 15.421415, 14.476324, 14.703837, 13.813288, 12.007154, 10.722835, 6.207933, 5.627045, 3.259692, 0.356291, 0.0]}, "lang": {"n_am_en": [32, 31, 29, 22, 20, 21, 26, 23, 24, 22, 30, 36, 33, 36, 36, 41, 46, 33, 29, 23, 23, 26, 29, 27, 37, 40, 39, 35, 36, 40, 38, 36, 36, 39, 45, 51, 60, 59, 61, 63, 64, 74, 63, 63, 60, 64, 74, 78, 93, 97], "n_am_pl": [2, 10, 14, 21, 19, 14, 12, 15, 21, 19, 15, 16, 12, 10, 14, 10, 13, 17, 15, 16, 19, 18, 20, 21, 8, 6, 8, 14, 14, 11, 9, 10, 10, 9, 9, 7, 6, 6, 4, 5, 2, 0, 4, 2, 2, 5, 3, 2, 0, 0], "n_pos": 101, "sum_m_en": [13.347516, 6.130794, 5.808065, 5.491693, 5.665219, 5.638088, 5.950227, 6.216105, 6.668756, 6.813872, 7.361566, 7.978281, 8.598597, 8.748469, 8.485259, 8.030183, 8.169444, 8.040472, 7.151838, 6.278487, 5.714989, 5.271817, 5.027041, 4.937316, 15.15188, 16.515244, 16.017915, 14.625331, 14.386785, 13.832981, 12.606065, 12.825774, 12.868857, 13.960417, 17.051654, 19.923396, 25.320738, 29.884034, 32.806556, 36.264381, 37.46513, 44.415306, 46.356803, 47.393265, 48.414992, 53.531259, 67.055922, 72.610584, 91.289982, 96.913], "sum_m_pl": [34.092028, 47.774343, 47.412719, 47.064809, 46.198128, 45.574958, 44.989921, 45.122851, 44.940303, 45.468054, 44.694086, 45.615283, 46.020961, 45.664138, 46.57757, 46.378227, 45.710819, 44.642941, 44.880865, 46.855852, 47.840602, 48.646096, 49.020184, 49.036215, 38.386398, 37.661805, 37.01954, 38.743601, 39.778605, 40.580475, 42.295608, 41.885589, 41.904921, 40.873906, 38.845456, 35.721559, 29.363796, 27.548047, 25.329406, 24.106513, 21.940697, 17.465164, 15.459355, 14.022865, 11.576857, 9.203162, 5.470334, 3.528949, 0.186833, 0.007377]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 323, "item_id": "llmzszl-18674", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 713, "region_end": 321, "roundtrip_ok": true, "tf_agree": 0.9721, "tf_agree_excl_first": 0.9752}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [103, 148, 124, 87, 75, 56, 61, 84, 80, 94, 90, 99, 99, 100, 99, 103, 106, 83, 73, 82, 68, 70, 61, 58, 111, 113, 107, 90, 94, 103, 105, 109, 105, 97, 118, 115, 117, 104, 84, 88, 83, 82, 84, 76, 77, 68, 34, 18, 3, 2], "n_am_pl": [23, 93, 75, 57, 57, 82, 88, 90, 82, 98, 104, 90, 83, 78, 83, 66, 56, 68, 72, 70, 81, 79, 94, 98, 71, 56, 71, 83, 84, 77, 91, 86, 81, 62, 60, 42, 36, 36, 43, 36, 27, 24, 17, 18, 20, 25, 43, 44, 66, 69], "n_pos": 465, "sum_m_en": [47.55238, 22.094111, 24.461476, 23.665125, 25.342898, 25.889765, 26.948358, 28.343057, 29.674651, 30.677048, 31.101879, 32.313005, 34.686418, 37.147333, 36.908816, 33.564577, 32.80914, 31.148303, 28.301878, 26.283547, 24.389568, 23.126115, 22.312099, 21.702747, 43.621487, 45.979814, 47.103623, 44.781097, 48.327379, 47.561119, 45.235752, 43.558439, 42.262753, 41.913176, 47.038151, 45.338748, 46.829899, 46.569309, 48.908982, 53.561319, 51.341834, 53.112587, 59.78043, 55.100155, 55.090748, 52.674959, 36.284148, 25.847481, 5.175378, 2.067668], "sum_m_pl": [179.790165, 235.35861, 225.213366, 222.620169, 218.873484, 212.948664, 211.505112, 209.802086, 208.821483, 212.405444, 210.129603, 209.261911, 208.485915, 205.487934, 210.06116, 211.979246, 208.050306, 206.998496, 212.832012, 219.573712, 222.335521, 222.430988, 224.542803, 223.898254, 179.08974, 180.045596, 174.427071, 185.049564, 191.694381, 193.263371, 193.506393, 198.136202, 199.7442, 187.827888, 181.73126, 173.277009, 151.882696, 146.454735, 134.771228, 130.903329, 120.940824, 121.941866, 113.029709, 103.949222, 90.192888, 77.556279, 69.270257, 57.181822, 65.193, 68.177756]}, "digit": {"n_am_en": [0, 38, 15, 18, 5, 10, 4, 9, 11, 11, 11, 12, 18, 13, 17, 21, 17, 10, 11, 11, 4, 8, 5, 10, 26, 23, 24, 11, 10, 10, 14, 16, 22, 19, 21, 20, 21, 14, 11, 6, 5, 11, 10, 10, 10, 10, 6, 3, 0, 0], "n_am_pl": [0, 3, 1, 1, 2, 13, 4, 9, 3, 21, 22, 22, 17, 11, 13, 4, 4, 6, 9, 8, 16, 15, 21, 19, 13, 10, 12, 14, 16, 9, 15, 8, 6, 6, 8, 7, 3, 5, 7, 11, 6, 3, 2, 1, 0, 3, 5, 4, 0, 0], "n_pos": 62, "sum_m_en": [4.721844, 2.505997, 2.724724, 2.719511, 2.993086, 3.119645, 3.218947, 3.172932, 3.123656, 3.15434, 3.096411, 3.412019, 3.614998, 4.067762, 4.013245, 3.823141, 4.02537, 4.033375, 3.708078, 3.454488, 3.127841, 2.906979, 2.75496, 2.673557, 5.445406, 5.12944, 5.387132, 5.373301, 5.326437, 5.277272, 5.387224, 5.895367, 5.517858, 5.652682, 6.113548, 6.582564, 6.503592, 6.931136, 7.370106, 6.937801, 6.884783, 7.239623, 7.487709, 7.345854, 6.429206, 6.214814, 5.279875, 2.706122, 0.25216, 0.0], "sum_m_pl": [26.585536, 33.397109, 31.692789, 30.743433, 30.216738, 29.682683, 29.76966, 29.843025, 30.251892, 31.685685, 31.791666, 31.83994, 31.495138, 30.269663, 30.903326, 30.627507, 29.120998, 28.432832, 29.306765, 30.022011, 30.70231, 30.932044, 31.210919, 31.279965, 28.38281, 29.124004, 28.250303, 28.4558, 29.367326, 29.16142, 28.268792, 27.68853, 28.19429, 27.01357, 25.508263, 24.588932, 22.310422, 22.381135, 20.857246, 21.214734, 20.931279, 21.04979, 19.924664, 18.316147, 16.804997, 14.531263, 11.618419, 7.089167, 0.301695, 0.0]}, "lang": {"n_am_en": [17, 18, 12, 11, 15, 10, 14, 19, 19, 18, 19, 20, 18, 14, 18, 21, 25, 23, 22, 26, 20, 21, 17, 16, 26, 25, 19, 21, 17, 14, 20, 20, 23, 21, 26, 29, 30, 26, 26, 37, 31, 34, 33, 30, 30, 30, 14, 8, 3, 2], "n_am_pl": [10, 18, 17, 12, 12, 9, 14, 12, 8, 9, 8, 13, 16, 13, 12, 9, 8, 13, 14, 13, 14, 9, 8, 10, 7, 6, 5, 4, 8, 8, 11, 9, 9, 9, 5, 4, 3, 9, 9, 5, 7, 7, 6, 11, 15, 17, 29, 32, 61, 68], "n_pos": 72, "sum_m_en": [6.450512, 3.826667, 4.102486, 4.028617, 4.190283, 4.435381, 4.807877, 5.129142, 5.647777, 5.5668, 5.979773, 6.020095, 6.438092, 6.507297, 6.366568, 5.766724, 5.800334, 5.426335, 4.947892, 4.467889, 4.216554, 4.044652, 3.846092, 3.711453, 9.869073, 10.005607, 9.163782, 8.457927, 9.08926, 8.800076, 8.223518, 7.890972, 7.908196, 8.071948, 8.857796, 8.887156, 9.869278, 10.784513, 13.265732, 15.256903, 15.089746, 16.807115, 21.812904, 19.051616, 21.971823, 22.818068, 12.835718, 9.21258, 3.06667, 2.013187], "sum_m_pl": [26.441344, 33.537221, 32.7082, 32.764478, 32.304549, 30.553979, 30.628947, 31.610688, 31.721602, 31.723813, 31.319899, 31.510501, 31.719141, 31.393401, 31.968782, 32.722649, 32.425776, 32.142443, 32.800485, 33.676682, 33.655955, 33.525582, 33.954038, 33.775854, 25.41509, 25.856782, 25.14591, 26.821927, 27.244148, 27.713985, 28.807848, 29.746541, 29.823131, 28.943088, 27.881329, 28.439673, 26.502277, 26.416437, 23.611812, 22.984685, 22.735816, 22.002573, 19.144563, 21.300046, 20.358153, 19.199881, 28.415772, 30.279492, 55.944274, 66.871812]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 465, "item_id": "llmzszl-18674", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 644, "region_end": 465, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9849}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [141, 110, 114, 105, 96, 80, 128, 110, 137, 161, 126, 143, 173, 143, 132, 142, 135, 132, 125, 121, 97, 96, 98, 120, 168, 164, 164, 166, 164, 151, 146, 143, 131, 140, 161, 162, 174, 164, 143, 145, 135, 147, 143, 134, 111, 113, 116, 117, 113, 109], "n_am_pl": [25, 114, 110, 94, 99, 73, 59, 74, 75, 71, 90, 90, 84, 86, 104, 105, 116, 78, 89, 95, 110, 119, 119, 113, 56, 65, 75, 86, 96, 100, 90, 81, 95, 80, 61, 40, 29, 28, 22, 17, 18, 11, 27, 9, 14, 15, 10, 8, 6, 5], "n_pos": 623, "sum_m_en": [65.521437, 31.565706, 31.294572, 31.105498, 32.00426, 32.253567, 32.904832, 35.608119, 36.301566, 39.408649, 38.997389, 40.671546, 42.884441, 45.14722, 45.665395, 44.540342, 44.044133, 40.974299, 36.324618, 33.535061, 31.022985, 29.231104, 28.135366, 27.602998, 61.959419, 65.901955, 67.507135, 66.495184, 63.643808, 65.735003, 65.035781, 62.589889, 61.839726, 62.460797, 67.794264, 70.585154, 80.074745, 82.574452, 84.934549, 91.223741, 88.643456, 100.859953, 99.426734, 110.635298, 100.633812, 102.176408, 110.640125, 109.024541, 109.219562, 110.537008], "sum_m_pl": [235.486958, 308.92224, 296.720378, 290.306041, 286.374468, 285.609873, 288.423992, 283.168209, 278.940354, 287.037268, 285.361655, 284.337411, 291.447064, 286.099462, 285.65019, 288.45326, 282.629263, 283.179766, 288.599235, 297.779198, 303.620169, 305.93459, 307.916598, 307.557007, 245.214588, 245.854475, 235.6987, 255.046485, 262.569963, 257.911122, 262.613153, 259.448787, 258.090683, 247.51013, 229.194339, 211.908691, 185.740838, 169.763445, 151.020939, 137.374641, 125.145522, 110.572927, 102.419873, 76.042369, 67.060222, 59.320332, 34.701474, 19.562012, 10.152017, 5.090808]}, "digit": {"n_am_en": [14, 25, 20, 22, 14, 10, 27, 24, 30, 20, 17, 18, 30, 24, 14, 25, 18, 21, 18, 18, 7, 9, 11, 25, 31, 26, 34, 26, 26, 24, 20, 20, 18, 25, 24, 27, 29, 21, 15, 12, 12, 13, 11, 14, 10, 8, 2, 1, 0, 0], "n_am_pl": [0, 11, 3, 4, 9, 12, 3, 8, 10, 13, 15, 12, 12, 13, 18, 20, 24, 14, 17, 13, 15, 10, 12, 9, 5, 10, 8, 15, 18, 19, 11, 14, 19, 15, 13, 6, 2, 5, 2, 1, 3, 1, 3, 0, 0, 1, 1, 0, 0, 0], "n_pos": 99, "sum_m_en": [10.912269, 4.529847, 4.460535, 4.750855, 4.69426, 4.708712, 5.146341, 5.741581, 5.997109, 7.042195, 6.852128, 6.688964, 7.511432, 8.018778, 7.015293, 7.143045, 7.026423, 6.350013, 5.792487, 5.573083, 4.98747, 4.667803, 4.476088, 4.427947, 9.924058, 10.612241, 10.60959, 10.627565, 10.295268, 10.526727, 10.616523, 9.85049, 8.710341, 8.979521, 9.743491, 9.394689, 10.178639, 9.30618, 10.065362, 10.123104, 8.248382, 11.116415, 7.454392, 12.987921, 8.610284, 6.847345, 2.191776, 1.172344, 0.039761, 0.0], "sum_m_pl": [36.938601, 49.683561, 46.647957, 46.005015, 46.136302, 45.943795, 46.608941, 45.240558, 44.65634, 45.886328, 45.468511, 45.362855, 45.629374, 44.750882, 45.683328, 45.494871, 44.275272, 44.596442, 45.410015, 46.044038, 47.614656, 47.989972, 48.560269, 48.510822, 38.872635, 38.97524, 37.60115, 40.72787, 42.096483, 41.683144, 40.862049, 41.583935, 42.633686, 41.925495, 39.589211, 38.117054, 34.603556, 32.60921, 30.184918, 26.437275, 25.386445, 25.378889, 24.207416, 17.116796, 16.161294, 13.087967, 5.152587, 2.077818, 0.055537, 0.0]}, "lang": {"n_am_en": [30, 28, 25, 25, 25, 18, 26, 20, 32, 32, 30, 33, 43, 30, 29, 32, 33, 35, 46, 41, 34, 32, 29, 31, 47, 47, 48, 46, 42, 46, 46, 46, 44, 46, 59, 57, 66, 64, 55, 62, 62, 66, 71, 65, 64, 65, 79, 85, 99, 108], "n_am_pl": [5, 21, 18, 18, 18, 16, 14, 12, 13, 21, 16, 20, 11, 17, 21, 23, 17, 13, 17, 18, 25, 31, 35, 35, 12, 11, 18, 14, 15, 12, 10, 6, 10, 11, 8, 5, 2, 4, 4, 7, 6, 6, 7, 7, 10, 11, 8, 6, 6, 5], "n_pos": 114, "sum_m_en": [14.059659, 7.385, 6.886366, 6.490531, 6.271659, 6.365511, 6.385433, 6.482964, 7.039993, 7.012156, 7.435708, 8.061449, 8.626379, 8.949545, 9.512684, 9.089844, 8.782963, 8.705003, 7.582384, 6.671761, 6.328662, 5.896075, 5.662043, 5.5272, 16.810479, 18.212839, 18.731588, 16.67181, 16.401988, 16.069699, 14.943189, 15.460353, 15.939979, 17.111444, 20.081811, 24.079978, 31.531529, 35.493061, 36.395618, 40.811902, 42.276008, 48.337492, 51.609325, 53.847339, 58.093313, 59.709048, 72.698348, 76.334299, 94.866281, 106.572531], "sum_m_pl": [36.068389, 52.154661, 51.489874, 50.972726, 50.454285, 49.885369, 50.37349, 50.330045, 50.424948, 50.944765, 50.653819, 51.603728, 52.197004, 51.721537, 51.793417, 52.204022, 52.152687, 51.910875, 52.975885, 55.004537, 55.289805, 55.59668, 55.658165, 55.62151, 44.60903, 44.267624, 42.590211, 44.837514, 45.256172, 44.816403, 46.172075, 45.517092, 44.40355, 43.605224, 40.840152, 37.494843, 30.720074, 29.406205, 25.550042, 26.323528, 25.787629, 22.234598, 21.497288, 18.750513, 17.580222, 16.387745, 11.049751, 8.399419, 6.475419, 5.089314]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 625, "item_id": "llmzszl-18675", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 767, "region_end": 623, "roundtrip_ok": true, "tf_agree": 0.9904, "tf_agree_excl_first": 0.992}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [291, 354, 349, 328, 241, 245, 221, 191, 221, 263, 277, 305, 324, 329, 304, 322, 267, 236, 206, 215, 161, 176, 185, 194, 321, 298, 303, 345, 325, 328, 341, 327, 329, 347, 366, 341, 357, 300, 270, 283, 256, 254, 258, 243, 209, 196, 134, 92, 74, 68], "n_am_pl": [28, 201, 203, 175, 213, 178, 199, 228, 182, 252, 199, 166, 226, 206, 223, 244, 253, 231, 249, 237, 284, 301, 305, 313, 164, 222, 216, 200, 242, 239, 242, 247, 214, 192, 177, 124, 99, 85, 74, 86, 81, 82, 83, 80, 94, 97, 130, 119, 133, 148], "n_pos": 1280, "sum_m_en": [119.099979, 61.071505, 66.569, 67.908728, 70.273614, 69.229616, 70.061492, 76.262567, 77.80887, 84.204709, 84.49011, 89.141363, 96.26493, 102.696962, 103.389423, 99.42957, 96.354488, 88.612941, 78.116253, 71.988956, 66.039008, 62.065922, 59.981372, 57.811462, 121.172321, 127.361167, 136.880429, 140.286535, 140.859281, 142.992871, 144.679981, 139.623638, 140.262083, 142.167583, 153.416774, 146.251897, 147.837659, 142.551965, 156.446147, 167.26193, 154.162413, 169.969344, 169.084462, 186.327185, 160.211823, 152.41297, 109.046431, 86.319531, 76.254296, 68.856841], "sum_m_pl": [496.565893, 644.852166, 617.943906, 608.994423, 600.76723, 589.887388, 591.87099, 587.276697, 578.031727, 590.465332, 582.457464, 581.323726, 595.005723, 586.857676, 588.869715, 595.308693, 584.127117, 593.232707, 611.643667, 624.184129, 631.687019, 634.870531, 638.145617, 639.254522, 527.74445, 531.280624, 507.309568, 532.018572, 543.207206, 548.365916, 546.153689, 543.973393, 542.349853, 521.702871, 489.133427, 461.972032, 424.691871, 405.387606, 369.162322, 353.790709, 331.764043, 322.880506, 310.743161, 262.645661, 220.302235, 204.312351, 175.084536, 143.347738, 133.899931, 148.153694]}, "digit": {"n_am_en": [5, 53, 49, 40, 30, 22, 32, 16, 36, 28, 31, 29, 28, 41, 38, 41, 23, 29, 31, 31, 13, 18, 16, 24, 40, 41, 39, 47, 44, 45, 43, 37, 41, 47, 46, 42, 47, 35, 29, 31, 28, 31, 34, 29, 20, 19, 8, 4, 0, 0], "n_am_pl": [0, 14, 9, 10, 10, 28, 25, 34, 26, 53, 37, 22, 38, 30, 25, 31, 42, 31, 28, 13, 16, 18, 16, 20, 11, 19, 19, 17, 22, 23, 21, 20, 24, 24, 20, 12, 13, 7, 3, 5, 4, 4, 5, 7, 3, 3, 5, 4, 0, 0], "n_pos": 144, "sum_m_en": [12.721519, 6.653224, 7.235295, 7.54141, 7.40571, 7.290945, 7.683681, 8.304516, 9.04391, 10.151391, 10.445228, 10.124392, 11.330296, 12.820387, 11.896105, 11.654031, 11.16398, 10.396256, 9.314051, 8.744078, 7.782216, 7.188178, 6.785955, 6.653237, 15.086767, 16.234991, 17.185088, 17.797613, 17.975058, 17.626799, 18.580679, 17.63484, 16.334748, 16.430593, 18.456983, 17.903839, 18.194061, 17.488893, 20.381927, 23.537665, 19.430916, 24.550191, 21.679861, 26.132006, 19.750576, 17.038213, 7.762246, 3.240369, 0.047599, 0.0], "sum_m_pl": [52.459371, 75.072566, 70.185646, 69.016808, 68.899239, 67.597852, 68.415428, 67.536472, 67.210792, 68.852089, 67.917084, 68.074058, 69.056624, 66.967023, 67.611337, 67.558723, 65.683575, 66.908223, 68.711895, 68.416142, 69.803435, 70.508529, 71.302372, 71.426153, 58.047491, 57.305117, 55.212552, 58.241719, 59.998045, 60.118258, 58.590758, 58.839269, 61.388133, 60.849181, 56.753284, 56.349971, 53.24448, 50.33417, 44.706906, 41.384007, 42.989107, 43.204564, 41.767386, 34.742172, 32.380642, 28.076566, 14.761326, 10.315969, 0.102331, 0.0]}, "lang": {"n_am_en": [71, 23, 27, 39, 47, 41, 43, 43, 44, 46, 58, 63, 53, 57, 51, 59, 51, 48, 42, 41, 29, 35, 36, 43, 70, 64, 60, 63, 50, 56, 67, 61, 75, 73, 76, 77, 87, 79, 84, 83, 84, 82, 92, 79, 93, 90, 67, 63, 70, 68], "n_am_pl": [14, 32, 29, 34, 27, 27, 24, 37, 27, 33, 19, 23, 34, 40, 39, 51, 36, 42, 46, 40, 59, 67, 72, 73, 32, 45, 42, 35, 37, 40, 34, 35, 27, 35, 32, 25, 31, 25, 24, 32, 33, 35, 32, 42, 52, 53, 82, 83, 127, 148], "n_pos": 216, "sum_m_en": [19.116287, 10.670931, 11.062541, 11.459243, 11.809986, 11.39756, 11.663712, 12.297384, 12.606457, 12.461969, 13.159073, 14.355017, 15.425381, 16.27867, 16.656146, 15.995356, 15.710845, 14.612439, 13.113445, 11.910126, 11.156231, 10.642924, 10.224617, 9.736542, 21.473536, 20.256053, 21.275349, 20.886074, 22.011393, 23.525084, 23.021874, 23.49014, 25.286372, 25.783854, 26.865587, 27.344365, 29.173732, 29.758855, 37.848463, 40.25081, 41.62377, 51.340038, 52.507408, 59.640237, 65.839434, 67.10426, 54.212189, 51.544776, 69.175438, 68.446982], "sum_m_pl": [84.213105, 102.870807, 100.226433, 98.916556, 97.690186, 96.736866, 97.619422, 98.731752, 97.781772, 100.210589, 100.008521, 99.599744, 101.385754, 100.644298, 101.034464, 102.591719, 100.557881, 101.40511, 104.384978, 106.13449, 107.017565, 107.101521, 107.480018, 107.750097, 92.550213, 94.884185, 91.207271, 93.59727, 94.711328, 94.907736, 94.873424, 93.905944, 92.339932, 90.091866, 87.775807, 86.173266, 83.960731, 83.479818, 76.192853, 75.326114, 72.34204, 69.702712, 68.620861, 67.248768, 67.966729, 68.903461, 82.482858, 83.672129, 120.587602, 146.201219]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18675", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 698, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9961, "tf_agree_excl_first": 0.9969}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [177, 179, 162, 147, 128, 155, 186, 165, 145, 183, 201, 175, 196, 187, 160, 151, 179, 182, 142, 166, 165, 175, 182, 170, 276, 252, 237, 238, 206, 242, 209, 190, 185, 203, 227, 234, 224, 220, 227, 238, 248, 258, 248, 220, 210, 224, 219, 209, 180, 168], "n_am_pl": [48, 114, 102, 114, 107, 95, 86, 68, 87, 81, 103, 86, 86, 86, 99, 104, 78, 80, 80, 79, 90, 110, 118, 141, 73, 71, 93, 80, 110, 106, 95, 83, 86, 59, 46, 48, 40, 35, 31, 35, 37, 34, 39, 29, 26, 18, 11, 9, 3, 3], "n_pos": 688, "sum_m_en": [74.487428, 37.168816, 35.631793, 35.128451, 35.800071, 36.574282, 35.960124, 38.345425, 42.351283, 43.120551, 46.062716, 50.625306, 53.312076, 54.963993, 54.347873, 53.055874, 50.76761, 48.326217, 42.389022, 39.009884, 35.955213, 33.999495, 34.735959, 31.582586, 88.358153, 85.36569, 92.16503, 80.018344, 76.133316, 76.190149, 72.344983, 70.3706, 71.949285, 78.431752, 87.42714, 94.870787, 103.615882, 108.83418, 126.659416, 135.632668, 142.086021, 145.308832, 153.116433, 168.064087, 174.171107, 188.751561, 199.987193, 196.432664, 180.713094, 167.66566], "sum_m_pl": [266.909416, 341.130073, 334.38424, 327.770641, 326.731284, 323.213049, 328.402148, 321.548392, 314.228891, 320.983833, 315.722365, 309.39648, 311.14792, 305.389535, 303.156223, 311.989063, 311.725291, 315.128255, 323.955844, 332.341586, 338.543949, 341.276401, 340.683346, 343.427663, 285.839144, 284.147051, 269.889423, 288.130221, 290.819635, 292.988433, 293.247541, 292.148954, 275.865089, 262.837902, 248.97909, 235.980268, 209.033598, 199.462329, 182.240896, 180.090691, 174.089264, 162.005962, 151.614445, 124.110999, 108.731856, 83.667088, 54.154238, 27.767374, 9.661173, 3.022037]}, "digit": {"n_am_en": [9, 51, 33, 22, 12, 23, 26, 23, 16, 23, 25, 21, 12, 19, 16, 15, 9, 17, 15, 19, 17, 19, 21, 17, 42, 37, 30, 34, 29, 38, 36, 29, 24, 32, 32, 34, 23, 19, 21, 23, 18, 12, 15, 8, 9, 6, 2, 4, 1, 0], "n_am_pl": [1, 8, 8, 17, 25, 21, 12, 15, 19, 10, 20, 17, 19, 20, 16, 18, 19, 16, 13, 13, 15, 20, 17, 24, 10, 8, 25, 14, 15, 20, 10, 17, 18, 12, 9, 7, 7, 6, 8, 7, 8, 12, 7, 5, 4, 0, 0, 1, 0, 0], "n_pos": 113, "sum_m_en": [10.226349, 5.162337, 4.683812, 5.020633, 5.270345, 5.675908, 5.465665, 5.773834, 6.087216, 6.636282, 6.909512, 7.567999, 7.970981, 8.063673, 7.948647, 8.452057, 7.656223, 7.400465, 6.584374, 6.128418, 5.428531, 5.002786, 4.90253, 4.724825, 10.966967, 11.275576, 12.162843, 10.690566, 10.244611, 10.543295, 10.815277, 9.950293, 9.433944, 10.071704, 10.748499, 11.528349, 11.106498, 9.700211, 11.719343, 12.014685, 11.511969, 9.850034, 9.486756, 9.000221, 8.482293, 6.307999, 3.665886, 3.533371, 1.213005, 0.000601], "sum_m_pl": [44.671695, 59.082624, 57.608441, 55.187074, 54.923533, 53.233832, 54.358438, 52.524712, 50.489481, 52.122636, 50.987406, 49.706634, 49.04751, 48.523039, 48.346622, 49.560622, 49.961479, 50.862264, 52.925568, 54.863091, 55.95428, 56.825655, 56.861021, 57.155305, 51.016067, 49.240937, 47.149969, 49.894017, 49.790924, 50.020436, 49.013537, 49.209525, 47.733453, 46.906478, 44.430531, 44.011232, 39.862887, 40.04527, 36.168554, 35.827569, 35.936823, 35.524904, 33.940797, 29.051596, 24.691919, 17.113728, 9.561483, 5.349194, 0.960269, 4e-06]}, "lang": {"n_am_en": [49, 42, 36, 39, 31, 38, 53, 53, 39, 49, 58, 51, 57, 51, 53, 53, 69, 71, 62, 61, 62, 63, 71, 63, 91, 94, 84, 77, 68, 70, 66, 66, 59, 63, 81, 89, 87, 85, 85, 97, 106, 110, 109, 123, 109, 126, 129, 142, 161, 165], "n_am_pl": [13, 29, 31, 28, 25, 27, 26, 16, 22, 19, 27, 20, 24, 25, 30, 24, 17, 14, 16, 16, 28, 29, 28, 34, 13, 15, 15, 16, 30, 29, 26, 20, 19, 12, 12, 10, 15, 13, 10, 11, 11, 12, 11, 11, 10, 6, 4, 4, 3, 3], "n_pos": 169, "sum_m_en": [20.265692, 10.247597, 9.721299, 9.406422, 9.54724, 9.739131, 9.68797, 10.272107, 11.989626, 11.737289, 13.077586, 15.354423, 16.073274, 17.014921, 16.640353, 15.480584, 14.684346, 13.913368, 11.81132, 10.542529, 9.871181, 9.56038, 10.200728, 8.701411, 30.880129, 30.226347, 33.673814, 27.325129, 26.279543, 26.323278, 23.422887, 24.211994, 25.196531, 28.025232, 30.893775, 35.325893, 38.143111, 44.335136, 49.367679, 53.781841, 59.623013, 64.40539, 72.502375, 85.493652, 91.487272, 105.673847, 123.178805, 131.020266, 155.789458, 161.570255], "sum_m_pl": [59.84371, 78.84758, 77.559675, 76.663023, 77.139145, 76.600196, 78.145719, 77.803246, 76.452915, 78.87559, 76.99211, 75.492747, 76.23939, 74.506691, 74.062961, 75.955306, 76.240419, 76.937972, 78.918968, 80.711884, 82.26629, 82.909472, 82.534414, 83.515108, 64.931279, 66.075847, 62.513661, 68.257621, 69.486864, 70.196953, 71.631638, 70.671389, 65.473591, 61.469643, 58.588895, 55.41884, 50.923905, 47.377395, 42.975043, 42.975478, 40.773831, 36.849059, 33.319106, 28.151228, 22.478824, 16.662941, 10.453225, 5.881466, 3.337366, 3.000408]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 690, "item_id": "llmzszl-18676", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 768, "region_end": 688, "roundtrip_ok": true, "tf_agree": 0.9855, "tf_agree_excl_first": 0.9869}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [135, 153, 139, 96, 109, 121, 137, 134, 119, 155, 168, 161, 153, 141, 119, 106, 143, 119, 103, 100, 119, 113, 102, 114, 169, 179, 180, 161, 134, 147, 135, 141, 124, 120, 154, 180, 153, 135, 138, 137, 134, 133, 133, 103, 83, 89, 56, 20, 1, 0], "n_am_pl": [78, 114, 103, 84, 90, 91, 95, 68, 83, 78, 89, 66, 73, 91, 90, 97, 86, 80, 78, 99, 98, 102, 99, 108, 70, 66, 58, 71, 78, 72, 84, 82, 84, 70, 49, 54, 42, 41, 34, 44, 33, 47, 43, 31, 29, 28, 40, 41, 56, 65], "n_pos": 598, "sum_m_en": [57.608416, 28.104674, 28.789605, 29.630307, 30.807158, 31.142169, 30.473113, 31.938154, 34.395942, 36.364036, 38.118637, 39.594068, 42.22946, 43.363966, 43.067695, 44.3059, 44.091193, 40.629831, 35.684555, 33.684256, 30.882736, 29.156768, 29.079696, 27.328945, 68.896671, 60.976285, 65.667637, 59.614051, 54.723386, 56.387177, 57.669568, 54.58759, 55.43099, 56.675464, 64.478544, 65.448808, 69.580532, 66.863381, 70.665474, 75.308861, 73.652147, 76.799206, 72.708103, 70.402901, 65.045709, 69.049793, 41.719475, 18.735396, 2.785725, 0.009993], "sum_m_pl": [246.330203, 305.778093, 295.347008, 289.993432, 288.830155, 285.637943, 290.984146, 287.131645, 277.26318, 280.176614, 272.189282, 267.532946, 270.78936, 270.004464, 267.548608, 273.447908, 270.670125, 272.072104, 282.088928, 288.508635, 293.086158, 296.596344, 296.795157, 299.548657, 245.188922, 245.902647, 234.577725, 251.719248, 258.714826, 256.829799, 249.502073, 249.799172, 234.477746, 221.246929, 211.832827, 200.684701, 182.101906, 178.439499, 171.032901, 165.921146, 162.311219, 158.164656, 150.632558, 137.640196, 128.655585, 113.816276, 100.482527, 65.667304, 60.269479, 65.167469]}, "digit": {"n_am_en": [17, 76, 33, 24, 29, 29, 32, 44, 18, 26, 22, 24, 25, 23, 24, 14, 23, 19, 17, 13, 14, 12, 13, 11, 28, 40, 41, 38, 36, 32, 23, 27, 27, 22, 36, 43, 23, 17, 19, 16, 8, 10, 13, 12, 11, 6, 4, 2, 0, 0], "n_am_pl": [6, 4, 9, 5, 10, 11, 16, 10, 10, 20, 24, 18, 18, 17, 19, 34, 27, 22, 23, 25, 23, 24, 22, 24, 21, 17, 9, 15, 17, 23, 20, 15, 23, 18, 8, 12, 5, 5, 7, 6, 5, 14, 9, 8, 2, 3, 3, 3, 0, 0], "n_pos": 126, "sum_m_en": [11.321922, 5.642256, 5.237337, 6.023167, 6.187564, 6.415353, 6.156794, 6.774064, 6.776874, 7.61775, 8.103349, 8.326356, 9.3354, 9.177778, 8.840319, 9.837964, 9.820625, 8.604341, 7.724538, 7.216723, 6.760535, 6.496153, 6.898658, 6.073213, 15.969789, 14.725035, 15.880194, 14.138717, 12.081958, 12.082204, 12.402879, 11.703448, 11.56286, 12.28296, 15.312383, 15.883057, 14.545117, 13.795243, 14.824144, 14.67674, 13.374287, 13.205884, 12.238881, 13.076343, 11.208979, 8.917967, 6.006893, 2.486458, 0.141295, 0.0], "sum_m_pl": [49.577688, 64.479194, 62.016622, 59.569769, 60.03144, 57.916391, 60.007713, 58.810825, 56.280388, 57.809813, 56.023124, 55.189971, 55.783933, 55.272202, 55.226063, 56.150083, 55.822398, 56.530082, 57.785178, 59.730475, 60.258792, 61.146909, 61.021882, 61.839528, 51.842585, 51.294844, 49.081319, 53.658474, 55.042585, 55.280265, 53.080516, 53.179271, 52.051239, 49.999299, 47.045398, 46.324181, 41.303237, 41.494276, 37.396542, 35.12347, 34.782203, 36.415047, 33.755536, 30.555993, 26.024911, 20.913098, 12.586009, 7.498986, 0.466273, 0.0]}, "lang": {"n_am_en": [24, 15, 13, 10, 17, 24, 26, 21, 15, 26, 34, 27, 31, 31, 24, 19, 22, 24, 19, 22, 23, 23, 25, 28, 39, 36, 33, 25, 19, 25, 28, 25, 26, 30, 27, 30, 32, 30, 37, 40, 41, 38, 41, 34, 30, 34, 18, 5, 0, 0], "n_am_pl": [2, 24, 24, 18, 10, 8, 8, 9, 12, 2, 5, 7, 6, 7, 10, 8, 12, 13, 15, 17, 20, 19, 13, 11, 7, 8, 6, 10, 13, 10, 6, 10, 6, 6, 8, 6, 9, 14, 5, 6, 4, 8, 4, 8, 12, 17, 31, 33, 52, 64], "n_pos": 66, "sum_m_en": [7.64993, 3.504061, 3.582918, 3.537569, 3.502379, 3.497981, 3.827535, 3.682126, 4.310784, 4.275465, 4.582527, 4.915083, 5.190675, 5.217734, 4.971185, 4.536801, 4.527513, 4.227856, 3.738546, 3.52968, 3.299313, 3.139733, 3.085805, 2.968465, 10.190925, 7.76477, 7.520991, 6.686843, 6.498182, 6.681814, 6.292719, 6.30836, 6.876129, 7.438884, 7.945318, 8.59063, 10.439046, 16.563117, 17.418014, 18.788366, 17.739149, 24.436539, 24.114519, 21.999675, 22.788002, 25.317426, 11.857953, 5.879116, 0.642725, 0.009771], "sum_m_pl": [22.843608, 31.683622, 31.161348, 30.694993, 30.929022, 31.061096, 31.114762, 31.589072, 31.345189, 31.300844, 30.666329, 30.466501, 30.901849, 30.483651, 30.694555, 31.355933, 30.704936, 30.854255, 32.349452, 32.639527, 33.098837, 33.328044, 33.26456, 33.416327, 27.889098, 29.244009, 28.704668, 29.708331, 29.855817, 29.512488, 29.614281, 29.553367, 27.917374, 26.785541, 26.360871, 25.622096, 23.639656, 22.307867, 20.356073, 20.291297, 20.363491, 17.431124, 15.843018, 17.95888, 19.01946, 19.343038, 30.553232, 34.931052, 50.079731, 63.365521]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 600, "item_id": "llmzszl-18676", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 699, "region_end": 598, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 0.9917}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [353, 259, 235, 265, 305, 268, 264, 267, 284, 296, 329, 327, 328, 322, 318, 301, 325, 312, 278, 261, 284, 287, 260, 286, 390, 374, 320, 324, 356, 337, 366, 335, 356, 362, 393, 346, 346, 302, 307, 334, 313, 330, 353, 310, 292, 315, 315, 336, 343, 357], "n_am_pl": [36, 174, 197, 162, 151, 179, 135, 150, 132, 142, 125, 135, 168, 177, 178, 171, 209, 194, 156, 206, 255, 272, 259, 235, 129, 114, 118, 138, 163, 143, 145, 142, 132, 113, 108, 109, 101, 81, 67, 56, 45, 44, 37, 42, 44, 21, 21, 2, 1, 2], "n_pos": 1279, "sum_m_en": [140.572087, 66.856471, 66.223955, 65.89776, 71.148811, 73.096905, 71.129743, 73.49191, 79.702514, 79.4919, 80.589002, 84.539231, 85.854504, 90.072685, 88.993601, 89.350841, 87.720144, 87.728596, 75.39349, 69.183323, 63.217242, 58.414166, 55.869427, 54.909633, 107.545768, 124.502177, 128.354851, 117.347678, 117.327162, 119.278862, 117.7135, 116.24875, 118.885866, 124.474662, 136.348809, 136.26208, 142.671956, 150.046295, 162.068172, 172.65342, 165.688664, 192.445261, 218.275597, 217.858054, 231.113662, 272.517201, 288.329956, 315.481813, 335.550715, 351.557972], "sum_m_pl": [467.016717, 626.162084, 614.301197, 607.973624, 590.304562, 584.46781, 592.034506, 585.165326, 580.296898, 593.018086, 586.191133, 587.739758, 597.345137, 586.348731, 592.288586, 595.83335, 596.73283, 597.21722, 605.36451, 619.141665, 630.629103, 638.775299, 638.457938, 639.803131, 544.767374, 524.409208, 509.476598, 546.720104, 560.310119, 558.502933, 564.169106, 563.99531, 555.087571, 528.527807, 504.939083, 470.283985, 426.9148, 392.079173, 356.937632, 331.520309, 305.521336, 265.77107, 234.09478, 193.121582, 161.393441, 115.221054, 64.064266, 28.598134, 4.724571, 1.543417]}, "digit": {"n_am_en": [28, 22, 27, 30, 40, 24, 19, 16, 15, 20, 33, 22, 26, 30, 18, 23, 25, 20, 16, 19, 15, 16, 14, 20, 33, 33, 29, 32, 34, 32, 35, 26, 18, 22, 27, 26, 24, 11, 7, 6, 5, 12, 4, 3, 2, 3, 2, 0, 0, 0], "n_am_pl": [1, 24, 26, 10, 9, 9, 15, 15, 10, 20, 13, 14, 20, 16, 12, 14, 17, 17, 22, 13, 23, 29, 27, 23, 13, 11, 10, 16, 19, 20, 23, 22, 23, 20, 23, 17, 20, 14, 21, 14, 12, 10, 12, 19, 6, 1, 1, 0, 0, 0], "n_pos": 146, "sum_m_en": [16.387567, 6.326246, 6.564108, 6.550465, 7.41022, 7.710767, 7.640136, 8.373745, 8.615925, 8.828291, 8.735865, 8.834896, 9.437326, 9.742626, 9.219044, 9.847953, 9.829718, 9.896355, 8.451892, 7.901412, 7.120241, 6.574508, 6.292375, 6.201242, 11.108125, 13.30578, 13.499877, 12.390825, 12.830274, 12.485955, 12.84451, 12.078202, 11.556745, 11.45241, 13.028769, 13.185331, 13.26395, 12.206597, 12.210589, 11.314587, 10.204436, 10.979865, 8.697745, 8.433872, 6.96747, 5.548971, 2.753002, 1.154598, 0.717864, 0.008707], "sum_m_pl": [50.558849, 74.775234, 70.065393, 68.833018, 65.196313, 65.041555, 65.578506, 63.940861, 64.207201, 66.654063, 65.855735, 65.776013, 66.126805, 64.278781, 65.442716, 65.608864, 65.237658, 65.756822, 67.359812, 68.749971, 70.806484, 71.854688, 71.888814, 72.318633, 61.324738, 59.430581, 58.253704, 62.826071, 63.805311, 64.327736, 64.265316, 65.184239, 64.807763, 62.920528, 59.244701, 56.056822, 52.655866, 51.528354, 47.481444, 45.830451, 43.594065, 43.671944, 39.065815, 35.720637, 27.336302, 19.33279, 5.764218, 2.387107, 0.272197, 7e-06]}, "lang": {"n_am_en": [127, 90, 72, 70, 75, 77, 95, 96, 104, 114, 114, 113, 105, 113, 111, 97, 108, 122, 114, 100, 105, 105, 91, 98, 141, 136, 129, 112, 130, 120, 123, 120, 137, 136, 138, 134, 152, 139, 145, 166, 161, 180, 195, 191, 181, 199, 213, 251, 313, 354], "n_am_pl": [20, 65, 51, 58, 54, 62, 34, 29, 34, 35, 41, 48, 50, 49, 50, 55, 57, 45, 31, 61, 80, 85, 87, 85, 45, 41, 38, 44, 53, 37, 39, 33, 34, 32, 31, 34, 33, 30, 27, 25, 19, 16, 13, 16, 12, 10, 7, 1, 1, 2], "n_pos": 359, "sum_m_en": [42.637496, 21.05046, 19.939307, 19.372111, 20.334892, 20.749161, 20.464754, 21.092845, 23.439525, 22.666615, 23.473702, 24.781637, 24.775072, 26.398431, 25.943796, 25.622879, 25.243384, 26.065154, 22.462211, 20.25998, 18.503338, 17.03271, 16.266442, 15.91541, 36.148169, 41.593186, 42.86438, 38.28836, 39.016946, 40.129983, 38.286102, 38.524605, 39.009852, 41.945933, 45.758376, 48.863042, 55.366114, 60.830216, 67.186364, 77.184975, 79.460625, 96.3229, 115.008919, 122.357532, 136.662482, 165.092009, 188.375257, 225.145244, 302.416247, 341.384222], "sum_m_pl": [125.171654, 169.522832, 168.777811, 168.184006, 163.434483, 163.312099, 166.543795, 166.562962, 166.192561, 168.836723, 167.352105, 168.640967, 171.995878, 168.342656, 169.19714, 170.106582, 170.11109, 168.850482, 171.307191, 175.097117, 177.923097, 180.182487, 179.728522, 179.957949, 158.051536, 151.732743, 147.17792, 154.570874, 157.304034, 155.754989, 158.799662, 157.063326, 154.050105, 147.194716, 141.226498, 135.004665, 123.078954, 116.442437, 108.102689, 101.059956, 97.043949, 83.504335, 74.34129, 61.846246, 51.046942, 37.689283, 22.144593, 9.392035, 2.169179, 1.540029]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1279, "item_id": "llmzszl-18678", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 744, "region_end": 1279, "roundtrip_ok": true, "tf_agree": 0.9844, "tf_agree_excl_first": 0.9851}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [184, 117, 139, 137, 149, 148, 101, 105, 132, 141, 153, 164, 157, 160, 172, 137, 155, 158, 144, 135, 117, 113, 113, 104, 155, 154, 156, 147, 164, 157, 170, 172, 172, 171, 160, 154, 150, 153, 152, 170, 156, 168, 155, 131, 117, 123, 61, 33, 11, 7], "n_am_pl": [40, 139, 126, 146, 104, 100, 96, 100, 84, 85, 84, 93, 130, 122, 121, 158, 135, 133, 122, 145, 146, 159, 169, 192, 109, 102, 93, 97, 116, 108, 121, 110, 111, 103, 96, 84, 91, 78, 81, 67, 56, 62, 63, 68, 57, 72, 113, 112, 172, 187], "n_pos": 642, "sum_m_en": [59.351946, 29.784363, 31.553903, 32.938656, 35.202454, 36.796611, 36.703193, 38.492148, 42.737441, 43.26495, 43.160172, 46.237334, 48.425793, 49.321257, 48.676474, 48.05244, 47.159693, 44.94228, 39.580034, 36.519282, 34.098357, 32.152445, 30.791266, 29.822218, 60.723019, 66.266095, 70.933379, 64.846697, 66.471165, 67.315366, 65.029018, 61.8018, 60.992065, 63.623967, 68.418873, 68.036151, 69.498512, 72.979514, 77.558095, 89.214463, 83.835549, 101.243746, 102.47513, 90.097713, 90.822515, 93.915446, 59.000904, 31.667307, 14.534418, 7.289588], "sum_m_pl": [246.073196, 312.97973, 307.069895, 302.936278, 298.739167, 291.956916, 297.293575, 293.044677, 291.051609, 294.287616, 290.563563, 287.804699, 290.826699, 287.701255, 292.686519, 297.333256, 297.676212, 300.372701, 305.642679, 311.714182, 315.244545, 318.097774, 317.761724, 317.880208, 269.395274, 260.784457, 254.086621, 266.702908, 277.44332, 279.584252, 281.512264, 281.848603, 279.527765, 264.202675, 256.163489, 245.475471, 229.625963, 219.677024, 205.683358, 191.723793, 183.034417, 169.745095, 156.878526, 146.908716, 117.83536, 123.961413, 123.677016, 124.183189, 158.852254, 189.052904]}, "digit": {"n_am_en": [12, 5, 12, 8, 7, 12, 7, 9, 9, 9, 17, 15, 5, 8, 7, 6, 8, 11, 10, 5, 5, 3, 4, 4, 9, 12, 9, 8, 9, 9, 11, 8, 12, 5, 10, 8, 7, 6, 4, 2, 4, 4, 4, 3, 3, 1, 2, 2, 0, 0], "n_am_pl": [3, 9, 2, 1, 6, 1, 7, 4, 2, 4, 4, 4, 11, 8, 7, 10, 8, 6, 5, 3, 5, 4, 8, 8, 6, 3, 4, 4, 10, 10, 8, 10, 6, 8, 5, 5, 1, 4, 2, 3, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [4.249648, 1.83158, 1.917309, 1.950521, 1.957902, 2.100745, 2.109589, 2.431969, 2.62656, 2.722622, 2.566754, 2.510432, 2.787757, 2.801788, 2.542866, 2.7873, 2.686721, 2.604032, 2.298271, 2.202822, 2.071198, 1.890043, 1.790654, 1.740497, 3.167417, 3.707206, 4.558301, 4.034742, 4.032812, 3.765272, 3.933203, 3.613329, 3.442955, 3.472481, 3.602075, 3.505849, 3.519845, 3.069016, 3.063861, 2.964729, 2.874106, 2.945399, 3.323999, 2.908099, 2.251975, 2.282324, 2.438517, 1.694458, 0.026855, 0.0], "sum_m_pl": [15.607978, 21.38659, 20.172506, 19.860565, 19.848513, 19.212494, 19.26473, 18.727044, 18.954304, 18.996554, 19.000715, 19.137923, 18.638051, 18.483604, 19.258647, 19.018264, 19.146656, 19.474999, 19.640272, 19.600763, 19.888384, 20.270393, 20.349292, 20.497504, 16.916233, 16.263018, 16.211154, 17.206822, 18.09435, 18.489873, 18.008165, 18.349431, 18.481798, 17.971141, 16.946261, 16.720607, 15.532043, 15.576045, 14.710158, 14.397462, 13.997548, 14.101229, 12.842077, 11.862235, 8.969365, 6.560221, 1.795503, 0.980757, 0.049055, 0.0]}, "lang": {"n_am_en": [87, 36, 39, 38, 38, 43, 30, 38, 44, 44, 47, 53, 60, 57, 62, 45, 48, 51, 61, 56, 48, 44, 43, 47, 61, 52, 41, 43, 58, 41, 60, 62, 56, 69, 64, 67, 64, 71, 66, 82, 90, 90, 88, 77, 72, 85, 47, 27, 8, 7], "n_am_pl": [14, 47, 43, 47, 33, 28, 18, 27, 31, 31, 32, 27, 35, 33, 33, 48, 41, 46, 40, 43, 44, 56, 54, 63, 28, 28, 23, 30, 29, 26, 27, 36, 41, 30, 32, 28, 34, 28, 30, 21, 21, 26, 27, 39, 35, 45, 82, 87, 163, 187], "n_pos": 196, "sum_m_en": [19.325889, 9.348685, 9.809873, 10.407508, 11.00541, 11.409599, 12.06597, 12.412083, 13.978801, 13.568911, 13.933078, 15.223378, 15.878585, 16.285951, 15.643566, 15.14619, 15.08247, 14.191274, 12.682177, 11.638721, 11.022881, 10.338271, 9.831986, 9.535877, 20.118679, 22.084548, 21.93002, 20.623403, 21.645696, 21.951479, 21.87548, 21.456899, 21.494483, 23.367061, 24.478901, 25.105373, 26.950368, 31.162394, 33.621184, 41.231206, 40.600681, 50.27334, 56.947671, 51.115318, 57.810684, 64.185459, 42.024165, 19.670904, 9.301307, 7.076637], "sum_m_pl": [71.516798, 90.879259, 89.974916, 88.446839, 86.542729, 85.740678, 87.783335, 88.055816, 87.658393, 88.831279, 88.171999, 87.378086, 89.353309, 88.240511, 90.417208, 91.86792, 92.081947, 92.582231, 94.072036, 95.459298, 96.416565, 97.308365, 97.207969, 96.823461, 82.715112, 79.608438, 77.003454, 81.253478, 83.446295, 84.090924, 86.230938, 85.852568, 84.990575, 80.80064, 78.591967, 76.536796, 73.970694, 71.607241, 67.067277, 61.051653, 61.170342, 54.263954, 50.333717, 52.482084, 48.018448, 56.746243, 77.283326, 89.584266, 146.10216, 185.34537]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 642, "item_id": "llmzszl-18678", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 675, "region_end": 642, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9906}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [25, 36, 27, 28, 28, 20, 22, 25, 35, 26, 33, 34, 34, 33, 36, 24, 33, 30, 32, 35, 27, 39, 35, 34, 37, 37, 28, 38, 29, 28, 26, 26, 30, 37, 38, 31, 42, 43, 46, 46, 53, 52, 53, 44, 43, 45, 49, 48, 52, 50], "n_am_pl": [6, 13, 15, 17, 8, 10, 11, 9, 5, 7, 11, 9, 17, 18, 13, 12, 12, 17, 10, 16, 15, 18, 25, 22, 11, 13, 10, 15, 17, 17, 14, 13, 13, 12, 7, 9, 7, 6, 5, 6, 2, 1, 3, 2, 5, 5, 2, 2, 1, 1], "n_pos": 118, "sum_m_en": [13.676459, 6.949436, 6.58059, 6.581723, 6.704756, 6.936193, 6.566495, 6.997079, 7.547893, 7.696491, 8.543164, 8.705723, 9.176048, 9.329624, 8.837617, 8.485761, 8.411998, 7.864714, 7.263864, 6.826178, 6.516191, 6.200903, 5.917667, 5.751057, 14.560673, 15.187426, 15.031507, 13.595044, 13.206154, 13.552304, 12.329596, 12.14828, 13.471482, 13.927934, 15.672013, 15.762093, 18.602384, 20.609608, 24.828422, 28.355277, 29.227864, 32.742313, 36.627755, 36.212893, 37.803758, 43.369096, 46.561773, 48.577124, 50.836262, 50.587918], "sum_m_pl": [41.888046, 56.343568, 56.082621, 54.958311, 54.082597, 53.295331, 54.869411, 54.30841, 53.96564, 54.918464, 54.620341, 54.58197, 53.996582, 53.391388, 54.2131, 54.32084, 53.784782, 54.351959, 54.560928, 55.8905, 55.927654, 56.425238, 57.022489, 57.152439, 45.807893, 45.282653, 44.407406, 46.784112, 47.562594, 47.522667, 48.004521, 47.083889, 46.063991, 44.70442, 43.772253, 41.871155, 37.644339, 35.77422, 31.30788, 28.959671, 28.490572, 23.494179, 20.112939, 17.561728, 15.355614, 11.130172, 7.611837, 5.285255, 1.406042, 0.566022]}, "digit": {"n_am_en": [2, 5, 4, 8, 9, 4, 4, 1, 3, 4, 4, 4, 3, 4, 2, 3, 0, 2, 3, 4, 3, 3, 3, 2, 3, 7, 3, 3, 3, 3, 4, 4, 3, 2, 2, 1, 3, 3, 3, 5, 3, 4, 3, 2, 2, 0, 0, 1, 0, 0], "n_am_pl": [0, 2, 1, 2, 0, 1, 1, 1, 1, 1, 0, 0, 2, 1, 0, 2, 3, 2, 1, 0, 0, 1, 2, 0, 0, 0, 1, 0, 0, 1, 2, 1, 6, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.559184, 0.782523, 0.822656, 0.810593, 0.826602, 0.893191, 0.835383, 0.925896, 0.928136, 0.941443, 0.95537, 1.029819, 1.119608, 1.05584, 0.990575, 1.000539, 1.012874, 0.941068, 0.859135, 0.825896, 0.796126, 0.750769, 0.731592, 0.723167, 1.264272, 1.473517, 1.513002, 1.326396, 1.369153, 1.309182, 1.398752, 1.32543, 1.256117, 1.311936, 1.450236, 1.349434, 1.351812, 1.314515, 1.448229, 1.419199, 1.408496, 1.438813, 1.337052, 1.195457, 1.02006, 0.843923, 0.767988, 0.750701, 0.174188, 0.0], "sum_m_pl": [7.329336, 9.143376, 8.720223, 8.594238, 8.475523, 8.165284, 8.468872, 8.223384, 7.889913, 8.112042, 7.982277, 7.927324, 7.619305, 7.757379, 7.67319, 7.767375, 7.656012, 7.695028, 7.762356, 7.957556, 7.926418, 8.113967, 8.12997, 8.175752, 6.918225, 6.600111, 6.301975, 6.770842, 6.845101, 6.96684, 6.902531, 6.93619, 6.889389, 6.476366, 6.233853, 6.25953, 6.152956, 6.051388, 5.566021, 5.561483, 5.566308, 5.562829, 5.406957, 4.737378, 4.355794, 3.195787, 2.578814, 1.555371, 0.390744, 0.0]}, "lang": {"n_am_en": [15, 18, 16, 14, 11, 11, 11, 14, 17, 17, 18, 18, 17, 19, 20, 11, 14, 15, 15, 15, 11, 16, 14, 16, 18, 15, 14, 22, 15, 15, 17, 16, 17, 21, 23, 18, 23, 26, 28, 26, 31, 32, 32, 28, 29, 34, 41, 41, 51, 49], "n_am_pl": [1, 6, 3, 3, 3, 3, 5, 4, 1, 4, 5, 3, 6, 8, 9, 6, 6, 11, 6, 10, 9, 11, 16, 14, 7, 9, 7, 8, 12, 10, 5, 5, 4, 5, 4, 3, 4, 3, 2, 2, 1, 1, 2, 1, 4, 1, 1, 0, 0, 0], "n_pos": 51, "sum_m_en": [6.818518, 3.218496, 2.987573, 2.965383, 3.031566, 3.260817, 3.0304, 3.198996, 3.513472, 3.608462, 4.08337, 4.165399, 4.417854, 4.487949, 4.250972, 4.10411, 4.047957, 3.795126, 3.443636, 3.142897, 2.995935, 2.862809, 2.685141, 2.573749, 7.866517, 7.750038, 7.473193, 6.922911, 6.69883, 6.804569, 6.06124, 6.25291, 7.004336, 7.254755, 8.309296, 8.648212, 10.679677, 12.721412, 16.377887, 18.116016, 18.473523, 22.194734, 24.150411, 24.617447, 27.570185, 30.607646, 37.269794, 39.813341, 48.535942, 49.24179], "sum_m_pl": [16.904189, 23.702551, 23.96353, 23.293681, 23.128089, 22.778392, 23.445759, 23.581582, 23.568406, 23.753343, 23.706342, 23.766311, 23.602442, 23.007116, 23.562008, 23.366419, 23.161749, 23.551391, 23.668586, 24.305564, 24.360567, 24.501427, 24.851758, 24.904687, 19.530639, 19.926273, 19.842286, 20.456506, 20.752214, 20.610579, 21.120471, 20.255832, 19.733392, 19.600939, 18.887053, 18.208159, 16.018085, 15.055987, 12.570959, 11.242991, 10.980008, 8.590926, 6.666472, 5.831423, 5.236506, 4.040425, 2.251566, 0.941517, 0.039712, 0.000991]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "llmzszl-18682", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 751, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9748}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 20, 17, 10, 19, 11, 12, 12, 12, 10, 20, 20, 21, 22, 15, 14, 9, 16, 22, 18, 15, 14, 13, 13, 26, 32, 24, 17, 15, 11, 12, 15, 20, 24, 27, 23, 26, 28, 32, 36, 40, 35, 33, 32, 26, 22, 5, 4, 0, 1], "n_am_pl": [4, 17, 19, 15, 12, 15, 18, 17, 14, 8, 11, 12, 12, 13, 14, 11, 12, 13, 10, 12, 14, 13, 17, 15, 5, 7, 13, 20, 19, 21, 23, 22, 15, 14, 10, 10, 5, 7, 9, 6, 2, 4, 8, 11, 12, 14, 26, 26, 31, 39], "n_pos": 103, "sum_m_en": [9.71546, 5.015299, 4.972443, 5.259571, 5.288767, 5.293363, 5.209687, 5.374898, 5.500537, 5.576823, 5.893832, 6.295321, 6.656281, 6.810353, 6.479748, 6.409306, 6.366601, 6.028788, 5.677582, 5.405801, 5.072531, 4.784204, 4.60556, 4.511794, 8.698747, 9.382496, 9.372386, 8.468004, 8.360825, 8.163297, 8.053237, 8.18979, 8.982304, 10.139735, 10.583065, 10.617731, 11.500256, 12.591784, 13.551066, 16.11271, 15.130934, 15.482538, 17.745415, 17.107188, 15.217655, 18.336484, 6.400656, 6.389379, 0.822557, 0.258227], "sum_m_pl": [37.873762, 50.30023, 49.411126, 47.763562, 46.716709, 47.146103, 48.067056, 47.667019, 47.883181, 47.587227, 47.258446, 46.95582, 46.887663, 46.265671, 47.243954, 47.240072, 47.155748, 48.321437, 49.191439, 50.035842, 50.084793, 50.424042, 50.623088, 50.590075, 42.19497, 41.830933, 40.658166, 43.526075, 45.263468, 45.781449, 45.873073, 45.155306, 44.400756, 41.311819, 40.744147, 39.740689, 37.408367, 36.877025, 34.621539, 33.186505, 33.283349, 31.72801, 27.318398, 26.835678, 25.899502, 24.01812, 31.611722, 30.180574, 32.548273, 39.074137]}, "digit": {"n_am_en": [1, 5, 13, 6, 6, 1, 1, 3, 5, 4, 6, 6, 5, 4, 4, 4, 1, 2, 5, 4, 5, 4, 3, 4, 5, 7, 7, 7, 7, 3, 2, 3, 2, 2, 3, 1, 4, 3, 1, 2, 3, 2, 2, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 5, 0, 2, 1, 4, 2, 2, 0, 1, 0, 3, 3, 4, 2, 2, 0, 3, 1, 3, 3, 3, 3, 2, 0, 0, 1, 2, 2, 3, 5, 5, 5, 3, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.853079, 0.940495, 0.928326, 0.891683, 0.924027, 1.057257, 1.036936, 1.155073, 1.170786, 1.192011, 1.272028, 1.26874, 1.413448, 1.357668, 1.230211, 1.258391, 1.305563, 1.218584, 1.082811, 1.03667, 0.971964, 0.907815, 0.877847, 0.866186, 1.497931, 1.71754, 1.829332, 1.646583, 1.754077, 1.651753, 1.688701, 1.662335, 1.469903, 1.606113, 1.791415, 1.570263, 1.620134, 1.533466, 1.606479, 1.630107, 1.590637, 1.51806, 1.31165, 1.184118, 1.014129, 0.856164, 0.639392, 0.520707, 0.108669, 0.0], "sum_m_pl": [9.140179, 11.428422, 11.070511, 10.791288, 10.511861, 10.174345, 10.409289, 10.038895, 9.879741, 9.862435, 9.843142, 9.842735, 9.541992, 9.615334, 9.634215, 9.592565, 9.514226, 9.749881, 10.009589, 10.127805, 10.133702, 10.279804, 10.279595, 10.322589, 9.041858, 8.763412, 8.402101, 8.907651, 9.11031, 9.227764, 9.031241, 9.002118, 8.901938, 8.233111, 8.048895, 7.986163, 7.900374, 7.933725, 7.409675, 7.396152, 7.40263, 7.695261, 7.39607, 6.618796, 6.230945, 4.953436, 3.984766, 2.575168, 0.397259, 2e-06]}, "lang": {"n_am_en": [10, 9, 3, 1, 8, 6, 5, 4, 4, 4, 9, 7, 9, 11, 6, 6, 4, 9, 11, 10, 7, 6, 6, 5, 14, 14, 9, 2, 5, 5, 5, 7, 10, 14, 16, 15, 15, 19, 21, 23, 24, 23, 17, 17, 15, 13, 5, 3, 0, 1], "n_am_pl": [2, 3, 7, 5, 4, 3, 8, 8, 6, 4, 7, 4, 5, 5, 8, 7, 6, 6, 4, 6, 7, 6, 8, 9, 2, 3, 7, 9, 6, 8, 9, 9, 4, 3, 6, 5, 4, 4, 3, 2, 1, 1, 5, 8, 9, 13, 20, 21, 30, 37], "n_pos": 39, "sum_m_en": [3.958417, 1.951824, 1.958017, 2.233033, 2.201891, 2.073703, 2.079518, 2.126587, 2.19338, 2.234028, 2.328159, 2.578524, 2.692473, 2.819225, 2.662988, 2.670197, 2.52682, 2.446698, 2.345343, 2.144217, 2.027773, 1.898372, 1.825809, 1.76011, 3.536085, 3.772268, 3.714574, 3.450548, 3.472103, 3.388199, 3.261742, 3.606227, 4.116188, 4.451181, 4.560019, 4.524062, 5.227581, 6.302874, 7.031583, 7.969636, 7.862666, 7.897713, 8.904043, 9.640227, 8.666709, 9.924382, 4.312647, 3.792241, 0.389883, 0.258088], "sum_m_pl": [13.091866, 17.820593, 17.687029, 17.053981, 16.878092, 17.302007, 17.491829, 17.719235, 17.867725, 17.791645, 17.531595, 17.474689, 17.698611, 17.260165, 17.983384, 17.995557, 18.077843, 18.556827, 18.782822, 19.2502, 19.249635, 19.336639, 19.440777, 19.436652, 16.977121, 16.891209, 16.76576, 17.525964, 17.928195, 18.039258, 18.427844, 18.014177, 17.89964, 17.124899, 17.070004, 17.291063, 16.301834, 16.118018, 15.1255, 14.91825, 14.442077, 13.790683, 11.794864, 12.746281, 13.219279, 14.813641, 21.154298, 21.382395, 29.751621, 37.440336]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 105, "item_id": "llmzszl-18682", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 682, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.9429, "tf_agree_excl_first": 0.9519}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [91, 75, 81, 73, 80, 58, 66, 62, 43, 49, 58, 64, 68, 87, 81, 56, 65, 61, 52, 54, 38, 34, 33, 36, 62, 59, 74, 79, 81, 82, 71, 73, 76, 82, 95, 83, 91, 93, 85, 94, 98, 92, 99, 99, 97, 103, 101, 90, 90, 84], "n_am_pl": [10, 52, 49, 54, 36, 44, 49, 44, 54, 55, 65, 62, 58, 50, 49, 62, 71, 87, 64, 74, 94, 105, 109, 103, 64, 67, 63, 55, 75, 73, 74, 72, 61, 56, 46, 52, 38, 21, 28, 21, 20, 21, 23, 19, 17, 11, 5, 5, 3, 3], "n_pos": 333, "sum_m_en": [37.171348, 17.914819, 18.142847, 17.226715, 17.81285, 18.93881, 18.883065, 19.744142, 20.678398, 20.940993, 21.33368, 22.712739, 25.108104, 26.220118, 26.11705, 25.550516, 24.978154, 24.966598, 21.840539, 19.943205, 18.112242, 16.815713, 16.201309, 15.846478, 32.494297, 36.403539, 37.958259, 37.466862, 36.661537, 37.610793, 34.960691, 35.408106, 34.901403, 35.423897, 39.605951, 41.054078, 49.803, 54.86462, 50.386648, 53.83907, 55.373972, 60.094995, 64.617945, 74.210131, 80.269733, 85.602982, 90.397749, 87.907469, 87.497668, 83.06515], "sum_m_pl": [123.399196, 164.426316, 161.020941, 159.876569, 156.298153, 153.554904, 153.773963, 154.878049, 154.649783, 157.387411, 157.172762, 155.794213, 150.936252, 149.263678, 150.113112, 149.353489, 150.710633, 152.158503, 155.542059, 159.402705, 161.711872, 162.557018, 163.751385, 164.707607, 136.118135, 134.83552, 130.575588, 137.567558, 142.974147, 139.860177, 140.959193, 140.475115, 140.392492, 135.254468, 129.026201, 125.070637, 108.446504, 101.351045, 93.668878, 86.307487, 79.794069, 74.774167, 70.403317, 57.684813, 44.565388, 34.62718, 15.990838, 10.395307, 3.723423, 3.004786]}, "digit": {"n_am_en": [3, 11, 11, 4, 5, 5, 7, 4, 1, 1, 4, 6, 3, 5, 5, 2, 4, 3, 4, 5, 3, 2, 1, 3, 4, 1, 3, 4, 4, 3, 2, 3, 2, 3, 2, 1, 1, 3, 2, 2, 2, 2, 4, 1, 1, 3, 5, 1, 1, 0], "n_am_pl": [0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 3, 4, 3, 2, 4, 3, 4, 4, 3, 6, 7, 7, 7, 4, 2, 5, 2, 5, 5, 2, 4, 4, 5, 4, 5, 3, 1, 4, 1, 2, 2, 2, 3, 3, 0, 0, 1, 0, 0], "n_pos": 19, "sum_m_en": [2.229698, 0.843049, 0.966098, 0.873323, 0.905189, 0.932983, 0.905822, 0.954458, 0.965627, 0.996001, 1.034351, 1.122447, 1.206677, 1.263204, 1.158744, 1.18784, 1.260418, 1.266557, 1.148058, 1.088573, 0.99428, 0.950752, 0.894732, 0.872492, 1.43527, 1.519361, 1.50842, 1.560152, 1.560945, 1.535324, 1.673806, 1.638217, 1.546614, 1.558612, 1.713285, 1.638346, 1.77975, 1.818412, 1.802807, 1.674614, 1.567336, 1.698223, 1.862094, 1.902011, 2.148644, 2.948985, 2.960093, 1.758319, 0.828313, 0.0], "sum_m_pl": [7.72882, 9.925047, 9.323533, 9.314058, 8.885346, 8.845262, 9.063084, 9.121064, 8.883304, 9.233408, 9.050293, 9.208032, 8.807163, 9.048053, 9.215276, 9.038343, 8.726909, 8.685206, 8.962634, 9.185814, 9.36103, 9.30771, 9.338781, 9.401368, 8.05899, 8.213909, 8.033061, 8.328096, 8.618633, 8.51507, 7.985951, 8.215398, 8.117229, 8.043769, 7.574412, 7.374025, 6.796144, 6.598498, 6.659345, 5.988927, 6.124989, 6.163183, 6.006777, 5.629693, 5.133434, 4.402214, 2.061501, 1.535198, 0.102824, 0.0]}, "lang": {"n_am_en": [28, 19, 23, 21, 25, 18, 23, 16, 17, 18, 19, 14, 16, 25, 17, 11, 19, 21, 16, 17, 8, 12, 11, 11, 17, 16, 24, 24, 23, 24, 27, 23, 24, 30, 34, 32, 35, 33, 30, 39, 46, 48, 50, 52, 56, 58, 66, 70, 79, 81], "n_am_pl": [6, 12, 8, 13, 8, 8, 12, 10, 15, 15, 18, 14, 16, 12, 15, 17, 17, 19, 17, 18, 20, 28, 33, 30, 17, 22, 18, 23, 21, 18, 21, 18, 17, 17, 14, 19, 15, 8, 10, 9, 5, 3, 6, 4, 3, 3, 1, 2, 3, 3], "n_pos": 85, "sum_m_en": [10.052747, 5.139451, 5.149815, 4.700717, 4.877511, 5.139894, 5.152602, 5.247939, 5.657336, 5.412652, 5.521084, 5.905494, 6.618445, 6.947545, 7.024783, 6.698459, 6.619918, 6.768718, 5.929703, 5.32904, 4.790658, 4.376846, 4.204151, 4.058991, 9.790798, 11.08341, 11.322184, 10.759378, 10.222709, 10.904355, 10.259938, 10.760113, 10.641294, 11.266017, 12.51338, 13.923864, 18.10121, 21.11736, 19.053577, 21.194694, 24.228848, 28.056765, 31.723356, 38.708395, 44.840068, 50.065142, 58.832404, 64.97003, 77.77714, 80.625853], "sum_m_pl": [30.473902, 39.697931, 40.273763, 39.818681, 38.65152, 38.089103, 38.711248, 39.430583, 39.588913, 40.369335, 40.885351, 40.472418, 39.253288, 38.927323, 38.784985, 38.463614, 38.659375, 38.691452, 39.567899, 40.378123, 41.229658, 41.581084, 41.957648, 42.193168, 35.695801, 35.30174, 34.439379, 36.293866, 37.689527, 36.204296, 36.710827, 35.967366, 35.191061, 35.08142, 33.420431, 32.873345, 28.683684, 26.646692, 25.095698, 23.698637, 21.572604, 19.39261, 17.378623, 13.247051, 9.926525, 8.267704, 4.950321, 2.541815, 2.865594, 3.003529]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 335, "item_id": "llmzszl-18688", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 747, "region_end": 333, "roundtrip_ok": true, "tf_agree": 0.9731, "tf_agree_excl_first": 0.976}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [104, 103, 89, 82, 78, 63, 69, 83, 58, 62, 80, 81, 83, 91, 91, 92, 71, 83, 59, 57, 54, 37, 29, 30, 74, 95, 82, 100, 97, 112, 90, 99, 97, 97, 96, 87, 95, 94, 84, 89, 92, 88, 99, 77, 67, 68, 32, 23, 7, 6], "n_am_pl": [13, 92, 105, 101, 99, 84, 79, 74, 84, 92, 94, 81, 74, 78, 68, 63, 85, 100, 90, 93, 115, 125, 129, 135, 86, 86, 79, 78, 80, 73, 93, 72, 81, 77, 79, 62, 53, 48, 56, 50, 52, 54, 58, 64, 62, 71, 84, 84, 124, 126], "n_pos": 457, "sum_m_en": [44.229738, 21.289435, 22.419889, 22.989622, 23.86784, 24.925747, 25.369859, 25.514922, 27.050531, 27.8078, 29.546867, 30.665893, 32.489317, 34.751149, 34.992833, 34.073257, 32.465046, 31.818879, 28.093614, 25.676017, 23.9181, 22.256538, 21.410221, 21.055871, 40.897251, 43.461514, 45.268767, 43.872648, 45.519279, 47.89336, 44.648351, 44.514741, 43.974518, 45.083475, 46.849419, 46.536075, 50.490856, 54.235919, 54.156314, 54.411516, 53.329698, 56.109936, 58.919809, 54.60609, 56.000541, 52.157099, 28.043719, 25.051764, 8.585561, 5.710588], "sum_m_pl": [170.274745, 227.24808, 222.15111, 218.830078, 214.909465, 211.588538, 211.67727, 213.422264, 210.842285, 213.118417, 212.777632, 208.859591, 205.002632, 202.609127, 203.264238, 204.598795, 206.511865, 209.474402, 214.675583, 219.645686, 222.823948, 224.22176, 224.891921, 225.794443, 185.551836, 183.281544, 177.531989, 191.309669, 197.189544, 192.317377, 193.013382, 193.941132, 194.929579, 182.025056, 176.524687, 169.928537, 152.628849, 147.436897, 136.266221, 130.22471, 121.41535, 121.741084, 119.882851, 112.283318, 102.037651, 101.985637, 100.836678, 90.075084, 120.430635, 128.493809]}, "digit": {"n_am_en": [9, 13, 13, 4, 9, 5, 4, 7, 4, 3, 6, 6, 5, 9, 5, 6, 5, 8, 4, 2, 1, 1, 2, 5, 5, 8, 7, 10, 6, 7, 7, 5, 4, 4, 4, 4, 6, 4, 5, 4, 4, 4, 3, 3, 1, 2, 1, 1, 0, 0], "n_am_pl": [1, 6, 5, 6, 2, 2, 1, 0, 3, 4, 2, 4, 6, 6, 6, 3, 2, 6, 7, 9, 9, 13, 13, 11, 3, 5, 6, 4, 6, 7, 6, 3, 12, 9, 7, 5, 5, 3, 5, 4, 3, 3, 5, 4, 5, 2, 2, 4, 0, 0], "n_pos": 34, "sum_m_en": [3.818212, 1.490048, 1.717582, 1.639852, 1.657884, 1.684742, 1.660717, 1.694992, 1.761155, 1.820497, 1.944106, 2.035106, 2.24085, 2.322, 2.275932, 2.249772, 2.225959, 2.206428, 1.935069, 1.762991, 1.633783, 1.527852, 1.475451, 1.446457, 2.341021, 2.608739, 2.773331, 2.793828, 2.93487, 3.043976, 3.009811, 2.883447, 2.828998, 2.909974, 3.125485, 3.103862, 3.120541, 3.093349, 3.183419, 2.989122, 2.712005, 2.667889, 2.521552, 2.153297, 2.044852, 1.751352, 0.947961, 1.874888, 0.042644, 0.0], "sum_m_pl": [14.059621, 18.063691, 16.615054, 16.627584, 15.981043, 15.760311, 16.034511, 15.917931, 15.613742, 15.95783, 15.80692, 15.837286, 14.92559, 15.354853, 15.550337, 15.432788, 15.108118, 15.234765, 15.861383, 16.276465, 16.881995, 16.994414, 17.168727, 17.308034, 15.537029, 15.258175, 15.093476, 15.641098, 16.05919, 15.64398, 14.966797, 15.17551, 15.273054, 14.655453, 13.544288, 13.218278, 12.77225, 12.731756, 12.508378, 12.077444, 11.640601, 12.265279, 12.010183, 11.514849, 10.166097, 8.410596, 5.374528, 3.996527, 0.201871, 0.0]}, "lang": {"n_am_en": [34, 25, 21, 25, 20, 21, 22, 22, 24, 25, 25, 29, 27, 27, 27, 25, 25, 34, 26, 26, 26, 18, 14, 11, 29, 40, 31, 41, 34, 41, 37, 43, 36, 39, 47, 38, 42, 45, 35, 40, 43, 42, 51, 42, 45, 45, 20, 19, 7, 6], "n_am_pl": [4, 31, 34, 27, 32, 28, 33, 27, 23, 35, 35, 24, 21, 29, 22, 21, 29, 23, 26, 26, 34, 43, 42, 43, 27, 24, 25, 25, 30, 22, 28, 22, 28, 28, 30, 22, 20, 24, 22, 24, 24, 29, 29, 37, 37, 52, 68, 68, 117, 126], "n_pos": 134, "sum_m_en": [12.889849, 6.486145, 6.888253, 7.4289, 7.41488, 7.883142, 8.28432, 8.076295, 8.660646, 8.723047, 9.481019, 9.890749, 9.814039, 10.649024, 10.95853, 10.239045, 9.982674, 9.93743, 9.007626, 8.119394, 7.604499, 6.915221, 6.616798, 6.486459, 16.559046, 16.948501, 16.539915, 15.009709, 15.289347, 15.962982, 14.801186, 15.599942, 15.437222, 16.320178, 17.384923, 18.146264, 20.620159, 23.310364, 23.524783, 25.602196, 25.732614, 29.410435, 30.848098, 30.968869, 34.650543, 34.130859, 19.006573, 16.863549, 7.373194, 5.709516], "sum_m_pl": [46.15828, 63.050165, 62.448537, 60.906639, 60.542675, 60.590792, 60.854748, 62.217084, 62.048752, 62.924594, 63.100068, 62.1537, 61.918292, 60.960158, 60.806264, 61.049122, 61.98568, 62.141232, 63.456915, 64.473667, 65.467263, 66.112794, 66.424333, 66.682659, 54.481669, 54.150999, 53.104589, 57.079049, 57.62852, 56.251809, 57.722953, 56.972607, 57.17604, 54.849116, 54.005864, 54.166848, 50.432251, 49.920168, 47.457253, 44.862782, 44.73053, 44.45506, 43.345876, 44.839922, 46.119931, 53.779207, 67.699564, 66.728767, 110.272805, 125.595649]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 457, "item_id": "llmzszl-18688", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 678, "region_end": 457, "roundtrip_ok": true, "tf_agree": 0.9803, "tf_agree_excl_first": 0.9825}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [52, 95, 55, 56, 55, 44, 41, 51, 50, 49, 69, 66, 78, 66, 60, 69, 75, 72, 67, 55, 40, 45, 40, 44, 73, 82, 54, 65, 72, 66, 70, 62, 60, 56, 75, 73, 78, 68, 64, 64, 68, 55, 49, 48, 52, 53, 56, 47, 43, 41], "n_am_pl": [21, 20, 38, 30, 25, 35, 47, 38, 38, 34, 28, 39, 40, 37, 36, 23, 25, 16, 27, 24, 33, 34, 35, 37, 20, 21, 28, 37, 36, 38, 31, 26, 31, 34, 18, 14, 23, 21, 13, 12, 10, 20, 26, 12, 10, 4, 4, 3, 2, 2], "n_pos": 242, "sum_m_en": [26.503091, 12.472325, 13.016034, 12.45703, 13.317658, 13.831707, 13.480727, 14.279667, 15.017827, 15.610245, 16.022993, 16.969908, 18.253649, 19.081187, 18.498396, 18.538836, 19.02291, 17.809896, 15.766604, 14.785449, 13.448639, 12.573133, 12.130956, 11.872776, 27.436437, 30.788475, 30.674174, 30.013153, 30.357952, 30.880158, 29.623395, 27.304093, 26.134878, 25.48178, 29.012509, 29.455812, 33.064654, 31.154887, 32.915981, 35.778827, 34.945044, 34.975317, 36.690571, 38.98281, 40.708368, 43.436571, 49.150621, 46.201463, 44.561779, 41.017372], "sum_m_pl": [96.812867, 122.29348, 119.146014, 116.124633, 114.265698, 110.862578, 110.158887, 109.281569, 109.013098, 113.734687, 112.804848, 112.025002, 112.336932, 110.973279, 111.892119, 111.951077, 108.634135, 107.911013, 109.95581, 113.167322, 114.99503, 116.399505, 117.104719, 117.605932, 93.012295, 92.568853, 89.729734, 96.124258, 98.358008, 96.941348, 98.600249, 100.517844, 101.917485, 100.297861, 94.506403, 89.636322, 78.820277, 75.75275, 70.115949, 64.754039, 58.524713, 55.120317, 51.976263, 41.777922, 32.250917, 26.190109, 18.101639, 8.958518, 3.962581, 2.038395]}, "digit": {"n_am_en": [2, 31, 19, 20, 14, 7, 6, 7, 2, 6, 9, 8, 13, 10, 7, 16, 17, 9, 8, 5, 1, 6, 5, 5, 18, 18, 7, 10, 12, 9, 8, 10, 9, 11, 12, 12, 14, 10, 6, 6, 5, 4, 3, 3, 2, 5, 4, 1, 0, 0], "n_am_pl": [5, 0, 2, 4, 3, 2, 2, 5, 5, 6, 6, 10, 6, 8, 11, 7, 6, 5, 7, 8, 12, 11, 10, 11, 4, 5, 4, 5, 7, 6, 5, 4, 10, 7, 2, 2, 4, 7, 5, 1, 3, 8, 9, 4, 3, 1, 0, 1, 0, 0], "n_pos": 38, "sum_m_en": [3.621565, 1.727527, 1.648374, 1.705376, 1.805644, 1.831306, 1.753213, 1.830634, 1.823158, 1.837054, 1.950477, 2.151701, 2.573241, 2.838522, 2.711335, 2.741256, 2.859048, 2.513734, 2.257136, 2.096059, 1.938038, 1.810164, 1.754163, 1.708302, 3.516248, 3.857814, 3.78843, 3.570599, 3.890095, 4.231456, 4.37419, 3.762226, 3.448612, 3.460464, 3.753827, 3.714847, 4.040034, 3.558722, 3.72447, 3.548692, 3.354076, 3.875086, 3.691746, 3.348984, 3.402997, 3.239077, 2.70502, 2.09243, 0.153385, 0.001251], "sum_m_pl": [15.648322, 19.937868, 19.370542, 18.860696, 18.524514, 17.940358, 17.972892, 18.032102, 17.796377, 18.657984, 18.450623, 18.366783, 18.124785, 18.06749, 18.543047, 18.338424, 17.633391, 17.255851, 17.400752, 17.964246, 18.25153, 18.570327, 18.629778, 18.726679, 16.294613, 16.396878, 15.613842, 16.54458, 16.909926, 16.679038, 16.404129, 17.075519, 17.653199, 17.310967, 16.223001, 15.931096, 14.479591, 14.499165, 13.657285, 13.15402, 13.100937, 12.625544, 12.224358, 10.456412, 7.84114, 5.86169, 3.391427, 2.678541, 0.145442, 0.0]}, "lang": {"n_am_en": [12, 11, 11, 9, 12, 11, 10, 10, 8, 4, 10, 13, 13, 15, 13, 15, 15, 14, 15, 15, 13, 13, 13, 17, 21, 21, 15, 16, 12, 12, 10, 13, 14, 13, 21, 22, 23, 23, 21, 24, 28, 25, 24, 26, 28, 30, 33, 34, 39, 40], "n_am_pl": [1, 1, 7, 9, 4, 4, 8, 5, 7, 6, 0, 5, 6, 6, 7, 2, 3, 3, 4, 4, 4, 3, 3, 2, 2, 3, 4, 4, 5, 4, 2, 4, 4, 2, 2, 0, 2, 2, 2, 2, 1, 1, 1, 2, 2, 0, 0, 0, 1, 2], "n_pos": 42, "sum_m_en": [4.57716, 2.433745, 2.385706, 2.348993, 2.352726, 2.429043, 2.578615, 2.777546, 3.09752, 3.29151, 3.277973, 3.665349, 3.722513, 3.77778, 3.610958, 3.666873, 3.6364, 3.48662, 3.038634, 2.751099, 2.520082, 2.31671, 2.200038, 2.152699, 5.664251, 6.598658, 6.405533, 6.40499, 6.26753, 5.966177, 5.732514, 5.704766, 5.544115, 5.626112, 6.155743, 6.784935, 7.837165, 7.902612, 9.258819, 11.960681, 14.023486, 14.601251, 16.45591, 19.880447, 22.11387, 22.829151, 30.117298, 30.089188, 38.788271, 39.950839], "sum_m_pl": [15.093656, 19.395572, 19.399201, 18.82227, 18.364638, 17.498614, 17.666851, 18.110607, 18.309639, 19.270712, 19.357711, 19.247724, 19.427463, 19.335259, 19.420091, 19.297361, 18.866732, 18.364304, 18.744499, 19.347007, 19.682709, 19.81715, 19.967587, 19.939438, 15.653002, 15.409463, 14.843562, 15.703713, 15.685037, 15.318659, 16.023103, 16.347695, 16.802996, 16.498261, 16.00313, 15.396346, 13.826592, 13.208116, 11.985255, 10.644387, 9.201269, 8.721431, 8.185316, 5.203228, 4.281217, 3.177129, 1.492947, 0.978765, 1.080738, 1.996886]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 244, "item_id": "llmzszl-18689", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 726, "region_end": 242, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9877}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [40, 71, 55, 46, 54, 37, 43, 39, 34, 38, 48, 42, 70, 68, 56, 58, 73, 47, 45, 27, 34, 21, 20, 27, 45, 58, 39, 44, 47, 44, 55, 49, 50, 52, 67, 59, 53, 44, 41, 43, 35, 39, 46, 29, 37, 36, 24, 16, 7, 4], "n_am_pl": [13, 43, 35, 25, 22, 34, 33, 34, 41, 46, 42, 56, 37, 33, 38, 29, 28, 26, 24, 31, 36, 40, 37, 36, 23, 26, 27, 38, 37, 33, 44, 40, 41, 33, 27, 19, 32, 23, 23, 23, 27, 26, 34, 22, 22, 26, 32, 32, 36, 43], "n_pos": 236, "sum_m_en": [21.938633, 11.090647, 11.535473, 11.532165, 12.472971, 12.791652, 12.216344, 12.714653, 13.034972, 13.441689, 13.907053, 14.796723, 16.163507, 17.13424, 17.241574, 16.902567, 16.838025, 15.230647, 13.947258, 13.224149, 12.83141, 11.999713, 11.547052, 11.196114, 21.526779, 22.611319, 22.836764, 22.13222, 24.500322, 25.085967, 24.279447, 21.615842, 20.641282, 20.064536, 23.31235, 21.737982, 22.002167, 19.582686, 22.284475, 22.82045, 20.964265, 21.839481, 23.926956, 24.164815, 31.272431, 28.253017, 20.022355, 14.061733, 7.203069, 3.906994], "sum_m_pl": [97.53431, 119.78823, 116.130474, 113.552891, 111.111986, 108.744046, 109.48514, 107.689753, 108.860135, 112.215908, 110.973277, 110.657099, 110.646665, 108.420494, 109.601311, 110.469575, 107.407918, 107.688809, 109.576383, 112.649281, 113.023692, 114.120791, 114.215438, 114.521258, 90.128097, 93.527099, 90.739764, 98.897743, 101.286847, 101.562321, 104.031469, 105.630482, 106.258106, 101.888225, 96.294133, 90.723963, 82.730305, 81.032394, 75.048297, 71.948535, 66.690342, 66.84853, 64.312214, 57.152507, 45.411878, 46.534288, 46.863816, 37.632622, 36.179655, 43.062796]}, "digit": {"n_am_en": [1, 34, 22, 17, 18, 10, 10, 5, 3, 4, 10, 6, 22, 19, 11, 16, 17, 12, 8, 3, 7, 5, 5, 7, 13, 19, 12, 10, 8, 9, 8, 11, 12, 17, 18, 18, 10, 8, 7, 5, 7, 6, 8, 5, 4, 7, 3, 2, 0, 0], "n_am_pl": [1, 3, 1, 2, 1, 1, 0, 4, 3, 6, 7, 19, 7, 5, 11, 6, 5, 3, 4, 9, 10, 12, 10, 9, 4, 5, 3, 7, 10, 8, 6, 5, 6, 3, 2, 1, 3, 3, 1, 3, 1, 7, 6, 5, 1, 1, 2, 3, 0, 0], "n_pos": 38, "sum_m_en": [3.530077, 1.677453, 1.615615, 1.70481, 1.766363, 1.758259, 1.667279, 1.645226, 1.593347, 1.627705, 1.758327, 1.896386, 2.386487, 2.541843, 2.401011, 2.488089, 2.534788, 2.303315, 2.170898, 2.105186, 1.997763, 1.848926, 1.769751, 1.736168, 3.504655, 3.839834, 3.895618, 3.549271, 3.751711, 3.824612, 3.985504, 3.621583, 3.469076, 3.576347, 4.098997, 4.025888, 3.971354, 3.34004, 3.530212, 3.437346, 3.206527, 3.087559, 3.03056, 3.283727, 3.476669, 3.617972, 2.364162, 1.904948, 0.102491, 0.0], "sum_m_pl": [16.063091, 20.385814, 19.752654, 19.207326, 18.967809, 18.577025, 18.669807, 18.688606, 18.877789, 19.479888, 19.225512, 19.324576, 19.070599, 18.936278, 19.331175, 18.989929, 18.102677, 17.801477, 17.949011, 18.447909, 18.490145, 18.776666, 18.789797, 18.746945, 16.312232, 16.5612, 15.597561, 16.881093, 17.453802, 17.246252, 16.863957, 17.023224, 17.654562, 17.044579, 16.177764, 16.021629, 15.087821, 15.454045, 14.237006, 13.886233, 13.822589, 14.088573, 13.847051, 12.358339, 9.761693, 7.941688, 6.103088, 4.544077, 0.11109, 0.0]}, "lang": {"n_am_en": [6, 7, 7, 6, 6, 4, 7, 10, 9, 10, 10, 10, 13, 9, 8, 9, 12, 10, 12, 9, 9, 6, 7, 6, 7, 8, 4, 7, 9, 10, 12, 12, 15, 12, 14, 15, 19, 13, 16, 17, 14, 14, 18, 17, 23, 16, 11, 10, 6, 4], "n_am_pl": [3, 10, 8, 4, 5, 7, 10, 7, 7, 10, 5, 6, 3, 6, 6, 4, 2, 5, 6, 6, 6, 6, 6, 8, 6, 5, 4, 8, 9, 5, 4, 9, 4, 4, 2, 1, 3, 3, 4, 6, 8, 6, 10, 10, 9, 17, 24, 24, 34, 42], "n_pos": 47, "sum_m_en": [3.750422, 2.395805, 2.456414, 2.530327, 2.544356, 2.791189, 2.795733, 2.981745, 3.07475, 3.052184, 3.289088, 3.646952, 3.818018, 4.012811, 4.020552, 3.779064, 3.651748, 3.286063, 3.138427, 2.881618, 2.95107, 2.747534, 2.562435, 2.481187, 4.984778, 5.020682, 4.823504, 4.572438, 5.436798, 5.699082, 5.110847, 4.936797, 4.948036, 4.885915, 5.431856, 5.424995, 6.019718, 5.538974, 7.723399, 8.481808, 8.163627, 8.834867, 11.438554, 11.79768, 17.531877, 14.255123, 10.319991, 8.117028, 5.267379, 3.904392], "sum_m_pl": [17.923317, 21.201638, 20.923664, 20.518458, 19.8401, 19.064262, 20.026619, 20.120593, 20.946392, 21.421262, 21.435203, 21.306165, 21.528384, 21.438137, 21.22875, 21.41228, 21.038231, 21.047178, 21.456721, 22.162077, 22.060686, 22.249034, 22.252907, 22.161667, 16.810021, 17.747201, 18.141883, 19.295537, 19.527289, 19.156851, 19.990513, 20.663684, 20.623871, 20.206903, 19.440115, 19.211593, 18.252857, 18.149324, 16.404484, 15.575986, 15.539434, 15.266215, 13.809262, 14.062203, 11.724931, 15.552033, 22.003067, 24.380887, 32.809669, 41.851686]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 236, "item_id": "llmzszl-18689", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 657, "region_end": 236, "roundtrip_ok": true, "tf_agree": 0.9703, "tf_agree_excl_first": 0.9745}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [69, 81, 61, 57, 64, 49, 41, 62, 50, 66, 59, 64, 61, 59, 53, 68, 56, 62, 56, 52, 48, 45, 44, 47, 64, 64, 40, 53, 62, 57, 47, 59, 59, 57, 71, 69, 58, 68, 69, 77, 77, 66, 66, 64, 63, 64, 60, 51, 63, 52], "n_am_pl": [4, 20, 31, 36, 24, 37, 32, 25, 33, 38, 37, 23, 37, 32, 46, 31, 25, 20, 15, 21, 30, 33, 37, 41, 14, 25, 23, 25, 31, 30, 33, 24, 28, 26, 18, 12, 11, 9, 8, 4, 4, 5, 9, 9, 7, 4, 17, 21, 0, 0], "n_pos": 249, "sum_m_en": [26.99719, 14.083536, 14.716094, 14.388655, 14.949028, 15.582343, 15.086287, 16.582349, 17.111987, 17.298294, 17.609008, 17.889294, 18.328071, 19.427853, 18.917652, 18.666533, 18.293908, 18.07503, 15.19466, 13.863305, 13.196048, 12.370284, 11.791389, 11.584398, 25.182183, 26.885643, 26.235769, 25.760897, 25.667833, 26.159527, 24.802221, 25.213828, 24.1467, 24.359239, 27.968499, 27.361693, 29.674081, 31.155943, 35.146549, 38.076138, 38.119349, 37.970721, 41.981745, 49.968974, 56.019674, 59.434082, 57.540634, 51.257591, 59.254466, 53.301198], "sum_m_pl": [92.304136, 121.939891, 117.2738, 116.157191, 113.945916, 112.360277, 112.953865, 111.254489, 109.360541, 114.109166, 113.180763, 112.193724, 111.490795, 109.538815, 111.444041, 111.947808, 112.978572, 112.715388, 116.702157, 119.428227, 119.604902, 121.144726, 122.246463, 122.509813, 93.996094, 94.78451, 90.725969, 97.206033, 101.255142, 100.539973, 100.454488, 100.980245, 105.145248, 100.415728, 95.689819, 90.829909, 80.500051, 76.63261, 66.460927, 59.141356, 56.828451, 50.062891, 44.391907, 35.178661, 29.241789, 21.861314, 23.681936, 20.292694, 2.065722, 0.000226]}, "digit": {"n_am_en": [0, 17, 9, 14, 7, 1, 3, 3, 1, 7, 4, 7, 6, 3, 1, 5, 5, 8, 3, 3, 4, 4, 4, 6, 6, 10, 5, 6, 6, 7, 2, 7, 7, 6, 9, 5, 4, 5, 7, 7, 5, 5, 5, 3, 4, 3, 2, 2, 0, 0], "n_am_pl": [0, 1, 2, 3, 1, 3, 5, 7, 5, 6, 4, 2, 3, 1, 3, 4, 4, 3, 3, 2, 2, 2, 2, 1, 0, 0, 3, 3, 3, 4, 7, 3, 3, 3, 2, 1, 2, 2, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [3.061373, 1.424333, 1.469129, 1.474368, 1.528072, 1.67637, 1.519798, 1.637426, 1.554355, 1.631231, 1.755438, 1.763713, 1.945363, 2.062687, 1.869799, 1.870113, 1.908515, 1.923613, 1.598147, 1.53447, 1.511508, 1.401643, 1.298092, 1.30425, 2.491729, 2.902825, 2.794137, 2.59533, 2.510727, 2.498691, 2.478773, 2.414479, 2.321892, 2.335722, 2.543185, 2.839228, 2.726624, 2.476943, 2.79252, 2.755483, 2.618384, 3.222035, 3.320674, 2.880417, 3.531509, 2.940431, 2.811019, 1.798583, 0.180576, 0.0], "sum_m_pl": [12.460681, 15.798977, 14.805743, 14.652469, 14.186124, 13.713211, 13.721261, 13.691447, 13.113579, 14.261184, 13.804603, 13.671711, 13.354646, 13.232093, 13.804836, 13.837079, 13.650368, 13.922138, 14.034618, 14.023442, 13.836345, 14.231063, 14.322937, 14.502516, 11.934653, 11.799931, 11.118186, 12.101804, 12.417506, 12.693589, 12.507958, 12.937637, 13.590753, 12.84833, 12.088076, 11.641798, 11.05088, 11.02932, 9.703218, 9.195124, 9.470102, 9.728603, 9.06743, 8.589819, 7.382124, 4.45766, 2.307698, 0.870119, 0.077131, 0.0]}, "lang": {"n_am_en": [14, 7, 10, 14, 17, 11, 13, 13, 17, 17, 14, 16, 13, 13, 18, 20, 15, 13, 9, 8, 10, 12, 10, 13, 20, 16, 14, 13, 17, 17, 18, 18, 17, 10, 19, 23, 19, 25, 27, 32, 33, 32, 34, 32, 38, 39, 38, 37, 49, 52], "n_am_pl": [1, 7, 13, 9, 7, 12, 6, 6, 5, 7, 10, 3, 12, 7, 10, 5, 5, 4, 5, 6, 11, 13, 14, 16, 3, 8, 5, 7, 10, 9, 11, 9, 6, 7, 5, 3, 2, 0, 0, 1, 0, 0, 1, 1, 1, 1, 2, 0, 0, 0], "n_pos": 52, "sum_m_en": [5.767095, 3.08805, 2.906325, 2.937606, 3.162753, 3.351481, 3.299952, 3.645778, 4.030633, 3.714862, 3.972368, 4.072371, 4.282542, 4.609649, 4.778066, 4.51205, 4.353873, 4.28354, 3.599045, 3.181627, 2.997793, 2.810771, 2.687223, 2.604203, 7.630669, 7.794281, 7.407412, 6.93644, 7.092997, 7.139443, 6.588622, 6.869248, 6.769494, 6.993234, 8.447235, 8.665419, 10.597287, 11.237324, 13.212709, 15.554475, 15.848953, 17.465462, 21.085688, 26.822626, 32.166222, 34.258238, 35.346038, 34.559149, 47.96751, 50.876639], "sum_m_pl": [17.77903, 24.172625, 24.235981, 24.121972, 23.658797, 22.973306, 23.480061, 23.55009, 23.259261, 24.005709, 23.960884, 24.061892, 23.99662, 23.402329, 23.326186, 23.259985, 23.646982, 23.268356, 24.449099, 25.094229, 25.187952, 25.419789, 25.685189, 25.711022, 20.612057, 20.66457, 19.264248, 20.325777, 21.101159, 21.037155, 21.404071, 21.216358, 21.836755, 21.322214, 19.821752, 18.968317, 17.064285, 16.611406, 14.661017, 13.136475, 12.97265, 11.580409, 9.59458, 6.337419, 5.416764, 3.229375, 2.780377, 0.811959, 0.008655, 1.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 251, "item_id": "llmzszl-18692", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 714, "region_end": 249, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.992}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [77, 80, 80, 74, 87, 73, 68, 76, 57, 73, 74, 91, 88, 75, 72, 93, 84, 89, 62, 66, 68, 68, 59, 59, 94, 104, 88, 84, 86, 91, 72, 102, 102, 98, 115, 96, 74, 88, 96, 95, 102, 97, 94, 81, 68, 62, 34, 25, 21, 18], "n_am_pl": [21, 63, 66, 65, 46, 73, 75, 82, 87, 76, 51, 60, 83, 72, 82, 70, 57, 54, 79, 85, 83, 102, 111, 123, 45, 51, 64, 66, 71, 82, 84, 72, 70, 55, 33, 29, 27, 25, 29, 29, 21, 23, 26, 24, 21, 27, 36, 34, 44, 46], "n_pos": 367, "sum_m_en": [33.668642, 18.003213, 19.416969, 19.490358, 20.457391, 22.179598, 21.321548, 23.38013, 23.782105, 24.471976, 24.177415, 25.166083, 26.031784, 27.745183, 27.334531, 27.167034, 26.712068, 26.997937, 21.990221, 20.434164, 19.653767, 18.666453, 17.921541, 17.211027, 35.934098, 39.332369, 38.793838, 37.215935, 38.151572, 39.292272, 39.6381, 37.678368, 37.929742, 37.675981, 42.352269, 39.024337, 40.365306, 38.58939, 45.522611, 49.769055, 50.238123, 50.322813, 51.417097, 56.90989, 49.946977, 47.674739, 36.260859, 26.406638, 24.817357, 18.166004], "sum_m_pl": [135.700064, 185.984431, 178.492856, 176.97296, 174.321701, 169.973195, 173.419154, 169.880066, 169.458205, 172.934277, 172.699495, 169.636577, 169.42296, 164.011074, 166.478815, 167.829123, 167.532119, 167.363703, 175.872964, 178.340034, 177.558645, 178.482402, 180.024492, 179.840443, 142.014182, 143.284014, 137.723898, 146.491044, 151.820968, 152.921674, 153.089794, 154.406474, 156.339925, 148.69583, 141.394761, 137.854164, 126.758793, 127.363708, 116.097366, 110.475271, 106.592802, 103.666966, 93.483976, 76.547373, 57.756685, 51.917023, 45.552862, 39.423764, 42.501832, 46.376391]}, "digit": {"n_am_en": [0, 11, 9, 4, 5, 12, 9, 9, 4, 8, 7, 14, 10, 9, 15, 15, 13, 13, 13, 7, 8, 9, 7, 9, 14, 12, 15, 15, 14, 7, 5, 13, 13, 10, 13, 13, 11, 7, 8, 8, 5, 6, 4, 2, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 6, 5, 7, 7, 2, 2, 3, 4, 7, 4, 7, 8, 4, 8, 7, 3, 1, 2, 4, 5, 6, 9, 10, 7, 6, 6, 6, 7, 8, 7, 7, 8, 4, 2, 3, 3, 3, 5, 1, 3, 2, 2, 5, 0, 2, 3, 1, 0, 0], "n_pos": 41, "sum_m_en": [2.907219, 1.84709, 1.997705, 2.179416, 2.298877, 2.599711, 2.32024, 2.62696, 2.436884, 2.58601, 2.406407, 2.641922, 2.973817, 3.18881, 3.01073, 3.287443, 3.393625, 3.850655, 2.731344, 2.452028, 2.326744, 2.116667, 1.964938, 1.887691, 4.222798, 4.861107, 4.866261, 4.223642, 4.107991, 3.956021, 4.315322, 4.082157, 4.252393, 4.244924, 4.772925, 4.823766, 4.79668, 3.887251, 4.12587, 3.964842, 3.736525, 3.549991, 3.669299, 3.161038, 2.77698, 2.21832, 1.291252, 0.731389, 0.148018, 0.0], "sum_m_pl": [15.44455, 21.897636, 20.44199, 20.063089, 19.608805, 18.872987, 19.395671, 18.879486, 18.786748, 19.607182, 19.78143, 19.384497, 18.965393, 18.552893, 19.356225, 18.966801, 18.39737, 18.460796, 19.766073, 19.663587, 19.517373, 19.894717, 20.095898, 20.35966, 16.700744, 16.712161, 16.134541, 17.557873, 18.290544, 18.560909, 18.071539, 18.309386, 18.935405, 18.351504, 16.903967, 16.702339, 16.060512, 16.679905, 15.119923, 15.214593, 15.696487, 16.116365, 15.599207, 15.147803, 12.851205, 9.657801, 5.691292, 3.593343, 0.252717, 0.0]}, "lang": {"n_am_en": [15, 8, 12, 10, 12, 14, 16, 10, 11, 7, 6, 14, 15, 10, 11, 16, 15, 18, 11, 7, 11, 15, 10, 11, 17, 17, 15, 13, 11, 15, 12, 16, 18, 13, 20, 18, 13, 19, 20, 26, 25, 29, 25, 25, 29, 30, 20, 17, 18, 18], "n_am_pl": [6, 12, 16, 12, 8, 11, 5, 14, 14, 16, 14, 11, 14, 13, 15, 11, 9, 6, 11, 16, 17, 14, 21, 22, 11, 8, 5, 9, 13, 15, 15, 16, 14, 12, 7, 6, 3, 8, 7, 6, 8, 11, 12, 9, 15, 15, 22, 26, 43, 46], "n_pos": 65, "sum_m_en": [6.060918, 3.406255, 3.566714, 3.39137, 3.651726, 4.118014, 3.928463, 4.319639, 4.32526, 4.177753, 4.317221, 4.520792, 4.581214, 4.936048, 4.748249, 4.775068, 4.680658, 4.60624, 3.916644, 3.583762, 3.511973, 3.351482, 3.168299, 3.119005, 6.68251, 7.049875, 6.307232, 6.137367, 6.413974, 6.684627, 6.740033, 6.769952, 6.843368, 6.990158, 7.667263, 7.314647, 8.088559, 8.093209, 9.598803, 11.918684, 11.53871, 13.48851, 14.263546, 16.517052, 19.361694, 19.12759, 19.305425, 15.676793, 18.765181, 18.008466], "sum_m_pl": [23.657171, 31.050758, 30.349748, 30.150654, 29.722039, 29.311785, 30.323267, 30.196297, 30.920602, 31.433638, 31.329394, 30.806123, 31.308747, 30.466405, 30.50448, 30.427206, 30.179375, 29.752357, 31.22123, 31.458916, 31.435143, 31.402113, 31.721213, 31.241579, 24.37151, 24.695074, 23.37458, 25.543506, 26.732981, 26.815867, 27.18525, 27.378946, 27.138275, 26.352204, 25.255564, 25.393782, 24.112518, 24.705465, 22.827198, 22.156758, 22.050906, 21.039169, 20.828948, 18.980439, 18.28066, 19.828071, 21.506848, 24.989024, 39.325025, 45.702229]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 367, "item_id": "llmzszl-18692", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 645, "region_end": 367, "roundtrip_ok": true, "tf_agree": 0.9809, "tf_agree_excl_first": 0.9836}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [56, 46, 46, 43, 38, 53, 43, 53, 48, 52, 47, 50, 44, 45, 47, 38, 35, 37, 39, 36, 41, 45, 43, 47, 57, 58, 53, 57, 60, 53, 51, 39, 40, 45, 43, 51, 55, 58, 50, 53, 57, 48, 49, 50, 52, 60, 51, 56, 51, 49], "n_am_pl": [5, 31, 33, 21, 21, 18, 26, 25, 16, 23, 21, 20, 28, 31, 27, 35, 30, 22, 24, 28, 31, 26, 27, 28, 15, 11, 18, 16, 28, 20, 21, 17, 16, 23, 22, 18, 15, 12, 11, 8, 7, 6, 8, 4, 1, 3, 5, 4, 2, 2], "n_pos": 189, "sum_m_en": [22.569729, 10.41278, 10.846858, 10.401272, 10.834082, 12.055718, 11.471206, 12.771691, 12.939952, 13.229912, 13.864406, 14.765076, 14.934034, 15.45358, 15.085607, 14.126599, 13.57928, 13.264504, 11.981623, 11.192921, 10.650859, 10.075283, 9.787718, 9.775333, 27.719161, 28.031538, 26.17324, 24.765363, 23.535134, 23.241751, 21.441803, 20.488381, 20.063309, 19.70728, 24.268261, 24.44039, 27.816726, 31.238392, 33.169389, 36.154989, 37.13393, 37.31081, 39.253653, 44.918885, 49.151934, 49.272738, 49.738794, 53.250724, 52.791953, 49.591235], "sum_m_pl": [69.160277, 93.494604, 91.393361, 89.775298, 86.719638, 85.111116, 85.358226, 83.012112, 82.004156, 84.498557, 82.745661, 82.238184, 82.604118, 82.513905, 84.069542, 83.573755, 80.984692, 81.968944, 83.992607, 86.422349, 87.475626, 87.947338, 88.719178, 89.088366, 62.562933, 61.258029, 62.852001, 67.850095, 70.693463, 70.518231, 69.983658, 71.870964, 72.541447, 67.319216, 61.694119, 57.205171, 50.099972, 46.284445, 39.484541, 34.115485, 31.996767, 28.010344, 26.024379, 20.131471, 13.015683, 12.993845, 9.283649, 6.462803, 2.341678, 2.005285]}, "digit": {"n_am_en": [1, 9, 9, 10, 3, 5, 4, 4, 3, 6, 8, 8, 4, 6, 6, 3, 0, 3, 2, 4, 4, 4, 1, 2, 6, 5, 4, 4, 6, 6, 3, 2, 5, 3, 2, 2, 5, 4, 5, 3, 4, 4, 4, 4, 3, 2, 0, 1, 0, 0], "n_am_pl": [0, 2, 0, 0, 3, 0, 1, 0, 0, 4, 3, 1, 5, 2, 4, 5, 9, 3, 3, 2, 2, 2, 2, 2, 0, 0, 4, 4, 6, 3, 6, 1, 0, 4, 4, 3, 2, 2, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.431622, 1.154405, 1.209415, 1.313506, 1.413896, 1.467541, 1.396017, 1.546866, 1.53771, 1.561139, 1.632258, 1.60734, 1.654425, 1.829934, 1.684682, 1.702718, 1.572014, 1.575243, 1.41808, 1.341909, 1.30776, 1.240454, 1.219646, 1.233588, 2.478788, 2.219696, 2.215152, 2.192082, 2.310307, 2.364585, 2.447521, 2.37065, 2.163454, 2.011458, 2.221353, 2.060478, 2.06659, 1.945552, 2.624535, 2.416108, 2.600085, 2.29207, 2.075677, 3.791539, 3.158096, 2.542214, 1.410383, 1.31305, 0.172635, 0.0], "sum_m_pl": [12.108095, 15.001833, 14.31088, 13.742386, 13.391757, 13.294146, 13.081869, 12.511125, 12.532899, 13.1979, 13.222569, 13.193634, 12.878335, 12.762232, 13.052126, 12.54859, 12.256438, 12.06174, 12.633365, 13.054277, 12.979027, 13.137538, 13.165597, 13.218388, 10.635726, 10.469859, 10.832955, 11.432571, 11.352484, 11.170427, 10.933465, 11.26722, 11.564102, 10.830461, 9.871433, 9.657031, 9.265196, 9.010587, 7.532167, 6.006672, 6.099078, 6.266593, 6.437658, 4.666009, 3.37226, 3.100319, 2.926284, 1.918792, 0.2122, 0.0]}, "lang": {"n_am_en": [19, 13, 16, 10, 10, 16, 16, 19, 22, 19, 11, 13, 14, 14, 17, 12, 15, 20, 17, 16, 16, 19, 21, 22, 23, 26, 22, 24, 21, 22, 25, 20, 19, 19, 20, 28, 29, 29, 29, 32, 33, 33, 31, 29, 35, 41, 39, 45, 48, 48], "n_am_pl": [1, 6, 9, 7, 7, 7, 8, 8, 3, 8, 8, 7, 10, 12, 10, 12, 9, 10, 10, 13, 13, 10, 10, 10, 6, 3, 4, 6, 13, 8, 4, 7, 6, 7, 7, 5, 4, 4, 3, 3, 3, 1, 2, 2, 0, 0, 2, 2, 2, 2], "n_pos": 51, "sum_m_en": [6.67485, 2.966377, 3.120068, 2.908673, 2.894146, 3.406929, 3.303955, 3.672796, 4.029309, 3.980818, 4.166656, 4.689091, 4.740746, 4.803716, 4.587188, 4.368653, 4.204595, 4.300556, 3.869971, 3.534228, 3.293149, 3.124478, 3.013657, 3.001605, 12.1962, 11.923224, 10.815315, 10.28999, 9.128134, 8.928665, 8.218019, 8.041242, 7.97073, 8.456399, 10.608146, 12.067791, 14.239482, 16.213934, 17.762304, 20.655681, 21.647492, 23.583535, 24.498251, 26.096005, 31.440265, 33.71954, 36.615225, 41.90939, 47.938581, 47.844707], "sum_m_pl": [17.487845, 24.230844, 23.950354, 23.776961, 23.555418, 22.764048, 22.954248, 22.706866, 22.362542, 23.061454, 22.536929, 22.455567, 22.664721, 22.674679, 23.012267, 22.681506, 21.908861, 22.387262, 22.724047, 23.163474, 23.58913, 23.757136, 24.019991, 24.149221, 16.266443, 16.367848, 16.854519, 17.707043, 18.673258, 18.336521, 18.215874, 18.46127, 18.837164, 18.53421, 17.480654, 16.361765, 13.914081, 12.665799, 11.086425, 9.663669, 8.781017, 7.462752, 6.308511, 4.899014, 2.936648, 3.123682, 2.786107, 2.046291, 2.008752, 2.000991]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "llmzszl-18693", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 706, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9686, "tf_agree_excl_first": 0.9737}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [76, 78, 101, 103, 93, 82, 74, 88, 66, 71, 100, 81, 72, 84, 78, 64, 69, 69, 74, 69, 84, 91, 82, 79, 91, 95, 85, 84, 97, 84, 91, 92, 64, 68, 97, 95, 92, 97, 96, 100, 100, 84, 80, 81, 81, 72, 34, 26, 12, 10], "n_am_pl": [16, 65, 58, 56, 50, 71, 65, 54, 55, 70, 66, 66, 68, 76, 60, 76, 60, 60, 66, 76, 66, 68, 72, 75, 38, 52, 48, 49, 45, 60, 56, 43, 66, 39, 44, 34, 32, 35, 24, 19, 22, 24, 25, 23, 21, 27, 37, 43, 64, 66], "n_pos": 358, "sum_m_en": [34.009443, 17.468242, 18.633821, 19.69592, 20.056217, 21.579551, 20.486256, 22.501499, 23.59578, 24.154101, 25.077604, 26.078727, 26.028735, 27.325534, 26.490223, 25.375078, 24.88716, 24.068371, 21.822385, 20.762894, 19.746585, 19.115507, 18.466422, 18.153735, 42.752035, 43.30254, 41.702263, 38.007587, 39.647208, 39.774141, 38.821342, 35.718075, 34.143718, 33.616126, 39.650432, 39.244383, 42.279321, 50.008382, 58.62234, 62.738131, 62.765203, 60.434544, 60.842958, 62.29933, 63.162814, 54.495592, 30.101128, 24.910397, 11.872625, 10.001204], "sum_m_pl": [137.125029, 180.247478, 176.208473, 174.354046, 171.829424, 168.089299, 170.916737, 165.066854, 163.394886, 164.848686, 162.664048, 162.062425, 165.404676, 165.567155, 166.664711, 167.748744, 161.512313, 163.485893, 167.34336, 169.536884, 169.71095, 169.10191, 170.377816, 170.503675, 129.905006, 131.318081, 129.9284, 141.71678, 144.737039, 145.515498, 146.669175, 150.849458, 153.637599, 143.958487, 132.817024, 126.096367, 114.944978, 110.081926, 97.403676, 88.448407, 85.775216, 78.492089, 74.360062, 64.777251, 50.428236, 51.915952, 51.109214, 46.599027, 64.686677, 67.187405]}, "digit": {"n_am_en": [4, 14, 19, 19, 11, 8, 8, 9, 7, 9, 9, 8, 7, 12, 5, 10, 5, 8, 7, 7, 5, 6, 7, 7, 8, 11, 11, 10, 13, 9, 7, 6, 4, 7, 13, 8, 9, 11, 11, 9, 9, 7, 7, 7, 5, 4, 2, 1, 0, 0], "n_am_pl": [4, 2, 3, 5, 5, 6, 7, 7, 8, 8, 8, 6, 11, 10, 10, 13, 8, 5, 6, 7, 8, 6, 8, 6, 2, 1, 5, 5, 3, 5, 5, 7, 8, 3, 2, 5, 4, 5, 3, 1, 2, 3, 1, 2, 1, 1, 3, 3, 0, 0], "n_pos": 48, "sum_m_en": [3.780403, 2.015575, 2.141879, 2.492288, 2.459924, 2.56574, 2.390326, 2.680327, 2.753168, 2.769648, 2.75646, 2.750291, 2.91155, 3.155864, 2.886736, 3.049867, 2.844106, 2.831264, 2.498101, 2.346691, 2.263338, 2.091148, 2.049174, 2.019087, 3.435253, 3.627123, 3.737885, 3.802669, 4.373292, 4.24893, 4.295397, 3.906856, 3.557502, 3.428848, 3.897918, 4.335911, 4.630024, 4.370169, 5.329194, 5.139147, 6.295221, 5.450597, 5.164657, 5.186064, 2.836499, 2.010117, 2.014847, 0.800531, 0.155506, 0.0], "sum_m_pl": [20.753732, 25.617469, 24.449431, 23.720787, 23.286749, 22.684289, 22.980998, 22.015699, 22.279397, 23.009711, 22.897033, 23.382035, 23.295783, 23.447717, 23.64017, 22.954635, 22.126543, 21.797217, 22.700075, 22.927873, 22.835274, 23.132409, 23.212519, 23.340408, 19.777406, 19.508829, 19.503694, 20.856216, 20.503242, 20.613427, 20.361107, 21.116891, 22.039564, 20.609988, 19.09251, 18.660339, 17.788252, 17.78405, 15.748815, 13.473303, 12.915966, 12.226402, 12.842126, 10.548681, 8.341614, 6.715164, 4.552574, 3.520044, 0.366985, 0.0]}, "lang": {"n_am_en": [23, 19, 26, 19, 15, 16, 17, 26, 14, 14, 24, 16, 20, 18, 16, 16, 25, 21, 25, 29, 28, 38, 33, 24, 30, 31, 28, 23, 21, 23, 30, 32, 21, 23, 24, 33, 34, 29, 30, 31, 34, 30, 31, 35, 46, 42, 18, 15, 11, 10], "n_am_pl": [3, 21, 12, 9, 8, 16, 11, 4, 10, 17, 19, 21, 18, 20, 19, 24, 15, 17, 14, 18, 14, 15, 13, 17, 8, 9, 6, 12, 9, 14, 18, 9, 17, 14, 16, 8, 10, 12, 8, 9, 9, 9, 9, 11, 10, 19, 26, 32, 58, 65], "n_pos": 77, "sum_m_en": [7.979974, 4.081169, 4.21323, 4.443503, 4.181035, 4.643423, 4.43162, 4.727935, 5.12225, 5.122905, 5.4785, 5.865565, 5.905742, 6.247833, 6.145191, 5.775718, 5.828338, 5.682475, 5.372347, 5.276153, 4.748353, 4.726241, 4.398019, 4.471157, 12.783937, 13.242505, 11.606255, 9.858088, 10.290199, 10.171181, 9.944632, 9.998939, 9.661958, 9.965907, 11.141979, 11.708604, 13.989255, 17.222057, 19.821073, 22.278738, 22.253316, 22.056886, 23.638331, 24.494197, 33.333267, 29.160541, 14.907211, 13.831254, 10.106372, 9.999932], "sum_m_pl": [28.269631, 37.364696, 37.168134, 36.878106, 36.90554, 36.384104, 37.138408, 36.087105, 35.746618, 36.252376, 35.78232, 35.4795, 36.12582, 36.171853, 36.425959, 36.7081, 34.978547, 35.388557, 36.181642, 36.367025, 36.529061, 36.276177, 36.657004, 36.720634, 28.125372, 28.22436, 29.042035, 31.773816, 31.68236, 32.007676, 32.566249, 32.748977, 33.198841, 32.253767, 29.951548, 29.949011, 27.765406, 26.791753, 22.972257, 20.332615, 21.113263, 18.948469, 17.909405, 19.254754, 16.716095, 21.641452, 27.353846, 29.692291, 55.296614, 65.902264]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 360, "item_id": "llmzszl-18693", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 637, "region_end": 358, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.9833}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [46, 50, 39, 33, 34, 29, 26, 29, 30, 24, 40, 30, 43, 43, 42, 40, 32, 36, 33, 35, 27, 32, 25, 28, 40, 39, 39, 43, 43, 45, 35, 43, 26, 45, 45, 44, 51, 47, 41, 47, 42, 40, 43, 39, 37, 41, 45, 42, 37, 36], "n_am_pl": [9, 15, 24, 22, 19, 26, 17, 10, 20, 23, 15, 14, 22, 20, 13, 9, 16, 13, 13, 12, 17, 12, 18, 24, 7, 14, 20, 8, 18, 16, 18, 17, 24, 15, 10, 11, 8, 11, 9, 3, 4, 6, 7, 8, 7, 3, 0, 0, 0, 0], "n_pos": 145, "sum_m_en": [17.743169, 7.409931, 7.498275, 7.097992, 7.913737, 8.433163, 8.346609, 9.298413, 9.503676, 9.66148, 10.136265, 10.676349, 11.835071, 12.175809, 12.191732, 11.26573, 10.988779, 10.700375, 9.323258, 8.980857, 8.067857, 7.503841, 7.151554, 6.94335, 16.530772, 19.076196, 17.689189, 17.573959, 16.996704, 17.67507, 16.445991, 15.655554, 14.971178, 15.199536, 17.203564, 17.56385, 22.385239, 23.567393, 25.414325, 26.761379, 26.984931, 28.886971, 29.77623, 32.255041, 33.656039, 39.173709, 43.733628, 42.588677, 37.839176, 36.227364], "sum_m_pl": [55.838422, 72.658049, 71.112393, 69.77551, 68.335013, 66.188914, 66.065759, 64.641193, 66.068398, 67.076298, 65.650817, 65.202685, 64.350915, 62.740424, 62.903569, 65.108987, 64.945796, 64.906633, 66.447934, 67.788663, 69.381116, 70.035865, 70.452603, 70.997415, 54.355625, 53.205165, 53.034863, 55.908625, 58.570829, 57.684586, 58.186814, 59.090953, 59.761432, 58.019009, 56.46274, 54.576964, 46.141434, 42.831491, 38.170325, 36.676866, 34.597059, 32.876289, 30.571409, 23.650965, 17.998154, 13.791175, 5.503462, 2.627624, 0.256442, 0.059937]}, "digit": {"n_am_en": [3, 13, 9, 5, 4, 3, 2, 3, 4, 2, 6, 0, 3, 4, 6, 11, 6, 7, 6, 6, 4, 4, 4, 4, 7, 6, 5, 11, 6, 4, 5, 6, 5, 5, 3, 2, 4, 5, 4, 3, 2, 1, 3, 1, 2, 0, 1, 0, 0, 0], "n_am_pl": [2, 1, 1, 1, 3, 4, 1, 0, 0, 0, 0, 1, 3, 4, 1, 0, 2, 1, 2, 1, 2, 1, 1, 2, 0, 2, 2, 1, 3, 2, 2, 2, 2, 2, 0, 1, 2, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [2.132103, 0.835285, 0.853736, 0.777862, 0.893546, 0.921271, 0.861743, 0.932608, 0.915064, 0.952852, 1.05735, 1.006699, 1.12615, 1.315174, 1.514596, 1.443012, 1.501176, 1.390965, 1.199871, 1.152781, 1.009523, 0.932075, 0.901368, 0.879562, 2.188241, 2.348336, 2.057088, 2.2234, 2.44512, 2.397489, 2.331759, 2.147307, 2.022957, 1.504749, 1.758124, 1.745695, 1.795563, 1.63652, 1.698223, 1.642382, 1.430452, 1.295159, 1.369777, 1.417897, 1.33094, 1.024374, 1.163844, 0.314014, 0.01124, 0.0], "sum_m_pl": [7.475744, 9.597399, 9.313375, 9.020751, 8.897919, 8.588992, 8.390475, 8.294596, 8.47698, 8.806587, 8.539822, 8.422562, 8.115149, 7.763345, 7.403605, 7.752445, 7.684036, 7.568245, 7.83419, 8.02977, 8.447755, 8.59763, 8.650148, 8.690651, 6.515108, 6.304814, 6.203812, 6.647981, 6.932815, 6.996365, 6.944687, 7.18413, 7.246452, 7.36711, 6.950521, 6.735939, 6.21012, 6.159564, 5.830175, 5.736804, 5.586335, 5.794628, 5.602884, 4.963288, 3.435406, 2.656762, 0.712648, 0.487276, 0.01543, 0.0]}, "lang": {"n_am_en": [15, 14, 13, 10, 10, 14, 9, 14, 13, 5, 16, 10, 13, 12, 12, 9, 8, 9, 10, 13, 10, 14, 9, 11, 13, 14, 15, 17, 14, 12, 10, 14, 14, 21, 19, 23, 24, 23, 22, 22, 22, 24, 24, 25, 23, 28, 30, 32, 35, 36], "n_am_pl": [4, 3, 5, 4, 4, 7, 4, 2, 7, 10, 2, 5, 5, 3, 5, 1, 3, 3, 2, 1, 6, 3, 6, 9, 1, 3, 5, 4, 6, 5, 3, 1, 3, 2, 0, 1, 1, 2, 2, 1, 2, 1, 1, 2, 2, 2, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [4.40167, 2.029577, 1.991417, 1.88139, 2.061597, 2.338529, 2.423873, 2.750873, 2.872797, 2.786251, 2.996162, 3.246534, 3.732458, 3.738605, 3.813712, 3.379235, 3.116309, 3.086434, 2.667977, 2.535095, 2.256969, 2.060751, 1.924795, 1.830886, 5.52062, 6.678161, 6.358121, 6.319023, 5.680355, 6.120996, 5.362439, 5.210598, 5.136219, 5.7878, 6.75038, 7.776638, 11.477078, 12.847174, 14.304274, 15.182739, 15.821873, 16.955861, 17.672369, 19.880344, 21.535888, 25.406236, 28.943594, 31.034702, 35.022903, 35.494803], "sum_m_pl": [12.867581, 17.898309, 17.854818, 17.571226, 16.815212, 16.57305, 17.125905, 16.695373, 17.116764, 17.276111, 16.921212, 16.998982, 16.581444, 16.30489, 16.372112, 16.71028, 16.890226, 16.885465, 17.364853, 17.878206, 18.135687, 18.258345, 18.340558, 18.565075, 14.49151, 14.010795, 13.986724, 14.448714, 15.019076, 14.386223, 14.938988, 14.738083, 14.965006, 14.568274, 13.964611, 13.351282, 10.205413, 9.097871, 7.713557, 7.453172, 7.026334, 6.463024, 5.679256, 4.24415, 3.980131, 1.968918, 0.627529, 0.408212, 0.018171, 0.059937]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "llmzszl-18694", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 718, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [104, 127, 133, 115, 125, 77, 79, 99, 84, 105, 120, 80, 93, 116, 109, 100, 82, 72, 53, 63, 70, 61, 52, 55, 94, 96, 93, 89, 117, 134, 116, 116, 90, 94, 117, 103, 101, 84, 93, 85, 82, 79, 73, 64, 60, 53, 24, 16, 4, 2], "n_am_pl": [19, 82, 89, 105, 83, 86, 103, 76, 80, 64, 48, 56, 75, 70, 71, 80, 89, 86, 77, 86, 73, 91, 92, 101, 59, 59, 71, 74, 77, 65, 68, 76, 76, 56, 50, 33, 38, 36, 37, 36, 42, 47, 35, 46, 43, 52, 62, 62, 78, 84], "n_pos": 497, "sum_m_en": [49.401278, 23.609443, 24.519444, 24.886985, 26.460455, 26.630953, 26.471545, 28.353431, 29.962219, 31.85065, 33.01718, 33.349835, 35.830055, 37.167793, 37.602511, 35.39251, 34.271093, 32.438091, 28.928355, 27.697907, 25.746282, 24.537337, 23.49543, 22.835366, 43.402247, 47.526106, 47.677794, 48.043574, 50.549076, 52.149156, 49.358604, 46.252807, 44.032128, 44.372173, 48.121193, 46.181466, 52.776723, 52.842305, 55.877436, 55.876851, 54.5801, 55.138595, 57.794097, 52.076458, 52.113616, 48.915053, 28.406194, 22.481443, 4.922244, 1.909559], "sum_m_pl": [194.524172, 252.711894, 244.794171, 241.734098, 238.668521, 232.040544, 231.177037, 226.368553, 224.445027, 227.88374, 222.514864, 220.893288, 223.839616, 218.908161, 220.000577, 225.538281, 224.141143, 224.614852, 232.714096, 236.938049, 239.590674, 240.491598, 241.872329, 242.3774, 192.743538, 191.565639, 187.587014, 201.792792, 208.241312, 203.632058, 205.899362, 207.613777, 209.392468, 195.345329, 189.520941, 177.877638, 156.102645, 148.639449, 134.809657, 130.68173, 125.026892, 126.169465, 120.483687, 109.460508, 95.247206, 88.206771, 80.600199, 71.574068, 77.067384, 84.025229]}, "digit": {"n_am_en": [13, 42, 36, 26, 25, 24, 24, 21, 17, 23, 28, 8, 16, 24, 18, 16, 13, 11, 5, 11, 16, 8, 12, 12, 16, 18, 22, 14, 15, 19, 16, 14, 15, 11, 17, 20, 22, 9, 9, 12, 13, 12, 11, 12, 11, 10, 2, 1, 0, 0], "n_am_pl": [2, 3, 1, 6, 7, 10, 8, 2, 4, 1, 3, 8, 13, 9, 7, 14, 16, 15, 15, 16, 11, 18, 19, 18, 6, 8, 9, 9, 10, 12, 12, 12, 9, 8, 9, 7, 6, 3, 5, 4, 4, 7, 4, 9, 6, 0, 8, 11, 0, 0], "n_pos": 75, "sum_m_en": [7.750747, 3.450483, 3.536191, 3.483126, 3.585948, 3.626189, 3.68823, 3.866552, 3.903236, 4.171941, 4.423477, 4.309448, 4.904761, 5.392974, 5.6207, 5.193914, 4.980778, 5.038474, 4.329616, 4.227361, 3.871692, 3.634328, 3.490019, 3.423234, 6.607576, 7.308877, 7.50116, 7.386209, 7.917544, 8.385872, 7.727937, 7.423189, 6.974159, 6.449494, 6.875965, 6.995659, 7.096144, 6.697263, 7.633038, 7.27533, 7.656219, 7.51405, 7.037366, 6.204852, 6.301872, 7.738693, 3.305681, 2.766247, 0.259763, 0.0], "sum_m_pl": [31.525518, 39.865729, 38.156724, 37.57985, 37.479394, 36.404662, 35.748976, 35.138257, 35.015284, 35.907999, 35.693761, 36.115855, 35.930326, 34.645747, 34.201752, 34.594588, 33.70361, 33.626889, 35.268284, 35.67118, 36.237498, 36.561945, 36.774176, 36.907404, 30.596881, 30.679619, 30.623816, 32.143102, 32.699918, 31.588743, 31.481538, 31.788834, 32.263836, 31.203723, 29.878533, 30.518175, 28.839568, 28.690045, 25.704495, 25.278526, 24.979796, 25.766076, 24.211394, 22.387518, 19.752409, 15.431595, 15.179617, 12.417328, 0.609829, 1e-06]}, "lang": {"n_am_en": [16, 17, 23, 16, 18, 12, 12, 14, 24, 22, 20, 22, 21, 26, 22, 24, 18, 18, 20, 20, 24, 25, 19, 24, 33, 27, 22, 27, 24, 29, 31, 37, 24, 27, 29, 28, 33, 31, 42, 42, 39, 37, 40, 37, 36, 28, 16, 10, 3, 2], "n_am_pl": [7, 19, 14, 14, 19, 15, 12, 14, 9, 10, 8, 1, 7, 9, 11, 12, 11, 9, 11, 17, 10, 15, 14, 17, 12, 13, 12, 11, 17, 9, 16, 8, 9, 12, 8, 8, 13, 13, 11, 13, 12, 15, 11, 12, 17, 32, 38, 40, 73, 82], "n_pos": 84, "sum_m_en": [7.477675, 4.334352, 4.472077, 4.620544, 4.799148, 4.815597, 4.781479, 5.079425, 5.805123, 5.909653, 6.376649, 6.818041, 6.963902, 6.846481, 6.730704, 6.066477, 6.020227, 5.643469, 5.238585, 4.920894, 4.749881, 4.69567, 4.391449, 4.188845, 11.152387, 10.852442, 10.262306, 9.902098, 10.569015, 10.665758, 10.607324, 10.311788, 9.85617, 10.481471, 11.072477, 11.280019, 16.460006, 18.687006, 22.190053, 23.918306, 23.888594, 25.214622, 27.815598, 26.7907, 28.673818, 24.613191, 13.992499, 9.942701, 2.844798, 1.900823], "sum_m_pl": [30.27212, 40.080492, 39.188046, 38.39749, 37.959074, 37.295355, 38.069757, 37.601458, 37.638736, 37.981882, 36.825284, 36.343396, 36.687483, 36.778005, 37.222117, 38.597626, 38.526778, 38.38953, 39.281201, 40.113536, 40.30488, 40.217963, 40.492879, 40.481293, 31.51777, 31.534739, 30.936312, 32.338091, 33.275176, 33.11312, 33.536524, 33.736944, 34.055918, 32.986516, 32.000159, 31.438407, 29.085833, 28.732204, 25.791879, 25.549463, 25.382857, 25.787906, 23.484417, 23.718496, 24.774504, 29.714131, 35.629804, 38.427805, 68.34804, 81.5289]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 497, "item_id": "llmzszl-18694", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 649, "region_end": 497, "roundtrip_ok": true, "tf_agree": 0.992, "tf_agree_excl_first": 0.994}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [108, 93, 74, 77, 87, 78, 70, 78, 62, 83, 79, 85, 73, 91, 94, 102, 103, 80, 72, 65, 70, 62, 52, 61, 102, 104, 101, 93, 85, 91, 99, 102, 92, 105, 115, 119, 106, 103, 96, 113, 104, 92, 94, 90, 98, 96, 92, 95, 84, 89], "n_am_pl": [41, 51, 67, 68, 74, 56, 62, 62, 57, 67, 63, 40, 42, 43, 54, 62, 59, 53, 41, 62, 60, 72, 76, 69, 33, 35, 47, 42, 61, 53, 42, 53, 40, 36, 37, 31, 30, 23, 12, 23, 22, 22, 12, 19, 13, 14, 11, 9, 4, 4], "n_pos": 406, "sum_m_en": [45.409247, 21.340966, 22.521097, 21.623496, 22.444557, 23.857706, 21.933792, 23.695134, 25.098856, 26.937585, 27.361873, 28.81128, 30.514561, 30.822047, 31.091398, 29.537344, 29.462496, 27.462266, 24.425646, 23.360234, 21.360942, 20.037544, 19.123433, 18.64917, 37.930351, 41.468193, 43.23312, 41.101919, 39.793076, 41.759713, 40.564236, 39.207262, 40.350337, 42.33654, 45.810305, 46.944259, 49.38485, 52.141475, 56.230302, 59.856414, 57.100093, 59.540703, 63.978786, 66.190112, 69.271018, 79.714559, 88.013865, 91.243308, 85.148018, 88.488331], "sum_m_pl": [155.789568, 201.267907, 197.311368, 195.524821, 189.989024, 185.000389, 189.73805, 186.167982, 183.090418, 182.555649, 178.512008, 177.740478, 175.061097, 175.198531, 177.390916, 184.151438, 185.038536, 184.797455, 187.618972, 190.592527, 195.101735, 196.076242, 196.925401, 197.427155, 156.368472, 155.201174, 152.584058, 159.757722, 165.512624, 162.088725, 163.197005, 164.72058, 160.785313, 150.868554, 143.500069, 136.25962, 118.5693, 107.626743, 98.587085, 94.512503, 89.6084, 80.63176, 74.180017, 62.295031, 54.070184, 38.583276, 24.783888, 13.509473, 5.201045, 4.147587]}, "digit": {"n_am_en": [9, 13, 7, 14, 16, 8, 8, 6, 8, 7, 7, 6, 5, 7, 7, 8, 12, 14, 5, 4, 5, 3, 4, 4, 10, 9, 11, 8, 8, 10, 12, 11, 10, 11, 8, 8, 10, 7, 4, 7, 7, 4, 3, 5, 6, 3, 0, 1, 0, 0], "n_am_pl": [1, 8, 2, 5, 5, 7, 6, 5, 4, 8, 11, 7, 2, 4, 3, 9, 6, 4, 2, 8, 4, 4, 5, 2, 0, 4, 4, 2, 9, 10, 2, 7, 6, 2, 3, 1, 3, 3, 1, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 41, "sum_m_en": [4.997105, 2.051529, 2.206072, 2.284745, 2.210223, 2.456199, 2.15913, 2.490569, 2.518798, 2.669594, 2.607359, 2.471271, 2.851319, 3.008561, 2.789318, 2.74535, 2.804366, 2.641689, 2.325221, 2.270978, 2.082554, 1.924267, 1.826045, 1.769572, 3.013798, 3.451817, 3.950759, 3.695257, 3.606126, 3.542526, 3.799559, 3.653745, 3.418128, 3.378902, 3.679215, 3.682249, 3.780759, 3.229535, 3.526361, 3.597741, 3.343906, 3.407058, 2.927096, 4.599875, 3.262315, 3.030796, 0.927654, 1.457228, 0.077685, 5.4e-05], "sum_m_pl": [16.021768, 20.729739, 19.535494, 19.892995, 19.517425, 18.607055, 19.228681, 18.791993, 18.296795, 18.597208, 18.281629, 18.622767, 18.036961, 18.43849, 18.88235, 19.34383, 19.34739, 19.459813, 19.388638, 19.338401, 19.78543, 19.945873, 20.031245, 20.1376, 16.713096, 15.783998, 15.755279, 16.967744, 17.597321, 17.504979, 17.383297, 17.977751, 17.893392, 17.078665, 15.468529, 15.051125, 13.85192, 13.259377, 12.060677, 11.439888, 11.342609, 11.929256, 11.191434, 8.631257, 8.412794, 5.747174, 2.463025, 1.058545, 0.026729, 0.0]}, "lang": {"n_am_en": [22, 27, 17, 26, 22, 23, 9, 19, 21, 25, 20, 22, 21, 21, 24, 26, 21, 19, 21, 24, 21, 18, 18, 20, 27, 36, 28, 27, 27, 30, 29, 28, 25, 33, 33, 37, 34, 40, 38, 43, 44, 45, 47, 41, 52, 53, 57, 67, 81, 86], "n_am_pl": [10, 9, 12, 11, 17, 14, 16, 13, 14, 13, 12, 7, 10, 11, 14, 14, 15, 14, 12, 12, 11, 19, 18, 15, 8, 3, 11, 8, 9, 10, 12, 14, 6, 5, 6, 10, 7, 3, 2, 8, 4, 6, 3, 5, 6, 5, 6, 3, 4, 4], "n_pos": 90, "sum_m_en": [10.366208, 5.46129, 5.732548, 5.239998, 5.154944, 5.55834, 5.209508, 5.636207, 6.129444, 6.670118, 6.92265, 7.466163, 7.977831, 7.904084, 7.706634, 7.252533, 7.111388, 6.665779, 5.90202, 5.7015, 5.183335, 4.80713, 4.549374, 4.4422, 11.065695, 12.417805, 12.539862, 11.916911, 11.190455, 11.983874, 11.408448, 11.267398, 11.664979, 12.754517, 13.704433, 14.642202, 15.566489, 17.600578, 20.080268, 22.663832, 22.628949, 27.370185, 30.315785, 29.453549, 34.873933, 39.78165, 50.744101, 58.573155, 77.246713, 85.400474], "sum_m_pl": [32.677564, 43.033135, 42.314662, 42.053575, 41.54656, 40.645253, 41.831959, 41.282755, 41.013531, 40.830193, 39.44917, 39.492162, 38.192681, 38.395766, 39.256269, 40.640008, 40.858955, 40.665318, 41.053618, 41.476807, 42.486076, 42.808645, 43.079683, 43.154565, 32.745664, 33.278624, 33.470161, 34.578054, 36.180831, 35.17489, 35.96811, 36.11579, 35.012648, 32.922464, 31.386343, 31.312573, 27.126755, 24.806725, 22.626541, 22.29863, 22.797206, 20.176032, 19.072335, 17.938649, 15.630836, 11.764159, 8.606624, 4.270784, 4.149014, 4.000165]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 408, "item_id": "llmzszl-18695", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 744, "region_end": 406, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.9803}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [138, 132, 155, 168, 149, 117, 78, 118, 113, 135, 122, 132, 124, 136, 134, 146, 142, 125, 106, 96, 95, 112, 98, 87, 170, 147, 147, 122, 140, 147, 153, 161, 149, 154, 179, 131, 153, 149, 163, 161, 145, 131, 159, 141, 90, 60, 31, 29, 13, 8], "n_am_pl": [30, 138, 90, 107, 100, 112, 123, 125, 108, 96, 87, 85, 91, 109, 107, 120, 108, 127, 132, 132, 142, 144, 163, 166, 60, 78, 85, 84, 93, 102, 131, 124, 116, 93, 79, 69, 50, 48, 50, 60, 66, 73, 60, 56, 48, 78, 72, 71, 90, 101], "n_pos": 647, "sum_m_en": [64.005692, 31.291847, 33.786537, 34.082909, 34.428331, 35.827247, 34.869387, 38.348328, 40.327333, 43.399921, 42.396104, 44.626455, 47.438067, 48.595939, 49.158912, 46.610659, 46.514175, 43.683473, 38.781407, 36.862785, 33.889917, 31.878261, 30.787757, 29.910078, 62.678877, 66.317673, 68.977549, 64.678554, 65.950965, 68.644505, 67.558476, 64.970013, 63.890235, 64.818984, 69.929296, 65.71906, 74.96969, 72.734782, 77.606817, 77.316345, 75.463503, 81.062162, 88.083246, 91.268539, 72.262527, 63.218278, 36.195315, 33.112332, 15.349107, 8.0059], "sum_m_pl": [248.098064, 326.146622, 314.850693, 312.795844, 309.987537, 303.89618, 304.635164, 301.087918, 300.068556, 297.73797, 292.880786, 291.756502, 291.084167, 288.722124, 292.009089, 303.341196, 301.444607, 302.777971, 310.032495, 312.880243, 316.855729, 316.800448, 317.270697, 317.182182, 254.248979, 250.468712, 246.057803, 257.582889, 266.77895, 264.152074, 269.811554, 271.824545, 273.992448, 256.725732, 246.859968, 238.217984, 214.14362, 208.372627, 191.760467, 190.792209, 180.506134, 175.390002, 169.737181, 146.696524, 127.702636, 117.629593, 92.471446, 83.846458, 88.533637, 101.3091]}, "digit": {"n_am_en": [11, 7, 5, 9, 8, 15, 2, 9, 7, 11, 10, 11, 6, 13, 9, 7, 11, 12, 9, 9, 11, 16, 15, 13, 19, 17, 18, 8, 9, 9, 13, 18, 17, 14, 17, 12, 7, 10, 5, 4, 8, 8, 8, 9, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 2, 0, 4, 10, 2, 8, 9, 2, 5, 8, 7, 2, 6, 5, 11, 4, 3, 3, 1, 3, 3, 5, 7, 1, 4, 3, 3, 9, 14, 12, 9, 13, 7, 1, 4, 2, 1, 1, 1, 2, 1, 1, 2, 1, 2, 2, 4, 0, 0], "n_pos": 57, "sum_m_en": [5.055268, 2.683489, 3.051686, 3.090922, 2.928047, 3.262105, 3.113643, 3.363313, 3.416291, 3.649237, 3.500414, 3.495906, 4.002283, 4.175305, 3.904575, 3.874772, 3.961025, 3.866265, 3.421534, 3.306361, 3.035967, 2.779932, 2.63272, 2.549403, 4.826513, 5.486382, 5.911993, 5.215301, 5.320373, 5.70123, 5.756212, 6.004039, 5.657305, 5.52036, 5.852152, 5.7509, 5.570264, 5.106091, 5.283578, 5.294385, 5.029323, 5.210532, 4.671517, 6.619586, 4.139771, 3.157671, 1.759306, 1.213959, 0.031125, 0.0], "sum_m_pl": [20.775888, 29.252655, 27.11036, 27.609837, 27.510447, 26.447235, 26.931509, 26.865567, 26.716989, 26.763549, 26.071887, 26.895195, 26.46023, 26.624564, 27.011425, 27.423359, 26.886835, 26.902935, 27.295421, 27.004997, 27.519435, 27.784955, 27.9341, 28.077426, 23.450031, 21.935659, 22.049816, 23.74047, 24.151151, 24.04765, 23.954179, 24.207716, 24.85464, 23.750864, 22.121319, 21.887265, 21.219796, 21.607266, 19.782675, 19.913659, 20.159527, 20.392555, 20.446751, 17.897877, 18.18009, 15.191888, 8.975646, 6.75871, 0.093832, 0.0]}, "lang": {"n_am_en": [28, 26, 30, 21, 22, 13, 16, 23, 26, 23, 19, 24, 25, 28, 30, 27, 26, 27, 28, 33, 29, 35, 30, 26, 49, 45, 36, 29, 26, 30, 30, 41, 36, 46, 49, 40, 45, 44, 46, 48, 42, 39, 46, 49, 43, 31, 21, 21, 9, 8], "n_am_pl": [10, 23, 14, 21, 17, 20, 14, 6, 11, 9, 10, 10, 8, 19, 9, 16, 11, 19, 17, 16, 19, 13, 18, 19, 8, 8, 8, 9, 14, 11, 19, 22, 15, 10, 13, 9, 10, 13, 18, 14, 14, 20, 19, 23, 24, 46, 43, 44, 86, 100], "n_pos": 109, "sum_m_en": [10.801029, 5.785233, 5.930727, 6.127197, 6.027366, 6.057022, 5.996254, 6.850157, 7.444616, 7.867877, 7.887173, 8.752874, 9.392313, 9.293111, 9.369796, 8.686785, 8.670888, 8.110195, 7.283016, 6.904926, 6.429082, 6.064316, 5.70936, 5.512969, 15.401938, 15.832752, 15.180434, 13.5934, 13.721999, 14.592881, 13.784338, 13.839148, 13.667445, 14.790465, 15.835347, 15.297891, 19.019171, 20.397176, 22.262226, 22.904297, 23.606839, 27.386682, 33.497976, 32.918002, 32.8073, 29.639515, 19.682951, 18.029073, 9.453375, 8.002628], "sum_m_pl": [38.532405, 51.133894, 50.332104, 48.813345, 48.22507, 48.41379, 48.9218, 48.916749, 48.732987, 48.227733, 47.161281, 46.516904, 46.650654, 46.229769, 47.961935, 49.84417, 50.177951, 50.194945, 51.431086, 52.225107, 53.020917, 52.838974, 52.994754, 53.065307, 39.76768, 39.778759, 39.02267, 41.548173, 42.175273, 42.187163, 43.585007, 44.008078, 44.725063, 42.778711, 41.447053, 41.710817, 39.295066, 37.735079, 36.277072, 36.741377, 35.439568, 33.211039, 30.906418, 30.721772, 32.845075, 39.672993, 41.834184, 45.383083, 80.74652, 99.621428]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 647, "item_id": "llmzszl-18695", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 675, "region_end": 647, "roundtrip_ok": true, "tf_agree": 0.9876, "tf_agree_excl_first": 0.9892}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [42, 38, 25, 21, 24, 18, 24, 19, 24, 16, 21, 25, 25, 25, 28, 24, 17, 21, 31, 32, 30, 29, 26, 25, 36, 39, 38, 33, 39, 37, 36, 33, 36, 31, 35, 31, 37, 40, 42, 40, 38, 40, 42, 40, 39, 33, 39, 44, 47, 44], "n_am_pl": [2, 11, 19, 16, 16, 12, 6, 8, 13, 18, 14, 19, 18, 14, 24, 14, 22, 21, 14, 16, 18, 17, 18, 23, 7, 13, 12, 14, 14, 10, 13, 10, 23, 15, 14, 12, 11, 12, 9, 9, 9, 6, 8, 8, 5, 5, 2, 0, 0, 0], "n_pos": 112, "sum_m_en": [15.21252, 6.077428, 5.687175, 5.727353, 5.948764, 6.047294, 5.944714, 6.328378, 6.484713, 6.624121, 7.166625, 7.234747, 8.004918, 8.052752, 7.969487, 7.36146, 7.598671, 7.181588, 6.899786, 6.209963, 5.709732, 5.326821, 5.072712, 4.974238, 13.821784, 15.786275, 14.542491, 13.507278, 12.894585, 12.204987, 11.899655, 11.493115, 11.569922, 12.099916, 13.591757, 15.04111, 20.340238, 23.623844, 26.111795, 26.699445, 27.955322, 28.464402, 29.33786, 29.664503, 32.582962, 32.269753, 37.545036, 40.814912, 46.356565, 44.284823], "sum_m_pl": [40.726982, 54.954213, 53.896756, 52.538262, 51.614635, 51.338915, 49.67525, 48.56175, 47.84252, 48.284967, 47.792224, 49.383764, 48.208469, 47.294921, 49.313068, 49.655182, 48.627135, 49.971115, 51.100702, 52.846254, 53.761838, 54.545795, 54.968135, 55.332093, 42.288028, 40.04475, 40.085379, 43.970226, 44.774032, 46.37794, 45.35182, 45.775988, 45.741645, 43.804597, 41.626259, 39.133839, 33.896987, 32.859023, 30.811285, 29.597222, 26.976513, 23.98674, 22.250162, 19.753756, 16.634013, 13.482971, 7.373565, 2.923758, 0.09691, 0.001075]}, "digit": {"n_am_en": [2, 5, 3, 2, 3, 1, 3, 2, 4, 2, 2, 2, 1, 2, 3, 4, 0, 1, 2, 0, 1, 0, 0, 0, 2, 5, 6, 3, 5, 5, 5, 2, 3, 2, 3, 1, 2, 2, 2, 2, 3, 4, 2, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 1, 2, 2, 2, 0, 1, 3, 1, 1, 3, 3, 0, 3, 1, 2, 4, 1, 2, 2, 1, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 3, 4, 2, 6, 5, 4, 5, 4, 5, 2, 2, 2, 1, 2, 1, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.765154, 0.714666, 0.675977, 0.692831, 0.743987, 0.790311, 0.769492, 0.791988, 0.820013, 0.835939, 0.867939, 0.826751, 0.884415, 0.893192, 0.879559, 0.867319, 0.905156, 0.877904, 0.868924, 0.777085, 0.736274, 0.701627, 0.685935, 0.684198, 1.050866, 1.304061, 1.229361, 1.295834, 1.321846, 1.328386, 1.351933, 1.308967, 1.182537, 1.237395, 1.323527, 1.469774, 1.233328, 1.376614, 1.96241, 1.929058, 2.049668, 2.315865, 2.079873, 1.856727, 1.829286, 1.871448, 1.219604, 0.934123, 0.013172, 0.0], "sum_m_pl": [6.515343, 9.059851, 8.771975, 8.445066, 8.208794, 8.110693, 7.904651, 7.79171, 7.502072, 7.536775, 7.46364, 7.641151, 7.314129, 7.109369, 7.199782, 7.327838, 6.823043, 7.183078, 7.383376, 7.643417, 7.784713, 8.05413, 8.133304, 8.302444, 6.478465, 6.302696, 6.276579, 6.580315, 6.682177, 7.035092, 6.644546, 6.624021, 6.916408, 6.662734, 6.367939, 6.673832, 6.649419, 6.431614, 5.719572, 5.833248, 5.712465, 5.42522, 5.449306, 5.354902, 4.553236, 4.02766, 2.442682, 1.040283, 0.02502, 0.0]}, "lang": {"n_am_en": [22, 17, 10, 12, 13, 12, 14, 12, 11, 8, 11, 14, 14, 14, 18, 14, 9, 11, 16, 18, 20, 17, 15, 14, 22, 21, 17, 19, 24, 20, 17, 20, 21, 21, 19, 19, 23, 27, 28, 27, 29, 31, 33, 32, 31, 28, 31, 36, 44, 44], "n_am_pl": [0, 5, 9, 8, 8, 4, 3, 4, 5, 8, 7, 11, 8, 9, 10, 7, 10, 11, 8, 7, 8, 10, 9, 11, 4, 5, 6, 5, 8, 5, 5, 5, 8, 6, 6, 3, 2, 4, 2, 2, 1, 1, 2, 2, 2, 3, 1, 0, 0, 0], "n_pos": 45, "sum_m_en": [7.087054, 2.70005, 2.515268, 2.493821, 2.60732, 2.551899, 2.507206, 2.612575, 2.730473, 2.748707, 3.144954, 3.221022, 3.452178, 3.652704, 3.604259, 3.273946, 3.365258, 3.207034, 3.059899, 2.741485, 2.479186, 2.293969, 2.156269, 2.096817, 7.593679, 8.38865, 7.339653, 6.852348, 6.532815, 5.919167, 5.637431, 5.78293, 6.380061, 6.563397, 7.415902, 9.156159, 13.373992, 15.858449, 17.215899, 17.829901, 18.913114, 20.038807, 21.002495, 22.290042, 25.208408, 24.92327, 30.46767, 33.627246, 43.682229, 43.903455], "sum_m_pl": [15.516128, 21.37658, 21.340619, 20.967101, 20.823666, 20.617677, 20.205807, 19.762982, 19.661142, 19.694815, 19.501239, 20.263954, 19.729663, 19.125982, 20.068067, 20.003525, 19.951465, 20.176417, 20.561595, 21.422387, 21.882841, 22.190926, 22.325751, 22.412268, 17.415775, 16.213179, 16.337415, 17.793558, 18.18088, 18.982351, 18.933826, 18.904467, 18.710077, 18.189549, 17.316238, 16.00254, 12.720404, 12.725739, 11.630929, 11.19214, 10.058826, 8.813815, 8.141892, 7.275533, 6.251015, 5.199923, 3.131666, 1.072664, 0.029356, 0.001069]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "llmzszl-18699", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 699, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [72, 84, 80, 57, 46, 50, 68, 60, 43, 46, 52, 65, 69, 79, 74, 71, 59, 56, 65, 58, 61, 56, 44, 45, 94, 111, 98, 95, 108, 104, 88, 102, 79, 84, 102, 88, 97, 83, 101, 89, 91, 87, 92, 83, 76, 66, 33, 26, 17, 14], "n_am_pl": [17, 71, 70, 63, 68, 63, 60, 55, 50, 49, 57, 67, 70, 58, 69, 74, 72, 84, 93, 93, 97, 100, 102, 97, 48, 44, 52, 51, 54, 68, 79, 71, 78, 54, 47, 65, 47, 46, 51, 57, 50, 58, 50, 53, 47, 59, 66, 60, 120, 127], "n_pos": 372, "sum_m_en": [32.500079, 16.312167, 16.898461, 17.90897, 18.419443, 18.719085, 18.765394, 18.980248, 19.93452, 20.61523, 21.670284, 22.597283, 24.299005, 25.376435, 25.290182, 23.726504, 23.768563, 22.730158, 22.278605, 20.109189, 18.752573, 17.756399, 17.126758, 16.749153, 35.574404, 38.82172, 38.072096, 37.218507, 38.14189, 35.675908, 35.065365, 35.25358, 34.111813, 34.956668, 38.43386, 40.86349, 46.331365, 49.625159, 51.965278, 52.12209, 54.01564, 54.150612, 58.552585, 60.247069, 57.753759, 58.369517, 35.317582, 30.923674, 19.404031, 13.909123], "sum_m_pl": [147.550092, 184.799492, 180.303259, 173.611457, 170.545598, 171.131484, 171.218069, 168.397362, 162.907258, 164.768628, 164.226932, 165.332141, 164.479214, 164.115834, 168.241345, 170.175841, 166.916337, 171.04064, 175.47771, 178.553619, 180.407716, 181.153872, 181.129275, 181.27552, 146.724782, 140.752167, 140.299559, 145.929664, 151.083135, 153.973333, 150.690663, 153.790617, 153.551207, 143.959983, 139.530545, 133.606982, 122.801036, 118.954464, 116.779109, 117.872437, 112.89173, 112.410053, 106.500484, 96.275127, 85.160693, 84.336824, 79.948805, 72.186392, 114.172613, 126.061081]}, "digit": {"n_am_en": [3, 23, 19, 10, 9, 6, 14, 13, 11, 13, 12, 14, 14, 10, 10, 7, 5, 3, 6, 5, 4, 4, 4, 6, 13, 19, 15, 13, 16, 9, 9, 9, 8, 8, 10, 9, 9, 6, 6, 6, 5, 6, 7, 6, 3, 3, 0, 0, 0, 0], "n_am_pl": [0, 3, 3, 3, 7, 5, 8, 8, 2, 3, 4, 8, 9, 10, 6, 6, 8, 7, 13, 10, 8, 11, 11, 9, 2, 3, 1, 2, 7, 9, 10, 6, 9, 5, 6, 7, 7, 5, 4, 7, 7, 7, 8, 8, 8, 5, 7, 2, 0, 0], "n_pos": 45, "sum_m_en": [4.258051, 1.987747, 1.938073, 1.898206, 1.988253, 1.979881, 1.963357, 1.979513, 2.071634, 2.215508, 2.306354, 2.316534, 2.473158, 2.538262, 2.573561, 2.550851, 2.583191, 2.481849, 2.364352, 2.133633, 2.023875, 1.929389, 1.903648, 1.881399, 3.786493, 4.25599, 4.307395, 4.317921, 4.289678, 3.951929, 4.08203, 4.086916, 3.752522, 3.696719, 4.032049, 4.253769, 4.746267, 4.461746, 4.163509, 3.87438, 3.772837, 4.251058, 3.757263, 4.472558, 3.452978, 2.944341, 1.614111, 1.145476, 0.080824, 0.0], "sum_m_pl": [19.309909, 24.538399, 23.66251, 22.771234, 22.338033, 22.258531, 22.055946, 21.627523, 21.039847, 21.098225, 20.975039, 21.461519, 21.14822, 20.837591, 20.820751, 20.820253, 19.844153, 20.537212, 21.433649, 21.74408, 21.833053, 21.962928, 22.039419, 22.309557, 18.086753, 17.810715, 17.604064, 18.303477, 18.739768, 18.500529, 17.778009, 18.08182, 18.882421, 18.140781, 17.396125, 17.431284, 16.642817, 16.897791, 16.293135, 16.409986, 16.677902, 16.904025, 16.369989, 14.827886, 12.917552, 11.824364, 9.724339, 5.586971, 0.284634, 0.0]}, "lang": {"n_am_en": [34, 15, 16, 17, 16, 16, 29, 25, 15, 20, 21, 22, 25, 26, 28, 32, 26, 29, 34, 32, 37, 29, 26, 27, 53, 56, 51, 49, 55, 53, 47, 55, 48, 52, 57, 49, 56, 54, 67, 58, 58, 57, 50, 45, 56, 50, 28, 21, 15, 14], "n_am_pl": [2, 27, 30, 29, 30, 22, 22, 19, 20, 20, 21, 25, 25, 17, 27, 26, 25, 24, 25, 25, 35, 36, 37, 38, 15, 17, 18, 17, 19, 19, 28, 29, 27, 17, 16, 31, 21, 24, 28, 29, 28, 31, 31, 36, 28, 39, 46, 51, 115, 125], "n_pos": 139, "sum_m_en": [11.628574, 5.964017, 6.242369, 6.921593, 7.048721, 7.12092, 7.261703, 7.239736, 7.75599, 7.810146, 8.461122, 8.991647, 9.757673, 10.036311, 9.696068, 9.092657, 9.155378, 8.870128, 9.350352, 8.138697, 7.413729, 6.859097, 6.505985, 6.410473, 16.811435, 18.29044, 17.093506, 15.682102, 15.75661, 14.606426, 14.637779, 15.185322, 15.411262, 16.388037, 17.909638, 21.237242, 26.121606, 30.765724, 32.694668, 33.120731, 35.453882, 36.500424, 36.95314, 37.670373, 40.59369, 42.673734, 25.921234, 20.756198, 16.36476, 13.90091], "sum_m_pl": [52.316377, 66.222723, 65.234924, 62.912055, 61.591441, 62.048287, 62.35198, 62.039914, 60.37007, 61.275149, 61.008242, 60.609461, 60.582329, 60.785288, 63.140721, 63.477448, 62.856714, 64.054277, 65.076931, 66.635312, 67.626549, 68.168506, 68.125655, 68.140664, 56.498558, 53.607409, 54.356906, 56.335276, 58.398797, 59.339484, 58.424365, 59.139999, 59.238161, 55.66073, 54.834338, 54.116901, 50.922006, 50.368313, 50.15313, 51.283047, 48.712139, 49.045285, 47.631952, 46.371513, 42.800121, 45.143524, 49.938567, 54.242282, 107.391598, 123.407526]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 372, "item_id": "llmzszl-18699", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 630, "region_end": 372, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9865}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [34, 29, 19, 13, 21, 10, 14, 9, 11, 13, 19, 20, 19, 25, 27, 23, 23, 20, 15, 16, 18, 14, 13, 14, 20, 15, 20, 22, 24, 20, 12, 21, 22, 24, 21, 25, 28, 22, 24, 21, 24, 23, 24, 26, 24, 26, 30, 24, 23, 22], "n_am_pl": [1, 16, 19, 17, 12, 13, 10, 11, 14, 12, 14, 12, 9, 8, 9, 13, 19, 15, 17, 12, 10, 11, 7, 12, 8, 15, 13, 13, 12, 11, 13, 10, 10, 8, 5, 4, 3, 6, 6, 3, 1, 2, 2, 2, 2, 2, 1, 2, 0, 0], "n_pos": 99, "sum_m_en": [11.403626, 5.310359, 5.250979, 5.0812, 5.479552, 5.42941, 5.516344, 5.566307, 5.627854, 5.900849, 6.230604, 6.366634, 6.554839, 6.975861, 6.986533, 6.243288, 6.602894, 6.369179, 5.834704, 5.352903, 5.161978, 4.818018, 4.605576, 4.476577, 9.753076, 10.380408, 10.117847, 9.953584, 10.424331, 10.036666, 9.628558, 9.202548, 8.931416, 8.868451, 9.035052, 9.509188, 10.712992, 10.888588, 11.690669, 13.210395, 13.714701, 14.5774, 15.885488, 17.800819, 19.217159, 20.948277, 24.971017, 22.377655, 22.174282, 21.339323], "sum_m_pl": [38.053838, 48.339426, 47.146011, 46.203274, 44.718225, 43.563219, 44.296461, 42.38174, 43.096586, 44.778202, 43.727867, 44.69641, 44.433228, 43.554054, 44.343965, 46.48232, 45.134066, 46.425725, 46.71558, 47.82112, 47.661526, 47.864752, 47.998194, 48.303605, 37.058835, 37.297787, 37.53588, 40.052877, 40.209338, 40.763036, 41.033733, 40.997092, 41.25961, 39.64613, 37.971605, 34.382771, 30.859601, 29.585375, 27.948953, 26.914832, 25.014628, 21.513807, 20.923768, 17.399809, 13.924751, 10.483614, 5.766438, 3.998796, 0.50575, 0.001462]}, "digit": {"n_am_en": [8, 9, 8, 6, 6, 1, 3, 0, 2, 3, 6, 5, 7, 9, 5, 9, 6, 4, 5, 7, 9, 6, 4, 6, 6, 4, 6, 9, 8, 4, 1, 4, 5, 7, 5, 8, 13, 8, 4, 5, 7, 3, 4, 5, 4, 4, 6, 3, 2, 0], "n_am_pl": [0, 3, 5, 2, 4, 5, 1, 2, 3, 2, 2, 0, 1, 0, 2, 3, 4, 3, 7, 5, 3, 3, 2, 5, 6, 7, 3, 4, 5, 2, 1, 2, 3, 2, 0, 2, 0, 2, 2, 3, 1, 2, 2, 2, 2, 2, 1, 1, 0, 0], "n_pos": 29, "sum_m_en": [2.677876, 1.354784, 1.347793, 1.326566, 1.353753, 1.335937, 1.319679, 1.42312, 1.456214, 1.526635, 1.531651, 1.581233, 1.710206, 1.805901, 1.72296, 1.568127, 1.653459, 1.629058, 1.529198, 1.415817, 1.366725, 1.294945, 1.232892, 1.20927, 2.353407, 2.244551, 2.277341, 2.357808, 2.444716, 2.392713, 2.310547, 2.286814, 2.066127, 2.115232, 2.159503, 2.468848, 2.704359, 2.40733, 2.567682, 2.64529, 2.858957, 2.591643, 2.626544, 2.888108, 2.65398, 2.512202, 4.343218, 2.624103, 1.229257, 0.0], "sum_m_pl": [12.712135, 15.141194, 14.54191, 14.100932, 13.642152, 13.388171, 13.64177, 13.218611, 13.34333, 13.974474, 13.763975, 14.138417, 13.486867, 13.107678, 13.439227, 14.127824, 13.509907, 13.962205, 14.228466, 14.422704, 14.354837, 14.414682, 14.48015, 14.582366, 12.286586, 11.994086, 12.344436, 13.121453, 13.007764, 13.130534, 12.731127, 12.607792, 12.710287, 12.485683, 11.860674, 11.068683, 10.706853, 10.473072, 10.237446, 10.346632, 10.355116, 9.518832, 9.359595, 8.630345, 7.803793, 5.885857, 3.398686, 2.30832, 0.392999, 0.0]}, "lang": {"n_am_en": [7, 7, 6, 3, 3, 5, 6, 5, 5, 2, 7, 8, 7, 9, 8, 6, 9, 6, 5, 3, 2, 3, 5, 5, 5, 5, 6, 6, 7, 4, 6, 8, 7, 9, 6, 8, 6, 10, 12, 12, 14, 19, 18, 19, 19, 19, 20, 20, 20, 22], "n_am_pl": [1, 1, 4, 4, 3, 0, 1, 1, 0, 2, 2, 3, 2, 2, 3, 1, 4, 5, 2, 4, 4, 4, 1, 1, 1, 2, 4, 4, 4, 5, 4, 3, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.574452, 1.329217, 1.238544, 1.17973, 1.30419, 1.38349, 1.421875, 1.406124, 1.455117, 1.475239, 1.660931, 1.722406, 1.762148, 1.924364, 1.982689, 1.686261, 1.855777, 1.697315, 1.507775, 1.328324, 1.282294, 1.175566, 1.123605, 1.083678, 3.262838, 3.487734, 3.471257, 3.334222, 3.512106, 3.320017, 3.252264, 3.103407, 3.042611, 2.947378, 2.907341, 3.425385, 3.880163, 4.725749, 4.844437, 5.879393, 6.95376, 9.147042, 10.057277, 11.618078, 13.690349, 14.938135, 16.959687, 18.007432, 20.011584, 21.228745], "sum_m_pl": [7.11747, 9.863389, 9.979084, 10.044986, 9.797884, 9.344635, 9.481395, 9.191293, 9.263227, 9.623794, 9.450002, 9.868708, 10.227673, 9.996499, 10.234175, 10.736183, 10.40649, 10.821934, 10.792279, 10.894209, 10.762606, 10.734848, 10.680385, 10.763423, 8.311319, 8.584644, 8.547482, 9.026978, 8.67462, 8.79197, 8.993521, 8.893724, 9.106977, 8.879957, 8.578104, 8.009967, 6.885067, 6.637418, 6.214983, 5.846556, 5.51511, 4.509649, 4.219093, 3.443493, 2.57986, 1.942851, 1.059035, 0.596752, 0.077713, 0.000994]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "llmzszl-18704", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 746, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9703, "tf_agree_excl_first": 0.98}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [110, 92, 86, 78, 78, 73, 65, 77, 67, 77, 85, 84, 78, 77, 58, 70, 63, 59, 46, 55, 52, 48, 47, 39, 83, 64, 61, 72, 78, 78, 67, 70, 58, 77, 81, 83, 78, 58, 66, 64, 60, 55, 60, 52, 53, 57, 28, 17, 2, 1], "n_am_pl": [10, 79, 54, 42, 30, 68, 48, 49, 49, 52, 45, 57, 57, 53, 53, 63, 61, 78, 76, 68, 73, 74, 76, 86, 68, 65, 59, 56, 66, 71, 87, 69, 70, 40, 49, 45, 35, 39, 34, 34, 31, 31, 29, 28, 30, 31, 41, 38, 61, 66], "n_pos": 383, "sum_m_en": [35.437084, 18.325398, 19.188542, 19.355451, 20.199746, 19.834981, 19.83355, 20.925317, 22.016763, 22.607753, 23.089866, 23.094168, 23.950692, 25.464001, 25.336753, 24.274919, 24.337995, 23.161061, 21.176726, 19.870047, 19.120818, 18.389931, 17.780722, 17.261593, 33.61139, 35.551383, 34.383393, 34.192171, 37.774498, 36.547815, 34.933048, 33.471154, 32.755501, 32.996955, 35.815611, 35.678803, 35.899216, 33.123699, 35.293262, 37.875271, 39.453128, 37.95519, 42.501025, 40.328512, 40.965616, 38.565587, 26.083441, 21.116542, 4.148928, 0.927216], "sum_m_pl": [154.29908, 192.673823, 186.011613, 182.935896, 180.080927, 178.060736, 180.024969, 175.499168, 174.742854, 179.435432, 175.331443, 176.106118, 177.292327, 174.045319, 171.928436, 180.396799, 177.904713, 182.634057, 185.117345, 187.310613, 185.515353, 184.301778, 184.890491, 184.95635, 145.47479, 144.543753, 144.142431, 154.475303, 157.098946, 160.249981, 160.911521, 161.959842, 162.457383, 153.718374, 151.675028, 143.434846, 132.804928, 132.581096, 125.297795, 121.9037, 116.416385, 112.716703, 103.948253, 94.407024, 83.134515, 75.437307, 66.678785, 56.096939, 62.353956, 66.991588]}, "digit": {"n_am_en": [36, 31, 28, 14, 16, 21, 15, 27, 18, 23, 20, 25, 17, 18, 16, 23, 15, 11, 13, 14, 14, 12, 10, 11, 19, 15, 16, 18, 15, 20, 16, 16, 9, 12, 12, 15, 16, 9, 7, 10, 11, 7, 12, 7, 10, 9, 4, 1, 0, 0], "n_am_pl": [2, 19, 6, 8, 10, 17, 10, 8, 8, 6, 8, 10, 11, 6, 8, 12, 13, 19, 13, 11, 14, 15, 11, 11, 14, 11, 13, 14, 12, 9, 13, 11, 14, 6, 12, 11, 8, 11, 10, 10, 4, 7, 6, 6, 4, 4, 2, 0, 0, 0], "n_pos": 102, "sum_m_en": [8.716321, 4.648973, 4.87169, 4.82944, 4.863351, 4.521745, 4.338534, 4.869956, 5.141404, 5.16263, 5.263125, 5.432985, 5.820791, 6.207158, 6.011759, 5.939435, 5.965591, 5.744355, 5.246604, 4.844846, 4.546615, 4.350812, 4.216175, 4.105327, 6.482438, 7.547768, 7.955282, 8.360734, 8.932345, 8.81785, 8.823811, 8.295812, 7.550218, 7.539574, 7.490565, 7.769847, 7.724048, 7.134533, 7.287051, 7.279122, 8.008207, 7.293901, 7.110992, 6.428038, 7.129534, 7.43578, 5.987323, 5.002687, 1.170949, 0.0], "sum_m_pl": [45.572471, 54.023494, 51.110467, 49.902658, 49.170976, 49.074849, 49.496054, 47.932486, 47.479667, 49.626827, 48.284938, 49.161418, 48.361778, 47.307941, 46.345549, 48.748369, 47.364174, 48.804552, 49.815676, 50.454792, 50.22097, 50.256242, 50.431534, 50.875633, 42.759753, 41.149468, 40.638194, 43.814456, 43.740566, 44.126232, 43.298916, 43.849481, 44.592063, 42.892697, 41.792968, 40.104599, 38.586636, 38.639397, 37.01284, 37.563754, 36.93502, 36.123267, 35.164796, 32.163755, 29.240033, 24.21789, 17.904884, 11.444844, 1.810727, 0.0]}, "lang": {"n_am_en": [16, 11, 10, 11, 10, 12, 12, 14, 14, 13, 15, 11, 15, 15, 11, 14, 17, 15, 10, 9, 12, 14, 11, 8, 20, 13, 14, 10, 15, 12, 16, 17, 15, 24, 17, 24, 22, 18, 19, 23, 22, 25, 24, 20, 19, 24, 12, 7, 0, 1], "n_am_pl": [4, 9, 10, 5, 2, 10, 5, 7, 6, 11, 7, 8, 11, 9, 11, 19, 16, 17, 20, 20, 20, 20, 20, 23, 18, 12, 11, 11, 12, 13, 12, 11, 14, 10, 14, 10, 9, 10, 12, 13, 16, 13, 18, 17, 16, 21, 30, 33, 58, 66], "n_pos": 67, "sum_m_en": [6.152342, 3.275363, 3.339683, 3.396028, 3.535802, 3.58148, 3.603921, 3.663122, 3.844276, 4.039436, 4.237326, 4.301135, 4.36551, 4.579413, 4.60459, 4.33509, 4.307089, 3.978971, 3.794288, 3.588007, 3.563748, 3.448431, 3.274707, 3.167852, 7.145278, 7.188083, 6.947388, 6.538103, 7.050899, 6.839457, 6.460416, 6.522091, 6.491532, 6.876024, 7.153249, 6.992571, 7.363048, 6.995683, 7.410918, 8.685274, 10.185196, 10.092758, 14.380207, 13.577173, 15.328262, 14.471898, 8.88214, 6.243377, 0.597372, 0.892241], "sum_m_pl": [24.936265, 31.638666, 31.025174, 30.421758, 30.154267, 29.473232, 30.247561, 30.706299, 30.822689, 31.517414, 31.018863, 31.306531, 31.572383, 31.432186, 31.714455, 33.08578, 32.715762, 33.173273, 33.241254, 33.446422, 32.974988, 32.674303, 32.693789, 32.648535, 27.552116, 27.213355, 27.097528, 28.576537, 28.946799, 29.204329, 29.408797, 29.919515, 30.421765, 29.296953, 30.118221, 29.640634, 28.587872, 29.876972, 29.297018, 27.960854, 26.896297, 26.553823, 23.227714, 24.582951, 24.485682, 26.978371, 32.006491, 31.659826, 55.47967, 65.158169]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 385, "item_id": "llmzszl-18704", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 677, "region_end": 383, "roundtrip_ok": true, "tf_agree": 0.9948, "tf_agree_excl_first": 0.9974}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [113, 114, 101, 90, 103, 103, 105, 120, 87, 132, 150, 135, 123, 146, 140, 158, 145, 132, 114, 106, 92, 88, 77, 81, 143, 162, 141, 124, 126, 133, 113, 123, 120, 146, 139, 143, 130, 116, 117, 115, 111, 114, 106, 102, 104, 112, 107, 97, 76, 69], "n_am_pl": [40, 78, 113, 68, 61, 61, 62, 58, 76, 99, 82, 82, 89, 106, 107, 67, 96, 96, 93, 99, 108, 120, 127, 141, 65, 70, 76, 89, 138, 105, 116, 103, 115, 90, 71, 53, 57, 43, 44, 35, 23, 22, 36, 25, 23, 15, 15, 8, 6, 5], "n_pos": 587, "sum_m_en": [59.607797, 28.508264, 28.417273, 29.442552, 30.94644, 31.179429, 30.701737, 31.272917, 32.888801, 33.940588, 36.094861, 37.845256, 40.866964, 44.396541, 45.333089, 45.327244, 42.419468, 40.981972, 36.550401, 33.899019, 30.310353, 28.100996, 26.941949, 26.081601, 50.647412, 59.409921, 60.902206, 58.93105, 59.143172, 62.296571, 59.955269, 57.766173, 55.599844, 57.535404, 58.510862, 56.78093, 59.172664, 58.430484, 61.970517, 66.660104, 66.088956, 67.233807, 74.178482, 81.487258, 88.468917, 97.191279, 98.198942, 94.754674, 78.628533, 68.982026], "sum_m_pl": [231.152742, 294.648706, 289.046674, 281.15423, 275.245876, 270.357844, 272.174042, 271.522938, 267.985217, 281.530342, 272.946424, 274.980325, 272.517978, 265.49391, 263.278285, 262.898787, 263.114849, 266.470271, 269.34425, 274.823728, 281.832926, 284.919245, 286.763708, 289.226123, 233.145481, 229.721289, 225.017741, 242.445619, 251.649396, 243.255292, 244.021068, 246.745595, 242.64006, 227.393635, 220.813239, 206.766415, 183.855595, 175.036048, 163.763272, 142.246872, 130.317508, 127.030232, 122.165032, 107.528297, 92.181653, 74.560776, 44.600416, 19.462172, 13.287948, 4.903664]}, "digit": {"n_am_en": [9, 40, 22, 21, 30, 21, 11, 8, 8, 19, 15, 15, 20, 27, 23, 19, 26, 28, 19, 15, 9, 7, 5, 5, 23, 31, 17, 18, 19, 21, 16, 32, 23, 43, 42, 34, 18, 10, 6, 5, 6, 7, 4, 7, 5, 5, 5, 3, 0, 0], "n_am_pl": [0, 16, 23, 9, 13, 5, 3, 9, 16, 24, 25, 24, 21, 24, 27, 20, 23, 31, 28, 25, 21, 20, 19, 26, 12, 15, 21, 25, 39, 30, 35, 24, 25, 18, 9, 15, 10, 12, 11, 6, 4, 6, 6, 6, 4, 3, 4, 1, 0, 0], "n_pos": 109, "sum_m_en": [9.331458, 4.605958, 4.427999, 4.922505, 5.27935, 5.217069, 5.037658, 5.469891, 5.70912, 6.334898, 6.583643, 7.081522, 7.925779, 8.651823, 8.602057, 8.690714, 8.352236, 8.179599, 7.142512, 6.570971, 5.802733, 5.327016, 5.110755, 4.940994, 9.389284, 11.917781, 12.085751, 11.37095, 11.723426, 12.098067, 12.229772, 11.877772, 10.743753, 11.233855, 11.812359, 10.95857, 10.90057, 9.682314, 9.190157, 8.135242, 7.580545, 7.541971, 8.333269, 8.646794, 8.122735, 7.319088, 4.222958, 2.637731, 0.042257, 0.0], "sum_m_pl": [38.897618, 55.767861, 53.64123, 51.780079, 51.008961, 50.866923, 51.151713, 50.217222, 49.528033, 52.031131, 49.887174, 50.771813, 50.506823, 49.372799, 49.920261, 48.831356, 47.960004, 49.567537, 49.743901, 50.86378, 52.185805, 52.913518, 53.162755, 53.801485, 45.161814, 43.485903, 42.501449, 46.3369, 47.779045, 46.498816, 46.353901, 47.535347, 47.648205, 45.230316, 43.293143, 43.867455, 40.830909, 40.018478, 36.529224, 33.068994, 31.978527, 31.898044, 31.230046, 27.690656, 23.967706, 17.72447, 6.408762, 2.440026, 0.051905, 0.0]}, "lang": {"n_am_en": [23, 14, 16, 16, 18, 21, 22, 27, 24, 22, 28, 27, 18, 23, 23, 34, 27, 22, 24, 26, 21, 31, 27, 28, 39, 38, 35, 32, 24, 27, 28, 26, 26, 25, 24, 35, 41, 41, 41, 45, 50, 47, 49, 48, 45, 58, 54, 62, 66, 69], "n_am_pl": [9, 8, 11, 6, 10, 11, 5, 8, 10, 9, 10, 10, 15, 18, 14, 7, 13, 15, 13, 10, 14, 17, 15, 16, 7, 10, 8, 11, 20, 15, 13, 8, 7, 7, 4, 4, 1, 3, 5, 5, 3, 2, 2, 7, 6, 2, 1, 4, 5, 5], "n_pos": 74, "sum_m_en": [8.333741, 4.123837, 3.904466, 4.038405, 4.283271, 4.990195, 4.99553, 4.657882, 5.152143, 4.717779, 5.357047, 5.763518, 6.114099, 7.087205, 7.347437, 6.949642, 6.262533, 5.960711, 5.489526, 4.751818, 4.193419, 3.825298, 3.63696, 3.473929, 10.373606, 11.954266, 11.043079, 10.561888, 9.872578, 10.422381, 9.240876, 9.372543, 9.538794, 10.481253, 10.506589, 11.530459, 14.462998, 16.478464, 20.062445, 25.931925, 27.42053, 28.665583, 32.589937, 35.013616, 39.704999, 46.235892, 51.321456, 58.842353, 64.960585, 68.345908], "sum_m_pl": [27.027757, 33.15573, 33.998534, 33.596094, 33.125912, 30.907671, 31.514184, 32.431153, 32.499879, 34.21539, 34.142328, 34.556115, 34.048539, 32.899888, 32.433184, 32.816874, 33.375182, 33.211361, 33.787596, 34.680005, 35.577067, 35.987295, 36.126104, 36.253711, 30.22624, 29.79645, 29.555145, 30.534197, 31.304409, 30.090228, 30.913717, 30.109798, 30.023056, 28.62237, 28.683901, 27.012662, 24.540836, 23.689455, 21.422624, 18.702488, 17.049426, 16.012685, 14.029969, 13.414926, 10.679402, 8.05441, 4.568077, 4.30761, 4.567932, 4.838553]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 589, "item_id": "llmzszl-18705", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 726, "region_end": 587, "roundtrip_ok": true, "tf_agree": 0.9932, "tf_agree_excl_first": 0.9949}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [268, 330, 275, 291, 266, 223, 185, 203, 168, 223, 232, 233, 264, 234, 248, 245, 271, 228, 163, 148, 143, 137, 124, 117, 237, 267, 263, 224, 271, 310, 281, 271, 268, 276, 306, 266, 232, 227, 190, 210, 198, 173, 199, 148, 141, 121, 54, 81, 85, 84], "n_am_pl": [50, 159, 153, 142, 123, 171, 179, 145, 170, 223, 171, 187, 221, 213, 193, 211, 202, 191, 265, 248, 274, 277, 293, 327, 155, 155, 180, 222, 270, 244, 204, 195, 234, 170, 138, 154, 113, 100, 98, 92, 103, 113, 106, 121, 89, 109, 124, 119, 115, 126], "n_pos": 1085, "sum_m_en": [98.180109, 51.75083, 53.6978, 55.708962, 58.042632, 58.547016, 57.141767, 58.899656, 62.826108, 65.733054, 68.241657, 70.403391, 77.379351, 84.455052, 86.068995, 84.407114, 80.565356, 76.993666, 68.097729, 63.937459, 57.451086, 53.244615, 51.394104, 49.461055, 95.053433, 108.942887, 117.570584, 110.013917, 117.848842, 121.524161, 117.317099, 110.622735, 106.98192, 110.121253, 115.659594, 110.362164, 114.228634, 110.192979, 113.246004, 113.644313, 108.376247, 105.15013, 108.704092, 101.236009, 93.738696, 98.509373, 64.181522, 68.524268, 86.492109, 84.039782], "sum_m_pl": [433.434954, 551.230012, 531.457637, 519.906704, 515.839113, 506.621156, 506.403084, 509.247288, 504.887973, 521.254693, 506.965528, 510.258171, 509.372372, 498.506424, 498.041217, 500.967594, 497.044283, 501.7259, 516.7072, 519.514834, 527.905436, 531.303918, 534.175578, 537.956549, 444.898002, 439.905091, 431.594715, 469.060923, 479.504163, 475.276326, 470.936062, 474.022936, 477.314341, 448.068868, 431.496078, 416.25287, 365.077895, 361.931121, 339.188962, 320.623726, 304.460638, 309.656899, 300.421505, 276.859193, 218.130469, 195.22486, 169.168148, 143.586055, 113.718206, 126.12522]}, "digit": {"n_am_en": [17, 74, 48, 33, 67, 45, 15, 17, 19, 49, 38, 34, 46, 33, 40, 40, 51, 40, 30, 13, 11, 11, 9, 11, 29, 40, 35, 33, 37, 42, 49, 51, 50, 42, 50, 44, 32, 32, 26, 20, 26, 18, 21, 16, 20, 11, 10, 2, 0, 0], "n_am_pl": [0, 23, 7, 7, 13, 18, 24, 8, 12, 16, 24, 21, 37, 38, 42, 46, 22, 25, 26, 30, 35, 37, 32, 40, 25, 24, 32, 30, 49, 43, 37, 25, 39, 34, 21, 33, 21, 17, 13, 12, 12, 16, 12, 27, 14, 17, 15, 18, 1, 0], "n_pos": 148, "sum_m_en": [13.206254, 6.712225, 6.64142, 6.727595, 7.010622, 6.885997, 6.660485, 6.779246, 7.247308, 7.517863, 7.977443, 8.234838, 9.279479, 11.160865, 10.900922, 11.330296, 11.115984, 10.874971, 9.296094, 8.850789, 7.7865, 7.123128, 6.810177, 6.623241, 12.370139, 14.721844, 15.569681, 14.328199, 15.63825, 16.627249, 16.479852, 16.231489, 14.7733, 15.433032, 16.370467, 15.697645, 15.296921, 14.140775, 14.367129, 13.430191, 12.99763, 11.674076, 11.69121, 10.696479, 10.364583, 10.840203, 7.466259, 3.993292, 0.178421, 0.0], "sum_m_pl": [53.046056, 78.199182, 74.893794, 73.003887, 73.743638, 72.647233, 72.077813, 72.028608, 72.090884, 75.671799, 73.368878, 74.615726, 74.709741, 71.109649, 72.367429, 70.476068, 67.452584, 68.632221, 71.106064, 70.631736, 71.933821, 72.837532, 73.001542, 73.708305, 62.775668, 62.811288, 61.888411, 67.313661, 67.782325, 66.510144, 66.043301, 65.29092, 67.952453, 64.240682, 60.747517, 61.941833, 58.282475, 59.391802, 54.96088, 54.327036, 54.006893, 54.45501, 52.243067, 51.283421, 48.715047, 38.496828, 27.262269, 19.160634, 1.229056, 0.0]}, "lang": {"n_am_en": [90, 37, 29, 25, 38, 49, 49, 58, 37, 48, 50, 51, 62, 47, 44, 45, 49, 47, 30, 33, 33, 38, 32, 37, 67, 71, 59, 52, 49, 53, 45, 51, 60, 71, 66, 71, 65, 64, 62, 82, 79, 77, 88, 65, 62, 48, 26, 61, 85, 84], "n_am_pl": [13, 40, 43, 27, 29, 30, 20, 17, 28, 42, 28, 30, 37, 41, 42, 42, 45, 44, 55, 54, 56, 56, 64, 67, 25, 31, 35, 41, 51, 44, 37, 38, 41, 31, 42, 38, 33, 35, 31, 30, 39, 45, 48, 56, 51, 70, 83, 86, 110, 126], "n_pos": 210, "sum_m_en": [17.623408, 10.000154, 10.280033, 10.302742, 10.520026, 10.821722, 11.16837, 11.299107, 11.781909, 11.59087, 12.674287, 13.181402, 13.979515, 15.214615, 15.84039, 15.059076, 14.893114, 14.264872, 12.965918, 11.97541, 10.994438, 10.369538, 9.881573, 9.426379, 21.876962, 22.525987, 23.756881, 21.452231, 21.900179, 23.405635, 22.214351, 21.819415, 22.999513, 24.543837, 25.250266, 23.981257, 27.757623, 30.189256, 31.577832, 37.374355, 36.863068, 38.141728, 43.88932, 39.478645, 45.836226, 45.952839, 31.159425, 41.078646, 84.960853, 84.001255], "sum_m_pl": [87.113656, 102.692576, 101.096356, 99.894932, 99.474685, 97.847987, 97.925174, 99.566265, 100.534758, 102.895327, 101.564174, 100.248016, 100.077659, 99.953822, 99.489684, 100.912538, 100.341021, 99.701477, 102.351389, 102.951617, 104.634069, 104.837727, 105.445817, 105.591366, 90.653146, 90.256817, 87.831884, 93.460251, 94.876926, 93.017688, 92.033718, 93.898939, 94.244253, 90.036484, 89.976662, 89.712077, 84.750104, 84.522976, 81.938691, 79.986129, 79.836469, 79.903648, 78.506317, 83.037087, 74.363858, 76.498257, 84.9641, 90.085595, 105.686254, 124.050638]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1085, "item_id": "llmzszl-18705", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 657, "region_end": 1085, "roundtrip_ok": true, "tf_agree": 0.9972, "tf_agree_excl_first": 0.9982}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [88, 100, 100, 90, 70, 58, 61, 84, 68, 73, 79, 83, 82, 84, 78, 68, 74, 67, 59, 49, 41, 42, 44, 41, 93, 105, 96, 90, 105, 95, 89, 97, 95, 111, 114, 122, 103, 100, 107, 115, 113, 131, 135, 131, 135, 133, 122, 123, 121, 117], "n_am_pl": [18, 45, 60, 63, 45, 57, 55, 42, 47, 58, 69, 39, 40, 65, 70, 67, 72, 80, 72, 74, 79, 82, 78, 89, 31, 47, 42, 36, 56, 62, 61, 71, 74, 61, 56, 46, 41, 27, 25, 23, 27, 24, 20, 18, 17, 12, 6, 4, 3, 3], "n_pos": 378, "sum_m_en": [40.481733, 19.990122, 20.95651, 19.637818, 19.93804, 20.07744, 20.53372, 20.71382, 22.138843, 22.271519, 23.684876, 24.305984, 26.218558, 27.667575, 26.776563, 25.471991, 25.429768, 24.391761, 21.432612, 19.166629, 17.656528, 16.67921, 16.17445, 15.923699, 32.679692, 37.156744, 39.406119, 37.238686, 37.939427, 38.020013, 35.681218, 36.242903, 37.145727, 37.990865, 41.492245, 46.384562, 52.866464, 55.507332, 59.366143, 65.572157, 66.790604, 84.242292, 87.493883, 102.041588, 110.862617, 111.334272, 117.513311, 121.470255, 119.223751, 117.237072], "sum_m_pl": [138.509211, 185.433532, 180.152304, 179.405106, 177.658513, 176.313469, 176.325147, 178.759015, 177.697705, 180.144985, 177.600181, 175.992726, 175.174196, 177.008649, 179.608512, 179.39334, 180.569275, 179.741393, 182.216369, 186.228289, 188.31499, 189.487844, 189.496961, 189.53003, 157.89125, 155.60297, 152.509666, 160.891452, 165.168348, 163.757502, 164.402171, 166.122504, 163.790848, 157.109745, 150.046571, 140.581886, 126.034876, 115.803961, 108.179795, 102.948875, 94.989084, 81.14387, 77.911175, 64.84976, 51.079484, 37.872228, 19.356567, 11.672771, 3.576591, 2.990716]}, "digit": {"n_am_en": [2, 12, 15, 9, 2, 1, 5, 7, 0, 3, 2, 5, 1, 7, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 5, 7, 7, 4, 6, 5, 8, 11, 5, 7, 6, 4, 6, 5, 3, 5, 3, 6, 7, 4, 4, 4, 3, 2, 0, 0], "n_am_pl": [0, 3, 0, 2, 2, 5, 6, 4, 5, 4, 5, 6, 1, 3, 6, 3, 8, 8, 6, 6, 5, 5, 4, 5, 1, 2, 1, 2, 6, 6, 1, 4, 6, 4, 3, 2, 3, 2, 1, 0, 1, 0, 0, 2, 2, 2, 2, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.43985, 1.235504, 1.276809, 1.185171, 1.227241, 1.320651, 1.323273, 1.405594, 1.417327, 1.497533, 1.542983, 1.571222, 1.668817, 1.678034, 1.621057, 1.564872, 1.559792, 1.559868, 1.425487, 1.295232, 1.207003, 1.134109, 1.103821, 1.090329, 1.733687, 2.040333, 2.132022, 2.136052, 2.179766, 2.275978, 2.330194, 2.395682, 2.347778, 2.380794, 2.511881, 2.662597, 2.706684, 2.625093, 2.511183, 2.452328, 2.291146, 2.459324, 2.447247, 2.437164, 2.47166, 2.572685, 1.939351, 1.582502, 0.058279, 0.0], "sum_m_pl": [11.106823, 14.717985, 14.311883, 14.353171, 13.977638, 13.520833, 13.6526, 13.617277, 13.739174, 13.924678, 13.708103, 13.671792, 13.581245, 13.827932, 14.120051, 13.986753, 13.838693, 13.640855, 13.805736, 14.183294, 14.363376, 14.45395, 14.423906, 14.476477, 13.088169, 12.986927, 12.90797, 13.120436, 13.171281, 12.803845, 12.574183, 12.784297, 12.466, 12.412223, 11.532414, 11.303788, 10.647559, 10.034562, 9.630848, 9.775199, 9.933026, 9.945284, 9.595971, 8.627745, 7.338797, 5.643159, 3.999588, 2.148118, 0.295281, 0.0]}, "lang": {"n_am_en": [30, 32, 28, 26, 34, 32, 27, 33, 31, 33, 30, 36, 35, 34, 27, 29, 27, 32, 26, 28, 25, 26, 21, 20, 44, 51, 43, 41, 43, 34, 31, 38, 42, 46, 53, 54, 54, 53, 58, 70, 69, 80, 83, 84, 87, 90, 90, 101, 115, 116], "n_am_pl": [5, 17, 19, 25, 15, 14, 15, 9, 11, 21, 26, 15, 14, 19, 23, 16, 29, 23, 25, 22, 23, 25, 26, 29, 14, 18, 16, 6, 18, 24, 29, 28, 22, 27, 19, 18, 12, 6, 7, 4, 5, 2, 3, 2, 3, 0, 0, 1, 3, 3], "n_pos": 120, "sum_m_en": [14.437834, 7.098887, 6.922914, 6.665672, 6.702183, 7.016195, 7.494799, 7.376944, 8.039709, 7.714807, 8.129353, 8.688762, 9.191825, 9.721075, 9.162651, 8.825202, 9.110586, 8.588793, 7.477273, 6.516057, 5.921907, 5.530164, 5.303697, 5.185364, 14.379779, 16.522334, 17.728318, 15.35968, 14.843005, 14.799281, 13.385266, 13.693204, 13.975946, 14.874602, 16.686328, 19.453263, 26.044023, 28.55833, 32.175966, 36.933947, 39.979356, 52.200573, 53.528934, 64.670021, 73.280746, 76.214666, 86.391955, 95.893971, 111.1338, 115.442195], "sum_m_pl": [40.487957, 56.348471, 55.333642, 54.934386, 54.169473, 53.81653, 54.130152, 55.697122, 54.857041, 56.281635, 55.956602, 56.31209, 55.667602, 55.887148, 57.552833, 56.783623, 57.088034, 56.985833, 57.746972, 58.795553, 59.436973, 60.076681, 60.302308, 60.351275, 50.389639, 49.251738, 48.02359, 50.060404, 52.273874, 52.074678, 52.434191, 52.605124, 51.989923, 49.942253, 47.822981, 45.147108, 39.446731, 36.784799, 34.230444, 31.373707, 28.064899, 21.763048, 20.696352, 16.813995, 11.606371, 7.714501, 2.940732, 2.037578, 2.732643, 2.989653]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 380, "item_id": "llmzszl-18706", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 693, "region_end": 378, "roundtrip_ok": true, "tf_agree": 0.9868, "tf_agree_excl_first": 0.9894}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [73, 116, 143, 160, 126, 87, 91, 98, 80, 96, 103, 125, 113, 104, 97, 80, 80, 94, 77, 74, 58, 58, 52, 52, 104, 123, 100, 115, 122, 111, 95, 106, 125, 105, 147, 128, 147, 147, 147, 128, 123, 133, 141, 122, 117, 96, 53, 34, 4, 4], "n_am_pl": [38, 110, 84, 81, 70, 67, 92, 82, 92, 128, 96, 71, 91, 105, 101, 122, 142, 135, 123, 134, 137, 129, 116, 124, 65, 79, 66, 72, 94, 89, 110, 114, 117, 103, 93, 92, 67, 49, 47, 48, 57, 64, 55, 64, 54, 64, 80, 82, 107, 115], "n_pos": 596, "sum_m_en": [48.78921, 26.689893, 29.832983, 29.827598, 31.874779, 31.836151, 32.322899, 31.848741, 33.202455, 34.763359, 35.928783, 36.286581, 38.297693, 40.153755, 39.948903, 37.88782, 37.734442, 36.75455, 32.821697, 29.648732, 27.975886, 26.317907, 25.578447, 24.995312, 44.64671, 48.430348, 51.162486, 51.565819, 54.062953, 54.253255, 51.701694, 52.39665, 54.0847, 53.728445, 57.616795, 59.944081, 67.76408, 67.093534, 76.944183, 78.718996, 77.068285, 87.619576, 94.490642, 90.689212, 88.915136, 77.346871, 51.202513, 33.378425, 5.514383, 3.774326], "sum_m_pl": [238.735882, 298.280182, 287.792518, 284.917606, 282.561207, 275.568945, 275.279233, 281.930101, 281.172101, 284.428225, 282.304509, 278.938901, 279.557499, 279.558926, 280.759908, 280.890617, 279.721771, 280.808748, 285.552937, 290.906656, 294.681606, 296.301978, 295.603958, 295.528109, 244.218069, 244.212055, 237.782797, 255.951699, 262.697793, 260.662075, 259.996815, 263.665168, 260.658201, 248.232582, 240.88354, 226.459878, 207.805575, 198.610202, 183.588133, 179.064966, 162.993827, 157.564409, 151.187446, 140.363488, 119.692532, 115.611573, 103.064982, 90.348451, 104.230182, 115.566713]}, "digit": {"n_am_en": [2, 25, 37, 22, 12, 5, 4, 16, 7, 4, 12, 21, 19, 13, 9, 10, 8, 5, 4, 3, 3, 6, 6, 8, 12, 18, 18, 19, 12, 9, 15, 10, 11, 12, 16, 19, 18, 21, 17, 13, 14, 16, 15, 12, 9, 5, 6, 3, 0, 0], "n_am_pl": [0, 6, 2, 3, 2, 2, 7, 6, 10, 22, 16, 9, 14, 15, 15, 18, 17, 21, 22, 25, 23, 23, 14, 18, 8, 11, 8, 7, 6, 10, 7, 11, 10, 8, 6, 9, 4, 2, 1, 2, 2, 2, 1, 8, 7, 9, 14, 14, 1, 0], "n_pos": 65, "sum_m_en": [5.535864, 2.717482, 2.920182, 2.789318, 2.983075, 3.210314, 3.173871, 3.234887, 3.166281, 3.206291, 3.379534, 3.53915, 3.798992, 3.999773, 3.832255, 3.719328, 3.77597, 3.827485, 3.494811, 3.090986, 2.849991, 2.709732, 2.626532, 2.594014, 4.179625, 4.743682, 5.281273, 5.138667, 5.451232, 5.539018, 5.7718, 5.902697, 5.93886, 6.169723, 6.207397, 6.496449, 7.443857, 6.544465, 6.861659, 7.033619, 6.759221, 8.902043, 8.570385, 7.486954, 6.988447, 5.080514, 3.619249, 2.784704, 0.070713, 0.0], "sum_m_pl": [26.569724, 34.529745, 33.430613, 33.159359, 32.666785, 31.142181, 31.079225, 31.709894, 32.324183, 32.842771, 32.700809, 32.617011, 32.368004, 32.029795, 32.41972, 32.10961, 31.388499, 31.174035, 31.873627, 32.44668, 32.937202, 33.176052, 33.143079, 33.232561, 30.05195, 30.274364, 29.694566, 30.122095, 30.462558, 29.666858, 28.700802, 29.170098, 29.439056, 28.494876, 27.354264, 26.915723, 25.490688, 25.566373, 24.574645, 24.852355, 24.836957, 24.348156, 23.523968, 23.435071, 21.779616, 21.349426, 17.87282, 13.480272, 1.287881, 0.0]}, "lang": {"n_am_en": [27, 23, 31, 34, 36, 21, 26, 23, 23, 21, 26, 23, 30, 25, 30, 20, 23, 28, 20, 30, 23, 24, 21, 22, 41, 40, 33, 30, 36, 30, 27, 34, 41, 35, 46, 43, 47, 48, 47, 45, 48, 56, 59, 64, 64, 55, 39, 29, 4, 4], "n_am_pl": [9, 26, 18, 23, 15, 11, 20, 16, 22, 28, 18, 14, 12, 14, 19, 19, 27, 24, 30, 29, 27, 25, 25, 21, 16, 23, 17, 20, 27, 21, 25, 20, 24, 24, 19, 13, 18, 12, 14, 11, 18, 20, 27, 26, 28, 34, 51, 57, 104, 115], "n_pos": 119, "sum_m_en": [9.361686, 5.825456, 6.198896, 6.494427, 6.903265, 6.911267, 6.83512, 6.740687, 7.40808, 7.41636, 7.997851, 8.087716, 8.150785, 8.702374, 8.517649, 8.221175, 8.331163, 8.006017, 7.338639, 6.585923, 6.640267, 5.981406, 5.64563, 5.403494, 13.581265, 13.817739, 13.881372, 12.690016, 12.767231, 12.670309, 11.367917, 11.728391, 12.516152, 13.005321, 14.364743, 15.836841, 19.828699, 21.579734, 27.47646, 28.621349, 29.729148, 38.044674, 43.830616, 44.765658, 47.81557, 41.227378, 34.439511, 23.125425, 5.027166, 3.76786], "sum_m_pl": [44.14389, 54.963094, 52.401274, 51.958424, 51.104609, 51.158067, 52.512372, 54.003022, 53.859524, 54.174523, 53.459564, 52.518814, 53.659721, 54.032939, 55.128115, 55.094363, 54.685889, 55.433298, 56.398258, 57.358011, 57.431306, 57.789559, 57.730476, 57.539119, 46.353842, 46.985016, 46.356544, 49.622228, 50.630239, 50.637343, 51.155036, 51.57159, 51.185557, 49.165092, 47.835324, 46.275799, 44.775603, 44.252502, 40.763594, 40.521889, 38.950896, 35.141293, 33.077506, 34.219119, 33.19399, 38.066417, 51.36626, 53.938668, 98.613831, 114.192014]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 596, "item_id": "llmzszl-18706", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 624, "region_end": 596, "roundtrip_ok": true, "tf_agree": 0.9933, "tf_agree_excl_first": 0.995}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [33, 37, 33, 22, 34, 28, 20, 29, 25, 28, 37, 29, 26, 44, 36, 34, 26, 25, 30, 29, 20, 17, 18, 16, 36, 33, 37, 37, 28, 45, 30, 33, 33, 34, 34, 47, 47, 46, 46, 44, 43, 43, 42, 42, 39, 40, 39, 41, 38, 38], "n_am_pl": [2, 27, 39, 24, 19, 15, 20, 16, 26, 31, 25, 25, 30, 27, 25, 23, 30, 25, 20, 29, 41, 46, 45, 47, 22, 25, 22, 29, 35, 22, 34, 26, 23, 23, 20, 19, 11, 12, 8, 5, 6, 6, 7, 6, 4, 2, 0, 0, 0, 0], "n_pos": 150, "sum_m_en": [15.084507, 7.455706, 7.975748, 7.68128, 8.139091, 8.382476, 8.599076, 8.70938, 9.766947, 9.314895, 9.548334, 10.078, 11.188763, 11.975904, 11.351777, 10.816786, 11.12624, 10.94846, 9.360811, 8.360048, 7.806755, 7.208689, 6.918954, 6.746681, 14.277887, 15.792244, 16.876732, 16.15873, 16.346627, 16.51156, 16.141969, 15.875917, 14.807951, 15.004572, 17.074827, 17.226201, 20.393376, 21.701502, 22.416597, 23.749884, 22.561522, 25.407832, 26.480184, 30.974765, 31.700677, 34.381908, 36.915318, 39.71048, 38.831727, 38.671474], "sum_m_pl": [57.174206, 74.850692, 72.684903, 70.972176, 68.635859, 67.570764, 66.290039, 67.110418, 65.981453, 68.689099, 68.648346, 68.390371, 68.425781, 67.907472, 68.690496, 69.312001, 67.923385, 68.360368, 70.172812, 73.519965, 74.418133, 75.032246, 75.376045, 75.757841, 61.22276, 60.709845, 58.01531, 62.236063, 63.937315, 62.794485, 62.344677, 62.578754, 63.239571, 60.959071, 59.054461, 54.855445, 48.24275, 45.351757, 39.135702, 33.105462, 29.980098, 26.925128, 25.035032, 20.482038, 15.729286, 13.18062, 5.941089, 2.576299, 0.102398, 0.00546]}, "digit": {"n_am_en": [6, 4, 1, 1, 7, 5, 3, 5, 3, 3, 6, 5, 5, 6, 5, 4, 4, 2, 6, 5, 3, 4, 4, 4, 5, 3, 5, 5, 6, 9, 5, 7, 5, 3, 4, 5, 4, 1, 5, 2, 3, 3, 2, 2, 1, 1, 1, 1, 0, 0], "n_am_pl": [1, 12, 12, 5, 2, 1, 0, 2, 1, 1, 1, 1, 3, 4, 8, 7, 5, 7, 3, 4, 5, 4, 4, 4, 2, 2, 3, 7, 8, 5, 7, 5, 5, 6, 5, 4, 3, 3, 3, 1, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.943709, 1.236128, 1.480766, 1.334807, 1.588699, 1.754592, 1.655271, 1.63251, 1.611569, 1.644794, 1.624712, 1.738864, 1.925914, 1.944318, 1.783328, 1.721802, 1.893252, 1.846669, 1.586768, 1.363541, 1.303996, 1.222656, 1.185767, 1.160289, 2.274836, 2.599446, 2.722234, 2.584985, 2.666463, 2.637807, 2.628686, 2.418707, 2.223511, 2.049218, 2.218834, 2.228151, 2.467554, 2.304286, 2.222645, 2.491201, 2.230608, 2.263984, 1.94169, 1.94574, 2.194311, 2.153138, 1.697631, 1.463257, 0.009554, 0.0], "sum_m_pl": [9.255786, 13.349654, 12.360711, 12.03168, 11.429176, 10.975451, 10.881208, 11.193473, 10.979574, 11.658268, 11.260898, 11.198721, 11.589336, 11.972212, 12.286334, 12.468776, 11.984042, 12.071553, 12.287116, 12.950032, 13.129899, 13.181035, 13.215138, 13.269255, 10.746651, 10.501799, 9.917455, 10.756156, 11.245885, 10.966356, 10.711043, 11.234209, 11.586437, 11.834247, 11.419161, 10.682209, 9.539963, 8.946172, 7.924987, 6.734653, 6.393235, 6.701262, 5.75793, 5.468902, 5.02062, 4.619287, 2.598953, 1.581214, 0.02595, 0.0]}, "lang": {"n_am_en": [14, 12, 10, 5, 5, 10, 7, 11, 9, 9, 8, 9, 8, 14, 13, 8, 8, 10, 9, 6, 5, 5, 6, 6, 14, 11, 13, 13, 11, 17, 9, 17, 13, 18, 15, 20, 21, 24, 24, 27, 26, 25, 28, 27, 27, 30, 30, 34, 36, 38], "n_am_pl": [1, 4, 6, 5, 5, 2, 9, 1, 5, 8, 6, 5, 9, 5, 6, 6, 11, 7, 7, 12, 17, 18, 18, 20, 9, 11, 6, 10, 7, 6, 9, 7, 7, 7, 5, 6, 3, 6, 3, 1, 2, 2, 2, 3, 2, 1, 0, 0, 0, 0], "n_pos": 39, "sum_m_en": [4.487137, 2.219471, 2.22679, 2.099467, 2.084783, 2.184074, 2.340757, 2.309158, 3.109973, 2.585244, 2.614251, 2.777006, 3.158362, 3.531279, 3.441352, 3.110258, 3.205564, 3.208969, 2.690805, 2.344047, 2.161167, 1.96484, 1.866669, 1.814527, 4.626755, 4.918391, 5.28692, 4.956272, 5.16863, 5.236185, 4.880123, 5.15293, 4.879752, 5.137837, 6.760039, 7.112896, 8.987213, 10.159122, 11.202082, 13.085063, 13.888468, 16.873911, 18.306748, 20.008605, 21.20214, 24.129332, 28.007338, 32.38065, 36.165667, 36.899012], "sum_m_pl": [14.761598, 18.779916, 18.639782, 18.349943, 17.810429, 17.561113, 17.683428, 17.64885, 17.369503, 18.033398, 18.368, 18.308811, 18.233928, 17.808742, 18.019395, 18.117707, 17.884803, 17.853033, 18.499819, 19.392901, 19.537395, 19.669223, 19.7482, 19.81734, 17.255189, 17.084057, 16.287577, 16.95749, 16.942547, 16.681718, 16.911644, 16.521275, 16.52806, 15.982135, 14.991693, 14.281792, 12.719812, 12.551315, 11.239653, 10.028148, 9.385759, 7.349312, 6.850112, 6.270377, 4.908619, 3.545745, 1.710805, 0.223553, 0.023068, 0.00241]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "llmzszl-18707", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 728, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9803, "tf_agree_excl_first": 0.9868}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [65, 57, 57, 57, 65, 40, 51, 54, 42, 37, 44, 51, 62, 61, 52, 56, 60, 56, 42, 38, 25, 28, 32, 24, 52, 55, 65, 64, 69, 72, 70, 68, 69, 51, 79, 71, 58, 56, 58, 63, 62, 64, 66, 56, 58, 42, 23, 8, 1, 0], "n_am_pl": [19, 71, 58, 58, 46, 47, 54, 52, 67, 94, 60, 55, 59, 55, 47, 54, 52, 70, 72, 87, 114, 97, 105, 103, 84, 75, 71, 75, 72, 67, 66, 59, 72, 63, 52, 65, 54, 44, 38, 32, 30, 36, 34, 29, 23, 25, 42, 49, 61, 69], "n_pos": 307, "sum_m_en": [28.346968, 14.084761, 15.095557, 15.141696, 15.584754, 15.9317, 16.262656, 16.029157, 16.870446, 17.180609, 17.701669, 18.61359, 20.712383, 22.064595, 22.070285, 21.500852, 21.222669, 20.458173, 17.709856, 16.321704, 15.61206, 14.590372, 14.149844, 13.831428, 26.188455, 27.737747, 30.24327, 29.588477, 31.69732, 31.334497, 30.023614, 29.924754, 28.849363, 28.540725, 30.80778, 28.609686, 31.851443, 31.581861, 35.289523, 37.567815, 36.574067, 37.827363, 40.395032, 39.82086, 40.075378, 35.560902, 23.594007, 14.436061, 2.126093, 0.052097], "sum_m_pl": [119.406521, 152.723838, 148.212786, 145.2395, 142.964562, 140.349874, 140.414463, 142.106091, 142.029014, 144.90721, 143.429474, 141.720549, 139.884676, 139.694263, 140.608016, 141.33717, 137.62104, 140.817291, 145.86397, 149.549591, 150.84169, 151.214174, 151.682063, 151.562979, 127.737025, 126.160317, 121.864519, 129.903826, 132.703399, 130.782482, 130.985547, 131.025309, 132.894206, 125.546552, 123.235032, 121.596514, 109.024812, 105.310238, 94.261263, 88.581389, 80.623918, 81.745312, 76.646842, 68.195168, 56.763633, 52.127514, 54.538412, 50.457936, 59.917228, 67.982302]}, "digit": {"n_am_en": [3, 9, 9, 10, 14, 1, 4, 6, 2, 4, 5, 2, 5, 4, 5, 3, 6, 2, 3, 1, 0, 0, 0, 2, 8, 9, 6, 5, 8, 7, 10, 7, 7, 4, 8, 5, 4, 5, 5, 6, 5, 4, 6, 6, 4, 2, 1, 0, 0, 0], "n_am_pl": [0, 4, 1, 1, 2, 2, 1, 3, 2, 9, 2, 4, 9, 10, 5, 10, 6, 9, 11, 13, 13, 12, 14, 12, 9, 5, 6, 5, 7, 9, 7, 7, 6, 3, 4, 5, 6, 5, 4, 4, 3, 3, 4, 5, 2, 1, 5, 6, 0, 0], "n_pos": 27, "sum_m_en": [2.654212, 1.1951, 1.322045, 1.305772, 1.346372, 1.333129, 1.290335, 1.361013, 1.360951, 1.370262, 1.3495, 1.440937, 1.695186, 1.808532, 1.75297, 1.739392, 1.821197, 1.776633, 1.586122, 1.395865, 1.315971, 1.208903, 1.159996, 1.125666, 2.246816, 2.460551, 2.412637, 2.443301, 2.505308, 2.549009, 2.601788, 2.595224, 2.63072, 2.659407, 3.015563, 3.005785, 3.475104, 2.969149, 3.008284, 3.031054, 2.902451, 2.78664, 2.99304, 2.658495, 3.32085, 2.725463, 2.05909, 0.986739, 0.021901, 0.0], "sum_m_pl": [11.111552, 14.339319, 13.694069, 13.468177, 13.432627, 13.267677, 13.11186, 12.925896, 12.995496, 13.472654, 13.404308, 13.425742, 13.360876, 13.542417, 13.620598, 13.368904, 12.664528, 12.895402, 13.476677, 13.731849, 13.89723, 13.884515, 14.002882, 14.001381, 12.781563, 12.572421, 12.008263, 12.45457, 12.907415, 12.805827, 12.310046, 12.09131, 12.428813, 11.678651, 10.909992, 10.997442, 10.51415, 10.755845, 10.106445, 9.854628, 10.141152, 10.639111, 10.63426, 10.062283, 8.713056, 7.264682, 5.29919, 4.405621, 0.105425, 0.0]}, "lang": {"n_am_en": [20, 12, 11, 8, 6, 6, 8, 10, 8, 11, 8, 9, 11, 9, 5, 14, 16, 20, 16, 12, 10, 15, 13, 12, 16, 17, 16, 17, 15, 18, 19, 16, 22, 20, 23, 26, 24, 24, 23, 24, 25, 29, 35, 31, 35, 30, 14, 5, 0, 0], "n_am_pl": [7, 22, 16, 24, 13, 6, 4, 7, 15, 14, 10, 8, 9, 14, 14, 14, 16, 11, 15, 16, 22, 17, 19, 15, 15, 18, 20, 16, 19, 17, 17, 19, 21, 15, 9, 11, 15, 14, 12, 12, 12, 11, 9, 13, 10, 15, 32, 34, 59, 68], "n_pos": 68, "sum_m_en": [6.432465, 3.225722, 3.390862, 3.394577, 3.457779, 3.500818, 3.80485, 3.639491, 3.890779, 3.775891, 3.967012, 4.134741, 4.45477, 4.765656, 4.701441, 4.623483, 4.655508, 4.577023, 3.98723, 3.671298, 3.576813, 3.337649, 3.206769, 3.138607, 7.188165, 7.33183, 7.127121, 6.512274, 7.249206, 7.164386, 6.664179, 7.037395, 6.983409, 7.29044, 8.124467, 8.191598, 9.876084, 10.696908, 13.982571, 17.243929, 17.665654, 19.034443, 21.813386, 23.137051, 24.276732, 22.645006, 13.735207, 6.735722, 0.771438, 0.014613], "sum_m_pl": [24.039064, 31.672653, 30.988899, 30.376472, 29.535389, 29.29422, 29.795541, 30.374693, 30.759934, 31.032253, 31.053065, 30.808372, 30.587849, 30.77623, 31.171819, 31.2333, 30.733214, 31.397522, 32.33643, 32.776623, 32.988623, 33.109183, 33.113649, 33.026053, 28.283599, 28.504895, 28.629726, 29.629107, 29.325674, 29.201188, 29.701002, 29.507901, 30.014393, 28.617163, 28.173975, 28.991542, 27.325331, 26.427418, 23.362545, 22.418166, 21.372246, 22.131465, 19.924359, 19.079639, 17.743847, 18.359857, 29.535001, 31.06447, 55.879257, 66.934667]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 309, "item_id": "llmzszl-18707", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 659, "region_end": 307, "roundtrip_ok": true, "tf_agree": 0.9741, "tf_agree_excl_first": 0.9773}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [82, 59, 59, 54, 40, 28, 29, 20, 24, 31, 31, 28, 30, 31, 44, 37, 41, 38, 37, 34, 32, 41, 46, 44, 63, 61, 42, 42, 42, 43, 45, 47, 47, 39, 34, 41, 51, 48, 48, 47, 43, 52, 42, 47, 37, 35, 31, 40, 30, 31], "n_am_pl": [5, 46, 50, 44, 25, 33, 23, 23, 14, 30, 37, 38, 40, 34, 24, 24, 21, 25, 27, 32, 37, 28, 28, 33, 20, 16, 24, 34, 29, 26, 29, 35, 34, 14, 16, 17, 19, 17, 15, 12, 10, 10, 7, 5, 3, 3, 2, 2, 2, 1], "n_pos": 250, "sum_m_en": [27.71178, 12.127734, 12.360278, 12.470514, 13.498107, 13.093045, 13.333554, 13.597281, 13.916175, 14.272319, 14.677686, 15.505157, 16.422022, 16.710885, 17.099319, 15.582405, 15.39273, 14.855907, 13.555911, 12.777252, 12.267145, 11.744546, 11.207989, 11.10858, 23.847975, 24.917088, 22.280968, 21.752474, 20.491412, 21.432283, 20.698199, 20.337247, 19.929337, 19.403313, 22.128746, 22.327884, 23.036676, 24.071854, 26.617255, 30.068811, 29.612772, 35.938269, 33.888532, 37.65408, 33.763183, 33.247126, 33.321909, 39.208248, 31.433963, 30.901472], "sum_m_pl": [98.550473, 127.50373, 123.477997, 119.320722, 113.508894, 112.727984, 110.040383, 107.853737, 104.440905, 108.264415, 107.451786, 107.164889, 108.729189, 109.720821, 110.202409, 111.036277, 110.25787, 110.785469, 112.632469, 116.929614, 118.744264, 119.958665, 121.183431, 121.985219, 97.795115, 96.015237, 94.70868, 98.826893, 102.977487, 103.33557, 103.002842, 103.772469, 102.206483, 94.369527, 90.237004, 82.990221, 71.017833, 67.699438, 61.917597, 58.861926, 54.144179, 48.796358, 44.961262, 37.354593, 31.034888, 24.195909, 14.051248, 8.425938, 2.601625, 0.81775]}, "digit": {"n_am_en": [18, 21, 26, 21, 15, 8, 3, 3, 3, 10, 9, 7, 11, 3, 10, 11, 7, 10, 7, 6, 7, 10, 10, 11, 27, 26, 10, 8, 14, 13, 12, 9, 13, 10, 5, 6, 14, 14, 8, 6, 4, 6, 4, 10, 5, 5, 2, 3, 0, 0], "n_am_pl": [0, 10, 9, 4, 2, 6, 3, 6, 4, 7, 18, 13, 18, 17, 11, 10, 5, 9, 7, 13, 13, 9, 7, 11, 4, 7, 9, 12, 9, 10, 15, 18, 17, 9, 7, 11, 11, 6, 6, 3, 6, 6, 3, 1, 1, 1, 0, 0, 0, 0], "n_pos": 83, "sum_m_en": [8.876206, 3.573545, 3.667423, 3.639406, 3.978044, 4.052477, 3.925532, 4.045104, 4.122214, 4.322504, 4.53666, 4.689104, 4.934388, 5.226754, 5.227788, 4.801437, 4.623042, 4.719148, 4.339862, 4.137036, 3.988429, 3.76887, 3.619194, 3.60351, 7.094329, 7.375566, 6.632989, 6.328761, 6.232163, 6.519844, 6.489507, 6.566137, 6.038029, 5.864416, 6.301387, 6.687748, 6.7406, 6.610615, 6.961237, 6.47284, 6.256376, 6.581742, 5.961322, 6.225526, 5.122926, 4.279954, 2.980792, 2.99377, 0.76461, 0.0], "sum_m_pl": [34.178382, 43.087643, 41.50317, 39.889263, 37.369525, 36.582925, 35.677155, 34.943749, 33.888827, 35.581621, 36.080607, 36.194289, 35.790821, 35.417815, 35.392466, 35.539302, 35.361439, 35.867083, 36.341482, 38.252355, 39.045662, 39.735079, 40.074707, 40.362963, 34.924136, 33.958785, 32.935511, 33.757709, 34.579402, 34.905603, 34.076563, 34.458624, 34.100346, 32.191379, 30.941271, 30.727491, 28.759297, 29.010917, 26.825152, 26.613348, 25.447198, 25.875474, 23.903094, 21.178247, 20.044896, 13.860301, 8.58991, 4.463554, 0.748111, 0.0]}, "lang": {"n_am_en": [11, 8, 8, 7, 5, 7, 3, 4, 7, 5, 8, 8, 5, 9, 6, 7, 11, 9, 8, 9, 7, 11, 10, 13, 12, 14, 9, 10, 6, 10, 9, 10, 8, 7, 9, 14, 15, 17, 19, 18, 19, 20, 20, 21, 16, 22, 22, 27, 29, 31], "n_am_pl": [1, 8, 8, 6, 2, 5, 6, 6, 2, 6, 4, 4, 1, 2, 1, 2, 3, 4, 4, 4, 4, 4, 8, 8, 2, 2, 5, 7, 3, 2, 4, 1, 4, 2, 1, 0, 2, 4, 4, 4, 2, 2, 2, 3, 2, 2, 2, 2, 2, 1], "n_pos": 33, "sum_m_en": [3.830401, 1.849436, 1.948615, 1.955199, 2.048079, 1.959441, 2.161375, 2.138197, 2.211685, 2.30131, 2.34641, 2.554549, 2.762981, 2.827067, 2.77207, 2.514211, 2.705354, 2.547677, 2.127429, 1.9087, 1.803696, 1.736646, 1.660494, 1.631924, 5.187975, 5.155878, 4.138158, 4.004375, 3.771407, 3.717114, 3.593846, 3.647643, 3.797522, 3.931468, 5.459544, 5.661718, 6.312389, 7.770581, 8.818553, 10.690071, 11.30807, 15.215365, 15.210718, 16.230121, 14.749475, 16.749282, 20.053018, 24.831266, 28.662678, 30.504084], "sum_m_pl": [11.612644, 16.175253, 16.083176, 15.371361, 14.804567, 14.392465, 13.558362, 13.568849, 13.313624, 13.607713, 13.441281, 13.621186, 13.850844, 13.786235, 14.054976, 14.332285, 14.601775, 14.634244, 15.115804, 15.638268, 15.744041, 15.658979, 15.816288, 15.9283, 12.248334, 12.023045, 12.085368, 12.00474, 12.464054, 12.552563, 12.802877, 12.547677, 12.29242, 12.22645, 11.209982, 11.170183, 10.155887, 9.752845, 9.003442, 8.395704, 7.71333, 6.041258, 5.473888, 4.57442, 3.607238, 4.015716, 3.035759, 1.726556, 1.62569, 0.817693]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "llmzszl-18709", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 720, "region_end": 250, "roundtrip_ok": true, "tf_agree": 0.9921, "tf_agree_excl_first": 0.996}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [165, 187, 179, 171, 135, 93, 92, 87, 118, 93, 125, 100, 103, 130, 146, 124, 128, 123, 120, 111, 101, 117, 99, 101, 157, 143, 133, 128, 144, 134, 145, 171, 151, 162, 172, 176, 154, 155, 149, 140, 121, 117, 129, 109, 98, 83, 57, 32, 6, 4], "n_am_pl": [33, 117, 95, 98, 101, 127, 118, 120, 104, 103, 109, 115, 118, 94, 101, 79, 86, 100, 102, 105, 98, 85, 90, 86, 80, 81, 92, 76, 75, 89, 94, 79, 103, 81, 80, 67, 55, 41, 53, 55, 58, 54, 43, 50, 45, 49, 56, 68, 81, 92], "n_pos": 607, "sum_m_en": [58.346527, 29.412403, 32.092281, 31.646033, 33.629273, 33.830539, 34.448234, 34.812295, 37.042784, 38.788732, 40.33154, 40.435572, 44.049896, 46.738294, 46.457693, 43.248509, 42.45172, 39.85292, 35.19832, 33.144018, 31.765008, 31.267169, 29.964719, 28.960347, 66.882605, 65.561165, 63.093192, 61.198148, 65.52628, 66.122336, 64.8658, 61.640491, 59.971259, 60.156172, 67.780439, 67.430848, 71.648316, 73.979693, 76.353422, 84.872658, 77.520436, 77.32851, 79.972411, 79.650369, 80.650975, 74.275911, 51.417862, 32.199284, 8.690554, 4.060398], "sum_m_pl": [243.687264, 305.709556, 293.793434, 290.082584, 286.130755, 277.20878, 275.205846, 271.952961, 271.187786, 273.785657, 269.379959, 272.309321, 271.855633, 268.279464, 270.207584, 277.32166, 271.656977, 276.490139, 283.608255, 289.280508, 290.681526, 289.099459, 290.927888, 290.380077, 223.286032, 223.008655, 219.086685, 232.425145, 239.968121, 241.857955, 244.727008, 249.324917, 253.904238, 241.319963, 231.800169, 224.394024, 198.661267, 192.572284, 179.154756, 173.140824, 162.376029, 163.997382, 156.05361, 142.718593, 119.631022, 112.17263, 95.540836, 87.141568, 83.383467, 91.154316]}, "digit": {"n_am_en": [7, 33, 30, 28, 17, 13, 12, 9, 9, 7, 12, 13, 10, 14, 21, 18, 17, 31, 20, 24, 15, 21, 17, 20, 28, 28, 27, 21, 21, 20, 23, 25, 25, 26, 19, 23, 23, 20, 15, 10, 9, 12, 10, 14, 15, 8, 4, 1, 0, 0], "n_am_pl": [0, 5, 4, 7, 9, 7, 6, 7, 5, 11, 12, 12, 18, 10, 17, 10, 13, 9, 16, 9, 8, 3, 9, 6, 13, 13, 8, 11, 10, 11, 14, 6, 11, 8, 6, 6, 4, 4, 3, 3, 4, 3, 1, 2, 5, 2, 5, 5, 0, 0], "n_pos": 81, "sum_m_en": [7.05792, 3.538524, 3.821224, 3.815375, 3.986747, 3.781339, 3.812896, 3.859281, 4.198261, 4.385529, 4.631416, 4.678103, 5.120551, 5.743117, 5.428779, 5.023142, 5.154703, 5.099846, 4.382882, 4.12411, 3.925847, 3.772717, 3.610446, 3.560775, 8.759271, 9.591059, 8.083768, 7.39382, 8.304514, 8.551763, 8.769787, 7.822661, 7.276708, 7.136584, 8.68688, 9.277596, 9.943541, 9.355722, 9.993635, 10.31891, 9.817627, 9.891795, 9.280187, 10.10384, 10.549374, 10.3824, 5.725314, 2.919064, 0.360968, 0.0], "sum_m_pl": [35.206458, 42.905651, 40.561961, 39.359449, 38.540471, 38.155236, 38.100815, 36.948017, 36.593384, 37.793738, 37.179863, 38.131141, 37.322437, 36.306049, 37.138155, 37.976027, 36.728084, 37.651128, 38.456166, 39.045359, 39.219411, 39.178183, 39.396099, 39.582084, 32.982003, 31.723419, 31.393702, 33.440967, 33.955811, 34.259617, 33.728131, 34.759587, 36.187464, 34.980961, 33.207551, 32.809523, 30.9942, 30.270788, 27.42937, 26.693213, 25.279172, 26.312779, 25.811933, 23.449097, 22.982705, 18.187787, 15.282273, 10.171208, 0.76829, 0.0]}, "lang": {"n_am_en": [31, 23, 16, 20, 20, 13, 21, 20, 26, 18, 19, 18, 27, 26, 30, 27, 23, 29, 32, 24, 23, 29, 25, 26, 45, 33, 28, 25, 25, 26, 27, 40, 31, 42, 41, 53, 41, 42, 37, 45, 38, 42, 43, 36, 40, 37, 21, 14, 6, 4], "n_am_pl": [11, 23, 23, 19, 19, 18, 12, 15, 13, 17, 12, 11, 10, 9, 9, 15, 14, 17, 17, 20, 19, 13, 12, 8, 8, 7, 8, 10, 6, 10, 9, 8, 12, 7, 10, 8, 9, 10, 13, 8, 12, 13, 12, 18, 19, 23, 31, 39, 72, 90], "n_pos": 94, "sum_m_en": [8.570869, 4.957101, 5.076859, 5.037526, 5.486949, 5.576513, 6.011945, 5.933662, 6.369384, 6.392506, 6.709573, 6.85201, 7.359463, 7.453526, 7.535015, 7.050223, 6.866568, 6.524741, 5.837499, 5.389367, 5.281009, 5.44439, 5.10207, 4.88395, 14.966721, 13.457382, 12.146713, 11.06141, 11.921404, 11.850687, 11.770652, 11.612577, 11.547477, 12.136876, 13.684136, 14.110896, 15.238566, 15.774525, 17.01066, 20.221693, 18.733978, 21.425374, 24.268289, 24.144619, 28.129762, 25.805933, 17.361544, 12.456505, 6.097672, 4.044335], "sum_m_pl": [36.268284, 44.140921, 43.319424, 43.143903, 42.923624, 39.879966, 40.059063, 41.069917, 41.702135, 42.321226, 41.66869, 41.745857, 42.333945, 42.241258, 42.588519, 44.018693, 43.577039, 43.659708, 44.495354, 45.109602, 44.946561, 44.290059, 44.646503, 44.419821, 32.601599, 33.474922, 32.694137, 34.936962, 34.916317, 35.402154, 37.146551, 37.614459, 37.65654, 35.74148, 34.189664, 34.741804, 32.64612, 32.33565, 30.314881, 29.156845, 29.338412, 29.339884, 27.440009, 29.042307, 28.404734, 29.753133, 35.350689, 38.985637, 68.216194, 88.266344]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 607, "item_id": "llmzszl-18709", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 651, "region_end": 607, "roundtrip_ok": true, "tf_agree": 0.9934, "tf_agree_excl_first": 0.995}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [21, 20, 15, 10, 16, 16, 12, 15, 2, 8, 14, 9, 7, 6, 12, 13, 11, 14, 13, 18, 13, 9, 9, 10, 16, 17, 12, 11, 12, 20, 14, 12, 13, 14, 12, 12, 13, 16, 16, 16, 15, 11, 11, 9, 13, 12, 10, 7, 9, 9], "n_am_pl": [1, 7, 12, 10, 5, 2, 7, 10, 15, 8, 11, 11, 11, 10, 11, 10, 12, 8, 9, 7, 13, 14, 20, 19, 6, 8, 12, 13, 14, 12, 16, 14, 19, 8, 8, 2, 2, 1, 5, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 71, "sum_m_en": [6.9958, 3.644913, 3.994581, 3.853966, 4.091949, 4.631093, 4.549187, 4.977043, 4.745277, 4.684422, 4.592458, 4.880974, 5.519314, 6.034768, 5.844374, 5.353199, 5.248347, 5.183117, 4.331572, 3.959646, 3.560015, 3.310012, 3.219245, 3.181802, 6.17177, 6.8003, 6.895172, 6.968447, 6.665161, 7.477762, 7.220789, 7.135683, 7.149607, 6.632996, 7.103374, 6.439323, 7.323583, 9.330454, 12.579267, 11.87521, 12.045474, 10.768995, 10.094131, 9.776924, 10.996153, 10.901985, 8.811868, 7.981901, 8.903836, 8.776162], "sum_m_pl": [27.365125, 36.056801, 34.802045, 34.408298, 32.916907, 32.22555, 32.376624, 30.914033, 31.04808, 31.87814, 31.735391, 30.392259, 29.033005, 28.834277, 29.726266, 30.776615, 31.897487, 31.596357, 32.910386, 34.112138, 34.756145, 35.201121, 35.333904, 35.502891, 28.987446, 29.035279, 27.716025, 29.528428, 30.059631, 29.519767, 29.524717, 29.55544, 29.332963, 27.093131, 25.253944, 22.226046, 18.516849, 17.851217, 13.779024, 11.032995, 10.279499, 9.348305, 8.97143, 5.373737, 3.918753, 3.795394, 2.630533, 1.379436, 0.103069, 0.000229]}, "digit": {"n_am_en": [3, 6, 5, 2, 3, 4, 1, 4, 0, 0, 1, 2, 1, 2, 2, 1, 1, 3, 3, 5, 2, 3, 1, 1, 1, 4, 1, 2, 2, 3, 3, 2, 2, 4, 5, 1, 2, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 2, 0, 0, 1, 0, 0, 0, 2, 0, 1, 0, 3, 1, 1, 0, 1, 2, 2, 2, 2, 2, 1, 0, 3, 4, 2, 2, 1, 1, 3, 1, 1, 2, 1, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 14, "sum_m_en": [1.187727, 0.537229, 0.636215, 0.799084, 0.792507, 0.848727, 0.85203, 0.860397, 0.868668, 0.812167, 0.802296, 0.884945, 1.039746, 1.139898, 1.038214, 0.949976, 0.952638, 1.035393, 0.826301, 0.749566, 0.674259, 0.620324, 0.604423, 0.595711, 1.107688, 1.276612, 1.261613, 1.216218, 1.097265, 1.319318, 1.373298, 1.33677, 1.228618, 1.154737, 1.316535, 1.180542, 0.994892, 1.014175, 1.067692, 0.758916, 0.84857, 0.816103, 0.915413, 0.681935, 0.794884, 0.647622, 0.427283, 0.469602, 0.03473, 2e-06], "sum_m_pl": [5.955027, 7.573068, 7.220269, 6.759122, 6.596589, 6.483752, 6.476128, 6.05455, 6.061992, 6.337086, 6.391594, 6.057902, 5.774813, 5.752179, 5.959196, 6.198992, 6.404815, 6.185123, 6.484628, 6.651814, 6.739295, 6.848108, 6.855019, 6.909703, 6.010772, 5.909362, 5.808787, 5.948719, 6.001463, 5.913414, 5.787313, 5.775194, 6.146298, 6.085236, 5.65194, 5.530748, 5.129269, 5.048279, 4.578624, 3.414764, 3.335979, 3.216737, 3.656474, 2.225096, 1.827751, 1.865534, 1.473103, 1.262133, 0.068987, 0.0]}, "lang": {"n_am_en": [4, 2, 3, 3, 2, 2, 2, 2, 2, 0, 3, 0, 1, 0, 2, 1, 3, 1, 2, 3, 2, 2, 3, 4, 3, 3, 3, 2, 2, 5, 2, 6, 5, 5, 3, 7, 6, 8, 9, 9, 10, 8, 7, 7, 9, 9, 9, 6, 9, 9], "n_am_pl": [0, 2, 2, 3, 2, 0, 2, 2, 2, 1, 1, 1, 1, 1, 0, 2, 1, 2, 0, 2, 3, 3, 3, 3, 0, 1, 1, 1, 2, 2, 2, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.025272, 0.527712, 0.552425, 0.500215, 0.506473, 0.536279, 0.535607, 0.589013, 0.588645, 0.583448, 0.614395, 0.674633, 0.750716, 0.893995, 0.903538, 0.801805, 0.829663, 0.823101, 0.706178, 0.630372, 0.557909, 0.53082, 0.5016, 0.498466, 1.257183, 1.323724, 1.415941, 1.349696, 1.242696, 1.246951, 1.228079, 1.336889, 1.384505, 1.307284, 1.461932, 1.57545, 3.151201, 4.687467, 5.765647, 5.654758, 5.93508, 5.720019, 5.964899, 6.422904, 7.54765, 7.677457, 7.146788, 5.831449, 8.585773, 8.695552], "sum_m_pl": [3.756209, 5.011711, 4.943752, 5.022051, 4.959488, 4.931562, 4.967311, 4.923015, 4.942419, 4.951483, 4.773393, 4.676281, 4.525719, 4.336394, 4.231869, 4.347312, 4.425336, 4.332576, 4.573054, 4.770716, 4.848661, 4.904461, 4.967007, 4.944512, 4.152403, 4.058912, 3.795029, 3.962463, 4.132024, 4.209443, 4.291299, 4.154941, 3.998718, 4.005722, 3.70287, 3.418333, 2.550651, 2.06515, 1.527798, 1.538447, 1.470044, 1.422103, 1.111996, 0.112673, 0.114667, 0.138578, 0.396317, 0.011556, 0.005366, 0.000223]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "llmzszl-18711", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 700, "region_end": 71, "roundtrip_ok": true, "tf_agree": 0.9726, "tf_agree_excl_first": 0.9861}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [136, 153, 156, 140, 118, 161, 147, 156, 98, 115, 119, 122, 120, 137, 123, 116, 124, 113, 128, 120, 103, 115, 109, 101, 161, 153, 137, 142, 142, 154, 145, 142, 133, 146, 148, 139, 152, 169, 166, 157, 156, 141, 122, 106, 103, 90, 53, 62, 23, 23], "n_am_pl": [30, 67, 83, 104, 89, 63, 91, 121, 165, 168, 112, 102, 116, 113, 116, 125, 116, 143, 126, 119, 162, 160, 184, 191, 77, 96, 83, 84, 104, 85, 95, 103, 97, 95, 75, 55, 62, 47, 40, 32, 49, 40, 35, 36, 33, 39, 51, 48, 82, 88], "n_pos": 588, "sum_m_en": [54.856417, 28.985219, 31.735041, 31.433545, 32.423976, 33.749338, 32.873788, 34.40536, 34.95503, 35.020469, 36.294821, 37.939222, 41.812915, 46.088221, 45.608006, 43.075638, 42.217337, 42.573535, 38.058817, 34.614234, 30.511049, 28.294169, 27.80266, 27.181474, 57.428353, 58.343123, 61.310516, 61.605706, 61.983077, 64.95172, 65.829717, 61.392574, 64.920885, 65.699711, 70.209941, 70.679348, 74.538113, 77.306043, 91.790698, 88.495354, 91.364352, 86.861142, 87.580888, 75.531573, 81.44089, 78.580351, 50.430652, 59.644234, 26.298161, 22.610829], "sum_m_pl": [217.481089, 297.54778, 288.552792, 285.837227, 279.008688, 276.815828, 279.285508, 278.869352, 281.745196, 286.275526, 281.694453, 274.442442, 273.769858, 269.256129, 271.864019, 276.36761, 275.046336, 272.263152, 281.082754, 282.63113, 288.941317, 291.803852, 292.187414, 293.820331, 244.144843, 248.705743, 238.554269, 247.180583, 251.726824, 242.254732, 241.281868, 248.571482, 241.200091, 231.892817, 220.616537, 207.788985, 187.038568, 183.750844, 159.001011, 144.352484, 141.783595, 136.76969, 132.470524, 93.369806, 81.867896, 80.654352, 82.791027, 69.951792, 79.637626, 89.632064]}, "digit": {"n_am_en": [0, 21, 26, 9, 20, 16, 18, 8, 7, 4, 7, 5, 6, 12, 7, 7, 11, 14, 8, 6, 6, 6, 3, 2, 7, 9, 7, 12, 11, 11, 10, 9, 8, 8, 16, 16, 15, 18, 6, 2, 4, 0, 3, 0, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 5, 9, 10, 7, 6, 2, 8, 17, 23, 11, 11, 7, 8, 6, 9, 6, 11, 12, 10, 17, 19, 20, 21, 11, 11, 4, 10, 10, 10, 8, 6, 10, 10, 6, 9, 5, 7, 8, 3, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 56, "sum_m_en": [4.599342, 2.235971, 2.36101, 2.657251, 2.840145, 2.774248, 2.743076, 2.941764, 3.095578, 3.100391, 3.20995, 3.644059, 4.239234, 4.581424, 4.239888, 3.967457, 3.930047, 4.298925, 3.549276, 3.154214, 2.696247, 2.465946, 2.41791, 2.345593, 4.008317, 4.447896, 4.791394, 5.273317, 5.066138, 5.344522, 5.77191, 5.217673, 5.123994, 5.497373, 6.097903, 5.931712, 5.01977, 4.590777, 4.541571, 3.895818, 4.20301, 3.912037, 4.032264, 2.481652, 2.320701, 2.356927, 2.368941, 2.330133, 0.313275, 2e-06], "sum_m_pl": [23.058876, 30.976919, 29.884897, 28.030178, 27.292563, 27.632622, 27.648318, 26.683005, 27.374485, 27.937346, 27.306866, 26.065924, 25.715364, 25.293721, 25.640812, 26.242891, 26.303471, 25.696365, 26.718379, 26.987876, 27.624749, 28.038806, 28.153545, 28.322205, 24.69425, 24.454015, 24.13765, 24.791225, 25.279705, 24.696451, 23.638753, 24.216817, 24.433365, 24.095993, 22.401975, 21.944995, 19.656723, 20.232846, 18.768193, 15.22778, 15.471632, 14.860885, 16.434827, 9.516986, 8.627257, 7.352221, 7.069198, 6.499419, 0.722139, 0.000197]}, "lang": {"n_am_en": [30, 24, 34, 28, 18, 34, 19, 32, 21, 28, 27, 26, 35, 31, 26, 24, 27, 25, 34, 29, 27, 34, 32, 32, 42, 38, 34, 37, 31, 30, 30, 34, 33, 41, 35, 34, 46, 50, 49, 49, 47, 43, 42, 43, 54, 49, 22, 23, 21, 21], "n_am_pl": [5, 18, 15, 19, 12, 15, 19, 19, 26, 24, 18, 17, 20, 24, 28, 30, 32, 30, 21, 23, 30, 24, 33, 35, 18, 19, 17, 16, 21, 16, 20, 19, 21, 18, 17, 12, 20, 16, 20, 18, 28, 28, 24, 25, 24, 27, 39, 39, 77, 85], "n_pos": 108, "sum_m_en": [11.760087, 5.549227, 5.876722, 5.574996, 5.642531, 5.81051, 5.756713, 5.848115, 6.232848, 6.286966, 6.606721, 7.05215, 7.649529, 8.203687, 8.127698, 7.465734, 7.542613, 7.469819, 6.69549, 6.290459, 5.704182, 5.37264, 5.201277, 5.076284, 13.509974, 12.881001, 13.737264, 12.305329, 12.375497, 12.44671, 11.860224, 11.844755, 12.717837, 13.51048, 14.379421, 14.472686, 19.047114, 20.941796, 25.049311, 24.796009, 26.818794, 26.547048, 28.680519, 28.712743, 38.088486, 38.179753, 21.408721, 21.820779, 20.731726, 21.025238], "sum_m_pl": [38.116552, 51.520622, 51.297407, 52.139254, 51.106146, 51.18827, 51.524831, 51.81713, 52.038249, 52.371901, 51.394812, 50.186729, 50.451663, 50.014566, 50.174923, 51.432968, 51.222869, 50.260918, 51.520784, 51.740198, 52.69851, 52.908167, 53.002396, 53.289126, 43.979588, 45.428825, 43.374417, 45.398149, 45.895313, 43.750107, 44.645317, 45.910044, 44.606916, 43.12993, 42.006051, 40.321134, 38.528958, 37.935344, 33.37559, 33.152881, 32.665286, 33.288563, 32.405888, 33.649286, 32.188767, 32.565484, 38.804063, 41.095818, 69.840913, 84.926244]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 588, "item_id": "llmzszl-18711", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 631, "region_end": 588, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.9796}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [61, 43, 45, 39, 44, 30, 36, 48, 45, 37, 37, 49, 43, 44, 54, 52, 55, 39, 35, 41, 39, 29, 33, 34, 54, 50, 50, 48, 52, 55, 44, 53, 59, 56, 46, 52, 54, 59, 53, 51, 52, 53, 58, 53, 53, 53, 58, 63, 54, 56], "n_am_pl": [5, 27, 30, 28, 27, 21, 18, 28, 26, 23, 25, 18, 22, 21, 22, 27, 21, 24, 23, 32, 35, 36, 29, 29, 17, 14, 22, 27, 28, 26, 28, 26, 15, 18, 26, 20, 7, 11, 5, 4, 6, 6, 5, 6, 8, 7, 3, 3, 0, 0], "n_pos": 176, "sum_m_en": [20.794277, 9.531824, 9.87776, 9.375923, 9.566149, 10.690753, 10.098092, 11.664861, 12.27732, 12.763883, 12.871796, 14.058148, 15.023953, 14.78089, 14.8716, 14.567513, 14.400225, 13.053547, 11.160691, 10.65422, 10.046545, 9.248788, 8.676599, 8.460001, 19.557119, 22.170536, 21.411464, 20.268768, 19.966894, 20.506989, 19.467459, 19.455508, 19.868345, 20.726157, 22.029931, 21.383025, 22.372794, 25.025197, 25.235473, 28.671677, 30.682541, 34.109009, 39.918039, 38.813756, 40.779485, 45.154423, 52.141457, 59.014401, 53.044214, 55.644745], "sum_m_pl": [63.100718, 86.692303, 85.175809, 84.319321, 81.635133, 80.128035, 81.199345, 77.315022, 77.538081, 77.511924, 75.330568, 76.0729, 76.423205, 75.862795, 77.355417, 78.949256, 78.81181, 79.947573, 81.496705, 83.525058, 84.327087, 84.93974, 85.41559, 85.883451, 64.901642, 63.933481, 65.1967, 69.29236, 72.036317, 71.49843, 72.60945, 72.058523, 71.275613, 67.11162, 65.971151, 64.723157, 55.784583, 52.828593, 45.6389, 41.238437, 38.988229, 34.062626, 31.343856, 26.692426, 23.503135, 18.8133, 10.385102, 4.886293, 0.401583, 0.010901]}, "digit": {"n_am_en": [2, 7, 8, 4, 4, 0, 0, 1, 1, 0, 2, 2, 0, 0, 3, 2, 3, 0, 0, 2, 3, 2, 4, 1, 3, 5, 6, 4, 4, 5, 2, 3, 2, 2, 3, 3, 0, 3, 2, 3, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 0, 1, 2, 3, 3, 5, 5, 5, 5, 3, 3, 2, 1, 1, 0, 1, 0, 4, 4, 4, 3, 2, 0, 1, 2, 5, 2, 0, 1, 2, 2, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 16, "sum_m_en": [1.592775, 0.71527, 0.745863, 0.734178, 0.725918, 0.784684, 0.725615, 0.834159, 0.811584, 0.828769, 0.783075, 0.786219, 0.880565, 0.943794, 0.955462, 0.959497, 1.036131, 0.977235, 0.879465, 0.886544, 0.807068, 0.765714, 0.728546, 0.724641, 1.728868, 1.6843, 1.423324, 1.437095, 1.23554, 1.240214, 1.248958, 1.21276, 1.153888, 1.227009, 1.192253, 1.24878, 1.200344, 1.169514, 1.1005, 1.159918, 1.075199, 1.094552, 1.014572, 1.078125, 0.885562, 0.820573, 0.488266, 0.171955, 0.01651, 0.0], "sum_m_pl": [6.639316, 8.291862, 7.946988, 7.977226, 7.666239, 7.404255, 7.435332, 7.005031, 7.050309, 7.20268, 7.196587, 7.264574, 7.038127, 6.852214, 7.053764, 7.123984, 7.050708, 7.209236, 7.34949, 7.406363, 7.537345, 7.602389, 7.631996, 7.732686, 5.758639, 5.729078, 5.945302, 6.387614, 6.577879, 6.439768, 6.450554, 6.689521, 6.705301, 6.0489, 6.034297, 6.40982, 6.100209, 5.942096, 4.992173, 4.911218, 4.85276, 5.381369, 4.993298, 4.291901, 3.541949, 2.965599, 1.509266, 0.435129, 0.035356, 0.0]}, "lang": {"n_am_en": [18, 16, 15, 6, 17, 13, 18, 19, 21, 15, 18, 18, 20, 16, 21, 24, 25, 14, 13, 12, 15, 11, 13, 16, 23, 22, 19, 21, 21, 23, 21, 24, 27, 21, 19, 26, 27, 31, 32, 29, 30, 34, 40, 33, 36, 39, 43, 47, 53, 56], "n_am_pl": [4, 5, 10, 8, 11, 5, 1, 8, 9, 7, 7, 4, 7, 7, 8, 11, 12, 11, 10, 17, 15, 16, 15, 14, 6, 5, 5, 6, 6, 4, 8, 7, 4, 6, 6, 4, 0, 3, 0, 1, 2, 1, 1, 1, 6, 4, 2, 1, 0, 0], "n_pos": 57, "sum_m_en": [6.587508, 3.319225, 3.542279, 3.124826, 3.15448, 3.663752, 3.58273, 4.321522, 4.699933, 4.752912, 4.880009, 5.600342, 6.081067, 5.700045, 5.498678, 5.33087, 5.268381, 4.750218, 3.978864, 3.754683, 3.561707, 3.232608, 3.009993, 2.916112, 7.809079, 8.991051, 8.722928, 8.575927, 8.825683, 9.208851, 8.519727, 8.601141, 8.456258, 9.087324, 10.108301, 10.00906, 10.776459, 12.855307, 14.04974, 16.538523, 18.836669, 22.328832, 26.159797, 25.965069, 28.271428, 31.790443, 38.319422, 42.710111, 51.702939, 55.290243], "sum_m_pl": [19.770922, 27.083347, 26.917965, 26.630722, 25.9089, 25.389629, 26.134814, 24.970255, 25.016875, 24.851754, 24.125608, 24.411296, 24.628558, 24.842686, 25.305564, 25.643614, 25.840383, 25.991411, 26.661632, 27.457927, 27.583192, 27.759445, 27.909109, 28.035051, 22.134114, 21.782432, 21.795971, 22.537297, 22.886993, 22.735526, 23.311836, 22.983886, 22.625003, 21.695134, 20.588144, 20.302786, 17.195384, 16.157689, 13.88055, 12.699639, 12.187043, 9.938265, 8.654231, 8.02719, 8.27867, 6.496063, 4.252957, 2.104805, 0.18658, 0.010873]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "llmzszl-18712", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 756, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9944, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [102, 98, 120, 126, 118, 105, 70, 79, 87, 109, 86, 94, 105, 97, 108, 105, 116, 87, 83, 72, 59, 73, 69, 64, 101, 108, 103, 113, 107, 126, 129, 116, 110, 110, 118, 110, 114, 108, 105, 105, 98, 96, 99, 91, 74, 61, 29, 13, 10, 8], "n_am_pl": [24, 88, 89, 75, 78, 72, 81, 72, 67, 52, 50, 65, 80, 57, 55, 66, 69, 88, 78, 100, 108, 96, 99, 111, 64, 61, 70, 72, 82, 78, 93, 87, 87, 77, 62, 66, 58, 58, 47, 47, 49, 57, 42, 49, 54, 54, 64, 67, 93, 107], "n_pos": 466, "sum_m_en": [43.809238, 22.51131, 24.167601, 24.304046, 25.091605, 26.408267, 25.901133, 30.977115, 33.464069, 35.418115, 34.580681, 36.656809, 38.831137, 38.297427, 38.936694, 38.061455, 37.566057, 34.36138, 29.592153, 28.889913, 27.042232, 25.157109, 23.923391, 22.821863, 44.575029, 50.934201, 50.893949, 49.938507, 51.528841, 54.178779, 52.484479, 49.545806, 48.574119, 47.814738, 50.510745, 48.938094, 50.688898, 52.561248, 56.795863, 58.755086, 54.961016, 56.072477, 63.012699, 60.745921, 56.182319, 53.502021, 26.835054, 16.845261, 11.168611, 7.961254], "sum_m_pl": [179.916638, 230.145149, 224.117651, 221.652778, 220.479631, 217.801541, 218.644935, 209.139353, 208.331266, 208.668862, 203.897409, 202.945934, 203.30314, 202.775553, 205.82432, 210.153555, 209.39554, 213.434517, 219.923849, 222.61107, 225.1664, 225.268488, 226.29463, 226.440751, 175.764912, 171.798539, 170.900724, 182.734173, 189.735394, 191.918734, 193.322509, 197.49107, 199.626826, 187.649258, 181.724784, 177.237314, 162.281999, 155.841227, 142.500511, 136.891649, 131.234182, 128.545416, 120.908171, 111.016814, 97.177112, 90.967516, 81.077081, 80.891417, 90.382465, 106.753263]}, "digit": {"n_am_en": [0, 20, 15, 14, 18, 13, 7, 8, 7, 6, 9, 9, 7, 13, 13, 11, 11, 8, 8, 5, 4, 4, 5, 5, 10, 13, 13, 12, 10, 5, 12, 9, 8, 10, 14, 10, 12, 10, 8, 8, 7, 9, 8, 6, 5, 5, 4, 1, 0, 0], "n_am_pl": [0, 4, 5, 1, 0, 0, 0, 3, 1, 6, 3, 9, 9, 3, 7, 8, 12, 4, 4, 10, 8, 9, 11, 8, 2, 6, 4, 3, 6, 9, 4, 7, 5, 6, 3, 6, 1, 1, 2, 1, 2, 2, 1, 5, 7, 3, 4, 4, 0, 0], "n_pos": 40, "sum_m_en": [3.194302, 1.798106, 1.862896, 1.861931, 1.881014, 1.86248, 1.814022, 2.071134, 2.04273, 2.226914, 2.211062, 2.321228, 2.570837, 2.725733, 2.655533, 2.697943, 2.867145, 2.715332, 2.28699, 2.377256, 2.208272, 1.980213, 1.865216, 1.802626, 3.430579, 3.99815, 4.034843, 3.948204, 4.029643, 3.998357, 4.223411, 4.132978, 4.072401, 3.876333, 4.255929, 4.094831, 4.376883, 3.953846, 3.983711, 4.653478, 4.186574, 4.596796, 5.786087, 4.596224, 3.559332, 4.912578, 2.822328, 1.959924, 0.014847, 0.0], "sum_m_pl": [16.847752, 21.123847, 20.168944, 19.905764, 19.818584, 19.656018, 19.133121, 18.840951, 18.940726, 19.35605, 19.356924, 19.693317, 19.30803, 19.307016, 19.625036, 19.342876, 18.765069, 19.206425, 19.780781, 19.376455, 19.653185, 19.884393, 20.009583, 20.042316, 16.759646, 15.908015, 16.064766, 16.758313, 17.323682, 17.394294, 17.33604, 17.679274, 18.173075, 17.249975, 16.279243, 16.585661, 15.631309, 15.811159, 14.294751, 14.131112, 14.207405, 13.704667, 12.7059, 13.41578, 13.201001, 9.290049, 7.839377, 6.707849, 0.058185, 0.0]}, "lang": {"n_am_en": [38, 26, 19, 18, 17, 22, 20, 25, 27, 27, 30, 26, 30, 24, 34, 33, 36, 27, 26, 23, 20, 25, 24, 27, 40, 41, 34, 32, 37, 41, 36, 31, 42, 40, 43, 44, 47, 47, 40, 38, 41, 40, 43, 40, 36, 34, 16, 7, 8, 8], "n_am_pl": [5, 24, 19, 27, 28, 24, 14, 6, 8, 12, 10, 9, 22, 16, 13, 17, 15, 20, 18, 22, 27, 21, 24, 23, 10, 11, 18, 18, 14, 10, 16, 15, 8, 13, 8, 13, 14, 13, 16, 19, 19, 22, 19, 25, 31, 35, 46, 50, 90, 107], "n_pos": 115, "sum_m_en": [10.901644, 5.888214, 6.001447, 6.404249, 6.469646, 6.937816, 7.248222, 8.788738, 9.706591, 9.774679, 9.925352, 10.615867, 11.185507, 11.04215, 10.958475, 10.367441, 10.138057, 9.288764, 8.063247, 7.771752, 7.324802, 6.865328, 6.415548, 6.05506, 13.434167, 15.367208, 14.921061, 14.583, 15.59882, 16.384125, 15.261973, 14.487476, 14.542116, 14.74283, 14.906879, 14.542392, 16.430036, 18.641076, 21.176185, 22.046422, 21.027458, 21.749794, 27.352843, 25.906268, 27.224029, 25.788244, 14.572237, 7.585865, 7.907952, 7.930982], "sum_m_pl": [42.958696, 53.371303, 52.652465, 50.839404, 50.775414, 50.458906, 51.84178, 49.791785, 50.311731, 50.346856, 49.514732, 49.054709, 49.206338, 49.234455, 50.468243, 51.656704, 51.610642, 52.154662, 53.816083, 54.397902, 55.093583, 54.929827, 55.232444, 55.234848, 42.570209, 41.805457, 42.406213, 44.665414, 45.013945, 45.251804, 46.167798, 47.001308, 47.3191, 45.565452, 45.133506, 45.750979, 44.148805, 42.944998, 39.942227, 38.5065, 38.720331, 38.84802, 35.694445, 35.074969, 37.269834, 40.806495, 47.321165, 53.964331, 82.85344, 105.755125]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 466, "item_id": "llmzszl-18712", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 687, "region_end": 466, "roundtrip_ok": true, "tf_agree": 0.9936, "tf_agree_excl_first": 0.9957}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [73, 109, 75, 89, 68, 75, 56, 81, 91, 91, 82, 91, 90, 74, 74, 63, 70, 53, 49, 56, 50, 44, 35, 41, 90, 98, 91, 86, 86, 91, 79, 70, 78, 69, 91, 81, 90, 98, 84, 77, 78, 76, 71, 67, 63, 79, 66, 70, 41, 39], "n_am_pl": [26, 40, 27, 39, 34, 34, 39, 58, 33, 51, 55, 50, 46, 57, 60, 46, 61, 74, 64, 78, 84, 93, 89, 93, 38, 40, 47, 46, 75, 61, 59, 59, 39, 37, 36, 20, 22, 12, 19, 20, 15, 21, 18, 11, 18, 14, 8, 4, 3, 3], "n_pos": 384, "sum_m_en": [39.731961, 18.768871, 18.860468, 19.585378, 20.483338, 21.253162, 20.598439, 21.805481, 23.052151, 23.302407, 23.554663, 24.731063, 25.78853, 26.163234, 25.382154, 26.095362, 25.856177, 25.881904, 22.757683, 21.574535, 20.416448, 19.037311, 18.171266, 17.510653, 33.954474, 38.055786, 39.468438, 37.43322, 37.315507, 39.220887, 36.655505, 33.783411, 32.5003, 31.268614, 35.871085, 35.226961, 42.609051, 42.872678, 44.930721, 46.284363, 46.913467, 50.122445, 51.639271, 51.476012, 52.0355, 59.918428, 58.124127, 63.913454, 44.979478, 39.79681], "sum_m_pl": [149.750309, 193.4225, 188.739988, 182.935101, 178.312193, 177.50515, 179.220338, 181.169328, 174.613152, 179.796976, 173.108922, 172.950033, 173.040575, 172.779284, 175.176643, 173.809885, 174.439377, 176.925975, 182.432213, 185.484739, 187.625187, 189.532534, 190.158918, 192.18967, 153.024955, 153.177371, 153.513291, 160.396651, 163.066426, 162.025855, 161.530009, 164.654645, 160.759937, 151.73271, 145.541698, 134.259824, 117.564637, 108.076501, 99.72625, 89.116946, 85.079203, 82.19433, 75.112878, 62.055122, 57.485309, 48.595119, 33.886178, 17.751138, 6.203471, 3.000873]}, "digit": {"n_am_en": [8, 20, 5, 13, 2, 13, 5, 10, 7, 12, 7, 8, 10, 7, 12, 12, 9, 11, 7, 8, 4, 1, 0, 3, 11, 12, 8, 10, 13, 15, 11, 11, 14, 14, 13, 15, 16, 14, 12, 6, 3, 7, 3, 2, 2, 3, 2, 2, 0, 0], "n_am_pl": [0, 2, 0, 4, 5, 1, 6, 6, 0, 1, 4, 7, 5, 3, 1, 4, 6, 4, 4, 7, 8, 9, 10, 8, 4, 3, 3, 4, 6, 9, 6, 7, 4, 5, 4, 2, 2, 2, 2, 1, 3, 5, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 55, "sum_m_en": [5.575113, 2.483959, 2.613267, 2.938901, 3.083052, 3.375723, 3.0964, 3.145807, 3.271231, 3.607833, 3.630553, 3.585083, 3.756778, 3.696785, 3.79865, 3.789718, 3.850276, 3.989491, 3.298013, 3.122621, 2.953164, 2.732091, 2.614632, 2.546476, 4.747502, 5.541727, 5.961949, 5.601835, 5.613164, 5.774465, 5.453224, 4.99583, 4.645341, 4.589817, 4.856119, 5.186851, 6.642182, 6.325432, 6.38796, 5.932224, 5.601075, 5.631336, 5.040681, 5.119832, 4.405919, 4.385662, 2.742962, 2.422134, 0.198607, 0.0], "sum_m_pl": [20.011955, 27.363687, 25.920544, 24.792365, 23.456026, 23.099633, 23.301799, 24.125348, 22.916214, 23.757999, 22.806005, 23.27593, 23.313326, 23.128855, 23.656155, 24.135126, 23.924599, 24.470585, 25.311655, 25.799809, 26.11667, 26.560628, 26.638048, 27.030851, 21.331135, 20.73939, 20.321678, 22.010431, 22.136846, 22.196958, 21.969861, 23.070377, 23.472188, 22.189443, 21.007931, 20.587209, 18.66494, 18.258359, 17.009581, 15.919367, 15.390956, 15.668142, 13.63105, 12.74957, 9.68312, 7.136442, 2.980088, 1.445059, 0.108234, 0.0]}, "lang": {"n_am_en": [15, 18, 15, 18, 14, 13, 6, 13, 13, 9, 10, 10, 12, 11, 9, 9, 7, 7, 6, 4, 5, 9, 6, 8, 14, 14, 15, 12, 12, 15, 13, 13, 16, 12, 10, 10, 18, 18, 16, 15, 15, 16, 19, 19, 21, 24, 30, 37, 38, 38], "n_am_pl": [2, 2, 1, 4, 3, 7, 7, 4, 3, 4, 3, 6, 1, 9, 12, 7, 9, 9, 8, 11, 11, 12, 13, 10, 5, 5, 6, 7, 11, 7, 5, 5, 4, 7, 5, 6, 2, 5, 5, 9, 7, 9, 10, 9, 10, 11, 5, 3, 3, 3], "n_pos": 41, "sum_m_en": [5.331605, 2.449482, 2.314969, 2.100957, 2.129691, 2.375694, 2.398421, 2.501907, 2.756609, 2.630053, 2.836198, 2.99013, 3.183189, 3.335441, 2.907401, 2.870162, 2.889084, 2.819686, 2.461027, 2.287525, 2.159999, 2.006442, 1.908334, 1.827251, 4.767964, 5.095458, 5.00005, 4.692537, 5.183034, 5.623499, 5.10444, 4.914495, 4.680118, 4.556475, 5.247634, 5.357149, 6.94785, 7.923153, 8.4689, 9.091422, 11.128861, 12.826375, 15.429196, 15.699068, 17.977765, 20.511777, 25.557482, 33.823704, 37.520237, 37.55887], "sum_m_pl": [14.068808, 19.023825, 19.055057, 19.250728, 18.703613, 18.56572, 18.94029, 19.698134, 19.341219, 19.458541, 19.319804, 18.868255, 18.723806, 18.558482, 18.963919, 18.865011, 18.924458, 19.091637, 19.874215, 20.082781, 20.218395, 20.37217, 20.414466, 20.595894, 17.384476, 17.173792, 16.816146, 17.460148, 17.496328, 17.373173, 17.104343, 17.239534, 16.966642, 16.522644, 15.948735, 16.020756, 13.814978, 12.721243, 11.582506, 11.42509, 10.83935, 9.831619, 9.593786, 9.438953, 9.112946, 8.165596, 6.62484, 3.466602, 3.058393, 3.000206]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 386, "item_id": "llmzszl-18713", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 724, "region_end": 384, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9896}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [112, 134, 115, 138, 113, 113, 106, 98, 90, 84, 104, 124, 133, 96, 101, 81, 97, 98, 78, 74, 70, 68, 59, 70, 113, 114, 118, 115, 120, 118, 113, 121, 106, 102, 126, 108, 119, 122, 109, 100, 101, 96, 90, 81, 75, 67, 46, 46, 35, 35], "n_am_pl": [23, 66, 83, 56, 72, 75, 57, 83, 77, 90, 73, 78, 71, 81, 75, 92, 81, 105, 108, 125, 135, 138, 130, 141, 84, 79, 85, 72, 80, 87, 93, 107, 81, 65, 56, 51, 47, 36, 40, 41, 46, 52, 46, 51, 49, 58, 58, 50, 82, 89], "n_pos": 556, "sum_m_en": [51.358787, 25.294203, 26.447913, 28.128957, 30.249421, 31.485139, 30.927544, 31.757694, 33.396358, 34.261944, 33.942782, 35.781886, 37.626452, 38.118906, 36.971362, 37.364755, 37.444686, 36.078694, 32.118068, 30.199419, 28.424824, 27.206922, 26.186324, 26.115367, 52.952749, 54.440646, 54.703094, 53.569502, 54.075024, 54.51469, 51.945232, 48.218202, 47.816169, 47.966805, 52.681104, 51.095082, 56.039709, 56.106414, 59.857167, 62.196877, 61.757331, 62.942942, 65.488481, 59.137276, 55.379837, 51.487416, 36.173091, 32.320132, 35.679369, 35.017805], "sum_m_pl": [211.627568, 280.860235, 272.507652, 265.894179, 260.223649, 255.990414, 255.832146, 258.265873, 249.307304, 255.397193, 248.275943, 248.821518, 250.449607, 250.937843, 251.917878, 251.428811, 253.087393, 259.578308, 267.9746, 272.56226, 274.906, 276.778528, 277.093421, 279.103336, 226.934844, 227.200324, 226.701909, 233.333042, 237.334163, 238.770276, 239.755301, 243.559876, 240.872732, 225.084668, 214.966941, 201.362733, 182.588381, 174.795829, 162.409225, 149.695232, 141.663971, 143.455063, 135.400908, 115.322573, 102.98602, 92.964757, 77.756584, 64.100713, 77.73237, 87.624516]}, "digit": {"n_am_en": [12, 28, 18, 20, 13, 11, 21, 11, 10, 12, 15, 20, 24, 14, 14, 16, 15, 17, 12, 12, 13, 8, 6, 2, 12, 18, 14, 18, 19, 18, 17, 22, 14, 21, 23, 21, 26, 18, 15, 12, 13, 11, 7, 5, 2, 2, 2, 2, 0, 0], "n_am_pl": [0, 20, 18, 3, 4, 4, 1, 4, 3, 7, 1, 11, 6, 5, 8, 16, 13, 13, 12, 17, 14, 19, 18, 15, 13, 13, 7, 4, 8, 8, 17, 15, 13, 7, 9, 7, 5, 3, 5, 2, 6, 9, 8, 12, 5, 3, 2, 2, 0, 0], "n_pos": 86, "sum_m_en": [7.933552, 3.618976, 3.733648, 3.840744, 4.209558, 4.378592, 4.358675, 4.651098, 4.764326, 5.146824, 5.226664, 5.300678, 5.868474, 6.051368, 5.876051, 6.051797, 5.963207, 5.825258, 4.969312, 4.756935, 4.422548, 4.129686, 3.994731, 3.889434, 6.540154, 7.641143, 7.936137, 7.740346, 8.054914, 8.173888, 8.42865, 7.716332, 7.047932, 7.427928, 7.999254, 7.831189, 8.655065, 7.710651, 8.533116, 8.140957, 7.79123, 7.238192, 7.46864, 7.126948, 5.78579, 4.260383, 1.917304, 1.817244, 0.068386, 0.0], "sum_m_pl": [28.255589, 44.175905, 42.227418, 40.754342, 39.000659, 38.181182, 36.912788, 37.369754, 36.566529, 37.761649, 37.341107, 37.731381, 37.826693, 37.896989, 38.862857, 39.009546, 38.751656, 39.768905, 41.027129, 41.391396, 41.743849, 42.194427, 42.116724, 42.577507, 34.992641, 33.842075, 33.183907, 35.274158, 35.452807, 35.294569, 35.582451, 36.628057, 37.768702, 36.15034, 34.235332, 34.529347, 33.02969, 33.451722, 31.390718, 30.750501, 30.377328, 30.859417, 29.3647, 27.16217, 23.695302, 18.370167, 8.163427, 4.304815, 0.110198, 0.0]}, "lang": {"n_am_en": [17, 28, 24, 28, 22, 28, 30, 26, 30, 29, 36, 26, 36, 26, 29, 19, 29, 26, 31, 27, 23, 28, 25, 35, 51, 43, 44, 40, 37, 36, 34, 37, 38, 32, 40, 41, 47, 56, 49, 52, 54, 54, 53, 45, 51, 50, 39, 31, 35, 35], "n_am_pl": [5, 17, 15, 14, 12, 10, 9, 23, 24, 26, 31, 25, 13, 23, 18, 19, 21, 26, 27, 33, 43, 41, 38, 40, 20, 20, 24, 17, 19, 24, 16, 24, 19, 21, 15, 18, 19, 18, 21, 19, 23, 26, 26, 26, 30, 40, 49, 44, 81, 86], "n_pos": 123, "sum_m_en": [10.305102, 5.531508, 5.629997, 6.268042, 6.9335, 7.368264, 7.415143, 7.146253, 7.81377, 7.626418, 7.778764, 8.12178, 8.505436, 8.546096, 8.447175, 8.367943, 8.398176, 8.171923, 7.523389, 6.879224, 6.462654, 6.618574, 6.238125, 6.55233, 17.259853, 15.738636, 14.843877, 13.629336, 12.97695, 12.854545, 12.186, 11.935967, 12.514532, 12.9614, 14.959758, 15.841026, 20.619837, 22.977966, 24.981665, 27.436885, 29.682333, 33.111178, 36.708176, 33.970401, 35.675011, 34.054067, 26.436205, 21.705317, 35.197478, 35.006116], "sum_m_pl": [47.927769, 59.535693, 58.587169, 58.29663, 57.322841, 56.691797, 58.233874, 59.941137, 58.721111, 58.566094, 57.686008, 57.118486, 57.333375, 57.531118, 56.845389, 55.851719, 56.650126, 57.524807, 59.758903, 60.973754, 61.815479, 61.87866, 61.913287, 62.289301, 51.964601, 53.088321, 52.874467, 54.405331, 55.241316, 55.823958, 54.550463, 54.324681, 53.068356, 50.264025, 49.572305, 49.419445, 46.876715, 46.981063, 44.400943, 42.371244, 41.228478, 40.336417, 40.439209, 37.598631, 41.26175, 43.269721, 48.622119, 46.846541, 75.729171, 85.516979]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 558, "item_id": "llmzszl-18713", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 655, "region_end": 556, "roundtrip_ok": true, "tf_agree": 0.9857, "tf_agree_excl_first": 0.9874}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [53, 43, 37, 37, 22, 30, 32, 30, 25, 34, 35, 30, 35, 41, 40, 37, 41, 33, 29, 33, 27, 33, 35, 30, 41, 38, 31, 44, 38, 35, 38, 36, 34, 36, 37, 37, 32, 38, 35, 33, 32, 29, 31, 30, 31, 33, 32, 31, 35, 33], "n_am_pl": [6, 14, 16, 13, 8, 19, 17, 18, 16, 25, 15, 15, 15, 12, 16, 13, 22, 17, 17, 12, 17, 24, 26, 19, 8, 8, 14, 11, 16, 16, 21, 19, 9, 7, 8, 9, 11, 8, 6, 4, 4, 4, 6, 2, 1, 1, 0, 0, 0, 0], "n_pos": 145, "sum_m_en": [17.311972, 7.355361, 7.714639, 7.701783, 8.058933, 8.845408, 8.778332, 9.335873, 9.615631, 9.60397, 9.812402, 10.457593, 10.851428, 10.818076, 10.60283, 10.890166, 11.917578, 10.268747, 9.020545, 8.082314, 7.722321, 7.518309, 7.35195, 7.872589, 20.488542, 21.194343, 19.661069, 18.057123, 17.016106, 16.495356, 15.016454, 14.648454, 14.158494, 13.966062, 16.621274, 15.405501, 18.492144, 20.757083, 23.482651, 25.111154, 25.145945, 26.287237, 28.457899, 27.841713, 33.1811, 31.784219, 32.342703, 31.486506, 34.905103, 33.560721], "sum_m_pl": [55.126476, 73.151595, 70.25088, 69.490374, 66.521308, 65.069881, 64.360369, 64.112458, 62.896971, 65.006035, 64.318235, 64.596559, 64.370736, 64.837272, 66.437481, 66.116522, 64.211651, 65.556093, 66.072201, 68.357228, 68.816432, 69.246276, 69.588463, 69.288804, 52.528604, 51.221059, 51.026269, 55.495035, 57.283815, 57.847208, 58.088051, 58.954017, 59.962319, 55.201004, 51.160851, 47.850134, 43.640005, 39.316983, 34.572788, 31.65658, 30.202343, 27.283004, 23.5673, 16.847795, 11.860307, 10.908973, 4.233835, 2.165063, 0.273732, 3.1e-05]}, "digit": {"n_am_en": [5, 7, 5, 3, 1, 3, 3, 4, 1, 3, 4, 0, 2, 2, 1, 2, 4, 2, 5, 4, 0, 1, 1, 0, 0, 5, 2, 7, 4, 4, 5, 6, 3, 1, 0, 4, 3, 4, 2, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 4, 0, 3, 6, 7, 3, 5, 3, 5, 4, 2, 3, 4, 5, 2, 3, 1, 1, 3, 4, 2, 1, 0, 3, 2, 3, 3, 6, 4, 2, 1, 2, 0, 1, 1, 1, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [3.193717, 1.068387, 1.099333, 1.115513, 1.107767, 1.286324, 1.235948, 1.373004, 1.342605, 1.517706, 1.538239, 1.53217, 1.689249, 1.637881, 1.573293, 1.721222, 1.618448, 1.518064, 1.408019, 1.311629, 1.214264, 1.146087, 1.111185, 1.105362, 1.813405, 2.065727, 2.154911, 2.135814, 2.122443, 2.230774, 2.153962, 2.177777, 1.779678, 1.653598, 1.699653, 1.783334, 1.796751, 1.685158, 1.671733, 1.568668, 1.60731, 1.698851, 1.578175, 1.429601, 1.124411, 0.727838, 0.359134, 0.129217, 0.010666, 0.0], "sum_m_pl": [9.491883, 12.959109, 12.177205, 12.002568, 11.422139, 11.025529, 10.887105, 11.040158, 10.880992, 11.086354, 11.100613, 11.259026, 10.719363, 10.898372, 11.120667, 10.878472, 10.708527, 10.85541, 10.872488, 11.24084, 11.307023, 11.522852, 11.558115, 11.679829, 9.661604, 9.485064, 9.317644, 10.105569, 10.398491, 10.415923, 10.219003, 10.5071, 10.895117, 9.744351, 9.270647, 9.10134, 9.057695, 8.731907, 8.032346, 7.997139, 7.897088, 8.176663, 7.147802, 5.862237, 5.053651, 3.98933, 0.884111, 0.298307, 0.035985, 0.0]}, "lang": {"n_am_en": [13, 8, 11, 14, 8, 9, 12, 11, 13, 12, 14, 12, 13, 13, 12, 13, 16, 17, 10, 14, 14, 12, 14, 13, 18, 16, 14, 18, 13, 13, 14, 12, 14, 14, 17, 19, 14, 16, 18, 18, 18, 21, 22, 20, 22, 22, 23, 28, 33, 33], "n_am_pl": [4, 8, 4, 2, 1, 3, 0, 1, 2, 3, 1, 1, 3, 2, 1, 2, 2, 0, 2, 1, 5, 6, 6, 4, 1, 2, 2, 2, 5, 3, 1, 3, 0, 0, 0, 2, 2, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 34, "sum_m_en": [4.717981, 1.95891, 2.111978, 1.993987, 2.111436, 2.320321, 2.457136, 2.474046, 2.725087, 2.586136, 2.652208, 2.993005, 2.888576, 2.870294, 2.618797, 2.643671, 2.854693, 2.491355, 2.286045, 2.073501, 1.972651, 2.047081, 2.073292, 2.626259, 9.354653, 9.088574, 8.304396, 7.200886, 6.876133, 5.954503, 4.89079, 4.961199, 4.818641, 5.011886, 5.556556, 6.301836, 7.786091, 10.053397, 12.318269, 15.077535, 15.840236, 17.839145, 19.684131, 19.825126, 21.893713, 22.475721, 23.950245, 26.665418, 32.480631, 32.980782], "sum_m_pl": [11.535051, 16.286961, 15.862354, 15.917275, 15.311331, 14.603607, 14.400925, 14.518927, 14.076127, 14.705015, 14.528394, 14.546622, 14.8035, 15.015888, 15.541318, 15.418305, 15.065751, 15.40065, 15.189952, 15.698883, 15.917002, 15.958069, 16.037126, 15.661332, 9.992496, 9.965243, 9.819312, 11.114652, 11.153217, 11.743809, 12.335595, 12.413887, 12.945501, 12.236795, 11.323762, 10.823296, 9.028529, 7.510818, 5.575327, 4.471567, 4.090976, 3.859439, 3.395778, 3.146463, 1.701111, 1.346408, 0.636954, 0.239625, 0.006796, 2.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "llmzszl-18715", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9864, "tf_agree_excl_first": 0.9932}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [114, 126, 114, 110, 103, 60, 80, 88, 82, 120, 109, 107, 130, 132, 105, 98, 121, 117, 84, 93, 90, 99, 95, 93, 132, 115, 106, 122, 117, 125, 123, 110, 103, 111, 119, 119, 111, 109, 104, 100, 102, 90, 87, 76, 57, 41, 21, 11, 7, 2], "n_am_pl": [28, 68, 58, 53, 73, 78, 90, 78, 58, 54, 65, 63, 64, 50, 67, 66, 79, 72, 95, 88, 79, 72, 74, 76, 47, 66, 53, 61, 61, 65, 76, 66, 72, 49, 61, 44, 31, 31, 29, 37, 30, 32, 30, 29, 26, 29, 42, 43, 62, 68], "n_pos": 434, "sum_m_en": [41.51428, 21.138929, 22.735603, 23.389023, 23.950364, 24.641128, 24.395511, 26.163442, 27.300958, 28.729043, 28.875038, 30.610882, 31.886344, 32.693394, 32.395736, 32.586239, 32.31513, 29.316688, 25.528428, 23.530422, 22.697342, 22.231814, 21.573211, 21.948017, 52.087167, 50.084865, 49.542245, 46.673559, 48.076079, 47.761638, 44.192518, 42.266134, 39.984671, 41.44014, 48.770209, 46.401873, 48.528965, 50.546226, 56.747778, 58.694292, 56.441295, 53.71384, 54.193983, 57.433578, 53.37798, 42.565012, 22.794349, 16.662634, 7.720482, 1.999289], "sum_m_pl": [176.280755, 221.055385, 212.1254, 208.7799, 207.101724, 202.954518, 205.49159, 203.642695, 201.146879, 201.360146, 198.414095, 200.259764, 201.996979, 201.175457, 201.528108, 204.707687, 202.021215, 205.480431, 210.610009, 214.253868, 212.498677, 211.343023, 212.743572, 211.211211, 167.077639, 168.765362, 164.685215, 177.277952, 181.465765, 181.337334, 184.862361, 186.700935, 189.788352, 177.152933, 167.201355, 159.910857, 147.104951, 142.35486, 130.516515, 126.187487, 121.658985, 110.712999, 105.413936, 84.628544, 65.862763, 63.728228, 57.76606, 51.144515, 62.33926, 67.731979]}, "digit": {"n_am_en": [8, 24, 16, 20, 19, 8, 7, 8, 7, 17, 20, 11, 16, 14, 11, 9, 15, 20, 14, 19, 15, 13, 14, 14, 20, 22, 22, 23, 16, 17, 16, 13, 11, 14, 13, 17, 19, 16, 10, 10, 10, 9, 4, 3, 5, 3, 1, 0, 0, 0], "n_am_pl": [4, 9, 11, 6, 9, 7, 17, 12, 9, 6, 7, 7, 10, 8, 11, 10, 13, 11, 11, 7, 4, 4, 6, 5, 3, 6, 1, 7, 5, 10, 16, 15, 19, 10, 8, 4, 4, 5, 4, 4, 3, 6, 3, 4, 2, 2, 1, 1, 0, 0], "n_pos": 70, "sum_m_en": [5.875497, 3.034864, 3.229437, 3.252046, 3.303964, 3.463019, 3.295814, 3.669042, 3.824811, 4.141437, 4.123592, 4.277207, 4.689818, 4.909092, 4.762381, 4.953719, 4.730632, 4.310945, 3.763172, 3.512255, 3.286373, 3.08744, 3.026926, 2.979079, 5.744438, 6.449604, 6.881847, 6.461038, 6.713594, 6.682432, 6.510138, 6.164053, 5.239291, 5.131871, 5.581142, 5.751152, 6.053073, 5.478054, 6.96806, 6.938731, 7.233836, 5.81713, 5.477456, 5.11506, 5.458447, 4.511785, 1.961467, 0.5517, 0.032228, 0.0], "sum_m_pl": [29.237392, 37.181853, 35.086896, 34.635093, 34.140204, 33.067222, 33.441886, 32.930439, 32.438891, 33.059432, 32.433565, 33.153873, 32.760731, 32.255628, 32.463648, 32.674114, 32.313779, 33.006357, 33.767281, 34.368846, 34.10348, 34.341058, 34.414726, 34.447488, 29.521491, 28.100585, 27.032888, 29.600735, 29.904758, 29.90848, 30.827462, 31.196611, 32.637803, 31.181936, 29.73292, 29.55518, 27.878579, 27.536653, 24.307811, 24.573355, 24.308675, 24.315961, 23.35205, 21.105172, 18.107595, 14.451018, 7.393894, 2.045673, 0.09715, 0.0]}, "lang": {"n_am_en": [17, 13, 18, 14, 18, 13, 17, 18, 15, 20, 16, 16, 22, 21, 14, 12, 17, 24, 17, 17, 21, 26, 21, 25, 31, 22, 18, 24, 23, 20, 27, 22, 19, 24, 24, 32, 29, 28, 30, 26, 28, 27, 24, 31, 25, 19, 10, 5, 3, 2], "n_am_pl": [12, 19, 7, 5, 7, 10, 10, 9, 3, 7, 8, 12, 12, 9, 12, 16, 10, 8, 13, 17, 12, 10, 12, 12, 5, 7, 7, 9, 9, 13, 12, 9, 7, 9, 13, 10, 8, 10, 9, 12, 12, 11, 12, 13, 14, 20, 31, 36, 61, 67], "n_pos": 69, "sum_m_en": [6.553075, 3.709671, 3.82541, 4.057421, 4.152188, 3.961796, 3.963436, 4.170101, 4.430371, 4.34714, 4.554279, 4.653396, 4.914463, 5.057698, 5.052851, 5.111225, 5.056113, 4.673483, 4.257843, 3.915602, 3.782844, 4.016207, 3.806853, 4.251923, 12.420151, 10.586639, 9.38756, 7.75813, 7.608645, 7.496493, 7.282299, 7.51819, 7.329359, 7.59487, 8.440487, 8.846053, 8.906169, 9.747429, 12.017821, 12.421951, 13.581805, 14.576391, 15.22064, 17.462868, 22.043011, 14.891061, 8.445452, 4.218555, 3.215383, 1.995136], "sum_m_pl": [27.250782, 33.141075, 32.350354, 31.627969, 31.969016, 31.377508, 31.716627, 31.800625, 31.817593, 32.31877, 32.067163, 32.3591, 32.70628, 32.732262, 32.960229, 33.537832, 32.894308, 33.296639, 33.761593, 34.066723, 33.851518, 33.317659, 33.602679, 32.987839, 25.643587, 26.487647, 26.524421, 28.919602, 29.381677, 29.756735, 30.128291, 29.715962, 30.291962, 29.103, 28.154057, 28.159369, 28.532609, 28.365727, 26.455428, 25.031092, 23.611225, 19.51754, 21.133006, 17.972303, 16.734567, 21.364748, 29.838066, 34.989239, 57.200903, 66.291662]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 436, "item_id": "llmzszl-18715", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 642, "region_end": 434, "roundtrip_ok": true, "tf_agree": 0.9908, "tf_agree_excl_first": 0.9931}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [23, 29, 24, 20, 28, 16, 17, 19, 15, 15, 22, 20, 11, 13, 22, 16, 29, 25, 22, 23, 13, 14, 12, 14, 25, 28, 28, 26, 27, 28, 17, 27, 20, 26, 26, 26, 24, 22, 24, 19, 21, 20, 21, 22, 19, 20, 25, 22, 31, 29], "n_am_pl": [1, 13, 17, 17, 6, 10, 6, 12, 7, 25, 13, 15, 18, 17, 16, 13, 10, 9, 8, 8, 11, 13, 14, 15, 5, 9, 9, 9, 5, 3, 12, 10, 10, 9, 7, 5, 5, 7, 3, 5, 2, 0, 3, 2, 4, 5, 3, 1, 0, 0], "n_pos": 96, "sum_m_en": [10.77977, 4.925068, 4.766773, 4.568089, 4.800238, 4.850884, 4.985548, 5.26669, 5.282261, 5.101335, 5.677532, 6.134596, 6.853448, 7.235757, 6.782165, 6.346993, 6.185464, 5.98126, 5.559199, 5.033634, 4.604523, 4.32816, 4.157404, 4.095646, 10.351126, 11.03947, 9.791118, 9.347983, 9.30975, 8.692683, 7.977743, 8.389531, 8.024089, 8.063943, 9.053355, 10.591986, 11.54776, 12.134565, 12.897002, 14.089383, 14.283087, 16.564165, 16.949644, 18.65051, 19.908474, 19.814587, 21.552951, 23.590047, 28.913752, 28.83921], "sum_m_pl": [36.27742, 48.820941, 47.762212, 46.915357, 44.971691, 44.526037, 44.002323, 43.732109, 43.120608, 45.080169, 44.123157, 45.210627, 43.614147, 42.746873, 43.683541, 44.577567, 43.79954, 43.801512, 43.966989, 45.445032, 46.190879, 46.753107, 46.916616, 47.169743, 37.860043, 37.676341, 37.015791, 38.89455, 39.687513, 41.435686, 40.694765, 39.530818, 39.556682, 38.447844, 36.423487, 33.500051, 30.023183, 28.887946, 26.169023, 24.471859, 22.487569, 19.801241, 18.364124, 15.587127, 13.854577, 10.489368, 6.252935, 3.11937, 0.6253, 0.000184]}, "digit": {"n_am_en": [3, 10, 4, 2, 6, 0, 1, 6, 5, 2, 3, 6, 1, 1, 2, 1, 8, 8, 7, 8, 3, 2, 1, 3, 8, 11, 6, 4, 8, 10, 4, 6, 5, 5, 4, 2, 1, 2, 4, 1, 3, 3, 3, 2, 1, 1, 3, 0, 0, 0], "n_am_pl": [0, 1, 2, 4, 0, 1, 1, 2, 1, 5, 4, 4, 5, 2, 3, 3, 5, 3, 2, 3, 2, 5, 6, 6, 3, 2, 2, 4, 0, 1, 6, 2, 4, 4, 3, 2, 2, 3, 1, 4, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.22931, 0.997685, 0.921558, 0.868815, 0.928924, 0.958336, 1.030879, 1.106451, 1.103977, 1.062735, 1.136187, 1.159269, 1.317138, 1.472032, 1.348286, 1.358979, 1.481475, 1.475678, 1.402134, 1.261053, 1.173109, 1.08153, 1.022493, 1.001462, 1.73142, 1.733712, 1.655731, 1.643816, 1.733243, 1.515151, 1.660157, 1.752559, 1.460127, 1.511082, 1.533969, 1.724726, 1.64485, 1.621305, 1.75661, 1.638713, 1.626026, 1.554971, 1.624496, 1.707506, 2.160891, 1.843901, 1.884168, 1.014944, 0.295849, 1e-06], "sum_m_pl": [10.817366, 13.508035, 13.070596, 12.679072, 12.23079, 12.071441, 11.916065, 11.698636, 11.496062, 12.110179, 12.076557, 12.42421, 11.617232, 11.250458, 11.338411, 11.50884, 11.153858, 11.167837, 11.352878, 11.712714, 11.932284, 12.098135, 12.159007, 12.282813, 11.061048, 11.179176, 11.004124, 11.218217, 11.238489, 11.806877, 11.348144, 10.735067, 10.787834, 10.519397, 10.137934, 9.842611, 9.693452, 9.740841, 9.62641, 9.816852, 9.150436, 8.914712, 8.685374, 7.925467, 7.230396, 5.546124, 2.687606, 1.66437, 0.530426, 1e-05]}, "lang": {"n_am_en": [7, 9, 10, 9, 12, 8, 9, 6, 6, 7, 9, 9, 6, 6, 11, 10, 10, 11, 6, 7, 5, 6, 6, 7, 9, 9, 11, 12, 11, 13, 8, 13, 11, 15, 13, 16, 14, 15, 14, 13, 14, 15, 16, 16, 15, 17, 20, 22, 28, 28], "n_am_pl": [0, 2, 3, 2, 1, 3, 0, 4, 0, 8, 4, 5, 7, 10, 7, 2, 3, 2, 2, 1, 2, 2, 2, 2, 0, 4, 2, 3, 2, 0, 2, 4, 1, 1, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.635572, 1.689632, 1.651611, 1.628927, 1.69252, 1.709325, 1.837664, 1.890529, 1.942699, 1.846453, 2.184418, 2.550077, 2.865057, 2.873658, 2.709992, 2.4049, 2.175647, 2.091031, 1.940483, 1.726057, 1.515531, 1.443177, 1.376833, 1.362777, 5.497075, 5.716952, 4.72782, 4.396885, 4.160105, 3.85582, 3.319296, 3.522369, 3.516674, 3.629628, 4.345112, 5.600414, 6.780399, 7.622374, 8.110959, 9.631514, 10.022289, 12.08881, 12.341562, 13.333115, 14.289439, 14.926986, 17.960593, 20.53722, 26.716498, 27.787163], "sum_m_pl": [9.930147, 14.012109, 14.052626, 13.91547, 13.364832, 12.99023, 12.772538, 12.965258, 12.823641, 13.396299, 12.993605, 13.226536, 12.967451, 12.760377, 13.212858, 13.588245, 13.438488, 13.367855, 13.128867, 13.566228, 13.943752, 14.170749, 14.198612, 14.236896, 10.23691, 10.094372, 10.429516, 10.655085, 10.895111, 11.567022, 11.879681, 11.638101, 11.943155, 12.092902, 11.19713, 10.058882, 8.062723, 7.761123, 6.826264, 5.834995, 5.232614, 4.211873, 3.382235, 2.708989, 2.351095, 1.339556, 0.680214, 0.177455, 0.027714, 0.000151]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "llmzszl-18716", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 720, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 0.9897}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [95, 140, 100, 102, 98, 69, 79, 81, 75, 91, 83, 87, 90, 90, 85, 96, 85, 65, 67, 77, 54, 62, 52, 52, 115, 108, 86, 91, 102, 94, 87, 94, 100, 110, 120, 114, 102, 83, 87, 87, 76, 83, 74, 73, 61, 41, 17, 10, 5, 2], "n_am_pl": [11, 102, 91, 68, 52, 73, 65, 83, 72, 77, 74, 72, 73, 72, 73, 67, 79, 87, 98, 99, 104, 109, 113, 120, 68, 72, 81, 76, 65, 81, 74, 71, 75, 73, 63, 54, 38, 40, 28, 27, 22, 25, 27, 29, 27, 38, 43, 41, 50, 60], "n_pos": 458, "sum_m_en": [42.878357, 21.590853, 22.555142, 22.115818, 23.606903, 23.712709, 23.808394, 24.776135, 27.196264, 27.665588, 28.495388, 29.331803, 31.518238, 34.156157, 33.272755, 31.494188, 30.034303, 28.27777, 25.910676, 24.268967, 22.552823, 21.580674, 21.004352, 20.28297, 41.060928, 43.058253, 42.307218, 41.573738, 44.552771, 42.303316, 42.736986, 41.503514, 39.990279, 39.696743, 42.430521, 44.977283, 45.001031, 42.811301, 48.522965, 51.843907, 49.231553, 55.249436, 55.353481, 51.437067, 45.391199, 38.552637, 20.593261, 17.351535, 7.984923, 2.025885], "sum_m_pl": [181.826278, 235.749371, 228.004287, 225.522594, 219.947998, 216.918776, 217.33094, 213.633844, 209.972546, 215.241706, 211.518213, 213.242062, 211.595904, 208.447864, 208.378787, 211.569866, 208.201756, 209.415816, 213.559875, 218.755966, 221.032011, 221.127705, 222.131309, 222.578223, 177.610807, 179.568633, 179.23469, 187.611471, 191.837334, 196.071541, 191.821612, 192.485728, 196.597679, 186.495901, 178.901299, 166.987326, 149.872797, 147.454456, 131.392802, 128.566275, 118.7343, 115.511695, 107.192553, 94.528539, 76.791557, 70.411233, 61.756657, 49.82774, 53.884697, 61.342504]}, "digit": {"n_am_en": [8, 40, 29, 17, 19, 11, 10, 22, 16, 22, 22, 18, 10, 16, 17, 21, 16, 15, 13, 16, 11, 13, 12, 12, 27, 30, 22, 24, 25, 22, 19, 19, 25, 29, 33, 32, 28, 16, 18, 18, 17, 21, 22, 24, 18, 8, 2, 0, 0, 0], "n_am_pl": [1, 12, 2, 3, 8, 4, 5, 7, 11, 14, 11, 20, 21, 19, 10, 11, 16, 20, 24, 16, 17, 20, 19, 19, 8, 18, 16, 9, 12, 9, 10, 7, 15, 19, 11, 7, 7, 8, 4, 6, 5, 3, 5, 6, 6, 6, 5, 4, 0, 0], "n_pos": 94, "sum_m_en": [7.790323, 3.91358, 3.911456, 3.660311, 3.858586, 3.805759, 3.91805, 4.272831, 4.464654, 4.512999, 4.837097, 5.037233, 5.536911, 5.987989, 5.753502, 5.338919, 5.351855, 5.173703, 4.864255, 4.555679, 4.192558, 3.949629, 3.84314, 3.724552, 6.640198, 6.870006, 7.189331, 7.096208, 7.827729, 7.263111, 7.705777, 7.774276, 7.081017, 7.054226, 7.385755, 8.529333, 8.464863, 7.341334, 8.708231, 8.756621, 8.323362, 10.869711, 11.185523, 10.67454, 9.524593, 7.175609, 4.129882, 2.69407, 0.907362, 0.0], "sum_m_pl": [42.644075, 50.977977, 48.921466, 47.798867, 47.39468, 46.939807, 46.821927, 45.114116, 44.356788, 46.219546, 45.634388, 46.525182, 45.475439, 44.561543, 44.707794, 44.623758, 43.253336, 43.243927, 44.570043, 45.390631, 46.22921, 46.637133, 46.669044, 46.981235, 42.436508, 42.512066, 41.367495, 42.318619, 42.530176, 42.640206, 41.40889, 41.088515, 42.170954, 40.970777, 39.429071, 38.718858, 37.294911, 37.712454, 35.262665, 35.738724, 33.721077, 33.477301, 32.67097, 30.889612, 29.063336, 24.807179, 17.280321, 9.365637, 1.291083, 0.0]}, "lang": {"n_am_en": [19, 13, 12, 15, 13, 12, 18, 15, 12, 11, 16, 9, 18, 12, 12, 18, 18, 13, 11, 13, 12, 17, 12, 13, 24, 18, 17, 19, 19, 19, 16, 18, 15, 19, 21, 28, 22, 24, 27, 26, 25, 26, 24, 24, 24, 19, 11, 7, 4, 2], "n_am_pl": [4, 20, 18, 9, 5, 11, 6, 8, 6, 11, 14, 10, 7, 7, 11, 11, 10, 10, 11, 15, 17, 16, 16, 18, 5, 8, 6, 8, 5, 11, 12, 14, 7, 7, 6, 7, 4, 12, 9, 7, 9, 12, 9, 14, 14, 19, 24, 26, 44, 60], "n_pos": 66, "sum_m_en": [6.457699, 3.448711, 3.635938, 3.694204, 3.880478, 3.726443, 3.702415, 3.81016, 4.187338, 4.353569, 4.477609, 4.535285, 4.878386, 5.242399, 5.17683, 4.964593, 4.686549, 4.421018, 4.041886, 3.767091, 3.594815, 3.475631, 3.353819, 3.235576, 8.097557, 7.905907, 7.199287, 6.719177, 7.119722, 7.067946, 7.034202, 7.072095, 6.56747, 6.782943, 7.189134, 7.960233, 9.095823, 10.639183, 13.65404, 15.245107, 15.206792, 17.62961, 18.942631, 18.013953, 18.961093, 16.94622, 9.162422, 7.741292, 5.255151, 2.025088], "sum_m_pl": [25.032603, 31.460801, 30.365431, 30.493229, 29.304138, 29.283246, 29.358046, 29.418773, 29.177551, 29.877283, 29.617229, 29.947194, 30.186325, 29.668252, 29.988818, 30.532774, 30.062561, 30.463194, 30.895832, 31.484683, 31.585067, 31.39097, 31.645636, 31.559622, 24.738324, 25.200128, 25.395195, 26.767064, 26.498411, 27.384777, 27.762908, 28.129357, 28.682688, 27.73768, 26.733971, 26.141475, 23.675573, 23.415355, 20.311878, 20.004439, 19.262166, 19.091802, 17.072287, 18.583495, 17.27008, 19.521899, 23.440406, 23.546034, 43.025775, 59.63793]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 460, "item_id": "llmzszl-18716", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 651, "region_end": 458, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.9869}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [29, 25, 20, 29, 27, 14, 22, 26, 23, 29, 21, 29, 31, 30, 27, 21, 22, 17, 10, 14, 6, 6, 7, 5, 18, 27, 21, 29, 22, 27, 25, 24, 27, 21, 26, 24, 32, 29, 27, 30, 22, 22, 27, 28, 28, 27, 33, 31, 29, 29], "n_am_pl": [5, 18, 16, 12, 8, 13, 23, 6, 11, 10, 8, 13, 8, 10, 15, 15, 14, 16, 9, 6, 13, 13, 18, 18, 11, 8, 14, 12, 8, 7, 6, 13, 11, 11, 17, 12, 10, 9, 9, 8, 9, 9, 8, 7, 8, 8, 10, 7, 2, 1], "n_pos": 110, "sum_m_en": [11.450755, 5.650719, 5.846687, 5.863244, 6.030604, 6.095422, 6.109236, 6.817574, 7.13663, 6.903866, 7.013646, 7.768084, 8.550605, 8.721739, 8.717122, 8.638095, 7.959291, 7.61677, 6.914606, 6.05393, 5.568963, 5.373288, 5.179731, 5.074159, 10.284179, 12.363988, 11.564827, 12.277533, 11.65497, 12.463892, 12.006469, 11.753331, 12.170908, 12.159591, 13.838763, 13.233325, 15.610795, 15.258687, 17.031491, 18.2945, 16.899056, 17.022128, 18.64691, 22.868394, 24.501856, 24.101448, 28.784085, 30.665588, 30.264098, 28.795436], "sum_m_pl": [40.792816, 53.089939, 51.728472, 50.807589, 49.180425, 48.249622, 48.295392, 48.559719, 48.770419, 49.49819, 49.082805, 48.806996, 48.315383, 48.307688, 48.682207, 49.514216, 50.21569, 49.724151, 50.319119, 51.899767, 52.651459, 52.629782, 53.205272, 53.217927, 42.371143, 40.867139, 41.638523, 42.219983, 43.088406, 42.397187, 42.192073, 42.708073, 42.025568, 42.079445, 41.313377, 40.537076, 36.468114, 32.6568, 29.969302, 26.603455, 23.061315, 22.195672, 21.395593, 17.546254, 14.002196, 14.222716, 12.953035, 8.417535, 2.563591, 0.924454]}, "digit": {"n_am_en": [1, 5, 4, 9, 7, 6, 6, 8, 8, 7, 3, 3, 5, 5, 2, 2, 2, 1, 0, 0, 0, 0, 1, 0, 1, 4, 2, 5, 4, 3, 2, 2, 0, 1, 0, 2, 1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 2, 1, 0, 0], "n_am_pl": [0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 2, 4, 5, 3, 2, 1, 1, 2, 1, 1, 3, 2, 2, 5, 2, 2, 1, 0, 1, 1, 2, 3, 3, 6, 3, 3, 3, 3, 2, 2, 2, 1, 1, 0, 1, 0, 0], "n_pos": 13, "sum_m_en": [1.126275, 0.585616, 0.637822, 0.696927, 0.801289, 0.778767, 0.722754, 0.803136, 0.773405, 0.784869, 0.77285, 0.832494, 0.908747, 0.909126, 0.869297, 0.854893, 0.870959, 0.807049, 0.739221, 0.658398, 0.609736, 0.606403, 0.575251, 0.557494, 0.956306, 1.132994, 0.991193, 1.155844, 1.096035, 1.154059, 1.344367, 1.116276, 1.023992, 1.030923, 1.082016, 0.984122, 1.046962, 1.022707, 1.00291, 0.967733, 0.889651, 0.836575, 0.88101, 1.024249, 1.07715, 1.504518, 1.540907, 2.065679, 0.086843, 0.0], "sum_m_pl": [5.520217, 6.767451, 6.467013, 6.278978, 6.001807, 6.025956, 6.165836, 6.120358, 6.120637, 6.164133, 6.240009, 6.359553, 6.284888, 6.409852, 6.443491, 6.527623, 6.343946, 6.256848, 6.294664, 6.360488, 6.429152, 6.446618, 6.525627, 6.578343, 5.611972, 5.621873, 5.769724, 5.665213, 5.944735, 5.781955, 5.404594, 5.770332, 5.796489, 5.845163, 5.739848, 5.422085, 5.249058, 4.784747, 4.820631, 4.562762, 4.401817, 4.503547, 4.491849, 4.508062, 4.313041, 3.743094, 2.703649, 1.834377, 0.137684, 0.0]}, "lang": {"n_am_en": [10, 9, 5, 5, 5, 3, 6, 7, 7, 7, 7, 9, 10, 8, 11, 6, 5, 5, 4, 4, 2, 2, 2, 1, 7, 6, 9, 7, 7, 8, 7, 7, 9, 7, 10, 11, 13, 10, 14, 14, 13, 13, 19, 19, 20, 20, 24, 24, 29, 29], "n_am_pl": [0, 4, 4, 6, 3, 4, 9, 2, 4, 5, 1, 1, 0, 2, 2, 1, 4, 5, 1, 2, 4, 4, 5, 4, 3, 2, 2, 4, 2, 2, 3, 4, 3, 3, 4, 4, 1, 0, 2, 0, 1, 1, 0, 0, 2, 3, 5, 3, 1, 1], "n_pos": 30, "sum_m_en": [3.020749, 1.814655, 1.701296, 1.636437, 1.576054, 1.63036, 1.752844, 1.848325, 1.994304, 1.879391, 2.067142, 2.338883, 2.494472, 2.569231, 2.660581, 2.591098, 2.301062, 2.236171, 2.028549, 1.76734, 1.600569, 1.5359, 1.483776, 1.458034, 3.402926, 3.780947, 3.795141, 3.790299, 3.857534, 4.190964, 3.782662, 3.786282, 4.100445, 4.284735, 5.534613, 5.352874, 5.882814, 6.364895, 7.575912, 8.570596, 8.612839, 9.723897, 11.124567, 14.640143, 16.866908, 16.864202, 21.368364, 22.714174, 27.837331, 28.755334], "sum_m_pl": [10.825626, 13.980024, 13.637553, 13.522637, 13.132638, 13.007955, 13.005303, 13.013024, 13.149633, 13.373267, 13.011144, 12.740236, 12.720656, 12.775664, 12.681021, 12.995798, 13.431354, 13.107943, 13.258104, 13.75796, 13.991976, 13.951803, 14.122697, 14.077063, 10.689941, 10.690264, 10.86157, 11.027227, 10.927237, 10.798291, 11.097129, 10.932495, 10.396577, 10.384904, 10.182924, 10.237644, 9.570145, 8.501332, 7.768071, 6.892671, 6.1608, 5.723264, 5.324623, 3.282741, 3.348545, 4.788718, 5.193618, 3.327646, 0.974625, 0.924172]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 502, "item_id": "llmzszl-18718", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 787, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9861, "tf_agree_excl_first": 0.988}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [123, 223, 158, 175, 131, 137, 109, 133, 109, 121, 122, 152, 149, 151, 142, 117, 126, 128, 99, 82, 72, 63, 57, 56, 112, 111, 105, 143, 160, 158, 165, 148, 138, 140, 166, 108, 121, 120, 97, 109, 97, 96, 111, 100, 91, 81, 57, 33, 7, 4], "n_am_pl": [14, 93, 102, 104, 79, 73, 80, 93, 79, 99, 80, 97, 96, 109, 101, 105, 120, 111, 115, 116, 146, 152, 158, 174, 70, 77, 95, 88, 97, 86, 92, 107, 119, 86, 77, 74, 52, 35, 44, 43, 47, 39, 35, 34, 46, 51, 66, 80, 109, 123], "n_pos": 655, "sum_m_en": [61.268281, 30.859293, 33.10454, 33.635832, 33.611533, 33.778923, 32.422236, 35.592389, 38.247991, 38.618313, 39.610299, 43.692646, 44.508885, 47.639558, 48.794289, 46.372754, 43.914927, 43.263764, 38.197301, 34.254697, 30.588271, 29.268466, 28.595273, 28.045389, 48.216986, 54.678688, 57.302065, 60.699171, 63.382464, 64.462664, 62.74794, 60.747954, 60.002576, 60.441143, 62.64205, 59.464375, 61.847139, 58.652087, 56.095042, 56.551521, 55.840122, 58.01215, 67.390944, 68.394822, 64.455028, 67.987264, 46.555096, 34.119695, 8.91661, 4.410453], "sum_m_pl": [256.08201, 330.325961, 319.175163, 316.103384, 308.37702, 301.593832, 303.801429, 307.446314, 303.646404, 308.235685, 303.713792, 298.50887, 301.324203, 298.982414, 301.065421, 304.834421, 307.241987, 306.075853, 311.479106, 317.724343, 322.139242, 322.007852, 322.821376, 324.648217, 264.028008, 266.605348, 263.251253, 274.633265, 280.101305, 277.21678, 279.422817, 279.552953, 278.705726, 261.198942, 255.873196, 243.78534, 218.176431, 204.034496, 188.308973, 179.399871, 159.518399, 152.075443, 147.823405, 127.718652, 116.725038, 100.713903, 98.835315, 93.473928, 105.334622, 123.41488]}, "digit": {"n_am_en": [12, 39, 28, 39, 27, 32, 18, 23, 20, 18, 22, 33, 25, 30, 35, 21, 23, 26, 21, 9, 10, 9, 10, 9, 16, 20, 22, 21, 25, 34, 35, 33, 21, 27, 30, 17, 16, 20, 15, 15, 15, 14, 16, 11, 15, 12, 8, 2, 0, 0], "n_am_pl": [1, 8, 5, 5, 1, 0, 3, 7, 3, 9, 9, 14, 16, 17, 12, 21, 21, 20, 16, 11, 17, 14, 18, 25, 2, 3, 10, 9, 11, 12, 9, 8, 18, 9, 11, 13, 12, 5, 9, 10, 3, 7, 7, 14, 11, 5, 3, 7, 0, 0], "n_pos": 103, "sum_m_en": [8.952531, 4.829064, 5.399391, 5.609902, 5.514162, 5.521056, 5.186928, 5.777986, 6.445334, 6.492084, 6.645811, 7.156269, 7.268717, 8.09031, 7.687909, 7.313886, 7.154528, 6.974047, 5.921864, 5.302823, 4.668353, 4.453023, 4.308686, 4.25733, 6.899687, 8.769328, 9.070616, 9.406011, 9.946286, 9.941344, 10.143992, 9.574427, 9.02874, 8.924693, 9.05991, 8.142037, 8.649825, 8.499772, 8.53954, 8.567845, 8.424545, 8.637182, 9.647075, 9.490699, 10.307795, 11.655497, 7.566353, 3.80454, 0.602128, 0.0], "sum_m_pl": [41.799302, 53.22832, 50.532499, 49.441854, 47.259598, 46.734456, 46.787185, 46.958076, 46.296827, 47.458823, 47.498419, 48.072117, 48.075123, 47.145611, 48.214218, 48.405612, 47.81176, 48.152083, 49.148856, 49.959393, 50.981557, 51.124193, 51.281776, 51.714751, 42.531287, 42.2273, 42.588844, 44.606941, 45.450246, 45.267956, 44.582946, 45.426911, 46.226512, 44.007407, 42.28147, 42.561369, 39.884105, 39.113135, 36.537718, 35.302922, 32.767186, 34.438988, 33.941362, 33.426868, 30.96994, 22.128456, 19.411354, 12.508555, 1.041749, 0.0]}, "lang": {"n_am_en": [32, 18, 26, 14, 20, 22, 25, 35, 29, 30, 25, 28, 28, 32, 24, 20, 26, 29, 24, 29, 20, 17, 14, 16, 35, 27, 25, 28, 34, 29, 29, 26, 35, 44, 40, 33, 43, 42, 29, 45, 42, 41, 47, 49, 47, 42, 31, 17, 7, 4], "n_am_pl": [5, 28, 34, 35, 25, 14, 19, 18, 21, 23, 17, 19, 19, 20, 20, 17, 23, 22, 27, 19, 23, 28, 26, 23, 13, 16, 20, 21, 20, 19, 19, 26, 20, 13, 17, 16, 8, 9, 15, 12, 14, 15, 16, 13, 21, 29, 58, 67, 107, 123], "n_pos": 130, "sum_m_en": [11.643084, 6.068859, 6.683615, 6.67118, 6.669562, 6.815819, 7.190994, 7.341562, 7.777565, 7.511852, 8.130639, 8.82442, 9.441149, 9.987243, 10.169327, 9.67188, 9.128968, 9.135168, 8.283467, 7.328379, 6.532898, 6.212577, 6.035757, 5.878402, 11.430595, 12.216684, 12.855692, 12.896356, 14.049303, 14.586166, 14.527706, 14.351728, 14.695331, 15.139162, 15.22018, 15.607991, 17.097758, 18.176719, 17.636459, 19.124632, 19.356636, 22.093533, 27.174082, 28.97433, 30.083455, 31.664029, 22.389102, 18.36099, 7.276318, 4.410068], "sum_m_pl": [45.944763, 61.773179, 60.499792, 60.01664, 59.151892, 57.238922, 58.497887, 59.958024, 60.455362, 60.731389, 59.416932, 58.075689, 58.524919, 58.408922, 58.83925, 60.075579, 61.252135, 60.20567, 61.285843, 63.066843, 63.901142, 63.988838, 63.983585, 64.130544, 52.996615, 53.378051, 52.059912, 54.344753, 53.310903, 52.771282, 54.149638, 54.519062, 54.210184, 51.835109, 53.049461, 51.689072, 50.663215, 49.334353, 48.781022, 47.319827, 43.85093, 38.720154, 37.281666, 34.277248, 36.679709, 38.047078, 57.407262, 63.369725, 101.452595, 122.936684]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 655, "item_id": "llmzszl-18718", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 718, "region_end": 655, "roundtrip_ok": true, "tf_agree": 0.9924, "tf_agree_excl_first": 0.9939}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [47, 76, 67, 70, 57, 38, 41, 46, 54, 53, 53, 55, 56, 58, 55, 44, 49, 53, 39, 41, 44, 43, 36, 34, 66, 59, 54, 50, 55, 57, 57, 55, 52, 51, 61, 52, 54, 68, 52, 54, 48, 47, 53, 47, 52, 48, 54, 58, 63, 57], "n_am_pl": [4, 27, 33, 20, 18, 24, 36, 18, 24, 22, 25, 28, 23, 37, 42, 25, 27, 14, 15, 19, 25, 26, 30, 36, 13, 16, 18, 23, 33, 33, 28, 31, 33, 34, 30, 24, 11, 10, 11, 9, 7, 8, 8, 9, 4, 4, 4, 6, 4, 2], "n_pos": 213, "sum_m_en": [23.300212, 11.626249, 11.965925, 11.420381, 11.623037, 11.368095, 11.462857, 12.288442, 12.939674, 14.616561, 14.263483, 15.132117, 16.448749, 17.569859, 17.441485, 19.066742, 18.139835, 16.815761, 14.706166, 13.734977, 12.331663, 11.545731, 10.818671, 10.379655, 26.389349, 28.694264, 27.480379, 26.550486, 26.618724, 27.071113, 26.149115, 24.955382, 23.632815, 23.215215, 24.53299, 23.566689, 27.818552, 30.674401, 30.741545, 34.20196, 32.130437, 34.472254, 38.186582, 40.780881, 40.753749, 42.204618, 52.353199, 56.289161, 61.229169, 56.936462], "sum_m_pl": [77.33714, 106.665288, 103.913187, 103.128556, 102.296325, 98.533834, 98.612501, 95.657345, 95.969762, 96.807174, 96.321177, 95.806722, 94.951551, 95.655452, 97.205111, 93.391687, 92.490922, 94.292264, 97.06294, 99.516018, 100.477666, 100.925361, 102.138688, 103.086828, 77.961805, 76.466119, 77.853839, 81.417343, 84.567985, 83.717702, 83.407333, 86.163204, 86.962136, 85.780321, 84.736492, 81.63536, 67.881601, 64.531629, 57.47633, 52.640779, 48.210718, 45.768273, 44.191176, 35.038735, 24.467606, 21.109967, 9.864533, 9.208253, 4.05447, 2.256668]}, "digit": {"n_am_en": [1, 9, 4, 9, 11, 5, 2, 7, 7, 5, 7, 7, 9, 6, 7, 10, 4, 6, 4, 1, 2, 3, 2, 2, 6, 7, 9, 5, 8, 4, 6, 8, 7, 4, 9, 7, 4, 3, 2, 1, 2, 1, 1, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 4, 2, 3, 0, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 1, 3, 1, 2, 0, 0, 1, 2, 6, 3, 3, 3, 5, 1, 1, 0, 1, 2, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.641601, 1.000419, 1.054972, 1.046116, 1.067531, 1.074466, 1.058075, 1.187133, 1.188958, 1.47757, 1.380031, 1.458077, 1.772249, 1.809287, 1.668184, 2.093987, 1.959168, 1.850911, 1.592396, 1.519102, 1.293046, 1.185244, 1.11826, 1.044071, 2.25603, 2.92939, 2.839311, 2.604514, 2.686703, 2.568824, 2.698221, 2.636969, 2.494543, 2.409793, 2.526966, 2.559859, 2.536038, 2.587279, 2.05475, 1.78081, 1.721174, 1.647351, 1.678632, 1.411393, 1.28006, 1.337758, 0.684128, 0.318571, 0.009928, 0.0], "sum_m_pl": [7.201621, 11.025224, 10.426663, 10.375887, 10.561934, 10.125544, 10.29575, 9.988014, 9.994768, 10.014427, 9.978426, 9.829867, 9.461331, 9.540922, 9.882997, 9.300882, 8.838352, 9.129952, 9.325695, 9.511635, 9.744253, 9.785356, 9.965121, 10.106297, 8.050833, 7.453, 7.374063, 8.110386, 8.650407, 8.791382, 8.46556, 8.528145, 8.704896, 8.763447, 8.441942, 8.415412, 7.129967, 6.596659, 5.881404, 5.685115, 5.816777, 6.081231, 6.002551, 5.790857, 4.492451, 3.310051, 1.524938, 1.018765, 0.025059, 0.0]}, "lang": {"n_am_en": [24, 26, 22, 17, 16, 13, 18, 14, 15, 13, 12, 15, 14, 14, 14, 16, 19, 19, 16, 15, 19, 17, 16, 17, 22, 19, 16, 12, 16, 20, 15, 19, 18, 19, 21, 22, 16, 26, 25, 27, 27, 26, 30, 32, 36, 36, 46, 52, 55, 54], "n_am_pl": [2, 2, 4, 5, 6, 5, 7, 7, 5, 6, 8, 3, 6, 8, 12, 6, 8, 5, 2, 2, 6, 8, 5, 10, 4, 6, 4, 4, 7, 4, 7, 8, 9, 11, 8, 6, 3, 2, 1, 3, 3, 2, 2, 1, 2, 1, 3, 0, 2, 2], "n_pos": 58, "sum_m_en": [7.802999, 3.600609, 3.591599, 3.311812, 3.341696, 3.192688, 3.341884, 3.387808, 3.774367, 3.97026, 3.983062, 4.359145, 4.755309, 5.133886, 5.151411, 5.572586, 5.044169, 4.711711, 4.140711, 3.751892, 3.438581, 3.115431, 2.953981, 2.864398, 7.729799, 8.632142, 7.654771, 7.916076, 7.664119, 8.031639, 7.207052, 7.16374, 6.978736, 6.93456, 7.122209, 7.58289, 10.323155, 12.00073, 13.312108, 16.343978, 16.736578, 19.271765, 21.627804, 24.941099, 27.576814, 29.536218, 40.611524, 47.154029, 53.97183, 53.981037], "sum_m_pl": [19.026305, 27.857499, 27.544348, 27.139133, 26.781415, 25.743121, 25.518301, 25.063515, 25.302848, 25.68815, 25.740811, 25.672425, 25.37632, 25.602507, 25.9751, 24.857833, 25.089966, 25.360857, 26.236017, 27.271904, 27.405735, 27.64917, 27.780782, 28.065066, 22.330855, 21.840395, 21.761152, 22.272638, 22.741689, 22.473116, 23.106842, 23.919151, 23.851126, 23.989216, 23.884031, 23.130073, 18.078794, 17.263374, 15.041553, 13.406054, 12.094966, 10.816027, 10.163131, 8.087686, 5.826054, 5.31386, 3.491603, 0.722439, 2.114869, 2.082128]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 215, "item_id": "llmzszl-18719", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 729, "region_end": 213, "roundtrip_ok": true, "tf_agree": 0.9581, "tf_agree_excl_first": 0.9626}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [63, 125, 150, 156, 128, 105, 101, 98, 78, 101, 89, 105, 113, 99, 116, 95, 89, 120, 74, 76, 89, 89, 81, 71, 120, 117, 110, 114, 120, 125, 135, 132, 111, 97, 125, 105, 74, 80, 75, 79, 69, 57, 57, 49, 42, 26, 31, 27, 14, 9], "n_am_pl": [11, 89, 86, 96, 97, 85, 83, 69, 79, 105, 75, 105, 120, 85, 93, 61, 76, 52, 46, 52, 57, 64, 56, 77, 54, 48, 60, 70, 80, 103, 80, 85, 74, 83, 82, 69, 38, 39, 42, 29, 25, 28, 34, 42, 42, 37, 41, 50, 55, 56], "n_pos": 537, "sum_m_en": [48.401442, 25.311621, 27.975076, 27.924399, 28.827788, 29.223726, 28.842235, 29.90871, 31.073991, 34.167586, 33.452945, 35.275471, 36.986421, 39.802623, 40.380801, 43.121715, 41.75849, 40.007477, 35.29362, 33.789099, 29.894159, 27.501272, 26.191916, 25.178235, 48.070366, 55.374976, 54.735186, 53.304767, 55.20148, 55.71257, 55.194391, 51.069998, 49.763528, 49.479145, 52.928034, 48.996812, 47.389664, 47.329787, 49.860172, 53.075492, 48.11897, 49.424648, 49.270033, 45.197327, 42.533083, 35.457777, 35.52416, 29.41201, 16.841188, 9.394238], "sum_m_pl": [203.209173, 273.032281, 262.128137, 259.81045, 260.297486, 251.244984, 251.270164, 248.109085, 247.080307, 251.181187, 247.574969, 247.868428, 250.84848, 245.315117, 248.511111, 243.500858, 240.287466, 242.310191, 248.038993, 253.425465, 256.620575, 259.25155, 261.166048, 262.450951, 208.942548, 204.464214, 203.612839, 220.572721, 226.940162, 231.496155, 228.884425, 235.094477, 233.710307, 225.760674, 220.06333, 211.318413, 182.179065, 176.369646, 161.747712, 153.479709, 139.416456, 141.278578, 138.111437, 122.696686, 95.290389, 88.710015, 68.117683, 60.082707, 55.947493, 57.701899]}, "digit": {"n_am_en": [2, 21, 23, 26, 34, 21, 17, 20, 17, 13, 13, 14, 16, 22, 17, 15, 13, 17, 3, 6, 8, 13, 12, 8, 23, 24, 18, 19, 18, 20, 19, 24, 27, 17, 24, 15, 12, 10, 7, 6, 5, 5, 5, 2, 5, 1, 0, 0, 0, 0], "n_am_pl": [2, 2, 4, 5, 5, 0, 5, 3, 7, 10, 5, 11, 15, 11, 13, 7, 8, 6, 6, 4, 5, 3, 4, 7, 2, 4, 5, 9, 13, 14, 11, 5, 5, 9, 9, 9, 4, 7, 7, 2, 1, 2, 1, 9, 2, 1, 2, 5, 0, 0], "n_pos": 66, "sum_m_en": [5.057368, 2.964284, 3.131755, 3.029414, 3.185579, 3.145007, 3.189467, 3.404614, 3.3846, 3.778806, 3.768692, 3.85791, 4.2093, 4.71189, 4.756595, 5.511645, 5.360704, 5.137676, 4.473161, 4.473065, 3.872074, 3.538148, 3.307391, 3.10941, 7.181595, 7.276575, 6.890151, 6.720415, 6.785742, 6.766321, 6.937593, 6.88845, 6.531187, 6.425705, 6.858551, 6.328099, 6.009853, 5.632399, 5.567294, 5.644081, 5.090291, 4.813047, 4.469734, 3.884904, 4.016287, 3.209278, 1.827013, 1.42344, 0.161219, 0.0], "sum_m_pl": [25.011879, 34.951288, 33.368885, 33.147615, 33.219898, 32.165125, 32.241526, 32.076497, 32.003058, 32.355456, 31.594727, 31.974946, 32.283928, 31.177247, 31.794458, 30.952286, 29.636256, 29.650685, 30.164335, 30.650384, 31.389352, 31.768193, 32.066503, 32.241159, 25.194941, 25.73609, 25.369546, 27.904719, 29.023166, 29.682199, 28.791904, 28.921585, 29.063575, 28.775541, 27.961034, 28.030186, 24.719448, 23.80748, 20.912296, 19.693441, 19.648276, 20.758011, 19.718842, 19.229804, 16.033237, 13.558997, 8.657558, 6.925302, 0.146719, 0.0]}, "lang": {"n_am_en": [14, 11, 18, 15, 12, 9, 8, 10, 10, 10, 13, 14, 16, 12, 15, 11, 10, 16, 17, 12, 16, 10, 12, 14, 23, 25, 17, 18, 21, 22, 21, 22, 11, 9, 21, 19, 10, 10, 13, 15, 12, 15, 17, 17, 22, 16, 18, 19, 11, 9], "n_am_pl": [2, 10, 14, 11, 15, 12, 10, 11, 7, 12, 8, 8, 7, 5, 6, 6, 8, 9, 6, 8, 10, 14, 10, 8, 8, 6, 12, 11, 11, 12, 12, 16, 15, 16, 13, 10, 8, 9, 11, 10, 10, 9, 13, 12, 15, 19, 22, 26, 51, 56], "n_pos": 67, "sum_m_en": [5.410162, 3.240786, 3.422543, 3.589053, 3.518651, 3.840588, 3.764446, 3.722791, 3.876187, 4.129271, 4.411456, 4.81184, 4.916955, 5.375085, 5.263974, 5.436393, 5.323932, 4.84463, 4.452779, 4.140783, 3.890282, 3.565494, 3.402997, 3.294349, 6.752495, 7.786474, 6.978188, 6.712818, 7.571099, 7.758206, 7.267343, 6.590406, 6.482125, 6.449183, 6.900159, 6.515819, 6.69575, 6.680434, 7.598926, 9.03975, 9.379624, 12.590044, 13.062032, 13.613158, 17.718402, 14.776134, 17.1392, 17.168319, 10.532317, 9.384337], "sum_m_pl": [24.383404, 30.219545, 30.279495, 30.079852, 30.111498, 28.232143, 28.781921, 29.310074, 29.378413, 29.981005, 30.028607, 29.616987, 30.105672, 29.691624, 30.322007, 29.812376, 29.430589, 30.055385, 30.738623, 31.554892, 31.697291, 31.989146, 32.067694, 32.224816, 26.361276, 25.643704, 26.340553, 27.781336, 27.877051, 28.034656, 28.702084, 29.59398, 29.671817, 29.327519, 28.744302, 28.932837, 26.221759, 26.441409, 26.768803, 25.374766, 23.328379, 23.585631, 24.253236, 23.01279, 19.649171, 23.550896, 25.109267, 27.151856, 47.160487, 55.648444]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 537, "item_id": "llmzszl-18719", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 660, "region_end": 537, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9888}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [132, 127, 94, 105, 104, 77, 72, 100, 94, 106, 108, 122, 100, 99, 111, 110, 111, 112, 84, 96, 74, 69, 73, 76, 140, 145, 123, 130, 136, 139, 130, 135, 119, 129, 132, 125, 150, 129, 119, 132, 123, 123, 121, 123, 114, 123, 137, 143, 129, 130], "n_am_pl": [11, 65, 70, 79, 96, 93, 83, 69, 75, 72, 84, 88, 87, 82, 70, 91, 83, 69, 57, 71, 97, 96, 106, 115, 50, 56, 70, 95, 92, 89, 96, 81, 88, 62, 49, 58, 39, 39, 37, 39, 30, 22, 22, 17, 7, 10, 3, 3, 1, 0], "n_pos": 496, "sum_m_en": [53.925874, 26.604139, 27.558158, 26.937854, 28.655813, 29.481909, 26.74836, 28.723547, 31.350592, 32.033934, 32.470006, 34.062741, 36.094391, 37.919254, 36.968581, 38.058791, 35.749212, 35.072321, 30.905447, 29.726372, 26.624079, 24.479836, 23.429885, 22.755229, 48.171119, 53.523213, 55.030507, 55.200557, 54.228788, 54.971408, 51.993669, 51.117576, 48.027995, 49.483794, 53.81321, 55.625167, 63.299149, 62.812524, 70.48698, 75.861919, 79.389154, 82.776698, 91.891018, 95.540774, 101.524906, 112.904832, 127.845371, 143.747837, 126.269364, 129.117647], "sum_m_pl": [182.568377, 246.568793, 238.871481, 233.695943, 228.795042, 227.697327, 233.7167, 230.286807, 224.410766, 229.996843, 230.937066, 228.694931, 225.409792, 219.450812, 224.094926, 224.646807, 226.47859, 228.559698, 231.346953, 235.722766, 239.832643, 243.139005, 246.032194, 247.441638, 206.243702, 199.759582, 193.212746, 202.544366, 208.367635, 208.277962, 211.322692, 208.080841, 207.380636, 191.425754, 183.712178, 173.283609, 150.549775, 143.930218, 135.730214, 130.0707, 122.396613, 109.252898, 94.59939, 77.214871, 55.585513, 44.064225, 27.244082, 15.604046, 3.769195, 0.012439]}, "digit": {"n_am_en": [5, 11, 8, 7, 13, 7, 7, 6, 6, 9, 6, 6, 7, 9, 9, 6, 7, 7, 11, 12, 6, 7, 10, 10, 14, 16, 13, 14, 16, 10, 6, 14, 12, 9, 6, 10, 11, 12, 7, 2, 5, 4, 4, 5, 8, 3, 3, 3, 0, 0], "n_am_pl": [0, 8, 3, 8, 6, 2, 4, 2, 0, 2, 4, 5, 6, 3, 3, 2, 3, 3, 4, 3, 6, 3, 3, 1, 1, 5, 2, 0, 4, 3, 2, 3, 2, 1, 0, 1, 0, 1, 0, 2, 3, 1, 2, 2, 0, 0, 0, 0, 0, 0], "n_pos": 45, "sum_m_en": [3.825161, 2.139175, 2.141072, 2.139, 2.276207, 2.549765, 2.271143, 2.440291, 2.487837, 2.56312, 2.685998, 2.835784, 3.114355, 3.03477, 2.851963, 3.040577, 3.095711, 2.950853, 2.551686, 2.454686, 2.288731, 2.109412, 2.005401, 1.980251, 4.029916, 4.323072, 4.325901, 4.07635, 4.232099, 4.009069, 3.931416, 3.795559, 3.304295, 3.317891, 3.40594, 3.848279, 3.895348, 3.926684, 4.307302, 3.70441, 4.775388, 4.519763, 4.612812, 4.213427, 3.84234, 4.08787, 2.601594, 2.183207, 0.467919, 0.0], "sum_m_pl": [17.586974, 23.704854, 22.354957, 22.027986, 21.860737, 20.991513, 21.796335, 21.2704, 20.474175, 21.141428, 20.71973, 20.713488, 19.964394, 19.510211, 19.375166, 19.245614, 18.983597, 19.505478, 19.855568, 20.441461, 20.847528, 21.32442, 21.503343, 21.69383, 18.271251, 17.586186, 17.068062, 17.819248, 17.986168, 18.758215, 18.643478, 18.87196, 19.051043, 17.524861, 16.385404, 16.535089, 15.78992, 15.54476, 14.265438, 15.040283, 15.340539, 15.358256, 14.648171, 13.019291, 12.075183, 9.509578, 6.917935, 3.985417, 0.981207, 0.0]}, "lang": {"n_am_en": [50, 36, 30, 25, 33, 20, 22, 32, 33, 36, 38, 44, 31, 35, 37, 32, 32, 41, 28, 36, 25, 24, 27, 26, 43, 44, 33, 36, 36, 46, 51, 45, 38, 52, 43, 51, 59, 55, 55, 61, 59, 65, 63, 66, 68, 84, 90, 105, 118, 129], "n_am_pl": [2, 11, 18, 18, 18, 23, 18, 13, 19, 15, 18, 21, 20, 22, 13, 17, 23, 16, 8, 14, 26, 27, 24, 25, 6, 9, 11, 18, 17, 17, 14, 14, 23, 12, 9, 13, 7, 5, 6, 6, 2, 4, 3, 5, 4, 2, 0, 0, 1, 0], "n_pos": 130, "sum_m_en": [15.229879, 7.211764, 7.571752, 7.197453, 7.953475, 8.277499, 7.480529, 7.829003, 8.640138, 8.826362, 8.718161, 9.03579, 9.845439, 10.512024, 10.009269, 10.365472, 9.591357, 9.571595, 8.596296, 8.371623, 7.126493, 6.425042, 6.116929, 5.914315, 14.005366, 15.463252, 15.487743, 14.918711, 15.021338, 15.260813, 14.980952, 15.109399, 14.716792, 16.086124, 17.581839, 20.842758, 26.296889, 27.960807, 30.956852, 33.864366, 37.333207, 41.907975, 47.453198, 53.134441, 63.505256, 73.899691, 85.474042, 100.43852, 115.333969, 127.869035], "sum_m_pl": [47.998808, 62.751132, 62.180867, 60.837315, 59.514757, 59.446109, 60.69229, 60.382712, 58.76564, 60.951288, 61.320704, 61.393469, 60.941874, 59.029645, 60.783351, 59.755759, 60.802585, 60.877243, 60.919315, 62.023932, 63.830609, 64.611611, 65.391692, 65.686335, 55.821201, 54.212653, 52.538917, 53.609748, 55.306215, 55.657837, 56.758698, 55.408845, 55.584382, 52.879816, 51.042053, 49.016814, 41.45097, 39.780239, 37.22218, 34.800888, 32.140089, 28.164526, 22.567678, 18.479032, 12.143167, 8.149642, 4.426485, 1.946985, 1.047126, 0.007657]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 498, "item_id": "llmzszl-18720", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 793, "region_end": 496, "roundtrip_ok": true, "tf_agree": 0.994, "tf_agree_excl_first": 0.996}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [126, 121, 97, 104, 138, 93, 78, 103, 82, 85, 95, 108, 113, 112, 132, 106, 111, 114, 78, 77, 64, 57, 56, 75, 140, 160, 124, 131, 158, 157, 136, 127, 129, 130, 135, 123, 132, 141, 145, 143, 142, 115, 130, 121, 120, 100, 61, 28, 19, 9], "n_am_pl": [21, 133, 99, 120, 90, 98, 92, 83, 86, 105, 105, 104, 131, 122, 96, 119, 112, 85, 116, 115, 136, 138, 142, 153, 83, 71, 89, 102, 102, 94, 108, 117, 104, 84, 75, 77, 62, 52, 48, 47, 53, 50, 47, 44, 47, 59, 76, 93, 121, 139], "n_pos": 594, "sum_m_en": [52.556933, 27.864415, 29.76742, 30.339532, 31.71801, 32.509505, 31.391424, 33.292497, 35.460253, 35.900346, 36.801419, 39.154219, 40.628129, 42.818053, 42.473266, 43.375632, 40.896338, 39.172493, 34.099511, 32.21468, 30.375677, 28.371104, 27.317466, 26.451167, 49.99884, 54.29842, 57.64625, 58.384831, 61.141022, 62.032196, 57.87552, 55.270969, 53.325081, 54.618161, 58.334075, 57.273594, 60.447278, 59.41414, 64.576207, 69.216051, 74.244973, 72.510973, 84.774547, 86.759731, 96.006804, 81.462651, 51.022974, 37.732184, 21.780139, 9.233687], "sum_m_pl": [230.603023, 295.36722, 283.482371, 279.481762, 275.31525, 271.244622, 276.327495, 274.31373, 268.732052, 273.284536, 270.390789, 271.274839, 271.38617, 265.664465, 269.780423, 269.98867, 267.445551, 271.068953, 276.686733, 282.12211, 286.759504, 289.492408, 292.177967, 293.40339, 241.109279, 234.00472, 227.387839, 241.646944, 248.108103, 246.82553, 250.003086, 250.98688, 250.275504, 232.478429, 223.309537, 216.937123, 198.417812, 190.975969, 183.089763, 180.029442, 173.829219, 157.898703, 144.195302, 129.818241, 101.685649, 106.037889, 105.750533, 101.816676, 121.839525, 138.055314]}, "digit": {"n_am_en": [7, 14, 11, 5, 27, 9, 12, 10, 8, 12, 10, 17, 12, 13, 14, 5, 11, 12, 14, 12, 7, 10, 11, 14, 14, 16, 15, 20, 18, 15, 11, 13, 12, 14, 13, 11, 15, 8, 5, 2, 3, 2, 4, 3, 5, 3, 5, 0, 1, 0], "n_am_pl": [0, 12, 9, 14, 9, 8, 5, 3, 2, 3, 2, 6, 8, 10, 4, 8, 7, 3, 7, 3, 4, 4, 2, 5, 4, 4, 7, 5, 6, 8, 9, 7, 5, 7, 3, 6, 4, 5, 4, 6, 4, 3, 2, 1, 1, 3, 2, 2, 0, 0], "n_pos": 64, "sum_m_en": [5.022103, 2.899156, 3.003725, 2.959552, 3.063913, 3.482664, 3.223743, 3.431951, 3.521277, 3.553494, 3.721384, 3.928324, 4.236231, 4.157262, 4.054936, 4.280319, 4.213386, 4.000756, 3.472819, 3.355545, 3.184518, 2.945046, 2.825905, 2.770381, 5.282501, 5.852884, 6.359633, 6.007045, 6.419671, 6.14575, 5.891744, 5.56567, 5.169233, 5.24321, 5.513555, 5.668414, 5.295613, 4.467126, 5.131471, 4.41997, 5.069155, 4.66017, 5.198607, 4.831051, 4.600678, 4.050289, 3.861243, 2.266966, 1.530882, 0.072831], "sum_m_pl": [25.466064, 34.163673, 31.973238, 31.623942, 31.717718, 30.081277, 30.777679, 30.420234, 29.520794, 30.335585, 29.723057, 30.243753, 29.460167, 29.201228, 28.905379, 28.571506, 27.912808, 28.51417, 29.279213, 29.782793, 30.141489, 30.777212, 31.009373, 31.352666, 26.486563, 25.554813, 24.9116, 25.773734, 25.929508, 26.715434, 26.437885, 26.656406, 27.285167, 25.629039, 24.031507, 24.630683, 23.700042, 23.763955, 21.464055, 22.422996, 22.937808, 22.779465, 21.372871, 18.869068, 16.125111, 13.00818, 9.885753, 6.438857, 1.479617, 0.022985]}, "lang": {"n_am_en": [39, 19, 23, 24, 25, 15, 13, 24, 25, 21, 30, 32, 37, 27, 35, 35, 30, 33, 27, 30, 23, 23, 20, 22, 42, 53, 36, 33, 38, 44, 35, 38, 38, 41, 37, 40, 51, 55, 61, 61, 62, 54, 63, 61, 68, 53, 33, 14, 9, 9], "n_am_pl": [8, 38, 27, 26, 18, 21, 21, 13, 21, 22, 21, 16, 19, 28, 22, 25, 19, 22, 26, 31, 31, 28, 32, 31, 21, 15, 18, 19, 21, 16, 23, 27, 28, 24, 24, 25, 22, 20, 13, 16, 20, 24, 19, 25, 26, 36, 54, 70, 115, 136], "n_pos": 145, "sum_m_en": [13.156171, 6.974157, 6.980336, 7.366485, 7.686512, 7.890337, 7.939238, 8.056711, 8.903472, 8.862602, 9.209338, 9.791168, 10.082452, 10.837671, 10.587442, 10.503631, 9.655311, 9.299913, 8.477933, 7.788842, 7.39202, 6.914319, 6.621722, 6.342925, 13.440023, 14.187895, 14.031962, 14.222139, 14.956099, 15.606376, 14.721553, 14.714538, 14.500741, 15.553865, 15.998275, 17.090603, 20.240768, 22.055202, 24.278088, 25.849388, 30.025647, 28.873553, 38.088847, 42.185326, 53.942529, 43.893614, 28.41666, 17.121116, 10.209333, 9.037229], "sum_m_pl": [54.352979, 68.543924, 67.039866, 64.927558, 63.710648, 62.802555, 64.215618, 64.700107, 64.285324, 65.604358, 65.021921, 64.462255, 65.219941, 63.536401, 66.388842, 66.252567, 66.137362, 66.991844, 67.640992, 69.350481, 70.709525, 71.191845, 71.818763, 72.078833, 60.921562, 58.767887, 57.486386, 60.521322, 61.855242, 61.250807, 62.794792, 62.458019, 62.676346, 59.273614, 58.415128, 58.634985, 54.152344, 53.179639, 51.279967, 50.492057, 49.680645, 42.371815, 37.454455, 38.538458, 33.319591, 42.445748, 58.365457, 68.302688, 109.377473, 134.631564]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 594, "item_id": "llmzszl-18720", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 724, "region_end": 594, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.9916}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [108, 133, 88, 81, 105, 108, 98, 115, 115, 131, 137, 146, 156, 149, 156, 146, 146, 135, 116, 94, 79, 63, 67, 62, 116, 150, 120, 115, 142, 152, 156, 149, 152, 134, 156, 158, 139, 136, 143, 156, 128, 120, 111, 100, 78, 91, 91, 79, 68, 52], "n_am_pl": [56, 62, 84, 60, 50, 54, 57, 58, 76, 75, 97, 80, 86, 105, 94, 68, 79, 99, 83, 106, 124, 135, 152, 158, 57, 70, 98, 83, 90, 78, 83, 84, 71, 62, 70, 41, 47, 42, 41, 33, 35, 26, 27, 8, 7, 7, 11, 5, 0, 0], "n_pos": 546, "sum_m_en": [57.132994, 26.920235, 27.281468, 27.739052, 28.945094, 30.024171, 29.449667, 31.260494, 34.551204, 36.275312, 38.450296, 40.660759, 44.530939, 45.884035, 47.204819, 49.38354, 47.357877, 45.073296, 39.293709, 36.685995, 32.257325, 29.748725, 28.336399, 27.304789, 56.127075, 66.5215, 70.629671, 67.975854, 67.431407, 68.540044, 65.414165, 64.151773, 60.600386, 61.627207, 64.802965, 64.816343, 71.635577, 70.264593, 73.120326, 78.447766, 72.117688, 76.357258, 78.731828, 82.642527, 79.110306, 79.70616, 81.060479, 76.15233, 64.517213, 51.914467], "sum_m_pl": [214.26107, 273.773936, 266.571892, 258.168228, 255.90241, 250.028344, 254.48649, 254.134603, 249.321013, 258.23798, 254.370911, 249.094822, 249.878444, 246.663678, 246.45595, 238.29931, 242.124684, 244.125818, 247.13223, 251.335391, 256.629576, 259.471362, 260.960487, 263.49827, 202.070007, 202.233598, 196.87181, 209.722224, 216.732293, 215.817331, 220.422353, 221.000502, 225.923676, 215.744055, 210.953365, 195.315645, 173.858395, 161.950794, 154.324411, 135.415048, 121.232289, 122.314297, 115.889815, 95.161637, 76.737517, 66.178763, 42.644543, 18.670159, 7.797814, 0.000289]}, "digit": {"n_am_en": [4, 28, 20, 10, 9, 14, 13, 11, 13, 17, 22, 17, 25, 19, 19, 27, 23, 14, 11, 7, 3, 2, 2, 5, 14, 22, 9, 7, 20, 15, 26, 28, 23, 21, 26, 14, 10, 10, 13, 10, 5, 5, 3, 4, 1, 2, 0, 0, 0, 0], "n_am_pl": [0, 2, 11, 4, 4, 2, 3, 4, 6, 8, 9, 5, 10, 10, 13, 13, 15, 24, 19, 20, 21, 22, 27, 23, 8, 9, 22, 14, 14, 22, 15, 18, 25, 15, 12, 11, 8, 8, 6, 4, 6, 6, 1, 2, 1, 1, 0, 0, 0, 0], "n_pos": 73, "sum_m_en": [6.259043, 3.11558, 2.990489, 3.620115, 3.798761, 4.152277, 4.247563, 4.406657, 4.677603, 5.147294, 5.998673, 5.883345, 6.960389, 6.468155, 6.102858, 7.397388, 6.86151, 6.1979, 5.165559, 4.727463, 4.120119, 3.795874, 3.612814, 3.4744, 6.657945, 8.650392, 8.725453, 8.090232, 8.087802, 8.468578, 8.423538, 8.3499, 7.28698, 7.474294, 7.845066, 7.065097, 8.09078, 7.087186, 7.11871, 6.135219, 5.255442, 5.75838, 5.024689, 4.887795, 3.530008, 4.214977, 0.729039, 0.222985, 0.006023, 0.0], "sum_m_pl": [24.056487, 36.683956, 34.948289, 32.680936, 32.413733, 31.9988, 32.934024, 32.75121, 32.149991, 33.820415, 32.866742, 32.130389, 32.444078, 32.935752, 33.869419, 31.46942, 31.87859, 32.70605, 33.308991, 33.745441, 34.348002, 34.879698, 35.027899, 35.450174, 29.651119, 28.991674, 28.828602, 30.190256, 31.822424, 31.882361, 31.961361, 31.955143, 33.591272, 32.756153, 31.683189, 31.30497, 28.347062, 28.359597, 27.227667, 24.03082, 20.370615, 23.165458, 21.035417, 19.140631, 12.771804, 10.059364, 2.308854, 0.709937, 0.015996, 0.0]}, "lang": {"n_am_en": [23, 13, 14, 11, 6, 9, 9, 11, 19, 13, 13, 16, 18, 24, 19, 15, 12, 17, 17, 13, 7, 12, 14, 9, 19, 21, 15, 18, 22, 23, 18, 15, 21, 16, 23, 27, 24, 28, 26, 36, 33, 34, 39, 34, 36, 36, 41, 46, 49, 52], "n_am_pl": [1, 4, 3, 5, 7, 2, 5, 6, 6, 6, 11, 7, 9, 9, 9, 3, 8, 8, 9, 8, 15, 13, 11, 13, 4, 6, 7, 7, 3, 5, 6, 4, 1, 2, 3, 1, 4, 3, 4, 3, 3, 1, 0, 1, 2, 2, 1, 1, 0, 0], "n_pos": 53, "sum_m_en": [7.538598, 3.248106, 3.237853, 3.072383, 3.030748, 3.16077, 3.115578, 3.157197, 3.766256, 3.615666, 4.02614, 4.24988, 4.256439, 4.806667, 4.818365, 4.8569, 4.530499, 4.524784, 4.118018, 3.865269, 3.472517, 3.159812, 3.004213, 2.909054, 8.458076, 9.325317, 9.717509, 8.814423, 9.064246, 8.400613, 7.29638, 7.900905, 7.926171, 8.694345, 9.784152, 11.469707, 13.548571, 15.182444, 16.647305, 20.633131, 21.190221, 24.844178, 26.692474, 26.484863, 30.182007, 30.708755, 37.742889, 42.259666, 48.072262, 51.472119], "sum_m_pl": [17.284347, 24.603822, 24.623297, 24.008776, 24.227048, 23.096447, 23.731107, 24.321319, 23.908548, 24.591436, 24.064166, 24.404112, 24.855088, 24.191318, 24.282509, 23.548955, 23.604812, 23.241598, 23.311469, 23.534761, 23.86532, 24.349404, 24.4417, 24.572068, 17.387868, 17.892193, 17.180952, 18.696104, 18.859741, 19.361686, 20.852208, 20.764524, 20.995216, 19.362014, 18.752088, 17.433721, 14.679543, 13.639126, 12.262596, 11.481041, 10.286283, 8.239511, 7.802371, 6.774953, 5.395706, 4.103015, 2.653745, 1.3251, 0.134589, 4e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 548, "item_id": "llmzszl-18722", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 546, "roundtrip_ok": true, "tf_agree": 0.9909, "tf_agree_excl_first": 0.9927}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [212, 252, 273, 233, 199, 154, 132, 210, 131, 171, 228, 212, 256, 234, 250, 218, 246, 202, 156, 175, 118, 98, 94, 102, 175, 193, 210, 230, 250, 260, 264, 252, 276, 229, 277, 224, 229, 220, 214, 215, 185, 156, 172, 153, 152, 129, 100, 106, 117, 117], "n_am_pl": [24, 143, 104, 66, 87, 103, 110, 107, 152, 187, 157, 154, 176, 166, 165, 108, 161, 176, 194, 216, 294, 299, 318, 344, 128, 136, 168, 147, 164, 161, 161, 146, 165, 112, 113, 100, 57, 60, 73, 72, 67, 72, 55, 44, 27, 35, 49, 43, 49, 52], "n_pos": 894, "sum_m_en": [81.480978, 41.913916, 45.222098, 47.054549, 48.331654, 48.291629, 47.259137, 51.000388, 53.94897, 57.997525, 61.060944, 65.432866, 73.507742, 73.82981, 77.378535, 78.628804, 74.86867, 69.608071, 60.704804, 58.057502, 50.800637, 47.084156, 45.036085, 43.16871, 83.247322, 97.113389, 106.368784, 107.685347, 108.490015, 116.092352, 111.377906, 109.26234, 101.021821, 100.972743, 106.281829, 95.58371, 104.655767, 102.428047, 107.276061, 101.853015, 94.013065, 89.092323, 90.835837, 95.523312, 92.89468, 86.096935, 66.23687, 69.948461, 116.505425, 116.540185], "sum_m_pl": [350.813077, 454.39685, 436.124133, 422.908291, 420.738026, 413.155385, 418.02208, 419.463153, 418.086277, 429.736862, 422.599626, 415.67251, 415.941523, 411.639787, 412.082788, 400.386935, 405.65291, 410.724198, 421.283619, 422.814217, 429.3281, 431.621006, 433.11197, 435.855358, 342.623315, 349.108583, 339.526894, 362.875862, 374.867573, 369.417483, 370.912631, 370.471713, 384.573558, 364.561542, 353.295022, 341.613217, 304.313794, 294.189601, 279.882855, 264.008471, 242.236905, 246.115706, 232.186863, 201.22605, 160.225953, 145.356972, 117.77986, 80.695305, 47.559739, 53.982796]}, "digit": {"n_am_en": [13, 29, 20, 14, 12, 18, 6, 34, 13, 22, 28, 48, 38, 33, 32, 28, 46, 35, 22, 21, 13, 14, 9, 14, 27, 27, 33, 24, 27, 33, 35, 31, 35, 38, 45, 35, 26, 28, 23, 18, 19, 22, 16, 14, 18, 11, 5, 5, 0, 0], "n_am_pl": [1, 17, 8, 8, 7, 6, 9, 2, 20, 28, 18, 16, 24, 17, 25, 18, 28, 27, 25, 24, 31, 29, 39, 40, 15, 19, 21, 17, 12, 11, 16, 13, 14, 14, 12, 12, 11, 12, 12, 11, 11, 13, 9, 14, 6, 8, 9, 5, 0, 0], "n_pos": 116, "sum_m_en": [10.189621, 5.042595, 4.880848, 5.09247, 5.297398, 5.557336, 5.556548, 6.00882, 6.149128, 6.378558, 6.886223, 7.596583, 8.257967, 8.894335, 8.734583, 9.709585, 9.379342, 9.086645, 7.946439, 7.662937, 6.61582, 6.116447, 5.793796, 5.520271, 10.675383, 12.655324, 14.489082, 13.332831, 13.31206, 14.58846, 14.353324, 14.649679, 13.092156, 13.494834, 14.835551, 13.535051, 15.017782, 14.722143, 14.017978, 12.983144, 11.901138, 11.475209, 10.600103, 12.967882, 13.718032, 12.148044, 5.530461, 4.432385, 0.038606, 0.0], "sum_m_pl": [35.594606, 60.787633, 58.862745, 56.605832, 56.867112, 56.02144, 55.7166, 55.318675, 56.196436, 58.405395, 56.789106, 56.525244, 56.948906, 55.371535, 56.075196, 52.945984, 52.776028, 53.604873, 55.067314, 54.753665, 55.623729, 56.406698, 56.6336, 57.159453, 46.151068, 47.27186, 44.892916, 47.766765, 49.001545, 47.531861, 48.649733, 46.897021, 50.500248, 48.788814, 46.59697, 46.791838, 42.570242, 42.503514, 41.896391, 41.099558, 39.093721, 40.492454, 39.327364, 35.4909, 32.410846, 28.864803, 18.974164, 12.085245, 0.142113, 5e-05]}, "lang": {"n_am_en": [50, 9, 18, 31, 33, 41, 40, 52, 33, 46, 58, 31, 59, 53, 43, 42, 52, 38, 27, 45, 35, 34, 34, 35, 47, 50, 53, 61, 61, 53, 56, 52, 61, 53, 59, 51, 59, 63, 53, 65, 67, 56, 74, 58, 74, 62, 66, 85, 117, 117], "n_am_pl": [5, 14, 23, 8, 4, 10, 10, 12, 23, 29, 27, 18, 23, 38, 32, 20, 33, 38, 44, 42, 60, 61, 63, 62, 23, 28, 28, 19, 29, 34, 35, 31, 36, 24, 31, 27, 18, 22, 24, 22, 19, 21, 18, 15, 8, 16, 27, 30, 44, 51], "n_pos": 170, "sum_m_en": [12.700283, 7.687027, 8.277579, 8.527954, 8.442201, 8.294454, 8.400625, 8.644284, 9.324742, 9.432892, 9.970376, 10.915109, 12.076371, 12.723163, 13.691514, 13.966203, 13.602828, 12.93043, 11.705065, 11.35242, 9.993652, 9.392388, 8.728637, 8.437984, 18.318877, 18.982158, 21.279309, 20.287813, 21.06781, 22.703822, 22.067352, 22.934021, 21.816381, 22.74126, 23.720216, 21.169195, 23.336333, 23.729846, 27.650963, 28.866625, 28.823179, 28.371669, 31.206679, 33.733556, 41.248626, 38.945401, 36.587066, 45.004121, 115.201339, 116.537051], "sum_m_pl": [76.950813, 84.908064, 82.944773, 81.769797, 80.916514, 80.639774, 80.782571, 82.435553, 83.652406, 85.270345, 83.855815, 83.059208, 83.118306, 82.775054, 82.32805, 79.077511, 78.748786, 79.150754, 81.422189, 80.811574, 82.170846, 82.696214, 83.322319, 83.311852, 69.270235, 71.85532, 68.008534, 72.272802, 73.540388, 72.472277, 72.886367, 71.481473, 74.615661, 70.722314, 69.034703, 69.709443, 65.396061, 66.503201, 62.256918, 63.07638, 61.026553, 62.768164, 60.444136, 55.64131, 49.684438, 49.357422, 51.576928, 45.986424, 41.880875, 51.209828]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 894, "item_id": "llmzszl-18722", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 642, "region_end": 894, "roundtrip_ok": true, "tf_agree": 0.9911, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [57, 64, 56, 49, 49, 34, 42, 38, 36, 52, 48, 58, 46, 49, 50, 52, 53, 38, 47, 41, 37, 30, 29, 24, 55, 43, 41, 47, 45, 58, 46, 41, 41, 42, 49, 51, 51, 46, 54, 40, 43, 42, 50, 50, 44, 38, 45, 52, 49, 48], "n_am_pl": [9, 24, 33, 34, 25, 27, 15, 23, 28, 34, 31, 29, 24, 27, 26, 25, 17, 27, 20, 36, 41, 40, 32, 37, 20, 22, 33, 24, 33, 32, 34, 36, 28, 20, 20, 21, 21, 12, 16, 16, 15, 10, 12, 13, 19, 11, 12, 7, 5, 5], "n_pos": 222, "sum_m_en": [24.354418, 11.311445, 11.756915, 11.392298, 12.004769, 12.305145, 12.643652, 13.78444, 14.395513, 15.100021, 15.096232, 15.884413, 16.359575, 16.503792, 15.809164, 15.564836, 15.797523, 15.377232, 13.669724, 12.32725, 11.218955, 10.501331, 10.117454, 9.875367, 20.710575, 23.282381, 23.725573, 23.631981, 22.39099, 22.94784, 20.693246, 20.697962, 20.079196, 19.265154, 21.392308, 21.701187, 22.425953, 23.395841, 26.235969, 28.216584, 26.218214, 29.947476, 35.726162, 39.371157, 36.343849, 35.587337, 43.335382, 50.816023, 47.842564, 48.5896], "sum_m_pl": [85.20732, 111.473633, 108.621372, 107.125985, 102.473128, 100.692912, 99.843974, 100.029946, 99.335834, 101.941338, 100.568328, 99.862412, 99.228533, 98.307091, 98.546547, 99.588653, 102.228184, 102.52791, 104.714184, 108.155377, 110.302961, 110.712389, 110.489121, 110.760512, 90.525247, 87.50667, 86.341236, 90.349953, 92.93328, 91.726995, 91.64153, 91.722704, 89.087945, 84.0406, 82.4853, 76.976424, 66.491121, 61.481847, 56.285731, 51.930451, 49.445302, 45.092376, 41.31373, 37.552627, 33.920914, 25.907824, 18.561049, 9.99071, 5.674436, 4.800447]}, "digit": {"n_am_en": [6, 17, 14, 12, 13, 2, 6, 3, 6, 5, 3, 6, 4, 5, 5, 9, 7, 6, 5, 7, 8, 4, 4, 3, 8, 6, 6, 7, 3, 14, 10, 11, 8, 9, 11, 8, 6, 9, 9, 3, 5, 5, 3, 4, 1, 1, 2, 2, 0, 0], "n_am_pl": [0, 1, 1, 2, 2, 3, 0, 7, 2, 7, 6, 4, 5, 6, 5, 2, 2, 2, 6, 8, 10, 9, 7, 12, 4, 4, 4, 4, 5, 3, 5, 4, 4, 2, 1, 2, 2, 3, 3, 3, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.803324, 1.760698, 1.86662, 1.85362, 1.966236, 2.102855, 1.989142, 2.21783, 2.16699, 2.315167, 2.265653, 2.380113, 2.511333, 2.597508, 2.521349, 2.534571, 2.737307, 2.649213, 2.367302, 2.160555, 1.920569, 1.779568, 1.705481, 1.645112, 3.213867, 3.410203, 3.473756, 3.516959, 3.409832, 3.742744, 3.397745, 3.558494, 3.202023, 2.946078, 3.23059, 3.417949, 3.354365, 3.327036, 3.521277, 3.751979, 3.1677, 3.203028, 2.889338, 3.235103, 2.83416, 2.154474, 2.526325, 1.316966, 0.158763, 0.0], "sum_m_pl": [15.350271, 18.971113, 18.080564, 18.026582, 16.728613, 16.414664, 16.264277, 16.032305, 16.226143, 17.217088, 17.227869, 17.6163, 17.063795, 17.059679, 16.855972, 16.92768, 17.448028, 17.638941, 18.124712, 18.636577, 19.027112, 19.084297, 19.087027, 19.303799, 16.729415, 16.152842, 15.903884, 16.382044, 16.742436, 16.417692, 16.430333, 16.624114, 16.565935, 14.973712, 15.008346, 14.97209, 14.16068, 14.368512, 13.609209, 12.643918, 12.919957, 12.804731, 12.475961, 11.902141, 9.787233, 7.425712, 5.351587, 2.214924, 0.371682, 0.0]}, "lang": {"n_am_en": [21, 18, 19, 10, 7, 11, 11, 13, 10, 11, 13, 12, 14, 15, 13, 13, 14, 13, 15, 13, 9, 9, 10, 12, 21, 17, 16, 18, 16, 21, 13, 13, 13, 14, 14, 18, 24, 21, 25, 21, 20, 23, 30, 30, 30, 27, 36, 43, 45, 46], "n_am_pl": [4, 2, 5, 7, 4, 2, 3, 5, 9, 10, 9, 8, 8, 4, 8, 10, 6, 12, 6, 11, 15, 11, 11, 10, 7, 6, 10, 7, 10, 9, 9, 8, 7, 5, 8, 10, 8, 4, 9, 10, 9, 10, 9, 7, 10, 7, 8, 4, 4, 5], "n_pos": 51, "sum_m_en": [5.543343, 2.839588, 2.884645, 2.573166, 2.571338, 2.815024, 3.104389, 3.530097, 3.825232, 3.775531, 3.828131, 4.094326, 4.342159, 4.214046, 3.968257, 3.941779, 3.974019, 4.001013, 3.520501, 3.111721, 2.784788, 2.55515, 2.443584, 2.385504, 6.327141, 7.010776, 7.26387, 6.954625, 6.542668, 6.632954, 5.860719, 6.014024, 6.173432, 6.274658, 6.647613, 6.775672, 8.102255, 8.826893, 9.929086, 12.131626, 12.315211, 15.688428, 20.903189, 22.358759, 21.176868, 23.117074, 31.134387, 39.792075, 43.906275, 45.98396], "sum_m_pl": [19.048837, 24.600145, 24.297307, 24.106525, 23.408823, 22.54752, 22.956727, 23.462633, 23.183292, 23.602356, 23.397602, 23.330366, 23.268218, 22.955278, 22.993665, 23.355976, 23.579566, 23.210347, 23.829701, 24.64356, 25.218882, 25.314799, 25.256482, 25.237425, 21.318529, 20.464637, 19.983054, 20.385893, 21.053827, 21.032753, 21.070279, 20.52885, 20.195708, 20.17326, 19.763059, 19.273693, 17.487032, 17.157599, 16.032193, 17.247644, 16.33417, 14.145273, 12.820125, 11.820181, 12.60196, 9.967597, 8.297821, 4.666419, 4.36042, 4.776764]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 224, "item_id": "llmzszl-18724", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 737, "region_end": 222, "roundtrip_ok": true, "tf_agree": 0.9866, "tf_agree_excl_first": 0.991}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [55, 56, 67, 77, 89, 49, 59, 61, 55, 67, 72, 77, 67, 68, 75, 68, 73, 76, 54, 46, 45, 44, 36, 34, 62, 52, 58, 67, 67, 71, 67, 70, 60, 62, 65, 73, 59, 46, 61, 55, 48, 42, 50, 43, 40, 27, 15, 6, 1, 0], "n_am_pl": [10, 56, 44, 44, 38, 47, 34, 29, 41, 50, 40, 25, 39, 27, 34, 30, 34, 35, 51, 55, 61, 54, 63, 60, 34, 34, 34, 35, 41, 45, 44, 48, 43, 35, 33, 27, 32, 29, 18, 23, 24, 31, 26, 40, 36, 37, 36, 39, 56, 60], "n_pos": 293, "sum_m_en": [29.779854, 13.986229, 15.455717, 15.749824, 17.015465, 17.264058, 17.284541, 18.641826, 19.979337, 20.745545, 21.182389, 22.101665, 22.432447, 22.624961, 22.554148, 21.376439, 21.415044, 20.335074, 17.764576, 16.079476, 14.992076, 14.152905, 13.616306, 13.042571, 24.531897, 27.699207, 28.729033, 28.808977, 29.264288, 29.566371, 27.600135, 26.785664, 26.869572, 25.744989, 27.773551, 27.678828, 26.647948, 26.852963, 29.532904, 34.538074, 29.295007, 30.018219, 32.138042, 30.047148, 29.667657, 21.811069, 16.594681, 10.242623, 2.016932, 0.020696], "sum_m_pl": [115.644293, 147.813698, 141.708953, 140.742411, 136.142688, 134.961333, 135.048674, 133.750024, 132.820876, 135.611895, 132.390696, 131.410479, 131.545771, 130.431908, 129.919518, 133.564643, 136.67111, 137.807037, 141.204023, 144.665413, 146.526989, 146.272487, 145.581996, 145.441502, 119.452259, 115.918053, 111.863666, 119.010177, 122.610257, 123.566952, 122.440163, 124.216558, 124.162993, 115.386958, 110.78997, 105.286316, 95.820814, 93.777218, 87.076157, 80.696324, 75.597214, 75.158947, 72.445314, 74.295325, 65.708227, 60.164729, 50.718383, 44.156462, 52.983103, 62.387412]}, "digit": {"n_am_en": [6, 19, 16, 19, 21, 6, 12, 9, 12, 11, 10, 15, 10, 12, 10, 10, 11, 12, 6, 9, 7, 7, 1, 4, 6, 6, 8, 10, 10, 15, 10, 9, 13, 13, 13, 20, 9, 9, 9, 11, 7, 6, 5, 6, 8, 3, 2, 0, 0, 0], "n_am_pl": [0, 0, 2, 7, 2, 5, 0, 2, 5, 7, 3, 3, 8, 4, 5, 5, 10, 6, 8, 13, 19, 10, 19, 15, 7, 7, 8, 5, 8, 5, 6, 10, 8, 3, 3, 1, 3, 5, 3, 1, 1, 0, 1, 1, 1, 2, 2, 4, 0, 0], "n_pos": 49, "sum_m_en": [4.713332, 2.310137, 2.461037, 2.488591, 2.644948, 2.838754, 2.674098, 3.017784, 2.968905, 3.123764, 3.031985, 3.210385, 3.360161, 3.48859, 3.349126, 3.369018, 3.572255, 3.375468, 2.946328, 2.70186, 2.419042, 2.255286, 2.143772, 2.062176, 3.496324, 4.034542, 4.15644, 4.337758, 4.377844, 4.782606, 4.501562, 4.617265, 4.294255, 4.073539, 4.4496, 4.681013, 4.553605, 4.343155, 4.502163, 4.679041, 4.052963, 3.963759, 3.863187, 4.060565, 3.683989, 2.61767, 3.415355, 1.218899, 0.133295, 0.0], "sum_m_pl": [20.171785, 24.460028, 23.223545, 23.350944, 21.986499, 21.30576, 21.256351, 20.964739, 21.539482, 22.701537, 22.545999, 23.141425, 22.531332, 22.596393, 22.801071, 22.897892, 23.262303, 23.449376, 24.130143, 24.547514, 24.93836, 24.94137, 24.918694, 25.044884, 22.139136, 21.196294, 20.650092, 21.289502, 21.94449, 21.869734, 21.657346, 21.691004, 22.227978, 20.419172, 20.017777, 20.051304, 19.198688, 19.744854, 18.655369, 17.932566, 17.934377, 18.452805, 18.276325, 17.699835, 14.427482, 11.634579, 8.262525, 4.774333, 0.636668, 0.0]}, "lang": {"n_am_en": [17, 7, 12, 9, 14, 6, 6, 9, 12, 10, 18, 13, 15, 15, 19, 19, 15, 19, 19, 13, 14, 14, 13, 13, 17, 16, 15, 18, 19, 20, 22, 27, 16, 19, 17, 20, 21, 16, 17, 17, 19, 16, 23, 19, 19, 13, 10, 4, 1, 0], "n_am_pl": [5, 17, 13, 9, 7, 6, 4, 4, 7, 9, 8, 4, 11, 4, 7, 9, 9, 11, 16, 15, 14, 16, 14, 11, 4, 6, 3, 8, 6, 9, 11, 8, 9, 11, 8, 8, 12, 15, 12, 14, 13, 20, 16, 24, 24, 31, 30, 31, 53, 59], "n_pos": 61, "sum_m_en": [5.822573, 3.112255, 3.336216, 3.386271, 3.533848, 3.598601, 3.582428, 3.716462, 4.140896, 4.227004, 4.512249, 4.894161, 4.973273, 5.129822, 5.073475, 4.606941, 4.638611, 4.438253, 3.971883, 3.5749, 3.418916, 3.216353, 3.036593, 2.900103, 6.03495, 6.644636, 6.811312, 6.754756, 7.027389, 7.135528, 6.689593, 6.733103, 6.774534, 6.878314, 7.14819, 7.217375, 7.060085, 7.428511, 8.232202, 11.467085, 10.447903, 11.71659, 14.982275, 13.449838, 13.781532, 10.782637, 8.48826, 4.06672, 0.897477, 0.000182], "sum_m_pl": [22.5786, 29.381536, 28.278108, 28.308224, 27.820707, 27.520911, 27.985041, 28.117052, 27.771527, 27.862863, 27.17681, 26.754634, 27.240953, 27.055191, 27.096725, 28.295319, 28.91088, 28.901023, 29.561368, 30.100877, 30.275345, 30.17917, 30.021228, 29.812283, 25.12234, 24.301557, 23.536486, 25.293887, 25.645726, 26.136424, 25.961955, 25.968782, 25.683534, 24.668679, 23.53228, 23.950498, 23.382665, 23.458438, 21.946707, 20.763844, 20.836979, 21.696647, 20.787434, 24.729791, 24.944504, 29.196479, 29.456106, 30.723095, 47.485373, 58.867816]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 295, "item_id": "llmzszl-18724", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 668, "region_end": 293, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9864}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [95, 67, 51, 47, 38, 24, 27, 40, 27, 34, 42, 45, 45, 48, 49, 44, 40, 38, 33, 41, 34, 36, 32, 30, 51, 55, 47, 54, 56, 56, 48, 45, 39, 34, 32, 33, 40, 42, 38, 29, 31, 28, 29, 27, 25, 31, 32, 40, 56, 59], "n_am_pl": [7, 46, 37, 32, 28, 30, 19, 34, 41, 58, 45, 31, 45, 40, 33, 34, 41, 32, 29, 38, 39, 47, 62, 60, 20, 22, 28, 29, 32, 24, 31, 40, 21, 27, 28, 27, 13, 11, 3, 4, 2, 1, 1, 1, 2, 1, 2, 2, 1, 0], "n_pos": 238, "sum_m_en": [27.347349, 12.377132, 12.605352, 13.762082, 14.881261, 15.943112, 15.443434, 16.56114, 16.001716, 17.208991, 17.360756, 18.580032, 20.120326, 21.555939, 22.50501, 21.772056, 20.531211, 19.686617, 16.288915, 15.220009, 13.290615, 12.270154, 11.848374, 11.452279, 25.035708, 29.002402, 30.341689, 32.046082, 29.253912, 30.353555, 28.226825, 26.532625, 24.849509, 23.846231, 24.540159, 23.905782, 25.815449, 27.995051, 29.526712, 23.184916, 23.164895, 23.564919, 23.920211, 25.43602, 22.117728, 27.85879, 29.170582, 35.781419, 54.165692, 58.323257], "sum_m_pl": [86.877718, 119.254679, 113.176599, 108.869936, 107.716604, 102.140216, 106.362206, 103.297549, 100.723905, 106.192305, 104.009564, 100.511168, 99.941516, 98.258192, 98.45896, 99.753462, 102.619074, 103.202537, 107.433421, 111.330315, 113.779926, 116.046514, 116.408252, 117.408154, 92.629112, 87.643874, 84.355064, 86.932456, 91.871999, 89.265195, 89.217448, 92.229069, 89.828472, 85.356755, 83.80176, 77.887195, 68.437348, 63.548371, 53.148098, 39.065765, 31.590739, 29.841923, 27.329086, 16.852584, 11.942934, 11.405299, 5.161074, 4.790437, 1.17811, 0.004169]}, "digit": {"n_am_en": [0, 1, 2, 0, 0, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0, 1, 3, 3, 1, 1, 1, 0, 1, 2, 2, 0, 2, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 2, 1, 2, 0, 0, 1, 0, 0, 0, 2, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.388811, 0.276888, 0.314484, 0.477985, 0.439263, 0.533597, 0.490193, 0.58621, 0.444771, 0.445801, 0.424266, 0.478954, 0.43472, 0.454847, 0.417836, 0.469011, 0.465202, 0.441012, 0.404091, 0.358713, 0.32098, 0.297089, 0.286284, 0.279081, 0.548086, 0.581965, 0.680317, 0.731779, 0.765515, 0.737875, 0.655341, 0.63038, 0.606897, 0.612158, 0.614942, 0.580832, 0.575638, 0.628656, 0.656815, 0.702114, 0.64189, 0.624389, 0.702903, 0.634022, 0.730772, 0.549925, 0.185589, 0.060249, 0.000532, 0.0], "sum_m_pl": [1.58284, 3.117231, 3.016718, 2.640331, 2.641369, 2.475044, 2.664625, 2.337231, 2.497554, 2.662481, 2.623876, 2.461099, 2.475962, 2.427667, 2.408799, 2.459786, 2.505296, 2.492048, 2.620812, 2.713615, 2.785454, 2.870346, 2.878989, 2.923395, 2.307811, 2.214454, 2.069012, 2.200127, 2.287205, 2.118252, 2.271804, 2.374452, 2.326046, 2.343313, 2.261898, 2.335188, 2.105471, 2.061751, 1.965287, 1.994041, 1.96886, 1.942172, 1.748955, 1.431423, 1.22764, 0.331756, 0.081229, 0.02843, 0.000629, 0.0]}, "lang": {"n_am_en": [22, 12, 10, 8, 9, 4, 10, 11, 10, 9, 16, 16, 10, 12, 12, 14, 13, 15, 13, 13, 11, 13, 13, 12, 15, 18, 16, 16, 19, 20, 17, 16, 17, 14, 10, 12, 12, 17, 19, 17, 17, 19, 20, 18, 15, 21, 24, 25, 55, 57], "n_am_pl": [0, 14, 4, 6, 11, 4, 8, 5, 7, 6, 7, 5, 6, 10, 12, 8, 11, 6, 6, 6, 8, 9, 13, 13, 5, 6, 7, 12, 8, 7, 7, 8, 3, 9, 9, 9, 5, 3, 1, 1, 2, 0, 0, 0, 1, 1, 1, 1, 1, 0], "n_pos": 57, "sum_m_en": [6.785948, 3.025009, 3.282563, 3.550223, 3.58896, 3.782494, 3.679115, 3.917838, 3.95312, 4.147832, 4.220638, 4.326931, 4.552754, 5.040007, 5.166373, 5.306412, 4.940458, 4.926672, 4.274192, 3.925307, 3.424548, 3.109245, 2.977317, 2.867335, 8.521302, 10.032641, 9.945241, 9.395487, 8.589427, 8.447482, 7.500108, 7.336773, 7.160798, 7.485342, 7.206282, 8.042971, 9.686672, 11.015378, 12.918628, 11.013425, 11.794108, 13.246483, 13.916803, 15.108178, 14.352091, 18.259161, 21.704271, 24.560402, 51.938428, 56.341442], "sum_m_pl": [19.241745, 28.22454, 25.901505, 24.591683, 24.698704, 23.5624, 24.473742, 24.44173, 23.875512, 25.528588, 24.9727, 24.551451, 24.86997, 24.523453, 24.257495, 24.293259, 24.640912, 24.535607, 25.198894, 26.459962, 27.022828, 27.594233, 27.729478, 27.976686, 21.863199, 20.893385, 20.272306, 21.071718, 21.817779, 21.568249, 22.118914, 22.906462, 21.745864, 21.247801, 21.315242, 20.620639, 19.778811, 18.194112, 14.77258, 11.003751, 9.740048, 10.157468, 9.424836, 5.325251, 4.828569, 4.468359, 2.451823, 1.910388, 0.875956, 0.003919]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 240, "item_id": "llmzszl-18725", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 721, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9874}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [185, 206, 240, 212, 238, 147, 123, 182, 139, 189, 177, 174, 178, 199, 211, 191, 148, 155, 149, 156, 133, 137, 126, 130, 198, 219, 217, 203, 231, 255, 230, 246, 222, 198, 223, 207, 205, 191, 165, 144, 123, 110, 96, 115, 94, 76, 31, 16, 41, 38], "n_am_pl": [45, 103, 117, 111, 121, 110, 138, 140, 156, 169, 175, 156, 182, 140, 105, 118, 135, 159, 167, 173, 210, 245, 273, 296, 84, 95, 109, 120, 123, 96, 124, 123, 122, 107, 89, 99, 63, 66, 55, 40, 46, 48, 49, 51, 44, 51, 66, 73, 86, 92], "n_pos": 839, "sum_m_en": [79.206883, 40.144656, 45.1536, 49.375854, 51.780259, 54.290989, 52.340269, 58.641155, 56.602008, 62.809288, 62.747224, 68.771618, 71.828679, 77.141398, 79.848408, 75.580582, 71.288764, 69.590568, 59.078542, 53.71956, 47.405109, 43.779829, 42.667603, 41.019658, 81.719695, 92.671672, 103.477965, 102.984407, 104.997874, 111.348473, 106.138573, 104.693372, 101.785936, 99.660749, 108.983564, 104.772334, 118.111114, 114.459526, 112.314372, 97.542351, 90.492237, 87.517676, 83.276384, 84.687023, 80.450785, 72.458353, 40.2185, 26.448858, 42.936329, 38.66843], "sum_m_pl": [316.315164, 420.755187, 404.77944, 393.497716, 393.183331, 377.246953, 387.769208, 381.02998, 384.829764, 389.367754, 378.623373, 368.576316, 371.388065, 363.241036, 365.701284, 367.768303, 374.335274, 375.356989, 392.652136, 404.707645, 410.323437, 415.14028, 415.451757, 416.219981, 330.041405, 327.14237, 313.141204, 329.457293, 332.949527, 327.367807, 332.383046, 336.589362, 342.676302, 324.559436, 309.058382, 295.116513, 263.264613, 254.568798, 233.763014, 200.832171, 183.916041, 185.336748, 173.499999, 140.643122, 110.241355, 101.680101, 87.940794, 86.784901, 83.32163, 91.4064]}, "digit": {"n_am_en": [6, 11, 14, 7, 3, 4, 11, 16, 14, 9, 7, 7, 8, 5, 4, 4, 3, 6, 4, 5, 4, 6, 6, 5, 10, 15, 8, 9, 11, 10, 11, 13, 9, 13, 10, 7, 8, 16, 9, 7, 3, 6, 4, 5, 1, 1, 0, 1, 0, 0], "n_am_pl": [0, 2, 0, 1, 1, 1, 1, 0, 3, 2, 7, 6, 9, 4, 1, 6, 1, 2, 3, 2, 1, 1, 5, 8, 1, 2, 1, 3, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 2, 0, 0], "n_pos": 37, "sum_m_en": [3.176913, 1.92866, 2.110603, 2.537216, 2.501083, 3.020515, 3.002017, 3.534465, 2.893341, 2.889125, 3.017124, 3.153659, 3.219356, 3.115831, 3.169585, 3.065953, 3.035277, 2.88024, 2.534585, 2.270504, 2.012284, 1.868397, 1.809126, 1.736926, 3.348342, 4.019467, 4.318814, 4.548945, 4.470107, 4.389481, 4.41564, 4.365239, 4.185836, 4.230116, 4.460652, 3.970639, 4.414861, 4.553132, 4.94126, 4.152233, 4.062768, 3.9669, 3.79396, 3.531651, 3.68653, 1.989514, 1.260212, 0.568424, 0.031771, 0.0], "sum_m_pl": [10.921265, 18.78588, 17.889502, 17.090738, 17.129852, 15.51551, 15.813518, 14.538042, 15.525898, 16.36048, 15.446311, 15.189084, 15.421834, 14.835521, 15.32368, 15.852906, 15.898497, 15.885434, 16.916209, 17.48807, 17.916359, 18.287864, 18.370678, 18.523269, 15.149928, 14.98032, 13.488658, 14.29021, 14.578877, 14.54316, 14.672856, 15.077019, 15.155079, 14.737118, 13.7612, 14.378071, 13.001581, 13.72185, 12.199741, 10.924172, 10.311724, 10.996416, 10.16284, 9.568116, 9.150159, 5.193859, 3.886892, 2.744807, 0.083533, 0.0]}, "lang": {"n_am_en": [33, 23, 19, 24, 27, 17, 18, 22, 20, 29, 28, 25, 29, 27, 34, 30, 23, 29, 32, 27, 24, 26, 21, 25, 42, 45, 38, 35, 43, 43, 38, 45, 34, 33, 42, 41, 37, 38, 38, 41, 36, 33, 28, 32, 36, 29, 12, 7, 40, 38], "n_am_pl": [10, 28, 24, 23, 29, 19, 17, 28, 24, 26, 24, 26, 31, 17, 14, 22, 21, 26, 23, 29, 34, 43, 46, 50, 10, 13, 10, 22, 21, 15, 20, 19, 19, 21, 19, 22, 15, 24, 19, 11, 19, 15, 17, 25, 22, 32, 41, 51, 78, 92], "n_pos": 131, "sum_m_en": [12.345423, 6.424872, 7.294296, 8.185508, 8.218883, 8.922309, 8.339822, 8.896091, 8.812459, 9.034555, 9.291866, 10.189128, 10.108153, 10.98016, 11.627922, 11.448848, 11.073603, 10.602206, 9.298257, 8.450803, 7.668126, 7.110414, 6.824511, 6.529973, 14.290119, 15.441172, 16.393681, 15.751503, 16.707408, 17.739388, 16.688482, 17.037596, 16.852878, 16.267071, 17.345058, 18.027516, 21.013756, 23.414594, 24.724671, 25.456577, 23.106959, 25.570519, 24.511622, 24.312025, 28.351767, 25.422782, 13.689047, 8.777704, 39.051858, 38.664172], "sum_m_pl": [48.851155, 62.444967, 60.295025, 57.69527, 58.173899, 56.0941, 57.933596, 58.592154, 59.539706, 61.896457, 60.334365, 59.006166, 60.641304, 59.46181, 59.721594, 59.747433, 60.494939, 59.834005, 62.023452, 63.466991, 63.818062, 64.479077, 64.579479, 64.479707, 51.887194, 51.807288, 49.589209, 53.012783, 53.116385, 52.10659, 53.234948, 53.683395, 53.437052, 50.605001, 48.940874, 47.99533, 47.824355, 48.174506, 46.059652, 39.51523, 40.618012, 41.414816, 38.188755, 33.225402, 32.68616, 34.589132, 37.853301, 47.420838, 72.459353, 89.426416]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 839, "item_id": "llmzszl-18725", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 652, "region_end": 839, "roundtrip_ok": true, "tf_agree": 0.9964, "tf_agree_excl_first": 0.9976}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [45, 48, 37, 41, 34, 33, 22, 38, 31, 36, 45, 34, 34, 36, 42, 32, 37, 43, 39, 30, 36, 40, 35, 37, 45, 53, 49, 44, 47, 52, 44, 47, 51, 42, 47, 42, 49, 49, 49, 37, 38, 27, 25, 26, 24, 24, 28, 29, 29, 27], "n_am_pl": [13, 28, 27, 31, 17, 26, 38, 21, 16, 15, 17, 27, 22, 18, 20, 24, 20, 15, 18, 27, 30, 30, 34, 33, 19, 16, 14, 22, 29, 16, 23, 19, 24, 18, 19, 7, 11, 6, 3, 1, 1, 4, 1, 5, 2, 2, 1, 1, 0, 0], "n_pos": 171, "sum_m_en": [19.226776, 8.53222, 8.981314, 9.030916, 9.662917, 9.939184, 9.121327, 10.260425, 10.561212, 11.293502, 11.416514, 12.007523, 12.20458, 12.605183, 13.27539, 12.307051, 11.965532, 11.904827, 10.740969, 9.785516, 8.970285, 8.443049, 8.088805, 7.926435, 20.182494, 22.041986, 22.465071, 21.470114, 20.689612, 21.193092, 19.813915, 19.276743, 18.799012, 17.784515, 20.282953, 20.927888, 22.445292, 24.185574, 25.321585, 24.565192, 25.262272, 21.477292, 21.599312, 22.220486, 22.565974, 22.906648, 24.233639, 24.820721, 27.865973, 26.993548], "sum_m_pl": [66.051982, 86.456047, 84.090549, 82.759273, 80.211598, 79.857195, 81.1796, 78.219864, 76.729047, 78.017805, 77.52549, 76.029633, 75.244677, 73.105555, 73.404178, 76.40419, 77.175796, 77.993692, 79.766766, 81.764837, 82.352477, 83.466768, 83.954932, 84.252624, 66.118913, 63.824578, 62.213937, 66.638048, 69.16901, 68.745681, 68.723458, 69.442853, 69.44918, 65.425709, 61.735426, 54.659483, 47.035304, 42.609741, 38.137222, 34.605448, 30.819481, 25.611422, 20.885711, 17.619105, 11.617167, 9.527739, 5.145983, 2.581905, 0.304826, 0.001243]}, "digit": {"n_am_en": [3, 11, 7, 8, 7, 1, 1, 3, 1, 2, 5, 2, 3, 4, 0, 1, 3, 3, 4, 3, 3, 3, 2, 2, 2, 7, 5, 6, 6, 6, 6, 5, 3, 1, 2, 5, 4, 3, 3, 3, 2, 1, 3, 3, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 3, 0, 1, 3, 5, 6, 2, 3, 4, 3, 5, 4, 4, 3, 3, 3, 3, 2, 3, 3, 3, 4, 4, 5, 3, 3, 5, 4, 4, 5, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.535437, 1.047987, 1.052438, 1.084704, 1.058269, 1.244566, 1.075145, 1.254033, 1.188569, 1.231319, 1.333779, 1.31747, 1.358275, 1.378321, 1.408313, 1.368196, 1.394928, 1.406072, 1.251761, 1.18128, 1.077221, 0.987508, 0.928398, 0.903931, 1.801226, 1.980186, 1.874813, 1.755252, 1.848364, 1.751631, 1.807161, 1.799469, 1.706718, 1.681004, 1.932559, 2.145576, 2.521042, 2.677054, 2.458658, 2.396938, 2.376302, 2.481221, 2.407658, 1.876699, 1.173986, 1.106621, 0.80736, 0.507255, 0.118943, 0.0], "sum_m_pl": [8.234537, 10.819708, 10.074774, 10.137106, 9.897653, 9.394169, 9.850747, 9.446213, 9.113521, 9.604494, 9.50253, 9.300632, 8.820551, 8.814757, 8.780563, 9.007048, 9.203215, 9.3512, 9.563187, 9.681995, 9.745002, 9.953247, 9.974914, 10.080569, 8.681989, 8.509846, 8.336177, 9.033372, 8.81701, 9.021174, 8.675737, 8.566726, 8.75338, 7.832628, 7.354453, 6.502167, 5.926532, 5.931942, 5.256524, 5.056821, 5.437987, 5.969158, 5.48275, 4.880112, 3.830338, 2.244263, 1.657184, 0.496209, 0.153218, 0.0]}, "lang": {"n_am_en": [10, 7, 5, 4, 5, 7, 9, 10, 10, 5, 6, 8, 8, 7, 12, 8, 10, 11, 11, 8, 10, 10, 12, 15, 16, 15, 17, 11, 11, 11, 14, 16, 15, 15, 17, 16, 13, 16, 18, 20, 19, 16, 15, 16, 16, 19, 20, 23, 27, 26], "n_am_pl": [2, 4, 5, 6, 3, 1, 2, 2, 2, 3, 3, 2, 5, 3, 2, 3, 4, 2, 3, 5, 6, 6, 6, 5, 2, 2, 2, 3, 6, 1, 3, 5, 4, 2, 5, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [3.408604, 1.752761, 1.666595, 1.587647, 1.599526, 1.642968, 1.52524, 1.640045, 1.742288, 1.658209, 1.895887, 2.003117, 2.132986, 2.142808, 2.321158, 2.174151, 2.315466, 2.362726, 2.142083, 1.836119, 1.687337, 1.601307, 1.541167, 1.507068, 7.183629, 7.238055, 7.511044, 6.382428, 6.199119, 6.395702, 6.125849, 5.854118, 5.770102, 5.667421, 6.699997, 7.541712, 8.56762, 10.171713, 11.36989, 12.023469, 13.23047, 12.187509, 12.913544, 14.430849, 16.409076, 17.025371, 18.958573, 21.563316, 25.315809, 26.04246], "sum_m_pl": [8.803455, 12.638793, 12.781621, 12.478283, 12.2106, 12.126867, 12.615012, 12.403392, 12.211721, 12.413179, 12.046655, 12.197323, 12.47119, 12.058477, 11.914688, 12.274843, 12.254681, 12.094583, 12.177152, 12.635902, 12.630605, 12.767733, 12.903025, 12.927743, 8.928838, 8.689796, 8.180247, 8.897821, 9.090325, 9.122488, 9.705369, 9.698824, 9.663118, 9.517906, 8.893042, 7.971257, 6.651782, 6.119947, 5.219223, 4.724305, 4.437682, 2.821171, 2.222875, 1.891342, 1.791217, 1.444268, 0.821942, 0.468315, 0.035082, 2.7e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "llmzszl-18727", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 778, "region_end": 171, "roundtrip_ok": true, "tf_agree": 0.9827, "tf_agree_excl_first": 0.9884}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [97, 96, 124, 121, 103, 84, 75, 112, 85, 90, 101, 119, 101, 90, 98, 100, 99, 90, 101, 98, 91, 96, 85, 93, 167, 158, 140, 147, 152, 159, 133, 127, 131, 121, 136, 110, 125, 131, 120, 115, 107, 94, 92, 86, 67, 48, 23, 11, 10, 4], "n_am_pl": [17, 104, 87, 103, 93, 92, 138, 116, 93, 103, 84, 72, 94, 77, 76, 80, 107, 114, 113, 125, 119, 130, 137, 138, 62, 87, 84, 82, 90, 92, 97, 86, 80, 68, 57, 50, 47, 28, 29, 43, 37, 34, 37, 38, 37, 46, 62, 64, 81, 88], "n_pos": 527, "sum_m_en": [49.944768, 24.426302, 26.667652, 27.42623, 29.376343, 29.571269, 28.650387, 31.85441, 33.476297, 34.56934, 34.475802, 36.643772, 37.350458, 39.360806, 40.377386, 37.595716, 35.970251, 35.158915, 31.334836, 28.950834, 26.869425, 25.625498, 24.775558, 24.051104, 48.237989, 53.071959, 55.542018, 54.899496, 55.69853, 57.058751, 53.290716, 51.419898, 50.174359, 50.221925, 55.631154, 54.311494, 58.207681, 58.96919, 64.105534, 69.293732, 65.198707, 61.699301, 60.866509, 62.216476, 55.892836, 47.096163, 25.155114, 16.913633, 12.10323, 4.311217], "sum_m_pl": [201.468236, 270.664158, 260.234756, 257.286562, 253.132307, 249.230516, 250.261503, 247.376785, 244.68525, 246.121258, 243.677321, 239.084785, 238.351399, 233.571264, 232.646085, 239.886999, 241.330224, 244.435512, 251.009948, 254.342463, 255.762497, 256.78606, 258.15084, 258.646557, 211.717807, 209.558374, 203.056521, 214.407828, 221.6311, 218.929081, 219.677267, 222.330256, 224.040347, 208.159515, 202.508158, 185.197509, 163.226346, 152.282012, 142.616355, 139.865004, 132.017569, 124.785946, 116.400785, 102.347403, 81.15546, 83.025644, 78.400066, 68.778656, 81.550344, 87.662418]}, "digit": {"n_am_en": [2, 6, 5, 1, 8, 2, 3, 8, 6, 6, 9, 8, 3, 7, 7, 9, 12, 7, 5, 11, 9, 11, 10, 13, 17, 16, 15, 12, 8, 16, 9, 13, 14, 8, 10, 11, 7, 5, 4, 1, 1, 0, 2, 3, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 1, 2, 12, 11, 2, 12, 5, 2, 1, 2, 3, 6, 2, 2, 7, 6, 5, 7, 2, 0, 4, 2, 4, 1, 2, 3, 3, 5, 6, 6, 8, 6, 4, 2, 2, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [2.555413, 1.64821, 1.808395, 1.80383, 1.876862, 2.144982, 1.983355, 2.152119, 2.119485, 2.171464, 2.21661, 2.315676, 2.534166, 2.675246, 2.562456, 2.543241, 2.431297, 2.418446, 2.122801, 2.042381, 1.935414, 1.790738, 1.699583, 1.645517, 3.426424, 4.013452, 3.767873, 3.577338, 3.560283, 3.817025, 3.706471, 3.614037, 3.152392, 3.039111, 3.542352, 3.852553, 3.633383, 3.055201, 3.026944, 3.040214, 3.025803, 2.5421, 2.722048, 2.519987, 1.761209, 1.187082, 0.88478, 0.545424, 0.203679, 0.0], "sum_m_pl": [13.658424, 19.707193, 18.073842, 18.197607, 18.293483, 17.312308, 18.020745, 17.595666, 17.344261, 17.442785, 17.002481, 16.884076, 16.179803, 16.207002, 16.219166, 16.899377, 17.025199, 17.189135, 17.577202, 17.473375, 17.622913, 17.895353, 17.990223, 18.193867, 15.725879, 15.016047, 15.01944, 16.021403, 16.176611, 16.128342, 15.836608, 16.198895, 16.71042, 16.024204, 15.092595, 14.080648, 13.257445, 13.232647, 11.829227, 12.283759, 12.812091, 12.690338, 12.152631, 11.374668, 9.222889, 5.709905, 3.515998, 1.399112, 0.28556, 0.0]}, "lang": {"n_am_en": [24, 12, 17, 16, 10, 19, 15, 20, 19, 19, 16, 19, 21, 14, 19, 23, 16, 15, 23, 21, 19, 24, 17, 20, 40, 34, 33, 27, 28, 30, 26, 30, 30, 36, 35, 34, 31, 45, 44, 43, 40, 37, 34, 32, 33, 29, 16, 10, 4, 4], "n_am_pl": [5, 33, 16, 18, 14, 7, 18, 15, 15, 19, 13, 8, 17, 12, 13, 25, 33, 35, 26, 30, 23, 21, 25, 27, 10, 13, 11, 10, 16, 19, 20, 13, 16, 15, 12, 10, 14, 8, 11, 16, 18, 21, 19, 21, 23, 32, 49, 52, 76, 88], "n_pos": 94, "sum_m_en": [9.445917, 4.925847, 5.128207, 5.600964, 5.577004, 5.726664, 5.384218, 5.987164, 6.393735, 6.617504, 6.571227, 7.062899, 7.296101, 7.648931, 7.758033, 7.24432, 6.994716, 6.688768, 6.087252, 5.507033, 5.206939, 4.970514, 4.799195, 4.604273, 10.785493, 11.849514, 11.896551, 11.246, 11.93762, 11.899442, 10.972684, 10.684874, 10.845102, 11.951883, 12.286926, 13.234912, 15.098522, 18.850552, 20.915655, 25.662987, 24.227989, 25.082343, 25.806518, 25.965071, 28.084955, 25.827681, 13.844754, 10.214558, 4.703618, 3.990333], "sum_m_pl": [34.262716, 45.153676, 43.51978, 42.995261, 41.73787, 41.740024, 41.485237, 41.828753, 41.645653, 42.916972, 42.629544, 41.880825, 42.829673, 41.685289, 41.865682, 42.962427, 43.250114, 43.611741, 44.632226, 45.025647, 45.097781, 45.173267, 45.380766, 45.350611, 35.999715, 35.87475, 35.706994, 37.946039, 38.865732, 38.606941, 39.104323, 39.77887, 39.887789, 37.471673, 36.71642, 35.894064, 33.17499, 31.322518, 29.289218, 29.104706, 30.695945, 28.219366, 25.331419, 26.338804, 25.619427, 34.187235, 45.889578, 48.496392, 72.719456, 87.132496]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 527, "item_id": "llmzszl-18727", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 709, "region_end": 527, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 0.9924}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [118, 148, 104, 114, 134, 87, 89, 107, 102, 112, 110, 95, 103, 99, 121, 92, 104, 77, 68, 73, 64, 59, 55, 60, 121, 123, 107, 125, 121, 129, 130, 142, 118, 133, 158, 159, 166, 159, 161, 156, 156, 150, 144, 146, 131, 131, 153, 145, 124, 130], "n_am_pl": [26, 81, 92, 71, 72, 91, 76, 73, 60, 63, 85, 91, 109, 107, 97, 96, 78, 70, 89, 89, 115, 121, 126, 120, 61, 71, 86, 79, 86, 95, 92, 78, 94, 75, 63, 56, 45, 34, 30, 32, 24, 25, 26, 19, 18, 23, 14, 6, 0, 0], "n_pos": 505, "sum_m_en": [55.505219, 26.904773, 26.208359, 25.457927, 27.295753, 27.905179, 27.37786, 27.337384, 29.571558, 29.279857, 31.23938, 33.736732, 35.58125, 38.497197, 39.132295, 36.486831, 36.317479, 35.329256, 31.125233, 28.661854, 26.343905, 24.272121, 23.657149, 22.992238, 49.687638, 54.93949, 55.665201, 54.11417, 56.185168, 55.430934, 51.992688, 52.728316, 52.814522, 55.451499, 62.393915, 63.061693, 73.738999, 77.389004, 83.774625, 87.218687, 87.943831, 90.115759, 98.029671, 105.046562, 110.910596, 116.320733, 134.57337, 135.579856, 127.172263, 129.736271], "sum_m_pl": [194.37136, 250.145349, 245.670235, 240.683111, 236.579536, 233.024551, 232.620538, 234.28599, 231.988446, 238.972671, 236.422731, 235.145537, 233.6347, 229.874293, 232.199273, 232.010657, 228.597052, 229.911917, 235.342447, 241.337357, 245.471168, 248.397414, 249.004974, 249.70309, 201.786314, 197.453194, 193.657478, 209.39999, 211.709839, 213.7409, 216.879394, 214.944398, 212.606218, 204.191853, 194.561454, 186.025314, 162.185697, 154.408152, 140.893879, 136.740147, 124.86413, 116.920676, 107.452908, 91.205918, 72.522271, 58.061508, 39.206544, 19.255845, 0.994704, 0.000524]}, "digit": {"n_am_en": [3, 34, 23, 14, 24, 14, 17, 17, 12, 11, 13, 10, 11, 13, 20, 15, 14, 10, 6, 3, 4, 1, 2, 2, 11, 12, 13, 16, 10, 15, 13, 20, 8, 15, 18, 19, 17, 19, 16, 13, 11, 9, 11, 12, 7, 11, 11, 4, 0, 0], "n_am_pl": [6, 4, 4, 3, 2, 3, 1, 0, 3, 3, 7, 10, 17, 15, 6, 7, 10, 12, 14, 10, 14, 13, 15, 13, 11, 9, 13, 9, 14, 9, 8, 6, 7, 5, 3, 4, 3, 5, 3, 5, 4, 2, 2, 3, 1, 1, 2, 1, 0, 0], "n_pos": 48, "sum_m_en": [4.567242, 2.193672, 2.130366, 2.039408, 2.123446, 2.152817, 2.102561, 2.080663, 2.162435, 2.12221, 2.370996, 2.505501, 2.754023, 3.170016, 3.346569, 3.055793, 3.358325, 3.239133, 2.789263, 2.577072, 2.404671, 2.232892, 2.173573, 2.100879, 4.239644, 4.249396, 4.56076, 4.442605, 4.503888, 4.734074, 4.763159, 4.908525, 4.861427, 5.225679, 5.660585, 5.7287, 5.884151, 6.85283, 6.604438, 6.084238, 5.538874, 5.21105, 5.203249, 5.025275, 5.138367, 6.0823, 4.801103, 3.991695, 0.142349, 0.0], "sum_m_pl": [21.363382, 25.870972, 25.246717, 24.789454, 24.537084, 23.932983, 23.889784, 23.831797, 23.520528, 24.356221, 24.369711, 24.412777, 24.081607, 23.640436, 23.678755, 23.437797, 22.249762, 22.249383, 23.099492, 23.393379, 23.846213, 24.0863, 24.187447, 24.423034, 21.918078, 21.535643, 21.035547, 21.743089, 21.938282, 21.775182, 21.331152, 20.732655, 20.576938, 20.260894, 18.927315, 19.003886, 18.194877, 17.783842, 16.92673, 17.074627, 16.737261, 16.211911, 15.310197, 13.420752, 11.343302, 9.210724, 8.291719, 5.034295, 0.19476, 0.0]}, "lang": {"n_am_en": [45, 39, 36, 36, 38, 29, 31, 36, 35, 36, 33, 28, 37, 31, 41, 27, 31, 23, 23, 29, 27, 25, 19, 25, 46, 46, 43, 43, 44, 45, 40, 47, 39, 47, 54, 50, 65, 62, 71, 73, 81, 82, 75, 77, 76, 80, 92, 107, 123, 130], "n_am_pl": [3, 17, 10, 14, 14, 19, 15, 16, 16, 18, 23, 23, 22, 30, 32, 24, 17, 17, 27, 27, 36, 42, 43, 38, 19, 19, 19, 15, 19, 23, 27, 26, 26, 23, 19, 22, 15, 10, 12, 10, 9, 7, 10, 6, 8, 8, 5, 0, 0, 0], "n_pos": 131, "sum_m_en": [16.461806, 7.752962, 7.263043, 7.009394, 7.35548, 7.51635, 7.468652, 7.553607, 8.301427, 7.960924, 8.669402, 9.574326, 10.187303, 10.983308, 11.020053, 10.203104, 9.826017, 9.679148, 8.585498, 7.836547, 7.151754, 6.542044, 6.335048, 6.19579, 17.224281, 18.935251, 18.711578, 17.314486, 17.271046, 17.124383, 15.786327, 15.759408, 16.969407, 19.032278, 22.557109, 23.503521, 30.937143, 32.625507, 37.744937, 41.285699, 43.199527, 47.377091, 51.38953, 55.643992, 63.075556, 69.515844, 82.039397, 94.559524, 121.237563, 129.184007], "sum_m_pl": [44.821256, 61.161537, 61.208675, 60.223945, 58.668578, 57.828671, 58.476108, 60.270302, 59.886414, 61.199673, 61.386055, 61.288659, 61.000596, 59.365344, 59.767605, 59.590317, 59.436056, 59.199992, 60.990023, 62.54288, 63.591103, 64.534364, 64.869181, 64.911591, 53.716929, 51.887857, 50.917159, 53.751446, 54.179526, 54.507076, 55.979777, 55.368395, 54.325475, 52.590459, 50.696063, 50.434534, 45.114954, 43.820635, 41.37202, 39.667853, 37.755308, 33.100768, 29.875192, 26.316382, 21.82425, 16.558498, 11.671884, 4.567103, 0.160562, 1.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 507, "item_id": "llmzszl-18730", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 693, "region_end": 505, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9881}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [79, 104, 100, 106, 82, 75, 64, 76, 62, 60, 81, 70, 81, 76, 80, 82, 76, 60, 45, 44, 42, 44, 40, 32, 80, 90, 84, 84, 94, 94, 106, 119, 112, 113, 133, 110, 135, 126, 105, 94, 86, 81, 83, 62, 52, 41, 26, 14, 7, 5], "n_am_pl": [17, 89, 77, 66, 63, 57, 82, 83, 88, 85, 84, 78, 83, 87, 90, 74, 88, 69, 101, 94, 108, 102, 108, 102, 61, 63, 80, 84, 81, 95, 83, 81, 92, 70, 61, 67, 46, 45, 38, 42, 39, 42, 32, 42, 36, 41, 45, 49, 59, 66], "n_pos": 433, "sum_m_en": [40.657557, 20.640493, 22.55955, 22.664489, 23.778728, 23.818874, 24.671662, 23.981965, 25.413992, 25.807451, 26.48894, 28.416276, 30.296716, 32.713714, 33.679693, 31.593217, 30.777884, 28.982497, 25.264851, 23.703395, 22.38552, 21.098448, 20.798397, 19.922316, 38.663565, 41.475972, 44.073461, 43.041397, 45.849198, 44.460998, 43.641134, 43.687426, 42.446267, 42.765611, 45.923419, 45.944131, 51.188932, 52.529239, 51.248803, 47.789935, 45.452396, 45.414848, 49.408008, 43.654857, 43.633434, 38.223546, 26.932544, 20.377275, 7.829304, 5.110156], "sum_m_pl": [171.019747, 216.548482, 208.437216, 206.718887, 204.466657, 200.215624, 199.479156, 199.611094, 201.092422, 205.775419, 203.768075, 201.621278, 198.723023, 195.716683, 198.025408, 199.77629, 195.275449, 199.281754, 205.407799, 210.107633, 212.846734, 213.956461, 214.409016, 214.406255, 171.752034, 169.892592, 168.748138, 181.997214, 184.262741, 187.559664, 188.280119, 188.676434, 188.269097, 177.575267, 169.395628, 164.497123, 145.983615, 144.477937, 133.348241, 131.037048, 119.936303, 121.018519, 111.407648, 103.823497, 83.319213, 76.832864, 61.681543, 55.749399, 56.777199, 65.526113]}, "digit": {"n_am_en": [10, 26, 26, 13, 11, 13, 9, 6, 8, 9, 15, 6, 16, 14, 22, 12, 10, 7, 3, 2, 3, 5, 4, 2, 6, 12, 11, 11, 12, 11, 17, 20, 22, 15, 19, 14, 14, 19, 16, 12, 14, 12, 9, 9, 7, 5, 5, 0, 0, 0], "n_am_pl": [0, 3, 4, 3, 8, 2, 3, 3, 5, 3, 5, 6, 13, 14, 5, 6, 8, 6, 16, 12, 12, 12, 15, 15, 9, 5, 11, 12, 10, 15, 4, 3, 6, 7, 3, 4, 4, 7, 5, 7, 10, 12, 10, 14, 9, 5, 5, 12, 0, 0], "n_pos": 45, "sum_m_en": [4.7491, 2.036726, 2.214788, 2.152432, 2.157752, 2.162079, 2.191367, 2.073713, 2.336441, 2.392172, 2.578456, 2.692821, 2.955485, 3.405114, 3.668429, 3.169639, 3.209194, 3.031331, 2.610221, 2.429712, 2.259227, 2.128214, 2.073046, 1.98722, 3.626071, 3.903145, 4.304204, 4.051347, 4.361622, 4.507593, 4.926583, 5.476585, 5.303975, 5.013638, 5.434016, 5.817107, 5.995119, 6.56373, 5.473437, 5.27399, 5.08468, 4.84069, 4.589965, 4.124089, 3.920359, 3.634253, 2.715284, 1.242781, 0.095503, 0.0], "sum_m_pl": [19.166867, 24.267862, 22.956007, 22.757456, 22.508408, 22.171631, 22.094243, 21.992249, 21.750695, 22.468248, 22.416447, 22.632635, 22.162101, 21.681446, 21.721519, 21.64944, 20.379086, 20.804732, 22.015821, 22.211642, 22.622664, 22.737876, 22.867835, 22.91563, 20.086397, 19.780142, 19.043146, 20.016763, 20.483656, 20.219449, 19.490284, 18.793353, 19.15937, 18.778718, 17.771677, 17.690305, 17.103989, 17.175092, 16.986381, 17.2964, 17.443122, 18.228868, 17.060038, 17.577945, 16.274927, 14.096446, 10.510236, 10.787271, 0.718743, 0.0]}, "lang": {"n_am_en": [22, 14, 15, 13, 8, 9, 8, 17, 12, 8, 16, 19, 16, 14, 12, 10, 17, 14, 12, 12, 12, 10, 12, 10, 19, 23, 25, 19, 15, 19, 20, 29, 25, 26, 29, 25, 34, 32, 28, 31, 28, 33, 35, 29, 28, 23, 15, 12, 6, 5], "n_am_pl": [4, 20, 12, 12, 16, 11, 16, 10, 15, 16, 16, 7, 9, 13, 15, 9, 16, 12, 16, 17, 17, 19, 20, 15, 14, 11, 12, 16, 12, 12, 15, 19, 17, 16, 14, 17, 10, 12, 9, 10, 9, 7, 7, 14, 15, 24, 29, 27, 55, 66], "n_pos": 71, "sum_m_en": [6.69246, 3.469848, 3.68854, 3.593988, 3.720516, 3.804496, 3.873143, 3.904505, 4.123337, 4.025706, 4.266758, 4.6319, 4.920842, 5.236349, 5.513184, 5.138816, 4.955797, 4.778684, 4.351791, 4.017617, 3.905209, 3.69928, 3.614213, 3.439141, 7.983556, 7.896471, 8.193059, 7.782718, 7.968198, 7.930499, 7.544267, 7.63085, 7.71125, 8.016351, 8.715383, 9.227163, 11.83018, 13.897601, 14.553665, 14.072439, 14.527109, 15.317635, 19.777142, 18.847643, 22.091326, 19.815867, 15.837929, 13.183423, 6.424225, 5.003455], "sum_m_pl": [26.994096, 33.954061, 33.071895, 32.453683, 31.685127, 31.397693, 31.561393, 32.251554, 32.902792, 33.251115, 33.286182, 32.691981, 32.730176, 32.70615, 32.806939, 32.984199, 32.983493, 33.102206, 33.94574, 34.604844, 34.991833, 35.145523, 35.166445, 35.143066, 28.714004, 28.516235, 28.559007, 30.241338, 30.412991, 30.644837, 31.068443, 31.297682, 30.67923, 29.693795, 29.050729, 29.705435, 27.828758, 26.834672, 25.552089, 25.221343, 24.08105, 23.577086, 21.024994, 21.954765, 22.261083, 25.402443, 27.453805, 29.170065, 50.809002, 65.171529]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 433, "item_id": "llmzszl-18730", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 624, "region_end": 433, "roundtrip_ok": true, "tf_agree": 0.9931, "tf_agree_excl_first": 0.9954}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 9, 10, 6, 7, 1, 3, 5, 7, 6, 8, 4, 6, 3, 6, 3, 5, 7, 5, 7, 4, 5, 6, 7, 7, 10, 9, 9, 10, 11, 9, 11, 13, 8, 9, 9, 10, 14, 13, 14, 17, 16, 13, 13, 10, 14, 8, 7, 1, 0], "n_am_pl": [2, 10, 12, 12, 6, 7, 6, 6, 9, 7, 6, 6, 9, 13, 12, 19, 15, 9, 12, 22, 27, 27, 23, 20, 27, 17, 17, 16, 10, 12, 13, 15, 12, 15, 17, 11, 16, 13, 16, 22, 20, 19, 20, 16, 16, 14, 20, 21, 27, 30], "n_pos": 46, "sum_m_en": [4.187477, 1.975301, 2.180712, 2.273093, 2.265465, 2.127307, 2.262851, 2.2329, 2.302181, 2.397128, 2.715117, 2.753788, 2.799784, 2.70281, 2.75481, 2.605171, 2.762009, 2.586449, 2.289665, 2.163503, 1.924961, 1.828629, 1.797423, 1.808144, 2.974435, 2.972505, 3.223989, 3.713973, 3.853912, 3.827582, 4.128262, 3.815867, 4.270598, 4.430567, 4.518354, 4.690004, 4.898391, 6.537678, 7.431317, 8.206622, 8.818213, 10.185142, 9.444024, 9.747829, 9.226201, 10.399172, 8.352309, 5.852615, 1.491211, 0.028382], "sum_m_pl": [17.612545, 21.67337, 20.376596, 20.291292, 19.634195, 19.801604, 19.535842, 19.777513, 19.946338, 20.289434, 19.440867, 20.235379, 19.774259, 19.635117, 19.903359, 20.655453, 20.807776, 21.032797, 21.885931, 22.25328, 23.459184, 22.796447, 22.606151, 22.557321, 24.67169, 23.24554, 21.594502, 19.537225, 18.662071, 18.915363, 18.739483, 19.441531, 18.672912, 18.827997, 18.563351, 17.30539, 17.450587, 17.266834, 18.829775, 21.442768, 19.726904, 18.975721, 19.911533, 17.456102, 16.764652, 15.906196, 19.764932, 20.549315, 25.932973, 29.378907]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 7, 7, 2, 5, 0, 3, 3, 4, 3, 5, 3, 5, 3, 5, 2, 4, 6, 3, 5, 2, 1, 4, 4, 3, 5, 5, 6, 7, 9, 7, 10, 11, 7, 6, 6, 8, 9, 8, 8, 11, 12, 10, 10, 8, 11, 5, 6, 0, 0], "n_am_pl": [2, 6, 7, 7, 3, 5, 5, 5, 7, 6, 5, 5, 7, 9, 9, 14, 10, 6, 9, 18, 24, 23, 20, 17, 22, 14, 14, 12, 7, 9, 8, 10, 7, 12, 13, 8, 12, 10, 11, 16, 14, 13, 14, 10, 11, 9, 16, 17, 26, 30], "n_pos": 30, "sum_m_en": [2.795614, 1.249864, 1.40638, 1.484073, 1.485099, 1.39214, 1.525982, 1.500408, 1.558033, 1.604919, 1.785675, 1.878408, 1.92884, 1.816609, 1.879576, 1.701319, 1.808775, 1.704536, 1.501896, 1.406547, 1.220207, 1.140168, 1.118656, 1.132784, 1.79838, 1.957158, 2.28663, 2.755695, 2.926122, 2.867006, 3.185841, 2.929748, 3.238198, 3.44041, 3.42394, 3.398787, 3.649576, 5.065481, 5.478501, 5.680408, 6.547168, 7.637233, 7.446791, 7.522119, 6.953026, 7.816636, 6.031013, 4.2089, 0.343305, 0.025816], "sum_m_pl": [11.012742, 14.019883, 12.796641, 12.873743, 12.388709, 12.542596, 12.443904, 12.736074, 12.926745, 13.140175, 12.714981, 13.184263, 12.902175, 13.036137, 13.451044, 13.770831, 13.767223, 14.090716, 14.537335, 14.661189, 15.54942, 15.037173, 14.85487, 14.843042, 17.304409, 15.805097, 14.36679, 12.791221, 12.341856, 12.34651, 12.302576, 12.808464, 12.609234, 13.083274, 12.653763, 11.956896, 12.659262, 12.373676, 13.358127, 15.191777, 13.607003, 13.140653, 13.958624, 11.653943, 11.932827, 11.371785, 15.876185, 16.519674, 24.369338, 29.075441]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 48, "item_id": "llmzszl-18731", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 698, "region_end": 46, "roundtrip_ok": true, "tf_agree": 0.9792, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 9, 8, 9, 6, 12, 5, 7, 6, 5, 7, 5, 7, 3, 3, 9, 7, 5, 7, 6, 7, 7, 4, 6, 5, 7, 2, 4, 4, 5, 6, 5, 6, 7, 4, 4, 7, 6, 6, 6, 5, 7, 6, 5, 3, 4, 4, 4, 1, 0], "n_am_pl": [3, 10, 8, 8, 4, 5, 4, 4, 4, 4, 8, 5, 11, 13, 9, 5, 10, 8, 6, 7, 9, 11, 9, 12, 12, 6, 9, 11, 10, 11, 10, 9, 8, 8, 5, 7, 8, 10, 11, 10, 11, 9, 10, 9, 8, 7, 9, 9, 15, 16], "n_pos": 43, "sum_m_en": [4.258727, 1.989161, 2.136556, 2.182195, 2.204271, 2.204931, 2.284234, 2.235851, 2.091173, 2.175732, 2.489433, 2.607429, 2.508465, 2.469479, 2.441244, 2.395569, 2.443446, 2.337897, 2.052048, 1.929167, 1.854183, 1.769748, 1.717557, 1.704852, 2.601182, 2.914169, 2.788286, 3.097663, 3.102323, 3.100404, 3.262066, 3.154254, 3.152251, 2.962076, 2.984714, 2.744976, 2.854357, 3.025289, 3.297389, 3.318949, 3.209361, 3.205198, 3.437964, 3.043132, 2.983061, 3.458907, 4.199063, 5.112728, 1.58141, 0.00024], "sum_m_pl": [16.664264, 21.084786, 20.336212, 19.833753, 19.163741, 19.335799, 18.446056, 18.029745, 18.327314, 18.263362, 17.738638, 18.118165, 18.451127, 18.360699, 18.734781, 19.477996, 19.553438, 19.295639, 20.19012, 20.601141, 20.976716, 21.033542, 21.00519, 21.027926, 17.516532, 17.580774, 17.364123, 17.447682, 17.529548, 17.953964, 17.930151, 18.115492, 18.131056, 17.70903, 17.053626, 16.894058, 16.849431, 16.026384, 17.244574, 17.156418, 15.853684, 14.775309, 15.904063, 13.082384, 11.081179, 11.516269, 11.128778, 10.371281, 14.585916, 16.033071]}, "digit": {"n_am_en": [1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 2, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.10996, 0.062343, 0.064041, 0.082365, 0.078856, 0.100785, 0.089654, 0.079938, 0.086639, 0.090871, 0.095749, 0.114238, 0.10163, 0.10444, 0.102836, 0.097761, 0.109255, 0.100934, 0.083456, 0.079547, 0.081013, 0.075941, 0.0756, 0.073071, 0.099401, 0.093231, 0.100377, 0.096705, 0.10114, 0.118937, 0.114999, 0.105818, 0.103027, 0.085789, 0.099805, 0.097001, 0.070899, 0.05717, 0.052761, 0.051392, 0.051104, 0.04912, 0.058095, 0.048329, 0.047468, 0.030743, 0.020286, 0.019554, 0.001533, 0.0], "sum_m_pl": [1.028237, 1.082392, 1.075631, 0.921382, 0.905622, 0.929424, 0.935453, 0.815781, 0.818097, 0.809366, 0.808814, 0.803004, 0.94094, 0.923715, 0.919412, 0.931376, 0.898276, 0.925155, 0.932612, 0.953458, 0.973458, 0.98882, 0.978509, 0.981139, 0.900508, 0.85842, 0.81359, 0.880767, 0.890818, 0.855559, 0.897882, 0.936666, 0.932379, 0.944286, 0.855144, 0.872798, 0.887468, 0.771608, 0.839483, 0.860346, 0.829537, 0.792678, 0.768746, 0.627559, 0.504261, 0.32481, 0.15576, 0.193296, 0.01068, 0.0]}, "lang": {"n_am_en": [6, 2, 1, 0, 1, 5, 0, 0, 3, 2, 3, 1, 1, 1, 0, 2, 2, 1, 2, 2, 2, 2, 1, 2, 0, 2, 0, 1, 2, 2, 2, 2, 1, 2, 1, 1, 4, 3, 3, 3, 2, 2, 2, 1, 2, 2, 1, 0, 0, 0], "n_am_pl": [1, 3, 2, 2, 3, 4, 1, 3, 2, 2, 4, 3, 7, 7, 4, 5, 7, 6, 4, 4, 5, 5, 4, 3, 6, 2, 5, 5, 4, 4, 4, 5, 4, 4, 2, 4, 4, 6, 4, 5, 3, 4, 4, 4, 2, 3, 6, 8, 15, 16], "n_pos": 16, "sum_m_en": [1.44447, 0.757071, 0.824952, 0.828116, 0.807768, 0.777778, 0.870436, 0.830254, 0.799878, 0.831529, 0.873964, 0.902383, 0.903495, 0.881571, 0.876422, 0.863211, 0.869462, 0.802332, 0.714181, 0.692087, 0.666669, 0.636862, 0.616532, 0.605079, 0.839486, 1.058865, 1.01402, 1.122338, 1.282812, 1.276917, 1.384191, 1.381385, 1.338293, 1.337594, 1.21489, 1.061109, 1.158944, 1.284613, 1.648671, 1.648853, 1.455513, 1.483101, 1.457508, 1.359009, 1.967716, 2.075349, 1.353115, 0.927201, 0.293975, 2.2e-05], "sum_m_pl": [6.278981, 7.48107, 6.890147, 7.018828, 6.891046, 6.911985, 6.42756, 6.499749, 6.7209, 6.715362, 6.608741, 6.838833, 6.892039, 6.854401, 7.100673, 7.475958, 7.499484, 7.451159, 7.772977, 7.791059, 7.93566, 7.901311, 7.875733, 7.859704, 6.232021, 6.419829, 6.670996, 6.738149, 6.747316, 6.956619, 6.882951, 7.057571, 7.255933, 7.279876, 6.920049, 6.764878, 7.035032, 6.789543, 7.156947, 6.991482, 6.239232, 5.965433, 6.544682, 4.90547, 3.775529, 5.024219, 7.014542, 7.919711, 13.753723, 15.887571]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 45, "item_id": "llmzszl-18731", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 629, "region_end": 43, "roundtrip_ok": true, "tf_agree": 0.9556, "tf_agree_excl_first": 0.9773}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [114, 101, 85, 76, 58, 71, 66, 55, 77, 74, 85, 102, 97, 93, 91, 81, 72, 55, 71, 70, 67, 68, 66, 66, 108, 115, 112, 111, 100, 97, 97, 94, 89, 96, 92, 110, 97, 94, 86, 103, 103, 105, 101, 83, 73, 73, 40, 32, 10, 1], "n_am_pl": [17, 65, 64, 71, 60, 50, 51, 48, 41, 40, 35, 51, 38, 39, 57, 46, 52, 64, 47, 48, 59, 54, 43, 52, 29, 32, 41, 52, 70, 70, 80, 72, 75, 47, 45, 45, 49, 43, 39, 44, 39, 43, 44, 42, 44, 52, 84, 105, 170, 187], "n_pos": 370, "sum_m_en": [34.921281, 18.681132, 18.780863, 20.237708, 20.290101, 20.802428, 19.191171, 19.163008, 21.332056, 21.754588, 23.016497, 24.320768, 23.899839, 24.815534, 25.020456, 23.140445, 21.784228, 20.812366, 18.674466, 17.532145, 16.863872, 15.711613, 15.16337, 15.220641, 39.132499, 37.622557, 38.390567, 34.754621, 35.953448, 36.622306, 35.323655, 34.215535, 34.660185, 36.976847, 36.437798, 41.75578, 41.966352, 46.08426, 46.138523, 51.359934, 53.581851, 58.558484, 60.111801, 57.825515, 53.370016, 61.157159, 39.864575, 31.267196, 10.182061, 0.645393], "sum_m_pl": [134.150477, 174.021764, 171.216316, 166.923163, 161.390978, 165.823416, 170.041826, 167.840933, 169.452937, 172.541685, 171.787778, 170.622009, 174.813079, 173.894146, 176.574202, 179.567583, 179.756699, 180.291641, 184.51523, 186.058897, 185.859919, 186.88659, 187.720174, 188.267399, 149.376968, 149.422037, 147.524954, 157.871279, 160.553918, 158.816673, 159.913064, 160.50427, 159.308075, 153.822685, 149.522076, 146.012494, 141.856715, 132.11478, 128.357755, 122.672782, 115.587214, 110.755958, 107.667627, 98.37465, 90.60702, 86.280285, 94.96811, 114.964391, 160.306756, 188.380594]}, "digit": {"n_am_en": [0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.226091, 0.10369, 0.09884, 0.107207, 0.106729, 0.104782, 0.112083, 0.124425, 0.129463, 0.138284, 0.136249, 0.136054, 0.14413, 0.126123, 0.112494, 0.113782, 0.119557, 0.108189, 0.091799, 0.087358, 0.082978, 0.077818, 0.077277, 0.081061, 0.22503, 0.174475, 0.174273, 0.182021, 0.165979, 0.154947, 0.172894, 0.147785, 0.125824, 0.122069, 0.136517, 0.141701, 0.124871, 0.108471, 0.116745, 0.139651, 0.145295, 0.082078, 0.090506, 0.119422, 0.087404, 0.057164, 0.036675, 0.046785, 0.021213, 0.0], "sum_m_pl": [0.727446, 0.994411, 1.002636, 0.967599, 0.936309, 0.966408, 0.989269, 0.95183, 0.87981, 0.874817, 0.864742, 0.872959, 0.913419, 0.946616, 0.994322, 0.982195, 0.986041, 0.968237, 0.990221, 0.962697, 0.953637, 0.975248, 0.985451, 0.964737, 0.595802, 0.782021, 0.676297, 0.756862, 0.820126, 0.842203, 0.774222, 0.790645, 0.842521, 0.752376, 0.71159, 0.705508, 0.719639, 0.72601, 0.724167, 0.670602, 0.514507, 0.424156, 0.460053, 0.421297, 0.312731, 0.854502, 0.711727, 0.113056, 0.101804, 0.0]}, "lang": {"n_am_en": [49, 45, 47, 30, 21, 33, 36, 34, 41, 33, 42, 51, 45, 47, 53, 47, 49, 31, 41, 37, 36, 36, 37, 39, 64, 57, 61, 60, 54, 50, 49, 44, 43, 46, 44, 53, 48, 46, 50, 62, 54, 56, 60, 50, 46, 51, 26, 16, 5, 1], "n_am_pl": [10, 40, 39, 37, 25, 26, 16, 25, 22, 22, 22, 28, 22, 15, 22, 21, 23, 38, 27, 28, 26, 24, 20, 26, 15, 19, 22, 28, 32, 35, 40, 42, 40, 24, 18, 23, 26, 28, 28, 25, 26, 28, 29, 27, 34, 39, 71, 90, 161, 187], "n_pos": 188, "sum_m_en": [17.899468, 9.587951, 9.682586, 10.329903, 10.51722, 10.626421, 9.903856, 10.224397, 11.375202, 11.373905, 12.091601, 12.595176, 12.4989, 13.041273, 13.302187, 12.304721, 11.514974, 10.916224, 9.741018, 9.159971, 8.776177, 8.122372, 7.815948, 7.883701, 20.905232, 21.24918, 22.114011, 19.322436, 19.870575, 18.885685, 18.434851, 17.573945, 17.956242, 18.234719, 18.164692, 19.742142, 20.595733, 22.771701, 22.446177, 25.576263, 27.014554, 29.210212, 31.052583, 30.492627, 29.863836, 38.724892, 26.764405, 16.195166, 4.964518, 0.606941], "sum_m_pl": [64.999188, 86.57064, 85.424839, 82.859703, 80.009126, 83.110494, 85.174498, 84.351917, 84.976753, 86.685864, 85.927873, 85.220005, 87.452781, 86.887922, 88.481725, 90.309499, 90.758183, 91.268879, 93.693446, 94.151641, 93.783728, 94.514538, 95.003522, 95.488024, 75.701805, 75.495619, 74.717512, 80.042821, 81.077261, 80.882791, 81.979676, 83.318376, 82.974551, 80.456135, 77.354542, 76.615123, 76.622163, 71.743105, 70.604744, 66.814192, 62.531123, 60.985531, 58.604172, 54.238356, 52.259267, 50.141136, 70.855579, 92.35624, 148.091774, 184.562797]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 372, "item_id": "llmzszl-18733", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 750, "region_end": 370, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.9704}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [98, 92, 77, 69, 60, 69, 70, 52, 83, 71, 71, 95, 90, 71, 77, 65, 67, 65, 71, 59, 62, 65, 67, 64, 97, 96, 102, 89, 77, 100, 82, 90, 76, 93, 96, 97, 90, 88, 84, 97, 92, 91, 85, 69, 64, 53, 30, 24, 4, 1], "n_am_pl": [18, 63, 40, 51, 47, 35, 47, 51, 41, 29, 37, 31, 31, 39, 51, 44, 44, 52, 41, 45, 49, 45, 44, 43, 32, 42, 39, 45, 57, 61, 67, 56, 56, 48, 41, 41, 65, 38, 36, 39, 39, 41, 49, 50, 49, 59, 71, 88, 150, 166], "n_pos": 338, "sum_m_en": [31.608471, 17.048276, 17.498608, 19.111205, 18.952674, 19.213857, 17.873277, 17.796851, 19.950128, 20.445219, 21.526215, 22.967303, 22.248121, 22.955918, 22.751615, 20.987452, 19.460987, 18.692042, 16.734631, 15.73446, 15.262245, 14.25152, 13.83649, 13.953656, 38.064764, 34.697409, 34.528396, 31.142905, 30.82567, 33.09449, 30.911194, 29.959604, 29.212785, 29.002545, 29.23831, 33.777391, 32.937598, 37.56349, 38.276281, 41.333959, 44.470287, 49.799132, 50.279477, 45.936725, 43.039902, 44.447732, 30.41229, 24.490748, 6.891398, 1.080617], "sum_m_pl": [123.256044, 158.008814, 154.243464, 150.909904, 146.171606, 151.480377, 154.869081, 154.122176, 154.122392, 156.560476, 155.527238, 155.173006, 159.332396, 157.789049, 160.707729, 163.626517, 164.951167, 164.969899, 169.133975, 170.210626, 169.734368, 170.832325, 171.111196, 171.250542, 134.618425, 136.400623, 135.062869, 144.746638, 149.404575, 147.844952, 149.657556, 148.596539, 150.248386, 145.269728, 140.61497, 136.545718, 134.283935, 127.264759, 124.31216, 119.663339, 112.506483, 106.456013, 104.248742, 95.824928, 88.118416, 85.126382, 85.32035, 97.521961, 140.780052, 165.541796]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [44, 46, 41, 33, 30, 35, 36, 36, 48, 37, 39, 45, 41, 39, 39, 33, 34, 36, 38, 29, 35, 32, 35, 33, 51, 52, 57, 53, 45, 57, 41, 47, 38, 51, 49, 50, 51, 49, 52, 64, 55, 54, 54, 41, 43, 36, 17, 15, 3, 1], "n_am_pl": [10, 26, 21, 23, 15, 12, 13, 22, 17, 12, 16, 14, 16, 15, 21, 24, 26, 28, 27, 28, 27, 23, 19, 23, 16, 18, 15, 22, 22, 26, 27, 26, 22, 21, 14, 18, 30, 20, 20, 18, 19, 22, 28, 31, 33, 43, 62, 82, 142, 166], "n_pos": 167, "sum_m_en": [15.837585, 8.505746, 8.938083, 9.730418, 9.753214, 9.715706, 9.237449, 9.377546, 10.579365, 10.65491, 11.112215, 11.583355, 11.279126, 11.860315, 11.652037, 10.703574, 9.843601, 9.450323, 8.485019, 7.97433, 7.714295, 7.096847, 6.852383, 6.947525, 20.404699, 20.089975, 20.077313, 17.458325, 17.152736, 17.655375, 16.598562, 15.659015, 15.417495, 15.340351, 15.153224, 16.720513, 16.449919, 19.164326, 19.347038, 22.182288, 25.030309, 28.670016, 30.482973, 26.752833, 26.985698, 28.918671, 18.728601, 12.794794, 4.299523, 1.035967], "sum_m_pl": [57.552657, 75.795354, 74.263616, 72.519815, 69.734347, 73.220957, 74.858559, 74.999813, 74.915077, 76.42171, 75.753683, 75.592044, 78.174965, 76.942154, 78.936252, 80.864014, 81.822094, 82.086654, 84.100218, 84.254084, 83.68759, 84.601646, 84.861797, 85.112485, 66.549997, 67.240941, 66.775684, 71.233595, 73.547611, 73.089181, 74.13869, 74.613262, 75.507059, 73.321388, 70.497096, 69.578293, 69.799903, 66.512085, 65.120264, 61.781559, 57.572817, 55.205671, 53.657586, 50.63186, 47.931251, 48.774463, 64.337895, 78.523875, 129.39983, 163.055186]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 340, "item_id": "llmzszl-18733", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 681, "region_end": 338, "roundtrip_ok": true, "tf_agree": 0.9824, "tf_agree_excl_first": 0.9853}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [45, 32, 26, 24, 29, 22, 22, 19, 25, 24, 36, 35, 32, 32, 30, 29, 29, 26, 28, 39, 30, 31, 28, 27, 28, 34, 27, 31, 34, 39, 42, 38, 38, 43, 33, 43, 38, 39, 36, 37, 45, 51, 48, 50, 50, 53, 51, 56, 50, 53], "n_am_pl": [5, 22, 25, 23, 16, 22, 14, 16, 14, 12, 9, 15, 14, 17, 14, 17, 12, 13, 15, 7, 13, 14, 18, 14, 10, 8, 7, 6, 7, 7, 11, 9, 11, 15, 10, 12, 12, 7, 8, 6, 9, 7, 10, 6, 8, 11, 10, 10, 10, 12], "n_pos": 134, "sum_m_en": [16.15764, 8.660682, 7.6358, 7.496535, 7.869546, 7.802011, 7.869467, 8.286499, 8.518322, 8.742907, 9.285548, 9.993275, 10.179608, 10.367806, 10.108669, 9.742527, 8.794592, 8.590174, 8.333385, 8.825928, 7.725346, 7.460113, 6.982536, 6.66117, 13.800869, 17.302039, 16.901731, 17.581158, 17.334231, 18.430401, 17.237319, 16.64556, 15.954242, 17.004243, 17.465654, 17.294793, 21.054959, 21.862688, 20.963539, 23.456643, 25.422631, 28.975927, 31.403653, 35.8083, 40.819752, 47.69655, 48.350046, 52.800292, 51.991526, 51.940637], "sum_m_pl": [45.241705, 60.04203, 59.210824, 58.355009, 56.796703, 57.234835, 57.337058, 56.779693, 56.173725, 59.185768, 59.064536, 58.394668, 58.059292, 56.573377, 58.454674, 59.949447, 61.656317, 60.290494, 62.731559, 61.681193, 60.546902, 62.088037, 62.975871, 62.967598, 40.940119, 39.733952, 40.892111, 45.068316, 45.85289, 47.24856, 48.200605, 49.308557, 49.546716, 47.449097, 46.818438, 46.596891, 40.677597, 39.277549, 34.988558, 33.633165, 32.393243, 28.934095, 27.61559, 18.741015, 16.795536, 15.771057, 13.223885, 10.828578, 10.241541, 11.392357]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [22, 18, 11, 12, 16, 15, 13, 8, 15, 12, 15, 21, 18, 17, 16, 20, 17, 17, 17, 24, 20, 18, 16, 14, 15, 19, 18, 18, 20, 22, 25, 22, 26, 29, 19, 26, 26, 25, 24, 20, 27, 33, 31, 29, 30, 33, 34, 41, 46, 53], "n_am_pl": [3, 11, 14, 12, 10, 6, 5, 6, 6, 5, 5, 8, 7, 9, 7, 8, 7, 8, 7, 3, 7, 7, 10, 5, 7, 4, 3, 1, 4, 2, 4, 5, 6, 8, 7, 6, 5, 4, 4, 3, 4, 4, 7, 5, 7, 9, 8, 9, 10, 12], "n_pos": 65, "sum_m_en": [8.031004, 4.342455, 3.774338, 3.676298, 3.894969, 4.009514, 4.121278, 4.342918, 4.56275, 4.567722, 4.732365, 5.019817, 4.952844, 5.150325, 5.103723, 4.998506, 4.453659, 4.349934, 4.136762, 4.254304, 3.775383, 3.552164, 3.342036, 3.190633, 7.536, 9.905074, 10.053413, 9.721802, 9.120644, 9.493337, 9.067535, 8.630562, 8.360737, 9.530257, 9.960614, 10.287274, 13.072172, 13.463904, 13.212728, 13.699638, 15.07736, 18.719218, 20.316456, 23.472058, 26.698627, 29.057839, 32.887848, 37.675049, 46.122223, 51.43101], "sum_m_pl": [21.316491, 28.510498, 27.83476, 27.694407, 27.089801, 27.082504, 27.110168, 26.941968, 27.0249, 28.523539, 28.63059, 28.245804, 28.339631, 27.43397, 28.482143, 29.211872, 30.226734, 29.808979, 31.081311, 30.565838, 30.274902, 30.639101, 31.014398, 30.986998, 22.10761, 20.935402, 21.525415, 23.100141, 23.244722, 23.722513, 24.216737, 24.68092, 24.723056, 23.62128, 23.189309, 22.95312, 19.92142, 19.683184, 18.160097, 17.509676, 16.859299, 14.929578, 15.061642, 10.704688, 10.371532, 9.512169, 9.086791, 8.504077, 9.767452, 11.298483]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "llmzszl-18734", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 717, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9926, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [38, 21, 14, 13, 18, 20, 20, 16, 13, 12, 11, 13, 15, 20, 19, 22, 18, 18, 15, 17, 17, 12, 12, 11, 21, 21, 16, 13, 12, 22, 16, 20, 19, 22, 21, 21, 25, 27, 19, 22, 27, 26, 25, 23, 21, 20, 13, 10, 4, 2], "n_am_pl": [7, 28, 19, 18, 10, 7, 11, 11, 18, 10, 9, 15, 18, 14, 17, 8, 11, 16, 20, 14, 15, 19, 18, 18, 18, 13, 14, 15, 16, 18, 20, 27, 17, 20, 15, 21, 16, 18, 18, 16, 16, 24, 23, 22, 26, 34, 47, 44, 63, 78], "n_pos": 108, "sum_m_en": [10.175131, 5.411597, 5.451297, 5.414749, 5.76815, 5.725787, 5.812618, 5.851523, 6.008085, 5.914108, 6.306551, 6.482568, 6.696049, 6.85058, 6.881663, 6.677888, 6.196947, 5.947819, 5.646542, 5.695874, 5.321446, 5.030801, 4.907124, 4.800461, 8.194227, 9.098365, 9.031616, 9.257659, 9.482139, 9.803969, 9.375037, 9.616012, 9.579952, 9.811162, 9.740318, 9.407634, 9.961094, 10.766824, 9.932301, 11.609694, 12.249243, 13.447979, 12.871222, 15.081657, 15.456984, 16.454738, 11.35472, 9.383602, 4.784264, 2.030689], "sum_m_pl": [39.228947, 49.298373, 48.250656, 47.073919, 44.848652, 45.717872, 45.763519, 45.221306, 44.810293, 47.049875, 46.8852, 46.154488, 46.69372, 46.56323, 47.611143, 49.048473, 50.728396, 50.620394, 52.945743, 52.95867, 52.965767, 53.292633, 53.131937, 53.115724, 41.156942, 38.794607, 37.63337, 40.251865, 40.328588, 41.899004, 42.376988, 43.47245, 42.994761, 41.965149, 42.185188, 42.577519, 41.54243, 42.005454, 41.33434, 39.460364, 37.081364, 37.851389, 38.720714, 33.837694, 33.90862, 38.506885, 44.614076, 43.499794, 64.775201, 77.481648]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [29, 16, 11, 11, 14, 19, 19, 12, 10, 9, 9, 9, 13, 17, 17, 20, 17, 15, 13, 14, 12, 9, 8, 7, 18, 17, 13, 11, 8, 19, 14, 17, 17, 20, 16, 18, 19, 21, 16, 18, 22, 23, 22, 20, 17, 18, 13, 9, 4, 2], "n_am_pl": [4, 19, 14, 13, 5, 5, 7, 8, 13, 8, 6, 12, 12, 11, 13, 7, 8, 16, 18, 14, 13, 19, 16, 16, 12, 7, 9, 11, 10, 15, 16, 22, 13, 14, 12, 16, 14, 15, 15, 12, 11, 20, 19, 19, 25, 31, 43, 42, 62, 78], "n_pos": 80, "sum_m_en": [7.439899, 3.978769, 4.0778, 3.963481, 4.227897, 4.320392, 4.400515, 4.414062, 4.516064, 4.460458, 4.809685, 4.91609, 5.110216, 5.261938, 5.295385, 5.118934, 4.711141, 4.569152, 4.327158, 4.372242, 4.052296, 3.794685, 3.688348, 3.599284, 6.221951, 7.169349, 7.104053, 7.434637, 7.552978, 7.86314, 7.455217, 7.606021, 7.585637, 7.912987, 7.664856, 7.469879, 8.049168, 8.575634, 7.947836, 9.590943, 10.087444, 11.521376, 10.634735, 12.467329, 12.863119, 14.140588, 10.418376, 7.988841, 4.572088, 2.030647], "sum_m_pl": [28.545583, 36.477715, 35.408413, 34.784217, 33.252284, 33.82311, 33.750372, 33.726971, 33.471158, 35.221346, 35.229155, 34.805772, 35.261095, 34.976795, 36.003227, 37.242207, 38.275094, 38.178858, 39.739504, 39.645619, 39.688049, 39.891216, 39.652811, 39.64307, 32.089549, 29.797113, 29.239246, 31.52264, 31.356011, 32.368015, 32.796988, 33.526255, 33.324978, 33.012987, 33.212348, 33.684351, 32.796546, 33.024569, 32.464433, 30.413153, 28.852079, 29.612273, 31.014735, 27.244609, 28.695088, 34.019981, 40.917487, 40.321424, 61.113133, 76.737315]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "llmzszl-18734", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 648, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9636, "tf_agree_excl_first": 0.9725}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [54, 44, 41, 39, 37, 35, 35, 37, 42, 53, 57, 56, 58, 53, 52, 48, 58, 55, 62, 62, 50, 59, 58, 60, 66, 65, 75, 62, 55, 62, 60, 60, 67, 66, 63, 69, 77, 75, 67, 77, 81, 80, 82, 84, 82, 78, 83, 81, 82, 81], "n_am_pl": [11, 31, 30, 28, 28, 25, 21, 16, 21, 16, 14, 20, 15, 18, 23, 16, 8, 10, 9, 19, 20, 21, 21, 23, 17, 18, 18, 21, 23, 15, 22, 16, 18, 18, 23, 20, 17, 8, 8, 10, 10, 10, 11, 10, 9, 6, 7, 5, 6, 8], "n_pos": 168, "sum_m_en": [19.881274, 11.405715, 11.170178, 10.557522, 10.372984, 10.237016, 10.109759, 10.523208, 11.489507, 12.060727, 12.492177, 13.337394, 13.720612, 13.867354, 13.747877, 12.485601, 12.961118, 12.218468, 11.052937, 9.94418, 9.031885, 9.289572, 8.702415, 7.999127, 21.645823, 23.336111, 22.909456, 22.282995, 20.769558, 20.268258, 18.158975, 18.739235, 20.069477, 21.754628, 23.951662, 27.621657, 34.214081, 36.232349, 39.278995, 40.48336, 48.727411, 55.756537, 58.092591, 62.153487, 65.867374, 70.052037, 76.035371, 77.390674, 82.534011, 82.08119], "sum_m_pl": [58.652497, 76.35828, 75.089969, 73.953652, 72.945259, 74.204895, 73.851133, 72.36745, 71.717272, 74.079411, 73.179581, 73.622942, 73.287232, 72.936011, 73.956139, 76.569198, 77.266335, 76.810224, 79.085323, 81.857865, 82.777728, 83.065829, 83.38823, 83.767671, 63.407926, 62.897566, 62.137726, 64.581413, 66.127318, 66.842956, 67.745846, 66.754855, 66.575555, 65.150409, 64.322812, 59.474503, 51.808054, 49.666039, 43.960767, 43.135383, 36.803798, 31.984311, 29.648578, 23.825497, 20.981825, 15.615969, 11.300317, 8.128121, 5.41961, 8.715583]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [32, 20, 23, 24, 24, 23, 26, 27, 26, 34, 33, 34, 35, 35, 36, 32, 36, 34, 42, 38, 32, 40, 34, 37, 41, 43, 47, 38, 34, 37, 37, 35, 36, 41, 36, 39, 46, 47, 45, 53, 54, 54, 55, 58, 59, 55, 62, 65, 76, 81], "n_am_pl": [6, 18, 18, 16, 13, 14, 10, 10, 11, 9, 9, 12, 5, 10, 12, 7, 4, 3, 2, 9, 8, 8, 11, 12, 10, 12, 12, 16, 12, 10, 14, 11, 14, 12, 15, 15, 12, 5, 4, 4, 6, 5, 6, 4, 3, 2, 2, 2, 6, 8], "n_pos": 93, "sum_m_en": [11.928776, 6.169208, 6.398661, 6.16767, 6.030996, 5.986917, 5.856351, 6.099854, 6.866401, 7.349665, 7.40653, 8.146704, 8.382028, 8.521789, 8.396498, 7.359107, 7.620168, 7.097643, 6.427198, 5.739664, 5.148101, 5.572073, 5.141921, 4.573826, 13.894919, 14.713823, 13.94821, 13.593984, 12.52759, 12.424574, 10.738238, 11.584172, 12.493873, 13.555436, 14.947324, 17.686805, 21.95071, 24.680769, 26.430985, 27.997343, 34.853588, 39.329671, 40.765077, 44.940079, 48.098025, 50.549415, 56.09866, 61.200466, 74.708851, 79.114544], "sum_m_pl": [31.491796, 42.313806, 41.437783, 40.50264, 40.245393, 40.912784, 40.853235, 40.218778, 40.233698, 41.503485, 41.43704, 41.540507, 41.234838, 41.007253, 41.51841, 43.053501, 43.402493, 43.485003, 44.625475, 45.910355, 46.404505, 46.317203, 46.609181, 47.061225, 37.000975, 37.026665, 36.172445, 37.070227, 37.927785, 38.142403, 39.268128, 38.344423, 38.230855, 37.598115, 36.971285, 34.031619, 29.406044, 27.184736, 24.286735, 23.890889, 19.092945, 16.271563, 14.682627, 11.679592, 10.824384, 7.745131, 5.411897, 4.47164, 4.821289, 8.522288]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "llmzszl-18736", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 712, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9763}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [12, 4, 7, 8, 8, 5, 9, 11, 11, 13, 17, 17, 19, 18, 9, 14, 18, 19, 17, 16, 16, 21, 18, 17, 20, 24, 23, 20, 15, 11, 10, 11, 11, 10, 13, 16, 10, 15, 10, 11, 16, 14, 15, 10, 11, 8, 6, 1, 2, 1], "n_am_pl": [4, 9, 9, 11, 10, 12, 6, 6, 6, 4, 1, 3, 3, 5, 12, 11, 12, 9, 8, 8, 11, 12, 13, 13, 5, 3, 4, 7, 6, 10, 14, 14, 20, 16, 12, 16, 15, 6, 10, 10, 8, 10, 10, 12, 13, 13, 14, 18, 26, 30], "n_pos": 53, "sum_m_en": [4.456822, 2.821618, 2.843158, 2.892203, 2.886514, 2.812572, 2.931788, 3.116734, 3.282119, 3.482423, 3.421413, 3.429599, 3.629587, 3.70068, 3.435329, 3.561325, 3.748343, 3.518102, 3.163985, 2.95799, 2.777376, 2.618093, 2.49724, 2.353641, 5.013032, 6.299485, 6.11943, 6.019229, 5.363977, 4.905991, 4.577167, 4.477409, 4.3359, 4.367233, 4.895669, 4.823484, 4.981589, 5.329445, 5.229965, 5.344759, 6.170379, 6.156502, 8.347166, 7.231955, 6.804894, 6.215225, 3.174863, 1.845989, 1.59534, 1.0034], "sum_m_pl": [19.287958, 23.630675, 23.615718, 23.087135, 22.841946, 23.431922, 23.149057, 22.611031, 23.361764, 24.081721, 23.848446, 23.999003, 23.980658, 23.925985, 24.408379, 24.522356, 25.063497, 25.229974, 26.162458, 26.727295, 26.814324, 27.121471, 27.057335, 27.25327, 22.20424, 21.203598, 21.660616, 22.318164, 22.83821, 23.839817, 23.766297, 23.932037, 24.258428, 23.817008, 24.075921, 23.910642, 23.073975, 22.725939, 21.602023, 20.931639, 19.64298, 18.599057, 17.749488, 18.926692, 17.033519, 17.957479, 18.154994, 18.698657, 24.528215, 29.935404]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 4, 5, 7, 5, 5, 6, 8, 7, 7, 10, 11, 13, 12, 7, 8, 11, 12, 11, 9, 7, 10, 10, 10, 11, 15, 12, 13, 13, 9, 9, 9, 6, 5, 7, 10, 6, 9, 7, 7, 8, 8, 10, 5, 6, 5, 4, 1, 2, 1], "n_am_pl": [2, 4, 5, 9, 7, 8, 3, 3, 3, 3, 0, 2, 1, 3, 8, 7, 6, 5, 4, 6, 8, 10, 10, 9, 5, 2, 4, 5, 4, 7, 11, 11, 13, 11, 9, 11, 12, 5, 9, 9, 7, 9, 9, 11, 11, 11, 12, 17, 25, 30], "n_pos": 31, "sum_m_en": [2.762821, 1.687818, 1.750752, 1.784194, 1.750778, 1.749973, 1.865343, 1.994617, 2.105206, 2.274125, 2.172443, 2.175326, 2.295956, 2.330811, 2.115875, 2.174869, 2.330283, 2.176735, 1.980452, 1.837281, 1.701999, 1.571609, 1.484592, 1.399599, 3.125132, 4.0457, 4.122842, 4.10253, 3.663479, 3.315026, 3.053649, 2.909777, 2.691583, 2.740395, 3.142654, 3.137422, 3.041092, 3.408922, 3.274405, 3.308225, 3.680376, 3.509147, 5.151164, 3.693774, 4.294482, 4.380006, 2.302349, 1.090849, 1.427859, 1.00313], "sum_m_pl": [11.059728, 13.858116, 13.874976, 13.467065, 13.485927, 13.869446, 13.556869, 13.200223, 13.567923, 13.946357, 13.831221, 13.911872, 13.960984, 13.918716, 14.310452, 14.150569, 14.508849, 14.743732, 15.290347, 15.590156, 15.680003, 15.910789, 15.91719, 16.066479, 13.576513, 12.764822, 12.949295, 13.215951, 13.722739, 14.496222, 14.58616, 14.619852, 14.893684, 14.898464, 14.950807, 14.974427, 14.706936, 14.377739, 13.843823, 13.106013, 12.850835, 12.323449, 11.786621, 13.260938, 12.517203, 12.974768, 14.491215, 16.073353, 23.063689, 29.371071]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 55, "item_id": "llmzszl-18736", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 643, "region_end": 53, "roundtrip_ok": true, "tf_agree": 0.9636, "tf_agree_excl_first": 0.9815}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [33, 24, 17, 18, 19, 21, 28, 29, 21, 22, 23, 20, 19, 25, 24, 28, 22, 17, 18, 18, 23, 20, 18, 18, 20, 21, 21, 27, 27, 30, 27, 22, 27, 19, 22, 24, 29, 29, 31, 32, 34, 37, 41, 40, 34, 40, 35, 34, 42, 41], "n_am_pl": [3, 6, 16, 7, 10, 6, 5, 6, 5, 9, 6, 2, 5, 6, 6, 6, 9, 7, 8, 5, 7, 8, 7, 6, 1, 3, 1, 7, 5, 6, 3, 1, 4, 3, 5, 5, 4, 7, 6, 5, 4, 4, 4, 3, 4, 2, 4, 3, 0, 1], "n_pos": 80, "sum_m_en": [10.274362, 5.376029, 4.865457, 4.773156, 5.01597, 5.469679, 4.922851, 4.994718, 4.893874, 5.026839, 5.149084, 5.351027, 5.58932, 5.504868, 5.636561, 5.399238, 5.03385, 5.127551, 4.825076, 4.685618, 4.481586, 4.699996, 4.390181, 4.17152, 10.398878, 11.353844, 11.138211, 11.491762, 11.180969, 11.168927, 10.679381, 9.984359, 10.601464, 10.267447, 10.135583, 10.506619, 12.814501, 12.440045, 14.146002, 18.305833, 20.492268, 24.623138, 25.835056, 28.225171, 29.593657, 31.829773, 32.826442, 33.756514, 39.897093, 40.496175], "sum_m_pl": [27.416236, 36.347767, 36.121911, 36.571986, 35.241018, 34.717591, 34.59007, 34.440426, 34.930256, 36.514783, 36.167089, 36.552428, 36.031474, 35.569841, 35.849326, 36.908751, 37.53781, 35.970951, 36.290135, 36.63811, 36.654019, 36.454715, 36.742041, 36.745548, 23.968681, 24.283203, 24.689739, 27.31953, 29.0008, 28.708239, 28.851105, 29.476359, 28.135082, 28.210371, 29.622345, 28.702249, 25.545113, 26.062577, 24.113257, 21.959934, 19.175043, 16.68865, 13.732569, 11.808977, 8.514002, 6.222305, 5.611668, 4.675922, 1.687355, 0.862131]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 18, 12, 11, 12, 11, 15, 20, 11, 11, 10, 9, 9, 14, 15, 13, 10, 7, 8, 9, 12, 9, 10, 11, 13, 13, 14, 19, 17, 16, 15, 13, 12, 11, 15, 16, 21, 22, 25, 26, 26, 30, 33, 32, 29, 32, 28, 30, 39, 41], "n_am_pl": [1, 1, 8, 3, 3, 2, 4, 3, 2, 3, 3, 0, 1, 2, 3, 2, 2, 3, 4, 1, 2, 3, 1, 0, 0, 1, 0, 3, 3, 3, 1, 0, 2, 2, 2, 2, 2, 3, 0, 1, 2, 1, 0, 0, 1, 0, 2, 1, 0, 1], "n_pos": 42, "sum_m_en": [5.779641, 3.039117, 2.76905, 2.725058, 2.886634, 3.173926, 2.742675, 2.790384, 2.720874, 2.803127, 2.833571, 2.940693, 3.146052, 3.055421, 3.159278, 2.977307, 2.78159, 2.862007, 2.659301, 2.594218, 2.47834, 2.364766, 2.215336, 2.214262, 5.767457, 6.023471, 6.141047, 6.413034, 6.258485, 6.227929, 5.812615, 5.673164, 6.064816, 5.911337, 5.990285, 6.066363, 7.846455, 7.84373, 9.165641, 12.338013, 13.973928, 16.629426, 19.319525, 20.868164, 22.615386, 25.014901, 26.681527, 27.985135, 36.789188, 39.751009], "sum_m_pl": [13.43173, 18.879437, 18.542198, 18.713785, 17.743161, 17.566992, 17.708085, 17.728325, 17.825648, 18.75575, 18.561049, 18.900724, 18.418992, 18.138754, 18.235588, 18.929812, 19.360372, 18.393385, 18.482084, 18.702486, 18.750467, 18.826187, 18.973369, 18.967489, 12.539832, 12.69106, 12.540714, 13.771635, 14.54253, 14.311998, 14.551771, 14.556467, 13.880429, 14.062987, 14.682547, 14.253422, 12.598481, 12.924161, 11.623423, 10.417981, 9.074608, 7.772435, 5.97546, 4.835214, 3.524462, 2.229804, 2.984839, 1.926483, 0.653081, 0.860482]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "llmzszl-18737", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 715, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9877}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [25, 16, 18, 11, 16, 10, 15, 13, 8, 16, 13, 20, 21, 13, 14, 14, 14, 13, 14, 14, 18, 19, 13, 11, 17, 19, 17, 21, 18, 16, 14, 16, 13, 15, 18, 15, 20, 19, 17, 20, 21, 18, 20, 20, 20, 13, 7, 4, 0, 0], "n_am_pl": [7, 16, 21, 15, 12, 10, 13, 9, 7, 4, 8, 5, 12, 11, 14, 14, 9, 10, 12, 10, 6, 11, 13, 11, 6, 9, 4, 6, 7, 7, 9, 10, 13, 12, 8, 10, 6, 5, 11, 19, 16, 16, 14, 13, 13, 17, 18, 25, 42, 47], "n_pos": 78, "sum_m_en": [7.506756, 4.129903, 4.109525, 4.117519, 4.090511, 4.198705, 4.12183, 4.406449, 4.201809, 4.216521, 4.249136, 4.472883, 4.521955, 4.584275, 4.487904, 4.528181, 4.310176, 4.151775, 3.801804, 3.617543, 3.469486, 3.338976, 3.2332, 3.202687, 5.277333, 6.040699, 5.841529, 6.037688, 5.579712, 5.806187, 6.062979, 5.920011, 6.334254, 6.237475, 6.295798, 6.261102, 7.597725, 8.042364, 8.019276, 10.816329, 11.109712, 12.181234, 11.380716, 12.620008, 11.372828, 9.144652, 5.559269, 3.651933, 1.136714, 0.006423], "sum_m_pl": [28.298582, 35.450739, 35.063638, 35.580735, 32.867602, 32.875625, 32.792824, 32.804464, 33.484714, 34.646756, 34.651068, 35.10256, 34.891909, 35.134722, 35.806293, 36.287581, 36.771501, 36.533599, 37.525045, 38.25683, 38.329461, 38.560636, 38.271123, 38.165959, 31.725911, 31.305776, 30.472607, 32.488622, 33.49134, 34.374125, 33.394946, 34.251974, 32.99853, 32.480346, 33.127615, 33.081467, 31.493826, 31.158295, 30.395538, 31.052328, 28.973825, 27.720263, 26.372933, 24.841294, 23.180833, 22.555652, 21.484504, 26.075177, 40.457864, 47.343904]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 9, 10, 7, 11, 7, 9, 12, 5, 8, 11, 11, 14, 11, 11, 8, 9, 11, 10, 10, 11, 12, 8, 8, 11, 11, 12, 15, 12, 9, 12, 11, 9, 12, 12, 9, 13, 10, 10, 12, 14, 13, 13, 13, 12, 9, 6, 4, 0, 0], "n_am_pl": [4, 10, 13, 8, 8, 7, 7, 7, 5, 4, 6, 4, 9, 7, 10, 9, 6, 5, 9, 3, 3, 7, 9, 4, 5, 6, 2, 2, 5, 5, 7, 7, 9, 9, 7, 9, 5, 4, 8, 15, 13, 12, 13, 12, 13, 17, 18, 23, 41, 46], "n_pos": 47, "sum_m_en": [4.564763, 2.440664, 2.419097, 2.442675, 2.505819, 2.599733, 2.542379, 2.7834, 2.624773, 2.602962, 2.582121, 2.643497, 2.693994, 2.686662, 2.629665, 2.725884, 2.541159, 2.424914, 2.268567, 2.187197, 2.088293, 1.990674, 1.928833, 1.921047, 3.276192, 3.816434, 3.665637, 3.878748, 3.598585, 3.598094, 3.743626, 3.492895, 3.808941, 3.810005, 3.780274, 3.817847, 3.832516, 3.731246, 3.816914, 5.863199, 6.812788, 7.174606, 7.126156, 8.365635, 7.979197, 6.505699, 4.893084, 3.212624, 0.985154, 0.004363], "sum_m_pl": [16.523968, 21.24109, 20.913866, 21.440657, 19.613342, 19.444286, 19.257775, 19.598325, 19.965895, 20.570463, 20.934795, 21.215844, 21.055511, 21.456574, 22.026139, 22.015788, 22.382509, 22.396485, 22.859652, 23.192295, 23.096604, 23.24544, 23.072877, 23.065633, 19.491792, 18.863762, 18.479767, 19.482306, 20.508203, 21.264922, 20.664213, 21.332881, 20.730683, 20.466963, 20.748107, 20.831928, 20.568375, 20.524889, 20.115973, 21.149603, 19.748055, 19.490193, 18.470084, 18.060349, 18.386739, 17.740633, 18.743833, 22.412506, 39.187733, 45.877907]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "llmzszl-18737", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 646, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.95, "tf_agree_excl_first": 0.962}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [27, 15, 15, 13, 12, 16, 15, 10, 11, 14, 18, 18, 14, 19, 24, 16, 16, 15, 15, 18, 16, 18, 19, 17, 26, 26, 18, 29, 19, 21, 16, 20, 20, 26, 24, 19, 25, 25, 28, 29, 30, 37, 39, 38, 33, 32, 33, 31, 38, 38], "n_am_pl": [3, 11, 9, 8, 8, 7, 9, 10, 6, 6, 4, 5, 7, 8, 5, 9, 15, 9, 12, 7, 7, 7, 5, 8, 5, 5, 4, 3, 6, 5, 5, 3, 5, 3, 6, 6, 2, 4, 7, 5, 5, 5, 5, 6, 5, 5, 4, 5, 3, 4], "n_pos": 70, "sum_m_en": [9.105107, 4.463569, 4.365244, 4.37265, 4.424161, 4.809618, 5.220578, 5.412943, 5.556738, 5.540535, 6.083757, 6.370065, 6.15018, 6.353645, 6.208085, 5.605315, 5.526878, 5.571842, 5.10941, 4.664269, 4.345519, 4.020895, 3.754046, 3.484828, 9.759082, 10.266835, 9.104543, 9.117491, 8.576501, 8.146238, 7.555695, 7.521736, 7.638599, 8.305029, 8.344268, 8.294687, 9.511225, 12.960142, 13.866875, 16.872123, 18.070666, 20.701486, 25.933272, 27.10178, 27.637521, 28.372742, 31.323555, 29.738289, 36.297523, 38.577844], "sum_m_pl": [24.29272, 30.995433, 30.542064, 30.580043, 29.836318, 30.532696, 29.982727, 27.771586, 28.330035, 30.168425, 29.82057, 29.483157, 29.293889, 28.11183, 29.456853, 31.103708, 31.600562, 31.298442, 31.643368, 33.233799, 33.826228, 34.255489, 34.241017, 34.717498, 24.125293, 23.723902, 23.119357, 24.483897, 24.802277, 24.671927, 25.620238, 25.493773, 25.749392, 25.293308, 25.887415, 25.574768, 24.026941, 21.891647, 20.765109, 18.457583, 17.66253, 15.431054, 13.173406, 12.547128, 8.178041, 7.892436, 5.415785, 5.269484, 3.631044, 4.608618]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 12, 11, 9, 8, 8, 11, 8, 10, 13, 16, 14, 13, 16, 18, 13, 9, 11, 11, 13, 11, 12, 12, 12, 20, 18, 14, 22, 16, 17, 12, 14, 16, 16, 16, 13, 19, 22, 23, 25, 26, 28, 32, 31, 26, 27, 27, 26, 34, 38], "n_am_pl": [2, 5, 5, 4, 5, 5, 3, 5, 2, 4, 2, 1, 3, 6, 2, 7, 9, 7, 7, 3, 5, 5, 3, 5, 2, 3, 2, 2, 4, 3, 3, 3, 4, 1, 3, 3, 0, 0, 3, 1, 1, 2, 3, 2, 3, 3, 3, 4, 3, 4], "n_pos": 44, "sum_m_en": [6.426015, 2.89142, 2.798472, 2.811222, 2.764752, 3.223258, 3.555681, 3.800425, 3.883352, 3.760456, 4.195353, 4.419142, 4.153294, 4.280873, 4.093237, 3.671371, 3.602692, 3.687779, 3.344183, 3.058806, 2.806131, 2.574829, 2.390536, 2.226553, 7.144446, 7.407659, 6.623612, 6.548194, 6.246223, 5.817948, 5.215635, 5.202678, 5.401307, 5.773212, 5.69019, 5.577239, 7.063053, 10.219989, 11.081025, 13.962992, 15.058716, 17.364859, 20.137081, 22.001706, 23.158774, 23.871258, 25.985228, 24.492117, 32.735906, 37.314855], "sum_m_pl": [14.342341, 19.132139, 18.979901, 19.148647, 18.725487, 19.178756, 18.856155, 17.355025, 17.694745, 19.107451, 18.789507, 18.637631, 18.551937, 17.855301, 18.891857, 19.728039, 20.088881, 19.965211, 20.103606, 21.035272, 21.474268, 21.80498, 21.787194, 22.069002, 15.345261, 15.015772, 14.724349, 15.604901, 15.824927, 15.75715, 16.596166, 16.444734, 16.683372, 16.148184, 16.474222, 16.326212, 15.250323, 13.574628, 12.527337, 10.541657, 9.975147, 8.263491, 7.390987, 6.364761, 4.470057, 4.718274, 3.444428, 3.851835, 3.466368, 4.607064]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 72, "item_id": "llmzszl-18739", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 713, "region_end": 70, "roundtrip_ok": true, "tf_agree": 0.9444, "tf_agree_excl_first": 0.9577}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 9, 12, 9, 8, 6, 9, 6, 12, 10, 15, 14, 18, 13, 14, 13, 4, 17, 6, 13, 10, 12, 9, 10, 13, 12, 13, 13, 10, 11, 11, 12, 13, 14, 11, 12, 10, 10, 11, 12, 12, 11, 14, 12, 10, 10, 6, 5, 1, 1], "n_am_pl": [8, 6, 5, 7, 3, 6, 5, 6, 11, 7, 7, 8, 7, 8, 6, 7, 9, 3, 14, 10, 17, 16, 17, 16, 9, 10, 8, 4, 10, 9, 10, 12, 13, 12, 14, 15, 16, 13, 12, 13, 12, 9, 6, 9, 12, 18, 24, 21, 24, 25], "n_pos": 49, "sum_m_en": [4.743468, 2.325975, 2.499295, 2.609454, 2.590571, 2.553101, 2.91204, 3.04406, 3.053782, 3.202677, 3.345308, 3.297085, 3.482172, 3.654772, 3.585591, 3.303763, 3.351334, 3.320399, 3.091392, 2.796522, 2.614437, 2.467772, 2.34918, 2.227651, 5.32563, 5.710252, 5.636659, 5.320596, 4.816352, 4.778176, 4.454393, 4.359731, 4.471865, 4.486962, 4.274111, 4.353733, 4.411614, 5.379899, 5.627707, 6.920994, 6.443146, 6.976817, 9.569907, 9.16619, 8.145271, 8.852499, 6.386652, 4.681971, 1.564733, 1.007701], "sum_m_pl": [17.583106, 22.528784, 21.725013, 21.575326, 20.678517, 21.275383, 21.556956, 20.820504, 21.035761, 21.763626, 21.864438, 22.102113, 22.008305, 21.57267, 21.98977, 23.115887, 23.546888, 23.548027, 24.08336, 24.813557, 25.186157, 25.17511, 24.887102, 25.102599, 19.745958, 19.03234, 18.75754, 19.905368, 20.652593, 21.397697, 21.914006, 21.876189, 22.236106, 21.864437, 22.628498, 22.143059, 21.740124, 21.120562, 20.040869, 18.548591, 17.984931, 17.129101, 15.429425, 16.124713, 13.687016, 18.486086, 21.699151, 21.277789, 24.499241, 25.954664]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 4, 6, 3, 5, 2, 6, 2, 6, 5, 10, 9, 8, 9, 11, 9, 1, 10, 4, 8, 7, 10, 6, 6, 11, 8, 7, 7, 6, 8, 8, 9, 11, 9, 7, 8, 6, 7, 9, 8, 8, 8, 11, 9, 7, 6, 4, 4, 1, 1], "n_am_pl": [5, 3, 1, 4, 3, 3, 2, 3, 5, 1, 2, 2, 3, 3, 0, 1, 5, 0, 4, 3, 8, 5, 5, 4, 2, 3, 3, 0, 3, 1, 2, 4, 3, 5, 7, 5, 8, 5, 5, 7, 6, 5, 3, 5, 8, 12, 18, 17, 20, 24], "n_pos": 25, "sum_m_en": [2.360005, 1.281727, 1.392417, 1.413596, 1.397698, 1.392795, 1.653639, 1.736301, 1.721509, 1.785712, 1.853185, 1.792131, 1.883182, 1.965831, 1.968459, 1.807582, 1.815559, 1.830881, 1.732339, 1.529904, 1.444279, 1.364463, 1.276027, 1.203337, 3.594105, 3.829035, 3.550309, 3.454355, 2.96118, 2.936793, 2.721811, 2.627412, 2.768753, 2.605179, 2.448361, 2.368088, 2.394339, 2.933934, 2.892024, 4.229899, 3.791401, 4.576541, 6.113197, 5.63495, 4.699641, 4.503702, 4.418733, 3.318556, 1.242703, 1.004992], "sum_m_pl": [8.732902, 11.14052, 10.444479, 10.329093, 9.958412, 10.394523, 10.491894, 10.02816, 10.241024, 10.694912, 10.86343, 11.1983, 11.15763, 10.995134, 11.232499, 11.737458, 11.940202, 12.027443, 12.164275, 12.519571, 12.741564, 12.702088, 12.481092, 12.653965, 9.087759, 8.533309, 8.679248, 9.362277, 9.771032, 10.231179, 10.970284, 11.132191, 11.406088, 11.182408, 11.501517, 11.40716, 11.431891, 11.104861, 10.403867, 9.232925, 9.161484, 8.616404, 7.514295, 8.001322, 7.211685, 10.873524, 14.927722, 16.015985, 19.889756, 23.527285]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 51, "item_id": "llmzszl-18739", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 644, "region_end": 49, "roundtrip_ok": true, "tf_agree": 0.9608, "tf_agree_excl_first": 0.98}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [58, 62, 49, 39, 43, 41, 37, 43, 40, 54, 49, 46, 45, 47, 32, 39, 40, 40, 27, 34, 27, 27, 19, 18, 32, 40, 31, 39, 35, 35, 31, 32, 30, 33, 34, 43, 39, 44, 46, 45, 42, 38, 38, 37, 36, 38, 40, 37, 29, 28], "n_am_pl": [8, 22, 24, 20, 11, 21, 26, 22, 22, 30, 20, 18, 24, 16, 21, 27, 25, 26, 28, 24, 36, 35, 41, 33, 19, 14, 18, 16, 23, 24, 32, 27, 26, 20, 19, 14, 9, 10, 7, 3, 3, 1, 8, 7, 2, 2, 0, 0, 1, 0], "n_pos": 189, "sum_m_en": [20.840669, 10.005747, 10.710718, 10.245363, 10.761727, 10.724295, 10.749313, 11.394993, 11.781123, 12.599405, 12.994314, 13.579435, 13.907798, 14.275022, 13.549845, 13.286736, 13.15, 12.954124, 11.623804, 10.578005, 9.907076, 9.353703, 8.984265, 8.6523, 15.834971, 18.759929, 18.476547, 18.36242, 18.034516, 18.911312, 17.078137, 16.610088, 15.500564, 15.28672, 16.620332, 17.686118, 18.222767, 17.943719, 19.140769, 21.186604, 21.883059, 22.53347, 26.264265, 28.203152, 28.015884, 29.458332, 36.468966, 34.852, 29.527883, 28.164245], "sum_m_pl": [74.964492, 94.318304, 91.005944, 89.858248, 87.850863, 87.465707, 87.222298, 86.529992, 84.442244, 87.488408, 84.187292, 83.454275, 83.228661, 83.02844, 83.68269, 84.224213, 85.738026, 87.463119, 88.265749, 91.467643, 92.640415, 93.11734, 93.279659, 93.953444, 75.092129, 72.023864, 69.832569, 74.632563, 76.40217, 75.965175, 77.861886, 80.509126, 80.589551, 74.84839, 72.923439, 68.029923, 60.19057, 59.548372, 55.249172, 50.714454, 48.043297, 46.60622, 43.234678, 35.278498, 31.520961, 24.331048, 13.346942, 6.513699, 1.834589, 0.000841]}, "digit": {"n_am_en": [8, 15, 14, 9, 9, 7, 5, 6, 8, 7, 6, 6, 4, 3, 2, 4, 5, 6, 4, 3, 5, 4, 2, 1, 5, 9, 6, 7, 5, 6, 2, 4, 4, 2, 4, 6, 5, 10, 6, 6, 4, 3, 4, 4, 3, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 6, 2, 5, 3, 4, 3, 6, 3, 3, 2, 2, 2, 6, 5, 5, 4, 4, 5, 4, 5, 6, 4, 1, 2, 4, 3, 3, 7, 2, 4, 3, 3, 2, 1, 1, 2, 1, 1, 1, 1, 2, 0, 1, 0, 0, 0, 0], "n_pos": 36, "sum_m_en": [3.538596, 1.739263, 1.777668, 1.772505, 1.905398, 1.952003, 1.937553, 1.96953, 1.965062, 2.177828, 2.288138, 2.241508, 2.377997, 2.413026, 2.249543, 2.185507, 2.388141, 2.391598, 2.037519, 1.91896, 1.768138, 1.654387, 1.605841, 1.553794, 2.493201, 3.105547, 3.115133, 3.014737, 2.97376, 3.080077, 2.885969, 3.015981, 2.694687, 2.484993, 2.640214, 3.110692, 2.979096, 3.035337, 3.134259, 3.061032, 2.771133, 2.666574, 2.449214, 2.53956, 2.4853, 1.958959, 1.056285, 0.623509, 0.107079, 0.0], "sum_m_pl": [15.093873, 18.270711, 17.350643, 16.876982, 16.142796, 15.975343, 15.710862, 15.333829, 15.004193, 16.005489, 15.40451, 15.537703, 14.975318, 15.093126, 15.473505, 15.550677, 15.68107, 15.977112, 16.46289, 16.918097, 17.139504, 17.307156, 17.319922, 17.550635, 14.818939, 14.006304, 13.531066, 14.515348, 14.665428, 14.679313, 14.738793, 15.039614, 15.489736, 14.479908, 13.677784, 13.910565, 13.446742, 14.060058, 12.978329, 12.571856, 12.556354, 12.746748, 12.094734, 11.043816, 9.780167, 7.559445, 4.188844, 1.601298, 0.220073, 0.0]}, "lang": {"n_am_en": [12, 13, 11, 7, 6, 9, 5, 8, 8, 13, 12, 8, 6, 9, 7, 11, 9, 8, 4, 7, 6, 6, 7, 7, 9, 12, 10, 10, 9, 7, 9, 8, 9, 12, 8, 12, 15, 16, 18, 18, 18, 17, 20, 21, 21, 24, 24, 27, 27, 27], "n_am_pl": [1, 6, 2, 5, 3, 4, 5, 3, 4, 4, 2, 4, 6, 3, 3, 3, 0, 1, 3, 5, 6, 3, 3, 3, 1, 0, 1, 1, 2, 2, 2, 2, 3, 1, 1, 1, 1, 3, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 28, "sum_m_en": [3.790546, 1.720561, 1.683746, 1.446197, 1.456754, 1.514415, 1.579003, 1.667482, 1.778212, 1.855282, 1.973215, 2.177433, 2.388449, 2.644894, 2.451317, 2.392266, 2.262188, 2.285376, 2.190572, 1.902869, 1.815404, 1.663685, 1.559236, 1.488985, 3.514729, 4.289428, 4.28468, 3.799148, 3.782059, 3.810569, 3.225891, 3.295298, 3.05086, 3.170726, 3.486247, 3.89701, 4.865454, 5.111848, 5.716928, 7.11414, 7.661515, 8.458494, 12.251001, 13.793935, 14.484005, 15.980824, 22.864801, 23.275366, 26.930689, 26.975835], "sum_m_pl": [9.831167, 13.263384, 13.190929, 13.435432, 13.266962, 12.991595, 12.908729, 13.267479, 12.976732, 13.291657, 13.022519, 13.081964, 12.847938, 12.375794, 12.391391, 12.472428, 12.473755, 12.565141, 12.666539, 13.199022, 13.329526, 13.52499, 13.587205, 13.698911, 11.276936, 10.897278, 10.282638, 10.898945, 10.690525, 10.417656, 11.354184, 11.497707, 11.781994, 11.381929, 11.073877, 10.511811, 9.481563, 9.726251, 9.10542, 8.661367, 8.08952, 7.406454, 6.029618, 5.327005, 5.16495, 4.208978, 1.410672, 0.581723, 0.01583, 0.00016]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "llmzszl-18743", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 728, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9476, "tf_agree_excl_first": 0.9526}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [99, 127, 111, 176, 156, 139, 134, 136, 121, 144, 139, 134, 125, 157, 136, 116, 109, 99, 91, 73, 71, 83, 64, 69, 147, 133, 125, 125, 154, 134, 116, 125, 112, 134, 140, 138, 130, 137, 132, 131, 115, 119, 115, 113, 97, 106, 80, 50, 18, 10], "n_am_pl": [23, 93, 80, 84, 65, 64, 58, 80, 88, 98, 69, 77, 79, 76, 96, 90, 76, 116, 108, 158, 180, 183, 189, 179, 90, 78, 74, 75, 80, 96, 94, 90, 91, 64, 55, 47, 33, 42, 37, 41, 39, 41, 49, 39, 22, 24, 34, 29, 46, 59], "n_pos": 548, "sum_m_en": [49.413283, 26.323818, 29.833155, 30.901658, 32.748106, 33.292603, 32.370086, 34.04619, 35.50366, 38.300339, 39.977842, 41.166933, 42.171422, 45.226327, 43.084761, 41.420744, 39.45765, 37.371609, 33.462467, 31.141417, 28.815912, 28.909966, 27.61125, 26.918142, 56.748001, 59.633836, 61.401482, 63.995212, 64.533565, 66.622592, 59.307596, 56.954143, 54.253038, 56.050124, 62.128092, 61.921729, 66.987424, 64.066112, 69.391476, 71.01889, 68.473061, 67.608618, 77.375275, 83.203389, 80.301659, 78.956607, 67.698426, 45.126536, 18.919419, 10.003456], "sum_m_pl": [218.842244, 275.570859, 262.760759, 262.440225, 257.541154, 255.869927, 255.527722, 256.64825, 254.472957, 258.581809, 246.746326, 247.366377, 248.709977, 247.449057, 251.218628, 252.824462, 257.51332, 263.628512, 268.459926, 273.082031, 274.073031, 272.522414, 272.519722, 272.67677, 225.625179, 219.496358, 210.975723, 220.400011, 224.473608, 221.77573, 226.768286, 232.461825, 240.815198, 225.000578, 215.937972, 204.993678, 181.066926, 182.300012, 171.691765, 165.948753, 152.161144, 155.450006, 144.739394, 127.200251, 95.423256, 78.878811, 60.0381, 50.565919, 48.114446, 59.52318]}, "digit": {"n_am_en": [11, 24, 15, 9, 14, 10, 12, 12, 7, 10, 11, 8, 9, 9, 12, 7, 13, 12, 10, 7, 6, 10, 11, 10, 18, 16, 13, 16, 22, 10, 9, 12, 12, 13, 9, 10, 10, 12, 8, 7, 6, 6, 5, 4, 4, 5, 3, 1, 0, 0], "n_am_pl": [0, 2, 5, 1, 1, 1, 0, 6, 8, 11, 4, 5, 7, 7, 10, 9, 6, 8, 10, 12, 9, 14, 19, 19, 9, 7, 3, 9, 7, 10, 11, 9, 9, 7, 7, 4, 3, 2, 5, 5, 7, 6, 9, 8, 4, 3, 4, 0, 0, 0], "n_pos": 60, "sum_m_en": [5.818665, 2.84252, 3.024887, 3.064243, 3.164216, 3.20888, 3.131256, 3.3278, 3.277352, 3.583843, 3.715921, 3.679686, 4.112546, 4.229911, 3.937559, 3.842787, 3.978593, 3.874306, 3.285118, 3.091197, 2.864243, 2.696896, 2.6364, 2.569445, 5.69262, 6.02474, 6.32447, 5.765796, 6.006071, 6.06473, 5.60097, 5.540571, 4.931558, 4.823926, 5.364243, 5.652061, 5.642075, 5.242586, 5.650501, 5.970582, 5.617353, 5.528976, 5.427449, 6.669211, 6.673553, 6.231468, 4.059795, 1.364412, 0.231014, 0.0], "sum_m_pl": [24.593172, 30.944327, 29.159063, 28.83821, 28.058374, 27.716704, 27.446672, 26.081054, 26.440817, 27.574385, 26.337959, 26.867048, 26.34368, 26.31511, 27.174865, 27.40372, 27.544, 28.0187, 29.117013, 29.549045, 29.639375, 29.746678, 29.726176, 30.024636, 25.580867, 24.230314, 23.001019, 24.82127, 24.807494, 24.746796, 25.276905, 26.009685, 27.446461, 26.029676, 24.472708, 24.562292, 23.772865, 24.584624, 22.735795, 22.409164, 22.079116, 22.993164, 21.924475, 20.636224, 18.019899, 15.152194, 10.522469, 5.222789, 0.540031, 0.0]}, "lang": {"n_am_en": [12, 8, 12, 19, 12, 16, 13, 13, 12, 15, 14, 12, 20, 23, 19, 15, 10, 18, 19, 16, 10, 21, 12, 17, 31, 25, 17, 16, 21, 20, 20, 22, 19, 24, 22, 34, 22, 27, 25, 27, 22, 29, 31, 35, 34, 35, 21, 13, 11, 10], "n_am_pl": [7, 14, 10, 7, 9, 6, 6, 13, 14, 13, 12, 10, 8, 11, 13, 11, 8, 14, 10, 18, 23, 18, 18, 14, 8, 9, 6, 8, 8, 10, 12, 15, 14, 8, 7, 3, 6, 8, 12, 11, 13, 12, 16, 19, 10, 11, 19, 25, 44, 59], "n_pos": 70, "sum_m_en": [6.016338, 3.468532, 3.924727, 4.277308, 4.184414, 4.363513, 4.368152, 4.385457, 4.609246, 4.901506, 5.353923, 6.036775, 5.89691, 6.338502, 6.022895, 5.757508, 5.406975, 5.098913, 4.747063, 4.374501, 4.093029, 4.399496, 3.991513, 3.634908, 9.785631, 9.581978, 9.103996, 8.924228, 9.803515, 10.636519, 8.791025, 8.890102, 8.113704, 8.405791, 9.515903, 10.439368, 11.01453, 11.325224, 12.252455, 15.423628, 14.789499, 16.123291, 21.616925, 24.963079, 25.968381, 22.778359, 17.176072, 10.149196, 11.294617, 10.000194], "sum_m_pl": [28.51036, 32.852082, 32.318588, 32.312688, 32.15936, 31.280466, 31.678721, 32.568345, 32.588395, 32.647069, 31.357862, 31.184447, 31.636058, 31.231515, 31.913025, 32.314677, 32.663057, 33.170653, 33.701796, 34.104, 34.154583, 33.784948, 33.883147, 33.867847, 26.160812, 26.378277, 25.40209, 26.858211, 26.905502, 26.44392, 28.06098, 28.266931, 29.655404, 28.926777, 27.692501, 27.586141, 25.942579, 26.11541, 25.442304, 24.34808, 23.604254, 23.287085, 21.269879, 21.060825, 18.63267, 18.520045, 20.170153, 26.311918, 43.556322, 58.707357]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 548, "item_id": "llmzszl-18743", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 659, "region_end": 548, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9909}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [131, 138, 114, 96, 99, 104, 122, 110, 90, 121, 118, 128, 135, 115, 97, 107, 105, 83, 80, 86, 75, 76, 68, 77, 148, 151, 124, 122, 112, 128, 118, 114, 115, 122, 127, 115, 132, 140, 140, 140, 142, 140, 123, 125, 126, 134, 140, 144, 143, 135], "n_am_pl": [24, 59, 92, 61, 47, 63, 60, 81, 67, 65, 72, 68, 70, 55, 75, 65, 90, 99, 86, 92, 110, 95, 109, 103, 53, 65, 82, 92, 85, 71, 84, 89, 78, 68, 61, 68, 63, 54, 44, 53, 43, 34, 37, 40, 31, 29, 22, 16, 10, 9], "n_pos": 501, "sum_m_en": [59.48889, 27.121738, 25.735282, 24.59627, 26.113978, 27.588524, 26.435492, 27.467008, 29.48519, 30.076027, 32.650414, 34.054559, 36.936708, 36.314333, 34.824588, 33.88623, 33.785791, 32.642611, 30.379993, 27.98624, 25.24512, 23.831612, 22.904878, 22.466894, 49.464915, 51.981003, 52.499314, 48.539355, 48.204414, 48.969326, 45.476135, 44.5578, 44.906954, 44.769308, 48.409037, 48.73142, 57.403708, 62.43355, 71.400356, 83.450635, 87.8476, 91.849886, 92.028926, 99.333036, 109.291551, 115.749423, 131.791348, 142.280331, 144.864156, 136.725996], "sum_m_pl": [190.814581, 249.255843, 244.290734, 238.019916, 234.786136, 232.704882, 232.932015, 235.912471, 227.73408, 230.882722, 228.965537, 228.858189, 224.071704, 223.652962, 227.515062, 227.5205, 225.80479, 225.734208, 227.033947, 233.410354, 238.49235, 241.221136, 243.588509, 245.263703, 199.603136, 197.286866, 188.928953, 199.290318, 200.974318, 199.815549, 204.572636, 206.61677, 205.457904, 191.397288, 184.514674, 179.119863, 160.215719, 151.522222, 143.729047, 133.191443, 124.517982, 114.49931, 106.306383, 93.419531, 74.532052, 60.714424, 41.451682, 26.130714, 12.004778, 8.1352]}, "digit": {"n_am_en": [9, 33, 24, 18, 14, 18, 21, 20, 8, 26, 23, 18, 22, 17, 16, 15, 17, 13, 13, 9, 5, 8, 6, 9, 28, 36, 27, 16, 21, 13, 12, 18, 10, 12, 13, 14, 16, 15, 10, 11, 10, 13, 8, 11, 7, 7, 5, 3, 0, 0], "n_am_pl": [0, 3, 8, 3, 4, 5, 6, 5, 9, 10, 9, 12, 21, 8, 10, 11, 15, 18, 14, 12, 19, 11, 19, 15, 6, 13, 14, 17, 16, 10, 14, 13, 15, 11, 11, 15, 10, 10, 7, 10, 6, 5, 5, 6, 3, 3, 1, 1, 0, 0], "n_pos": 91, "sum_m_en": [9.195711, 3.708017, 3.450842, 3.40686, 3.602857, 3.912019, 3.995696, 4.151047, 4.371657, 4.476108, 5.030698, 5.270704, 5.444227, 5.686439, 5.497539, 5.28699, 5.332065, 5.295799, 4.844054, 4.459106, 4.02281, 3.791592, 3.665027, 3.589104, 6.679941, 7.113839, 7.625453, 6.677737, 6.495054, 6.624274, 6.458693, 6.467829, 5.77946, 5.603695, 6.036905, 6.412938, 6.554325, 7.123547, 7.099014, 7.204677, 7.034027, 7.235077, 7.281027, 7.198449, 7.022485, 7.36938, 5.600139, 3.487949, 0.486745, 1e-06], "sum_m_pl": [37.927228, 48.448042, 47.056929, 45.663146, 44.987268, 44.091861, 43.917644, 43.813565, 42.731356, 43.447712, 43.532424, 43.550567, 42.256122, 41.235352, 41.184611, 41.406666, 40.790609, 40.638582, 41.094782, 42.44032, 43.354116, 44.168603, 44.429072, 44.975939, 40.00513, 39.398354, 37.746243, 39.352114, 39.382089, 38.368652, 38.16606, 37.944473, 38.463815, 36.407364, 34.257162, 34.919017, 33.747577, 34.024689, 32.197048, 31.328839, 30.561109, 30.424389, 28.762299, 26.17498, 22.49257, 16.390311, 9.56877, 5.065097, 0.809681, 0.0]}, "lang": {"n_am_en": [52, 40, 38, 40, 37, 45, 47, 43, 43, 52, 47, 51, 51, 51, 40, 48, 50, 36, 32, 38, 35, 33, 31, 36, 63, 64, 47, 57, 45, 61, 58, 57, 59, 63, 65, 53, 65, 79, 77, 77, 79, 83, 74, 76, 84, 92, 108, 119, 136, 135], "n_am_pl": [8, 18, 30, 11, 6, 9, 14, 25, 15, 16, 20, 18, 14, 21, 21, 18, 27, 35, 33, 34, 36, 29, 30, 33, 20, 17, 22, 26, 26, 23, 27, 27, 30, 23, 17, 21, 20, 17, 14, 18, 18, 16, 18, 19, 17, 15, 13, 6, 8, 8], "n_pos": 146, "sum_m_en": [18.629149, 9.053912, 8.561762, 8.078784, 8.485943, 9.177104, 8.640453, 8.866086, 10.125684, 9.995532, 10.807179, 11.237183, 12.823027, 12.18143, 11.197584, 11.355139, 11.350753, 10.78421, 10.034751, 9.082669, 8.05524, 7.58167, 7.227267, 7.058218, 20.303997, 21.525706, 20.798829, 19.381489, 18.910706, 18.572825, 16.869689, 16.933742, 17.844313, 18.521741, 19.977229, 20.283563, 26.289188, 31.314072, 35.018395, 43.710995, 48.112215, 54.121607, 53.513404, 59.17387, 69.163046, 76.450496, 96.776471, 109.973413, 132.803839, 135.767762], "sum_m_pl": [52.365784, 69.162219, 69.255106, 67.449805, 66.725319, 66.25158, 66.09963, 68.006844, 66.337445, 67.498432, 67.094588, 67.147128, 64.625033, 65.936958, 68.36681, 67.918219, 66.740081, 66.583498, 66.71177, 68.015996, 69.50781, 70.262162, 71.142226, 71.490102, 58.282628, 56.889668, 55.865696, 58.529722, 58.422311, 58.54366, 61.366051, 62.431134, 62.086859, 59.401677, 57.687506, 59.782596, 52.265048, 48.93018, 47.917397, 44.938185, 41.074716, 36.993719, 34.328919, 31.675324, 25.615585, 20.621116, 15.807597, 6.879336, 8.062481, 7.650546]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 503, "item_id": "llmzszl-18744", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 785, "region_end": 501, "roundtrip_ok": true, "tf_agree": 0.9742, "tf_agree_excl_first": 0.9761}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [175, 199, 143, 144, 148, 136, 154, 154, 134, 161, 157, 189, 169, 175, 160, 137, 158, 139, 107, 114, 88, 89, 80, 99, 241, 233, 212, 198, 190, 190, 171, 169, 175, 173, 205, 181, 202, 194, 184, 185, 182, 151, 142, 137, 129, 101, 51, 33, 12, 10], "n_am_pl": [41, 161, 146, 141, 120, 124, 113, 132, 133, 130, 123, 101, 120, 134, 147, 141, 131, 160, 170, 171, 198, 191, 203, 208, 89, 91, 107, 117, 129, 117, 140, 138, 117, 103, 89, 97, 85, 94, 99, 102, 77, 96, 83, 92, 70, 79, 95, 97, 169, 180], "n_pos": 794, "sum_m_en": [76.504122, 37.81748, 38.833251, 40.91464, 40.283229, 42.306064, 41.552744, 42.450401, 46.070538, 48.044056, 50.726857, 54.79393, 56.824533, 57.872471, 55.415865, 52.414016, 52.226679, 51.150757, 46.105431, 42.507305, 38.742754, 36.490106, 35.430948, 34.614135, 70.937366, 76.520781, 80.348855, 73.2144, 75.964252, 77.25046, 73.033329, 71.855758, 72.199723, 72.952472, 77.879059, 78.011526, 88.06147, 87.279704, 93.510426, 100.536199, 101.174582, 100.077871, 100.952972, 103.02024, 100.827968, 88.553398, 53.875909, 37.961747, 15.580732, 10.006523], "sum_m_pl": [313.94298, 395.356166, 382.157107, 371.192431, 370.613347, 369.604508, 372.516051, 374.084792, 365.046184, 365.218848, 361.24662, 359.549157, 357.335948, 354.717992, 361.136121, 361.494442, 358.443674, 360.747888, 369.33044, 376.394631, 383.888068, 387.662191, 389.49554, 391.881137, 324.343629, 319.130832, 303.790776, 321.364128, 329.176494, 331.198094, 335.607725, 335.848176, 336.225533, 311.822347, 303.659779, 287.405727, 268.955318, 262.717674, 254.701074, 247.790995, 236.269527, 229.231667, 216.844015, 197.418149, 159.389437, 141.981689, 130.089569, 120.034183, 170.557795, 181.968718]}, "digit": {"n_am_en": [7, 57, 26, 22, 21, 16, 21, 24, 17, 30, 30, 36, 31, 37, 32, 26, 27, 23, 17, 13, 10, 11, 10, 17, 45, 44, 39, 38, 37, 27, 31, 33, 26, 30, 29, 26, 25, 24, 20, 19, 19, 18, 15, 18, 8, 10, 6, 3, 0, 0], "n_am_pl": [0, 14, 16, 10, 9, 12, 10, 6, 8, 11, 12, 12, 23, 16, 19, 18, 24, 38, 28, 25, 32, 23, 25, 24, 14, 17, 16, 14, 18, 15, 19, 17, 22, 20, 16, 19, 14, 17, 16, 19, 12, 11, 11, 15, 9, 11, 2, 0, 0, 0], "n_pos": 148, "sum_m_en": [13.056338, 6.256794, 6.159697, 6.13778, 6.173565, 6.838175, 6.937553, 7.223046, 7.672887, 8.463974, 8.926137, 9.844405, 9.948213, 10.316321, 9.874643, 9.37818, 9.360188, 9.555592, 8.5378, 7.668266, 6.903252, 6.499771, 6.22846, 6.157503, 12.272187, 13.501945, 13.961268, 12.717764, 13.554364, 13.33216, 12.960695, 12.846002, 11.472725, 11.935913, 12.570988, 12.469316, 12.505107, 11.305479, 11.398517, 11.138171, 13.463672, 13.1142, 12.617184, 12.348327, 10.867548, 10.168105, 6.251389, 4.078877, 1.305156, 0.0], "sum_m_pl": [61.198139, 79.100572, 75.398832, 72.778734, 71.430715, 70.641047, 70.467577, 69.430865, 67.747347, 67.455355, 66.508575, 67.428566, 66.01445, 65.414069, 65.680048, 66.13044, 64.766084, 65.111921, 66.904972, 68.754197, 70.801654, 71.885491, 72.402429, 73.175087, 63.486868, 61.578494, 59.184199, 61.524515, 62.152555, 61.911707, 61.821396, 62.147773, 63.800766, 60.839248, 58.092903, 57.248134, 55.770671, 56.648816, 55.120842, 53.903859, 50.165452, 50.408426, 48.109291, 46.907866, 40.459561, 30.508948, 17.620483, 8.578891, 2.196765, 0.0]}, "lang": {"n_am_en": [59, 30, 25, 34, 43, 33, 45, 46, 36, 43, 42, 52, 40, 49, 46, 44, 54, 53, 36, 38, 40, 39, 34, 37, 96, 85, 79, 72, 63, 67, 60, 61, 71, 70, 77, 68, 82, 82, 83, 79, 78, 67, 68, 73, 82, 66, 31, 20, 11, 10], "n_am_pl": [11, 39, 35, 37, 30, 32, 29, 35, 42, 33, 34, 28, 27, 34, 41, 40, 34, 37, 47, 48, 42, 49, 58, 55, 16, 23, 26, 30, 37, 23, 35, 37, 32, 32, 29, 44, 36, 45, 46, 42, 31, 45, 43, 45, 37, 42, 74, 85, 165, 180], "n_pos": 191, "sum_m_en": [19.577415, 9.222116, 9.384808, 10.590628, 9.740802, 10.047985, 10.435222, 10.276014, 11.312723, 11.764704, 12.475433, 13.831009, 14.709746, 14.794423, 13.794281, 13.245153, 12.965222, 12.549449, 11.472569, 10.646066, 9.774423, 9.146647, 8.844657, 8.564289, 22.740027, 23.846463, 24.752968, 20.973843, 21.335359, 21.871935, 19.506856, 20.474908, 21.14636, 22.557848, 23.108437, 24.5856, 32.589514, 35.43438, 39.354668, 44.10583, 44.512784, 47.264173, 48.887912, 53.530493, 59.82535, 52.445312, 30.439899, 21.340619, 11.482995, 10.00419], "sum_m_pl": [67.726413, 88.03063, 86.32274, 84.394776, 85.462153, 86.328215, 86.552705, 88.991056, 87.893427, 89.092254, 88.645548, 86.672432, 86.664274, 86.33454, 89.986939, 88.788578, 88.035127, 89.129436, 91.280711, 92.222346, 93.815207, 94.508028, 94.487435, 94.930565, 79.696815, 78.798678, 76.622287, 80.828382, 81.774119, 81.030086, 83.983821, 83.877044, 83.961186, 80.212748, 80.160733, 81.174639, 76.315761, 76.049251, 74.261547, 71.874057, 69.22218, 67.329728, 63.494011, 60.688486, 54.387129, 53.459721, 74.174336, 85.064364, 159.077367, 179.564644]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 796, "item_id": "llmzszl-18744", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 716, "region_end": 794, "roundtrip_ok": true, "tf_agree": 0.9937, "tf_agree_excl_first": 0.995}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [143, 163, 135, 109, 106, 117, 117, 118, 130, 185, 154, 151, 176, 158, 184, 143, 134, 139, 150, 141, 130, 120, 106, 117, 164, 159, 152, 161, 177, 160, 170, 171, 160, 149, 168, 142, 148, 157, 134, 118, 116, 125, 121, 118, 119, 122, 152, 154, 139, 136], "n_am_pl": [20, 68, 88, 80, 72, 54, 43, 67, 62, 47, 56, 62, 58, 54, 67, 54, 83, 100, 84, 113, 132, 122, 137, 144, 69, 76, 81, 90, 88, 91, 58, 76, 83, 71, 69, 83, 70, 67, 51, 38, 29, 27, 30, 39, 19, 14, 16, 11, 3, 1], "n_pos": 564, "sum_m_en": [61.08598, 29.584264, 28.818582, 28.225619, 30.251397, 31.552901, 31.409279, 34.946641, 39.350269, 41.49534, 43.029042, 44.153311, 44.408873, 45.423106, 45.648971, 44.305296, 43.475137, 41.43139, 37.318038, 33.101114, 29.780175, 27.548986, 26.470749, 25.701908, 57.38866, 67.416585, 70.662222, 65.734538, 66.437363, 67.409115, 62.711112, 62.599433, 62.372032, 61.975201, 69.512787, 72.16936, 77.583475, 78.433817, 81.980385, 80.529745, 80.550331, 91.09361, 93.208715, 99.182349, 104.941517, 108.990054, 139.280421, 141.268873, 139.267599, 137.852457], "sum_m_pl": [206.642608, 278.457354, 270.97496, 264.962781, 259.527536, 258.43152, 260.987034, 257.101321, 253.211544, 259.585551, 253.910226, 257.954423, 257.623943, 254.717933, 258.793685, 257.294494, 261.55356, 262.650494, 267.733286, 273.800514, 278.788303, 280.262127, 280.952091, 281.229412, 235.036644, 219.907729, 213.711958, 227.895048, 229.755229, 228.257737, 229.265743, 231.77392, 231.327624, 222.661934, 211.512521, 205.328594, 188.243137, 183.23038, 167.31883, 151.914812, 136.663292, 123.748273, 114.852998, 99.981682, 70.680686, 59.909746, 40.2701, 20.253439, 7.214457, 0.9317]}, "digit": {"n_am_en": [8, 29, 11, 4, 7, 10, 14, 21, 22, 20, 15, 9, 19, 21, 16, 15, 16, 18, 19, 15, 15, 12, 12, 12, 27, 27, 29, 36, 38, 34, 27, 25, 26, 26, 33, 20, 9, 12, 8, 2, 4, 3, 1, 2, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 11, 24, 13, 12, 5, 1, 3, 8, 6, 8, 4, 5, 10, 12, 10, 17, 25, 20, 24, 24, 26, 21, 24, 10, 14, 18, 14, 14, 9, 12, 14, 16, 8, 11, 21, 19, 18, 16, 12, 11, 11, 4, 9, 2, 0, 0, 0, 0, 0], "n_pos": 81, "sum_m_en": [7.800098, 3.344876, 3.259955, 3.375992, 3.744114, 4.299543, 4.193935, 5.046489, 5.363093, 5.88172, 5.806859, 5.827574, 6.314267, 6.469151, 6.119238, 5.994386, 6.090186, 5.972673, 5.322403, 4.730058, 4.222734, 3.88818, 3.769219, 3.647625, 7.350364, 9.912369, 10.916213, 10.163785, 10.135374, 10.114238, 9.760755, 9.322722, 8.534268, 8.106235, 9.128968, 8.797314, 8.489623, 7.34071, 6.789854, 5.633488, 5.812424, 6.144091, 5.861765, 5.874448, 3.391012, 2.817685, 1.352141, 0.798091, 0.077179, 5e-06], "sum_m_pl": [28.522871, 41.922243, 40.18887, 38.537152, 38.12356, 37.066417, 37.871086, 36.844163, 36.469378, 37.552537, 36.526592, 37.242521, 36.607344, 36.188912, 37.451116, 36.715785, 36.960145, 37.192395, 38.068601, 38.877972, 39.573245, 39.904315, 40.143749, 40.447315, 34.848285, 31.551725, 30.178818, 32.691549, 33.544685, 32.964206, 32.459448, 33.543739, 34.973176, 33.559989, 32.061885, 33.029408, 31.342519, 33.142811, 29.051609, 27.543577, 26.650736, 26.934522, 24.630406, 23.198927, 12.591708, 8.741024, 3.603963, 1.714292, 0.142632, 1e-06]}, "lang": {"n_am_en": [36, 39, 43, 34, 33, 31, 28, 36, 37, 54, 41, 43, 46, 38, 43, 36, 36, 38, 38, 41, 38, 32, 29, 33, 52, 51, 41, 37, 41, 38, 44, 46, 44, 43, 48, 47, 60, 70, 68, 64, 62, 74, 74, 75, 77, 83, 95, 109, 126, 134], "n_am_pl": [7, 4, 17, 17, 16, 12, 8, 14, 13, 8, 10, 15, 18, 12, 16, 13, 17, 22, 18, 31, 37, 31, 36, 36, 14, 16, 15, 23, 16, 21, 13, 15, 21, 17, 13, 17, 11, 11, 6, 5, 6, 5, 6, 6, 7, 5, 3, 1, 0, 1], "n_pos": 137, "sum_m_en": [16.305727, 8.533241, 7.946177, 7.700442, 7.855254, 8.271767, 8.384806, 9.633679, 12.139345, 11.60919, 11.649647, 12.776217, 12.3229, 12.083419, 12.003738, 11.752948, 11.335125, 10.975946, 10.001197, 8.779309, 7.883393, 7.223365, 6.843438, 6.604086, 18.219821, 20.917972, 21.411926, 18.95267, 18.970619, 19.450232, 17.422206, 17.861265, 19.254404, 20.409869, 23.164524, 25.52177, 28.658914, 32.132951, 35.768068, 38.710677, 40.052691, 49.118402, 51.911948, 56.34576, 65.436734, 70.91599, 89.637396, 97.75021, 122.760168, 132.8951], "sum_m_pl": [45.116608, 62.4825, 62.664475, 61.5012, 60.800514, 60.530216, 61.22166, 60.334694, 58.695424, 60.306125, 59.551467, 59.940919, 61.064132, 61.043843, 62.0051, 61.50473, 62.833018, 62.783493, 63.801551, 65.41991, 66.739262, 67.220407, 67.203, 67.137937, 53.560781, 50.744397, 48.949467, 52.455687, 53.065874, 52.854759, 54.441207, 54.453887, 53.145707, 51.298587, 47.536028, 45.419165, 40.902991, 37.878894, 35.014171, 32.637124, 29.833403, 24.69412, 22.923583, 18.880471, 15.429889, 12.60113, 6.919838, 3.50626, 0.552301, 0.905278]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 566, "item_id": "llmzszl-18745", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 713, "region_end": 564, "roundtrip_ok": true, "tf_agree": 0.9735, "tf_agree_excl_first": 0.9752}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [172, 250, 255, 193, 139, 153, 160, 156, 109, 185, 186, 155, 183, 171, 202, 202, 173, 183, 158, 135, 137, 117, 107, 94, 184, 196, 182, 182, 196, 176, 193, 188, 166, 159, 201, 183, 172, 162, 143, 118, 127, 108, 123, 96, 87, 76, 50, 64, 56, 55], "n_am_pl": [16, 123, 119, 90, 121, 95, 89, 85, 102, 132, 115, 115, 111, 105, 121, 101, 124, 131, 147, 169, 206, 188, 215, 214, 103, 111, 129, 150, 152, 146, 125, 129, 132, 109, 92, 85, 67, 73, 64, 65, 71, 73, 80, 85, 72, 62, 64, 57, 71, 77], "n_pos": 724, "sum_m_en": [66.767357, 33.654273, 36.486165, 36.187439, 38.142196, 39.57626, 38.283582, 40.685713, 43.339936, 46.521565, 48.177073, 49.294473, 53.473065, 55.486849, 58.171968, 54.962255, 53.737609, 51.017537, 45.466317, 41.988975, 37.707663, 35.268985, 34.312325, 33.143069, 66.185527, 81.204829, 85.871544, 81.854529, 82.08197, 80.643593, 79.758618, 73.513497, 72.461781, 73.225953, 83.338242, 79.841242, 85.493548, 81.161283, 79.887044, 77.473172, 73.8979, 75.406996, 75.380427, 68.572951, 64.152935, 61.413113, 44.385812, 49.575767, 58.793845, 55.332677], "sum_m_pl": [281.079729, 371.987071, 357.274388, 350.755544, 344.903755, 339.252474, 341.147033, 338.252235, 335.76494, 345.452373, 338.765816, 339.518164, 336.134698, 333.893738, 337.087159, 338.855328, 336.263831, 339.612719, 349.764536, 355.165508, 359.137905, 358.497099, 358.778639, 358.442906, 304.892238, 290.3545, 285.142808, 302.52747, 308.798833, 311.70556, 305.3448, 311.044021, 310.989795, 292.945769, 280.483045, 275.157722, 254.491696, 248.393648, 231.967252, 218.993172, 204.033148, 207.462403, 199.831578, 175.977769, 142.730078, 132.113434, 103.209983, 79.474529, 69.649331, 76.869396]}, "digit": {"n_am_en": [12, 31, 31, 14, 24, 33, 28, 35, 24, 37, 33, 28, 35, 29, 35, 41, 28, 29, 28, 24, 25, 17, 19, 10, 32, 35, 33, 34, 35, 38, 34, 42, 31, 31, 39, 34, 35, 22, 11, 8, 12, 11, 9, 7, 6, 3, 3, 2, 0, 0], "n_am_pl": [1, 18, 23, 16, 18, 8, 9, 7, 15, 18, 22, 12, 10, 18, 14, 11, 21, 23, 25, 33, 33, 27, 25, 24, 24, 22, 21, 20, 21, 18, 22, 20, 30, 19, 9, 14, 15, 23, 18, 19, 23, 21, 29, 28, 12, 5, 3, 4, 0, 0], "n_pos": 118, "sum_m_en": [10.161931, 5.101083, 5.318189, 5.260957, 5.638143, 6.205678, 5.887582, 6.389024, 6.998251, 8.184727, 7.880339, 7.803926, 8.810464, 9.153731, 9.167396, 8.957587, 8.682368, 8.597348, 7.803603, 7.152978, 6.267388, 5.746589, 5.613544, 5.379954, 10.908035, 14.126231, 15.05907, 14.636279, 14.118192, 13.554248, 13.67207, 13.085006, 12.125697, 12.112914, 13.823935, 13.712102, 14.348107, 11.21143, 10.834757, 9.822853, 8.999906, 9.027904, 8.960932, 7.79361, 7.204055, 6.112718, 3.660649, 3.391273, 0.318034, 0.0], "sum_m_pl": [39.624637, 61.515569, 58.957058, 57.28099, 56.482812, 55.121524, 55.428986, 55.214656, 54.953703, 56.104649, 54.757473, 55.29682, 54.179471, 53.478525, 54.814911, 54.467435, 53.117854, 53.745854, 55.525171, 56.389576, 56.989686, 57.40947, 57.546734, 58.029399, 50.498909, 46.885144, 45.351656, 46.90674, 48.851057, 49.553873, 48.886072, 49.821425, 51.77363, 49.213054, 46.711715, 47.440427, 44.945892, 45.940487, 41.452424, 40.31312, 40.991202, 42.479718, 41.45797, 41.492255, 32.065965, 24.351646, 11.966766, 6.741459, 0.424949, 0.0]}, "lang": {"n_am_en": [36, 22, 31, 27, 22, 39, 41, 34, 27, 43, 46, 25, 39, 33, 39, 33, 31, 41, 31, 26, 23, 26, 24, 26, 35, 43, 40, 40, 38, 30, 41, 42, 33, 31, 32, 38, 33, 40, 44, 42, 49, 35, 50, 36, 37, 33, 17, 40, 55, 55], "n_am_pl": [5, 21, 22, 12, 19, 14, 15, 15, 30, 19, 22, 20, 19, 22, 21, 22, 22, 20, 22, 29, 38, 39, 45, 44, 14, 19, 16, 20, 17, 27, 19, 15, 17, 19, 20, 17, 12, 14, 8, 11, 10, 26, 19, 27, 30, 34, 41, 38, 65, 76], "n_pos": 132, "sum_m_en": [11.27635, 6.115695, 6.588311, 6.608125, 6.848592, 7.006662, 6.850938, 7.03365, 7.646793, 7.540695, 8.266188, 8.455585, 8.939294, 9.676566, 10.335123, 9.910946, 9.770442, 9.301797, 8.257494, 7.735668, 6.97633, 6.572465, 6.282783, 6.157692, 12.728134, 14.04717, 14.550644, 13.982997, 14.8041, 14.070013, 13.471434, 13.626383, 13.925977, 14.662355, 15.947461, 15.797253, 16.836271, 18.292388, 19.162557, 20.540388, 20.742836, 22.36507, 23.931642, 23.380067, 27.383853, 26.691428, 16.444247, 23.973704, 55.425337, 55.160142], "sum_m_pl": [52.805916, 66.110243, 64.388033, 62.87294, 62.006405, 60.94337, 61.663302, 62.373728, 63.067739, 64.681514, 63.575781, 63.218507, 63.382858, 62.716231, 62.611078, 62.947692, 62.582859, 62.813047, 64.905059, 65.40405, 66.121573, 65.936818, 65.912106, 65.47945, 55.815154, 54.63282, 53.706567, 55.988433, 56.476356, 58.431512, 57.722817, 58.066198, 57.247408, 54.88101, 52.992732, 53.304249, 51.804176, 51.280489, 48.964087, 47.659676, 46.533175, 48.485463, 47.574363, 43.059815, 40.297163, 43.648717, 44.854704, 43.592261, 60.854372, 74.427186]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 724, "item_id": "llmzszl-18745", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 644, "region_end": 724, "roundtrip_ok": true, "tf_agree": 0.9876, "tf_agree_excl_first": 0.9889}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [74, 85, 86, 90, 75, 50, 41, 57, 70, 77, 74, 81, 84, 84, 79, 80, 67, 77, 60, 54, 36, 28, 26, 25, 49, 59, 61, 70, 66, 74, 82, 83, 83, 70, 79, 80, 82, 77, 75, 70, 65, 73, 76, 68, 77, 77, 91, 80, 74, 71], "n_am_pl": [6, 41, 38, 43, 49, 54, 52, 38, 37, 41, 44, 41, 48, 47, 48, 32, 53, 56, 48, 50, 64, 52, 66, 61, 40, 43, 48, 42, 64, 56, 61, 55, 50, 38, 43, 40, 21, 15, 8, 16, 12, 11, 11, 13, 15, 13, 14, 14, 7, 1], "n_pos": 327, "sum_m_en": [33.70231, 16.390987, 17.025467, 16.403985, 16.849359, 17.092647, 16.955386, 18.636245, 19.765094, 19.355275, 20.128794, 21.369678, 22.868218, 24.152285, 23.084416, 22.76665, 21.797493, 21.089243, 19.591349, 17.343974, 16.252221, 15.562148, 14.971122, 14.887154, 29.556414, 33.783004, 33.539341, 33.143175, 33.103223, 32.660554, 31.359184, 32.419229, 31.322498, 31.092826, 34.713838, 34.548627, 39.016414, 40.081863, 44.950755, 48.304495, 48.05516, 50.641504, 55.809687, 61.608315, 68.200309, 71.473793, 79.467318, 77.852477, 73.10913, 70.320488], "sum_m_pl": [122.716975, 163.336671, 158.635244, 157.282377, 154.703894, 149.869839, 148.861734, 149.842492, 151.235179, 151.783188, 149.563543, 149.191183, 148.181653, 147.267414, 149.266941, 152.417007, 153.889324, 154.632257, 155.438449, 159.336734, 160.258911, 159.183932, 160.212932, 159.907851, 125.166285, 125.802963, 129.09601, 135.553165, 138.702899, 139.84302, 141.7746, 141.037003, 142.466133, 137.424326, 134.745972, 131.52438, 114.145173, 103.086428, 91.726262, 83.936972, 75.351301, 69.185552, 65.585944, 52.006746, 41.499179, 35.361491, 25.81894, 18.373633, 5.777634, 1.001116]}, "digit": {"n_am_en": [1, 10, 12, 10, 5, 3, 5, 5, 8, 7, 7, 8, 8, 7, 9, 9, 5, 6, 5, 2, 2, 1, 0, 2, 1, 3, 6, 7, 6, 10, 10, 8, 8, 8, 8, 6, 5, 3, 3, 3, 6, 7, 7, 3, 7, 5, 4, 2, 1, 0], "n_am_pl": [0, 3, 3, 0, 2, 3, 2, 1, 1, 1, 1, 4, 6, 4, 5, 2, 4, 3, 4, 6, 6, 4, 6, 6, 4, 3, 4, 2, 6, 3, 4, 5, 2, 2, 2, 4, 1, 3, 1, 3, 2, 0, 1, 3, 0, 1, 0, 2, 0, 0], "n_pos": 27, "sum_m_en": [2.732759, 1.12998, 1.222758, 1.182103, 1.218066, 1.242068, 1.205926, 1.373398, 1.366538, 1.424923, 1.45199, 1.477858, 1.603837, 1.730112, 1.670077, 1.682615, 1.640247, 1.581669, 1.521661, 1.366674, 1.317094, 1.290357, 1.223925, 1.20743, 1.919019, 2.065826, 2.101851, 2.192836, 2.205702, 2.234414, 2.388978, 2.519038, 2.109077, 2.098824, 2.405031, 2.366179, 2.922647, 2.696898, 2.718254, 2.69772, 2.713227, 2.955892, 3.424643, 3.402312, 4.114169, 4.301262, 3.21588, 2.725216, 1.070947, 0.0], "sum_m_pl": [10.392953, 14.445228, 13.855673, 13.612149, 13.447764, 12.896795, 12.746063, 12.71206, 12.72431, 13.070345, 12.988846, 12.953591, 12.927537, 12.780256, 12.927772, 13.163337, 12.958766, 12.96449, 12.928116, 13.167783, 13.090907, 13.010096, 13.055987, 13.087354, 11.103039, 11.043147, 11.307205, 11.614634, 11.58814, 11.52597, 11.36794, 11.291597, 11.599646, 11.470724, 11.107608, 11.541499, 10.105555, 10.116168, 9.346432, 9.20523, 8.891561, 8.924832, 8.616803, 7.844482, 6.316287, 4.66748, 2.540692, 2.414454, 0.126998, 0.0]}, "lang": {"n_am_en": [31, 19, 23, 18, 19, 11, 14, 18, 24, 22, 22, 24, 22, 24, 22, 23, 22, 17, 19, 19, 17, 13, 13, 10, 23, 21, 24, 20, 23, 24, 23, 28, 24, 20, 23, 24, 26, 27, 33, 29, 28, 39, 41, 42, 47, 44, 57, 58, 67, 70], "n_am_pl": [1, 7, 8, 11, 12, 14, 14, 7, 7, 10, 9, 5, 6, 10, 8, 7, 9, 10, 7, 6, 8, 7, 9, 10, 4, 11, 7, 7, 8, 10, 8, 3, 8, 8, 6, 7, 2, 3, 2, 2, 3, 2, 0, 1, 4, 4, 7, 6, 1, 1], "n_pos": 71, "sum_m_en": [8.643397, 4.19586, 4.167311, 3.770194, 3.743346, 3.933994, 4.005079, 4.285693, 4.624014, 4.313557, 4.694896, 5.0763, 5.351384, 5.721972, 5.673051, 5.516971, 5.14631, 4.959446, 4.688653, 3.988436, 3.68702, 3.518897, 3.39951, 3.369769, 9.170511, 10.061927, 9.899076, 9.066297, 9.158234, 9.208534, 8.767038, 9.231521, 9.296119, 9.477797, 10.622767, 10.740063, 12.459547, 14.250572, 16.866939, 20.124113, 21.130704, 24.938129, 28.395644, 34.273428, 39.025714, 40.186259, 49.73213, 53.373642, 64.699201, 69.744396], "sum_m_pl": [24.521229, 33.772277, 32.950282, 32.674841, 32.180057, 31.308724, 31.549204, 32.18468, 32.776297, 32.953359, 32.169082, 32.189655, 31.999588, 31.77779, 31.552259, 31.983672, 32.880748, 32.852928, 33.202364, 34.206176, 34.645983, 34.392078, 34.599859, 34.338814, 25.545619, 26.32705, 26.493331, 28.427191, 28.734472, 28.789155, 29.235463, 28.896953, 29.007773, 28.56044, 28.038459, 27.366718, 24.575402, 21.927544, 19.981064, 18.140364, 16.326862, 14.712267, 13.692943, 8.543838, 7.78329, 8.814789, 9.1795, 6.363188, 0.751951, 1.000057]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 327, "item_id": "llmzszl-18746", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 710, "region_end": 327, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.9847}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [49, 60, 71, 75, 45, 31, 30, 55, 43, 46, 47, 38, 51, 50, 50, 47, 46, 37, 30, 26, 24, 25, 21, 19, 29, 34, 31, 47, 45, 39, 43, 53, 43, 48, 55, 60, 42, 49, 46, 46, 42, 48, 46, 37, 39, 28, 19, 14, 6, 5], "n_am_pl": [2, 43, 36, 34, 27, 43, 45, 40, 29, 37, 40, 39, 38, 40, 44, 28, 45, 44, 54, 55, 62, 58, 65, 55, 35, 38, 43, 45, 47, 45, 50, 54, 54, 38, 42, 35, 31, 26, 22, 20, 22, 17, 14, 16, 19, 18, 30, 32, 40, 46], "n_pos": 253, "sum_m_en": [23.726292, 11.656242, 12.582592, 12.624181, 13.056799, 13.518423, 13.208387, 14.249036, 14.442913, 14.581346, 14.849976, 15.551004, 16.960262, 18.18544, 17.352921, 16.949513, 16.435506, 15.491526, 14.229067, 12.883842, 12.35144, 11.831702, 11.443383, 11.238266, 20.153353, 22.067642, 22.337281, 22.441284, 22.839063, 22.746982, 21.393041, 21.317802, 21.199387, 20.922732, 22.786871, 21.595282, 22.857818, 23.354328, 24.685127, 24.308425, 22.904843, 23.91774, 28.069075, 27.151005, 26.069209, 25.38778, 14.912204, 13.395084, 6.684874, 4.736682], "sum_m_pl": [96.816649, 128.197416, 123.677184, 121.89386, 119.736777, 116.152425, 115.802973, 117.144229, 118.210376, 118.620586, 116.861725, 115.629719, 115.041517, 113.164019, 116.604388, 119.931408, 120.044421, 120.914702, 122.90619, 125.222409, 125.813688, 124.617804, 124.847987, 124.431026, 102.395324, 103.785794, 103.737135, 109.57505, 113.176671, 113.10121, 113.540637, 114.108447, 114.6413, 108.942411, 107.831455, 105.979692, 94.986435, 90.024202, 79.933274, 75.628411, 68.849812, 67.082925, 64.535394, 56.631828, 51.355638, 45.253943, 40.794743, 40.643224, 39.72522, 45.47148]}, "digit": {"n_am_en": [2, 11, 14, 13, 7, 2, 3, 10, 8, 8, 8, 7, 8, 7, 10, 11, 7, 3, 2, 2, 2, 2, 1, 1, 3, 2, 3, 7, 6, 8, 7, 9, 8, 7, 12, 7, 4, 4, 4, 6, 6, 6, 6, 5, 5, 4, 3, 1, 0, 0], "n_am_pl": [0, 2, 2, 0, 1, 5, 2, 0, 2, 2, 2, 6, 8, 6, 6, 1, 5, 3, 4, 6, 7, 4, 6, 8, 4, 5, 8, 7, 10, 7, 6, 8, 6, 4, 4, 6, 6, 5, 5, 4, 6, 2, 1, 2, 1, 0, 0, 5, 0, 0], "n_pos": 31, "sum_m_en": [3.076115, 1.319113, 1.441903, 1.44842, 1.433284, 1.533259, 1.484689, 1.721828, 1.682186, 1.700995, 1.742733, 1.785969, 1.971977, 2.130672, 2.05481, 1.999921, 1.920705, 1.813401, 1.649051, 1.481359, 1.41716, 1.368594, 1.315642, 1.304477, 2.148834, 2.409775, 2.388135, 2.435821, 2.5531, 2.634088, 2.588848, 2.612661, 2.455817, 2.438578, 2.762614, 2.512785, 2.83078, 2.527328, 2.894305, 2.941414, 2.860333, 2.627312, 2.622181, 2.394221, 2.278138, 2.116641, 1.287708, 0.854922, 0.047386, 0.0], "sum_m_pl": [11.917856, 16.512131, 15.739833, 15.447304, 15.218366, 14.429835, 14.314061, 14.388969, 14.60273, 14.981276, 14.844278, 14.691941, 14.7769, 14.493154, 14.774375, 15.141755, 14.858808, 14.964858, 15.243046, 15.460609, 15.383209, 15.31593, 15.396777, 15.392529, 13.172164, 13.607291, 13.653467, 13.983077, 14.332402, 14.101189, 13.897531, 13.798484, 14.419841, 13.982521, 13.580844, 14.07411, 12.942451, 13.012262, 11.952603, 11.8065, 11.575176, 12.219587, 11.975698, 11.356907, 9.967676, 6.737017, 4.696917, 6.081584, 0.331727, 0.0]}, "lang": {"n_am_en": [15, 7, 8, 10, 6, 5, 6, 13, 10, 12, 11, 8, 12, 11, 13, 11, 10, 12, 11, 10, 9, 8, 7, 5, 9, 12, 5, 9, 11, 11, 12, 15, 11, 11, 12, 20, 13, 15, 13, 14, 16, 20, 22, 21, 20, 16, 11, 7, 6, 5], "n_am_pl": [2, 14, 13, 9, 8, 12, 12, 6, 5, 4, 7, 5, 6, 9, 12, 5, 10, 7, 11, 11, 12, 10, 10, 8, 4, 8, 8, 12, 8, 6, 8, 11, 8, 10, 9, 6, 6, 5, 6, 6, 8, 6, 6, 7, 11, 12, 25, 26, 38, 45], "n_pos": 51, "sum_m_en": [4.3726, 2.312432, 2.732737, 2.699386, 2.737635, 2.944878, 2.946858, 3.075931, 3.086373, 3.110915, 3.26517, 3.491553, 3.785433, 4.105316, 4.007651, 3.873971, 3.681197, 3.59428, 3.280987, 2.904917, 2.779228, 2.619133, 2.507375, 2.476376, 4.969596, 5.387785, 5.039718, 5.013204, 5.126042, 5.385783, 5.169564, 5.291871, 5.6988, 5.462847, 5.816825, 5.752544, 6.222579, 6.692956, 7.539047, 7.90928, 7.122006, 8.476727, 11.658591, 11.290641, 12.860394, 13.472788, 7.367041, 6.907885, 6.051908, 4.725081], "sum_m_pl": [17.832659, 24.304017, 23.193763, 22.834061, 22.34424, 21.621515, 22.127833, 23.080784, 23.847817, 23.760089, 23.612701, 23.160963, 23.146136, 22.869709, 22.984227, 23.647799, 24.019162, 23.983899, 24.337959, 24.880544, 25.158417, 24.812275, 24.679633, 24.411083, 19.457087, 20.010123, 20.03385, 21.3893, 21.755042, 22.039043, 22.111168, 22.443395, 21.96776, 21.743458, 21.969117, 22.233827, 21.21644, 20.981592, 20.029869, 19.724124, 19.391842, 18.336469, 17.144694, 16.902699, 17.543062, 18.02383, 25.306638, 27.028999, 37.290546, 44.363916]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 253, "item_id": "llmzszl-18746", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 641, "region_end": 253, "roundtrip_ok": true, "tf_agree": 0.9723, "tf_agree_excl_first": 0.9762}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [315, 349, 319, 281, 324, 223, 301, 300, 296, 346, 366, 355, 402, 343, 335, 348, 365, 354, 312, 322, 321, 290, 250, 241, 398, 397, 378, 383, 451, 414, 427, 415, 405, 352, 355, 339, 389, 404, 377, 415, 410, 408, 414, 394, 413, 398, 419, 421, 413, 403], "n_am_pl": [35, 151, 216, 200, 168, 198, 158, 143, 200, 202, 196, 201, 202, 230, 254, 250, 227, 216, 174, 217, 232, 247, 299, 327, 124, 129, 150, 168, 180, 193, 184, 175, 206, 173, 151, 162, 111, 78, 72, 63, 47, 29, 44, 39, 26, 27, 18, 18, 9, 8], "n_pos": 1280, "sum_m_en": [135.17123, 70.031815, 68.982801, 66.106617, 68.44367, 67.265087, 67.900593, 71.917779, 75.134178, 78.966078, 80.92321, 84.12114, 89.289125, 96.401032, 91.663207, 90.124633, 88.409778, 88.242319, 76.761139, 69.963488, 62.200958, 57.718984, 55.8313, 53.871462, 110.985394, 127.041954, 135.691616, 126.012625, 133.059532, 131.871963, 124.736936, 128.894799, 130.264737, 130.91468, 147.563864, 154.410448, 174.410521, 186.629745, 191.984015, 219.730752, 228.061563, 248.145857, 276.642709, 297.995075, 332.710795, 342.646755, 382.102984, 396.456006, 401.819707, 403.072552], "sum_m_pl": [445.48635, 626.268378, 615.773777, 611.952753, 608.59839, 600.863612, 609.890872, 600.733141, 607.428488, 612.745969, 605.749217, 604.470034, 610.608771, 603.442553, 620.644587, 622.803082, 613.234327, 608.218551, 619.424404, 633.979977, 643.676037, 647.371631, 646.560403, 647.467778, 567.069381, 550.413329, 534.362714, 569.160887, 571.605474, 572.873219, 579.847435, 571.91002, 574.983433, 565.649134, 536.529799, 513.879132, 466.708363, 445.964504, 414.371781, 386.071497, 347.503444, 310.320564, 281.91111, 230.429943, 176.927633, 136.309224, 80.368822, 55.702335, 13.912337, 7.409251]}, "digit": {"n_am_en": [4, 9, 13, 19, 35, 18, 12, 20, 24, 37, 35, 33, 24, 20, 17, 11, 14, 15, 13, 13, 24, 18, 19, 20, 21, 28, 19, 21, 20, 25, 17, 17, 19, 8, 16, 11, 7, 7, 6, 4, 4, 4, 3, 1, 3, 4, 3, 2, 0, 0], "n_am_pl": [0, 3, 28, 16, 8, 11, 5, 5, 9, 2, 6, 6, 13, 20, 19, 14, 11, 13, 16, 15, 16, 14, 18, 25, 13, 8, 19, 18, 14, 12, 14, 15, 19, 24, 19, 15, 18, 11, 12, 5, 4, 4, 7, 12, 3, 9, 1, 0, 0, 0], "n_pos": 70, "sum_m_en": [5.425727, 3.256371, 3.806401, 3.563967, 3.706408, 3.944471, 4.067146, 4.827044, 4.696188, 5.788379, 5.665203, 5.42986, 5.927286, 6.53034, 5.68779, 5.217814, 5.159834, 5.033077, 4.338877, 4.062926, 3.561756, 3.287115, 3.127398, 2.992277, 6.77257, 8.384855, 8.25326, 7.532328, 7.981222, 7.141491, 6.893042, 6.811288, 7.293787, 6.387003, 6.928511, 6.547588, 6.549929, 6.425811, 6.218007, 5.555763, 5.382249, 5.503794, 5.395198, 5.288925, 5.117863, 3.986122, 2.502043, 1.962947, 0.035395, 8e-06], "sum_m_pl": [19.00993, 35.863111, 34.053403, 34.407197, 35.102594, 33.801906, 33.695387, 32.282458, 33.035089, 33.172003, 32.531656, 32.522156, 32.330126, 31.875061, 33.363619, 34.123966, 33.585348, 33.432108, 33.934773, 34.807657, 35.636327, 35.75569, 35.86031, 36.057856, 32.365454, 30.299408, 30.247222, 32.513049, 32.172067, 32.783979, 32.177439, 32.38086, 31.953549, 32.476362, 30.415257, 29.187876, 28.04796, 27.068615, 24.83659, 23.843673, 23.4699, 23.876953, 23.873225, 22.213246, 18.267774, 13.155042, 4.187666, 2.52963, 0.064178, 3e-06]}, "lang": {"n_am_en": [138, 101, 94, 80, 97, 64, 115, 100, 91, 104, 115, 107, 122, 110, 117, 126, 136, 133, 114, 125, 110, 107, 94, 91, 171, 165, 166, 159, 167, 156, 161, 154, 158, 156, 158, 160, 190, 210, 212, 220, 226, 237, 250, 252, 259, 264, 299, 327, 374, 396], "n_am_pl": [19, 73, 60, 73, 62, 65, 52, 44, 56, 88, 67, 63, 55, 66, 69, 70, 76, 81, 63, 64, 80, 88, 97, 104, 34, 39, 47, 60, 61, 60, 55, 51, 67, 46, 43, 44, 26, 22, 21, 22, 17, 6, 11, 7, 5, 3, 4, 1, 7, 8], "n_pos": 407, "sum_m_en": [49.56441, 25.162812, 22.717998, 21.521939, 22.369093, 21.759682, 21.738236, 22.346747, 24.009292, 23.984919, 24.994873, 26.503692, 28.292362, 30.32139, 29.186951, 28.858821, 28.300181, 28.259905, 24.835822, 22.330907, 20.076476, 18.538239, 17.96993, 17.31969, 41.280007, 47.804528, 48.987643, 44.155047, 46.298954, 46.077843, 42.723502, 44.532687, 45.112845, 48.329019, 57.028163, 62.913487, 76.816547, 86.480138, 95.108873, 111.934418, 123.996373, 142.279735, 160.974254, 183.449715, 203.615101, 223.845116, 262.980044, 294.278286, 354.801522, 389.65252], "sum_m_pl": [132.088272, 191.254122, 190.245528, 187.549047, 186.023118, 186.222196, 191.080753, 189.80916, 192.397738, 195.537202, 193.172131, 193.091037, 195.147479, 193.808015, 198.373608, 198.955262, 196.454907, 195.436697, 197.532931, 201.827474, 204.172371, 205.229636, 204.591108, 204.886422, 178.231092, 174.143098, 170.048592, 180.026578, 180.259692, 181.824564, 184.924039, 181.145723, 182.982876, 179.837224, 170.524192, 163.215369, 145.192531, 137.182769, 126.014767, 118.966993, 106.023872, 92.48044, 80.08035, 65.021492, 48.854899, 37.871537, 24.16419, 9.794882, 7.880258, 7.399276]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18748", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 723, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9844, "tf_agree_excl_first": 0.9851}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [208, 331, 347, 307, 328, 223, 235, 255, 292, 348, 343, 347, 332, 302, 301, 305, 266, 280, 238, 213, 233, 203, 188, 187, 302, 311, 263, 289, 335, 353, 312, 306, 312, 313, 305, 313, 301, 315, 274, 256, 241, 228, 243, 213, 179, 164, 94, 55, 28, 15], "n_am_pl": [27, 252, 275, 251, 207, 262, 203, 214, 223, 194, 205, 234, 244, 259, 278, 287, 252, 233, 201, 262, 300, 295, 318, 345, 129, 137, 143, 181, 227, 225, 247, 256, 295, 235, 225, 170, 140, 129, 135, 127, 109, 112, 106, 106, 109, 92, 134, 142, 228, 235], "n_pos": 1280, "sum_m_en": [115.253555, 60.06108, 66.113278, 66.74493, 70.018185, 68.63636, 72.650238, 76.107373, 82.212395, 88.574215, 89.625256, 90.757038, 93.541921, 99.969657, 101.968372, 97.980336, 95.478356, 90.758164, 79.932421, 73.817456, 64.399829, 59.811766, 57.5775, 55.275299, 108.313139, 123.556955, 128.582284, 125.829947, 132.338215, 134.756079, 126.490231, 126.195914, 132.362378, 133.769604, 139.16117, 148.716895, 162.892894, 176.029477, 163.732326, 162.699451, 155.785003, 159.471298, 163.865445, 148.937182, 140.973476, 129.615272, 92.244076, 61.129909, 33.208201, 15.043978], "sum_m_pl": [471.033507, 646.507668, 627.754145, 619.8599, 622.175032, 609.80748, 606.727056, 600.783779, 606.405389, 607.966554, 604.574379, 606.500896, 612.321736, 603.798686, 614.551812, 619.512528, 605.101208, 604.149066, 621.914, 638.114727, 645.801312, 651.296615, 651.461078, 652.020351, 562.34264, 542.060807, 529.759147, 569.387366, 576.272798, 576.370276, 577.143921, 574.724907, 573.319275, 558.614754, 532.882146, 500.699763, 455.386766, 428.142001, 405.420578, 389.027668, 351.744577, 343.058148, 332.277538, 298.078093, 244.063888, 215.86695, 187.447742, 179.661689, 220.029291, 235.896694]}, "digit": {"n_am_en": [1, 25, 37, 40, 36, 29, 22, 24, 30, 32, 38, 41, 31, 36, 28, 24, 19, 23, 19, 21, 18, 17, 22, 17, 21, 33, 27, 24, 19, 25, 22, 20, 20, 19, 25, 22, 19, 11, 10, 3, 1, 6, 4, 4, 0, 3, 3, 2, 0, 0], "n_am_pl": [0, 5, 22, 12, 10, 18, 9, 8, 14, 12, 8, 7, 11, 11, 19, 17, 20, 17, 18, 21, 22, 20, 18, 22, 13, 10, 11, 12, 21, 18, 23, 22, 26, 22, 14, 12, 11, 16, 12, 10, 9, 7, 7, 15, 5, 7, 6, 0, 0, 0], "n_pos": 95, "sum_m_en": [7.694596, 4.401363, 4.827204, 4.501626, 4.702233, 5.05273, 5.332098, 5.940879, 5.943801, 7.048125, 7.226275, 6.927429, 7.094975, 7.888056, 7.467067, 7.235159, 7.004013, 6.675708, 5.745574, 5.503159, 4.696164, 4.382444, 4.160228, 3.992669, 7.170098, 9.520841, 10.080344, 9.413401, 9.752283, 9.780907, 9.570373, 9.469511, 9.437771, 8.936928, 9.218518, 9.10809, 9.403746, 9.762749, 7.894738, 7.237547, 6.804118, 6.844318, 6.718954, 6.209352, 5.59346, 4.696539, 2.875006, 2.115471, 0.271877, 0.0], "sum_m_pl": [31.019906, 49.405916, 46.856649, 47.06122, 47.997816, 46.232091, 46.016517, 44.674253, 45.244521, 45.827085, 45.361157, 45.510508, 45.199566, 44.216262, 46.199432, 46.888918, 45.70456, 45.476959, 46.104448, 47.459955, 48.291076, 48.687788, 48.696518, 48.8486, 41.820533, 39.827903, 40.169752, 44.308172, 44.666664, 44.393864, 43.60555, 44.02804, 43.701974, 44.020803, 41.438721, 39.555794, 37.731763, 34.957234, 32.709907, 33.083537, 31.736497, 32.7209, 31.653056, 31.075868, 27.886063, 20.35567, 11.74134, 5.427993, 0.518253, 0.0]}, "lang": {"n_am_en": [50, 59, 54, 30, 58, 37, 57, 52, 54, 55, 48, 57, 54, 57, 68, 70, 54, 61, 68, 61, 58, 60, 53, 55, 91, 81, 62, 72, 62, 73, 76, 74, 84, 85, 90, 106, 105, 106, 98, 99, 98, 100, 104, 100, 103, 102, 56, 33, 18, 15], "n_am_pl": [9, 68, 89, 73, 52, 47, 27, 45, 51, 48, 52, 48, 53, 52, 47, 58, 52, 49, 46, 58, 75, 75, 81, 82, 29, 31, 31, 40, 41, 40, 53, 51, 49, 49, 48, 37, 41, 38, 51, 43, 47, 47, 45, 54, 62, 60, 97, 108, 210, 235], "n_pos": 251, "sum_m_en": [23.579135, 12.51689, 12.622987, 13.319737, 13.575438, 13.315421, 14.660131, 14.548706, 16.239072, 16.804789, 17.24067, 18.321338, 18.849907, 20.256248, 20.446066, 18.682694, 19.061673, 18.240836, 16.48518, 14.860149, 13.366922, 12.238991, 11.846834, 11.372551, 26.731823, 27.701515, 27.02469, 25.691863, 26.647892, 27.958433, 26.025521, 26.937434, 29.163316, 32.682369, 34.124857, 40.625032, 46.202475, 54.055967, 51.977878, 54.44332, 56.737425, 60.279088, 66.712733, 67.144107, 70.49955, 71.710583, 47.388998, 31.129577, 21.095527, 15.0245], "sum_m_pl": [84.655885, 120.519356, 119.556413, 115.92064, 116.394826, 115.581408, 116.586881, 116.630215, 119.091363, 119.48759, 118.846304, 118.472304, 120.000705, 117.769599, 119.964993, 122.138375, 119.292559, 119.099281, 122.182519, 124.927032, 125.816859, 126.771147, 126.537968, 126.305128, 109.894941, 106.967547, 105.772471, 112.39845, 112.973636, 113.996451, 115.595771, 113.819009, 111.774094, 108.800122, 107.346004, 102.147169, 99.341333, 93.732374, 93.078539, 91.921332, 88.007308, 90.316703, 86.314553, 86.579624, 80.447187, 82.703121, 99.302277, 104.953297, 191.93392, 230.490803]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-18748", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 654, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9938, "tf_agree_excl_first": 0.9945}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [34, 17, 14, 12, 13, 15, 21, 13, 10, 13, 10, 14, 15, 13, 11, 12, 12, 10, 15, 11, 12, 11, 17, 18, 25, 26, 26, 26, 21, 30, 24, 18, 21, 25, 25, 24, 20, 18, 27, 36, 46, 44, 36, 37, 36, 31, 23, 16, 7, 5], "n_am_pl": [3, 18, 18, 19, 14, 13, 13, 11, 13, 14, 11, 10, 14, 19, 19, 16, 20, 17, 19, 12, 15, 11, 12, 7, 10, 10, 14, 13, 14, 11, 14, 15, 19, 16, 13, 15, 14, 11, 12, 10, 10, 7, 18, 17, 18, 20, 30, 34, 37, 44], "n_pos": 93, "sum_m_en": [8.981266, 5.048559, 5.043458, 4.769181, 4.845357, 4.988956, 5.479068, 5.18937, 5.177507, 5.786969, 5.697056, 5.805492, 6.154751, 6.216431, 6.194939, 6.031542, 5.739997, 5.482926, 5.226803, 4.763352, 4.489808, 4.415149, 4.40541, 4.298599, 11.014961, 10.89686, 10.073598, 10.456703, 9.396373, 9.773955, 10.084049, 9.297486, 8.709445, 8.964906, 9.527577, 9.479999, 8.641375, 8.837357, 11.134636, 18.325482, 24.299847, 24.841747, 27.029959, 28.03457, 27.361669, 28.080746, 20.500169, 13.820125, 6.853352, 5.065863], "sum_m_pl": [34.407915, 42.1879, 41.346264, 41.616519, 39.942871, 38.707929, 39.002869, 38.023096, 37.401903, 39.040253, 39.140215, 39.371733, 38.779152, 38.087574, 40.673946, 41.376492, 42.600236, 42.783433, 42.859602, 43.458617, 44.524825, 44.878251, 44.97873, 44.827267, 32.058148, 32.177531, 31.87895, 33.496844, 35.159996, 35.359326, 35.649755, 36.664309, 37.973336, 38.229117, 36.652528, 37.030203, 36.110181, 32.20446, 30.464088, 26.776136, 24.77134, 22.505328, 22.397672, 19.682052, 22.496518, 21.582161, 28.570478, 31.681736, 35.695255, 45.411756]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0], "n_pos": 1, "sum_m_en": [0.073601, 0.065514, 0.053462, 0.052591, 0.040336, 0.041903, 0.035755, 0.044728, 0.044289, 0.046428, 0.05379, 0.062211, 0.052551, 0.052814, 0.046215, 0.055635, 0.058796, 0.059362, 0.053132, 0.052329, 0.044759, 0.046359, 0.050624, 0.048735, 0.261596, 0.168013, 0.092432, 0.081143, 0.075498, 0.074896, 0.076952, 0.06625, 0.050962, 0.059691, 0.050899, 0.048835, 0.042437, 0.06072, 0.070784, 0.21361, 0.235444, 0.254376, 0.36162, 0.152138, 0.201645, 0.043794, 0.015362, 0.004267, 0.001303, 0.0], "sum_m_pl": [0.474351, 0.501909, 0.513836, 0.494997, 0.501291, 0.416819, 0.487021, 0.462941, 0.416683, 0.465693, 0.459998, 0.461826, 0.487705, 0.456757, 0.467929, 0.464842, 0.465118, 0.476308, 0.468169, 0.484783, 0.492208, 0.483715, 0.47125, 0.475009, 0.298446, 0.327327, 0.369417, 0.374051, 0.380799, 0.403094, 0.421869, 0.453177, 0.495463, 0.489433, 0.465218, 0.477451, 0.483743, 0.470262, 0.479268, 0.36228, 0.315777, 0.27801, 0.384038, 0.304796, 0.364354, 0.334565, 0.570294, 0.603743, 0.012256, 6e-06]}, "lang": {"n_am_en": [15, 8, 5, 5, 6, 7, 12, 7, 3, 4, 5, 8, 8, 8, 6, 8, 6, 8, 9, 4, 3, 4, 8, 7, 11, 12, 15, 15, 11, 15, 16, 11, 14, 19, 16, 14, 13, 11, 14, 22, 30, 29, 25, 26, 26, 24, 19, 15, 5, 5], "n_am_pl": [1, 10, 11, 10, 6, 7, 7, 4, 7, 7, 4, 4, 6, 12, 8, 11, 11, 11, 10, 6, 11, 6, 6, 5, 4, 4, 8, 5, 6, 4, 5, 9, 10, 8, 6, 9, 8, 6, 7, 5, 6, 5, 7, 9, 8, 12, 20, 24, 35, 42], "n_pos": 48, "sum_m_en": [4.620088, 2.563842, 2.612625, 2.380246, 2.537334, 2.540055, 2.753618, 2.650435, 2.632393, 2.932064, 2.991401, 3.048749, 3.23862, 3.195764, 3.210369, 3.121298, 2.933417, 2.800934, 2.745884, 2.437854, 2.302148, 2.268141, 2.26759, 2.207258, 5.972698, 5.948914, 5.707411, 5.668383, 5.06339, 5.318625, 5.65563, 5.355785, 4.798666, 5.081326, 5.202999, 5.252739, 4.726656, 4.966187, 6.38243, 11.098347, 16.263877, 16.996206, 19.495486, 19.89683, 20.423899, 21.824573, 17.859501, 11.959515, 5.256931, 4.674714], "sum_m_pl": [17.598769, 21.495009, 20.976717, 21.107981, 20.248028, 19.823157, 19.629756, 19.314795, 19.27948, 19.986721, 20.212092, 20.53079, 20.322303, 19.888209, 21.235411, 21.696308, 22.240714, 22.499877, 22.393317, 22.355574, 23.040422, 23.206819, 23.265381, 23.164631, 16.380655, 16.516502, 16.521796, 17.286328, 18.389593, 18.396578, 18.757606, 19.317513, 20.117089, 20.543172, 19.630523, 19.833622, 19.693381, 17.745202, 16.888747, 14.436605, 12.986411, 11.99568, 10.082242, 10.273351, 12.226069, 13.249256, 18.633046, 23.468484, 32.677616, 42.46289]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 95, "item_id": "llmzszl-18750", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 722, "region_end": 93, "roundtrip_ok": true, "tf_agree": 0.9263, "tf_agree_excl_first": 0.9362}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [52, 26, 21, 20, 23, 26, 38, 25, 22, 21, 18, 26, 25, 23, 21, 19, 25, 29, 29, 15, 18, 14, 18, 20, 36, 39, 49, 33, 30, 34, 24, 25, 24, 25, 33, 29, 26, 23, 28, 46, 52, 49, 46, 51, 50, 43, 25, 14, 4, 4], "n_am_pl": [4, 26, 30, 26, 21, 17, 19, 17, 18, 18, 21, 16, 25, 22, 25, 27, 23, 19, 17, 19, 21, 21, 22, 21, 13, 12, 22, 26, 23, 21, 29, 25, 21, 18, 16, 17, 14, 12, 11, 11, 17, 17, 22, 21, 23, 33, 43, 50, 75, 83], "n_pos": 144, "sum_m_en": [14.736717, 7.368175, 7.18575, 7.154387, 7.077001, 7.04875, 7.879186, 7.655107, 7.646968, 8.51262, 8.848919, 8.964166, 9.272832, 9.350475, 9.689152, 9.300504, 9.264837, 8.781873, 7.991634, 7.226112, 6.784845, 6.54627, 6.451641, 6.345496, 12.339311, 13.560624, 14.523179, 13.92004, 13.46724, 14.142388, 13.620937, 12.871577, 12.794412, 13.252511, 14.288116, 13.540753, 12.084568, 11.452346, 13.804784, 18.843624, 25.353939, 28.248036, 30.69062, 32.709982, 32.908407, 33.032816, 21.384592, 13.199865, 5.982355, 4.509094], "sum_m_pl": [51.276983, 66.716262, 65.33862, 64.683678, 62.850309, 62.176997, 62.364024, 60.743814, 59.56793, 61.626057, 61.171804, 61.223096, 60.745772, 59.792512, 62.191534, 63.057682, 64.526085, 64.932995, 66.277034, 67.771588, 69.307021, 69.876269, 69.986543, 69.652791, 51.739411, 51.275519, 49.925997, 52.886926, 55.052466, 55.429523, 55.426099, 56.98188, 57.226417, 55.897419, 54.061167, 53.643851, 52.790794, 48.586979, 46.498002, 42.781143, 40.923621, 38.491641, 36.962775, 33.810444, 36.320622, 38.876945, 47.137297, 51.843477, 69.05526, 82.56992]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [31, 16, 9, 10, 14, 15, 23, 15, 12, 11, 12, 16, 14, 18, 17, 15, 17, 21, 21, 9, 7, 5, 7, 10, 22, 23, 32, 19, 20, 23, 16, 16, 18, 19, 26, 22, 19, 16, 20, 31, 38, 35, 33, 37, 39, 32, 21, 13, 3, 4], "n_am_pl": [2, 17, 20, 14, 16, 12, 12, 11, 11, 9, 10, 11, 15, 16, 17, 17, 17, 17, 11, 12, 16, 15, 14, 14, 7, 7, 15, 17, 13, 13, 18, 17, 14, 13, 9, 10, 10, 10, 9, 9, 12, 14, 16, 17, 19, 28, 37, 43, 73, 82], "n_pos": 87, "sum_m_en": [8.886681, 4.334674, 4.296829, 4.213388, 4.28166, 4.269902, 4.778298, 4.701921, 4.68193, 5.14585, 5.380929, 5.527974, 5.682346, 5.661442, 5.831917, 5.574889, 5.51525, 5.296936, 4.846664, 4.335852, 4.049228, 3.887767, 3.852081, 3.791737, 7.439857, 8.24359, 9.101924, 8.490922, 8.061704, 8.544278, 8.373786, 8.094128, 7.978929, 8.498805, 9.018802, 8.537877, 7.669038, 7.502995, 9.22487, 12.901669, 18.153057, 21.000407, 22.378162, 24.085981, 25.409956, 26.040484, 18.362466, 11.426352, 4.504041, 4.454051], "sum_m_pl": [30.595677, 40.391984, 39.473963, 39.264322, 38.027255, 37.567385, 37.390065, 36.697147, 36.154435, 37.194901, 37.133145, 37.484685, 37.36153, 36.630948, 38.165458, 38.429482, 39.246794, 39.661703, 40.535504, 41.238326, 42.21936, 42.566426, 42.623306, 42.462456, 32.441743, 32.286079, 31.721752, 33.696829, 34.921132, 34.960555, 35.157721, 35.939811, 36.527061, 35.763208, 34.79278, 34.491175, 34.665212, 33.017872, 31.501776, 28.795777, 27.708615, 26.645099, 25.803352, 25.022596, 27.347216, 30.48122, 39.208589, 44.519997, 65.138549, 81.06316]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "llmzszl-18750", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 653, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9862}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 8, 8, 9, 10, 7, 9, 9, 9, 7, 13, 10, 5, 4, 6, 2, 8, 7, 7, 5, 8, 8, 6, 5, 11, 10, 8, 10, 9, 13, 11, 9, 11, 6, 12, 10, 10, 7, 8, 10, 9, 9, 11, 13, 9, 8, 7, 4, 1, 1], "n_am_pl": [7, 11, 10, 11, 3, 5, 7, 5, 8, 9, 2, 2, 4, 2, 6, 1, 3, 3, 3, 4, 7, 9, 12, 8, 3, 7, 6, 8, 8, 7, 9, 10, 7, 11, 7, 11, 11, 10, 14, 13, 10, 11, 8, 11, 12, 10, 12, 11, 26, 26], "n_pos": 46, "sum_m_en": [4.277798, 2.391312, 2.404974, 2.344368, 2.449546, 2.404456, 2.379717, 2.796969, 2.926214, 2.829918, 3.012486, 2.955705, 3.208647, 3.043028, 2.981675, 2.811464, 2.816747, 2.570682, 2.301225, 2.12728, 2.068507, 1.983348, 1.986061, 2.009559, 4.450584, 5.339976, 4.923861, 5.210281, 4.86557, 4.740547, 4.633172, 4.198732, 4.117044, 4.039684, 4.318748, 4.231071, 4.444736, 5.057025, 5.305887, 6.260339, 6.704559, 7.453613, 7.727734, 9.240931, 8.752538, 8.703266, 6.506309, 4.686465, 1.5906, 1.014066], "sum_m_pl": [17.703664, 20.752305, 20.685046, 21.029479, 19.943527, 20.695, 20.610793, 20.052078, 20.2221, 20.659509, 20.340785, 19.962054, 20.040689, 19.69942, 20.335932, 20.721132, 21.18189, 21.742239, 22.286483, 22.605943, 22.622147, 22.414939, 22.337831, 22.321268, 17.755717, 17.105958, 17.187092, 17.287009, 18.33912, 18.353296, 18.759237, 19.286899, 19.695824, 19.207116, 18.626033, 18.819485, 17.630695, 16.262778, 15.06387, 13.811397, 12.909925, 13.452175, 13.26352, 12.575217, 11.325882, 11.235529, 12.433846, 11.965507, 21.805026, 26.022918]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 6, 7, 6, 6, 6, 4, 5, 5, 9, 6, 4, 3, 4, 1, 6, 5, 3, 2, 3, 3, 2, 3, 7, 4, 4, 5, 4, 10, 7, 6, 8, 4, 9, 5, 4, 4, 4, 5, 5, 4, 5, 5, 6, 6, 5, 3, 1, 1], "n_am_pl": [3, 5, 6, 6, 2, 2, 2, 2, 3, 3, 1, 1, 3, 2, 4, 0, 2, 1, 1, 4, 4, 5, 8, 5, 2, 5, 4, 4, 6, 4, 8, 6, 5, 8, 5, 8, 7, 9, 11, 10, 8, 9, 7, 10, 10, 8, 8, 10, 23, 26], "n_pos": 27, "sum_m_en": [2.614281, 1.391649, 1.419664, 1.415869, 1.459027, 1.428539, 1.429792, 1.695432, 1.779499, 1.766912, 1.828172, 1.799431, 1.976215, 1.742357, 1.760336, 1.653445, 1.632731, 1.481078, 1.350091, 1.259323, 1.229341, 1.17024, 1.17313, 1.188495, 2.953965, 3.715947, 3.294443, 3.558229, 3.331481, 3.179589, 3.166034, 2.763565, 2.584505, 2.521513, 2.705819, 2.662715, 2.793994, 3.356651, 3.567057, 4.203964, 4.56884, 4.447356, 4.417872, 5.644684, 6.17873, 6.404655, 4.94423, 3.2464, 1.350039, 1.013731], "sum_m_pl": [9.667579, 12.109042, 12.042667, 12.193975, 11.407279, 11.825567, 11.875194, 11.635911, 11.750561, 12.00752, 12.074053, 11.770552, 11.831109, 11.837016, 12.286068, 12.505494, 12.741912, 13.147748, 13.240932, 13.310002, 13.219514, 13.034874, 12.990072, 13.022635, 10.329137, 9.769731, 10.017764, 10.022714, 10.901182, 10.806384, 11.286507, 11.474593, 11.896699, 11.742658, 11.168462, 11.350402, 10.639243, 9.690488, 9.165281, 8.457362, 8.013736, 8.4762, 8.439463, 8.269203, 8.34877, 7.833431, 9.514881, 9.880746, 19.8058, 25.168216]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 48, "item_id": "llmzszl-18751", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 706, "region_end": 46, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.9787}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [11, 8, 7, 12, 10, 10, 6, 8, 10, 7, 13, 13, 7, 3, 4, 2, 6, 5, 6, 2, 5, 5, 4, 5, 12, 12, 9, 9, 11, 12, 9, 14, 13, 5, 8, 7, 9, 9, 6, 9, 7, 8, 8, 9, 9, 9, 6, 4, 1, 1], "n_am_pl": [9, 13, 9, 7, 3, 5, 5, 4, 8, 11, 3, 4, 5, 2, 5, 2, 5, 2, 5, 5, 8, 9, 12, 8, 4, 8, 6, 6, 9, 5, 11, 9, 6, 8, 5, 12, 11, 13, 13, 14, 9, 10, 10, 10, 9, 11, 13, 14, 28, 27], "n_pos": 47, "sum_m_en": [4.329903, 2.446753, 2.466642, 2.410092, 2.540304, 2.504676, 2.448927, 2.854839, 2.976628, 2.927501, 3.148509, 3.093765, 3.312114, 3.165445, 3.06667, 2.836998, 2.776595, 2.548173, 2.26532, 2.098408, 2.042316, 1.97544, 1.979988, 1.9942, 4.429634, 5.580293, 5.188615, 5.473961, 5.259571, 4.859149, 4.793866, 4.379716, 4.222374, 4.002413, 4.226547, 4.143586, 4.36241, 4.652431, 4.835596, 5.704908, 6.129797, 6.734001, 6.952595, 7.826504, 8.415601, 8.378295, 5.980009, 4.472695, 1.440526, 1.009786], "sum_m_pl": [18.060669, 21.213807, 21.112645, 21.679565, 20.52689, 21.231836, 20.987023, 20.490794, 20.659302, 21.05612, 20.701485, 20.307889, 20.472629, 20.027666, 20.627758, 21.279605, 21.802966, 22.308109, 22.913128, 23.127762, 23.09219, 22.831613, 22.750183, 22.747984, 18.03484, 17.002648, 17.268813, 17.255357, 18.478724, 18.842485, 19.094778, 19.579987, 20.005053, 19.319768, 18.979001, 19.444685, 18.229333, 16.991984, 16.305889, 15.060821, 14.340349, 14.947761, 14.501626, 13.688732, 11.875547, 11.994964, 13.960282, 13.869927, 22.892362, 26.94704]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [4, 6, 5, 8, 6, 8, 5, 4, 5, 5, 9, 7, 6, 1, 2, 1, 5, 4, 2, 1, 2, 3, 1, 3, 7, 6, 4, 6, 8, 9, 7, 9, 10, 5, 6, 5, 5, 5, 4, 5, 4, 4, 5, 5, 6, 6, 4, 3, 1, 1], "n_am_pl": [5, 7, 6, 5, 3, 2, 1, 2, 3, 4, 2, 2, 3, 2, 4, 0, 2, 1, 3, 4, 4, 5, 9, 6, 2, 3, 2, 4, 6, 4, 7, 5, 3, 6, 3, 8, 9, 11, 11, 12, 8, 8, 6, 9, 8, 9, 9, 11, 25, 27], "n_pos": 28, "sum_m_en": [2.681024, 1.455131, 1.490938, 1.489898, 1.552371, 1.537641, 1.512645, 1.765414, 1.830856, 1.872217, 1.948575, 1.91085, 2.038805, 1.843522, 1.822887, 1.681735, 1.646813, 1.498873, 1.361427, 1.278508, 1.24938, 1.199519, 1.207872, 1.220622, 3.081935, 4.016894, 3.621188, 3.929314, 3.785333, 3.402582, 3.435109, 2.991803, 2.753422, 2.59062, 2.713489, 2.674064, 2.734663, 3.06623, 3.329285, 3.834498, 4.277588, 4.105148, 4.085472, 5.186244, 6.129108, 6.53322, 4.594719, 3.251432, 1.309161, 1.009697], "sum_m_pl": [10.076027, 12.580042, 12.482509, 12.828442, 11.970786, 12.358906, 12.286055, 12.063895, 12.203757, 12.387683, 12.46696, 12.179919, 12.313453, 12.255064, 12.70159, 13.035274, 13.307508, 13.695398, 13.785611, 13.794672, 13.66769, 13.460219, 13.401191, 13.451344, 10.728623, 9.960592, 10.265738, 10.151688, 11.161126, 11.32942, 11.713572, 11.941554, 12.518922, 12.228758, 11.817361, 12.16427, 11.437009, 10.471932, 10.151321, 9.444405, 9.103062, 9.562787, 9.516942, 9.120111, 8.831156, 8.502512, 10.689293, 11.132486, 20.803946, 26.33513]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 49, "item_id": "llmzszl-18751", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 637, "region_end": 47, "roundtrip_ok": true, "tf_agree": 0.9592, "tf_agree_excl_first": 0.9792}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [107, 110, 91, 90, 73, 58, 60, 76, 67, 82, 91, 103, 100, 104, 99, 93, 82, 71, 66, 69, 50, 51, 57, 61, 88, 97, 111, 100, 110, 111, 107, 111, 110, 112, 128, 127, 121, 123, 133, 120, 138, 144, 149, 159, 162, 164, 191, 198, 186, 196], "n_am_pl": [16, 44, 59, 53, 65, 73, 40, 40, 41, 52, 52, 40, 55, 62, 60, 57, 72, 60, 79, 111, 126, 122, 104, 102, 109, 72, 55, 59, 60, 59, 57, 65, 51, 60, 56, 57, 49, 59, 59, 63, 49, 42, 45, 19, 16, 10, 15, 8, 1, 3], "n_pos": 358, "sum_m_en": [44.812941, 23.037149, 21.368917, 20.009335, 20.289275, 19.081849, 19.337109, 20.015094, 21.549666, 22.46511, 24.248957, 26.197456, 26.440804, 27.978994, 27.605063, 26.026752, 24.744887, 25.88685, 21.644035, 18.679874, 17.333439, 16.296262, 15.72924, 15.443838, 30.837943, 33.710618, 37.657059, 38.066419, 38.04721, 39.770464, 36.285244, 37.279752, 38.477574, 40.917128, 42.382126, 48.633828, 55.264255, 56.776595, 60.682796, 60.071206, 66.549982, 86.375222, 93.082291, 100.526968, 112.015664, 127.272291, 159.480842, 175.703968, 179.442466, 194.855302], "sum_m_pl": [115.758712, 162.551421, 161.632346, 160.731847, 157.969316, 160.639106, 159.791725, 158.646695, 158.866204, 162.536293, 162.600465, 163.659755, 164.389572, 160.345656, 160.901599, 160.954809, 164.898288, 161.299096, 169.167355, 175.194567, 176.98693, 176.55384, 176.097263, 176.628944, 157.08299, 151.23268, 145.741495, 147.272361, 150.24119, 147.848437, 153.558289, 151.179511, 148.532375, 147.957144, 147.747045, 139.482937, 129.158708, 128.588513, 126.299646, 129.422897, 114.540474, 100.19656, 95.523499, 73.210077, 60.107108, 43.804229, 30.41937, 16.523582, 4.803078, 3.327277]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [73, 64, 48, 50, 43, 37, 44, 50, 44, 55, 64, 71, 61, 59, 56, 66, 56, 49, 46, 47, 37, 37, 38, 39, 60, 62, 71, 66, 69, 69, 67, 69, 63, 72, 85, 82, 71, 73, 85, 78, 86, 98, 104, 108, 119, 123, 142, 156, 174, 196], "n_am_pl": [6, 30, 39, 28, 38, 42, 27, 19, 15, 18, 22, 20, 21, 31, 34, 28, 36, 30, 40, 58, 65, 68, 57, 57, 54, 38, 25, 23, 28, 28, 29, 31, 27, 34, 27, 33, 28, 31, 28, 32, 21, 12, 16, 6, 5, 6, 7, 2, 1, 3], "n_pos": 199, "sum_m_en": [27.515827, 12.630376, 11.790118, 11.220274, 11.396009, 10.791759, 11.023396, 11.460978, 12.199352, 12.944369, 13.724677, 15.093276, 14.85078, 15.789027, 15.540032, 14.797952, 13.981367, 14.680274, 12.19375, 10.559819, 9.784759, 9.150221, 8.833318, 8.681352, 18.568227, 20.251868, 22.712012, 22.369995, 21.954084, 22.969058, 20.591352, 21.234058, 21.823036, 23.190669, 24.157017, 27.425461, 31.194522, 31.951939, 36.538121, 36.244158, 39.541127, 53.544151, 60.07914, 65.594753, 74.412945, 90.534006, 113.905905, 134.479182, 164.621324, 189.026302], "sum_m_pl": [63.079881, 91.582977, 90.230521, 89.0174, 87.574583, 88.522789, 88.61662, 88.08713, 88.711704, 90.673177, 90.728721, 90.94195, 91.57214, 88.503088, 89.202611, 89.270507, 91.340616, 89.43075, 93.735609, 96.859517, 97.630334, 97.961132, 97.741044, 98.140859, 84.794759, 81.721688, 79.309637, 81.038707, 83.206457, 81.766932, 85.870298, 84.266678, 82.613404, 82.570918, 82.175484, 78.638728, 72.658592, 71.909419, 70.342189, 71.676561, 63.286009, 53.522317, 50.502381, 39.023581, 31.971606, 23.741088, 14.513064, 7.903822, 3.181217, 3.033861]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1279, "item_id": "llmzszl-18752", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 726, "region_end": 358, "roundtrip_ok": true, "tf_agree": 0.9937, "tf_agree_excl_first": 0.9945}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [128, 90, 84, 83, 69, 57, 76, 82, 84, 98, 127, 114, 129, 104, 115, 109, 87, 85, 72, 49, 47, 48, 52, 43, 85, 101, 101, 88, 90, 102, 97, 89, 98, 108, 103, 117, 113, 101, 94, 88, 99, 79, 91, 89, 84, 86, 71, 85, 47, 53], "n_am_pl": [27, 80, 117, 89, 70, 92, 52, 41, 53, 57, 40, 48, 62, 68, 65, 54, 68, 59, 80, 118, 146, 132, 127, 123, 127, 87, 80, 89, 101, 87, 99, 130, 106, 92, 80, 70, 74, 89, 108, 130, 118, 112, 105, 97, 94, 98, 128, 129, 178, 173], "n_pos": 462, "sum_m_en": [43.805202, 24.32422, 24.204871, 23.444336, 22.900121, 21.553513, 22.917078, 23.293985, 24.719323, 25.686707, 28.304309, 29.816918, 30.671058, 31.798685, 32.134508, 30.268307, 28.719427, 28.119952, 24.020675, 21.693872, 20.602717, 19.657856, 19.252059, 19.065349, 33.725678, 36.683905, 39.856518, 38.713468, 39.192456, 41.699961, 41.553887, 40.244465, 42.890834, 45.436034, 44.409316, 48.488103, 51.89764, 52.98468, 51.888681, 48.932531, 50.000895, 51.651753, 54.594865, 53.840574, 63.09653, 70.015614, 76.384645, 80.080948, 49.532453, 50.272354], "sum_m_pl": [163.149225, 210.724488, 210.740492, 207.37709, 202.565712, 208.857814, 206.616789, 203.996791, 204.106731, 205.02428, 206.690301, 204.583032, 207.653904, 206.200932, 208.900219, 211.185708, 214.580587, 214.948263, 225.747425, 230.342108, 232.262235, 231.398424, 229.837419, 229.993772, 200.262334, 195.790542, 189.18668, 194.432522, 202.010298, 201.506995, 206.438402, 206.908486, 201.424188, 197.673764, 194.001647, 185.079479, 180.893761, 177.360873, 174.77906, 183.10907, 167.940609, 166.007021, 159.326564, 149.421946, 137.075602, 132.024768, 144.796605, 136.439687, 171.786461, 177.013969]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [67, 39, 39, 33, 37, 37, 46, 43, 43, 65, 82, 66, 69, 47, 58, 61, 51, 54, 42, 25, 22, 23, 26, 21, 45, 48, 56, 43, 50, 55, 61, 52, 60, 64, 60, 68, 66, 58, 58, 49, 58, 49, 59, 53, 48, 52, 33, 51, 40, 52], "n_am_pl": [9, 38, 51, 44, 26, 42, 21, 20, 26, 24, 13, 24, 30, 34, 33, 18, 28, 23, 36, 61, 76, 65, 62, 60, 68, 45, 41, 49, 49, 40, 48, 60, 51, 46, 40, 34, 37, 49, 58, 62, 57, 53, 47, 45, 48, 58, 87, 91, 161, 171], "n_pos": 224, "sum_m_en": [22.047278, 12.247051, 12.395435, 11.75954, 11.197472, 10.519302, 11.355714, 11.329726, 11.879163, 12.578308, 13.64778, 14.278426, 14.758076, 15.34493, 15.643038, 14.870833, 14.1119, 13.829836, 11.840495, 10.656345, 10.048688, 9.506611, 9.313464, 9.253124, 18.174778, 19.648257, 21.529374, 20.438931, 21.055767, 21.915256, 21.826155, 21.173945, 22.64289, 24.748029, 24.235014, 26.558511, 28.207894, 28.254815, 28.947504, 26.877189, 27.467521, 30.159401, 33.752861, 33.003708, 34.612698, 42.532889, 37.881117, 44.54688, 40.832284, 48.572963], "sum_m_pl": [78.087409, 102.259571, 100.688848, 99.826427, 97.467718, 101.381582, 100.385346, 99.048257, 99.863583, 100.981117, 102.45817, 101.37768, 103.60543, 102.061459, 103.504625, 103.665013, 104.717479, 105.187688, 109.937251, 111.825399, 112.452296, 112.22586, 111.499579, 111.504335, 97.05006, 95.51623, 93.311895, 96.008189, 98.826413, 98.931797, 101.371166, 102.01382, 100.215961, 99.083564, 97.161053, 93.461961, 92.910741, 92.615895, 92.090194, 94.767188, 88.754448, 87.798042, 82.266245, 78.388765, 74.703251, 73.985123, 90.212211, 92.304766, 143.565935, 168.668469]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 464, "item_id": "llmzszl-18752", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 657, "region_end": 462, "roundtrip_ok": true, "tf_agree": 0.9784, "tf_agree_excl_first": 0.9806}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 14, 19, 15, 13, 7, 13, 13, 18, 12, 14, 18, 15, 11, 16, 14, 11, 8, 6, 6, 6, 8, 11, 9, 15, 17, 19, 24, 21, 30, 22, 24, 23, 23, 27, 19, 17, 20, 16, 13, 16, 12, 16, 16, 12, 19, 11, 3, 2, 3], "n_am_pl": [8, 20, 9, 15, 13, 16, 9, 8, 6, 7, 5, 4, 6, 7, 5, 6, 6, 12, 10, 10, 8, 14, 15, 12, 9, 10, 7, 6, 9, 8, 13, 12, 17, 13, 10, 14, 14, 13, 12, 7, 9, 9, 15, 12, 17, 15, 26, 28, 30, 35], "n_pos": 75, "sum_m_en": [7.174652, 3.812425, 3.89563, 3.646083, 3.747999, 3.655143, 3.82436, 4.270924, 4.491666, 4.465048, 4.951646, 5.243663, 5.459415, 5.52546, 5.502148, 4.98981, 4.584501, 4.303963, 3.741478, 3.391676, 3.246812, 3.133943, 3.0756, 3.028392, 5.858891, 6.824414, 7.815203, 8.445171, 7.719094, 8.010521, 8.183614, 7.663231, 7.20681, 6.928829, 7.550771, 7.201113, 7.549339, 7.64998, 7.142154, 8.11028, 9.122198, 9.297934, 9.033196, 10.196815, 7.77533, 13.432302, 9.923122, 4.672963, 3.000668, 2.991793], "sum_m_pl": [28.804759, 33.042825, 32.937082, 33.108263, 32.324881, 33.512467, 33.603445, 32.848368, 32.814112, 33.185762, 33.423813, 32.923526, 32.938483, 32.791368, 34.035408, 34.77005, 35.344396, 35.994243, 36.849627, 37.362567, 37.711011, 37.570332, 37.418884, 37.395044, 30.263466, 30.059426, 30.361289, 30.382276, 31.875063, 31.648549, 31.821843, 32.412437, 33.488052, 32.619664, 31.44089, 32.001715, 30.551725, 29.507085, 27.818296, 25.492982, 21.802051, 19.805816, 19.986719, 20.323166, 20.005571, 17.552026, 23.782829, 26.31567, 29.970809, 33.702855]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 8, 11, 8, 8, 5, 6, 8, 11, 8, 8, 12, 10, 7, 11, 7, 7, 4, 4, 4, 3, 3, 5, 5, 7, 5, 7, 9, 9, 12, 12, 12, 10, 12, 13, 11, 11, 12, 9, 7, 8, 7, 8, 8, 7, 13, 8, 3, 2, 3], "n_am_pl": [4, 8, 5, 7, 7, 7, 4, 1, 2, 4, 2, 1, 3, 5, 4, 3, 3, 7, 5, 4, 2, 6, 6, 4, 3, 4, 4, 3, 3, 3, 4, 5, 7, 9, 5, 8, 9, 9, 9, 6, 6, 6, 7, 7, 10, 7, 15, 18, 29, 34], "n_pos": 37, "sum_m_en": [4.012609, 1.891998, 1.947989, 1.880795, 1.893734, 1.817824, 1.945433, 2.322995, 2.43175, 2.406872, 2.798163, 2.874173, 3.022526, 2.871693, 2.705779, 2.441119, 2.260232, 2.141323, 1.865822, 1.651128, 1.567802, 1.50651, 1.485433, 1.477773, 2.860121, 3.575828, 4.303233, 4.833054, 4.332974, 4.437151, 4.647838, 4.234124, 3.822621, 3.844895, 4.232479, 3.957629, 4.469975, 4.458473, 3.865344, 4.691727, 5.445051, 5.484939, 5.112495, 5.223114, 5.221462, 9.229288, 7.605247, 3.585775, 2.352305, 2.983119], "sum_m_pl": [13.295785, 15.753255, 15.903431, 15.958259, 15.488746, 16.139689, 16.023802, 15.6332, 15.51952, 15.812642, 15.980371, 15.812794, 15.812425, 15.833259, 16.622892, 17.043736, 17.309154, 17.750953, 18.145156, 18.457587, 18.68584, 18.558896, 18.437678, 18.36558, 13.989984, 13.922393, 14.29333, 13.982512, 14.960737, 14.699231, 14.866273, 15.471824, 16.63744, 16.229889, 15.414022, 16.102623, 15.395356, 15.286482, 14.901109, 13.951524, 11.744424, 10.97907, 10.682584, 11.026388, 12.235463, 9.479976, 14.08461, 17.562527, 27.277888, 32.38447]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 77, "item_id": "llmzszl-18754", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 735, "region_end": 75, "roundtrip_ok": true, "tf_agree": 0.9351, "tf_agree_excl_first": 0.9474}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [17, 16, 14, 15, 12, 9, 13, 16, 22, 17, 21, 17, 14, 16, 23, 18, 16, 11, 12, 6, 7, 8, 6, 10, 18, 17, 17, 23, 19, 15, 17, 16, 23, 28, 25, 26, 22, 19, 17, 13, 14, 13, 16, 15, 12, 17, 9, 8, 3, 2], "n_am_pl": [5, 15, 9, 18, 11, 15, 8, 6, 8, 7, 7, 5, 5, 11, 8, 11, 13, 10, 12, 14, 11, 16, 17, 17, 13, 15, 11, 9, 13, 12, 15, 11, 15, 15, 7, 9, 15, 10, 12, 14, 16, 14, 19, 21, 17, 16, 22, 28, 29, 34], "n_pos": 84, "sum_m_en": [7.657272, 4.583242, 4.402808, 4.284244, 4.42709, 4.574619, 4.610344, 5.262955, 5.509679, 5.391683, 5.913108, 5.97159, 6.17613, 6.461928, 6.491348, 5.940323, 5.388403, 5.039162, 4.451082, 4.015194, 3.821076, 3.692877, 3.633529, 3.567653, 7.056198, 8.517395, 9.120582, 9.922082, 9.769698, 10.261345, 10.170902, 9.415888, 8.705228, 8.053252, 8.654942, 8.07114, 7.750645, 7.831371, 8.357119, 8.479194, 8.962125, 9.307964, 8.419921, 9.488743, 10.503663, 12.269249, 7.973469, 6.69217, 3.892868, 2.024392], "sum_m_pl": [32.572693, 36.825144, 36.683835, 36.659416, 35.289657, 36.566044, 36.962275, 35.91985, 36.070884, 36.303444, 36.290665, 36.416136, 36.558444, 35.996388, 37.965513, 39.118091, 39.576359, 40.116489, 40.783656, 41.47688, 41.832031, 41.514238, 41.158589, 41.247671, 33.794776, 32.681845, 32.439745, 32.261541, 33.960586, 34.371132, 34.452801, 35.227056, 36.976174, 36.576544, 34.838404, 35.479915, 34.329803, 33.432163, 31.25183, 29.317988, 26.135261, 24.838332, 24.835013, 24.431188, 21.56709, 22.48863, 25.181175, 26.213491, 26.87283, 33.360329]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 5, 5, 5, 3, 3, 3, 6, 12, 7, 7, 8, 6, 7, 9, 7, 5, 5, 5, 1, 3, 2, 3, 4, 8, 5, 7, 10, 7, 6, 12, 10, 10, 11, 11, 12, 13, 12, 8, 6, 8, 8, 8, 6, 7, 9, 6, 4, 2, 2], "n_am_pl": [3, 5, 3, 7, 6, 5, 1, 1, 4, 3, 3, 1, 2, 5, 2, 6, 9, 7, 7, 8, 4, 7, 6, 6, 5, 8, 5, 3, 4, 4, 5, 5, 6, 7, 1, 4, 6, 4, 6, 8, 9, 11, 11, 11, 12, 9, 13, 18, 27, 33], "n_pos": 35, "sum_m_en": [3.276588, 1.812264, 1.773428, 1.743674, 1.707884, 1.776395, 1.832142, 2.338543, 2.366872, 2.289566, 2.498042, 2.373331, 2.57094, 2.597161, 2.603856, 2.477203, 2.166334, 2.056976, 1.837343, 1.633541, 1.542217, 1.459175, 1.438553, 1.411124, 2.766351, 3.316516, 3.91648, 4.436889, 4.159917, 4.324891, 4.667269, 4.410039, 3.731542, 3.686286, 3.971746, 3.748052, 3.685542, 3.843339, 3.274733, 3.64039, 4.013954, 4.583877, 3.808073, 3.468784, 5.624159, 7.044271, 4.808177, 3.949249, 2.609211, 2.023864], "sum_m_pl": [12.786388, 14.79312, 14.808712, 14.595776, 13.897547, 14.601564, 14.889144, 14.387091, 14.540199, 14.818433, 14.806403, 14.956786, 15.115304, 15.038691, 16.118612, 16.587657, 16.852645, 17.100556, 17.159966, 17.41702, 17.608165, 17.502969, 17.302716, 17.368028, 14.177492, 13.754006, 13.823834, 13.352506, 14.265214, 14.374026, 14.74873, 15.093755, 16.027146, 15.775245, 14.942585, 15.261316, 14.809714, 14.594855, 14.34924, 13.296522, 12.025646, 11.734914, 11.689285, 11.217903, 12.023431, 11.724757, 14.336705, 16.072798, 24.276155, 31.824659]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 86, "item_id": "llmzszl-18754", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 666, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9767, "tf_agree_excl_first": 0.9882}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [27, 15, 15, 13, 12, 16, 15, 10, 11, 14, 18, 18, 14, 19, 24, 16, 16, 15, 15, 18, 16, 18, 19, 17, 26, 26, 18, 29, 19, 21, 16, 20, 20, 26, 24, 19, 25, 25, 28, 29, 30, 37, 39, 38, 33, 32, 33, 31, 38, 38], "n_am_pl": [3, 11, 9, 8, 8, 7, 9, 10, 6, 6, 4, 5, 7, 8, 5, 9, 15, 9, 12, 7, 7, 7, 5, 8, 5, 5, 4, 3, 6, 5, 5, 3, 5, 3, 6, 6, 2, 4, 7, 5, 5, 5, 5, 6, 5, 5, 4, 5, 3, 4], "n_pos": 70, "sum_m_en": [9.105107, 4.463569, 4.365244, 4.37265, 4.424161, 4.809618, 5.220578, 5.412943, 5.556738, 5.540535, 6.083757, 6.370065, 6.15018, 6.353645, 6.208085, 5.605315, 5.526878, 5.571842, 5.10941, 4.664269, 4.345519, 4.020895, 3.754046, 3.484828, 9.759082, 10.266835, 9.104543, 9.117491, 8.576501, 8.146238, 7.555695, 7.521736, 7.638599, 8.305029, 8.344268, 8.294687, 9.511225, 12.960142, 13.866875, 16.872123, 18.070666, 20.701486, 25.933272, 27.10178, 27.637521, 28.372742, 31.323555, 29.738289, 36.297523, 38.577844], "sum_m_pl": [24.29272, 30.995433, 30.542064, 30.580043, 29.836318, 30.532696, 29.982727, 27.771586, 28.330035, 30.168425, 29.82057, 29.483157, 29.293889, 28.11183, 29.456853, 31.103708, 31.600562, 31.298442, 31.643368, 33.233799, 33.826228, 34.255489, 34.241017, 34.717498, 24.125293, 23.723902, 23.119357, 24.483897, 24.802277, 24.671927, 25.620238, 25.493773, 25.749392, 25.293308, 25.887415, 25.574768, 24.026941, 21.891647, 20.765109, 18.457583, 17.66253, 15.431054, 13.173406, 12.547128, 8.178041, 7.892436, 5.415785, 5.269484, 3.631044, 4.608618]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 12, 11, 9, 8, 8, 11, 8, 10, 13, 16, 14, 13, 16, 18, 13, 9, 11, 11, 13, 11, 12, 12, 12, 20, 18, 14, 22, 16, 17, 12, 14, 16, 16, 16, 13, 19, 22, 23, 25, 26, 28, 32, 31, 26, 27, 27, 26, 34, 38], "n_am_pl": [2, 5, 5, 4, 5, 5, 3, 5, 2, 4, 2, 1, 3, 6, 2, 7, 9, 7, 7, 3, 5, 5, 3, 5, 2, 3, 2, 2, 4, 3, 3, 3, 4, 1, 3, 3, 0, 0, 3, 1, 1, 2, 3, 2, 3, 3, 3, 4, 3, 4], "n_pos": 44, "sum_m_en": [6.426015, 2.89142, 2.798472, 2.811222, 2.764752, 3.223258, 3.555681, 3.800425, 3.883352, 3.760456, 4.195353, 4.419142, 4.153294, 4.280873, 4.093237, 3.671371, 3.602692, 3.687779, 3.344183, 3.058806, 2.806131, 2.574829, 2.390536, 2.226553, 7.144446, 7.407659, 6.623612, 6.548194, 6.246223, 5.817948, 5.215635, 5.202678, 5.401307, 5.773212, 5.69019, 5.577239, 7.063053, 10.219989, 11.081025, 13.962992, 15.058716, 17.364859, 20.137081, 22.001706, 23.158774, 23.871258, 25.985228, 24.492117, 32.735906, 37.314855], "sum_m_pl": [14.342341, 19.132139, 18.979901, 19.148647, 18.725487, 19.178756, 18.856155, 17.355025, 17.694745, 19.107451, 18.789507, 18.637631, 18.551937, 17.855301, 18.891857, 19.728039, 20.088881, 19.965211, 20.103606, 21.035272, 21.474268, 21.80498, 21.787194, 22.069002, 15.345261, 15.015772, 14.724349, 15.604901, 15.824927, 15.75715, 16.596166, 16.444734, 16.683372, 16.148184, 16.474222, 16.326212, 15.250323, 13.574628, 12.527337, 10.541657, 9.975147, 8.263491, 7.390987, 6.364761, 4.470057, 4.718274, 3.444428, 3.851835, 3.466368, 4.607064]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 72, "item_id": "llmzszl-18755", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 713, "region_end": 70, "roundtrip_ok": true, "tf_agree": 0.9444, "tf_agree_excl_first": 0.9577}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [20, 9, 12, 9, 8, 6, 9, 6, 12, 10, 15, 14, 18, 13, 14, 13, 4, 17, 6, 13, 10, 12, 9, 10, 13, 12, 13, 13, 10, 11, 11, 12, 13, 14, 11, 12, 10, 10, 11, 12, 12, 11, 14, 12, 10, 10, 6, 5, 1, 1], "n_am_pl": [8, 6, 5, 7, 3, 6, 5, 6, 11, 7, 7, 8, 7, 8, 6, 7, 9, 3, 14, 10, 17, 16, 17, 16, 9, 10, 8, 4, 10, 9, 10, 12, 13, 12, 14, 15, 16, 13, 12, 13, 12, 9, 6, 9, 12, 18, 24, 21, 24, 25], "n_pos": 49, "sum_m_en": [4.743468, 2.325975, 2.499295, 2.609454, 2.590571, 2.553101, 2.91204, 3.04406, 3.053782, 3.202677, 3.345308, 3.297085, 3.482172, 3.654772, 3.585591, 3.303763, 3.351334, 3.320399, 3.091392, 2.796522, 2.614437, 2.467772, 2.34918, 2.227651, 5.32563, 5.710252, 5.636659, 5.320596, 4.816352, 4.778176, 4.454393, 4.359731, 4.471865, 4.486962, 4.274111, 4.353733, 4.411614, 5.379899, 5.627707, 6.920994, 6.443146, 6.976817, 9.569907, 9.16619, 8.145271, 8.852499, 6.386652, 4.681971, 1.564733, 1.007701], "sum_m_pl": [17.583106, 22.528784, 21.725013, 21.575326, 20.678517, 21.275383, 21.556956, 20.820504, 21.035761, 21.763626, 21.864438, 22.102113, 22.008305, 21.57267, 21.98977, 23.115887, 23.546888, 23.548027, 24.08336, 24.813557, 25.186157, 25.17511, 24.887102, 25.102599, 19.745958, 19.03234, 18.75754, 19.905368, 20.652593, 21.397697, 21.914006, 21.876189, 22.236106, 21.864437, 22.628498, 22.143059, 21.740124, 21.120562, 20.040869, 18.548591, 17.984931, 17.129101, 15.429425, 16.124713, 13.687016, 18.486086, 21.699151, 21.277789, 24.499241, 25.954664]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 4, 6, 3, 5, 2, 6, 2, 6, 5, 10, 9, 8, 9, 11, 9, 1, 10, 4, 8, 7, 10, 6, 6, 11, 8, 7, 7, 6, 8, 8, 9, 11, 9, 7, 8, 6, 7, 9, 8, 8, 8, 11, 9, 7, 6, 4, 4, 1, 1], "n_am_pl": [5, 3, 1, 4, 3, 3, 2, 3, 5, 1, 2, 2, 3, 3, 0, 1, 5, 0, 4, 3, 8, 5, 5, 4, 2, 3, 3, 0, 3, 1, 2, 4, 3, 5, 7, 5, 8, 5, 5, 7, 6, 5, 3, 5, 8, 12, 18, 17, 20, 24], "n_pos": 25, "sum_m_en": [2.360005, 1.281727, 1.392417, 1.413596, 1.397698, 1.392795, 1.653639, 1.736301, 1.721509, 1.785712, 1.853185, 1.792131, 1.883182, 1.965831, 1.968459, 1.807582, 1.815559, 1.830881, 1.732339, 1.529904, 1.444279, 1.364463, 1.276027, 1.203337, 3.594105, 3.829035, 3.550309, 3.454355, 2.96118, 2.936793, 2.721811, 2.627412, 2.768753, 2.605179, 2.448361, 2.368088, 2.394339, 2.933934, 2.892024, 4.229899, 3.791401, 4.576541, 6.113197, 5.63495, 4.699641, 4.503702, 4.418733, 3.318556, 1.242703, 1.004992], "sum_m_pl": [8.732902, 11.14052, 10.444479, 10.329093, 9.958412, 10.394523, 10.491894, 10.02816, 10.241024, 10.694912, 10.86343, 11.1983, 11.15763, 10.995134, 11.232499, 11.737458, 11.940202, 12.027443, 12.164275, 12.519571, 12.741564, 12.702088, 12.481092, 12.653965, 9.087759, 8.533309, 8.679248, 9.362277, 9.771032, 10.231179, 10.970284, 11.132191, 11.406088, 11.182408, 11.501517, 11.40716, 11.431891, 11.104861, 10.403867, 9.232925, 9.161484, 8.616404, 7.514295, 8.001322, 7.211685, 10.873524, 14.927722, 16.015985, 19.889756, 23.527285]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 51, "item_id": "llmzszl-18755", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 644, "region_end": 49, "roundtrip_ok": true, "tf_agree": 0.9608, "tf_agree_excl_first": 0.98}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [61, 67, 71, 65, 70, 58, 67, 65, 61, 73, 63, 56, 51, 50, 55, 41, 57, 48, 45, 46, 39, 39, 33, 37, 48, 65, 58, 59, 50, 65, 61, 51, 58, 52, 58, 49, 55, 61, 57, 59, 46, 48, 58, 61, 54, 58, 65, 64, 74, 66], "n_am_pl": [13, 26, 45, 32, 19, 24, 25, 25, 30, 22, 30, 44, 31, 40, 42, 37, 31, 30, 18, 25, 30, 33, 40, 39, 23, 19, 26, 24, 29, 23, 38, 35, 40, 28, 32, 28, 8, 16, 24, 18, 15, 8, 5, 8, 10, 3, 2, 2, 1, 1], "n_pos": 259, "sum_m_en": [28.552915, 13.539868, 13.922161, 13.221657, 13.808958, 15.129924, 14.920633, 16.17078, 17.82275, 18.658673, 18.215185, 18.926106, 19.589996, 21.656172, 20.997561, 21.571346, 21.255398, 20.410845, 17.618061, 16.276249, 14.650395, 13.274884, 12.467871, 12.168448, 25.429587, 29.297202, 28.881341, 27.871354, 29.297595, 30.429746, 28.992376, 27.485893, 27.36901, 27.226921, 28.616963, 28.11792, 30.051313, 31.319858, 33.798692, 37.739085, 34.943587, 37.656184, 39.546225, 48.674616, 47.905101, 52.027733, 62.229065, 63.772666, 71.045626, 67.069895], "sum_m_pl": [99.048279, 127.273348, 124.46908, 123.540554, 118.603371, 113.706026, 115.000498, 115.070699, 114.104554, 115.879521, 116.891831, 116.669383, 116.474583, 113.31126, 116.880789, 114.664675, 116.402971, 115.818823, 117.118097, 120.84447, 123.29511, 124.85551, 125.663166, 126.81488, 96.610127, 95.246653, 93.025645, 100.412811, 103.130945, 102.224615, 103.025235, 102.793316, 103.422124, 98.08226, 95.633299, 92.033129, 79.194583, 77.048292, 70.461277, 62.738903, 53.238212, 47.693758, 44.197873, 38.366797, 28.459533, 19.017262, 8.937859, 6.356645, 1.734742, 1.000349]}, "digit": {"n_am_en": [1, 12, 14, 13, 15, 12, 14, 7, 5, 7, 7, 6, 6, 7, 3, 0, 5, 5, 3, 2, 4, 4, 3, 4, 7, 5, 8, 3, 2, 4, 4, 7, 3, 3, 4, 3, 3, 2, 2, 4, 2, 0, 1, 2, 1, 3, 2, 1, 1, 0], "n_am_pl": [0, 1, 4, 1, 0, 0, 1, 0, 0, 0, 1, 3, 2, 2, 5, 4, 2, 2, 1, 3, 2, 1, 0, 1, 1, 2, 0, 0, 3, 2, 3, 0, 3, 0, 0, 1, 0, 1, 3, 3, 1, 2, 0, 1, 0, 0, 0, 1, 0, 0], "n_pos": 22, "sum_m_en": [2.137414, 1.024011, 1.037962, 0.993693, 1.057381, 1.096805, 1.050951, 1.061325, 1.1011, 1.195636, 1.152957, 1.124473, 1.23855, 1.391291, 1.334264, 1.501982, 1.656536, 1.60019, 1.393132, 1.343075, 1.241067, 1.102091, 1.037554, 1.003837, 2.324674, 2.183291, 2.039047, 1.908467, 1.954896, 1.963826, 2.056157, 2.074833, 1.980316, 2.102802, 2.27151, 2.232996, 1.803367, 1.720558, 1.664237, 1.745133, 1.389619, 1.428737, 1.377415, 2.211118, 2.0166, 2.727638, 2.467643, 1.881461, 0.942293, 0.0], "sum_m_pl": [8.644421, 11.647903, 11.34703, 11.286225, 10.971972, 10.561337, 10.760487, 10.714732, 10.644467, 10.95633, 11.063578, 10.997941, 10.978536, 10.719829, 11.051123, 10.539495, 10.345791, 10.097767, 10.142022, 10.38063, 10.590178, 10.681891, 10.776223, 10.977597, 8.481679, 9.049446, 9.167138, 9.938463, 10.223707, 10.034895, 9.746985, 9.497011, 9.722524, 9.467786, 8.576159, 8.518084, 6.188451, 5.95074, 5.668729, 5.111151, 4.611623, 4.829585, 4.747295, 3.995342, 3.923179, 2.82679, 1.713287, 1.325039, 0.03534, 0.0]}, "lang": {"n_am_en": [30, 17, 19, 22, 22, 16, 25, 17, 23, 30, 28, 25, 22, 19, 19, 22, 20, 18, 20, 24, 20, 23, 18, 19, 20, 28, 23, 23, 23, 24, 27, 24, 29, 22, 25, 21, 25, 30, 27, 28, 29, 29, 36, 39, 35, 38, 38, 46, 65, 66], "n_am_pl": [4, 13, 19, 9, 9, 11, 6, 6, 6, 3, 8, 12, 7, 11, 13, 13, 13, 9, 8, 7, 8, 8, 12, 13, 7, 6, 7, 4, 4, 5, 6, 6, 8, 8, 8, 5, 0, 3, 6, 6, 5, 3, 1, 0, 3, 1, 1, 0, 1, 1], "n_pos": 70, "sum_m_en": [9.207685, 3.91594, 3.696822, 3.567149, 3.664342, 3.93995, 4.095977, 4.265251, 5.210574, 5.435637, 5.452338, 5.68958, 5.7037, 6.153186, 5.838763, 6.250509, 6.028142, 5.668462, 4.961115, 4.580416, 4.073775, 3.696733, 3.474686, 3.386457, 8.371, 9.57413, 9.414117, 8.651955, 9.494655, 9.837752, 9.18214, 8.742101, 9.003341, 9.220564, 9.498137, 10.181825, 11.584529, 12.796681, 14.7789, 18.239342, 17.177011, 19.083717, 20.307054, 26.823282, 26.954066, 31.482242, 36.373122, 43.900603, 61.580205, 65.39358], "sum_m_pl": [24.85539, 33.54767, 33.56089, 33.242007, 32.235504, 30.977735, 31.256706, 31.302571, 31.118354, 31.067465, 31.459634, 31.780929, 32.135156, 31.670432, 32.284212, 32.004808, 32.138162, 31.829008, 32.172053, 32.911784, 33.288191, 33.676989, 33.760923, 34.035462, 27.01147, 26.683553, 26.179513, 27.080809, 26.981088, 27.026635, 27.161975, 27.093303, 27.046008, 26.489131, 25.950957, 24.980974, 20.700514, 20.417251, 18.164743, 17.140607, 14.912128, 12.929199, 11.924217, 9.95625, 8.641163, 4.894235, 2.99017, 1.211777, 1.068256, 1.000324]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 261, "item_id": "llmzszl-18759", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 707, "region_end": 259, "roundtrip_ok": true, "tf_agree": 0.9808, "tf_agree_excl_first": 0.9846}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [149, 189, 198, 194, 187, 148, 123, 138, 118, 153, 161, 152, 138, 164, 150, 147, 165, 168, 127, 116, 86, 94, 86, 83, 124, 158, 146, 141, 164, 167, 166, 165, 147, 167, 157, 143, 123, 131, 107, 112, 112, 108, 100, 84, 88, 73, 46, 32, 5, 3], "n_am_pl": [42, 134, 119, 112, 102, 91, 99, 109, 104, 107, 86, 113, 107, 100, 119, 91, 129, 116, 97, 124, 142, 149, 134, 161, 69, 72, 84, 100, 102, 99, 116, 107, 113, 89, 88, 79, 60, 80, 92, 75, 68, 89, 102, 97, 87, 105, 96, 102, 151, 167], "n_pos": 729, "sum_m_en": [66.356659, 33.775737, 37.383532, 38.761343, 40.088889, 41.103206, 41.343631, 44.339617, 47.830756, 50.736856, 50.136764, 50.69984, 51.692586, 55.702038, 56.945869, 57.392786, 55.035837, 53.082324, 46.367156, 42.494321, 38.091764, 35.121399, 33.575554, 32.877596, 61.336845, 68.07643, 73.645762, 73.471034, 79.032836, 80.943655, 75.626226, 73.789631, 73.901533, 75.122037, 77.00402, 72.583397, 74.241313, 73.650797, 73.43159, 80.385182, 72.914948, 71.984709, 73.626717, 71.849902, 77.090178, 68.793509, 44.030294, 35.895886, 7.821432, 2.821994], "sum_m_pl": [284.080429, 360.506966, 349.164236, 346.374056, 341.929003, 330.803998, 334.552312, 331.936085, 333.850524, 334.813663, 333.851081, 333.622913, 337.012904, 331.986473, 336.421862, 335.996976, 337.866712, 337.610535, 341.140148, 348.932889, 352.997148, 354.728324, 355.480775, 356.715163, 283.607148, 284.648594, 280.299649, 299.893114, 304.40503, 305.709802, 311.909871, 310.128472, 313.56116, 293.648521, 282.869555, 274.950631, 249.977422, 246.139335, 237.506699, 228.424585, 207.119851, 204.535522, 202.15385, 185.634499, 152.990236, 148.711171, 129.570674, 125.540592, 145.74752, 168.342996]}, "digit": {"n_am_en": [7, 31, 32, 34, 34, 17, 15, 10, 7, 6, 14, 11, 16, 19, 12, 10, 11, 20, 9, 6, 11, 12, 8, 11, 13, 12, 16, 13, 16, 13, 13, 11, 8, 9, 16, 9, 10, 14, 7, 4, 9, 10, 7, 10, 9, 6, 5, 2, 0, 0], "n_am_pl": [0, 5, 0, 1, 1, 1, 1, 1, 5, 8, 6, 9, 8, 14, 16, 13, 10, 9, 8, 12, 8, 8, 12, 11, 2, 3, 13, 11, 6, 8, 7, 9, 9, 4, 2, 6, 5, 5, 15, 11, 10, 10, 10, 9, 9, 4, 2, 7, 1, 0], "n_pos": 61, "sum_m_en": [5.841577, 2.750357, 2.876718, 2.868882, 2.906139, 2.962181, 2.957189, 3.1564, 3.147364, 3.31262, 3.253063, 3.158623, 3.411609, 3.737103, 3.646129, 4.247061, 4.251589, 4.380604, 3.815672, 3.624613, 3.170985, 2.793127, 2.617631, 2.562958, 4.847716, 4.887381, 5.603032, 5.382763, 5.719141, 5.558653, 5.717333, 5.742783, 5.660256, 6.33391, 6.821354, 6.506755, 5.580178, 5.575679, 5.143882, 5.514559, 5.231019, 4.705187, 4.771783, 4.631157, 5.338283, 5.577154, 4.144795, 2.590136, 0.230406, 0.0], "sum_m_pl": [24.649071, 32.714489, 31.586824, 31.393495, 30.982989, 29.872267, 29.838598, 29.432067, 29.739047, 30.599372, 30.732593, 31.060685, 31.248171, 30.984937, 31.406432, 30.344474, 29.459054, 29.248034, 28.987548, 29.221928, 29.984922, 30.143924, 30.40597, 30.840014, 25.203336, 27.050217, 26.458187, 28.022032, 28.53692, 28.748415, 27.878035, 27.304069, 27.618363, 25.727269, 23.968212, 24.186225, 23.299602, 24.174416, 24.863563, 24.208289, 22.057865, 22.797025, 22.663055, 22.545722, 18.934732, 16.306665, 12.21869, 12.378695, 1.17552, 0.0]}, "lang": {"n_am_en": [48, 28, 47, 35, 42, 33, 32, 33, 33, 40, 45, 42, 46, 43, 34, 38, 49, 45, 44, 35, 25, 27, 31, 27, 42, 50, 42, 39, 42, 42, 50, 44, 47, 56, 42, 48, 44, 47, 41, 52, 47, 52, 49, 47, 55, 45, 28, 21, 5, 3], "n_am_pl": [13, 32, 34, 28, 34, 35, 28, 30, 14, 29, 17, 24, 24, 21, 25, 27, 29, 32, 24, 31, 37, 37, 26, 37, 13, 14, 15, 18, 28, 18, 20, 17, 26, 23, 25, 20, 19, 28, 41, 34, 40, 39, 50, 53, 57, 69, 75, 81, 145, 167], "n_pos": 173, "sum_m_en": [15.067266, 7.974062, 9.078122, 9.978783, 10.1135, 10.33178, 10.763802, 11.113888, 11.997823, 12.776689, 13.122025, 13.415648, 13.537645, 14.547344, 14.756773, 14.5355, 14.275471, 13.417145, 11.791391, 10.633687, 9.596659, 8.80593, 8.340676, 8.087599, 16.689895, 18.252532, 18.72632, 18.736421, 20.716829, 21.743409, 19.642413, 19.49091, 19.66309, 20.565292, 19.966624, 19.348299, 21.903209, 21.565014, 23.245823, 31.378377, 27.914064, 30.530972, 32.127995, 34.764495, 42.021222, 36.491905, 26.242145, 20.843957, 5.687173, 2.818959], "sum_m_pl": [64.901786, 79.217417, 78.356009, 77.150166, 76.046406, 73.588786, 75.345947, 75.911034, 77.332321, 77.552022, 77.457392, 77.48389, 78.506775, 77.548257, 78.741938, 79.333257, 79.902846, 79.541895, 80.906927, 82.768615, 82.988653, 83.270557, 83.389531, 83.622605, 67.276934, 66.351053, 65.786297, 70.602216, 70.477964, 70.560741, 74.07282, 72.833293, 74.477606, 70.181938, 68.862407, 69.093344, 65.772051, 64.929888, 66.592849, 63.688008, 64.425992, 64.323425, 65.399927, 66.666797, 60.992345, 66.710001, 80.702566, 83.124713, 135.439246, 166.15212]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 729, "item_id": "llmzszl-18759", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 638, "region_end": 729, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.989}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [97, 96, 81, 76, 76, 45, 63, 82, 74, 95, 87, 113, 103, 112, 91, 93, 99, 88, 66, 71, 80, 71, 67, 73, 97, 90, 91, 100, 87, 89, 81, 90, 95, 98, 116, 99, 101, 91, 96, 89, 83, 91, 81, 87, 79, 78, 71, 77, 77, 78], "n_am_pl": [24, 49, 78, 52, 30, 40, 41, 44, 60, 57, 60, 52, 48, 56, 59, 64, 52, 40, 34, 40, 50, 49, 54, 58, 31, 32, 34, 42, 50, 45, 37, 53, 42, 45, 27, 26, 31, 14, 15, 10, 16, 12, 5, 8, 15, 10, 5, 1, 0, 0], "n_pos": 391, "sum_m_en": [42.540208, 21.139757, 20.692127, 21.127785, 22.960721, 25.153201, 24.783847, 27.940675, 27.793882, 29.44217, 29.699683, 31.81331, 32.858656, 35.224204, 37.094624, 35.107539, 35.488517, 33.466707, 28.35877, 25.151198, 23.371528, 21.60714, 20.53, 19.893863, 43.866406, 47.996243, 49.826671, 46.928073, 45.143688, 47.89799, 46.048895, 44.071428, 42.585395, 42.723147, 46.605128, 47.26305, 52.799639, 52.562438, 57.086985, 57.557432, 58.229497, 65.844741, 64.257964, 73.53869, 71.153775, 73.668317, 73.731699, 75.877398, 77.745593, 77.707499], "sum_m_pl": [148.450905, 192.708448, 186.962257, 182.80127, 179.077561, 171.006387, 175.787393, 170.514751, 169.021173, 173.952949, 170.13818, 166.265528, 169.271293, 168.4325, 166.542905, 169.620818, 169.087419, 169.135405, 174.158891, 180.891341, 182.399049, 185.625942, 188.232018, 189.005115, 144.621182, 139.626844, 136.539432, 149.557163, 152.741451, 148.217004, 149.369383, 155.40773, 156.836276, 150.035211, 139.564116, 130.672492, 115.927428, 106.798301, 88.970936, 75.391753, 74.262551, 66.59603, 57.594293, 45.8639, 37.125166, 30.327679, 15.574509, 8.022533, 2.106751, 0.000298]}, "digit": {"n_am_en": [6, 18, 18, 27, 19, 8, 12, 11, 8, 12, 10, 11, 13, 18, 8, 15, 14, 9, 7, 5, 4, 5, 6, 6, 18, 13, 16, 16, 14, 12, 12, 11, 8, 13, 10, 6, 10, 9, 7, 7, 6, 10, 3, 6, 4, 1, 1, 0, 0, 0], "n_am_pl": [0, 5, 7, 3, 8, 4, 7, 7, 13, 18, 18, 13, 6, 11, 13, 7, 4, 6, 6, 5, 9, 10, 6, 7, 6, 5, 8, 7, 9, 8, 9, 9, 6, 5, 5, 5, 3, 3, 3, 3, 3, 4, 1, 2, 2, 2, 0, 0, 0, 0], "n_pos": 70, "sum_m_en": [7.22716, 3.464497, 3.424636, 3.720979, 3.928124, 4.471135, 4.442192, 5.291909, 4.995448, 5.734371, 5.705367, 5.754501, 6.11478, 6.3021, 6.041478, 6.005952, 6.105469, 5.662246, 4.799371, 4.405086, 4.075323, 3.740865, 3.536027, 3.422784, 6.976293, 7.894931, 7.821961, 7.91028, 7.687892, 7.825881, 7.812404, 6.788672, 6.388453, 6.361569, 6.632324, 6.213857, 6.045428, 5.830499, 6.033952, 5.525727, 5.766522, 6.58915, 5.189434, 6.129557, 3.410301, 3.230038, 1.137312, 0.441359, 0.129804, 0.0], "sum_m_pl": [26.548081, 35.30835, 32.890562, 32.426192, 31.967562, 29.783782, 30.989422, 29.230956, 28.544047, 30.22658, 29.502369, 28.111572, 28.303653, 28.680726, 29.040893, 29.226743, 29.025362, 29.495722, 30.209083, 31.030627, 31.356243, 32.184311, 32.76584, 33.149122, 25.730317, 24.176816, 23.413574, 25.802546, 26.31667, 25.883096, 25.391344, 27.050853, 27.469096, 26.262667, 24.928768, 24.128621, 22.665606, 22.429946, 19.776534, 18.087503, 18.77106, 20.4853, 18.985812, 16.055998, 11.762746, 9.102696, 2.824599, 1.126346, 0.162705, 0.0]}, "lang": {"n_am_en": [26, 18, 16, 9, 14, 13, 12, 15, 18, 19, 20, 22, 17, 21, 25, 24, 25, 27, 18, 23, 21, 22, 22, 21, 21, 29, 25, 18, 23, 21, 25, 20, 29, 28, 36, 31, 44, 38, 46, 44, 40, 46, 43, 45, 48, 48, 46, 54, 71, 77], "n_am_pl": [4, 14, 20, 20, 6, 12, 9, 5, 8, 9, 9, 14, 12, 7, 11, 13, 9, 7, 8, 7, 10, 8, 12, 10, 6, 4, 4, 8, 8, 8, 3, 9, 7, 6, 5, 6, 6, 5, 3, 2, 5, 3, 1, 1, 6, 4, 3, 0, 0, 0], "n_pos": 79, "sum_m_en": [9.858802, 4.895793, 4.603905, 4.394233, 4.747023, 5.294003, 5.104548, 5.481345, 5.943964, 5.916807, 5.983673, 6.461052, 6.800934, 7.44182, 8.190679, 7.359469, 7.253069, 7.074902, 6.229152, 5.525801, 5.138932, 4.674248, 4.43475, 4.283927, 12.099803, 12.981453, 13.331903, 12.043595, 11.459625, 11.931792, 11.464719, 11.049425, 10.83001, 11.047908, 12.312309, 13.149508, 17.736673, 20.037679, 23.948824, 25.528984, 26.576909, 33.143233, 32.67565, 37.67048, 41.778209, 44.692525, 47.841335, 53.033027, 69.604823, 75.501603], "sum_m_pl": [26.591808, 36.838521, 36.438694, 35.868669, 35.184568, 34.119194, 34.761607, 34.82071, 34.85092, 35.493493, 34.753766, 34.650945, 35.160349, 34.790654, 33.935566, 35.267447, 35.111405, 34.816375, 35.569015, 37.096342, 37.245857, 37.761442, 38.284356, 38.271398, 28.907305, 27.912239, 27.660347, 29.558387, 30.37405, 29.616981, 30.523737, 31.194551, 31.379569, 30.666242, 28.146156, 26.918014, 23.214514, 21.49115, 17.255522, 14.313287, 13.990159, 10.844531, 9.13651, 6.941817, 7.533906, 5.642415, 2.938496, 1.078961, 0.09355, 0.000142]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 393, "item_id": "llmzszl-18763", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 705, "region_end": 391, "roundtrip_ok": true, "tf_agree": 0.9822, "tf_agree_excl_first": 0.9847}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [182, 243, 279, 281, 246, 169, 149, 204, 170, 243, 202, 272, 259, 267, 260, 256, 213, 182, 162, 162, 151, 152, 151, 153, 209, 187, 215, 209, 201, 263, 254, 260, 259, 263, 289, 243, 239, 206, 183, 177, 148, 133, 127, 136, 133, 92, 47, 34, 48, 34], "n_am_pl": [27, 131, 119, 111, 147, 147, 153, 135, 171, 168, 183, 146, 161, 158, 154, 156, 155, 156, 184, 182, 188, 187, 186, 210, 99, 140, 124, 159, 185, 142, 150, 153, 148, 123, 91, 69, 56, 50, 52, 37, 47, 54, 56, 45, 30, 53, 62, 71, 81, 89], "n_pos": 909, "sum_m_en": [82.500505, 43.176676, 47.991085, 52.505179, 54.878539, 56.177582, 54.818851, 60.838748, 61.266677, 67.098378, 67.563765, 75.284316, 77.643828, 82.754574, 85.641086, 78.641797, 78.109373, 74.269122, 62.391806, 56.040533, 52.099007, 48.600389, 46.80334, 45.093904, 90.384379, 100.603449, 110.857089, 105.172658, 106.305199, 115.115363, 111.410772, 109.850797, 105.506924, 104.763965, 113.780855, 111.597708, 118.32372, 110.077306, 112.095744, 104.902196, 99.965061, 95.708508, 93.490282, 98.74893, 90.446482, 76.2774, 45.428879, 37.487656, 46.661238, 34.432035], "sum_m_pl": [351.976025, 462.01438, 442.393332, 434.341296, 433.100803, 417.109241, 425.541037, 417.104748, 418.150677, 423.779255, 414.64641, 405.590412, 411.043159, 407.267711, 409.071292, 418.638828, 412.650203, 415.424674, 431.769239, 442.191792, 441.479554, 444.775109, 447.316005, 448.265108, 357.063762, 353.817217, 344.142251, 376.729058, 381.755824, 374.910654, 374.650091, 383.574453, 395.563008, 373.995756, 346.67524, 321.528537, 289.630075, 278.366371, 247.924698, 220.83672, 213.592571, 211.136499, 198.396532, 163.658801, 123.683018, 124.767812, 101.708443, 87.790451, 81.09468, 90.197807]}, "digit": {"n_am_en": [7, 23, 17, 35, 35, 24, 16, 15, 20, 20, 19, 36, 29, 21, 27, 30, 18, 12, 19, 15, 13, 16, 13, 18, 31, 29, 30, 37, 35, 43, 38, 49, 39, 41, 43, 27, 24, 30, 27, 22, 21, 27, 15, 16, 8, 3, 1, 0, 1, 0], "n_am_pl": [0, 7, 7, 8, 15, 12, 11, 20, 20, 29, 34, 20, 22, 24, 28, 23, 23, 21, 18, 12, 14, 13, 14, 16, 11, 18, 18, 21, 25, 17, 16, 23, 25, 12, 9, 7, 4, 3, 2, 1, 1, 6, 5, 3, 1, 3, 1, 2, 0, 0], "n_pos": 134, "sum_m_en": [10.929132, 6.059552, 6.633497, 8.15975, 8.468841, 9.119658, 8.775556, 10.133877, 9.564992, 10.41196, 10.131138, 11.244886, 11.603657, 12.207041, 11.788621, 11.24211, 11.218753, 10.661241, 9.117438, 8.253407, 7.560427, 6.962988, 6.61022, 6.430109, 12.868551, 14.339802, 15.62343, 15.670828, 16.321355, 16.760948, 16.660997, 15.988941, 14.557428, 14.994138, 14.563924, 14.105937, 14.648457, 13.12004, 13.911744, 13.852234, 13.058968, 14.610397, 12.761494, 14.614973, 8.960919, 5.644711, 1.678106, 0.910138, 0.379646, 0.0], "sum_m_pl": [47.098688, 69.837006, 65.830307, 63.887278, 64.184102, 59.511731, 61.356349, 58.581449, 58.777652, 60.938263, 59.107372, 57.620127, 58.440903, 57.719951, 59.458373, 61.108782, 59.871156, 60.312267, 62.703541, 63.681703, 63.904863, 65.06623, 65.84571, 66.292411, 54.212508, 51.718792, 49.920476, 54.267517, 55.107225, 54.317363, 53.67445, 56.182542, 58.633216, 56.497246, 53.738221, 52.500667, 48.81606, 49.445085, 43.838223, 43.530607, 45.047845, 47.18167, 44.320865, 38.723431, 29.493663, 24.942637, 9.636127, 3.859558, 0.290211, 0.0]}, "lang": {"n_am_en": [50, 10, 21, 22, 28, 24, 29, 30, 32, 30, 30, 42, 53, 51, 42, 35, 33, 30, 23, 35, 27, 34, 31, 25, 39, 32, 33, 21, 26, 33, 44, 32, 40, 46, 52, 51, 48, 44, 41, 41, 38, 36, 37, 44, 58, 44, 33, 31, 39, 34], "n_am_pl": [5, 25, 19, 22, 23, 17, 21, 19, 24, 24, 24, 17, 20, 19, 17, 26, 23, 26, 33, 23, 31, 31, 28, 35, 14, 20, 15, 25, 25, 16, 13, 16, 22, 24, 14, 14, 15, 14, 18, 15, 18, 18, 20, 22, 16, 36, 46, 53, 75, 89], "n_pos": 125, "sum_m_en": [10.93601, 6.095806, 6.593723, 6.874278, 6.937414, 7.135353, 7.244526, 7.520688, 7.904077, 7.95767, 8.251292, 9.414098, 9.841617, 10.394826, 11.029148, 10.144013, 10.669922, 9.895435, 8.578592, 7.802346, 7.498466, 7.109863, 6.752645, 6.408002, 14.118397, 15.081863, 15.827512, 14.236526, 14.580719, 15.900233, 15.463707, 15.481415, 15.413939, 15.626959, 17.594254, 19.216743, 21.315456, 23.025797, 23.268779, 25.563771, 24.561793, 25.02784, 28.006708, 30.922761, 37.924145, 34.151548, 24.317422, 22.449183, 38.652953, 34.422349], "sum_m_pl": [49.383284, 59.667144, 58.024566, 57.60751, 56.911291, 55.539681, 56.503468, 56.88927, 57.923843, 59.212254, 58.642987, 57.694343, 58.495434, 58.210541, 58.178601, 59.232168, 57.457643, 57.678798, 59.999078, 60.991321, 60.504363, 60.627465, 60.923235, 60.809469, 48.014095, 49.082447, 46.808967, 51.683552, 52.840164, 52.1072, 52.274402, 53.082626, 54.531342, 53.132246, 49.669176, 46.929753, 45.847607, 45.626003, 42.759171, 36.840512, 37.836641, 37.599412, 35.433577, 34.157523, 29.625877, 39.257605, 47.913204, 51.818597, 69.992671, 88.184764]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 909, "item_id": "llmzszl-18763", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 636, "region_end": 909, "roundtrip_ok": true, "tf_agree": 0.9934, "tf_agree_excl_first": 0.9945}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [83, 105, 80, 71, 83, 76, 79, 120, 91, 89, 80, 96, 91, 77, 79, 91, 92, 94, 81, 76, 74, 69, 62, 66, 93, 99, 88, 86, 87, 104, 88, 91, 81, 80, 94, 86, 95, 104, 109, 95, 97, 93, 73, 68, 69, 73, 53, 54, 57, 54], "n_am_pl": [18, 48, 57, 54, 68, 53, 63, 51, 56, 79, 73, 55, 62, 64, 68, 65, 71, 58, 54, 62, 75, 85, 87, 90, 46, 33, 45, 61, 73, 61, 59, 69, 68, 69, 55, 51, 42, 22, 17, 20, 33, 32, 42, 34, 34, 32, 34, 30, 3, 0], "n_pos": 410, "sum_m_en": [43.568794, 21.509206, 22.723288, 22.399264, 22.67633, 24.204393, 23.286399, 25.491572, 26.248293, 26.303114, 26.65334, 28.353105, 28.267598, 29.651567, 29.287474, 29.097425, 28.771745, 28.792686, 25.238694, 23.431043, 21.727845, 20.091823, 19.15448, 18.577674, 39.844906, 43.9345, 43.980902, 41.486169, 40.629469, 41.248233, 39.541155, 37.832681, 36.505694, 37.031828, 42.147344, 40.954829, 45.841127, 48.562011, 57.8964, 61.475652, 59.119184, 56.065563, 55.162337, 62.463192, 62.252289, 62.644467, 55.324296, 55.387908, 57.421622, 54.191165], "sum_m_pl": [158.960543, 205.182311, 197.3501, 193.896256, 190.769908, 187.099401, 189.670648, 187.52209, 184.773306, 192.619007, 190.753756, 187.337719, 187.59306, 187.726694, 189.118735, 188.365659, 190.014158, 188.497795, 190.719097, 195.508271, 197.554338, 199.800708, 200.628136, 201.457028, 161.843271, 160.511127, 156.656075, 169.000677, 175.045501, 172.966129, 171.949691, 177.229788, 178.774282, 169.55601, 160.763378, 151.65587, 134.957834, 123.556249, 104.723961, 94.399988, 92.727523, 85.176483, 86.728135, 66.121478, 62.171019, 55.106184, 44.552289, 38.263234, 7.452781, 0.000338]}, "digit": {"n_am_en": [12, 24, 7, 12, 8, 6, 3, 7, 6, 4, 6, 9, 5, 2, 6, 10, 8, 7, 9, 7, 5, 6, 5, 4, 5, 6, 10, 7, 9, 8, 7, 8, 6, 3, 5, 5, 4, 6, 7, 4, 6, 4, 6, 8, 5, 4, 1, 2, 0, 0], "n_am_pl": [0, 4, 0, 1, 4, 4, 6, 9, 11, 12, 9, 6, 9, 9, 6, 11, 12, 7, 9, 4, 7, 10, 9, 6, 4, 1, 3, 4, 6, 5, 5, 8, 8, 8, 7, 7, 5, 4, 3, 1, 4, 3, 3, 5, 2, 3, 2, 0, 0, 0], "n_pos": 49, "sum_m_en": [5.282909, 2.521723, 2.672999, 2.742736, 2.640439, 2.914795, 2.719398, 2.982336, 2.982859, 3.177518, 3.266793, 3.27827, 3.648244, 3.641252, 3.453166, 3.560321, 3.678957, 3.475212, 2.947341, 2.826013, 2.706042, 2.474027, 2.318639, 2.269194, 4.714997, 5.204695, 4.89685, 4.677745, 4.833224, 4.808853, 4.407442, 4.180526, 3.902898, 3.62587, 3.918276, 4.053506, 4.145532, 3.746876, 4.035695, 4.133875, 3.89535, 4.44031, 4.174787, 5.624964, 4.246495, 3.992932, 1.699477, 1.8331, 0.321664, 0.0], "sum_m_pl": [18.722051, 24.254622, 22.025778, 21.961801, 21.92003, 21.215679, 21.752868, 21.472318, 20.676804, 22.090396, 21.951652, 21.51661, 21.033539, 21.649266, 22.568004, 21.772866, 21.742663, 21.835339, 22.058072, 22.361296, 22.522203, 23.072617, 23.146194, 23.310143, 17.817026, 17.68065, 17.318273, 18.757498, 19.496039, 19.940131, 19.310818, 20.907823, 21.19316, 19.90432, 18.982412, 19.050219, 17.690314, 17.137657, 15.389154, 14.402475, 14.213428, 14.937724, 13.846589, 12.091788, 10.39682, 8.164831, 2.810458, 1.078086, 0.173958, 0.0]}, "lang": {"n_am_en": [14, 8, 16, 18, 12, 10, 15, 14, 17, 14, 19, 21, 17, 16, 16, 20, 18, 20, 13, 13, 10, 13, 11, 14, 19, 21, 17, 20, 15, 14, 17, 19, 16, 15, 21, 22, 24, 30, 26, 30, 34, 33, 29, 29, 31, 31, 34, 32, 50, 51], "n_am_pl": [2, 7, 11, 7, 9, 5, 9, 8, 7, 8, 10, 4, 6, 7, 12, 5, 7, 8, 8, 10, 13, 11, 13, 14, 8, 7, 9, 7, 10, 10, 9, 8, 8, 7, 7, 10, 4, 2, 3, 3, 0, 1, 0, 0, 1, 1, 2, 1, 0, 0], "n_pos": 52, "sum_m_en": [5.918817, 2.968588, 2.891036, 2.675373, 2.702898, 2.942778, 2.803057, 2.93858, 3.306491, 3.140652, 3.438887, 3.778831, 3.768733, 3.823732, 3.938104, 3.874098, 3.845399, 3.911532, 3.416575, 3.156747, 2.94529, 2.724368, 2.611008, 2.525963, 7.207025, 7.312256, 6.967861, 6.548822, 6.218508, 6.060887, 5.734518, 5.856459, 5.963304, 6.475429, 7.932568, 8.521947, 10.871803, 12.237469, 15.575378, 17.859534, 18.724831, 18.589342, 20.492034, 24.073165, 26.998151, 28.817938, 31.421105, 32.495394, 48.345767, 51.301568], "sum_m_pl": [18.195093, 24.729058, 24.628671, 24.345889, 24.186738, 23.423637, 24.0519, 24.318901, 24.262622, 24.915196, 24.8455, 24.645481, 25.017109, 24.734738, 24.458206, 24.327359, 24.141397, 23.671, 24.081938, 24.664499, 24.832921, 25.001742, 25.111684, 25.106292, 20.139563, 20.646522, 20.107636, 21.651857, 22.539237, 22.375021, 22.373575, 22.491189, 22.663164, 21.654723, 20.197602, 19.462408, 16.614589, 15.807115, 12.113587, 11.416106, 10.715228, 9.825983, 7.919857, 5.519209, 4.741267, 3.507623, 2.602246, 1.200948, 0.029431, 5e-06]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 412, "item_id": "llmzszl-18765", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 778, "region_end": 410, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.983}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [251, 280, 329, 277, 271, 277, 222, 242, 204, 225, 242, 276, 284, 282, 307, 274, 276, 253, 240, 260, 259, 231, 227, 221, 360, 353, 333, 289, 328, 364, 358, 338, 340, 316, 383, 344, 360, 354, 375, 331, 346, 312, 324, 292, 252, 218, 121, 103, 91, 83], "n_am_pl": [36, 192, 160, 171, 192, 173, 221, 235, 232, 264, 220, 238, 245, 219, 231, 239, 257, 261, 283, 301, 344, 379, 391, 418, 131, 177, 193, 199, 238, 249, 237, 242, 263, 232, 169, 136, 106, 80, 64, 92, 87, 110, 144, 113, 99, 81, 99, 118, 99, 113], "n_pos": 1233, "sum_m_en": [114.540138, 58.72538, 65.604135, 64.922183, 68.29803, 72.170369, 70.804722, 77.256062, 79.826662, 81.26119, 83.645151, 89.16256, 90.4809, 95.359552, 95.348161, 91.591356, 89.738639, 87.464719, 75.973013, 70.101817, 64.633021, 59.627444, 57.644246, 56.010296, 119.52992, 129.220505, 141.949752, 130.88268, 135.925691, 140.887953, 136.984636, 128.840154, 127.293264, 127.760495, 140.61205, 130.354529, 146.906985, 146.302261, 175.609444, 172.355384, 179.982848, 182.456723, 212.350063, 219.468455, 196.754106, 190.733913, 117.885028, 106.44401, 96.388242, 82.114504], "sum_m_pl": [464.913719, 624.406764, 598.509757, 592.577001, 583.251374, 575.497799, 580.03187, 573.022952, 574.635441, 587.453058, 575.909738, 574.002655, 579.116344, 574.296125, 582.64157, 583.315186, 579.731173, 580.801792, 594.912233, 603.795374, 606.284099, 611.11208, 611.867998, 614.661398, 507.376571, 505.697008, 486.094739, 514.025818, 522.708905, 529.543868, 528.965432, 537.841557, 545.81907, 520.962787, 491.368155, 475.322635, 428.385061, 407.553552, 359.108858, 348.553518, 332.901271, 322.043348, 312.943224, 259.662703, 207.866988, 186.673059, 155.132517, 143.198449, 103.989401, 113.146134]}, "digit": {"n_am_en": [3, 15, 9, 1, 19, 32, 15, 18, 16, 13, 17, 27, 31, 35, 32, 26, 24, 28, 19, 21, 30, 23, 24, 16, 27, 25, 31, 19, 25, 28, 32, 28, 22, 25, 34, 31, 21, 24, 16, 16, 17, 18, 15, 17, 12, 11, 7, 2, 0, 0], "n_am_pl": [0, 2, 5, 7, 17, 8, 15, 13, 17, 22, 15, 14, 18, 9, 14, 17, 10, 14, 18, 16, 9, 10, 15, 16, 8, 7, 11, 8, 18, 16, 13, 19, 22, 15, 11, 6, 14, 9, 6, 3, 4, 7, 13, 14, 8, 5, 4, 2, 0, 0], "n_pos": 98, "sum_m_en": [7.050063, 4.33884, 4.908829, 5.189685, 5.120236, 5.712666, 5.801897, 6.137497, 6.035318, 6.427567, 6.56926, 6.835416, 7.492512, 7.723879, 7.229489, 7.312852, 7.360859, 7.386129, 6.100727, 5.723962, 5.360392, 4.781107, 4.505066, 4.399852, 10.056773, 10.526805, 12.34808, 10.144333, 10.399443, 10.921051, 11.021233, 10.234571, 9.366845, 9.44432, 10.63343, 10.527777, 9.842051, 9.182209, 10.45205, 9.653445, 10.038811, 10.770609, 10.630428, 11.855409, 8.190538, 8.197918, 5.760962, 3.657369, 0.498004, 0.0], "sum_m_pl": [32.948151, 50.826906, 47.404128, 47.369401, 47.984136, 46.080664, 45.539033, 45.032616, 45.669454, 46.879077, 46.088945, 46.213513, 46.367407, 46.217324, 47.921312, 46.910051, 45.822331, 45.834424, 47.582217, 47.616701, 47.704125, 48.558384, 48.827598, 49.24123, 39.745715, 40.043376, 39.302511, 41.28851, 41.668063, 42.331061, 42.124034, 42.627435, 44.555582, 42.923502, 39.842205, 39.183773, 37.791649, 37.080055, 32.71188, 33.116779, 33.435303, 32.809322, 33.097537, 29.00477, 25.492716, 23.983468, 15.139555, 9.405724, 0.754786, 0.0]}, "lang": {"n_am_en": [61, 29, 47, 30, 43, 41, 37, 47, 44, 51, 44, 47, 53, 44, 45, 48, 58, 47, 46, 48, 51, 54, 42, 46, 77, 69, 59, 52, 58, 70, 68, 64, 68, 58, 74, 83, 81, 77, 86, 79, 83, 80, 82, 73, 90, 83, 49, 79, 83, 83], "n_am_pl": [6, 22, 31, 32, 20, 16, 25, 24, 26, 36, 31, 29, 41, 37, 41, 42, 37, 39, 51, 45, 54, 56, 66, 68, 13, 22, 20, 28, 33, 36, 31, 35, 36, 36, 25, 24, 22, 24, 34, 33, 33, 39, 43, 33, 34, 32, 57, 63, 92, 110], "n_pos": 194, "sum_m_en": [18.686888, 9.466258, 10.483064, 9.876208, 10.518591, 10.742716, 10.386829, 11.284501, 11.887432, 11.492989, 11.977734, 13.040746, 13.176812, 14.014827, 14.097311, 13.886815, 13.739511, 13.533534, 12.060149, 11.06091, 10.325467, 9.659971, 9.311356, 9.160697, 20.572946, 21.398275, 21.604459, 20.315735, 21.65395, 22.417686, 21.203323, 20.654035, 21.165251, 21.903816, 23.330982, 22.303413, 24.932347, 26.108319, 36.525899, 36.854741, 39.226997, 46.489356, 54.382699, 56.925493, 69.315729, 69.472651, 51.069017, 70.694986, 81.596072, 82.075315], "sum_m_pl": [72.583181, 93.107578, 90.147207, 89.861879, 88.653216, 88.235834, 90.103322, 89.824857, 91.110736, 93.415868, 92.220898, 91.881559, 93.443868, 92.189074, 92.804235, 92.251589, 91.256565, 91.3824, 93.660657, 94.617463, 95.182588, 95.39373, 95.110828, 95.378589, 80.363273, 80.677014, 78.27614, 81.221956, 82.431819, 83.261574, 83.358998, 84.069782, 83.758078, 81.231795, 78.362458, 76.907766, 73.514927, 72.322809, 63.666349, 60.09785, 60.151149, 56.71133, 53.689452, 50.464052, 46.203977, 45.323531, 57.557014, 65.679396, 90.632872, 109.218492]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1233, "item_id": "llmzszl-18765", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 709, "region_end": 1233, "roundtrip_ok": true, "tf_agree": 0.9935, "tf_agree_excl_first": 0.9943}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [67, 47, 45, 41, 41, 34, 28, 37, 48, 41, 52, 45, 44, 37, 39, 33, 37, 39, 31, 34, 34, 25, 28, 28, 44, 50, 44, 62, 59, 63, 48, 44, 42, 40, 48, 44, 53, 52, 55, 55, 59, 61, 64, 66, 54, 58, 59, 63, 53, 51], "n_am_pl": [12, 20, 22, 28, 19, 30, 31, 24, 18, 22, 20, 20, 32, 26, 29, 41, 37, 19, 16, 22, 35, 27, 31, 30, 13, 13, 16, 28, 22, 27, 35, 28, 26, 24, 15, 18, 16, 10, 14, 11, 8, 0, 1, 3, 4, 7, 5, 3, 5, 6], "n_pos": 215, "sum_m_en": [26.365755, 11.767604, 11.724263, 11.620818, 12.555949, 12.872722, 11.615556, 12.778934, 13.122594, 13.437563, 13.410023, 14.413515, 15.26826, 16.17067, 15.81175, 16.271806, 15.187748, 14.663749, 12.871903, 12.199369, 11.233702, 10.409043, 9.850966, 9.537101, 18.142876, 20.633063, 20.833441, 21.997554, 22.360065, 22.711766, 21.014901, 19.914627, 19.243654, 20.087194, 21.871464, 22.109309, 25.46111, 25.405434, 30.703833, 34.69553, 37.988631, 41.790884, 47.931832, 51.626892, 50.446356, 53.964683, 55.142674, 60.798506, 52.146619, 50.988977], "sum_m_pl": [80.841724, 105.678569, 102.358142, 100.000876, 96.297006, 96.096613, 98.046852, 96.200432, 92.719363, 96.171133, 95.875315, 96.825272, 96.903176, 93.619704, 94.885875, 94.860416, 95.580721, 96.714183, 96.622424, 99.822688, 102.242599, 103.755243, 105.230417, 105.830235, 85.207464, 81.22312, 77.779329, 82.699098, 84.635046, 86.556548, 88.367374, 87.920692, 85.588762, 79.218255, 75.232281, 69.770268, 61.539512, 56.715774, 52.115968, 47.804236, 45.078369, 33.662172, 28.693148, 24.457684, 21.75033, 16.722178, 9.770248, 7.17254, 5.757276, 5.970269]}, "digit": {"n_am_en": [7, 4, 4, 4, 2, 1, 1, 2, 1, 3, 6, 4, 5, 2, 3, 2, 4, 5, 3, 4, 3, 2, 0, 0, 3, 1, 1, 3, 5, 7, 6, 4, 3, 3, 0, 2, 2, 2, 2, 0, 3, 4, 4, 7, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 4, 2, 4, 3, 4, 4, 5, 3, 3, 3, 2, 1, 4, 3, 2, 2, 3, 4, 3, 3, 3, 2, 4, 1, 4, 1, 2, 3, 3, 1, 1, 1, 1, 2, 1, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 27, "sum_m_en": [3.528672, 1.336316, 1.282564, 1.368749, 1.339021, 1.604006, 1.424883, 1.613932, 1.483439, 1.528603, 1.602625, 1.815884, 2.015868, 1.855483, 1.793662, 2.054147, 1.920972, 1.739259, 1.467224, 1.416375, 1.380543, 1.266644, 1.204256, 1.183626, 1.941297, 2.065961, 2.06285, 2.035209, 2.298253, 2.329632, 2.206827, 2.03914, 1.874653, 1.811301, 1.989585, 1.946155, 1.707321, 1.554811, 2.060807, 1.490526, 2.622965, 3.474008, 2.763278, 4.94029, 3.203856, 1.958698, 0.590155, 0.394163, 0.134446, 3e-06], "sum_m_pl": [9.597613, 13.624832, 12.689248, 12.713226, 12.177283, 11.529334, 12.099921, 11.936249, 11.479085, 12.175385, 11.975988, 11.900157, 11.389086, 11.223649, 10.998941, 10.538748, 10.662955, 11.088418, 11.407251, 11.864098, 11.985393, 12.392601, 12.517927, 12.66434, 10.183678, 9.624418, 9.129881, 9.954898, 10.02583, 10.350683, 10.394876, 10.450211, 10.341106, 9.261683, 8.655855, 8.504655, 8.221085, 7.574678, 6.651835, 6.31441, 6.362229, 6.876176, 6.837822, 5.186971, 5.02814, 3.089059, 1.282639, 0.454289, 0.196935, 0.0]}, "lang": {"n_am_en": [27, 17, 12, 14, 16, 13, 9, 13, 22, 15, 23, 17, 12, 16, 10, 13, 15, 11, 9, 14, 13, 9, 13, 15, 18, 22, 20, 25, 20, 22, 17, 15, 16, 16, 18, 20, 22, 21, 24, 26, 30, 30, 33, 34, 33, 35, 39, 45, 49, 51], "n_am_pl": [0, 5, 7, 10, 4, 3, 2, 1, 2, 4, 3, 4, 6, 6, 7, 10, 10, 8, 5, 7, 11, 7, 9, 7, 3, 4, 4, 4, 4, 4, 6, 5, 6, 7, 5, 6, 2, 3, 3, 3, 0, 0, 0, 3, 4, 4, 4, 3, 5, 6], "n_pos": 59, "sum_m_en": [7.205327, 3.187372, 3.179175, 3.175661, 3.6518, 3.833844, 3.269585, 3.67476, 3.882106, 3.960046, 3.712878, 4.028583, 4.288188, 4.997721, 4.790494, 4.95464, 4.498001, 4.400826, 3.985823, 3.539049, 3.211076, 2.956335, 2.788148, 2.670456, 6.057396, 7.578879, 7.396429, 7.170472, 6.719427, 6.854687, 6.55628, 6.286973, 6.434468, 7.26785, 7.642175, 8.653568, 11.416794, 11.748827, 14.866337, 17.036055, 19.088113, 22.294045, 25.358063, 26.9324, 30.642778, 32.127698, 35.572133, 41.53608, 47.475415, 50.068328], "sum_m_pl": [22.573053, 28.713988, 28.203199, 27.587954, 26.942064, 26.423718, 26.766438, 26.682193, 25.62673, 26.860252, 26.699578, 27.551735, 27.74913, 26.730033, 27.542287, 27.260407, 27.440367, 27.908288, 27.300708, 28.235046, 29.003679, 29.215839, 29.643213, 29.803414, 25.006403, 23.662967, 22.819804, 23.76582, 24.113464, 24.767754, 25.526747, 24.994253, 24.146066, 22.817315, 21.962649, 20.410594, 16.579668, 15.603538, 14.866515, 13.649199, 12.730138, 9.221647, 7.168134, 6.8912, 6.364378, 6.317976, 5.131591, 4.016838, 5.1503, 5.966297]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 217, "item_id": "llmzszl-18766", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 788, "region_end": 215, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.9722}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [144, 153, 138, 167, 179, 128, 108, 136, 110, 122, 145, 160, 154, 152, 163, 157, 152, 145, 96, 89, 85, 80, 66, 75, 171, 191, 173, 172, 194, 203, 177, 178, 172, 181, 195, 160, 154, 165, 169, 186, 182, 162, 173, 159, 129, 112, 55, 39, 23, 13], "n_am_pl": [29, 184, 151, 137, 125, 120, 137, 137, 138, 129, 136, 142, 164, 163, 138, 154, 150, 140, 162, 199, 225, 210, 208, 201, 111, 109, 125, 149, 151, 151, 160, 155, 133, 108, 86, 78, 86, 74, 76, 70, 56, 63, 57, 50, 48, 63, 70, 83, 124, 148], "n_pos": 774, "sum_m_en": [67.552553, 36.810319, 39.434629, 40.497784, 41.688189, 42.645246, 40.254412, 42.858124, 46.31862, 47.581833, 49.136309, 51.775883, 53.722831, 55.507273, 55.850801, 56.573007, 53.322443, 51.049096, 44.495181, 42.254533, 39.991575, 37.705231, 36.2649, 35.123976, 70.935947, 76.178741, 79.9085, 80.771215, 83.735299, 83.30531, 78.135258, 76.182183, 71.913493, 74.468165, 78.519487, 74.517116, 74.718661, 72.4633, 82.051433, 89.699124, 93.111141, 94.924929, 104.247424, 111.021502, 110.539248, 89.896223, 48.986125, 38.688115, 25.780943, 13.563203], "sum_m_pl": [301.290841, 385.66975, 373.31078, 368.627183, 363.02758, 358.940175, 365.066415, 362.907506, 355.707379, 358.636385, 354.458921, 354.162262, 355.291164, 348.264974, 351.776495, 353.669452, 352.553589, 356.539402, 362.792564, 368.621444, 372.367794, 374.997067, 378.246421, 380.215975, 309.847043, 303.113511, 292.917599, 313.682308, 320.111421, 322.026936, 326.109468, 329.260034, 325.108546, 299.047659, 285.43832, 272.418591, 253.462343, 244.027836, 231.902378, 225.692929, 214.357107, 197.741795, 178.002117, 159.147588, 115.779373, 117.642257, 106.601666, 98.869895, 124.806256, 147.34319]}, "digit": {"n_am_en": [7, 17, 12, 6, 20, 10, 7, 11, 7, 7, 8, 18, 14, 14, 13, 14, 16, 15, 11, 19, 10, 15, 8, 13, 25, 27, 27, 19, 24, 21, 20, 31, 20, 19, 20, 14, 9, 10, 10, 7, 6, 4, 3, 4, 3, 2, 3, 1, 0, 0], "n_am_pl": [0, 21, 5, 10, 16, 9, 14, 8, 4, 8, 9, 9, 10, 13, 7, 8, 11, 8, 13, 10, 9, 9, 8, 10, 5, 3, 5, 8, 7, 8, 12, 7, 6, 7, 5, 5, 4, 3, 2, 3, 3, 3, 1, 2, 1, 1, 1, 1, 0, 0], "n_pos": 73, "sum_m_en": [5.323898, 3.287778, 3.414454, 3.401575, 3.423173, 3.850509, 3.437973, 3.78532, 3.915813, 3.998299, 4.283761, 4.527136, 4.931472, 4.708694, 4.656007, 4.937625, 4.869222, 4.693434, 4.022063, 3.924086, 3.774898, 3.50185, 3.328608, 3.27668, 6.43424, 7.665207, 8.323978, 7.269284, 7.602794, 7.649392, 7.416425, 7.430849, 6.334482, 6.526965, 7.165582, 7.064229, 6.484807, 5.496246, 6.326924, 5.291585, 5.542843, 5.665368, 5.249706, 5.614417, 4.352815, 2.947404, 2.479541, 1.221587, 0.113762, 0.0], "sum_m_pl": [27.933155, 38.705845, 36.055196, 36.109641, 36.323217, 34.430193, 35.28458, 35.100326, 34.210031, 34.738725, 33.899747, 34.275951, 33.511671, 33.482667, 33.16489, 32.690542, 32.368013, 32.803767, 33.755573, 33.935719, 33.810377, 34.31816, 34.626628, 35.111676, 29.226422, 27.579764, 26.668915, 29.289391, 29.331389, 29.626213, 29.653735, 30.409756, 31.039286, 29.026042, 27.490406, 27.35478, 26.539358, 27.726003, 24.300983, 24.708577, 24.571543, 25.160352, 25.000254, 22.585782, 20.236222, 13.832408, 8.412085, 3.791807, 0.222285, 0.0]}, "lang": {"n_am_en": [39, 17, 22, 27, 26, 28, 27, 26, 34, 28, 33, 31, 33, 29, 34, 39, 34, 30, 28, 25, 27, 26, 19, 20, 40, 56, 44, 41, 49, 46, 42, 40, 40, 49, 53, 53, 54, 56, 61, 67, 67, 69, 74, 74, 70, 66, 34, 21, 15, 13], "n_am_pl": [10, 43, 39, 25, 29, 24, 16, 23, 19, 13, 22, 18, 30, 26, 26, 33, 21, 31, 22, 40, 50, 44, 48, 39, 24, 21, 23, 21, 26, 23, 31, 29, 30, 26, 26, 17, 20, 24, 23, 21, 22, 23, 18, 24, 29, 40, 52, 64, 119, 147], "n_pos": 160, "sum_m_en": [13.271269, 7.792347, 8.150248, 8.858008, 8.779474, 8.979178, 8.917203, 9.071766, 10.068104, 10.068865, 10.364898, 10.92205, 10.932509, 11.400124, 11.41081, 11.325693, 10.64393, 10.035215, 9.136974, 8.529942, 8.328177, 7.974093, 7.536751, 7.241514, 16.258565, 18.193622, 17.445008, 17.294038, 17.519073, 17.752797, 16.369376, 16.649941, 15.570206, 17.251176, 17.422709, 17.49501, 18.361509, 20.072739, 23.166343, 29.130109, 32.337093, 35.594338, 42.985303, 45.61265, 60.350914, 49.689053, 28.552081, 20.273103, 15.295466, 13.409851], "sum_m_pl": [60.538078, 73.487591, 72.962744, 71.306875, 70.541691, 70.497023, 71.430408, 71.76181, 70.786659, 72.066498, 71.405624, 71.44593, 72.45692, 70.492092, 73.210913, 74.004754, 74.299881, 74.851524, 75.32152, 76.402048, 77.493315, 77.831432, 78.63463, 78.741038, 64.818841, 62.992036, 60.983455, 64.482519, 66.088491, 65.981245, 68.029246, 68.933958, 68.720575, 64.879462, 63.778662, 64.215053, 64.218184, 61.35775, 59.537637, 56.786434, 55.079845, 45.146838, 39.371246, 41.451635, 34.925589, 44.044799, 55.860915, 65.463547, 112.93851, 144.941615]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 774, "item_id": "llmzszl-18766", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 719, "region_end": 774, "roundtrip_ok": true, "tf_agree": 0.991, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [62, 75, 74, 61, 76, 64, 63, 65, 60, 54, 70, 63, 72, 56, 74, 85, 77, 60, 64, 72, 62, 60, 58, 64, 84, 81, 70, 75, 68, 75, 65, 73, 70, 63, 73, 66, 70, 75, 61, 61, 66, 57, 55, 63, 59, 64, 55, 54, 38, 40], "n_am_pl": [19, 40, 31, 29, 31, 36, 42, 37, 35, 40, 41, 42, 36, 33, 32, 29, 32, 35, 27, 32, 43, 38, 54, 43, 24, 23, 28, 15, 33, 26, 23, 24, 21, 20, 29, 28, 24, 11, 13, 12, 10, 12, 18, 13, 14, 8, 8, 9, 6, 6], "n_pos": 284, "sum_m_en": [31.007838, 14.892838, 15.880511, 15.277481, 15.934954, 17.591678, 16.63914, 17.688994, 18.088316, 19.121318, 20.940816, 21.473843, 22.131314, 22.201105, 22.691608, 22.618319, 22.426587, 21.17561, 18.894096, 17.452523, 16.142801, 15.074866, 14.398437, 14.35956, 33.310296, 36.780515, 36.467644, 31.781689, 32.059004, 33.745401, 31.816907, 30.583616, 30.451008, 30.018144, 33.697887, 33.240678, 33.910743, 36.971892, 35.130779, 37.817971, 38.877063, 40.812895, 45.10716, 48.524396, 50.267846, 54.573483, 50.332275, 49.698299, 39.904841, 40.023209], "sum_m_pl": [109.837649, 141.855361, 137.246763, 133.970805, 132.249952, 129.367026, 131.096181, 128.987478, 126.632733, 130.199522, 125.790023, 125.863741, 125.908913, 123.696635, 125.191372, 125.284618, 122.8677, 125.274366, 127.742958, 132.581832, 135.119174, 135.872254, 136.899926, 137.169534, 99.58253, 97.118055, 97.398843, 107.372682, 110.652326, 107.908913, 111.391023, 113.479792, 113.585589, 107.740095, 103.866435, 100.407645, 86.408808, 77.841776, 68.278561, 58.817833, 55.677672, 50.691999, 49.50252, 41.987403, 38.362975, 32.779065, 23.173801, 16.389332, 8.742368, 5.939969]}, "digit": {"n_am_en": [4, 16, 8, 10, 14, 12, 6, 7, 3, 9, 8, 7, 4, 2, 9, 9, 9, 3, 7, 7, 9, 8, 6, 7, 12, 13, 10, 11, 10, 11, 8, 8, 8, 5, 8, 9, 12, 9, 7, 4, 3, 4, 4, 4, 3, 5, 4, 3, 0, 0], "n_am_pl": [0, 5, 4, 1, 4, 5, 6, 9, 4, 5, 7, 5, 3, 3, 2, 3, 3, 2, 3, 4, 5, 4, 7, 5, 0, 0, 1, 3, 1, 1, 2, 4, 3, 3, 2, 1, 0, 1, 0, 2, 0, 1, 1, 1, 0, 0, 3, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.672103, 1.645966, 1.667936, 1.712535, 1.856343, 2.110781, 1.93779, 2.059688, 2.07769, 2.337038, 2.416439, 2.443608, 2.524339, 2.57101, 2.649068, 2.767153, 2.786299, 2.575238, 2.335462, 2.197249, 2.037546, 1.898916, 1.834853, 1.823667, 4.272109, 4.851603, 4.487613, 4.342977, 4.066384, 4.384887, 3.93623, 3.69975, 3.295319, 3.267108, 3.488893, 3.768742, 3.643163, 3.718403, 3.707601, 3.764595, 3.438942, 3.615087, 3.369009, 3.661991, 3.570682, 3.699617, 2.928845, 2.263774, 0.490005, 0.0], "sum_m_pl": [14.189938, 18.729638, 18.039325, 17.581505, 17.384003, 17.029676, 17.247696, 16.838046, 16.539806, 17.099171, 16.846059, 16.960566, 17.044146, 16.541108, 16.773453, 16.344793, 15.975098, 16.518765, 16.661661, 17.134832, 17.494824, 17.665845, 17.695602, 17.794713, 12.349218, 11.977364, 12.489366, 13.860292, 14.375269, 13.952752, 14.216991, 14.956433, 15.421271, 14.487433, 14.022135, 14.301453, 12.931985, 12.65861, 10.893568, 9.943378, 9.220406, 9.772126, 9.109589, 8.923012, 8.129387, 6.54418, 4.375936, 2.787191, 0.277221, 0.0]}, "lang": {"n_am_en": [14, 11, 16, 9, 13, 14, 10, 8, 16, 5, 12, 10, 15, 12, 12, 15, 19, 14, 16, 19, 16, 15, 13, 18, 16, 20, 15, 14, 18, 17, 15, 16, 15, 15, 20, 16, 21, 25, 20, 23, 25, 23, 25, 28, 27, 29, 28, 32, 37, 40], "n_am_pl": [0, 5, 5, 5, 5, 5, 7, 5, 7, 6, 7, 7, 3, 5, 6, 5, 4, 9, 6, 5, 9, 7, 10, 8, 5, 3, 2, 2, 3, 3, 1, 1, 1, 2, 3, 3, 1, 1, 2, 4, 3, 5, 6, 6, 8, 7, 5, 6, 6, 6], "n_pos": 48, "sum_m_en": [6.673999, 3.042732, 3.266757, 2.897274, 2.969975, 3.25093, 3.070875, 3.378185, 3.534248, 3.509163, 3.95613, 4.128516, 4.354435, 4.194633, 4.188754, 4.03835, 4.085344, 3.965726, 3.581837, 3.269331, 3.08629, 2.892983, 2.720543, 2.967534, 9.17654, 9.173552, 9.067565, 7.410745, 7.877486, 7.787131, 7.059302, 6.943738, 7.441253, 7.014035, 8.60759, 8.822314, 10.66301, 12.762055, 12.458685, 15.074753, 16.221662, 18.30785, 21.231735, 22.502789, 22.819916, 24.709859, 25.618134, 28.712459, 36.73129, 39.597446], "sum_m_pl": [15.786707, 22.744787, 22.170225, 21.585304, 21.273793, 20.888464, 21.267229, 21.253746, 21.083694, 21.553478, 20.824473, 20.965614, 21.216395, 21.140586, 21.710688, 21.857358, 21.208098, 21.386851, 21.453956, 22.214999, 22.501796, 22.637023, 22.893232, 22.837074, 14.969415, 15.123992, 15.306869, 17.377057, 17.531552, 17.032046, 18.061206, 18.098239, 18.107886, 17.614314, 16.001384, 15.555053, 12.904087, 12.015067, 10.019088, 10.03935, 10.012217, 9.226571, 9.395042, 8.897104, 8.734974, 8.049573, 6.708322, 6.088388, 5.9988, 5.939964]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 286, "item_id": "llmzszl-18770", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 705, "region_end": 284, "roundtrip_ok": true, "tf_agree": 0.986, "tf_agree_excl_first": 0.9895}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [101, 116, 90, 98, 111, 86, 77, 88, 87, 90, 96, 105, 111, 92, 106, 103, 96, 100, 96, 100, 95, 95, 90, 100, 123, 117, 115, 103, 98, 107, 107, 101, 107, 101, 125, 121, 112, 108, 101, 86, 87, 75, 80, 74, 67, 55, 46, 25, 18, 19], "n_am_pl": [23, 60, 56, 65, 69, 82, 81, 85, 68, 54, 69, 48, 50, 53, 55, 44, 44, 50, 45, 51, 67, 64, 61, 68, 39, 60, 64, 70, 76, 71, 60, 64, 58, 44, 33, 31, 24, 26, 27, 27, 28, 21, 22, 29, 30, 34, 32, 41, 50, 58], "n_pos": 418, "sum_m_en": [40.084452, 20.178518, 21.587722, 22.372855, 23.291136, 24.443278, 23.771931, 24.607421, 25.739131, 27.440593, 28.979751, 29.737613, 31.389659, 31.385075, 31.949194, 32.101309, 32.208705, 29.983443, 26.568742, 24.708754, 23.45032, 23.003227, 21.724964, 21.945533, 49.085311, 53.76254, 55.181547, 47.003253, 48.500114, 49.067352, 46.556695, 41.979045, 40.079366, 40.650291, 47.896412, 46.508298, 47.505157, 47.30309, 52.754672, 55.858567, 50.754509, 49.471502, 53.06727, 55.086702, 50.864567, 44.144876, 28.785435, 22.967268, 20.920816, 18.588235], "sum_m_pl": [161.602176, 211.150197, 203.369927, 201.053242, 199.629867, 195.053859, 196.356725, 195.340889, 193.859022, 195.159763, 188.427095, 187.651291, 189.802631, 188.307802, 189.880311, 189.245613, 185.84318, 190.350735, 194.507103, 199.580743, 201.107996, 200.669925, 201.829961, 202.738045, 157.018686, 155.135215, 151.580869, 167.946101, 171.148732, 170.488953, 174.230247, 180.324557, 182.148215, 171.645508, 161.930938, 157.438104, 141.495217, 134.005081, 121.207002, 110.893012, 105.754338, 106.383599, 101.369143, 88.972067, 79.850122, 71.155297, 60.835118, 52.445935, 51.522102, 57.693814]}, "digit": {"n_am_en": [3, 22, 13, 12, 18, 14, 4, 8, 10, 7, 9, 11, 14, 11, 14, 12, 13, 10, 9, 5, 7, 5, 2, 7, 13, 16, 14, 11, 11, 8, 14, 8, 14, 12, 17, 13, 15, 12, 8, 5, 6, 8, 8, 6, 4, 4, 3, 0, 0, 0], "n_am_pl": [0, 2, 2, 3, 6, 4, 6, 3, 2, 6, 6, 5, 9, 6, 6, 3, 1, 4, 4, 5, 2, 7, 5, 5, 2, 5, 6, 4, 7, 10, 9, 9, 6, 4, 5, 5, 4, 3, 1, 1, 3, 1, 2, 3, 2, 3, 1, 4, 0, 0], "n_pos": 46, "sum_m_en": [4.305642, 2.13112, 2.184984, 2.166541, 2.265232, 2.395794, 2.387061, 2.44849, 2.533932, 2.722716, 2.893473, 2.913248, 3.090848, 3.241731, 3.347907, 3.34185, 3.40171, 3.193551, 2.820029, 2.644134, 2.510201, 2.331799, 2.227896, 2.14556, 4.308642, 5.240133, 5.495089, 4.774969, 5.083686, 5.168275, 4.938226, 4.482447, 3.910048, 4.042322, 4.581862, 4.857642, 4.734063, 4.18619, 4.22985, 4.121253, 3.447198, 4.184241, 4.744255, 4.448046, 4.333388, 3.685223, 1.703135, 1.168181, 0.320258, 0.022928], "sum_m_pl": [16.458126, 23.931377, 23.020188, 22.672606, 22.51254, 21.910516, 21.81345, 21.539404, 21.406548, 21.899764, 21.301057, 21.267172, 21.811091, 21.198348, 21.316616, 21.106748, 20.480286, 20.994687, 21.590412, 21.923419, 22.207262, 22.378193, 22.407988, 22.617228, 18.211401, 18.18247, 17.828493, 19.278461, 19.605991, 19.2762, 19.530386, 20.320166, 21.147543, 20.019216, 18.840238, 18.795427, 18.257861, 18.427266, 16.438264, 15.025546, 14.357082, 15.124968, 14.325711, 14.064596, 13.557875, 11.892142, 8.025792, 5.958437, 0.980045, 4.2e-05]}, "lang": {"n_am_en": [34, 9, 16, 17, 13, 19, 21, 24, 18, 21, 19, 21, 23, 20, 20, 23, 25, 22, 21, 25, 24, 25, 26, 31, 32, 32, 24, 26, 31, 30, 22, 24, 27, 27, 25, 27, 30, 28, 30, 32, 30, 26, 32, 31, 28, 23, 24, 15, 17, 19], "n_am_pl": [3, 12, 13, 13, 9, 13, 8, 12, 8, 10, 10, 7, 8, 11, 10, 12, 6, 11, 7, 11, 16, 15, 14, 9, 5, 6, 7, 6, 10, 8, 12, 10, 12, 5, 5, 5, 6, 5, 4, 7, 6, 10, 9, 15, 22, 24, 25, 27, 49, 58], "n_pos": 78, "sum_m_en": [7.340103, 3.760606, 4.143567, 4.28106, 4.314903, 4.601105, 4.843811, 4.941072, 5.061549, 4.968609, 5.482116, 5.797404, 6.002711, 5.866306, 6.202903, 5.976362, 6.135134, 5.778829, 5.146886, 4.725481, 4.635882, 5.254994, 4.718342, 5.453211, 12.597708, 11.946481, 11.714072, 8.991781, 9.633065, 10.016763, 9.01219, 8.716322, 8.535118, 8.725062, 10.529407, 10.183543, 10.537116, 12.154226, 15.271589, 18.381379, 17.958972, 18.529428, 21.663869, 21.95026, 21.482664, 18.540082, 11.383028, 10.42266, 17.950442, 18.564853], "sum_m_pl": [30.841357, 37.894134, 36.852072, 36.328338, 35.971135, 35.187039, 35.268011, 36.006883, 36.186197, 36.441808, 35.53622, 35.2569, 35.657609, 35.632345, 35.412528, 35.735609, 34.930638, 35.526099, 36.03977, 37.060912, 37.013065, 36.572396, 37.001709, 36.762108, 26.858219, 27.801251, 27.343525, 31.37412, 31.777463, 31.388105, 32.495877, 33.130304, 33.495352, 32.393976, 30.271402, 30.730116, 29.26208, 27.692672, 24.513142, 24.623852, 24.911733, 25.050736, 23.987095, 23.840063, 24.456249, 26.048613, 30.913582, 31.173515, 46.813748, 57.6513]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 420, "item_id": "llmzszl-18770", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 636, "region_end": 418, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9857}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 34, 33, 30, 25, 24, 25, 14, 21, 32, 31, 29, 24, 27, 27, 19, 24, 25, 25, 30, 25, 25, 28, 30, 36, 32, 25, 43, 31, 28, 24, 26, 28, 32, 34, 32, 28, 34, 34, 29, 36, 32, 36, 29, 31, 33, 36, 38, 41, 42], "n_am_pl": [7, 23, 13, 20, 11, 14, 16, 13, 12, 10, 11, 8, 16, 16, 16, 24, 20, 19, 22, 21, 24, 27, 25, 24, 16, 18, 21, 20, 13, 15, 17, 21, 16, 12, 15, 10, 10, 7, 7, 5, 1, 3, 4, 2, 1, 5, 0, 0, 0, 0], "n_pos": 120, "sum_m_en": [12.851797, 6.661464, 6.425336, 6.406271, 6.491873, 6.444914, 6.442041, 6.804624, 7.033059, 7.343577, 8.05328, 8.410716, 8.618238, 8.908054, 9.470001, 9.076766, 8.223566, 8.213428, 7.199799, 6.525789, 6.176233, 5.781558, 5.528365, 5.458685, 13.501722, 13.872293, 13.669475, 13.016044, 11.917549, 12.682751, 12.107935, 12.031716, 13.042858, 13.340477, 14.401157, 14.750236, 17.136916, 17.897266, 19.054574, 22.305149, 23.421594, 26.591916, 28.888424, 29.566279, 31.148382, 34.002051, 36.170853, 35.430521, 39.723965, 42.189715], "sum_m_pl": [44.564127, 59.481532, 58.011077, 56.450048, 55.717753, 56.017999, 56.142765, 54.159404, 51.814633, 52.649259, 52.353448, 52.691236, 53.069645, 53.061119, 52.744225, 53.915593, 54.638059, 54.583571, 55.729648, 57.616353, 57.446428, 57.780707, 57.83306, 58.046348, 45.535922, 45.200653, 44.198035, 46.04823, 47.375052, 46.035563, 46.870707, 47.30771, 46.78506, 44.423226, 42.360708, 39.241472, 34.331793, 33.147783, 28.243073, 25.439418, 23.84416, 20.258134, 19.958658, 16.128037, 13.516974, 12.018588, 5.401478, 2.65078, 0.451196, 0.004781]}, "digit": {"n_am_en": [2, 7, 6, 5, 5, 4, 4, 1, 2, 11, 10, 9, 5, 4, 3, 2, 3, 3, 1, 6, 4, 6, 5, 6, 13, 9, 4, 7, 3, 1, 2, 1, 1, 5, 4, 3, 1, 3, 2, 0, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 1, 2, 2, 1, 3, 5, 2, 1, 2, 2, 4, 5, 5, 9, 5, 6, 5, 4, 4, 6, 5, 3, 1, 1, 6, 5, 4, 6, 4, 7, 8, 6, 7, 3, 6, 2, 2, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.327353, 1.135748, 1.05125, 1.061209, 1.127641, 1.182206, 1.160449, 1.246772, 1.308478, 1.352888, 1.482723, 1.451719, 1.420494, 1.454921, 1.486413, 1.432185, 1.335906, 1.354171, 1.292093, 1.244107, 1.168108, 1.13861, 1.104062, 1.107838, 2.236353, 2.133418, 1.989273, 1.992829, 1.824375, 1.868514, 1.792053, 1.76771, 1.741382, 1.797967, 1.854423, 1.859567, 1.873058, 1.790898, 1.768936, 1.788819, 1.76673, 1.934827, 1.839122, 1.728337, 1.58976, 1.145181, 0.703578, 0.541825, 0.110355, 0.0], "sum_m_pl": [10.85248, 13.943711, 13.419066, 13.12627, 12.478353, 12.516511, 12.699653, 12.356149, 11.763721, 12.003322, 11.929011, 11.844168, 11.827138, 12.001121, 11.785795, 11.863411, 11.682136, 11.65062, 11.936043, 12.335948, 12.251631, 12.370368, 12.280886, 12.386438, 10.472041, 10.415271, 10.359627, 10.674421, 10.828624, 10.502558, 10.256544, 10.469779, 10.939023, 10.725062, 10.385399, 10.308897, 9.845814, 9.507948, 8.507983, 8.367054, 8.209135, 7.922446, 7.678731, 6.607089, 5.902808, 4.263555, 2.611874, 0.894231, 0.204498, 0.0]}, "lang": {"n_am_en": [9, 12, 12, 9, 8, 12, 13, 6, 10, 11, 12, 10, 9, 10, 14, 9, 11, 13, 15, 12, 12, 12, 15, 16, 15, 14, 15, 22, 21, 17, 13, 19, 17, 18, 20, 20, 21, 24, 24, 23, 26, 26, 28, 26, 30, 32, 33, 35, 40, 42], "n_am_pl": [1, 9, 5, 10, 4, 6, 3, 1, 4, 3, 7, 4, 5, 2, 0, 6, 6, 4, 5, 9, 9, 7, 9, 8, 5, 8, 9, 6, 5, 4, 10, 5, 4, 4, 4, 2, 2, 2, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 44, "sum_m_en": [5.052171, 2.689317, 2.57406, 2.493876, 2.469173, 2.53321, 2.55062, 2.627933, 2.788036, 2.874891, 3.067897, 3.400001, 3.557547, 3.698184, 4.052121, 3.926148, 3.410637, 3.657657, 3.073911, 2.658013, 2.547776, 2.289288, 2.158952, 2.109232, 7.190512, 7.221178, 6.984604, 6.306345, 5.605362, 6.156353, 5.693596, 5.851863, 6.886147, 7.312859, 8.141305, 9.214586, 11.55908, 12.483111, 13.61499, 15.969734, 17.623382, 20.538463, 22.645999, 24.300249, 26.793641, 29.773015, 31.833935, 32.390354, 38.861391, 42.020695], "sum_m_pl": [15.210687, 21.060387, 20.812335, 20.212083, 20.361581, 20.125254, 20.111206, 19.476892, 18.901756, 19.261729, 19.19382, 19.250663, 19.269614, 19.130747, 19.18262, 19.797988, 20.296368, 20.195841, 20.548252, 21.400349, 21.290323, 21.432996, 21.569356, 21.634074, 15.97939, 16.130356, 15.824492, 16.680652, 17.6086, 16.860321, 17.808073, 17.611522, 17.113039, 16.543504, 15.531767, 13.858425, 11.205112, 10.650769, 8.795104, 7.403652, 6.16931, 4.528594, 4.11304, 2.810378, 1.998948, 1.920401, 0.829072, 0.718882, 0.193393, 0.004776]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "llmzszl-18771", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 770, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.9754, "tf_agree_excl_first": 0.9835}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 2, 3, 4, 3, 1, 0, 1, 2, 1, 2, 2, 3, 2, 2, 2, 5, 6, 4, 3, 5, 7, 5, 4, 4, 5, 4, 4, 4, 4, 5, 7, 4, 7, 6, 10, 7, 6, 2, 4, 3, 5, 3, 4, 6, 6, 1, 0, 0, 0], "n_am_pl": [2, 5, 4, 3, 0, 3, 1, 3, 2, 2, 3, 2, 4, 2, 2, 3, 2, 1, 3, 1, 2, 2, 5, 3, 5, 4, 3, 3, 1, 3, 4, 2, 2, 1, 2, 2, 2, 2, 2, 1, 4, 3, 2, 3, 0, 0, 0, 1, 5, 6], "n_pos": 15, "sum_m_en": [1.214988, 0.717862, 0.802352, 0.803493, 0.807569, 0.828933, 0.844919, 0.75305, 0.749439, 0.7455, 0.819976, 0.894813, 0.937689, 0.980435, 0.962754, 0.944755, 0.949929, 0.923115, 0.874176, 0.803642, 0.84873, 0.857147, 0.743526, 0.733705, 1.692457, 1.67975, 1.34687, 1.297431, 1.309268, 1.266109, 1.384262, 1.365064, 1.381081, 1.567046, 1.66732, 2.069228, 2.712477, 2.230769, 1.800077, 2.910047, 2.708811, 2.633001, 2.64274, 2.748498, 4.40984, 4.00181, 0.97553, 0.279166, 0.036189, 0.000175], "sum_m_pl": [6.231505, 7.146501, 7.121, 6.910777, 6.791369, 6.705908, 6.523471, 6.862151, 6.976686, 6.95728, 6.850317, 6.745028, 6.963346, 6.942482, 6.753615, 6.921074, 6.734691, 6.494284, 6.707659, 6.798808, 6.703082, 6.723886, 6.725972, 6.587462, 5.484273, 5.532431, 5.126687, 5.320528, 5.416531, 5.661927, 5.765752, 6.100668, 5.897423, 5.58712, 5.495354, 5.595918, 5.142291, 5.135759, 5.113902, 4.740883, 4.303608, 4.398738, 4.134603, 4.00712, 2.171382, 1.863412, 1.858931, 1.992181, 4.943554, 6.066229]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [2, 0, 1, 3, 2, 1, 0, 1, 0, 0, 1, 0, 2, 0, 0, 0, 1, 1, 2, 1, 2, 2, 2, 2, 1, 2, 2, 2, 1, 1, 1, 3, 2, 3, 2, 5, 3, 2, 1, 1, 1, 2, 1, 1, 4, 4, 1, 0, 0, 0], "n_am_pl": [1, 4, 2, 1, 0, 0, 0, 1, 1, 2, 1, 0, 2, 1, 1, 2, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 0, 2, 3, 2, 1, 1, 1, 0, 1, 2, 1, 1, 3, 2, 1, 2, 0, 0, 0, 1, 5, 6], "n_pos": 6, "sum_m_en": [0.530021, 0.318329, 0.311402, 0.319685, 0.305864, 0.325897, 0.30617, 0.292167, 0.27896, 0.287881, 0.316022, 0.373256, 0.378248, 0.378498, 0.349358, 0.371841, 0.371001, 0.352756, 0.336213, 0.31276, 0.327603, 0.326852, 0.278196, 0.273457, 0.62268, 0.62724, 0.484162, 0.492011, 0.476913, 0.468397, 0.458457, 0.477419, 0.519843, 0.569253, 0.573943, 0.576336, 0.691002, 0.65593, 0.541935, 1.14546, 1.146352, 1.112979, 1.278454, 1.248356, 3.063149, 2.788482, 0.840221, 0.158405, 0.010898, 3e-06], "sum_m_pl": [2.400609, 2.944105, 2.974188, 2.896252, 2.823038, 2.677609, 2.719285, 2.781742, 2.879003, 2.865232, 2.828058, 2.740892, 2.777886, 2.784686, 2.73517, 2.822088, 2.698862, 2.572836, 2.71583, 2.798593, 2.785977, 2.754371, 2.744148, 2.734544, 2.367822, 2.237357, 2.127786, 2.359046, 2.516295, 2.633772, 2.66589, 2.71707, 2.62038, 2.401248, 2.416759, 2.447242, 2.435912, 2.407229, 2.535998, 2.213982, 2.118636, 2.199093, 1.965205, 1.903583, 0.769433, 0.439653, 0.93723, 1.248727, 4.647328, 5.968622]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 397, "item_id": "llmzszl-18771", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 701, "region_end": 15, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 0.9798}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [53, 71, 47, 46, 63, 41, 31, 46, 39, 48, 57, 43, 48, 45, 39, 46, 44, 45, 33, 39, 32, 34, 34, 37, 47, 48, 47, 42, 46, 45, 44, 46, 47, 49, 55, 54, 60, 63, 67, 64, 60, 55, 60, 56, 61, 59, 61, 64, 78, 72], "n_am_pl": [4, 23, 31, 32, 20, 29, 21, 21, 20, 19, 21, 22, 28, 22, 16, 24, 25, 27, 26, 24, 29, 30, 39, 36, 14, 15, 20, 20, 22, 26, 29, 23, 26, 20, 20, 21, 14, 11, 4, 5, 2, 3, 2, 1, 3, 1, 2, 1, 0, 0], "n_pos": 203, "sum_m_en": [23.062261, 11.513763, 11.351815, 10.967654, 11.596512, 11.313846, 11.520236, 11.882391, 12.411915, 13.194921, 13.91116, 14.374556, 14.868923, 15.109451, 15.394961, 14.19364, 14.39026, 14.260931, 12.530849, 11.598093, 10.626095, 9.727088, 9.403561, 9.161802, 21.118269, 21.454952, 20.622188, 20.433369, 20.12239, 20.328286, 19.597997, 19.352916, 20.2288, 21.402705, 24.352088, 25.395073, 30.293004, 32.616939, 35.747151, 37.62136, 39.448795, 42.882924, 45.590116, 48.958364, 55.426852, 56.729643, 61.561993, 63.694927, 72.610201, 73.305159], "sum_m_pl": [75.359564, 98.497928, 96.931141, 94.871982, 93.25054, 91.641491, 91.185825, 89.314105, 88.221234, 90.902038, 89.850926, 90.358988, 89.853586, 88.728677, 88.115751, 91.827006, 89.877035, 90.740623, 92.245694, 95.784387, 97.115572, 98.386059, 98.747361, 99.186069, 77.133452, 75.277774, 73.400494, 78.874067, 81.843437, 81.862058, 82.843849, 82.24269, 80.775656, 76.83972, 74.988407, 69.993319, 63.61936, 60.211881, 54.512258, 53.230208, 48.027504, 42.970123, 38.446347, 32.952674, 26.51229, 20.421803, 12.234886, 6.545375, 1.023221, 0.232861]}, "digit": {"n_am_en": [17, 17, 11, 8, 12, 6, 1, 1, 0, 5, 8, 3, 5, 5, 4, 5, 3, 5, 2, 2, 1, 1, 0, 0, 3, 2, 1, 4, 4, 3, 2, 5, 4, 1, 1, 3, 6, 3, 2, 5, 6, 6, 5, 2, 4, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 2, 8, 4, 3, 2, 1, 1, 4, 3, 2, 2, 3, 2, 2, 2, 6, 3, 2, 7, 9, 10, 6, 5, 3, 3, 3, 5, 9, 7, 4, 8, 2, 3, 4, 2, 4, 1, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.003525, 1.942903, 2.029757, 1.949798, 2.008579, 1.994105, 1.961879, 2.071976, 2.143081, 2.308871, 2.353797, 2.460339, 2.74392, 2.830989, 2.583811, 2.443939, 2.481865, 2.633504, 2.258132, 2.20195, 2.007869, 1.871968, 1.804586, 1.744656, 2.836552, 2.9923, 3.036362, 3.200449, 3.241153, 3.177811, 3.247637, 3.20817, 3.028816, 2.739174, 2.677174, 2.780025, 2.738048, 2.780709, 3.084161, 3.133956, 3.121025, 3.121322, 3.056641, 3.151202, 3.063102, 2.579859, 1.9062, 1.413945, 0.300589, 0.0], "sum_m_pl": [17.845909, 22.185341, 21.210136, 20.770111, 20.273492, 19.950369, 19.851647, 19.21892, 18.784849, 19.472908, 19.54331, 19.704098, 18.941733, 18.613486, 18.260833, 19.277057, 18.654728, 18.566504, 19.146607, 19.830943, 20.120955, 20.387854, 20.417175, 20.577031, 17.014623, 16.021569, 15.699538, 17.167424, 17.589581, 17.991331, 17.459233, 17.13526, 17.154234, 16.74507, 16.252649, 15.703586, 15.861059, 15.840299, 14.625762, 14.682987, 14.841097, 14.716306, 14.604494, 13.339665, 12.394608, 9.083186, 6.767416, 2.983345, 0.587343, 0.0]}, "lang": {"n_am_en": [15, 28, 17, 21, 29, 21, 18, 25, 25, 28, 33, 33, 32, 29, 24, 26, 25, 23, 21, 26, 23, 25, 25, 26, 29, 33, 31, 24, 26, 24, 26, 25, 24, 29, 34, 33, 35, 41, 44, 41, 39, 41, 45, 44, 46, 47, 52, 57, 71, 72], "n_am_pl": [3, 3, 9, 13, 11, 10, 6, 9, 3, 7, 8, 7, 15, 9, 7, 10, 7, 7, 7, 5, 10, 8, 12, 16, 5, 6, 7, 6, 9, 7, 7, 4, 9, 8, 10, 8, 5, 1, 3, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 75, "sum_m_en": [8.592403, 4.823572, 4.391426, 4.39005, 4.688872, 4.500778, 4.780218, 4.826362, 5.140353, 5.346245, 5.863579, 6.189372, 6.293468, 6.2273, 6.521685, 5.791176, 5.785302, 5.685044, 5.170927, 4.617402, 4.23309, 3.803816, 3.67599, 3.595494, 11.161274, 10.905344, 10.454663, 9.661273, 9.269248, 9.685806, 8.675348, 8.512959, 9.244184, 10.49741, 12.984838, 13.910848, 18.343649, 20.154502, 22.59421, 24.020218, 26.449359, 29.941607, 31.946709, 34.353294, 40.969664, 42.65751, 50.279919, 54.145802, 67.231764, 72.058964], "sum_m_pl": [26.223011, 34.171054, 34.383085, 33.739449, 33.49817, 32.771128, 32.442377, 32.545212, 32.253204, 33.351797, 33.056307, 33.184261, 33.36629, 33.409335, 33.615303, 34.617064, 34.024222, 34.252186, 34.721595, 35.982169, 36.359312, 36.890167, 36.977191, 37.034601, 29.582334, 29.051317, 28.29469, 30.1564, 31.348287, 30.413845, 31.514116, 31.243144, 30.768993, 29.476211, 28.416765, 27.208237, 24.221345, 23.108178, 20.610996, 19.394052, 16.449957, 13.965892, 10.196374, 9.002775, 6.157247, 4.812756, 2.095528, 1.157442, 0.249264, 0.232297]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 408, "item_id": "llmzszl-18773", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 738, "region_end": 203, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9754}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [94, 95, 93, 85, 85, 52, 44, 54, 56, 64, 68, 65, 68, 60, 58, 59, 82, 73, 70, 61, 63, 58, 53, 54, 80, 83, 67, 71, 89, 93, 81, 83, 83, 87, 90, 89, 103, 87, 83, 87, 84, 78, 79, 61, 58, 44, 20, 12, 3, 2], "n_am_pl": [19, 72, 65, 51, 38, 56, 47, 51, 60, 64, 66, 61, 52, 56, 57, 71, 51, 66, 56, 71, 70, 59, 60, 79, 52, 55, 56, 58, 56, 60, 75, 75, 63, 58, 47, 45, 40, 36, 34, 29, 28, 30, 27, 36, 34, 45, 47, 46, 78, 83], "n_pos": 374, "sum_m_en": [34.79153, 17.651219, 18.338619, 19.111646, 20.354389, 19.773362, 20.089835, 21.348817, 22.839016, 24.152486, 24.679958, 25.006802, 26.346977, 26.639979, 27.213456, 25.829901, 25.159378, 24.753786, 21.677027, 20.580527, 19.450607, 18.483729, 18.046723, 17.418838, 36.214049, 40.511462, 38.148987, 37.97807, 39.533044, 38.985445, 36.816931, 35.611483, 35.478178, 36.854327, 38.658528, 41.41008, 45.769066, 47.150812, 51.383429, 53.585209, 51.316661, 51.950681, 54.129472, 49.887848, 51.37635, 44.889854, 22.647162, 18.923794, 4.526765, 2.005854], "sum_m_pl": [149.767803, 189.901003, 182.903194, 177.400407, 175.532699, 171.864775, 173.120265, 168.798039, 168.225403, 172.057586, 168.597486, 168.499631, 168.855876, 168.14859, 166.866796, 172.555242, 171.163315, 172.521613, 176.60849, 180.606898, 181.000153, 180.842483, 181.498158, 181.712397, 144.399598, 140.34216, 139.973092, 151.710237, 155.72186, 157.428728, 157.348028, 158.607216, 158.131948, 149.846752, 148.721006, 140.151267, 129.923055, 126.97876, 114.079211, 106.845458, 102.211424, 102.295828, 93.773769, 89.615292, 80.268821, 76.665063, 68.468559, 57.322922, 76.482153, 83.450133]}, "digit": {"n_am_en": [15, 24, 19, 18, 18, 3, 2, 6, 5, 10, 11, 14, 13, 14, 7, 6, 14, 11, 8, 9, 11, 9, 7, 8, 13, 14, 8, 11, 16, 17, 6, 8, 11, 11, 7, 3, 6, 7, 5, 8, 9, 10, 9, 3, 4, 2, 0, 0, 0, 0], "n_am_pl": [0, 3, 5, 5, 6, 5, 3, 1, 5, 5, 6, 5, 3, 4, 4, 8, 4, 6, 6, 8, 5, 6, 4, 6, 3, 4, 8, 12, 9, 9, 11, 11, 13, 8, 5, 7, 4, 3, 1, 1, 4, 2, 3, 3, 1, 2, 1, 2, 0, 0], "n_pos": 60, "sum_m_en": [5.896621, 2.660787, 2.854212, 2.89112, 2.867672, 2.786641, 2.770728, 3.034435, 3.119972, 3.306471, 3.22339, 3.241971, 3.664164, 3.795501, 3.600095, 3.483237, 3.556062, 3.618541, 3.08161, 2.965664, 2.778429, 2.631708, 2.582939, 2.523796, 4.454889, 5.320666, 5.040593, 5.080246, 5.207662, 5.101436, 4.925511, 4.955155, 4.734929, 4.454643, 4.402719, 4.530168, 4.782081, 4.520259, 4.750311, 4.511501, 4.486042, 4.315577, 4.291005, 4.171412, 4.256901, 3.557991, 2.288916, 1.556958, 0.255133, 0.0], "sum_m_pl": [25.963498, 32.110281, 30.281117, 29.445385, 29.13114, 28.851795, 28.779718, 27.397659, 27.216094, 28.244251, 27.955297, 28.654015, 28.407645, 28.074023, 27.701163, 28.725914, 28.36293, 28.093416, 29.044388, 29.414027, 29.384244, 29.474675, 29.514912, 29.715915, 25.363794, 23.295633, 23.53652, 25.74247, 26.250865, 26.29744, 25.888772, 25.776022, 26.211814, 25.201438, 24.827991, 23.975779, 23.468246, 23.35413, 21.741275, 21.636393, 21.82504, 22.054254, 21.977246, 20.484375, 19.29122, 15.29826, 10.438954, 5.787559, 0.629817, 0.0]}, "lang": {"n_am_en": [21, 9, 10, 16, 17, 14, 15, 19, 14, 12, 14, 14, 21, 13, 17, 19, 18, 23, 21, 20, 15, 18, 21, 22, 26, 23, 15, 16, 16, 25, 28, 29, 22, 27, 28, 33, 35, 34, 36, 38, 37, 38, 37, 31, 31, 28, 12, 11, 2, 2], "n_am_pl": [9, 24, 18, 11, 8, 15, 12, 9, 11, 15, 13, 10, 8, 9, 11, 18, 13, 18, 16, 17, 21, 15, 16, 28, 18, 17, 15, 11, 9, 11, 14, 20, 19, 21, 16, 14, 14, 14, 12, 12, 11, 16, 15, 22, 24, 31, 37, 38, 75, 83], "n_pos": 86, "sum_m_en": [7.815164, 4.20609, 4.134811, 4.559887, 4.8507, 4.649484, 4.818276, 5.046947, 5.386758, 5.761386, 5.975802, 6.188206, 6.633007, 6.683784, 6.993459, 6.501923, 6.217701, 5.955799, 5.418106, 5.099141, 4.879089, 4.5719, 4.39583, 4.213876, 10.299517, 10.070707, 9.583168, 9.398051, 9.848935, 10.124397, 9.510807, 9.329838, 10.265513, 10.863748, 11.053515, 12.3215, 15.589168, 16.465123, 18.404245, 21.272256, 20.92613, 22.055383, 25.676862, 22.907685, 26.157215, 24.651442, 11.742682, 11.84512, 2.844533, 2.001662], "sum_m_pl": [33.789804, 41.187556, 40.106418, 38.835873, 38.647944, 37.771658, 38.37401, 38.83329, 38.758051, 39.40846, 38.473295, 38.173511, 38.299114, 38.405546, 38.172434, 39.90643, 40.022599, 40.316518, 41.05852, 41.899207, 42.07509, 42.000558, 42.281786, 42.269316, 35.043501, 34.30238, 34.10091, 35.870508, 36.047996, 36.509313, 37.157926, 37.366808, 36.981819, 35.984685, 36.570166, 35.821179, 34.158968, 34.456103, 31.038399, 28.801148, 28.284072, 29.310374, 26.114793, 29.600393, 29.635699, 33.116246, 37.630511, 37.427075, 70.424436, 82.135923]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 376, "item_id": "llmzszl-18773", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 669, "region_end": 374, "roundtrip_ok": true, "tf_agree": 0.9894, "tf_agree_excl_first": 0.992}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [41, 49, 36, 43, 40, 35, 43, 38, 33, 38, 46, 48, 33, 37, 37, 37, 37, 33, 41, 44, 41, 39, 36, 41, 52, 51, 54, 48, 49, 52, 46, 39, 35, 44, 45, 54, 60, 65, 65, 67, 65, 64, 59, 61, 53, 64, 63, 61, 66, 66], "n_am_pl": [4, 22, 28, 22, 14, 13, 19, 18, 17, 20, 18, 14, 22, 21, 24, 23, 23, 13, 24, 28, 28, 34, 31, 28, 19, 17, 13, 18, 20, 17, 27, 28, 23, 24, 18, 13, 12, 10, 8, 5, 4, 5, 4, 3, 3, 0, 0, 1, 0, 0], "n_pos": 160, "sum_m_en": [18.711538, 8.829827, 8.880719, 7.96955, 8.7693, 8.967432, 8.906687, 9.103927, 10.53522, 10.847329, 11.60471, 12.686833, 13.510246, 14.185739, 14.812829, 13.398275, 12.132893, 11.700275, 10.962077, 10.070187, 8.980528, 8.39621, 8.06876, 7.972375, 19.864553, 20.502617, 21.5128, 20.882934, 19.967028, 20.601195, 18.618531, 18.501137, 19.255186, 20.018124, 20.696605, 22.983481, 30.955727, 32.007021, 33.81002, 34.758665, 36.085069, 42.277564, 43.612843, 48.094724, 48.190443, 55.623855, 59.165643, 60.72777, 66.268562, 65.66888], "sum_m_pl": [56.44983, 79.191229, 77.734524, 76.505904, 75.208857, 74.897257, 75.938759, 74.086004, 71.178634, 73.977097, 72.491468, 71.478136, 70.040024, 69.831883, 69.32835, 72.687025, 73.816594, 73.548888, 75.456006, 77.668663, 78.050382, 78.439719, 78.519559, 78.59366, 60.220974, 61.470401, 58.631674, 61.724859, 64.171976, 62.747056, 65.559911, 65.728283, 63.957548, 61.367743, 61.677988, 58.173423, 46.880581, 45.17911, 43.096044, 40.741774, 38.235417, 32.037451, 30.068038, 23.144018, 16.38326, 11.700552, 6.357574, 3.182507, 0.202323, 0.070138]}, "digit": {"n_am_en": [0, 8, 7, 9, 9, 7, 9, 3, 2, 3, 4, 3, 2, 2, 2, 3, 3, 3, 3, 4, 4, 3, 4, 5, 7, 7, 10, 4, 4, 8, 5, 3, 3, 2, 2, 5, 3, 1, 3, 1, 1, 2, 1, 2, 2, 1, 2, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 0, 0, 0, 3, 2, 3, 3, 2, 2, 1, 3, 3, 3, 1, 2, 3, 4, 3, 1, 2, 0, 1, 1, 3, 2, 1, 2, 2, 2, 5, 4, 3, 4, 2, 3, 3, 3, 3, 2, 1, 1, 0, 0, 1, 0, 0], "n_pos": 14, "sum_m_en": [1.338618, 0.645704, 0.630276, 0.591132, 0.602628, 0.607742, 0.617109, 0.619413, 0.655393, 0.801619, 0.842036, 0.929383, 1.025129, 1.070222, 1.023699, 0.969632, 0.919897, 0.921242, 0.881992, 0.840063, 0.748148, 0.708835, 0.683558, 0.681986, 1.883881, 1.632607, 1.794342, 1.819624, 1.666911, 1.742957, 1.601649, 1.370991, 1.343803, 1.386337, 1.471089, 1.597507, 1.366046, 1.395591, 1.378682, 1.349439, 1.406947, 1.730328, 1.726401, 1.833158, 1.487835, 1.407116, 1.249024, 0.389689, 0.025818, 0.0], "sum_m_pl": [5.549162, 7.507437, 7.26095, 7.115628, 6.939592, 6.807476, 6.93226, 6.772258, 6.608587, 6.884669, 6.90252, 6.731614, 6.438183, 6.339345, 6.364971, 6.522895, 6.51248, 6.45554, 6.764769, 6.889313, 6.886443, 6.88517, 6.89961, 6.960379, 5.809619, 6.103851, 5.773806, 5.805743, 5.794042, 5.624148, 5.641585, 5.974277, 5.803518, 5.741037, 5.543462, 5.655979, 5.360457, 5.298088, 5.306926, 5.281034, 5.144543, 4.961838, 4.74048, 4.060366, 3.331316, 2.326829, 1.976197, 1.012076, 0.039198, 0.0]}, "lang": {"n_am_en": [22, 23, 11, 17, 18, 17, 19, 20, 17, 22, 21, 26, 14, 19, 19, 18, 19, 16, 17, 18, 17, 15, 16, 18, 26, 26, 26, 22, 21, 21, 17, 21, 19, 25, 19, 28, 35, 39, 42, 44, 44, 44, 47, 46, 41, 48, 48, 52, 64, 66], "n_am_pl": [1, 7, 11, 6, 6, 5, 6, 5, 3, 10, 5, 5, 13, 9, 9, 12, 7, 7, 14, 14, 14, 21, 18, 14, 10, 8, 4, 8, 10, 9, 12, 12, 8, 9, 10, 5, 3, 4, 0, 1, 1, 1, 1, 2, 2, 0, 0, 0, 0, 0], "n_pos": 66, "sum_m_en": [7.481476, 3.803712, 3.558699, 3.352923, 3.930002, 4.092709, 4.115898, 4.140199, 5.175257, 5.151648, 5.498923, 6.089463, 6.342891, 6.773511, 7.18616, 6.328374, 5.629173, 5.38792, 5.014345, 4.487184, 3.948995, 3.632655, 3.453398, 3.368734, 10.001963, 10.214491, 10.640213, 9.704212, 9.281297, 9.37318, 8.519492, 8.813651, 9.229429, 10.622249, 10.292274, 12.098499, 18.13649, 19.369633, 21.411251, 21.714501, 23.15514, 29.632788, 31.176448, 35.413788, 36.077859, 42.110322, 45.940092, 50.730974, 63.096745, 65.278292], "sum_m_pl": [22.945171, 31.990905, 31.6965, 31.324682, 30.908566, 30.74254, 31.467134, 30.872978, 29.531236, 30.647838, 30.062201, 29.475422, 28.788271, 28.197183, 28.062591, 29.816888, 30.649418, 30.608753, 31.33067, 32.161352, 32.306094, 32.563778, 32.690706, 32.724938, 25.671097, 26.105963, 25.006868, 26.297671, 27.412911, 26.329947, 27.580244, 27.290481, 26.523297, 25.948181, 26.390124, 24.263346, 18.487614, 18.613575, 17.769052, 17.922571, 16.875303, 12.912262, 11.905128, 8.883159, 6.094785, 4.093933, 1.799341, 0.72868, 0.049385, 0.039047]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "llmzszl-18774", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 780, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.9689}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [54, 112, 104, 100, 66, 75, 76, 80, 47, 54, 66, 66, 66, 64, 78, 67, 79, 67, 57, 60, 55, 52, 50, 44, 90, 83, 71, 78, 83, 88, 67, 67, 69, 74, 83, 71, 80, 66, 64, 65, 66, 77, 64, 56, 49, 43, 10, 6, 9, 9], "n_am_pl": [16, 76, 61, 69, 52, 58, 66, 58, 71, 73, 62, 51, 34, 52, 52, 52, 59, 61, 75, 89, 85, 87, 106, 113, 62, 68, 69, 72, 70, 70, 90, 78, 76, 52, 46, 44, 33, 31, 38, 39, 36, 36, 32, 36, 33, 38, 54, 45, 59, 67], "n_pos": 360, "sum_m_en": [33.943587, 17.194025, 18.408, 17.643756, 18.121487, 18.318531, 18.255713, 18.779049, 19.497635, 21.319518, 21.253198, 23.64536, 24.842406, 25.460349, 27.961463, 25.885337, 24.745747, 23.591062, 21.388175, 20.233009, 17.998721, 16.935673, 16.381485, 15.972173, 31.083613, 32.770016, 35.451365, 36.840288, 36.422846, 39.081788, 35.738943, 34.443252, 36.098328, 36.31492, 37.012064, 36.592046, 42.011407, 39.146172, 41.785363, 43.913139, 42.596387, 41.302077, 38.174933, 34.843087, 35.179156, 34.197899, 14.737708, 9.681372, 10.897464, 9.034378], "sum_m_pl": [138.320895, 182.920539, 176.865106, 173.489732, 171.923429, 169.219386, 171.168924, 167.376615, 165.389684, 167.244526, 165.327065, 161.3943, 161.127157, 162.712244, 162.159223, 170.020721, 170.238765, 170.899442, 176.205799, 178.400505, 179.597318, 179.754477, 180.188555, 180.619324, 153.279537, 151.7593, 144.482026, 150.999874, 158.019691, 153.343671, 157.652895, 157.731721, 153.602374, 143.152832, 140.310786, 131.693052, 111.631728, 103.826394, 100.127133, 96.886579, 89.26061, 87.976443, 87.281633, 73.962067, 62.120734, 55.847363, 59.333385, 53.27766, 57.412475, 66.360399]}, "digit": {"n_am_en": [0, 31, 17, 24, 16, 19, 19, 14, 6, 9, 11, 8, 4, 5, 12, 10, 12, 9, 3, 2, 7, 8, 7, 7, 15, 15, 12, 14, 14, 14, 12, 12, 15, 13, 12, 18, 13, 10, 10, 6, 6, 8, 5, 6, 5, 5, 2, 1, 0, 0], "n_am_pl": [6, 3, 1, 2, 2, 2, 4, 3, 6, 7, 7, 4, 4, 7, 6, 5, 5, 7, 11, 15, 12, 11, 14, 13, 4, 7, 7, 10, 6, 7, 12, 10, 6, 5, 2, 3, 2, 2, 4, 2, 3, 4, 5, 1, 0, 1, 4, 2, 0, 0], "n_pos": 42, "sum_m_en": [4.585658, 2.330525, 2.498581, 2.290469, 2.105005, 2.099837, 2.036627, 2.068787, 2.017893, 2.542427, 2.474563, 2.652333, 2.853534, 3.000085, 3.2483, 3.004364, 2.664018, 2.660195, 2.393138, 2.213593, 1.938967, 1.829997, 1.787326, 1.736013, 3.294636, 3.577812, 4.244668, 4.46608, 4.345064, 4.449197, 4.144157, 4.195992, 4.265914, 4.101269, 4.320317, 4.521573, 4.998697, 4.414643, 5.98143, 6.257608, 5.469317, 5.019988, 4.54787, 4.55821, 4.841651, 5.037, 2.336482, 0.850146, 0.026526, 0.0], "sum_m_pl": [16.579328, 21.937689, 20.599506, 20.389676, 20.064063, 20.005275, 20.280001, 19.821227, 19.650925, 19.79571, 19.789738, 19.564776, 19.120126, 19.582485, 19.80997, 20.820253, 20.646368, 20.613633, 21.300839, 21.427777, 21.624355, 21.584798, 21.55503, 21.621891, 19.806211, 19.642329, 18.641343, 18.821136, 19.402323, 18.908681, 18.974181, 19.101004, 18.699524, 18.066327, 16.677476, 16.024319, 14.515665, 14.442543, 13.567272, 12.994388, 12.591842, 13.385516, 12.32284, 10.900506, 8.322196, 6.955273, 6.418748, 4.021923, 0.064997, 0.0]}, "lang": {"n_am_en": [19, 14, 15, 19, 16, 11, 13, 16, 9, 11, 11, 16, 14, 10, 20, 10, 15, 18, 20, 20, 15, 17, 18, 16, 25, 26, 22, 19, 22, 21, 12, 19, 14, 19, 21, 21, 25, 21, 24, 31, 27, 32, 30, 28, 26, 23, 5, 3, 9, 9], "n_am_pl": [6, 19, 22, 22, 12, 13, 12, 11, 11, 8, 11, 11, 10, 7, 10, 13, 13, 14, 14, 21, 20, 20, 19, 19, 9, 16, 16, 18, 19, 19, 21, 20, 20, 14, 15, 11, 15, 14, 15, 12, 16, 13, 9, 15, 17, 21, 36, 32, 55, 66], "n_pos": 75, "sum_m_en": [7.063832, 3.860463, 3.858052, 3.84267, 4.058229, 4.002926, 3.919464, 3.91803, 4.284995, 4.479322, 4.600309, 5.148536, 5.143211, 5.309184, 5.896848, 5.287785, 5.235149, 5.118004, 4.742276, 4.520143, 4.082828, 3.807371, 3.642585, 3.505702, 8.166386, 8.444571, 8.841532, 8.137298, 7.772001, 8.467422, 7.681084, 7.740472, 8.040156, 8.264754, 8.374099, 8.735855, 11.704824, 12.5193, 13.432475, 15.18441, 15.424055, 15.319399, 14.59505, 14.610043, 16.273692, 16.721512, 6.759511, 4.209657, 10.367751, 9.034302], "sum_m_pl": [26.826976, 36.149818, 35.445884, 34.640296, 34.442567, 33.670371, 34.357161, 34.288382, 33.690482, 34.11366, 33.787004, 33.095774, 33.903622, 33.556351, 33.695955, 35.498437, 35.516164, 35.585681, 36.480077, 37.03308, 37.075583, 37.157277, 37.405944, 37.362749, 31.780346, 31.761224, 31.125925, 32.892408, 33.474913, 32.785426, 34.292822, 34.12737, 32.88194, 31.315549, 30.61224, 30.103357, 28.38648, 28.338064, 27.649823, 27.43651, 27.144732, 27.763067, 27.279977, 24.993576, 22.970966, 21.99842, 30.263381, 31.423404, 51.595695, 65.190528]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 362, "item_id": "llmzszl-18774", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 360, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9889}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [147, 111, 109, 89, 85, 75, 91, 96, 92, 79, 103, 92, 95, 100, 102, 71, 86, 91, 87, 80, 75, 77, 65, 67, 121, 123, 127, 128, 126, 131, 131, 116, 108, 121, 127, 139, 141, 140, 149, 135, 145, 152, 147, 142, 155, 170, 167, 167, 193, 192], "n_am_pl": [7, 46, 69, 64, 64, 81, 73, 62, 57, 52, 50, 60, 53, 66, 76, 73, 65, 70, 60, 82, 83, 84, 97, 103, 59, 56, 59, 54, 73, 69, 74, 69, 71, 47, 53, 57, 40, 39, 35, 40, 35, 29, 35, 36, 33, 29, 18, 11, 5, 9], "n_pos": 388, "sum_m_en": [55.418901, 23.120473, 22.480604, 21.122502, 21.837496, 21.809386, 22.712667, 23.705633, 25.82977, 25.540621, 26.900553, 28.64938, 29.789028, 30.578245, 30.340676, 29.41301, 29.197961, 29.019731, 25.367901, 23.261489, 20.734289, 19.25713, 18.659736, 18.103866, 41.236028, 47.523476, 49.414433, 46.646077, 45.071969, 43.419438, 42.468627, 41.023911, 41.020038, 43.123476, 47.095521, 49.184652, 55.800833, 63.571962, 69.001508, 74.415357, 78.903816, 91.921589, 91.279193, 102.089937, 120.438525, 140.693547, 152.562305, 160.404748, 187.831637, 193.560543], "sum_m_pl": [129.777287, 185.993568, 185.90454, 184.79387, 179.478093, 180.966523, 182.1104, 176.443703, 173.590161, 175.6222, 172.784052, 174.266109, 173.664928, 172.136421, 174.256621, 174.831003, 172.458101, 173.876495, 178.267682, 183.764665, 187.069143, 190.103003, 190.246371, 190.64013, 155.073921, 149.176144, 142.515194, 149.781473, 156.159157, 158.880951, 158.373232, 159.628345, 156.114027, 148.100312, 143.326499, 141.333186, 133.774145, 123.17383, 115.149409, 107.79744, 101.062983, 85.506321, 82.402333, 77.897732, 68.210073, 48.222634, 33.947191, 21.867799, 7.368626, 8.129088]}, "digit": {"n_am_en": [3, 8, 6, 7, 10, 3, 1, 4, 4, 3, 7, 5, 2, 3, 3, 4, 2, 2, 5, 6, 2, 2, 4, 3, 5, 6, 2, 3, 5, 5, 6, 4, 1, 3, 2, 3, 4, 3, 4, 3, 5, 5, 3, 3, 4, 1, 2, 0, 0, 0], "n_am_pl": [1, 0, 0, 4, 0, 2, 4, 1, 3, 1, 1, 2, 1, 4, 4, 7, 3, 6, 5, 5, 9, 9, 9, 8, 4, 1, 8, 7, 6, 8, 8, 8, 5, 3, 7, 4, 3, 3, 2, 2, 1, 1, 2, 2, 1, 1, 1, 0, 0, 0], "n_pos": 28, "sum_m_en": [2.652953, 1.176038, 1.147917, 1.097518, 1.178392, 1.209729, 1.246243, 1.337833, 1.418735, 1.464249, 1.557428, 1.676078, 1.713697, 1.714348, 1.630987, 1.690532, 1.636122, 1.738514, 1.571524, 1.442623, 1.310279, 1.206998, 1.165553, 1.134432, 1.822492, 2.140309, 2.391058, 2.331361, 2.538607, 2.35777, 2.381171, 2.274136, 1.96676, 1.984613, 1.988238, 1.986486, 2.095404, 2.057885, 2.234094, 2.325651, 2.88415, 2.478637, 2.275268, 2.678861, 2.844271, 1.668559, 1.68353, 0.911695, 0.389766, 1e-06], "sum_m_pl": [11.72721, 14.880985, 14.543252, 14.356901, 13.888793, 13.581296, 13.073649, 12.317247, 12.300866, 12.633029, 12.360762, 12.736527, 12.493737, 12.068214, 12.201536, 12.407919, 12.27607, 12.463568, 13.087874, 13.489973, 13.651747, 13.803805, 13.762563, 13.826211, 12.186697, 11.302951, 10.930027, 11.61076, 11.685904, 12.324628, 11.813102, 11.798967, 11.309313, 10.862781, 10.45182, 10.678902, 10.133256, 9.761505, 9.268087, 9.781802, 9.470478, 9.14345, 9.104759, 9.367639, 8.929719, 4.284226, 3.743544, 2.270072, 0.757226, 1e-06]}, "lang": {"n_am_en": [74, 58, 67, 50, 52, 46, 47, 55, 53, 45, 57, 49, 58, 58, 56, 41, 54, 46, 47, 42, 42, 39, 36, 40, 73, 75, 80, 74, 75, 75, 80, 69, 65, 75, 79, 89, 91, 90, 101, 94, 100, 105, 101, 97, 110, 127, 129, 143, 183, 186], "n_am_pl": [5, 18, 37, 26, 34, 37, 32, 32, 31, 26, 28, 30, 29, 33, 41, 41, 39, 40, 35, 44, 41, 43, 52, 62, 30, 27, 29, 26, 41, 35, 31, 34, 37, 26, 24, 29, 19, 20, 17, 20, 19, 18, 24, 22, 23, 17, 13, 4, 5, 9], "n_pos": 199, "sum_m_en": [28.201235, 12.196144, 12.213703, 11.511257, 11.803951, 11.59303, 11.966894, 12.645893, 13.846871, 13.644025, 14.284925, 15.422304, 16.503638, 16.77359, 16.558832, 16.009377, 15.885218, 15.743041, 13.657475, 12.380902, 11.037573, 10.196326, 9.849111, 9.552022, 22.945357, 27.039825, 27.886549, 26.522126, 25.028543, 24.348856, 24.009003, 23.0716, 23.470063, 24.995281, 26.751433, 28.332616, 32.196454, 38.021549, 41.683585, 47.03063, 49.963128, 62.320276, 62.451742, 72.162355, 89.474842, 106.699635, 121.104541, 133.282423, 172.934736, 184.634867], "sum_m_pl": [65.73599, 94.832414, 95.506778, 94.459858, 91.889623, 93.332279, 94.639495, 92.023141, 90.124594, 91.734038, 90.133813, 90.59111, 90.292078, 90.05326, 91.672164, 91.634145, 90.466325, 91.095974, 92.831436, 95.463038, 97.12493, 98.469373, 98.441819, 98.559831, 82.440361, 78.924865, 75.406623, 78.314616, 81.750567, 82.955254, 83.155036, 83.636036, 82.569988, 79.461197, 76.491326, 76.723347, 73.175574, 67.371401, 62.637692, 59.583743, 56.172875, 46.79968, 46.360701, 42.739396, 37.787048, 25.800558, 18.410182, 9.626122, 5.488282, 8.119993]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 390, "item_id": "llmzszl-18775", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 718, "region_end": 388, "roundtrip_ok": true, "tf_agree": 0.9513, "tf_agree_excl_first": 0.9537}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [82, 79, 94, 93, 73, 82, 67, 80, 85, 74, 82, 85, 81, 73, 74, 72, 70, 57, 63, 49, 46, 47, 38, 35, 81, 83, 68, 74, 88, 81, 98, 83, 81, 77, 87, 75, 79, 82, 76, 76, 82, 78, 66, 57, 52, 55, 47, 20, 13, 10], "n_am_pl": [9, 85, 76, 80, 49, 56, 61, 54, 59, 64, 49, 52, 82, 84, 83, 62, 77, 76, 79, 93, 101, 108, 122, 118, 75, 84, 94, 89, 84, 90, 79, 84, 73, 61, 59, 80, 66, 60, 59, 67, 64, 50, 50, 64, 61, 73, 68, 84, 123, 134], "n_pos": 378, "sum_m_en": [33.470219, 18.051777, 18.763695, 20.40937, 20.685678, 21.438188, 21.924986, 22.390044, 24.453139, 24.684445, 25.362643, 26.316732, 27.353698, 27.800048, 28.720894, 28.313342, 27.259925, 25.945117, 23.435736, 21.562381, 20.007379, 19.001107, 18.619319, 17.909949, 36.282858, 38.270358, 38.958298, 38.553789, 40.30033, 38.588097, 38.063793, 36.240022, 35.791383, 37.266542, 39.069035, 37.716115, 38.197662, 38.612859, 39.025308, 39.02472, 38.862129, 39.756733, 37.285474, 36.230511, 37.903611, 52.503599, 39.044929, 21.62559, 14.730299, 9.810358], "sum_m_pl": [149.877481, 183.864012, 179.025204, 177.952441, 174.996945, 174.722304, 175.473595, 169.861703, 169.287596, 169.629385, 167.870321, 165.562573, 168.250272, 167.820474, 167.806132, 170.299651, 170.00843, 173.261322, 177.725888, 181.793047, 184.039833, 184.771359, 184.355436, 184.223532, 152.313615, 150.876159, 143.968388, 151.667664, 155.43837, 156.319634, 157.89776, 159.85078, 158.20793, 148.605252, 147.096356, 146.905546, 136.761994, 133.41065, 129.00663, 126.530261, 122.894214, 118.50642, 110.76327, 108.494724, 92.246794, 88.015624, 91.056534, 95.009145, 114.800989, 132.637724]}, "digit": {"n_am_en": [5, 17, 13, 11, 10, 4, 8, 8, 7, 7, 9, 9, 5, 4, 4, 5, 5, 4, 5, 5, 3, 3, 2, 1, 6, 8, 4, 6, 6, 8, 7, 3, 4, 0, 4, 4, 4, 4, 5, 4, 3, 3, 1, 2, 2, 2, 2, 0, 0, 0], "n_am_pl": [0, 5, 0, 7, 4, 4, 2, 2, 3, 4, 2, 1, 5, 9, 5, 5, 3, 4, 9, 9, 8, 11, 13, 11, 4, 6, 11, 6, 4, 8, 8, 13, 8, 12, 8, 7, 8, 7, 5, 4, 4, 3, 4, 4, 3, 2, 5, 5, 0, 0], "n_pos": 31, "sum_m_en": [2.623774, 1.333973, 1.347091, 1.311822, 1.261047, 1.22602, 1.238315, 1.352645, 1.401859, 1.469099, 1.525189, 1.587431, 1.685498, 1.767629, 1.715423, 1.794334, 1.779053, 1.755019, 1.670757, 1.519668, 1.388893, 1.301892, 1.26728, 1.232106, 2.020337, 2.289203, 2.446883, 2.633378, 2.934322, 2.676938, 2.736955, 2.647536, 2.323639, 2.319185, 2.35282, 2.375157, 2.287296, 2.169389, 2.247812, 2.236045, 2.280247, 2.170377, 1.917311, 2.399878, 1.368982, 2.927649, 1.549434, 0.950377, 0.20394, 1.5e-05], "sum_m_pl": [14.564395, 16.81745, 16.275703, 15.973361, 15.76791, 15.521837, 15.154532, 14.437505, 14.679632, 14.688353, 14.624686, 14.653063, 14.311572, 14.064581, 14.081924, 14.251684, 14.041431, 14.316221, 14.941303, 15.239279, 15.481557, 15.479825, 15.388666, 15.475937, 14.26704, 13.702474, 13.04014, 13.362673, 13.222777, 13.466368, 13.325747, 13.203721, 13.345466, 12.514921, 12.207652, 12.546923, 11.973955, 12.317698, 12.087143, 12.336117, 12.025312, 11.767287, 11.597052, 11.36295, 10.797403, 7.379193, 8.160204, 6.112928, 0.552768, 0.002193]}, "lang": {"n_am_en": [16, 14, 28, 35, 29, 37, 27, 34, 41, 32, 33, 36, 37, 27, 33, 29, 34, 28, 29, 18, 22, 19, 13, 14, 27, 36, 33, 35, 37, 33, 40, 38, 40, 38, 40, 35, 35, 41, 34, 40, 44, 43, 32, 31, 33, 36, 39, 18, 13, 10], "n_am_pl": [5, 44, 31, 27, 19, 21, 28, 13, 18, 22, 20, 17, 31, 31, 29, 21, 27, 23, 25, 37, 33, 33, 42, 48, 25, 31, 24, 23, 30, 29, 28, 26, 25, 19, 17, 25, 24, 24, 32, 36, 37, 24, 29, 37, 43, 55, 55, 71, 120, 133], "n_pos": 143, "sum_m_en": [11.084191, 7.1548, 7.334156, 8.096695, 8.23829, 8.680528, 8.87402, 9.137997, 10.345447, 10.13122, 10.293256, 11.1629, 11.17404, 11.25824, 11.617182, 11.272693, 10.719267, 10.251576, 9.179262, 8.360798, 7.759669, 7.334669, 7.183176, 6.837181, 14.418245, 15.829971, 15.752646, 15.839925, 16.491891, 15.626216, 15.290091, 14.840328, 14.94782, 16.053651, 16.130533, 16.137946, 16.2197, 15.821867, 15.216296, 16.048268, 17.225875, 18.51612, 16.44419, 17.685417, 23.313066, 33.455686, 30.559148, 15.915025, 13.742727, 9.790206], "sum_m_pl": [54.833628, 66.303664, 64.817671, 65.419788, 63.782367, 64.043139, 65.437146, 63.683362, 62.681885, 63.255075, 62.463175, 61.410335, 63.003459, 63.417996, 64.036129, 65.094654, 65.468534, 66.584761, 67.795863, 69.149982, 69.969221, 70.666217, 70.515381, 70.501004, 58.375747, 57.913107, 55.03563, 57.901959, 59.267762, 60.22696, 61.045454, 62.165486, 61.459145, 57.719862, 57.387091, 57.66842, 55.069648, 55.514476, 54.336487, 52.22971, 51.176325, 48.966991, 46.793794, 48.418173, 45.008184, 48.715171, 60.780667, 73.610687, 108.150987, 130.48662]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 380, "item_id": "llmzszl-18775", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 649, "region_end": 378, "roundtrip_ok": true, "tf_agree": 0.9947, "tf_agree_excl_first": 0.9974}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [38, 48, 44, 34, 32, 40, 46, 38, 47, 39, 48, 35, 37, 37, 38, 30, 39, 36, 26, 35, 33, 31, 34, 35, 52, 56, 47, 46, 39, 42, 35, 37, 38, 40, 41, 36, 41, 45, 42, 49, 52, 51, 57, 51, 49, 50, 55, 60, 56, 55], "n_am_pl": [4, 8, 16, 20, 13, 16, 17, 14, 11, 14, 8, 13, 14, 13, 16, 10, 11, 20, 27, 25, 20, 20, 29, 31, 13, 18, 17, 17, 17, 21, 29, 32, 15, 12, 6, 11, 7, 6, 7, 8, 5, 3, 2, 2, 2, 4, 1, 1, 0, 0], "n_pos": 157, "sum_m_en": [17.736095, 8.669086, 8.893959, 8.695054, 8.499653, 9.403709, 9.943326, 9.774364, 11.432257, 10.442603, 10.509445, 11.273261, 13.150758, 12.795815, 11.693785, 10.678581, 10.773058, 10.549638, 9.097574, 8.930641, 8.247828, 7.625093, 7.393076, 7.140971, 15.100155, 16.396159, 17.297988, 17.588457, 15.818555, 15.997714, 15.653209, 14.733666, 14.643978, 15.053659, 15.868854, 15.617884, 19.831661, 22.590616, 26.270262, 30.286464, 32.233018, 35.440783, 39.464421, 41.933871, 44.187232, 44.908111, 52.903685, 55.314059, 54.716685, 54.811403], "sum_m_pl": [58.929587, 78.86896, 76.52369, 74.436618, 72.282359, 73.12035, 73.339726, 71.386089, 69.554915, 70.969064, 70.094743, 68.78911, 68.633305, 68.015287, 69.314483, 70.548669, 69.699682, 69.350704, 70.323658, 71.574418, 73.080859, 74.551126, 75.187888, 75.707827, 59.220165, 58.470402, 57.101177, 58.390473, 59.778182, 60.627632, 63.169794, 63.559443, 60.546959, 56.456386, 54.123727, 51.129747, 44.877991, 42.295331, 37.484084, 33.439341, 31.601733, 28.983451, 26.63197, 20.024913, 17.701261, 15.184007, 8.593706, 5.279807, 1.236365, 0.026132]}, "digit": {"n_am_en": [2, 11, 8, 4, 2, 5, 12, 6, 6, 10, 6, 4, 2, 5, 4, 6, 6, 3, 6, 8, 4, 2, 3, 2, 7, 10, 7, 9, 4, 6, 6, 6, 4, 1, 4, 4, 3, 4, 3, 3, 2, 2, 4, 3, 0, 2, 0, 4, 0, 0], "n_am_pl": [0, 0, 2, 2, 2, 2, 2, 4, 4, 0, 0, 3, 6, 0, 3, 1, 3, 3, 4, 4, 3, 0, 1, 3, 2, 4, 1, 0, 2, 3, 5, 6, 4, 2, 1, 2, 3, 3, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [2.568938, 1.320374, 1.266749, 1.161568, 1.174429, 1.254223, 1.298434, 1.289324, 1.420384, 1.430748, 1.495477, 1.562003, 1.784255, 1.727591, 1.562621, 1.66244, 1.762665, 1.805183, 1.551374, 1.621607, 1.399425, 1.284419, 1.243996, 1.215451, 2.155597, 2.328684, 2.288632, 2.36334, 2.158285, 2.120769, 2.601526, 2.250834, 2.053043, 2.078608, 2.126139, 2.082416, 1.951307, 2.072273, 2.084847, 1.943672, 2.000275, 2.01448, 1.93023, 1.696032, 1.430723, 1.333002, 1.026957, 1.687784, 0.785398, 9.8e-05], "sum_m_pl": [12.646101, 15.570431, 15.198022, 14.857642, 14.458296, 14.511622, 14.451967, 13.766443, 13.320297, 13.604311, 13.483265, 13.370812, 13.054679, 12.83645, 12.732957, 12.891804, 12.640717, 12.247886, 12.619243, 12.642389, 13.039743, 13.414625, 13.526931, 13.67653, 11.420322, 11.144721, 10.887101, 11.192181, 11.23576, 11.862974, 11.604317, 12.070036, 11.895577, 11.27363, 11.042271, 10.786576, 10.491433, 10.366349, 9.775054, 9.63651, 9.291953, 9.503479, 9.120146, 7.074493, 6.766193, 5.208702, 3.960061, 2.500538, 0.836617, 3.1e-05]}, "lang": {"n_am_en": [17, 15, 16, 16, 12, 19, 20, 17, 22, 20, 26, 20, 22, 20, 21, 14, 17, 20, 13, 15, 16, 19, 20, 22, 32, 31, 25, 24, 24, 27, 21, 24, 26, 32, 29, 28, 31, 33, 33, 36, 40, 39, 44, 41, 43, 42, 48, 48, 51, 54], "n_am_pl": [3, 3, 7, 5, 4, 5, 7, 1, 2, 4, 3, 5, 3, 4, 5, 3, 6, 8, 8, 11, 11, 7, 10, 12, 5, 8, 9, 10, 8, 9, 14, 12, 5, 2, 2, 6, 2, 1, 3, 1, 1, 1, 1, 1, 0, 2, 1, 1, 0, 0], "n_pos": 56, "sum_m_en": [7.004951, 3.661439, 3.860716, 3.968242, 3.665927, 4.155741, 4.423303, 4.250878, 5.26102, 4.541715, 4.569444, 5.245895, 5.970692, 5.658537, 5.086171, 4.420125, 4.280957, 4.179955, 3.674528, 3.465516, 3.214292, 2.94593, 2.820652, 2.708786, 7.471808, 8.4795, 9.105276, 8.8462, 7.75669, 7.986116, 7.083335, 7.098193, 7.640587, 8.214256, 8.997557, 9.302849, 13.475958, 15.770167, 19.482134, 23.270877, 25.496226, 29.090407, 32.372722, 35.255478, 37.201639, 38.691013, 46.03843, 46.413394, 49.525968, 52.6018], "sum_m_pl": [19.672327, 26.710844, 25.84724, 25.061118, 24.31996, 24.57569, 25.020422, 24.768335, 24.223355, 24.825749, 25.155553, 24.789131, 24.56966, 24.783021, 25.523178, 26.273791, 26.018095, 26.262465, 26.603954, 27.247781, 27.223638, 27.681212, 27.697429, 27.744639, 22.755858, 22.262335, 21.924151, 22.181003, 23.008183, 22.826989, 24.133845, 24.051467, 23.072022, 22.142361, 20.717175, 20.589253, 17.151622, 15.467655, 13.095882, 11.475996, 10.396206, 9.132799, 7.617135, 5.081411, 4.175003, 3.698955, 1.582411, 1.352611, 0.149012, 0.015066]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 159, "item_id": "llmzszl-18783", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 750, "region_end": 157, "roundtrip_ok": true, "tf_agree": 0.9623, "tf_agree_excl_first": 0.9684}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [134, 156, 207, 143, 143, 164, 132, 156, 134, 123, 147, 149, 186, 131, 154, 141, 137, 130, 103, 97, 88, 87, 82, 96, 140, 143, 139, 124, 131, 127, 156, 132, 139, 132, 153, 127, 161, 172, 162, 161, 151, 142, 153, 128, 116, 115, 82, 67, 35, 29], "n_am_pl": [28, 194, 151, 197, 142, 152, 96, 74, 73, 87, 86, 98, 130, 112, 117, 115, 108, 106, 117, 148, 143, 154, 162, 156, 104, 115, 121, 123, 134, 149, 139, 142, 123, 115, 82, 74, 64, 83, 70, 47, 51, 63, 60, 71, 65, 64, 74, 82, 115, 125], "n_pos": 715, "sum_m_en": [67.298384, 34.788658, 37.243388, 36.304997, 37.712589, 38.200009, 38.732166, 37.862761, 42.010821, 41.927341, 43.681811, 47.158466, 54.438235, 54.820314, 54.164271, 49.250027, 49.045122, 47.706463, 41.318896, 39.801588, 36.038977, 33.804303, 33.019447, 31.913517, 57.743239, 60.121297, 65.371282, 68.703783, 67.374845, 68.495389, 70.193764, 66.823181, 67.300754, 65.315412, 66.045127, 62.888433, 67.021146, 70.192019, 71.463629, 75.938615, 70.953911, 72.88696, 80.020274, 78.210302, 92.221294, 93.945905, 77.481373, 70.393919, 36.470254, 28.669415], "sum_m_pl": [277.860197, 358.29271, 347.879881, 343.133359, 335.798662, 337.205945, 341.256733, 335.652763, 332.068611, 333.460297, 334.96361, 328.301755, 333.485094, 328.194745, 329.117241, 333.145803, 329.663622, 327.938086, 336.228956, 341.252093, 348.409786, 351.704852, 353.380747, 353.551625, 292.329, 292.307871, 282.902205, 290.177158, 303.330972, 306.131949, 310.707161, 308.828856, 305.322786, 281.944674, 272.768809, 257.321583, 243.347802, 242.404664, 234.805219, 213.691555, 210.479183, 210.753771, 205.950359, 174.433264, 147.582853, 131.780264, 112.26967, 102.00234, 118.759807, 127.061014]}, "digit": {"n_am_en": [7, 54, 47, 29, 24, 12, 26, 30, 12, 19, 17, 16, 19, 17, 22, 17, 15, 16, 9, 8, 7, 7, 6, 8, 17, 14, 12, 15, 15, 14, 18, 13, 9, 11, 13, 13, 11, 10, 8, 12, 9, 11, 9, 8, 10, 8, 8, 6, 0, 0], "n_am_pl": [1, 4, 7, 17, 7, 12, 3, 6, 6, 3, 4, 11, 10, 8, 12, 7, 7, 6, 5, 6, 10, 8, 8, 10, 4, 8, 12, 6, 7, 14, 9, 7, 11, 9, 8, 6, 4, 7, 5, 4, 3, 1, 3, 2, 3, 3, 3, 5, 0, 0], "n_pos": 87, "sum_m_en": [7.260898, 3.927253, 3.898195, 3.560179, 3.578257, 3.613185, 3.765153, 3.845478, 4.1156, 4.282532, 4.758138, 5.116077, 5.901948, 5.759872, 5.446428, 5.444336, 5.395625, 5.224017, 4.424844, 4.498774, 4.037286, 3.74883, 3.660199, 3.560889, 6.078835, 6.181626, 6.668254, 6.768398, 6.933658, 7.152812, 8.141811, 6.876256, 6.382051, 6.261312, 6.014083, 5.908747, 6.0443, 6.156987, 6.559304, 8.035134, 8.314386, 7.430551, 6.978818, 6.836953, 7.452448, 7.412652, 6.245291, 6.391684, 1.750889, 0.0], "sum_m_pl": [39.538276, 47.364519, 45.616866, 45.28577, 44.500611, 43.850304, 44.028388, 42.499208, 41.564782, 41.114738, 41.378501, 40.426513, 39.859407, 38.944026, 38.322708, 39.018564, 38.678676, 38.062581, 39.549153, 39.184177, 40.559883, 41.396186, 41.742082, 41.961208, 35.664066, 35.440792, 33.40208, 34.599573, 34.901793, 35.485193, 35.091057, 35.173851, 35.612857, 34.114865, 33.368953, 32.647548, 32.263153, 32.779009, 31.702301, 31.38933, 30.574557, 31.375024, 30.612607, 26.133404, 23.919202, 20.349642, 16.043899, 12.177699, 3.533994, 0.0]}, "lang": {"n_am_en": [35, 28, 40, 27, 42, 46, 27, 39, 35, 31, 40, 31, 51, 33, 29, 30, 30, 35, 24, 28, 27, 29, 32, 36, 47, 46, 37, 34, 38, 32, 34, 37, 42, 34, 51, 43, 53, 55, 55, 58, 59, 54, 69, 68, 65, 64, 52, 39, 31, 28], "n_am_pl": [13, 31, 25, 35, 28, 20, 21, 12, 18, 18, 17, 18, 20, 22, 24, 33, 29, 31, 39, 40, 34, 42, 39, 41, 29, 31, 34, 35, 36, 40, 44, 38, 32, 35, 19, 25, 22, 19, 19, 17, 20, 30, 26, 31, 35, 37, 50, 58, 111, 123], "n_pos": 153, "sum_m_en": [14.304773, 7.016461, 7.327141, 7.833435, 7.956217, 8.169128, 8.555396, 8.437976, 9.227882, 9.265854, 9.782032, 10.565484, 11.80404, 11.890695, 11.579009, 10.646189, 10.724105, 10.510337, 9.405155, 8.839679, 8.043763, 7.567349, 7.292439, 7.031482, 15.109286, 15.340368, 16.186152, 15.994198, 15.997378, 16.345468, 15.862609, 15.817443, 16.557934, 17.309197, 17.233879, 16.937584, 18.863401, 18.566662, 19.315166, 23.975493, 21.906455, 26.455537, 32.672205, 35.083074, 46.660358, 46.867457, 45.785287, 38.05158, 30.105348, 28.017842], "sum_m_pl": [55.883052, 72.392142, 72.103139, 70.545765, 69.675757, 69.698674, 71.811937, 71.588942, 72.218466, 72.176492, 72.600359, 70.990487, 72.224331, 71.656188, 72.302153, 73.3848, 73.048351, 72.895429, 74.515996, 75.56868, 76.19037, 76.560717, 76.691597, 76.657205, 66.516471, 66.527039, 65.119596, 66.762728, 69.59567, 69.35766, 70.714028, 70.364394, 69.167888, 65.530781, 63.709741, 63.589451, 60.832572, 63.564558, 62.500728, 59.649885, 60.86789, 60.242655, 56.948967, 51.219913, 49.911545, 49.576081, 54.391231, 61.27893, 104.640768, 122.877581]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 715, "item_id": "llmzszl-18783", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 681, "region_end": 715, "roundtrip_ok": true, "tf_agree": 0.9874, "tf_agree_excl_first": 0.9888}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [25, 33, 34, 18, 27, 24, 25, 25, 20, 28, 28, 22, 23, 16, 19, 18, 24, 24, 21, 18, 18, 17, 15, 19, 25, 24, 19, 23, 23, 22, 19, 20, 20, 17, 23, 23, 16, 14, 19, 19, 22, 17, 21, 18, 18, 22, 18, 21, 19, 17], "n_am_pl": [5, 10, 8, 14, 7, 4, 8, 7, 8, 7, 9, 10, 9, 14, 15, 11, 15, 11, 7, 11, 11, 10, 10, 8, 4, 8, 9, 9, 12, 11, 16, 18, 13, 9, 4, 5, 1, 2, 2, 6, 5, 4, 9, 9, 5, 5, 4, 2, 0, 0], "n_pos": 85, "sum_m_en": [9.637575, 4.594842, 4.878657, 4.695055, 5.088479, 5.315937, 5.194244, 5.508869, 5.454031, 5.023977, 5.164498, 5.368599, 5.705072, 5.619736, 5.727059, 5.768775, 5.835127, 5.634195, 5.170386, 4.897677, 4.677108, 4.511439, 4.245423, 4.118633, 9.663406, 10.238509, 9.623934, 9.215679, 8.982885, 8.520923, 7.654995, 7.493863, 7.090173, 7.143572, 7.518528, 7.693939, 8.251709, 9.224854, 11.077688, 13.030406, 13.893205, 14.040809, 16.595779, 17.608128, 18.284973, 19.192112, 18.388944, 19.373545, 18.813401, 17.013922], "sum_m_pl": [32.469025, 42.684281, 41.53463, 40.850503, 38.906639, 38.876311, 39.367498, 38.179812, 37.705739, 39.417799, 38.685763, 38.223434, 37.233606, 37.26852, 37.834832, 39.147523, 38.606125, 39.301867, 39.835984, 40.402387, 40.337266, 40.555687, 40.686206, 40.99197, 31.207817, 30.641818, 29.933522, 32.785613, 33.838667, 34.008943, 34.551997, 34.241382, 34.355831, 32.924345, 31.559839, 29.638495, 26.597962, 25.333872, 23.516447, 22.557878, 22.246612, 22.573997, 20.883485, 16.261722, 14.126882, 11.925323, 7.558096, 4.867011, 0.329879, 0.001936]}, "digit": {"n_am_en": [2, 8, 9, 1, 2, 3, 5, 2, 3, 0, 6, 2, 5, 2, 2, 5, 5, 6, 3, 4, 1, 2, 1, 2, 5, 4, 3, 4, 4, 5, 3, 4, 4, 2, 4, 3, 2, 1, 3, 0, 3, 2, 2, 1, 2, 2, 2, 2, 0, 0], "n_am_pl": [1, 2, 0, 2, 1, 1, 1, 1, 0, 2, 0, 1, 1, 4, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 3, 4, 3, 1, 5, 6, 5, 3, 2, 1, 1, 0, 0, 1, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.976972, 0.799778, 0.769631, 0.782542, 0.820178, 0.914227, 0.957162, 1.059235, 1.04876, 0.89629, 0.940215, 0.92519, 1.020394, 0.993321, 0.99004, 1.043404, 1.135234, 1.054332, 0.954443, 0.933763, 0.879437, 0.822161, 0.777787, 0.763078, 1.553626, 1.585897, 1.522318, 1.56315, 1.648954, 1.56938, 1.580816, 1.530145, 1.317843, 1.319661, 1.35631, 1.543566, 1.487649, 1.234384, 1.264947, 1.230753, 1.35531, 1.333915, 2.004897, 2.104933, 1.918949, 1.670727, 1.550918, 1.361969, 0.025586, 0.0], "sum_m_pl": [6.134012, 8.454503, 8.135092, 7.682449, 7.426488, 7.363828, 7.287839, 7.139289, 7.139869, 7.473151, 7.360453, 7.260968, 6.80388, 6.946194, 7.007999, 7.125705, 6.917429, 7.105762, 7.187556, 7.239478, 7.241681, 7.347859, 7.350386, 7.446604, 5.931865, 5.801996, 5.783601, 6.455057, 6.53535, 6.49018, 6.41119, 6.203535, 6.421042, 6.162596, 5.967863, 5.708323, 5.123991, 4.98203, 4.978074, 4.932151, 5.197765, 5.124839, 4.84097, 4.470936, 3.517189, 2.127175, 1.218604, 0.511753, 0.013463, 0.0]}, "lang": {"n_am_en": [5, 5, 6, 7, 10, 8, 9, 10, 4, 7, 8, 7, 7, 5, 6, 5, 5, 6, 6, 5, 5, 4, 3, 6, 10, 10, 7, 6, 5, 4, 5, 5, 8, 7, 8, 11, 7, 8, 11, 12, 11, 12, 14, 13, 12, 14, 12, 15, 17, 17], "n_am_pl": [1, 3, 3, 2, 1, 1, 1, 0, 2, 3, 4, 3, 1, 3, 2, 3, 3, 3, 2, 2, 1, 0, 2, 2, 1, 1, 2, 2, 2, 3, 3, 3, 1, 2, 1, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 18, "sum_m_en": [2.291092, 1.132064, 1.147054, 1.18063, 1.190694, 1.174674, 1.246283, 1.242806, 1.191893, 1.126932, 1.189307, 1.291611, 1.375172, 1.344722, 1.362126, 1.299175, 1.275939, 1.317383, 1.19798, 1.103308, 1.062687, 0.990371, 0.929022, 0.907285, 2.464138, 2.73941, 2.495115, 2.297485, 2.127215, 2.086095, 1.809075, 1.798392, 1.852015, 1.913465, 2.128461, 2.256254, 2.810246, 4.286784, 5.70366, 6.789905, 7.336726, 9.212687, 10.677246, 11.291922, 12.177731, 12.676845, 12.977628, 13.632358, 16.644145, 16.720258], "sum_m_pl": [5.817052, 8.626009, 8.480168, 8.44014, 8.132208, 8.069416, 8.173445, 7.986555, 8.041784, 8.378134, 8.191391, 8.320533, 8.151854, 8.033674, 8.189967, 8.422472, 8.407947, 8.403164, 8.440975, 8.637498, 8.571669, 8.651506, 8.668585, 8.742402, 7.026552, 6.69914, 6.420485, 6.93918, 6.921044, 7.258458, 7.536841, 7.355813, 7.557388, 7.23549, 6.970232, 6.526163, 5.774945, 4.914775, 4.094393, 3.862124, 3.531798, 3.334701, 2.929205, 1.696585, 1.259679, 1.214555, 0.958429, 0.057556, 0.008326, 0.000202]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 87, "item_id": "llmzszl-18784", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 765, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 31, 16, 11, 11, 11, 20, 16, 14, 22, 26, 22, 18, 17, 14, 10, 6, 14, 10, 8, 8, 12, 11, 12, 19, 16, 12, 12, 22, 24, 17, 13, 14, 14, 16, 11, 12, 10, 13, 12, 18, 14, 13, 12, 9, 8, 3, 2, 0, 0], "n_am_pl": [5, 17, 17, 16, 7, 10, 3, 5, 9, 3, 3, 9, 11, 11, 9, 11, 13, 13, 8, 11, 11, 9, 9, 11, 12, 10, 11, 12, 12, 12, 9, 11, 12, 9, 6, 5, 4, 2, 4, 4, 8, 4, 5, 4, 3, 8, 10, 10, 13, 15], "n_pos": 75, "sum_m_en": [7.54847, 3.612834, 3.992079, 3.948427, 4.383134, 4.60349, 4.472305, 4.596828, 4.57815, 4.327297, 4.63105, 4.605998, 4.752221, 4.753708, 4.708419, 4.683538, 4.863824, 4.499209, 4.153469, 4.072886, 3.888528, 3.703395, 3.549028, 3.426632, 6.741853, 6.518504, 6.339946, 6.339099, 6.701815, 6.50882, 6.130698, 5.771378, 5.347761, 5.424171, 6.133574, 5.977729, 5.77648, 5.620558, 6.144021, 7.803337, 7.698069, 7.223984, 8.705563, 11.000334, 8.895417, 7.354207, 2.673629, 2.167319, 0.422921, 0.000213], "sum_m_pl": [31.529077, 38.253241, 36.934229, 36.162247, 34.38991, 34.627127, 35.517137, 34.500444, 33.799745, 34.795538, 33.440509, 33.231599, 33.133849, 33.75697, 33.578293, 35.104955, 34.291624, 35.095805, 36.132187, 36.402387, 36.243462, 36.374916, 36.417038, 36.771665, 29.123971, 28.93741, 28.291057, 30.509654, 31.514338, 32.100886, 31.36083, 31.649678, 31.798917, 30.059101, 28.106588, 26.874641, 25.42557, 24.985022, 23.447276, 22.712201, 22.441035, 21.321809, 20.004145, 14.884437, 12.880467, 14.204753, 14.853541, 12.572205, 12.986599, 14.665984]}, "digit": {"n_am_en": [1, 7, 5, 1, 4, 2, 6, 0, 1, 0, 4, 2, 3, 3, 4, 4, 3, 5, 3, 4, 1, 5, 4, 4, 5, 4, 2, 2, 5, 4, 4, 2, 2, 3, 3, 0, 2, 1, 2, 1, 5, 2, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [1, 4, 0, 0, 2, 0, 1, 1, 1, 0, 3, 5, 3, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 2, 3, 3, 3, 4, 5, 5, 4, 5, 6, 3, 3, 1, 0, 0, 0, 1, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.892412, 0.799771, 0.803605, 0.822976, 0.84891, 0.898129, 0.939981, 1.030702, 1.005298, 0.871936, 0.934497, 0.92836, 1.019279, 1.024936, 1.009313, 1.050074, 1.133928, 1.055926, 0.983668, 0.953432, 0.894719, 0.846636, 0.793321, 0.765978, 1.512815, 1.574917, 1.555484, 1.588453, 1.677307, 1.532007, 1.53315, 1.449308, 1.272311, 1.276802, 1.327327, 1.445038, 1.398896, 1.153813, 1.183733, 1.146577, 1.197005, 1.110926, 1.884679, 1.90353, 1.649376, 0.694587, 0.417932, 0.231259, 0.023432, 0.0], "sum_m_pl": [6.556654, 8.472786, 8.098703, 7.772566, 7.4837, 7.522685, 7.485318, 7.249375, 7.064549, 7.377186, 7.12381, 7.064888, 6.717979, 6.924439, 6.932353, 7.223496, 7.047997, 7.239935, 7.437749, 7.463892, 7.400066, 7.494182, 7.484275, 7.543851, 6.083105, 5.967584, 5.986969, 6.609817, 6.765021, 6.755324, 6.486396, 6.428004, 6.695671, 6.381589, 6.039613, 5.860993, 5.408051, 5.320505, 5.366366, 5.376159, 5.701534, 5.604028, 5.230992, 4.82709, 3.736938, 2.519234, 1.816816, 0.819504, 0.072511, 0.0]}, "lang": {"n_am_en": [6, 5, 2, 2, 1, 2, 5, 5, 3, 6, 5, 5, 4, 4, 2, 1, 0, 0, 0, 0, 2, 2, 0, 1, 4, 2, 2, 1, 3, 3, 3, 3, 4, 4, 6, 6, 5, 4, 4, 5, 6, 7, 6, 7, 5, 4, 2, 1, 0, 0], "n_am_pl": [0, 2, 4, 3, 0, 3, 0, 1, 1, 0, 0, 1, 2, 2, 3, 3, 4, 3, 2, 2, 0, 2, 2, 3, 2, 2, 3, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 2, 3, 3, 2, 3, 1, 2, 6, 7, 6, 11, 12], "n_pos": 12, "sum_m_en": [1.37812, 0.603038, 0.662089, 0.693483, 0.885818, 0.920521, 0.886463, 0.841335, 0.78552, 0.69531, 0.776134, 0.858862, 0.858978, 0.825035, 0.816658, 0.79979, 0.847299, 0.787583, 0.732452, 0.695903, 0.676002, 0.624998, 0.592695, 0.546203, 1.000714, 1.034663, 1.153378, 1.0702, 1.188088, 1.155283, 1.056217, 1.072544, 1.006526, 1.090829, 1.339428, 1.399031, 1.289918, 1.321654, 1.694681, 2.150244, 2.285567, 2.19309, 2.856674, 5.242682, 4.124902, 3.417402, 1.214945, 0.377074, 0.110599, 2e-05], "sum_m_pl": [4.634134, 5.553457, 5.471466, 5.29819, 5.135103, 5.12704, 5.484825, 5.524414, 5.570805, 5.72735, 5.443055, 5.598096, 5.674624, 5.738339, 5.676856, 5.804986, 5.516908, 5.654721, 5.833374, 5.88825, 5.884875, 5.959334, 5.944411, 6.050618, 5.254108, 5.214354, 5.16802, 5.36995, 5.217088, 5.460888, 5.463857, 5.523195, 5.756433, 5.719604, 5.279193, 5.161889, 5.20744, 5.27605, 4.849692, 4.736702, 4.424054, 4.421816, 4.461807, 2.072895, 2.68348, 4.777491, 6.799901, 6.001833, 10.313705, 11.883098]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 77, "item_id": "llmzszl-18784", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 696, "region_end": 75, "roundtrip_ok": true, "tf_agree": 0.9481, "tf_agree_excl_first": 0.9605}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [98, 111, 61, 70, 72, 63, 58, 60, 53, 83, 79, 76, 78, 65, 63, 60, 65, 53, 48, 46, 39, 39, 35, 44, 80, 83, 86, 64, 66, 59, 52, 53, 59, 49, 85, 80, 88, 83, 88, 92, 77, 78, 72, 56, 62, 60, 57, 55, 43, 38], "n_am_pl": [22, 34, 23, 39, 38, 37, 37, 36, 50, 51, 71, 53, 49, 68, 65, 53, 59, 79, 81, 74, 102, 105, 107, 98, 48, 59, 56, 66, 77, 68, 59, 62, 56, 53, 42, 38, 30, 23, 22, 19, 20, 16, 22, 18, 16, 15, 7, 7, 2, 2], "n_pos": 314, "sum_m_en": [30.96272, 16.443343, 15.947299, 16.288598, 17.970338, 17.895755, 16.909101, 17.321936, 18.780022, 18.852228, 19.535142, 20.700412, 20.657624, 22.06223, 21.451298, 19.909445, 19.231595, 18.87703, 17.56451, 16.592682, 14.922693, 14.220717, 13.837883, 13.472011, 25.976878, 27.66845, 29.586453, 29.02179, 28.310005, 29.231341, 27.715678, 27.040899, 25.947233, 27.059724, 30.244396, 32.087221, 43.451727, 44.8667, 47.32549, 49.160611, 47.688608, 47.99172, 50.057398, 52.695279, 53.966786, 54.252223, 53.384854, 57.061087, 43.157527, 38.385033], "sum_m_pl": [127.829206, 156.820555, 153.781239, 148.668685, 146.53305, 146.150855, 147.466527, 147.718591, 146.385728, 150.164188, 150.024679, 147.110618, 147.094957, 147.40089, 147.007298, 148.21492, 146.852164, 146.719208, 150.573107, 153.630469, 156.775121, 157.10394, 157.046134, 158.158099, 138.38189, 136.541846, 132.398848, 136.427106, 139.811714, 135.819948, 135.477931, 134.693427, 136.106749, 129.849261, 125.880034, 119.6315, 102.787145, 97.182839, 92.043145, 91.310567, 85.162984, 80.279266, 77.178591, 63.839479, 57.204927, 46.638718, 32.890248, 17.630631, 5.851405, 2.001429]}, "digit": {"n_am_en": [23, 30, 20, 22, 25, 18, 14, 10, 7, 13, 14, 11, 17, 14, 12, 14, 16, 11, 7, 11, 6, 7, 3, 8, 18, 23, 22, 15, 14, 11, 6, 9, 7, 6, 19, 11, 22, 23, 21, 19, 14, 17, 16, 11, 12, 7, 5, 5, 1, 0], "n_am_pl": [0, 5, 1, 6, 13, 10, 3, 6, 11, 23, 21, 12, 9, 14, 19, 15, 18, 24, 26, 22, 34, 35, 35, 33, 17, 16, 12, 17, 23, 27, 22, 28, 22, 26, 12, 15, 11, 6, 7, 7, 6, 6, 4, 6, 5, 6, 2, 2, 0, 0], "n_pos": 90, "sum_m_en": [7.895991, 4.282444, 4.117812, 4.506529, 4.7669, 4.557546, 4.509168, 4.877835, 5.047236, 5.114145, 5.331033, 5.65583, 5.570558, 5.819498, 5.332539, 5.143151, 4.985412, 5.078137, 4.669167, 4.58659, 4.125358, 3.926559, 3.84385, 3.735076, 5.821753, 7.112152, 7.678735, 7.763795, 7.404354, 7.474812, 7.045644, 6.841752, 6.239051, 6.490953, 7.139488, 7.45154, 9.55393, 9.098511, 9.728885, 9.485137, 9.17513, 9.117305, 8.723013, 9.508903, 8.692347, 6.953406, 5.023001, 4.731894, 1.054276, 0.0], "sum_m_pl": [37.997798, 46.08666, 44.700379, 42.179228, 41.488198, 41.555438, 42.267873, 41.266867, 41.048052, 42.376535, 42.556414, 41.9562, 41.973604, 42.011478, 42.54668, 43.066434, 42.263918, 42.35946, 43.435439, 44.046772, 45.052574, 45.090672, 45.159384, 45.487204, 42.004411, 40.140045, 38.819008, 39.702433, 40.392809, 39.77765, 39.431033, 38.836531, 39.845614, 38.766243, 37.085965, 36.893268, 34.205879, 33.634983, 31.972082, 32.630243, 31.615587, 31.036307, 30.486786, 27.641095, 26.155856, 20.083586, 12.05917, 5.728302, 1.153924, 0.0]}, "lang": {"n_am_en": [8, 12, 12, 13, 15, 13, 15, 18, 21, 17, 20, 17, 13, 17, 19, 16, 17, 15, 13, 7, 8, 6, 9, 9, 23, 23, 22, 16, 15, 18, 13, 14, 15, 15, 20, 23, 23, 23, 31, 32, 26, 26, 30, 29, 32, 31, 34, 34, 38, 38], "n_am_pl": [2, 3, 1, 3, 1, 3, 4, 0, 3, 5, 4, 6, 6, 6, 4, 3, 4, 9, 10, 13, 14, 16, 18, 17, 4, 7, 8, 5, 5, 1, 4, 5, 9, 2, 5, 6, 4, 5, 5, 5, 5, 4, 5, 4, 3, 2, 2, 2, 2, 2], "n_pos": 40, "sum_m_en": [4.533725, 2.566534, 2.575643, 2.854241, 3.488461, 3.639222, 3.172454, 2.828369, 3.27589, 3.236838, 3.375183, 3.476982, 3.368511, 3.820707, 3.776883, 3.268402, 3.028242, 2.935448, 2.598375, 2.369874, 2.083138, 1.922725, 1.858876, 1.816733, 5.629788, 5.646801, 5.893634, 5.242773, 5.205588, 5.275276, 4.999262, 4.929927, 4.88408, 5.409768, 6.219657, 7.618053, 14.117625, 16.55924, 18.820179, 19.659515, 20.397764, 21.92966, 23.392841, 24.933293, 26.721136, 26.571143, 30.24551, 33.064423, 37.111263, 37.903914], "sum_m_pl": [12.751201, 18.094057, 17.831178, 17.596329, 17.17615, 17.028036, 17.328419, 18.010805, 17.979947, 18.263895, 18.251409, 17.607226, 17.736216, 17.32799, 16.855766, 17.340497, 17.886425, 17.81943, 18.906655, 19.297913, 19.671681, 19.815726, 19.75471, 19.910202, 16.87485, 17.043659, 16.472955, 16.747642, 17.103363, 16.173399, 16.434789, 16.392716, 16.268558, 15.747876, 15.15577, 14.808842, 11.090097, 10.08704, 9.701517, 9.36329, 8.748713, 8.041726, 7.396573, 6.352145, 4.874881, 4.145605, 3.373609, 2.558508, 2.063497, 2.000005]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 316, "item_id": "llmzszl-18790", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 756, "region_end": 314, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 0.9937}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [260, 311, 305, 268, 251, 249, 176, 224, 193, 197, 201, 177, 209, 231, 222, 198, 212, 159, 125, 104, 88, 89, 83, 104, 175, 225, 220, 200, 202, 198, 160, 194, 206, 177, 228, 190, 177, 188, 186, 170, 155, 138, 135, 122, 116, 88, 54, 59, 50, 48], "n_am_pl": [47, 105, 113, 134, 137, 138, 142, 106, 139, 138, 151, 160, 158, 173, 158, 139, 154, 168, 206, 203, 244, 258, 270, 253, 133, 157, 142, 135, 150, 156, 159, 154, 151, 149, 110, 101, 86, 75, 71, 80, 62, 84, 69, 53, 41, 45, 77, 72, 93, 105], "n_pos": 959, "sum_m_en": [88.809692, 46.262484, 50.584448, 52.208821, 53.963375, 51.634298, 50.006658, 51.7191, 57.161092, 58.125892, 61.366225, 64.988606, 65.107074, 69.816132, 71.903294, 66.572488, 61.86403, 60.550051, 55.481339, 51.468466, 46.866377, 44.305062, 42.996672, 41.764938, 77.054655, 85.151638, 93.092638, 91.664442, 93.600902, 99.01385, 94.645337, 95.27265, 93.945254, 93.965685, 97.285372, 93.711302, 98.95712, 89.996105, 93.502157, 97.70166, 95.020659, 92.910225, 101.372498, 93.550852, 85.627792, 69.336944, 50.530904, 52.141846, 52.841397, 48.054068], "sum_m_pl": [390.907373, 480.372982, 461.76127, 446.950496, 446.787495, 440.375046, 446.659184, 446.425358, 440.67114, 446.690856, 445.132512, 435.806945, 441.127477, 442.882633, 441.643606, 446.739531, 440.223077, 441.661629, 456.595673, 465.456939, 476.402094, 477.963251, 478.992885, 482.188652, 412.060078, 405.018334, 384.566037, 399.474713, 404.595943, 394.667968, 396.035624, 393.997247, 397.335155, 371.507492, 362.188859, 334.835373, 292.167994, 290.914205, 281.685419, 280.600405, 268.0284, 265.999504, 253.408945, 219.731309, 188.738413, 157.407347, 145.78284, 109.858415, 92.236077, 104.469673]}, "digit": {"n_am_en": [40, 83, 50, 64, 37, 55, 30, 45, 31, 37, 60, 39, 44, 56, 57, 46, 53, 34, 29, 22, 13, 14, 19, 19, 35, 56, 46, 45, 44, 47, 32, 43, 43, 25, 40, 38, 44, 48, 43, 33, 25, 23, 28, 23, 17, 10, 2, 4, 1, 0], "n_am_pl": [0, 14, 31, 31, 27, 21, 10, 9, 34, 44, 30, 30, 28, 26, 31, 41, 40, 52, 46, 52, 57, 58, 69, 68, 37, 35, 42, 37, 31, 38, 43, 48, 45, 46, 29, 26, 24, 19, 22, 23, 17, 22, 19, 15, 7, 6, 1, 4, 0, 0], "n_pos": 212, "sum_m_en": [19.213285, 9.652813, 9.933526, 10.606049, 10.894099, 10.450188, 10.193041, 11.050199, 11.965693, 11.957209, 12.874893, 13.734025, 13.699292, 14.519766, 14.126407, 12.959804, 12.211554, 12.402022, 11.46886, 10.855842, 9.773047, 9.19839, 8.996331, 8.764931, 14.394743, 17.714541, 18.876709, 18.714756, 18.956876, 19.82839, 18.721597, 19.260716, 17.245266, 16.751278, 17.214535, 17.444678, 18.910772, 16.93016, 17.995622, 19.942174, 18.185243, 16.626529, 17.538432, 15.669797, 13.800624, 10.882971, 7.572557, 6.736895, 1.552632, 0.0], "sum_m_pl": [86.726991, 110.602704, 105.896074, 100.899075, 100.274583, 98.218467, 99.531985, 97.245295, 95.9487, 99.073257, 98.034152, 95.255235, 97.495776, 97.55537, 99.107297, 101.471879, 100.097542, 100.196358, 103.10331, 103.825224, 106.233339, 106.551167, 106.751165, 107.617742, 97.757777, 93.953257, 89.040654, 92.688046, 91.898894, 88.510869, 89.207446, 88.894845, 92.245204, 89.995397, 86.798213, 85.567316, 79.115699, 78.319712, 74.882231, 75.535581, 74.613947, 74.060284, 71.891984, 63.903764, 57.785756, 44.031577, 30.249025, 17.110192, 2.497202, 3e-06]}, "lang": {"n_am_en": [79, 21, 23, 22, 31, 38, 36, 54, 40, 38, 29, 34, 45, 46, 40, 40, 35, 30, 24, 26, 23, 24, 20, 36, 49, 56, 52, 35, 29, 37, 31, 43, 39, 48, 56, 52, 57, 57, 61, 55, 58, 55, 48, 51, 48, 41, 34, 38, 48, 48], "n_am_pl": [12, 33, 24, 22, 28, 26, 24, 16, 15, 12, 21, 24, 24, 35, 30, 27, 26, 24, 39, 30, 37, 48, 50, 36, 27, 32, 26, 32, 33, 27, 28, 26, 25, 25, 19, 18, 23, 28, 20, 23, 18, 22, 24, 24, 19, 27, 63, 63, 89, 105], "n_pos": 154, "sum_m_en": [14.79719, 7.605692, 8.114698, 8.211564, 8.317991, 8.486318, 8.399318, 8.290408, 9.106155, 8.592833, 8.983266, 9.918899, 9.982045, 10.952972, 11.469736, 10.606842, 10.353239, 10.016451, 9.312407, 8.606695, 7.936593, 7.516243, 7.139636, 6.929506, 16.62005, 16.318261, 17.115372, 15.422509, 15.54758, 16.795131, 15.632957, 16.401117, 16.747812, 18.167318, 19.857977, 19.294801, 24.689853, 23.95981, 26.06496, 28.895124, 29.110042, 31.629047, 35.660773, 36.181478, 36.489071, 32.730905, 24.24353, 23.630991, 48.833005, 48.053932], "sum_m_pl": [61.404016, 74.249468, 71.225603, 69.992209, 70.992445, 70.572507, 70.920049, 72.112234, 72.250085, 73.413321, 73.37748, 71.831639, 72.488658, 72.792709, 72.886939, 73.553529, 71.499053, 70.73237, 73.663111, 74.986606, 76.488316, 76.800066, 77.169836, 77.508514, 66.266813, 67.188144, 63.877705, 66.583828, 67.270317, 65.900889, 66.365793, 65.46531, 65.777802, 62.584573, 60.841952, 58.291123, 55.409978, 57.548523, 56.909454, 56.657416, 54.802841, 55.438174, 50.915884, 50.487797, 46.95578, 42.811908, 62.841213, 64.114537, 84.006175, 103.870989]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 974, "item_id": "llmzszl-18790", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 687, "region_end": 959, "roundtrip_ok": true, "tf_agree": 0.9959, "tf_agree_excl_first": 0.9969}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [28, 38, 38, 28, 26, 22, 26, 30, 25, 26, 30, 30, 35, 31, 34, 31, 40, 33, 23, 26, 29, 27, 18, 18, 42, 39, 37, 37, 47, 49, 39, 35, 37, 30, 37, 31, 30, 34, 35, 29, 30, 24, 28, 33, 24, 23, 20, 22, 22, 22], "n_am_pl": [9, 21, 21, 27, 23, 22, 28, 18, 21, 18, 25, 30, 31, 38, 36, 36, 35, 28, 31, 36, 32, 33, 37, 46, 14, 20, 14, 21, 22, 26, 19, 21, 13, 18, 17, 13, 17, 9, 10, 7, 5, 5, 4, 7, 2, 2, 2, 1, 1, 0], "n_pos": 152, "sum_m_en": [16.390639, 7.548379, 7.919287, 7.347574, 7.925936, 8.121482, 8.013849, 8.341802, 8.337312, 9.12887, 9.531369, 10.094224, 11.373474, 11.648391, 12.24609, 12.166266, 12.325015, 11.428909, 9.795423, 9.651446, 8.910134, 8.201094, 7.923922, 7.735847, 16.583819, 18.423016, 18.765506, 18.997808, 18.700604, 19.808072, 18.250629, 16.388633, 15.952811, 15.890526, 17.791112, 16.829854, 16.967876, 16.627411, 17.270051, 17.606967, 16.801558, 17.475556, 17.135084, 20.73718, 20.303465, 19.726077, 19.163533, 20.506472, 21.717429, 21.899765], "sum_m_pl": [59.352153, 77.304765, 74.688048, 72.875648, 70.618065, 69.361307, 68.468597, 68.043458, 66.238455, 70.185857, 68.760418, 69.01043, 66.994919, 66.359487, 67.287042, 66.678813, 66.529102, 67.653622, 69.717299, 69.676582, 70.834951, 71.290871, 71.852017, 72.492674, 55.950656, 54.421012, 52.566343, 54.366754, 57.249686, 57.643749, 55.930549, 57.733597, 59.246551, 57.567224, 56.529038, 54.821872, 49.504994, 47.174424, 42.32904, 39.53119, 35.807218, 33.630391, 31.191862, 26.626608, 17.851468, 15.071482, 7.109637, 3.74591, 0.997274, 0.365145]}, "digit": {"n_am_en": [5, 10, 12, 11, 11, 5, 4, 7, 3, 3, 5, 5, 9, 7, 6, 6, 5, 8, 4, 2, 4, 5, 3, 3, 8, 7, 8, 3, 7, 5, 7, 5, 7, 9, 8, 5, 6, 3, 6, 1, 5, 3, 1, 3, 1, 0, 1, 1, 0, 0], "n_am_pl": [0, 1, 4, 0, 0, 0, 6, 2, 2, 2, 3, 3, 5, 5, 4, 6, 4, 1, 3, 8, 5, 5, 5, 6, 3, 5, 3, 5, 6, 7, 5, 5, 2, 5, 4, 2, 3, 4, 3, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.430936, 1.17815, 1.195928, 1.062876, 1.185522, 1.326868, 1.316564, 1.382519, 1.347528, 1.560916, 1.614253, 1.66482, 1.961939, 2.06181, 2.113969, 2.159258, 2.299975, 2.178428, 1.866367, 1.824832, 1.70992, 1.548223, 1.489334, 1.438497, 3.500076, 3.692057, 3.39229, 3.417913, 3.44907, 3.6249, 3.559626, 3.032547, 2.861455, 3.037813, 3.4015, 3.272098, 3.092439, 2.688661, 2.672111, 2.513165, 2.262008, 2.19049, 2.016437, 1.991925, 1.446902, 1.462158, 0.957873, 0.610365, 0.044974, 0.0], "sum_m_pl": [9.948352, 13.428764, 12.907393, 12.450766, 12.10621, 11.60207, 11.689889, 11.725793, 11.439021, 12.289637, 12.104378, 12.233271, 11.830539, 11.689674, 11.744838, 11.323363, 10.875527, 11.150176, 11.694077, 11.61267, 11.926491, 12.075305, 12.20707, 12.375267, 9.466094, 9.034381, 9.033887, 9.169342, 9.521432, 9.493767, 9.272336, 9.806789, 10.157282, 9.801079, 9.522488, 9.522951, 9.116962, 9.005753, 8.590154, 8.331488, 8.097219, 8.007419, 7.537558, 6.674992, 4.69308, 3.866479, 2.254916, 1.131519, 0.036819, 0.0]}, "lang": {"n_am_en": [6, 2, 4, 4, 3, 1, 6, 5, 5, 5, 6, 7, 6, 9, 8, 8, 8, 3, 5, 8, 5, 6, 5, 6, 14, 10, 10, 10, 11, 10, 8, 7, 7, 6, 6, 9, 8, 13, 11, 12, 15, 13, 16, 16, 14, 14, 15, 19, 21, 22], "n_am_pl": [4, 5, 5, 3, 3, 4, 5, 3, 4, 1, 3, 3, 6, 3, 3, 3, 6, 4, 3, 5, 3, 3, 4, 4, 1, 1, 1, 2, 4, 4, 1, 0, 1, 2, 2, 2, 3, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.953618, 1.277388, 1.206814, 1.156682, 1.098422, 1.163886, 1.198485, 1.222645, 1.300596, 1.171208, 1.497147, 1.697509, 2.061916, 2.121415, 2.226412, 2.007002, 1.891569, 1.755243, 1.48696, 1.422677, 1.347443, 1.273423, 1.228263, 1.19854, 3.406968, 3.809625, 3.736029, 3.728168, 3.707938, 3.68272, 3.039118, 3.020987, 2.963236, 2.942458, 3.384964, 3.745509, 4.290247, 4.67657, 5.122732, 5.800323, 6.062006, 7.757478, 8.048799, 10.222488, 9.988486, 11.535269, 13.811407, 16.434093, 20.58438, 21.826418], "sum_m_pl": [7.470583, 10.086276, 10.285089, 10.11748, 9.708031, 9.517485, 9.542377, 9.700768, 9.534418, 9.731763, 9.462591, 9.65016, 9.492362, 9.468605, 9.376694, 9.371417, 9.264988, 9.14087, 9.479813, 9.541673, 9.417712, 9.523805, 9.615976, 9.606058, 6.77489, 6.763342, 6.57641, 6.667102, 7.077077, 7.426187, 7.389422, 7.558402, 7.651752, 7.686045, 7.440064, 7.201133, 6.594656, 7.127288, 6.613412, 6.41582, 6.07507, 5.339857, 4.782095, 3.479641, 3.144936, 2.759631, 1.871283, 0.465864, 0.017147, 0.000106]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "llmzszl-18792", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 765, "region_end": 152, "roundtrip_ok": true, "tf_agree": 0.974, "tf_agree_excl_first": 0.9804}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [104, 146, 123, 109, 91, 85, 98, 103, 81, 101, 93, 92, 111, 103, 103, 91, 84, 87, 77, 77, 77, 63, 63, 69, 128, 120, 117, 118, 128, 136, 135, 125, 115, 107, 130, 125, 128, 107, 118, 110, 105, 116, 102, 106, 94, 74, 36, 20, 3, 3], "n_am_pl": [23, 88, 72, 80, 78, 97, 83, 88, 93, 86, 101, 90, 101, 101, 97, 100, 120, 110, 115, 131, 159, 165, 167, 177, 63, 75, 77, 82, 83, 83, 77, 77, 73, 62, 66, 61, 47, 50, 36, 45, 36, 34, 32, 39, 45, 37, 57, 53, 80, 92], "n_pos": 449, "sum_m_en": [44.104637, 21.837133, 23.523164, 23.442476, 24.099394, 26.115557, 26.373013, 27.410653, 28.944442, 30.992062, 31.607584, 33.394626, 35.928869, 37.941228, 39.797774, 37.971321, 36.694763, 34.109629, 29.958008, 29.236111, 26.691336, 24.463475, 23.578244, 23.120573, 49.884286, 52.754444, 57.052453, 57.431406, 61.147838, 63.529882, 60.226607, 55.974387, 51.539865, 49.459034, 53.553216, 51.734043, 55.564989, 54.244778, 57.842935, 59.465101, 58.257486, 66.217039, 66.145735, 70.014489, 69.793126, 57.290653, 33.193535, 23.013396, 5.343709, 2.477712], "sum_m_pl": [173.072003, 226.559851, 216.889882, 213.350489, 213.514898, 207.810559, 207.409865, 207.714599, 206.164671, 211.432606, 208.862892, 208.697946, 207.496485, 203.643541, 206.722207, 205.715386, 206.805837, 210.072858, 213.804549, 213.270798, 214.98389, 215.728698, 216.773106, 217.136232, 171.830634, 173.042238, 165.294826, 173.028387, 178.661838, 179.899113, 179.242417, 181.950789, 186.862929, 176.228163, 172.33421, 168.58597, 151.087569, 147.998881, 136.853517, 133.339002, 127.832327, 125.918695, 119.272288, 105.485909, 89.541475, 80.592814, 72.148818, 64.431676, 77.902031, 91.092967]}, "digit": {"n_am_en": [6, 25, 26, 24, 18, 6, 6, 10, 9, 13, 17, 7, 15, 13, 19, 16, 10, 13, 11, 11, 12, 6, 5, 6, 19, 16, 11, 9, 16, 22, 21, 21, 10, 11, 11, 16, 19, 10, 7, 8, 7, 11, 4, 2, 2, 3, 1, 1, 0, 0], "n_am_pl": [1, 4, 9, 5, 8, 9, 11, 4, 6, 5, 12, 11, 7, 17, 7, 13, 18, 12, 17, 17, 19, 18, 18, 22, 5, 4, 6, 7, 11, 10, 10, 12, 15, 13, 7, 7, 7, 10, 6, 10, 7, 3, 6, 8, 7, 3, 6, 1, 0, 0], "n_pos": 54, "sum_m_en": [5.032354, 2.494178, 2.668499, 2.578643, 2.689003, 2.940463, 2.794518, 2.897787, 3.117291, 3.487082, 3.8082, 3.909052, 4.414539, 4.667544, 4.840463, 4.701491, 4.671504, 4.366995, 3.785238, 3.676729, 3.277649, 2.940887, 2.857206, 2.750293, 5.58405, 6.002032, 6.424997, 6.597275, 7.259785, 7.492536, 7.507998, 6.754792, 6.040442, 5.933991, 6.68358, 6.865383, 7.013815, 6.005811, 6.017547, 5.681958, 5.387853, 5.163173, 4.651194, 4.016184, 3.218748, 2.555986, 1.787185, 0.909335, 0.069016, 0.0], "sum_m_pl": [19.824423, 27.717822, 26.512365, 26.320949, 25.858998, 24.963829, 25.281782, 25.347777, 25.103567, 25.614173, 25.253734, 25.626921, 25.162865, 24.817706, 25.15127, 23.894948, 23.806769, 24.585752, 25.509141, 25.261138, 25.825942, 26.162234, 26.365507, 26.507986, 21.948177, 21.352389, 20.39776, 20.942643, 21.221133, 21.348161, 20.686694, 21.443976, 22.596303, 21.12402, 20.035545, 20.241689, 19.264773, 19.869582, 18.96384, 19.169643, 19.176132, 19.384166, 19.015719, 17.305453, 14.028473, 12.259207, 7.947591, 4.40733, 0.119567, 0.0]}, "lang": {"n_am_en": [31, 27, 16, 17, 15, 24, 28, 27, 24, 22, 19, 24, 23, 28, 22, 21, 22, 21, 23, 21, 22, 19, 20, 19, 34, 36, 33, 26, 27, 27, 31, 32, 34, 31, 30, 41, 30, 31, 39, 40, 40, 46, 47, 48, 49, 39, 21, 10, 3, 3], "n_am_pl": [6, 22, 23, 13, 19, 18, 11, 12, 13, 15, 18, 15, 25, 15, 18, 18, 26, 22, 26, 29, 36, 37, 39, 42, 10, 13, 9, 14, 18, 12, 13, 10, 14, 9, 21, 15, 12, 14, 14, 18, 15, 15, 15, 22, 21, 26, 41, 48, 76, 92], "n_pos": 95, "sum_m_en": [9.391218, 5.069849, 5.157667, 5.241422, 5.159715, 5.67964, 6.525266, 6.402326, 6.881928, 6.875556, 7.301974, 7.86775, 7.992748, 8.790025, 8.863714, 8.429074, 8.131367, 7.60922, 6.745924, 6.483663, 6.119218, 5.623624, 5.310597, 5.422435, 12.996356, 12.869939, 12.674627, 12.457717, 13.495866, 13.797252, 12.888383, 12.990937, 12.366301, 12.173645, 12.544893, 12.80761, 16.125726, 17.678155, 18.236488, 20.962124, 21.849059, 27.860845, 29.823819, 32.488993, 36.380039, 31.870437, 17.828592, 10.886656, 3.882743, 2.359237], "sum_m_pl": [33.233339, 44.279442, 43.352464, 42.436964, 43.107044, 41.603164, 41.441257, 42.385084, 43.277099, 44.095883, 43.850895, 43.987366, 44.727053, 43.383259, 44.238898, 44.276923, 44.506631, 44.497385, 44.928636, 44.785501, 44.211479, 44.437763, 44.529511, 44.425421, 33.963044, 34.796491, 33.809366, 35.370173, 36.432197, 36.369847, 37.496294, 37.850247, 38.686737, 37.189504, 36.9295, 37.530831, 33.978403, 33.537661, 31.595101, 31.465281, 31.202642, 29.781229, 28.114769, 28.555219, 27.124805, 28.512376, 39.489081, 45.834204, 71.383039, 89.63691]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 449, "item_id": "llmzszl-18792", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 696, "region_end": 449, "roundtrip_ok": true, "tf_agree": 0.9911, "tf_agree_excl_first": 0.9933}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [31, 43, 45, 33, 40, 22, 25, 32, 28, 25, 45, 45, 35, 37, 28, 31, 28, 27, 20, 26, 22, 17, 20, 21, 38, 40, 40, 44, 36, 38, 27, 42, 27, 25, 32, 31, 34, 38, 38, 47, 41, 44, 46, 39, 49, 47, 50, 52, 51, 50], "n_am_pl": [3, 16, 15, 20, 17, 10, 13, 12, 10, 11, 13, 13, 18, 17, 19, 18, 23, 24, 26, 27, 28, 23, 28, 27, 11, 12, 15, 13, 10, 12, 19, 10, 20, 16, 19, 14, 10, 6, 5, 4, 2, 2, 3, 6, 4, 2, 2, 0, 0, 0], "n_pos": 136, "sum_m_en": [15.462931, 7.996153, 8.112828, 7.299131, 7.514803, 7.895461, 8.193245, 8.700551, 8.766484, 8.66643, 9.221758, 9.544692, 10.361216, 10.03191, 9.247045, 8.845435, 8.523719, 8.520457, 7.685731, 7.115204, 6.480676, 5.914561, 5.636071, 5.60133, 12.545882, 13.693076, 13.709297, 12.946969, 12.576268, 12.457569, 11.676528, 11.727218, 11.372927, 11.698861, 12.306571, 13.349701, 15.032428, 16.389957, 18.70682, 23.29379, 21.564067, 25.972867, 29.418714, 30.331849, 37.982548, 37.024497, 45.286725, 47.015575, 49.755551, 50.288958], "sum_m_pl": [49.14678, 66.277136, 64.777493, 64.011623, 62.986461, 62.568858, 62.260267, 61.01263, 59.932679, 60.62639, 60.37212, 60.851477, 60.10089, 61.279624, 62.26555, 63.731312, 62.858603, 63.332516, 65.103496, 66.454991, 67.282125, 67.973837, 68.3111, 68.510131, 56.034761, 54.207963, 53.958217, 56.416689, 58.563614, 58.837076, 58.39677, 57.968586, 57.101633, 54.911574, 52.705028, 51.719728, 47.75842, 45.433083, 42.274019, 39.106322, 37.545967, 35.343108, 31.832337, 28.123908, 20.084125, 16.485995, 7.693061, 3.658284, 0.578626, 0.004292]}, "digit": {"n_am_en": [6, 6, 9, 2, 6, 2, 1, 5, 4, 4, 9, 8, 4, 9, 3, 4, 3, 2, 1, 4, 2, 0, 0, 1, 2, 5, 9, 7, 7, 6, 5, 8, 1, 2, 2, 1, 1, 1, 2, 5, 2, 5, 3, 0, 0, 1, 1, 1, 0, 0], "n_am_pl": [0, 5, 1, 4, 2, 1, 2, 3, 2, 3, 3, 5, 6, 4, 5, 6, 8, 5, 6, 5, 7, 6, 9, 5, 2, 6, 3, 4, 2, 3, 3, 1, 5, 4, 2, 0, 0, 1, 1, 2, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0], "n_pos": 32, "sum_m_en": [2.823661, 1.4103, 1.417835, 1.39958, 1.500024, 1.570766, 1.575441, 1.710657, 1.750326, 1.765594, 1.824133, 1.703515, 1.89032, 1.90206, 1.811112, 1.72407, 1.769921, 1.849377, 1.664933, 1.580471, 1.433604, 1.312914, 1.269634, 1.245589, 2.065147, 2.480066, 2.44632, 2.36047, 2.308185, 2.188119, 2.119941, 2.098414, 1.802012, 1.778244, 1.834831, 1.940886, 2.045185, 2.030773, 2.22684, 2.399648, 2.283039, 2.239182, 2.29979, 2.108696, 1.836221, 1.505869, 0.789383, 0.783373, 0.110744, 0.0], "sum_m_pl": [13.402409, 17.06131, 16.229665, 15.987032, 15.370241, 15.132823, 15.053311, 14.656687, 14.075881, 14.282215, 14.096699, 14.529532, 13.885422, 14.210495, 14.235543, 15.001577, 14.609835, 14.597744, 15.202949, 15.692052, 15.907431, 16.009808, 16.057246, 16.183946, 14.075435, 13.422415, 13.54502, 13.87228, 14.071543, 14.194792, 13.705362, 13.633982, 13.650589, 13.316116, 12.428531, 12.67884, 13.032293, 12.589112, 12.232372, 12.176539, 12.331824, 12.160239, 11.757145, 10.635608, 8.420004, 6.877191, 3.370604, 1.905545, 0.263454, 0.0]}, "lang": {"n_am_en": [15, 14, 18, 16, 14, 13, 15, 14, 14, 14, 21, 19, 17, 15, 13, 19, 15, 14, 13, 14, 13, 13, 15, 13, 23, 25, 21, 22, 18, 21, 16, 24, 16, 16, 19, 17, 22, 25, 21, 24, 23, 26, 30, 28, 37, 35, 37, 45, 48, 49], "n_am_pl": [2, 5, 5, 7, 5, 3, 4, 4, 3, 2, 3, 5, 7, 9, 10, 6, 9, 12, 10, 10, 9, 7, 6, 9, 3, 3, 7, 4, 4, 4, 6, 4, 6, 5, 7, 7, 5, 3, 2, 0, 0, 0, 1, 4, 1, 1, 2, 0, 0, 0], "n_pos": 49, "sum_m_en": [6.848794, 3.372917, 3.431035, 2.810062, 2.722546, 3.051162, 3.235202, 3.328865, 3.272701, 3.097277, 3.411818, 3.665692, 4.037346, 3.882379, 3.546377, 3.367208, 3.168159, 3.230629, 2.908976, 2.669863, 2.382025, 2.170088, 2.040161, 2.03361, 5.91265, 6.372686, 6.374625, 5.550558, 5.284052, 5.494416, 4.959309, 5.146201, 5.041227, 5.513995, 5.94908, 7.004478, 8.115238, 9.520961, 10.784008, 12.142892, 11.771268, 15.805925, 18.894016, 20.400503, 26.262671, 26.912329, 34.810169, 39.515791, 46.337076, 48.795446], "sum_m_pl": [15.92535, 22.404512, 22.425803, 22.358427, 22.30749, 22.132226, 22.127761, 21.983373, 22.002683, 22.643033, 22.644532, 22.509374, 22.508157, 22.871482, 23.538814, 23.627641, 23.125553, 23.23569, 23.649671, 23.852643, 24.179016, 24.506831, 24.681841, 24.718753, 20.482971, 19.858123, 19.801137, 20.995963, 21.769275, 22.048593, 22.045315, 21.56417, 21.228157, 20.589789, 20.07398, 19.587979, 17.201779, 16.322563, 14.516973, 13.49047, 12.098891, 11.153803, 9.917711, 9.413038, 6.257129, 4.884068, 1.948709, 0.763015, 0.134445, 1.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "llmzszl-18793", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 722, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9638, "tf_agree_excl_first": 0.9708}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [26, 38, 53, 38, 48, 30, 29, 36, 26, 30, 37, 40, 40, 36, 29, 33, 27, 22, 30, 27, 26, 23, 24, 13, 40, 33, 36, 38, 35, 46, 29, 38, 29, 34, 34, 34, 33, 33, 37, 38, 36, 32, 33, 27, 30, 15, 11, 6, 4, 4], "n_am_pl": [7, 42, 30, 20, 18, 23, 20, 22, 19, 18, 12, 17, 13, 16, 25, 18, 28, 33, 33, 39, 38, 38, 38, 37, 17, 25, 27, 34, 32, 36, 40, 29, 35, 23, 26, 21, 19, 23, 16, 26, 22, 27, 24, 23, 21, 25, 22, 23, 41, 37], "n_pos": 176, "sum_m_en": [15.764089, 8.884633, 9.384091, 9.393706, 9.576357, 9.478832, 9.614631, 9.900186, 10.185282, 9.635899, 9.951323, 10.183429, 11.278533, 11.36624, 11.111757, 10.361536, 10.219803, 10.350679, 9.347422, 8.773088, 8.234471, 7.763002, 7.54249, 7.407153, 13.615967, 14.516965, 15.455224, 13.994086, 14.455824, 13.890584, 13.457772, 13.128674, 12.638517, 12.326615, 13.34138, 14.006919, 15.443801, 15.284583, 16.884705, 19.746595, 18.585959, 18.221172, 19.555795, 21.217762, 22.287894, 15.172448, 10.200293, 10.178232, 5.528965, 3.991571], "sum_m_pl": [70.423075, 86.74371, 84.038858, 83.678782, 83.042733, 82.394759, 83.369145, 82.015038, 80.190684, 80.453338, 79.567012, 79.630117, 79.059904, 79.128232, 79.659511, 81.940956, 81.273462, 82.368662, 85.174793, 86.813733, 87.445308, 87.667864, 87.774807, 87.854388, 74.051808, 72.387868, 71.656669, 74.643804, 77.39207, 78.270809, 77.241536, 77.823607, 77.980164, 74.303388, 71.635713, 69.73829, 65.0357, 63.174361, 58.275673, 55.645374, 54.536009, 56.152928, 54.519593, 49.555294, 43.609359, 41.534374, 33.506953, 25.897693, 35.489844, 37.299538]}, "digit": {"n_am_en": [5, 12, 11, 8, 8, 6, 7, 13, 3, 6, 8, 12, 10, 11, 5, 6, 4, 4, 6, 3, 1, 3, 3, 2, 6, 10, 10, 8, 8, 10, 11, 10, 5, 6, 9, 8, 3, 5, 7, 6, 5, 4, 2, 3, 3, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 3, 3, 0, 2, 2, 2, 2, 3, 1, 2, 5, 3, 7, 4, 4, 8, 6, 10, 9, 5, 6, 5, 3, 3, 5, 2, 3, 7, 8, 5, 9, 4, 1, 1, 2, 5, 2, 3, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [3.115209, 1.731196, 1.84942, 1.853982, 1.873287, 1.771509, 1.746847, 1.89143, 1.978709, 1.924535, 1.914485, 1.984842, 2.300784, 2.271636, 2.170821, 1.980047, 1.988373, 2.10958, 1.926702, 1.79347, 1.625719, 1.504503, 1.460057, 1.41, 2.446981, 2.905397, 3.15176, 2.800478, 2.82943, 2.735956, 2.728785, 2.74911, 2.395893, 2.335876, 2.481024, 2.515007, 2.69443, 2.666555, 2.982258, 2.997302, 2.796212, 2.622325, 2.579496, 3.095993, 2.715399, 1.593899, 1.003556, 0.705591, 0.098765, 0.0], "sum_m_pl": [16.377035, 19.539846, 18.264596, 18.122143, 17.82625, 17.933609, 18.347114, 17.708525, 17.124798, 17.07848, 16.886598, 17.134464, 16.742916, 16.820718, 17.049903, 17.747634, 17.295701, 17.40504, 18.183623, 18.544366, 18.780887, 18.870313, 18.871795, 19.084551, 17.321546, 16.334046, 16.029694, 16.64493, 16.887662, 16.981499, 16.819865, 16.664174, 17.248252, 16.696831, 15.726402, 16.116176, 15.63074, 15.146012, 13.990147, 13.88523, 13.763488, 14.430178, 14.391248, 13.192508, 10.587155, 8.588517, 4.724387, 2.014037, 0.245513, 0.0]}, "lang": {"n_am_en": [6, 6, 8, 13, 13, 8, 6, 10, 11, 10, 7, 8, 10, 6, 8, 10, 7, 5, 9, 10, 10, 8, 7, 3, 15, 12, 12, 11, 11, 17, 12, 13, 16, 19, 11, 16, 12, 12, 16, 15, 18, 13, 17, 15, 18, 11, 8, 4, 4, 4], "n_am_pl": [5, 13, 10, 4, 6, 8, 6, 5, 4, 4, 3, 4, 5, 7, 9, 2, 5, 8, 5, 7, 7, 8, 7, 5, 3, 3, 2, 5, 5, 7, 9, 8, 6, 3, 8, 7, 7, 6, 4, 8, 6, 9, 8, 11, 10, 13, 12, 16, 33, 36], "n_pos": 42, "sum_m_en": [3.728236, 2.254124, 2.334425, 2.473097, 2.46735, 2.451538, 2.601556, 2.585157, 2.647773, 2.476575, 2.578366, 2.639275, 2.923237, 2.847745, 2.768315, 2.543297, 2.511027, 2.608885, 2.36742, 2.204093, 2.089156, 1.96338, 1.896846, 1.880546, 4.232304, 4.145823, 4.285657, 3.552878, 3.655133, 3.853437, 3.546688, 3.417177, 3.523557, 3.584438, 3.749715, 4.025259, 4.331193, 4.478181, 5.764408, 8.094162, 7.409237, 7.268052, 8.120292, 9.082639, 10.634586, 7.135612, 6.100089, 4.866788, 4.615244, 3.986116], "sum_m_pl": [15.70298, 18.870388, 18.914197, 18.837252, 18.773226, 18.79804, 19.00504, 19.056197, 19.021011, 19.325431, 19.017964, 19.071625, 19.069146, 19.232054, 19.490972, 19.770581, 19.596974, 19.86973, 20.253197, 20.520582, 20.740289, 20.88786, 20.958936, 20.836726, 17.294075, 16.904595, 16.705673, 17.783223, 18.395844, 18.672587, 18.542981, 18.873811, 18.841871, 18.547224, 18.294489, 18.475352, 17.35784, 17.253713, 15.788396, 15.02122, 15.392444, 16.401828, 15.813308, 16.052587, 14.596541, 14.982796, 13.958905, 15.00151, 29.306806, 36.075695]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "llmzszl-18793", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 653, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9489, "tf_agree_excl_first": 0.9543}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [66, 58, 54, 42, 46, 54, 43, 42, 40, 49, 57, 68, 60, 44, 42, 49, 51, 63, 49, 42, 36, 44, 43, 47, 73, 69, 63, 68, 62, 70, 60, 56, 58, 57, 54, 65, 56, 71, 70, 75, 71, 80, 82, 80, 84, 71, 80, 87, 92, 92], "n_am_pl": [4, 25, 22, 24, 24, 29, 26, 27, 23, 35, 20, 14, 29, 34, 34, 26, 26, 35, 32, 27, 25, 21, 24, 30, 19, 19, 22, 19, 25, 22, 30, 26, 24, 19, 22, 15, 8, 15, 10, 9, 10, 5, 6, 15, 5, 6, 4, 2, 1, 0], "n_pos": 232, "sum_m_en": [28.777926, 13.00039, 12.856181, 11.898318, 12.62896, 12.897944, 12.59061, 12.857828, 14.074247, 14.244326, 15.221684, 16.521721, 18.025263, 17.347565, 17.197155, 16.228299, 16.319837, 15.886434, 14.847274, 13.069069, 11.990972, 11.137433, 10.664669, 10.277949, 26.094979, 27.284152, 26.397188, 25.787886, 24.549553, 24.388537, 23.229198, 22.689738, 22.201443, 22.978802, 24.568684, 26.048935, 30.802898, 37.490956, 40.848748, 42.979627, 46.230911, 50.056157, 51.301126, 56.853327, 69.947382, 67.503062, 77.671975, 85.648243, 90.825339, 91.095291], "sum_m_pl": [84.999833, 111.175693, 109.252553, 107.464774, 105.004938, 105.166479, 104.328853, 101.465097, 98.515443, 104.216316, 103.089896, 102.886495, 100.688693, 102.816776, 105.002155, 103.041516, 103.209429, 105.675039, 108.696395, 111.387997, 112.648031, 114.080507, 114.747044, 115.244941, 87.017815, 85.643649, 84.955748, 92.620319, 94.363613, 95.330484, 93.583471, 94.440206, 92.133563, 89.219883, 83.598541, 78.89814, 69.949367, 66.372579, 58.611454, 57.451346, 53.917679, 48.763727, 47.759654, 41.563212, 31.614591, 25.505604, 16.506725, 8.751874, 1.882581, 0.101748]}, "digit": {"n_am_en": [5, 11, 9, 3, 1, 1, 2, 3, 2, 4, 6, 3, 3, 2, 1, 2, 6, 6, 6, 8, 6, 7, 8, 8, 8, 8, 4, 7, 8, 9, 9, 6, 6, 5, 4, 5, 4, 5, 2, 8, 5, 4, 4, 2, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 6, 2, 4, 8, 3, 6, 7, 5, 5, 2, 3, 2, 4, 4, 6, 4, 2, 1, 0, 1, 1, 0, 1, 1, 1, 2, 0, 2, 3, 6, 2, 4, 0, 0, 1, 1, 1, 3, 1, 1, 2, 2, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.390024, 1.099348, 1.033005, 0.968477, 1.06036, 1.069579, 1.108297, 1.158394, 1.310824, 1.286414, 1.321372, 1.305305, 1.351815, 1.359361, 1.256069, 1.29307, 1.42148, 1.583508, 1.661104, 1.369658, 1.249694, 1.135054, 1.083866, 1.040156, 1.954029, 2.34784, 2.529707, 2.806231, 2.578808, 2.287788, 2.043804, 1.88628, 1.759671, 1.610315, 1.628551, 1.608286, 1.436128, 1.497138, 1.553061, 1.59183, 1.524069, 1.532018, 1.481276, 1.474552, 1.511925, 1.558753, 1.251467, 1.302471, 0.499698, 0.0], "sum_m_pl": [11.001096, 13.81612, 13.393685, 13.195461, 12.679911, 12.679594, 12.78109, 12.328596, 11.745693, 12.350421, 12.303392, 12.36501, 11.734495, 11.774369, 11.713662, 11.708745, 12.023952, 12.179068, 12.419669, 12.876934, 13.001275, 13.119694, 13.234064, 13.384134, 10.616867, 10.500126, 10.271504, 11.216275, 11.389378, 11.732966, 11.593632, 11.700075, 11.741291, 11.564282, 10.845047, 11.023213, 10.424657, 10.483607, 9.24473, 9.43446, 9.299405, 9.331403, 9.603844, 8.563519, 8.333209, 7.219442, 5.867298, 3.422074, 1.161325, 0.0]}, "lang": {"n_am_en": [28, 27, 23, 21, 21, 17, 18, 17, 20, 18, 24, 28, 31, 28, 21, 27, 24, 26, 19, 12, 13, 14, 8, 18, 39, 32, 27, 28, 26, 26, 23, 25, 25, 27, 34, 34, 29, 38, 36, 38, 36, 44, 45, 49, 55, 47, 57, 71, 86, 91], "n_am_pl": [0, 6, 11, 4, 7, 8, 3, 10, 7, 9, 5, 4, 14, 16, 19, 11, 9, 14, 17, 13, 12, 11, 12, 17, 8, 9, 9, 9, 10, 10, 15, 11, 10, 11, 8, 7, 6, 8, 7, 8, 6, 3, 5, 8, 1, 4, 3, 2, 1, 0], "n_pos": 91, "sum_m_en": [11.449233, 5.494826, 5.537967, 4.906958, 4.998449, 4.975078, 5.009809, 5.225995, 5.734159, 5.848049, 6.245357, 6.801445, 7.475396, 7.14239, 7.157765, 6.840493, 6.541428, 6.351245, 5.888606, 5.197503, 4.773329, 4.442734, 4.275592, 4.111448, 11.909433, 12.434633, 11.940499, 11.289881, 10.450497, 10.210126, 10.20334, 10.065003, 9.826588, 10.580909, 11.199043, 12.831566, 15.560449, 20.786053, 22.053222, 24.533357, 26.904494, 30.689721, 31.565662, 36.203544, 43.951999, 41.695602, 54.189152, 66.930492, 84.09522, 90.188279], "sum_m_pl": [32.033378, 41.866285, 41.416619, 40.908887, 40.250528, 40.231952, 39.625866, 38.518111, 37.625155, 40.173874, 39.712707, 39.85528, 39.474626, 40.3609, 41.403289, 40.031648, 40.130787, 41.465514, 42.607842, 43.499284, 44.038407, 44.684686, 44.872006, 45.068344, 34.425243, 33.87874, 33.516652, 36.051493, 37.466934, 37.862757, 37.165977, 37.188194, 37.274958, 36.287911, 34.40306, 32.586933, 29.563789, 28.036101, 25.83506, 24.830354, 23.199885, 19.439718, 19.680157, 17.296027, 11.979635, 9.783269, 5.943589, 2.567256, 0.491218, 0.101728]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 234, "item_id": "llmzszl-18799", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 719, "region_end": 232, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.9785}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [127, 108, 85, 67, 76, 84, 90, 102, 84, 100, 103, 127, 108, 115, 97, 109, 95, 117, 120, 102, 88, 105, 94, 106, 160, 136, 119, 137, 134, 143, 133, 125, 128, 148, 152, 143, 145, 133, 138, 126, 143, 156, 142, 129, 128, 110, 69, 64, 15, 0], "n_am_pl": [21, 114, 122, 105, 78, 81, 111, 75, 81, 79, 61, 54, 78, 77, 86, 91, 89, 119, 103, 119, 111, 109, 119, 121, 65, 87, 93, 87, 96, 91, 110, 99, 106, 76, 83, 75, 61, 68, 63, 70, 65, 58, 69, 94, 95, 101, 115, 110, 213, 228], "n_pos": 550, "sum_m_en": [50.599781, 25.270321, 26.003162, 27.487557, 28.528459, 28.183397, 28.241934, 28.859363, 32.332342, 31.204797, 32.642455, 35.316678, 38.084052, 39.166191, 38.279457, 37.033936, 37.890533, 37.028457, 32.83912, 29.816431, 27.578384, 25.561175, 24.5717, 23.859672, 49.367272, 49.617139, 51.38171, 50.173977, 52.001582, 51.168103, 48.829113, 48.357919, 48.638917, 51.504233, 58.161958, 60.754409, 66.692125, 71.670931, 76.777849, 75.71178, 83.540319, 96.409755, 99.250568, 90.798695, 97.648503, 85.211939, 65.954822, 63.687007, 23.179196, 0.561185], "sum_m_pl": [202.305092, 264.1619, 260.521842, 253.536617, 248.256606, 253.089603, 253.069021, 247.780286, 240.525527, 248.889785, 247.99982, 243.53965, 246.12895, 247.135485, 256.241323, 253.546691, 252.430825, 256.30009, 263.748489, 269.646033, 272.828037, 275.375815, 275.818011, 276.297904, 230.763116, 224.183512, 220.748379, 237.085384, 244.485117, 245.917473, 245.565856, 242.426246, 241.204609, 220.223282, 212.27563, 203.34193, 185.04609, 181.211394, 171.552205, 171.447912, 167.705558, 162.113332, 156.379667, 163.608148, 152.858763, 151.209142, 140.328934, 127.92172, 205.813332, 226.668057]}, "digit": {"n_am_en": [9, 12, 17, 4, 3, 3, 3, 9, 10, 15, 18, 16, 14, 11, 11, 15, 16, 21, 24, 25, 21, 31, 30, 29, 30, 23, 23, 25, 23, 25, 23, 18, 20, 23, 17, 13, 8, 6, 8, 6, 7, 6, 6, 6, 5, 4, 2, 0, 1, 0], "n_am_pl": [0, 17, 4, 6, 4, 7, 13, 2, 1, 8, 2, 6, 7, 8, 7, 7, 11, 9, 5, 6, 4, 6, 4, 4, 2, 5, 2, 3, 7, 3, 9, 8, 10, 9, 7, 6, 3, 4, 5, 6, 5, 2, 1, 2, 2, 3, 2, 2, 0, 0], "n_pos": 65, "sum_m_en": [5.853047, 2.768132, 2.583983, 2.464313, 2.547073, 2.627308, 2.746362, 2.952793, 3.343758, 3.364666, 3.411756, 3.526427, 3.895036, 3.796392, 3.438898, 3.67969, 3.873256, 3.962429, 3.836306, 3.340334, 3.060912, 2.791974, 2.669847, 2.555115, 5.721433, 6.075551, 6.742492, 6.518327, 6.64122, 6.119772, 5.686504, 5.196097, 5.239815, 4.698968, 4.773341, 4.446176, 3.765636, 3.933318, 4.101926, 4.012517, 3.973841, 4.171584, 3.98919, 4.241197, 3.853795, 3.474541, 3.17571, 2.7707, 1.026206, 0.0], "sum_m_pl": [28.447698, 35.096208, 33.705117, 32.799374, 30.853927, 30.963506, 31.238456, 30.20016, 28.859179, 29.901997, 30.16095, 29.992879, 29.213006, 29.722617, 30.462079, 29.651284, 30.233382, 31.02623, 31.701476, 32.521051, 32.829787, 33.150945, 33.439327, 33.73058, 29.350422, 28.422188, 27.601615, 28.975281, 29.326306, 29.258086, 28.799657, 28.820418, 29.427659, 28.546331, 26.901758, 27.584815, 26.287175, 25.690463, 23.833638, 24.188046, 24.115923, 24.050651, 24.136181, 22.166456, 20.888592, 17.689554, 14.927127, 9.674225, 3.069854, 0.0]}, "lang": {"n_am_en": [57, 45, 38, 28, 40, 45, 55, 56, 38, 46, 41, 60, 52, 58, 45, 51, 43, 56, 60, 46, 43, 41, 42, 49, 84, 74, 61, 65, 69, 64, 63, 60, 60, 76, 91, 82, 86, 81, 80, 73, 84, 93, 89, 80, 83, 66, 42, 43, 5, 0], "n_am_pl": [5, 44, 52, 57, 50, 35, 38, 28, 37, 35, 30, 19, 39, 32, 39, 35, 31, 52, 52, 68, 66, 67, 68, 68, 36, 44, 44, 41, 41, 44, 55, 52, 56, 40, 44, 42, 35, 35, 35, 43, 37, 30, 41, 67, 67, 80, 99, 95, 208, 226], "n_pos": 226, "sum_m_en": [21.033876, 10.00961, 10.805403, 12.075203, 12.763227, 12.582825, 12.845803, 12.954325, 14.178655, 13.574683, 14.415399, 16.27815, 17.467436, 17.813217, 16.98874, 16.262684, 16.700476, 16.161149, 14.440948, 13.036425, 11.89066, 10.88701, 10.393985, 10.081469, 23.003455, 22.597415, 23.152782, 22.224576, 23.228132, 22.496869, 21.657888, 22.389534, 22.643114, 25.27738, 28.212919, 30.127753, 35.257462, 37.802672, 43.36055, 44.175775, 51.030093, 59.049273, 63.515168, 56.147831, 63.547871, 51.711291, 40.743699, 38.645961, 10.375937, 0.426098], "sum_m_pl": [76.538553, 104.684246, 103.193073, 99.866218, 98.479639, 101.127199, 100.946886, 99.490436, 97.316288, 101.009758, 100.091241, 98.545838, 100.983805, 101.011743, 106.827024, 105.739524, 104.366492, 105.223121, 108.660683, 111.080165, 112.257944, 113.652093, 113.653372, 113.908833, 97.452297, 94.584451, 93.595968, 99.822585, 102.590833, 104.234039, 105.12387, 102.805851, 104.250236, 96.057721, 94.223369, 91.915065, 85.119907, 84.244915, 78.381996, 78.068542, 75.741725, 73.309745, 71.546683, 84.304761, 82.2793, 90.152119, 96.157041, 98.753293, 191.626233, 222.670874]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 552, "item_id": "llmzszl-18799", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 650, "region_end": 550, "roundtrip_ok": true, "tf_agree": 0.9855, "tf_agree_excl_first": 0.9873}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [62, 98, 89, 81, 64, 56, 56, 59, 49, 61, 83, 66, 55, 69, 67, 72, 68, 64, 57, 49, 46, 36, 34, 42, 73, 59, 62, 55, 61, 79, 64, 69, 61, 65, 61, 59, 54, 62, 59, 72, 62, 62, 73, 84, 72, 49, 50, 51, 48, 42], "n_am_pl": [6, 44, 66, 48, 49, 57, 50, 34, 36, 52, 43, 41, 71, 81, 72, 77, 72, 69, 69, 64, 57, 44, 57, 71, 53, 64, 59, 67, 70, 58, 61, 58, 57, 61, 55, 35, 30, 23, 15, 12, 12, 16, 11, 9, 12, 7, 5, 4, 0, 0], "n_pos": 338, "sum_m_en": [34.056239, 16.782348, 17.815072, 17.076213, 17.570373, 17.061016, 17.24546, 17.442663, 19.695644, 20.262964, 20.771924, 21.119407, 21.933572, 23.391075, 22.987109, 21.322046, 21.358846, 21.093789, 18.607486, 16.842239, 15.753443, 15.120024, 14.631672, 14.226992, 24.757721, 26.692372, 29.019286, 29.437144, 30.341611, 30.685337, 29.935294, 30.036776, 27.968925, 27.63916, 29.793502, 29.510345, 32.739737, 33.119006, 35.67386, 36.367079, 37.399974, 41.386973, 44.330355, 56.753466, 51.110913, 46.535316, 53.523285, 52.753196, 48.625241, 41.521833], "sum_m_pl": [128.942591, 171.76053, 165.066725, 164.662984, 161.745575, 159.151222, 157.478192, 157.741032, 154.326493, 159.469975, 157.084784, 155.303914, 158.100264, 159.459684, 161.846866, 163.305472, 159.983949, 159.42729, 162.070922, 165.244574, 166.430892, 167.047042, 167.994292, 169.403622, 144.207325, 143.476216, 141.705092, 147.997971, 148.47353, 144.624807, 146.070493, 145.003792, 145.728511, 137.885972, 128.739434, 119.240132, 104.437144, 98.88211, 88.372436, 83.599018, 82.765003, 78.902377, 75.211101, 59.931361, 49.586194, 38.946272, 23.602885, 13.142542, 1.643777, 0.063633]}, "digit": {"n_am_en": [11, 26, 16, 15, 16, 15, 6, 10, 4, 15, 17, 12, 3, 9, 9, 17, 17, 13, 11, 11, 13, 13, 11, 14, 18, 17, 15, 8, 12, 14, 10, 11, 11, 10, 14, 9, 9, 10, 11, 10, 6, 10, 12, 17, 16, 10, 1, 1, 0, 0], "n_am_pl": [0, 7, 2, 2, 7, 2, 5, 1, 7, 9, 5, 9, 18, 19, 15, 20, 12, 15, 19, 13, 11, 6, 12, 14, 11, 13, 9, 10, 11, 14, 17, 20, 14, 17, 15, 7, 4, 5, 4, 4, 5, 3, 3, 0, 0, 0, 0, 0, 0, 0], "n_pos": 63, "sum_m_en": [5.723165, 2.941491, 3.086829, 3.076354, 3.059248, 2.916014, 2.970674, 3.195557, 3.605043, 3.845369, 4.001211, 3.819637, 3.7506, 4.186822, 3.967637, 3.64492, 3.652165, 3.711207, 3.292351, 2.968111, 2.856473, 2.722393, 2.626841, 2.578816, 4.886905, 5.340302, 5.657752, 5.27805, 5.533565, 5.550347, 5.555875, 5.675179, 4.93957, 4.893987, 5.112271, 5.332943, 4.893524, 4.821443, 4.799403, 4.679134, 4.627829, 4.957115, 4.874157, 10.058949, 8.169148, 5.909047, 3.927741, 3.427616, 0.429679, 0.0], "sum_m_pl": [23.034293, 32.75054, 31.049798, 31.123576, 30.908033, 30.529707, 29.616479, 29.300702, 28.687764, 29.72327, 28.909018, 29.162403, 29.952244, 29.938971, 30.798548, 31.266512, 30.063777, 30.10058, 30.154878, 30.895045, 30.938326, 31.308585, 31.341238, 31.713884, 27.226252, 26.983258, 26.206036, 27.360651, 27.195793, 27.009283, 27.454396, 27.627276, 27.9089, 26.45554, 24.765125, 24.640967, 23.183631, 22.516248, 20.327359, 19.966192, 21.004293, 21.831999, 20.861641, 16.620268, 17.176833, 13.805989, 9.781075, 4.782566, 0.468265, 0.0]}, "lang": {"n_am_en": [9, 8, 13, 11, 6, 5, 9, 7, 4, 7, 7, 7, 4, 10, 9, 9, 9, 14, 11, 10, 9, 9, 7, 8, 23, 13, 11, 11, 10, 17, 10, 12, 7, 14, 14, 19, 22, 23, 23, 23, 19, 22, 24, 26, 27, 24, 37, 39, 42, 41], "n_am_pl": [1, 5, 6, 4, 4, 2, 10, 6, 10, 7, 6, 6, 8, 9, 5, 3, 5, 5, 7, 4, 7, 6, 6, 5, 6, 10, 11, 5, 10, 9, 10, 8, 7, 5, 6, 4, 3, 4, 4, 1, 2, 3, 3, 3, 3, 1, 1, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.121688, 2.167042, 2.327547, 2.058311, 2.052969, 2.218202, 2.089408, 2.050406, 2.284545, 2.190688, 2.400827, 2.553465, 2.779039, 3.007843, 3.046056, 2.836404, 2.85435, 2.712311, 2.580315, 2.309851, 2.163207, 2.070919, 1.998709, 1.933119, 4.103214, 4.348589, 4.50028, 4.450474, 4.784678, 5.0198, 4.226422, 3.954894, 3.93686, 4.392545, 5.427283, 6.21071, 9.689245, 10.164761, 11.09402, 12.360497, 13.863664, 16.593605, 17.741898, 19.236659, 20.514376, 20.724484, 32.622577, 33.3909, 40.475742, 40.967656], "sum_m_pl": [14.305468, 19.492913, 18.54292, 18.952599, 18.317024, 17.56527, 17.686705, 18.103725, 18.101602, 18.56709, 18.336074, 18.127068, 18.223449, 18.516285, 18.825312, 19.318691, 19.087835, 18.819906, 19.335733, 20.016851, 20.226726, 20.352671, 20.559975, 20.665889, 18.208657, 17.624701, 17.187611, 17.957462, 17.849536, 17.105623, 17.672707, 17.707539, 17.608625, 17.144168, 16.125617, 15.274927, 13.720956, 13.779741, 13.110713, 12.590213, 11.861971, 10.39583, 9.810529, 9.279006, 6.884249, 5.753792, 1.802843, 0.836227, 0.250669, 0.063315]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 340, "item_id": "llmzszl-18801", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 740, "region_end": 338, "roundtrip_ok": true, "tf_agree": 0.9765, "tf_agree_excl_first": 0.9794}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [100, 136, 106, 126, 96, 92, 74, 81, 106, 90, 107, 122, 86, 111, 130, 112, 125, 96, 87, 81, 77, 88, 70, 77, 121, 108, 108, 115, 106, 125, 109, 129, 93, 84, 91, 80, 74, 73, 77, 74, 73, 66, 83, 83, 60, 48, 30, 31, 24, 16], "n_am_pl": [32, 107, 111, 94, 106, 94, 96, 80, 91, 103, 97, 78, 102, 108, 89, 99, 108, 110, 114, 98, 93, 90, 121, 119, 78, 93, 82, 93, 107, 104, 97, 89, 97, 79, 68, 68, 66, 61, 60, 58, 51, 57, 57, 52, 49, 59, 63, 59, 60, 60], "n_pos": 518, "sum_m_en": [47.311729, 24.753113, 26.639646, 27.581964, 28.641794, 27.972178, 27.656744, 27.95094, 31.19855, 32.563209, 33.106907, 34.530642, 34.932941, 36.404043, 37.54376, 34.235936, 34.391475, 34.093284, 29.612561, 26.584234, 24.68277, 23.725729, 22.997475, 22.111623, 40.105632, 43.439586, 48.147861, 48.41197, 51.132106, 51.913531, 50.170516, 49.22095, 46.412455, 45.079267, 46.609911, 44.192859, 42.6084, 42.438524, 45.051067, 46.622997, 46.540351, 48.524383, 50.041032, 58.636776, 48.178972, 42.121543, 35.74181, 34.026415, 22.454654, 15.430637], "sum_m_pl": [208.426764, 261.847455, 251.737249, 246.284217, 247.78748, 242.219128, 243.068489, 244.131021, 240.355104, 245.684848, 244.027369, 240.775625, 244.665163, 245.829545, 246.704411, 247.707723, 242.640661, 244.434941, 251.895192, 256.063323, 258.189761, 258.627668, 259.936343, 261.063752, 224.02846, 224.075126, 216.588196, 226.497881, 228.902716, 224.635475, 223.612414, 224.120728, 226.58045, 212.20133, 200.669377, 187.808693, 169.748058, 163.947182, 151.688964, 148.552934, 146.048753, 146.874497, 139.79137, 119.984679, 107.775196, 98.237021, 89.677444, 70.326111, 62.066416, 60.6126]}, "digit": {"n_am_en": [24, 36, 31, 28, 22, 10, 9, 8, 7, 15, 14, 18, 7, 19, 25, 24, 27, 22, 17, 19, 16, 17, 13, 14, 23, 23, 20, 20, 15, 20, 17, 23, 20, 17, 14, 12, 14, 14, 15, 13, 15, 12, 15, 14, 16, 11, 0, 0, 0, 0], "n_am_pl": [2, 11, 5, 10, 11, 12, 8, 8, 14, 18, 13, 16, 23, 20, 15, 21, 12, 20, 20, 12, 14, 11, 16, 15, 13, 13, 11, 11, 13, 14, 17, 17, 21, 15, 20, 16, 10, 9, 10, 10, 6, 7, 13, 10, 8, 11, 10, 8, 0, 0], "n_pos": 88, "sum_m_en": [8.434987, 4.082316, 4.209379, 4.279334, 4.315951, 4.266617, 4.259436, 4.579364, 5.153085, 5.438828, 5.649209, 5.549785, 5.545822, 6.068257, 6.013354, 5.460604, 5.423033, 5.768704, 4.861625, 4.321365, 4.031298, 3.820581, 3.697618, 3.595421, 6.274863, 7.322407, 8.195715, 7.694156, 8.219824, 8.447425, 8.572161, 8.603498, 7.539747, 7.491413, 7.611658, 7.606652, 6.985292, 6.900818, 7.184073, 7.382685, 7.312207, 7.883311, 7.287274, 10.084412, 8.531543, 6.306018, 3.507906, 3.010089, 0.234933, 0.0], "sum_m_pl": [33.293994, 45.869108, 43.678027, 43.187935, 43.054465, 42.264276, 41.436946, 40.887186, 39.904873, 41.421422, 40.513476, 40.854327, 41.959658, 41.818065, 42.5233, 42.898462, 41.138851, 41.338637, 42.276331, 43.339762, 43.544694, 43.911098, 43.985678, 44.3184, 38.36034, 37.675015, 35.332506, 37.502237, 37.707758, 37.195791, 37.443435, 38.069075, 38.69671, 36.760902, 34.471327, 34.016032, 33.001445, 32.692206, 30.22332, 29.560577, 29.713591, 31.201966, 30.584559, 27.222239, 26.789847, 24.194116, 18.892771, 12.861406, 0.688209, 0.0]}, "lang": {"n_am_en": [17, 6, 9, 13, 10, 10, 8, 8, 12, 14, 17, 16, 12, 13, 17, 15, 21, 10, 18, 12, 15, 15, 12, 16, 23, 26, 23, 27, 21, 24, 15, 20, 13, 17, 23, 28, 27, 20, 25, 29, 26, 25, 30, 29, 21, 20, 23, 23, 15, 15], "n_am_pl": [2, 31, 19, 11, 17, 11, 22, 22, 22, 14, 19, 15, 17, 22, 12, 14, 19, 18, 21, 21, 19, 19, 24, 23, 14, 17, 14, 16, 23, 16, 14, 16, 13, 13, 10, 11, 13, 17, 9, 14, 14, 18, 17, 20, 24, 25, 33, 30, 57, 60], "n_pos": 77, "sum_m_en": [6.349447, 3.768661, 4.056846, 4.046292, 4.081122, 4.345897, 4.324797, 4.194705, 4.40853, 4.294495, 4.654367, 5.087036, 5.358335, 5.598033, 5.745478, 5.402268, 5.493569, 5.172608, 4.791127, 4.299241, 4.097834, 3.973091, 3.780988, 3.642742, 8.134699, 7.878844, 7.931423, 7.973886, 8.448823, 8.029723, 7.450343, 7.262482, 7.282084, 7.290778, 7.939473, 8.172443, 9.884829, 9.32007, 10.89242, 13.40338, 13.664885, 15.295406, 17.122011, 17.597396, 18.266201, 17.700371, 21.854255, 19.672794, 15.873159, 14.699564], "sum_m_pl": [28.727711, 35.431103, 34.272612, 33.994337, 34.138853, 32.679196, 33.338627, 34.494995, 34.973855, 35.431077, 35.454072, 35.005464, 35.314228, 35.504079, 35.597047, 36.107939, 35.672872, 35.753107, 37.067432, 37.635665, 37.915949, 37.930025, 38.295644, 38.205869, 32.987762, 32.864384, 32.650559, 34.39042, 34.258406, 33.945797, 34.073702, 34.242954, 34.421123, 32.908681, 32.041114, 31.859655, 31.463185, 32.125537, 30.2216, 29.265675, 29.008042, 29.175546, 27.122798, 27.21512, 29.091265, 28.95301, 30.291757, 29.837511, 53.186495, 59.863671]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 518, "item_id": "llmzszl-18801", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 671, "region_end": 518, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 0.9903}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [88, 101, 106, 76, 71, 70, 66, 66, 76, 84, 93, 94, 80, 103, 92, 116, 133, 121, 110, 105, 93, 100, 95, 100, 130, 131, 123, 129, 104, 90, 83, 100, 104, 112, 129, 117, 133, 134, 118, 116, 114, 121, 136, 136, 131, 130, 126, 129, 145, 143], "n_am_pl": [6, 75, 53, 70, 64, 35, 55, 36, 41, 55, 45, 39, 51, 58, 55, 57, 52, 53, 49, 71, 64, 69, 81, 75, 34, 28, 39, 48, 62, 56, 60, 51, 54, 47, 46, 37, 29, 18, 22, 16, 17, 10, 21, 21, 16, 22, 16, 5, 0, 0], "n_pos": 382, "sum_m_en": [42.694437, 21.114601, 20.519402, 20.05583, 21.031244, 21.875666, 22.503288, 23.270888, 25.467133, 25.340574, 26.477399, 27.933588, 29.302241, 29.918438, 30.782332, 29.604156, 29.190337, 28.990326, 24.843278, 22.542612, 20.622132, 18.863376, 17.921848, 17.247426, 39.772571, 41.949176, 45.049637, 41.536723, 40.336537, 40.380228, 38.503942, 39.415639, 41.306277, 40.322684, 43.421328, 48.004164, 57.83087, 65.200963, 66.316449, 71.045716, 73.491307, 84.4311, 91.956447, 103.972322, 106.92507, 112.240714, 118.906422, 121.968978, 139.942978, 142.728385], "sum_m_pl": [139.138955, 184.517277, 180.885546, 181.2853, 176.851063, 172.520643, 172.416447, 167.186522, 165.952863, 171.354422, 168.454368, 170.231521, 169.778001, 168.128515, 168.282663, 171.56203, 175.445001, 172.940938, 177.193877, 183.20625, 185.05908, 187.605595, 188.122995, 188.686623, 149.955716, 148.080194, 142.834045, 156.776017, 160.705111, 158.787096, 161.359434, 158.985449, 156.1545, 152.593204, 146.826286, 135.750944, 120.301973, 112.359006, 106.642699, 105.551708, 97.89385, 81.882936, 79.04289, 64.222074, 48.656549, 43.913852, 28.419712, 12.189414, 1.720015, 0.025264]}, "digit": {"n_am_en": [1, 20, 18, 11, 20, 10, 9, 8, 8, 6, 8, 10, 8, 13, 17, 12, 22, 18, 9, 7, 8, 9, 6, 8, 14, 14, 14, 12, 9, 6, 7, 8, 6, 12, 16, 13, 7, 7, 8, 8, 8, 9, 9, 9, 4, 2, 2, 0, 0, 0], "n_am_pl": [2, 6, 1, 7, 8, 2, 11, 6, 10, 16, 5, 7, 11, 11, 7, 7, 8, 10, 13, 18, 10, 8, 7, 7, 4, 1, 3, 5, 9, 13, 13, 13, 12, 8, 7, 10, 9, 5, 4, 0, 2, 1, 0, 5, 3, 4, 0, 0, 0, 0], "n_pos": 52, "sum_m_en": [5.39856, 2.575707, 2.592546, 2.613475, 2.671099, 3.193742, 3.074258, 3.347439, 3.418135, 3.373167, 3.601794, 3.507357, 4.188784, 4.243868, 4.226322, 4.089193, 4.202756, 4.13958, 3.441656, 3.097014, 2.861254, 2.539998, 2.398847, 2.316153, 4.378834, 4.40958, 5.17816, 4.712416, 4.858573, 4.691151, 4.949863, 4.935116, 4.784186, 4.593856, 4.946149, 5.04309, 4.797133, 4.305317, 4.903439, 4.805505, 4.589923, 6.324629, 4.94565, 8.232475, 3.696722, 3.180309, 2.018019, 0.731335, 0.062285, 0.0], "sum_m_pl": [21.000944, 27.105023, 25.596402, 25.962497, 25.414454, 23.995165, 24.223412, 23.356221, 23.253268, 24.408985, 23.523198, 23.840511, 22.786954, 23.031471, 23.207793, 22.433419, 23.214983, 23.157211, 24.002917, 24.479697, 24.837377, 25.435217, 25.47783, 25.624469, 21.4414, 20.65702, 19.55472, 22.252946, 22.812617, 22.826293, 21.908535, 22.084263, 21.936273, 21.756077, 20.402787, 20.047618, 19.376608, 18.294292, 16.84387, 16.775245, 17.187665, 16.653893, 16.484862, 13.141501, 12.244665, 10.119141, 5.284519, 2.003061, 0.190868, 0.0]}, "lang": {"n_am_en": [50, 43, 48, 41, 29, 33, 31, 29, 35, 37, 39, 42, 34, 39, 30, 53, 54, 54, 56, 57, 53, 55, 57, 54, 71, 73, 62, 60, 49, 48, 45, 54, 53, 58, 62, 65, 70, 78, 73, 75, 78, 92, 89, 89, 97, 100, 103, 113, 139, 143], "n_am_pl": [2, 11, 23, 24, 22, 12, 23, 12, 15, 23, 26, 17, 24, 29, 27, 22, 18, 19, 14, 20, 24, 27, 30, 26, 17, 10, 16, 24, 23, 18, 19, 12, 15, 16, 24, 15, 9, 6, 11, 8, 12, 7, 16, 12, 10, 18, 15, 4, 0, 0], "n_pos": 146, "sum_m_en": [17.457799, 8.917441, 8.151029, 8.068127, 8.318535, 8.576078, 9.227342, 9.652807, 11.048982, 10.411245, 11.02443, 11.824846, 11.996581, 12.021963, 12.310049, 11.824872, 11.501666, 11.510338, 10.132143, 9.127236, 8.322953, 7.633473, 7.223755, 6.939344, 19.768682, 21.056693, 21.365862, 19.273406, 18.840881, 18.416806, 16.871938, 17.732836, 18.799716, 19.189191, 20.340636, 24.600595, 31.721034, 39.447808, 41.476454, 46.38508, 49.883392, 59.429565, 64.517529, 70.556368, 78.526375, 83.515211, 94.420704, 103.267286, 132.167803, 141.252478], "sum_m_pl": [48.665136, 67.456666, 67.767332, 67.482686, 66.690432, 65.116771, 65.018743, 63.177959, 63.212166, 65.429743, 64.893252, 65.263275, 65.757046, 64.75002, 64.648449, 66.857492, 68.13891, 66.935173, 67.842206, 70.231934, 70.73636, 71.596452, 71.828918, 72.052521, 57.493775, 56.778283, 55.807791, 59.739602, 60.120827, 59.346657, 61.501692, 60.767682, 59.659272, 58.931215, 57.302141, 53.267319, 45.592077, 42.097801, 40.330437, 39.220784, 36.51658, 30.053399, 29.561674, 27.48859, 21.3058, 23.424062, 16.649311, 6.435909, 0.755701, 0.006701]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 384, "item_id": "llmzszl-18804", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 848, "region_end": 382, "roundtrip_ok": true, "tf_agree": 0.9818, "tf_agree_excl_first": 0.9843}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [124, 218, 219, 215, 249, 189, 151, 197, 156, 197, 174, 205, 172, 219, 213, 242, 253, 215, 148, 154, 148, 164, 135, 147, 283, 224, 199, 186, 209, 206, 180, 209, 198, 250, 312, 255, 245, 242, 247, 255, 248, 247, 251, 221, 143, 89, 43, 34, 15, 8], "n_am_pl": [41, 194, 141, 152, 141, 88, 147, 132, 159, 138, 137, 146, 159, 148, 169, 183, 203, 197, 266, 243, 264, 257, 273, 288, 146, 167, 183, 220, 240, 220, 206, 182, 145, 123, 83, 93, 73, 89, 72, 79, 69, 80, 71, 69, 73, 91, 81, 86, 94, 106], "n_pos": 973, "sum_m_en": [83.804049, 45.098206, 50.810073, 49.701543, 52.598185, 54.405278, 53.546914, 56.363279, 60.05259, 60.183047, 61.772341, 65.432079, 71.123198, 73.550934, 75.882904, 73.48797, 73.47999, 71.495078, 59.561185, 55.722637, 50.405297, 46.936513, 45.251162, 43.371367, 83.718939, 87.53752, 99.091906, 95.856209, 99.157057, 101.713311, 98.822724, 98.738485, 102.510015, 103.439713, 110.736041, 108.325269, 114.520969, 112.468858, 116.163217, 109.489986, 107.901082, 115.138034, 116.467427, 144.093719, 97.976848, 78.4916, 49.899608, 41.391559, 20.948946, 8.105426], "sum_m_pl": [384.596769, 493.660543, 472.555871, 470.825687, 462.926574, 453.292237, 458.155183, 446.262868, 442.842103, 455.831964, 447.184575, 450.996436, 444.5679, 437.920926, 444.098568, 456.104685, 449.12596, 447.743038, 463.833302, 471.431181, 478.988224, 483.82556, 485.919337, 487.437466, 411.786952, 408.477994, 393.08885, 427.006804, 435.068405, 426.000283, 423.710098, 417.62898, 405.268421, 383.223502, 369.279678, 346.978751, 317.186182, 314.163833, 303.125646, 306.304493, 294.805981, 289.705141, 282.827143, 239.7154, 186.102307, 176.772477, 124.244423, 105.693868, 97.542859, 106.828597]}, "digit": {"n_am_en": [0, 16, 36, 12, 54, 39, 10, 18, 12, 12, 12, 20, 10, 20, 21, 29, 43, 31, 12, 13, 15, 23, 19, 24, 35, 34, 24, 19, 22, 27, 21, 31, 26, 29, 48, 34, 27, 19, 13, 20, 17, 22, 17, 26, 15, 10, 5, 1, 0, 0], "n_am_pl": [0, 27, 8, 9, 30, 0, 20, 7, 16, 15, 9, 9, 21, 21, 19, 16, 21, 33, 46, 36, 30, 24, 33, 30, 18, 21, 26, 21, 28, 23, 19, 21, 13, 18, 9, 12, 9, 17, 7, 13, 10, 8, 6, 11, 8, 6, 3, 4, 0, 0], "n_pos": 121, "sum_m_en": [8.219432, 5.271923, 5.929484, 5.861638, 6.135582, 7.068205, 6.582775, 7.18389, 7.291766, 7.202048, 7.924972, 7.906319, 9.276397, 9.493785, 9.08767, 9.226519, 9.416053, 9.268877, 7.53904, 7.125321, 6.470562, 5.874066, 5.588341, 5.395197, 10.643574, 11.401554, 13.089958, 11.838329, 12.364756, 12.241764, 12.30977, 12.818254, 12.237586, 11.911925, 13.008136, 13.312538, 12.402371, 11.359527, 12.081557, 11.022253, 11.333729, 13.093231, 11.261203, 18.876874, 9.990108, 7.063901, 4.911917, 2.368953, 0.177465, 0.0], "sum_m_pl": [46.652713, 63.909865, 59.357228, 59.440769, 59.569424, 57.42033, 58.384239, 56.608311, 56.380979, 58.369434, 56.00049, 57.839759, 55.409399, 54.628945, 56.475849, 56.591757, 55.574046, 55.63317, 57.936175, 57.776293, 58.735637, 59.931982, 60.238636, 60.499899, 52.765696, 50.737821, 48.485846, 53.673815, 53.548442, 53.594044, 51.66241, 51.567701, 52.992591, 50.95442, 48.117008, 46.222669, 44.687778, 44.581096, 41.622752, 42.701517, 43.560594, 42.567712, 42.477958, 36.49012, 33.393698, 29.248625, 17.489562, 11.590419, 0.534715, 1e-06]}, "lang": {"n_am_en": [26, 10, 18, 10, 15, 19, 22, 32, 23, 28, 23, 26, 28, 25, 23, 29, 33, 23, 21, 22, 28, 26, 25, 24, 44, 39, 33, 34, 34, 29, 23, 38, 30, 38, 46, 43, 49, 55, 50, 51, 44, 46, 50, 41, 42, 28, 16, 14, 8, 8], "n_am_pl": [9, 15, 30, 32, 18, 14, 14, 17, 13, 10, 17, 21, 22, 21, 25, 24, 19, 24, 33, 28, 34, 29, 29, 31, 17, 20, 18, 27, 28, 24, 31, 21, 23, 19, 19, 19, 17, 26, 21, 29, 31, 31, 29, 32, 37, 44, 52, 57, 94, 105], "n_pos": 114, "sum_m_en": [11.084931, 5.965707, 6.042536, 6.345574, 6.327743, 6.346357, 6.775424, 7.085387, 7.737114, 7.143878, 7.810418, 8.716954, 9.085159, 9.277751, 9.411798, 8.740554, 8.769229, 8.144551, 7.20569, 6.571826, 6.160814, 5.749276, 5.492589, 5.231786, 11.584575, 11.749529, 12.988654, 12.154074, 12.925801, 12.910794, 12.227879, 12.683171, 13.957327, 15.218345, 15.715103, 16.74517, 18.598777, 19.908543, 20.684012, 19.51935, 19.184994, 22.746296, 25.374345, 25.234352, 28.842816, 24.238507, 15.249559, 12.40546, 9.008722, 7.998477], "sum_m_pl": [41.439088, 51.285651, 50.076931, 50.311989, 49.514237, 48.645215, 49.675261, 49.704962, 49.696588, 51.692209, 50.72067, 50.420581, 50.441458, 49.723705, 50.959758, 53.141475, 53.039452, 52.937343, 54.572814, 55.726783, 56.301253, 56.469341, 56.493627, 56.587251, 48.823778, 48.363427, 47.039864, 50.602739, 51.035707, 49.81566, 50.600286, 49.893299, 48.438806, 46.570074, 46.966567, 45.088668, 44.801489, 45.010237, 44.245085, 44.38667, 44.515028, 44.364965, 44.404144, 45.34517, 44.591582, 47.391388, 50.671428, 55.247181, 86.831546, 104.103414]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 973, "item_id": "llmzszl-18804", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 779, "region_end": 973, "roundtrip_ok": true, "tf_agree": 0.9887, "tf_agree_excl_first": 0.9897}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [30, 31, 24, 31, 23, 11, 12, 18, 15, 24, 20, 18, 17, 17, 23, 24, 28, 14, 15, 14, 14, 16, 12, 16, 25, 29, 21, 20, 24, 21, 25, 31, 23, 26, 29, 23, 25, 23, 25, 25, 22, 22, 19, 20, 18, 16, 18, 17, 18, 14], "n_am_pl": [0, 19, 16, 19, 12, 16, 22, 17, 11, 20, 20, 15, 19, 21, 12, 11, 11, 13, 13, 17, 20, 16, 17, 18, 5, 5, 11, 8, 11, 16, 10, 13, 14, 10, 7, 7, 8, 4, 2, 1, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 114, "sum_m_en": [12.459403, 6.265584, 6.462661, 6.244695, 6.316102, 6.910307, 6.686806, 7.312667, 7.492966, 8.069726, 8.518177, 8.782591, 9.205719, 9.39655, 10.081987, 9.426909, 9.051073, 8.060299, 6.958111, 6.700521, 6.197411, 5.797069, 5.589037, 5.548801, 11.744481, 12.378962, 12.702799, 12.452148, 12.708517, 13.208026, 12.572409, 11.970701, 11.575562, 11.154884, 12.051853, 12.373529, 13.090354, 12.521418, 13.476225, 14.742059, 13.840097, 13.383615, 14.98364, 18.440105, 16.594973, 16.294089, 18.362345, 18.115319, 17.65784, 15.531737], "sum_m_pl": [46.043589, 57.036574, 54.700566, 54.343994, 52.616454, 51.848907, 53.092513, 52.611659, 51.035827, 52.733902, 51.480976, 49.871233, 49.117588, 49.765778, 49.581782, 50.508802, 51.641178, 51.95376, 51.910392, 52.980333, 52.872145, 53.80687, 54.023651, 54.268671, 39.168959, 38.347118, 37.590582, 41.146617, 43.686659, 43.460621, 43.388065, 44.583913, 44.648248, 40.478458, 38.292899, 36.018915, 31.703531, 29.081276, 24.348332, 20.934926, 21.008376, 18.764975, 17.076901, 12.58738, 9.224606, 6.486819, 2.073939, 1.370469, 0.134479, 0.099591]}, "digit": {"n_am_en": [4, 9, 8, 16, 6, 1, 1, 2, 0, 3, 2, 2, 2, 4, 3, 5, 7, 4, 2, 2, 2, 3, 3, 2, 5, 6, 5, 3, 3, 6, 4, 7, 5, 4, 6, 4, 5, 4, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 1, 1, 2, 7, 5, 3, 12, 7, 3, 6, 5, 6, 4, 2, 4, 6, 6, 6, 5, 8, 6, 3, 2, 2, 4, 1, 5, 2, 7, 6, 4, 4, 3, 4, 3, 1, 1, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 31, "sum_m_en": [3.873305, 1.673838, 1.827019, 1.797164, 1.648107, 2.111379, 1.989135, 2.181859, 2.144679, 2.512433, 2.581708, 2.554951, 2.867938, 2.766066, 2.967788, 2.913091, 2.90325, 2.513236, 1.9892, 1.938994, 1.809349, 1.63429, 1.559619, 1.528003, 3.306292, 3.364963, 3.681267, 3.49636, 3.527364, 3.631486, 3.742456, 3.409924, 3.064396, 2.847664, 3.176628, 3.404067, 3.152875, 2.767243, 2.582709, 2.200551, 2.000939, 2.223746, 1.886979, 1.70939, 1.244162, 0.905653, 0.266026, 0.217129, 0.020982, 0.0], "sum_m_pl": [11.985597, 15.76324, 14.305383, 14.420736, 13.717298, 12.660148, 13.371032, 13.285577, 12.487244, 13.321104, 12.872486, 12.242763, 11.531708, 12.080526, 12.26032, 12.277909, 12.736185, 13.293941, 13.503152, 13.671153, 13.544172, 14.014771, 14.088358, 14.221516, 10.555605, 9.940047, 9.30626, 10.240931, 10.897765, 11.065114, 10.670798, 11.309978, 11.385307, 10.060414, 9.559759, 9.395223, 9.109882, 9.286786, 8.290389, 7.53616, 7.558425, 8.195559, 7.795264, 6.603956, 5.584249, 3.83745, 1.090947, 0.433867, 0.026347, 0.0]}, "lang": {"n_am_en": [6, 6, 4, 5, 5, 2, 2, 5, 4, 3, 4, 4, 5, 3, 6, 6, 4, 3, 4, 5, 4, 4, 3, 6, 7, 10, 6, 8, 10, 4, 8, 8, 5, 6, 7, 8, 8, 10, 11, 11, 12, 11, 12, 12, 9, 7, 11, 12, 14, 14], "n_am_pl": [0, 2, 2, 3, 3, 3, 3, 2, 1, 0, 2, 3, 4, 4, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 3, 3, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [2.120882, 0.987461, 0.936124, 0.824261, 0.847007, 0.934998, 0.853182, 0.858749, 0.973812, 1.016953, 1.126506, 1.167343, 1.208131, 1.40697, 1.435097, 1.340907, 1.28329, 1.184063, 1.086671, 0.982916, 0.897387, 0.833377, 0.808463, 0.806124, 2.458084, 2.6527, 2.610845, 2.485433, 2.524807, 2.36338, 1.979834, 2.129807, 2.223386, 2.457218, 2.579328, 3.156451, 3.712216, 4.482954, 4.905478, 5.821567, 5.800679, 6.580519, 7.74628, 10.021834, 8.048662, 8.016796, 10.78558, 12.147961, 12.940602, 13.84229], "sum_m_pl": [5.101336, 6.940252, 7.138761, 6.991459, 6.873566, 6.80397, 6.774472, 6.932005, 6.93013, 6.981719, 6.864966, 6.87812, 6.89448, 6.754047, 6.619625, 6.731894, 6.902522, 6.86145, 6.866348, 7.166021, 7.232304, 7.299043, 7.324829, 7.328218, 5.456504, 5.290654, 5.193972, 5.318726, 5.666236, 5.68808, 6.096104, 5.812432, 5.868225, 5.543509, 5.525956, 5.125125, 4.478369, 4.148814, 3.934846, 3.694935, 3.603364, 3.127138, 2.553338, 1.221886, 0.930992, 0.843268, 0.349075, 0.166284, 0.014333, 8.9e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 116, "item_id": "llmzszl-18809", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 700, "region_end": 114, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9739}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [88, 87, 67, 62, 59, 50, 65, 70, 55, 71, 60, 64, 60, 74, 67, 63, 60, 63, 47, 52, 41, 48, 40, 47, 71, 75, 65, 62, 65, 76, 82, 76, 68, 60, 65, 71, 61, 55, 60, 59, 59, 60, 60, 60, 51, 46, 14, 4, 4, 0], "n_am_pl": [22, 66, 59, 59, 50, 60, 52, 40, 35, 36, 40, 34, 41, 29, 42, 41, 68, 51, 56, 56, 63, 54, 61, 64, 31, 43, 42, 33, 40, 37, 38, 36, 38, 34, 35, 25, 27, 28, 26, 25, 28, 24, 26, 30, 27, 32, 44, 41, 65, 75], "n_pos": 318, "sum_m_en": [31.053841, 15.896768, 16.37748, 17.263866, 17.434469, 18.773255, 18.140657, 19.451592, 20.950024, 21.492884, 22.863836, 23.929523, 23.920563, 25.313471, 25.52354, 24.43919, 23.694138, 22.342567, 19.454813, 18.495265, 17.231513, 16.25193, 15.420381, 14.85483, 30.454445, 32.673403, 33.962527, 32.766976, 34.422317, 35.248723, 34.713363, 33.619684, 32.361982, 31.783463, 33.297088, 33.231763, 34.388939, 36.919249, 42.221801, 42.78639, 42.186442, 42.611065, 42.182301, 43.828456, 43.255246, 38.104212, 14.922614, 9.130959, 4.17421, 0.00265], "sum_m_pl": [129.129509, 160.012982, 153.764281, 150.402484, 147.489553, 146.057413, 150.831526, 148.44865, 144.476394, 144.900307, 142.43511, 140.573565, 143.011201, 142.298603, 142.313688, 145.369848, 147.99759, 149.472313, 152.330909, 154.020294, 153.83708, 154.770435, 155.013461, 155.210986, 121.455857, 119.808407, 115.353108, 124.190119, 128.66226, 127.413447, 124.630319, 125.502479, 124.255228, 114.582484, 110.458983, 105.103136, 95.93672, 89.735156, 84.30554, 80.158475, 76.583769, 71.701959, 69.2548, 60.430123, 55.556605, 54.840474, 51.491485, 49.414667, 64.114258, 74.863943]}, "digit": {"n_am_en": [6, 24, 18, 25, 15, 11, 9, 10, 7, 9, 6, 9, 7, 13, 9, 10, 10, 9, 4, 4, 6, 7, 6, 7, 14, 14, 16, 12, 10, 15, 23, 16, 8, 8, 9, 5, 6, 3, 5, 3, 4, 6, 4, 3, 4, 2, 2, 0, 0, 0], "n_am_pl": [0, 3, 9, 7, 6, 7, 11, 8, 7, 10, 10, 7, 9, 8, 10, 6, 10, 13, 12, 12, 13, 7, 9, 9, 3, 5, 6, 5, 12, 11, 4, 7, 8, 9, 4, 5, 5, 5, 1, 2, 2, 0, 1, 1, 0, 1, 0, 0, 0, 0], "n_pos": 60, "sum_m_en": [6.319919, 3.165951, 3.331128, 3.429452, 3.134124, 3.875063, 3.461518, 3.901694, 3.989939, 4.480672, 4.478925, 4.672146, 4.789448, 4.98449, 4.916419, 4.979093, 4.541015, 4.161528, 3.538969, 3.355253, 3.167579, 2.853252, 2.738885, 2.657275, 4.746872, 5.57063, 6.346838, 5.920196, 6.345583, 6.482843, 6.648549, 6.20651, 5.466329, 5.163073, 5.734286, 5.824058, 5.770703, 5.508313, 5.605742, 4.833739, 4.922174, 5.034193, 4.492632, 4.499664, 4.084819, 2.625556, 1.041074, 0.526086, 0.048007, 0.0], "sum_m_pl": [24.785293, 31.003241, 28.917061, 28.584014, 27.69324, 26.569376, 28.112467, 27.508276, 26.269914, 26.77105, 26.389563, 25.638149, 25.351765, 25.542925, 25.948767, 26.252827, 26.89308, 27.632842, 28.443993, 28.602426, 28.421421, 29.000469, 29.063519, 29.336828, 24.681626, 23.43789, 22.136332, 23.642186, 24.892114, 24.526495, 23.569119, 24.0888, 24.685012, 22.734243, 21.387536, 21.444682, 20.722354, 20.648125, 18.694395, 18.354217, 17.641802, 18.720477, 17.847981, 15.310872, 13.759672, 9.457295, 3.554613, 1.944868, 0.137827, 1e-06]}, "lang": {"n_am_en": [19, 12, 9, 9, 13, 13, 21, 23, 19, 12, 16, 18, 18, 15, 15, 13, 13, 16, 16, 16, 9, 8, 7, 13, 14, 19, 16, 18, 17, 23, 17, 22, 17, 24, 18, 29, 24, 26, 23, 27, 27, 29, 30, 28, 27, 22, 7, 3, 0, 0], "n_am_pl": [11, 27, 17, 11, 17, 18, 10, 5, 10, 8, 8, 4, 8, 5, 12, 13, 22, 12, 16, 15, 19, 19, 20, 18, 13, 17, 9, 8, 10, 9, 9, 9, 11, 10, 13, 10, 8, 11, 16, 11, 12, 13, 14, 17, 19, 25, 36, 37, 63, 73], "n_pos": 74, "sum_m_en": [6.869033, 3.880022, 3.971102, 4.368112, 4.463479, 4.782501, 4.735398, 4.884059, 5.313913, 5.227083, 5.812999, 6.100856, 5.997543, 6.365132, 6.353062, 5.888174, 5.893625, 5.667188, 5.002168, 4.596353, 4.405209, 4.414007, 3.958756, 3.720896, 8.847742, 9.779498, 9.520742, 9.125518, 9.759717, 9.846712, 9.418478, 9.700995, 9.57073, 9.862059, 9.935155, 9.962468, 11.470484, 13.71372, 15.545809, 16.525665, 17.17344, 19.204746, 19.577787, 19.750743, 19.572741, 16.582027, 6.599145, 4.950192, 0.548969, 0.002284], "sum_m_pl": [28.310486, 34.663429, 33.598501, 32.985259, 32.865806, 32.73183, 33.407801, 33.46807, 33.09769, 33.071797, 32.531719, 32.356772, 33.205455, 32.834047, 33.35898, 33.908714, 34.398914, 34.359604, 35.089533, 35.754703, 35.588273, 35.621946, 35.860599, 35.900706, 27.82249, 27.472821, 26.517381, 28.372659, 28.717255, 28.327423, 28.797745, 28.858786, 29.159198, 28.048201, 27.610641, 28.10442, 26.411526, 25.020537, 26.118374, 24.816471, 23.77706, 24.208481, 23.204712, 22.319726, 24.092753, 28.92064, 34.695232, 37.751006, 57.692641, 72.321217]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 320, "item_id": "llmzszl-18809", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 631, "region_end": 318, "roundtrip_ok": true, "tf_agree": 0.9625, "tf_agree_excl_first": 0.9655}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [25, 20, 17, 20, 28, 29, 26, 25, 23, 20, 23, 32, 23, 20, 19, 17, 28, 23, 23, 16, 17, 17, 13, 18, 25, 25, 24, 28, 23, 25, 19, 19, 19, 16, 21, 27, 23, 24, 25, 31, 25, 29, 28, 29, 24, 26, 27, 23, 22, 21], "n_am_pl": [5, 9, 11, 12, 7, 13, 9, 2, 6, 5, 8, 11, 7, 10, 6, 5, 5, 4, 4, 6, 8, 8, 12, 9, 6, 4, 5, 2, 3, 5, 5, 7, 3, 1, 2, 8, 7, 8, 7, 2, 3, 1, 1, 0, 2, 4, 2, 1, 1, 2], "n_pos": 90, "sum_m_en": [10.208453, 4.62515, 4.615799, 4.483927, 5.156348, 5.843281, 5.605829, 5.647872, 5.760937, 5.624451, 5.97282, 6.155682, 6.39673, 6.679312, 6.425082, 6.489799, 7.080358, 6.823101, 5.988774, 5.485032, 5.02341, 4.740966, 4.471054, 4.304852, 12.688224, 13.155962, 11.789364, 10.972616, 10.224887, 9.894315, 9.332936, 8.771504, 8.510775, 9.044647, 9.942616, 10.948385, 11.163368, 11.32802, 13.717455, 17.866915, 17.573392, 20.382138, 23.275572, 24.565215, 22.938972, 23.064552, 23.587106, 23.611083, 22.582608, 21.193585], "sum_m_pl": [35.399774, 45.193274, 43.816204, 42.505609, 40.964501, 40.62652, 40.59859, 39.985323, 39.024596, 41.230429, 40.515592, 40.948695, 40.08121, 38.756213, 38.131912, 39.480624, 39.116994, 39.759478, 41.114804, 42.196781, 42.421305, 42.772054, 43.357577, 43.767472, 31.173718, 30.840296, 31.782307, 34.250944, 35.129293, 34.925092, 35.606924, 35.690926, 35.019749, 32.740323, 31.384962, 29.207714, 28.432433, 25.593225, 22.963779, 20.245955, 19.26405, 17.84146, 17.165009, 14.020486, 11.932108, 10.178888, 6.992379, 3.195985, 1.800477, 2.01832]}, "digit": {"n_am_en": [4, 12, 6, 5, 8, 7, 6, 7, 6, 2, 7, 11, 5, 8, 5, 4, 10, 6, 10, 4, 4, 6, 4, 4, 9, 7, 9, 9, 4, 7, 6, 4, 2, 4, 6, 7, 6, 3, 1, 4, 1, 2, 2, 3, 2, 4, 3, 2, 0, 0], "n_am_pl": [0, 2, 0, 1, 1, 1, 0, 0, 1, 2, 3, 2, 2, 2, 1, 1, 2, 2, 0, 2, 1, 1, 3, 4, 1, 0, 3, 1, 2, 3, 1, 3, 2, 1, 1, 2, 2, 3, 3, 1, 2, 1, 0, 0, 2, 3, 1, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.867241, 1.289349, 1.259083, 1.220189, 1.25803, 1.304977, 1.379753, 1.483832, 1.412525, 1.364156, 1.481517, 1.518841, 1.607823, 1.643798, 1.539337, 1.599995, 1.932627, 1.875197, 1.691899, 1.571474, 1.445834, 1.383366, 1.311702, 1.294428, 3.803418, 3.053734, 2.8416, 2.636385, 2.25404, 2.23096, 2.195448, 2.060195, 1.776087, 1.829208, 2.096181, 2.119889, 2.035224, 1.919562, 1.970823, 2.752923, 2.64618, 2.756206, 2.960224, 2.945481, 2.904456, 2.877906, 2.461223, 2.465505, 0.334135, 0.0], "sum_m_pl": [11.570923, 14.736932, 14.168189, 13.766628, 13.538021, 13.369688, 13.296642, 13.004317, 12.969715, 13.598869, 13.39518, 13.573764, 12.901309, 12.499099, 12.277396, 12.631661, 12.455901, 12.432073, 12.874319, 13.198965, 13.2066, 13.308825, 13.50703, 13.620293, 10.667489, 10.93281, 11.133795, 11.860037, 12.154407, 11.976196, 11.590963, 11.764815, 11.715791, 11.358559, 11.189003, 11.235826, 11.427636, 10.952815, 10.315941, 9.581419, 9.12701, 9.196286, 9.615889, 7.840781, 6.69856, 5.291824, 4.044796, 1.793697, 0.383084, 0.0]}, "lang": {"n_am_en": [6, 1, 2, 7, 8, 11, 8, 9, 8, 9, 6, 10, 10, 9, 6, 7, 8, 11, 7, 7, 7, 6, 7, 8, 10, 11, 10, 12, 12, 10, 8, 9, 9, 6, 11, 12, 10, 13, 16, 19, 16, 18, 18, 18, 18, 18, 18, 19, 20, 21], "n_am_pl": [0, 2, 5, 4, 4, 6, 6, 0, 0, 0, 2, 3, 1, 1, 3, 2, 1, 0, 1, 2, 3, 3, 2, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 2, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2], "n_pos": 24, "sum_m_en": [2.563395, 1.292843, 1.235221, 1.248196, 1.595899, 2.239249, 1.900372, 1.861758, 2.028935, 1.890738, 1.918256, 2.052579, 2.199719, 2.330623, 2.246317, 2.270117, 2.344872, 2.210637, 1.941617, 1.751462, 1.501571, 1.345384, 1.248958, 1.213115, 4.423889, 5.387995, 4.976143, 4.793074, 4.401519, 4.435066, 4.204176, 3.73402, 3.620477, 4.166012, 4.705518, 5.797787, 6.005973, 6.499883, 7.758273, 9.999702, 9.610925, 12.654008, 14.765368, 16.629016, 16.045367, 16.016129, 16.242592, 17.368592, 19.997294, 20.4817], "sum_m_pl": [8.907943, 11.393817, 11.367129, 11.057956, 10.637778, 10.156802, 10.315045, 10.365892, 9.794311, 10.521852, 10.428784, 10.723982, 10.463335, 10.045876, 10.016294, 10.281655, 10.25031, 10.622883, 10.974757, 11.254843, 11.450398, 11.604965, 11.775011, 11.875371, 7.960916, 7.637078, 8.010936, 8.558067, 9.068378, 8.81235, 9.365024, 9.125017, 9.316061, 8.424954, 7.843942, 7.018356, 6.577305, 5.505242, 4.840482, 3.685471, 3.602649, 2.543918, 1.724239, 1.217392, 1.500217, 1.680621, 1.030358, 0.673493, 1.302452, 2.000083]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "llmzszl-18810", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 765, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.989}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [92, 125, 101, 88, 92, 73, 71, 72, 63, 82, 79, 92, 102, 110, 94, 105, 133, 116, 100, 77, 93, 99, 88, 100, 140, 112, 109, 101, 103, 100, 85, 102, 99, 100, 113, 108, 112, 92, 101, 107, 92, 90, 101, 106, 97, 84, 47, 35, 14, 7], "n_am_pl": [23, 99, 100, 77, 78, 94, 98, 92, 87, 71, 56, 56, 60, 54, 42, 58, 42, 50, 49, 61, 58, 55, 75, 65, 50, 53, 57, 60, 67, 86, 75, 57, 57, 44, 46, 52, 46, 50, 50, 43, 47, 42, 41, 38, 37, 34, 58, 56, 101, 105], "n_pos": 433, "sum_m_en": [39.689256, 20.894579, 21.250877, 21.630104, 22.458492, 23.175919, 23.665317, 23.389464, 24.08134, 24.59546, 25.859119, 27.62761, 28.588929, 29.997773, 30.100044, 30.751935, 30.830922, 29.638196, 25.992041, 24.456488, 23.127934, 22.928447, 22.595713, 20.532029, 51.015904, 47.642961, 45.593194, 41.432727, 42.890943, 41.643651, 39.759273, 38.330604, 37.673972, 37.875584, 42.09625, 40.849113, 40.344946, 39.01358, 48.741399, 60.581384, 58.84445, 61.919182, 68.07942, 73.686983, 71.872948, 64.74812, 46.087178, 35.922149, 14.524167, 7.226853], "sum_m_pl": [176.124689, 214.986749, 209.261236, 203.775709, 199.627248, 198.190133, 200.216886, 198.744941, 196.242479, 202.307076, 199.764879, 196.941172, 198.631916, 194.111794, 192.312148, 197.258311, 198.942091, 201.196776, 206.939382, 210.348633, 210.54573, 209.646575, 211.334291, 211.859331, 167.533413, 168.214875, 169.141951, 179.381699, 184.421684, 184.05392, 183.458906, 185.53739, 182.206919, 171.96615, 167.17212, 164.581775, 156.890516, 148.658615, 138.471973, 131.784585, 130.97309, 125.872419, 124.879004, 108.758392, 94.295802, 92.336002, 83.453899, 72.987434, 103.690399, 105.464704]}, "digit": {"n_am_en": [3, 42, 28, 21, 26, 21, 20, 24, 17, 19, 16, 24, 22, 22, 19, 19, 27, 23, 26, 17, 28, 33, 25, 31, 46, 31, 31, 34, 26, 28, 19, 22, 24, 25, 28, 22, 17, 18, 19, 21, 16, 17, 16, 15, 16, 10, 4, 5, 0, 0], "n_am_pl": [3, 9, 14, 4, 7, 14, 17, 7, 21, 9, 8, 11, 15, 10, 3, 13, 10, 10, 5, 7, 7, 7, 15, 10, 6, 8, 11, 11, 15, 17, 11, 8, 10, 8, 12, 9, 10, 11, 9, 4, 3, 2, 4, 5, 4, 4, 6, 4, 0, 0], "n_pos": 87, "sum_m_en": [7.473619, 3.89796, 3.773373, 3.790824, 3.956071, 4.289711, 4.229246, 4.292864, 4.03193, 3.984566, 4.227909, 4.581985, 4.993838, 5.223557, 5.370414, 5.560671, 5.579654, 5.624498, 5.035499, 4.765602, 4.364215, 4.173596, 4.133178, 3.826474, 11.42411, 9.506443, 8.807509, 7.73903, 7.46001, 7.160839, 7.360203, 7.404737, 7.225153, 7.14404, 8.079, 8.349702, 7.666336, 7.169248, 7.999569, 8.948208, 9.874745, 11.131425, 11.170649, 10.287577, 10.536345, 8.607199, 5.897075, 3.978241, 0.350475, 0.0], "sum_m_pl": [38.654158, 46.263073, 44.789607, 43.285527, 42.472575, 41.792759, 41.870564, 41.128057, 41.601812, 43.278674, 43.041706, 42.975859, 42.763468, 41.46158, 40.279644, 41.106677, 41.167903, 40.936669, 42.296754, 42.955532, 43.229522, 43.171825, 43.638529, 43.844554, 36.189288, 37.517171, 37.440171, 39.439903, 40.470198, 39.783558, 38.622484, 38.364825, 38.513849, 36.775636, 35.929802, 35.535269, 35.010251, 33.871576, 32.967865, 32.091276, 31.407593, 31.722272, 32.029373, 28.644265, 25.128897, 21.505303, 18.476339, 10.991052, 1.91025, 3e-06]}, "lang": {"n_am_en": [32, 25, 18, 21, 23, 16, 13, 14, 13, 25, 18, 27, 34, 31, 28, 37, 37, 35, 28, 23, 31, 30, 28, 31, 36, 31, 26, 23, 25, 22, 18, 27, 27, 31, 40, 38, 36, 31, 37, 42, 34, 33, 42, 52, 51, 52, 26, 18, 10, 7], "n_am_pl": [8, 21, 28, 24, 19, 21, 25, 32, 27, 23, 18, 12, 13, 12, 15, 9, 12, 11, 10, 19, 15, 15, 13, 17, 16, 16, 17, 18, 24, 27, 25, 24, 22, 15, 13, 17, 15, 17, 22, 18, 24, 20, 25, 20, 18, 19, 35, 43, 96, 105], "n_pos": 114, "sum_m_en": [9.78213, 5.553005, 5.477506, 5.780978, 5.837383, 5.862997, 6.351705, 6.091718, 6.341983, 6.307862, 6.855829, 7.388852, 7.621141, 8.130587, 8.001687, 8.207298, 8.107023, 7.79718, 6.914898, 6.457515, 6.192061, 6.31478, 6.323521, 5.477667, 14.156905, 13.202509, 12.355082, 10.636336, 11.2168, 11.052654, 10.257578, 10.242842, 10.402985, 10.993653, 11.674562, 11.933744, 11.735179, 12.391811, 16.871099, 23.260867, 21.883348, 22.854803, 26.049918, 33.056974, 35.480418, 34.323134, 24.010702, 18.139837, 10.00448, 7.021318], "sum_m_pl": [44.329548, 53.694678, 52.357196, 51.131464, 50.481258, 50.239558, 50.925419, 51.982554, 51.696562, 53.311961, 52.562114, 52.019887, 52.400151, 51.440297, 51.53143, 53.057497, 53.108658, 53.906661, 55.120585, 55.95721, 55.809563, 55.659278, 56.063043, 56.311487, 46.96781, 47.217435, 46.345764, 49.353496, 50.436846, 50.333218, 51.151258, 52.114392, 51.134227, 48.910746, 48.397066, 48.19735, 46.998516, 45.389416, 41.857228, 38.27276, 38.797046, 37.230053, 38.404492, 33.879112, 30.528847, 35.615196, 40.247828, 47.11948, 92.638579, 104.24579]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 435, "item_id": "llmzszl-18810", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 696, "region_end": 433, "roundtrip_ok": true, "tf_agree": 0.9747, "tf_agree_excl_first": 0.977}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [61, 65, 50, 36, 34, 39, 41, 40, 47, 44, 53, 55, 47, 41, 46, 44, 47, 39, 40, 39, 37, 37, 30, 38, 57, 63, 54, 58, 62, 56, 41, 44, 45, 50, 51, 55, 42, 49, 50, 57, 56, 58, 56, 55, 56, 55, 66, 68, 75, 74], "n_am_pl": [9, 25, 19, 33, 17, 18, 22, 13, 16, 19, 19, 17, 17, 28, 21, 20, 14, 15, 20, 12, 16, 16, 24, 27, 15, 13, 15, 15, 19, 21, 21, 25, 18, 12, 10, 10, 11, 17, 13, 11, 12, 4, 6, 5, 4, 6, 1, 0, 0, 0], "n_pos": 175, "sum_m_en": [22.26714, 9.977016, 9.666794, 8.777892, 8.957818, 9.791157, 9.634889, 9.816254, 9.980866, 10.086658, 11.011426, 11.248265, 11.540914, 12.230891, 11.78326, 11.284109, 10.838564, 10.182106, 9.52548, 9.061657, 8.683448, 8.548456, 8.198763, 8.078817, 20.701167, 23.248157, 22.723648, 21.823846, 20.448227, 20.058702, 16.97574, 17.251186, 16.912161, 17.285421, 18.795541, 19.726326, 22.554125, 22.674145, 26.304255, 30.946397, 31.47287, 36.504548, 42.818406, 45.715169, 50.160966, 51.151757, 61.989659, 65.93602, 73.394909, 74.922752], "sum_m_pl": [63.663628, 85.970053, 84.415544, 83.653714, 82.055742, 80.440259, 80.693112, 80.358438, 79.943229, 81.673741, 79.98283, 80.855267, 81.487925, 80.59925, 81.279157, 82.495503, 81.351805, 81.765482, 82.724112, 83.688614, 84.819819, 84.592229, 84.964307, 85.55124, 67.82323, 66.968959, 66.475538, 70.36814, 71.801613, 71.834228, 73.422325, 72.238269, 71.637038, 68.078637, 66.668005, 64.508864, 57.235665, 55.738668, 50.948881, 48.545352, 45.467557, 37.639909, 33.161399, 27.260376, 22.298369, 17.101879, 9.340272, 4.308818, 0.691605, 0.017034]}, "digit": {"n_am_en": [1, 6, 8, 5, 2, 2, 1, 5, 2, 3, 8, 6, 8, 7, 4, 4, 4, 3, 0, 1, 1, 2, 4, 4, 2, 7, 7, 7, 9, 5, 4, 4, 3, 3, 4, 4, 1, 2, 2, 3, 2, 2, 1, 1, 1, 1, 2, 1, 0, 0], "n_am_pl": [0, 1, 2, 1, 0, 1, 0, 0, 2, 1, 1, 0, 1, 1, 1, 0, 2, 2, 1, 0, 0, 0, 1, 0, 1, 1, 2, 2, 2, 3, 5, 3, 3, 1, 2, 1, 2, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.42769, 0.744865, 0.729414, 0.693828, 0.760817, 0.800407, 0.820682, 0.860007, 0.877303, 0.890184, 0.958147, 0.948499, 1.037595, 1.182786, 0.976696, 0.922912, 0.909068, 0.829424, 0.755351, 0.753189, 0.726656, 0.696622, 0.689366, 0.67799, 1.093546, 1.326368, 1.638342, 1.682935, 1.60637, 1.54962, 1.334851, 1.319549, 1.166611, 1.088548, 1.139438, 1.175056, 1.269306, 1.24113, 1.711067, 2.108645, 1.950769, 1.920137, 2.071068, 1.942148, 1.904605, 1.896335, 1.818238, 1.599, 0.469332, 0.0], "sum_m_pl": [8.422575, 9.81581, 9.47962, 9.444143, 9.153375, 9.01687, 8.868434, 8.653995, 8.699595, 8.800715, 8.781115, 8.903785, 8.620231, 8.578875, 8.694638, 8.750995, 8.786587, 8.800526, 9.044559, 8.988106, 9.126002, 9.12631, 9.105365, 9.155057, 8.336624, 8.210923, 8.046996, 8.199369, 8.276656, 8.411123, 8.351013, 8.183326, 8.416907, 7.808188, 7.540125, 7.131165, 7.031537, 7.106188, 6.411464, 6.529826, 6.493512, 6.328911, 6.292672, 5.2551, 4.07703, 3.197102, 2.263294, 1.52698, 0.346919, 0.0]}, "lang": {"n_am_en": [27, 31, 24, 16, 16, 21, 18, 16, 22, 23, 20, 25, 21, 21, 19, 23, 26, 21, 19, 17, 20, 19, 13, 20, 32, 31, 27, 29, 28, 28, 22, 21, 23, 25, 26, 31, 27, 32, 30, 37, 33, 39, 37, 38, 44, 45, 52, 59, 71, 74], "n_am_pl": [4, 9, 7, 15, 10, 6, 10, 7, 6, 12, 9, 6, 7, 15, 10, 8, 3, 9, 11, 5, 9, 7, 12, 13, 8, 8, 5, 3, 6, 9, 9, 12, 7, 7, 5, 4, 2, 2, 2, 4, 4, 1, 2, 3, 3, 5, 0, 0, 0, 0], "n_pos": 76, "sum_m_en": [10.882474, 4.803448, 4.707504, 4.047117, 4.02604, 4.497322, 4.440631, 4.46624, 4.614314, 4.662369, 5.08995, 5.267646, 5.513784, 5.740879, 5.74832, 5.445979, 5.218193, 4.933981, 4.581021, 4.305989, 4.091957, 4.085501, 3.851933, 3.753045, 11.234962, 12.16361, 12.279621, 11.782338, 10.932538, 10.486565, 8.755135, 8.98661, 8.890588, 9.392732, 10.415073, 11.28797, 13.231856, 13.059892, 15.867882, 19.386596, 20.237864, 23.550611, 28.226639, 32.176633, 37.125702, 38.085862, 47.781938, 54.306767, 68.531668, 73.358333], "sum_m_pl": [24.669704, 35.746257, 35.476963, 35.106468, 34.431786, 33.484492, 33.723676, 34.067705, 33.752164, 34.724217, 34.010841, 34.722649, 35.106252, 34.781221, 34.838954, 35.403586, 34.478303, 35.025911, 35.347759, 35.523654, 35.997529, 35.888592, 36.104757, 36.426785, 28.817261, 28.583473, 28.028424, 29.231355, 29.987089, 30.160217, 31.424431, 30.522921, 30.287978, 28.949215, 28.378478, 27.720712, 24.286394, 23.573255, 21.086176, 19.699213, 18.89896, 15.890964, 12.957389, 11.535649, 9.788881, 8.501802, 3.877798, 1.095141, 0.131471, 0.0167]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 177, "item_id": "llmzszl-18811", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 756, "region_end": 175, "roundtrip_ok": true, "tf_agree": 0.9435, "tf_agree_excl_first": 0.9489}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [54, 59, 60, 74, 55, 48, 64, 56, 52, 60, 68, 76, 76, 78, 87, 68, 69, 42, 47, 48, 37, 50, 45, 51, 75, 76, 87, 88, 91, 91, 76, 73, 72, 73, 80, 70, 72, 65, 67, 79, 81, 62, 67, 63, 73, 54, 33, 27, 17, 17], "n_am_pl": [14, 65, 65, 55, 40, 60, 60, 44, 47, 58, 45, 50, 46, 55, 47, 48, 35, 36, 49, 47, 53, 44, 52, 55, 24, 26, 30, 40, 45, 67, 44, 59, 46, 38, 33, 36, 19, 31, 28, 29, 32, 29, 30, 27, 24, 33, 35, 42, 59, 58], "n_pos": 296, "sum_m_en": [27.016867, 14.41771, 15.418942, 15.903541, 16.11883, 16.819529, 17.418808, 17.295031, 18.08973, 17.813988, 18.762582, 19.67342, 19.807259, 21.392629, 20.638146, 19.219684, 18.568996, 17.13672, 15.570956, 14.915227, 14.446367, 14.995823, 13.917386, 13.591606, 27.798349, 31.042079, 32.08524, 31.290677, 30.742938, 30.912901, 28.2021, 26.938165, 25.43478, 25.440605, 28.969863, 27.488349, 29.514393, 27.843523, 32.010423, 42.502075, 41.207717, 40.898423, 44.075312, 41.624028, 51.805413, 40.122216, 31.132245, 28.206202, 19.411027, 17.014741], "sum_m_pl": [112.463305, 147.277622, 142.94969, 141.35199, 137.615219, 135.769337, 136.380091, 136.073823, 135.276484, 138.559587, 135.399132, 134.051053, 137.425939, 134.730867, 136.518792, 140.051682, 138.532852, 139.891471, 143.345876, 144.626418, 145.746216, 144.465393, 144.995324, 145.933439, 118.608541, 116.966501, 114.792907, 123.003712, 127.17949, 127.592942, 128.852521, 129.742536, 130.139081, 120.069743, 117.400052, 111.742445, 103.29142, 102.922934, 97.368047, 94.154401, 89.892139, 85.182399, 81.176138, 73.106785, 60.446131, 64.538098, 54.417273, 49.107986, 57.43129, 59.253943]}, "digit": {"n_am_en": [1, 10, 2, 11, 5, 5, 3, 9, 6, 12, 15, 12, 8, 11, 11, 10, 9, 4, 8, 6, 5, 8, 9, 10, 6, 7, 7, 8, 10, 8, 5, 7, 3, 4, 5, 2, 2, 2, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 0, 0], "n_am_pl": [0, 2, 1, 0, 3, 3, 7, 0, 4, 0, 2, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 3, 2, 3, 0, 1, 5, 6, 2, 6, 4, 5, 4, 4, 4, 5, 2, 2, 1, 4, 2, 2, 1, 2, 2, 0, 0, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.16157, 1.158555, 1.17377, 1.144719, 1.218962, 1.283928, 1.294725, 1.335183, 1.38804, 1.424205, 1.533792, 1.516085, 1.595872, 1.820307, 1.582816, 1.479479, 1.416655, 1.315133, 1.175967, 1.165048, 1.131094, 1.085889, 1.078247, 1.058157, 1.727225, 2.097612, 2.240269, 2.328477, 2.536012, 2.465423, 2.245559, 2.151891, 1.865393, 1.801203, 1.786377, 1.810735, 1.704115, 1.581621, 1.72009, 1.797359, 1.692933, 1.602069, 1.685852, 1.421568, 2.305868, 1.739263, 1.532952, 1.896821, 0.366877, 0.0], "sum_m_pl": [12.959048, 15.262371, 14.613173, 14.609438, 14.15191, 13.831129, 13.692553, 13.380226, 13.255654, 13.556324, 13.43294, 13.638932, 13.657177, 13.6692, 13.762372, 13.767912, 13.749833, 13.790796, 14.128518, 13.978803, 14.097655, 14.138985, 14.143976, 14.247023, 12.891285, 12.552549, 12.347403, 12.862846, 12.663932, 12.616624, 12.783779, 12.709846, 12.990303, 12.206294, 12.021851, 11.916847, 11.424501, 11.336022, 10.284403, 10.921705, 10.403086, 10.491, 10.30794, 8.797278, 7.090477, 6.479311, 5.13446, 3.978626, 0.824937, 0.0]}, "lang": {"n_am_en": [15, 13, 24, 20, 15, 20, 21, 16, 14, 10, 18, 17, 16, 22, 26, 22, 22, 16, 14, 14, 14, 18, 18, 19, 32, 29, 30, 28, 32, 32, 24, 27, 26, 29, 28, 22, 27, 30, 32, 37, 37, 30, 31, 31, 39, 28, 19, 20, 17, 17], "n_am_pl": [3, 15, 14, 12, 9, 15, 15, 14, 14, 23, 14, 11, 9, 11, 6, 11, 7, 6, 17, 18, 20, 12, 18, 15, 5, 5, 5, 8, 11, 19, 9, 14, 11, 9, 8, 13, 7, 8, 8, 9, 12, 13, 15, 15, 15, 24, 27, 30, 55, 58], "n_pos": 76, "sum_m_en": [7.138942, 3.758179, 4.163078, 4.412529, 4.355147, 4.633742, 5.030188, 4.780443, 5.077986, 4.8374, 5.152908, 5.366986, 5.351353, 5.816739, 5.628325, 5.188161, 5.047685, 4.702444, 4.30948, 4.058445, 3.879625, 3.724248, 3.56168, 3.451919, 7.46083, 7.759925, 7.949064, 7.536976, 7.526314, 7.761741, 7.052396, 7.097673, 6.935722, 7.395391, 8.932017, 8.887058, 10.55423, 10.736693, 13.390231, 19.076263, 19.434893, 17.777328, 19.482714, 20.798047, 27.067224, 20.650987, 18.26334, 19.071592, 17.677787, 17.003644], "sum_m_pl": [27.971318, 36.299736, 35.297098, 34.366855, 33.469068, 33.496156, 33.868112, 34.537078, 34.465329, 35.061193, 34.260687, 34.275798, 35.285363, 34.599526, 35.002309, 36.124943, 35.067549, 35.603343, 36.447496, 36.79739, 37.053583, 36.99407, 37.169831, 37.472163, 31.976502, 31.854355, 31.284224, 33.194536, 33.742896, 33.640859, 34.127291, 33.758414, 34.094558, 32.166659, 31.268965, 31.229662, 29.55713, 29.82411, 27.767303, 25.868732, 25.912798, 24.764295, 23.371302, 23.495262, 22.607866, 27.809787, 29.899846, 31.538225, 49.511069, 57.591693]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 298, "item_id": "llmzszl-18811", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 687, "region_end": 296, "roundtrip_ok": true, "tf_agree": 0.9732, "tf_agree_excl_first": 0.9764}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [41, 65, 50, 40, 39, 28, 32, 30, 18, 29, 41, 51, 47, 50, 50, 47, 40, 48, 33, 46, 48, 48, 52, 51, 78, 66, 56, 63, 67, 57, 64, 66, 66, 65, 72, 73, 70, 63, 69, 69, 67, 61, 60, 61, 67, 59, 52, 52, 55, 50], "n_am_pl": [18, 28, 29, 33, 28, 35, 36, 33, 49, 47, 46, 23, 26, 31, 42, 45, 45, 29, 30, 28, 29, 32, 33, 41, 12, 12, 22, 21, 17, 29, 26, 30, 23, 8, 16, 16, 8, 9, 7, 6, 4, 3, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 196, "sum_m_en": [19.284506, 9.667127, 9.76123, 9.86834, 10.772054, 10.995414, 11.032265, 11.647291, 12.110186, 12.93437, 13.885315, 14.698103, 15.572855, 16.939462, 17.638666, 17.010961, 16.405323, 14.769197, 13.241134, 12.264398, 11.404849, 10.635547, 10.169507, 9.774366, 23.340624, 25.848405, 27.123682, 25.467982, 24.962853, 25.899823, 24.806711, 24.45948, 23.073869, 22.731697, 24.407473, 24.811849, 29.16613, 27.873275, 29.933397, 32.781754, 31.517018, 32.248371, 35.043882, 46.959817, 49.709093, 50.098117, 51.938724, 48.21584, 54.177021, 50.634348], "sum_m_pl": [77.094889, 98.4168, 95.156429, 92.053576, 90.387709, 89.131745, 90.164977, 89.423768, 86.499169, 90.108986, 89.679033, 87.608179, 88.895777, 87.90622, 89.74962, 88.912853, 89.32172, 89.503077, 91.442839, 94.794493, 95.670537, 96.237364, 96.93852, 97.320294, 76.620561, 74.387602, 71.911717, 76.206017, 80.651317, 79.193423, 79.543116, 79.443171, 80.696077, 76.309785, 72.680363, 67.442418, 57.194679, 56.513332, 52.459266, 48.732613, 46.607268, 42.806728, 38.603174, 28.377632, 21.78833, 17.994172, 9.982361, 4.75534, 0.144856, 7.6e-05]}, "digit": {"n_am_en": [0, 21, 7, 4, 4, 3, 0, 2, 0, 1, 4, 5, 4, 5, 5, 5, 5, 6, 6, 5, 3, 2, 3, 3, 6, 7, 10, 8, 12, 13, 12, 12, 11, 9, 11, 11, 8, 9, 9, 8, 6, 2, 1, 3, 2, 2, 2, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 3, 1, 2, 1, 11, 19, 10, 5, 7, 7, 6, 9, 10, 6, 7, 7, 4, 7, 7, 8, 0, 2, 4, 3, 2, 3, 3, 6, 6, 2, 3, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.969111, 1.488036, 1.417025, 1.55018, 1.649929, 1.496987, 1.459249, 1.503433, 1.614856, 1.75108, 1.850087, 2.036097, 2.097623, 2.279891, 2.342023, 2.371591, 2.296639, 2.145821, 1.854976, 1.7111, 1.559142, 1.452495, 1.408823, 1.351121, 2.571101, 2.965226, 3.238219, 2.91555, 2.916968, 3.389767, 3.325676, 3.296212, 3.013089, 2.814861, 3.178238, 3.370445, 3.382676, 2.899958, 2.92139, 2.84154, 2.814679, 2.807383, 2.383545, 3.758562, 2.745656, 2.78545, 2.20844, 0.535464, 0.072041, 0.0], "sum_m_pl": [11.393267, 15.65076, 14.748033, 14.083415, 13.806658, 13.602808, 13.939181, 13.86679, 13.699062, 14.611052, 14.556061, 13.895764, 14.050092, 13.899115, 14.128516, 13.986423, 13.888739, 13.711724, 14.136912, 14.44742, 14.491801, 14.633483, 14.72039, 14.776146, 12.784544, 12.310859, 11.843143, 12.385473, 12.976205, 12.39857, 12.298117, 12.565699, 13.091803, 12.824637, 12.076214, 11.758966, 10.187879, 10.524958, 10.05857, 9.92791, 9.809655, 9.695695, 8.614867, 6.973647, 5.271315, 3.926558, 2.054565, 1.107041, 0.067829, 0.0]}, "lang": {"n_am_en": [12, 13, 12, 10, 13, 12, 12, 9, 9, 13, 16, 22, 21, 14, 12, 11, 12, 17, 14, 16, 18, 20, 24, 27, 22, 22, 17, 20, 21, 16, 21, 26, 23, 24, 29, 32, 30, 32, 32, 33, 37, 38, 36, 34, 35, 35, 37, 42, 50, 50], "n_am_pl": [10, 4, 7, 4, 4, 9, 11, 13, 13, 6, 10, 2, 3, 4, 10, 13, 11, 10, 4, 5, 7, 5, 5, 7, 2, 2, 3, 3, 2, 5, 3, 6, 2, 1, 5, 2, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 52, "sum_m_en": [5.031347, 2.670934, 2.684891, 2.490763, 2.801132, 3.122498, 3.145845, 3.305114, 3.566228, 3.647765, 3.887507, 4.123172, 4.201202, 4.713923, 4.957223, 4.909854, 4.846133, 4.408929, 4.138487, 3.76109, 3.444699, 3.143393, 2.960213, 2.832615, 8.390484, 8.814047, 9.349163, 8.509037, 8.302038, 8.570677, 8.330176, 8.293025, 7.790457, 8.633263, 8.859983, 10.06953, 13.485905, 13.612799, 14.558376, 16.545523, 16.807957, 18.607526, 19.974144, 28.206363, 29.50199, 31.675841, 35.734269, 36.004337, 49.572312, 50.124164], "sum_m_pl": [20.728171, 25.58273, 25.002798, 24.431654, 24.184589, 23.886935, 24.415519, 24.517352, 23.64742, 24.456372, 24.40938, 23.914887, 24.373693, 23.779539, 24.012343, 23.766122, 23.741282, 23.972855, 24.130998, 25.143602, 25.483186, 25.692031, 25.888133, 25.925128, 19.868484, 19.163613, 17.932442, 18.699043, 20.324974, 20.021306, 20.301926, 20.061074, 20.323202, 19.553461, 18.939241, 17.740269, 14.070607, 14.460292, 13.562301, 12.492511, 12.37523, 11.451761, 10.347294, 6.169538, 4.859806, 4.075005, 2.945278, 1.562158, 0.009414, 4.6e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 198, "item_id": "llmzszl-18812", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 712, "region_end": 196, "roundtrip_ok": true, "tf_agree": 0.9798, "tf_agree_excl_first": 0.9848}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [135, 177, 144, 163, 129, 123, 101, 102, 81, 107, 114, 104, 150, 142, 124, 102, 102, 95, 85, 84, 72, 79, 71, 75, 125, 115, 127, 139, 147, 141, 135, 153, 142, 161, 174, 144, 126, 123, 125, 123, 109, 102, 99, 98, 90, 92, 62, 65, 68, 67], "n_am_pl": [23, 72, 72, 55, 76, 75, 94, 85, 101, 113, 109, 100, 101, 117, 118, 121, 119, 117, 122, 121, 144, 134, 139, 148, 81, 88, 79, 83, 92, 101, 87, 87, 103, 53, 65, 68, 39, 46, 34, 43, 47, 42, 44, 30, 18, 24, 31, 28, 39, 41], "n_pos": 494, "sum_m_en": [45.205357, 23.664862, 25.267314, 26.580436, 27.137609, 27.190515, 26.090364, 27.500157, 29.694513, 32.170236, 33.776653, 34.719552, 37.65215, 40.927102, 43.012863, 41.804482, 39.217334, 35.842348, 32.112619, 30.12782, 28.067426, 26.613954, 25.50082, 24.458414, 51.115448, 57.771759, 64.02662, 63.020218, 67.112817, 68.095861, 63.479465, 63.441371, 60.368272, 60.605572, 64.453267, 57.227108, 60.598209, 57.278061, 63.306332, 62.898027, 59.872703, 56.428056, 60.054021, 71.308514, 70.910526, 66.981551, 52.043521, 55.632203, 69.368091, 66.161536], "sum_m_pl": [200.776645, 251.61415, 241.807195, 235.28127, 236.145645, 233.018487, 235.913751, 234.431191, 233.322707, 235.424398, 231.460454, 232.140602, 233.151333, 229.530941, 229.341332, 228.199753, 226.910604, 227.961924, 235.954982, 239.622513, 239.591435, 239.489686, 241.776965, 242.251724, 198.338922, 195.903877, 186.520476, 198.630618, 203.070121, 202.064573, 206.224879, 205.165655, 212.18226, 200.364437, 190.792791, 183.184266, 162.620812, 160.058221, 151.262231, 147.246846, 142.852798, 145.892353, 140.835246, 115.659066, 85.192837, 78.374942, 63.772679, 47.229795, 37.573043, 41.043138]}, "digit": {"n_am_en": [5, 27, 17, 17, 22, 27, 8, 5, 5, 6, 5, 14, 15, 10, 11, 13, 13, 14, 14, 8, 5, 9, 8, 8, 15, 10, 12, 19, 24, 23, 22, 28, 16, 19, 22, 23, 18, 15, 12, 10, 10, 9, 8, 2, 3, 6, 3, 1, 0, 0], "n_am_pl": [1, 4, 3, 3, 5, 7, 3, 3, 13, 19, 21, 11, 10, 15, 14, 20, 15, 17, 18, 15, 16, 15, 14, 14, 5, 10, 13, 11, 12, 9, 13, 10, 10, 6, 10, 6, 7, 6, 6, 5, 7, 6, 6, 5, 2, 2, 3, 2, 0, 0], "n_pos": 62, "sum_m_en": [5.290736, 2.814074, 2.658824, 2.939493, 3.051639, 3.013986, 2.792817, 2.985093, 3.165985, 3.292495, 3.550226, 3.788263, 4.018081, 4.526015, 4.720412, 4.8216, 4.661848, 4.320438, 3.79679, 3.500118, 3.212201, 2.987599, 2.900776, 2.809211, 5.349782, 6.248445, 6.775791, 6.813268, 7.375902, 7.739196, 7.491413, 7.753822, 6.432095, 6.495581, 7.003639, 6.953096, 7.002883, 6.119229, 6.037423, 5.832829, 5.351445, 4.932959, 4.669139, 4.879287, 4.254836, 4.568252, 2.723604, 1.544049, 0.172522, 0.0], "sum_m_pl": [22.136061, 32.699649, 31.416955, 30.195811, 30.183311, 29.904187, 30.129298, 29.307398, 29.620945, 30.682506, 29.944504, 29.82471, 29.71391, 28.927686, 29.16666, 28.763884, 28.124197, 28.245523, 29.359157, 29.979, 30.031045, 30.265495, 30.517902, 30.673816, 26.447036, 25.667413, 24.983495, 26.098365, 26.473255, 25.778409, 26.032092, 25.763461, 27.245426, 26.956879, 25.460736, 25.395662, 24.01349, 24.315564, 22.858896, 22.420704, 22.302947, 23.20855, 22.138462, 19.68591, 13.73111, 12.05538, 7.068039, 3.805621, 0.239119, 0.0]}, "lang": {"n_am_en": [46, 12, 16, 22, 28, 34, 38, 31, 26, 30, 36, 22, 40, 29, 30, 28, 28, 23, 26, 29, 29, 25, 25, 25, 43, 37, 31, 28, 38, 35, 38, 35, 39, 48, 45, 39, 34, 38, 37, 51, 45, 45, 47, 46, 47, 50, 42, 55, 66, 66], "n_am_pl": [8, 17, 14, 15, 17, 6, 13, 15, 19, 23, 19, 21, 18, 30, 33, 25, 31, 32, 27, 27, 32, 35, 37, 36, 24, 20, 15, 20, 20, 22, 20, 15, 19, 13, 18, 19, 11, 16, 12, 13, 11, 12, 15, 14, 10, 15, 21, 19, 36, 41], "n_pos": 108, "sum_m_en": [9.299911, 5.268059, 5.535859, 5.515148, 5.587582, 5.593271, 5.577838, 5.746153, 6.249837, 6.364742, 6.733926, 7.181057, 7.732653, 8.86678, 9.662767, 9.382484, 8.767761, 8.134907, 7.37803, 7.002015, 6.522214, 6.287606, 5.770022, 5.480506, 14.230434, 14.560516, 15.476535, 14.207637, 15.764079, 15.436115, 14.466519, 15.144379, 14.965354, 15.555607, 16.129764, 15.298243, 17.05658, 16.892869, 18.879799, 21.721144, 20.92057, 21.30661, 24.372951, 32.173429, 36.979653, 37.095605, 30.677773, 39.616204, 66.20174, 65.598684], "sum_m_pl": [46.496239, 53.47984, 52.185652, 51.652771, 51.885401, 51.465336, 51.957319, 52.395852, 52.966447, 53.514849, 52.771927, 52.701277, 53.032747, 52.083247, 51.651521, 51.630885, 51.41561, 51.367788, 53.146923, 53.524903, 53.61976, 53.427923, 54.006129, 53.929391, 45.305413, 45.108873, 42.802967, 45.411584, 46.038799, 45.553288, 46.525045, 45.847911, 47.338198, 45.793611, 44.285871, 44.362233, 41.862198, 42.625534, 40.378321, 39.307017, 39.152608, 40.094363, 38.497072, 33.437981, 27.943953, 28.081036, 28.613897, 26.970006, 31.913441, 40.688943]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 494, "item_id": "llmzszl-18812", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 643, "region_end": 494, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.9919}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [132, 125, 112, 106, 99, 132, 114, 117, 97, 97, 105, 110, 101, 115, 114, 99, 123, 117, 120, 110, 102, 120, 113, 112, 152, 155, 143, 152, 146, 149, 154, 131, 141, 143, 177, 169, 179, 182, 185, 181, 185, 194, 190, 173, 183, 175, 181, 182, 182, 181], "n_am_pl": [26, 76, 78, 67, 61, 59, 49, 50, 58, 81, 79, 63, 69, 70, 72, 61, 62, 48, 64, 76, 95, 98, 114, 122, 56, 55, 70, 58, 69, 75, 60, 64, 45, 47, 39, 39, 24, 19, 19, 16, 17, 17, 17, 18, 16, 10, 10, 6, 1, 1], "n_pos": 428, "sum_m_en": [48.311518, 24.011571, 23.759349, 23.438256, 23.773241, 23.904207, 23.114011, 23.301759, 23.926336, 24.412612, 25.421895, 27.121936, 27.581199, 29.066932, 28.881192, 28.384642, 28.633632, 27.590973, 24.572175, 23.707009, 22.153522, 21.025569, 20.23115, 19.900854, 46.061666, 48.00262, 49.699104, 46.769667, 46.357296, 47.563452, 45.711537, 44.272536, 45.970964, 48.473596, 58.766208, 63.601154, 70.861481, 80.914573, 83.373774, 90.374336, 96.790696, 119.405377, 127.841466, 123.230392, 137.996034, 139.15062, 151.630023, 160.689957, 177.067337, 178.915357], "sum_m_pl": [154.073647, 206.252451, 203.442581, 201.960792, 200.226161, 200.126971, 202.557267, 199.834127, 200.960722, 203.942945, 201.526621, 200.02324, 204.880745, 203.834183, 201.313395, 202.443145, 199.746644, 199.14791, 201.504829, 205.78458, 207.353519, 208.88888, 209.471487, 209.05894, 175.191795, 172.557094, 170.188651, 176.115702, 179.669095, 179.844141, 183.100946, 184.389011, 174.170152, 169.046744, 159.716687, 155.929613, 142.087254, 132.494949, 125.161763, 114.28048, 106.628588, 91.078835, 86.640626, 73.461169, 56.498575, 45.676168, 34.38781, 20.872191, 2.95579, 1.085059]}, "digit": {"n_am_en": [2, 8, 5, 6, 10, 10, 8, 9, 5, 4, 8, 6, 9, 5, 6, 2, 3, 3, 3, 5, 2, 2, 4, 3, 8, 7, 6, 6, 6, 5, 6, 6, 7, 3, 6, 4, 3, 6, 7, 4, 3, 3, 2, 1, 3, 2, 2, 0, 0, 0], "n_am_pl": [0, 2, 2, 0, 2, 1, 2, 0, 1, 3, 2, 0, 3, 5, 5, 6, 3, 1, 2, 2, 4, 4, 4, 4, 0, 2, 1, 3, 5, 4, 3, 3, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.659297, 0.93027, 0.910546, 0.940592, 0.916562, 0.932592, 0.932402, 0.947537, 0.962017, 0.996669, 0.99362, 1.056532, 1.082908, 1.187003, 1.093572, 1.126014, 1.135481, 1.168757, 1.072639, 1.05408, 0.969118, 0.895242, 0.866143, 0.850416, 1.688007, 1.714083, 1.740747, 1.674908, 1.540825, 1.575256, 1.657515, 1.675041, 1.589812, 1.598747, 1.88636, 1.783611, 1.768759, 1.813685, 1.897005, 1.938846, 2.037487, 2.663036, 2.51715, 2.356468, 2.460968, 1.996442, 1.670074, 0.913012, 0.056523, 0.0], "sum_m_pl": [6.370375, 9.969562, 9.589815, 9.624076, 9.782472, 9.599491, 9.545522, 9.217227, 9.351788, 9.401431, 9.449996, 9.186543, 9.407764, 9.36568, 9.252553, 9.201456, 8.816595, 8.676252, 8.874358, 8.989681, 9.213977, 9.334008, 9.382396, 9.38567, 8.189056, 8.223625, 7.888153, 8.21463, 8.648265, 8.540977, 8.681502, 8.413158, 7.976189, 7.422284, 6.966819, 6.745784, 6.145725, 6.140094, 5.932115, 5.603682, 5.44077, 5.1797, 5.0007, 4.557866, 3.770082, 2.622846, 1.361187, 1.077604, 0.084737, 0.0]}, "lang": {"n_am_en": [63, 47, 44, 44, 45, 60, 51, 50, 44, 56, 51, 55, 45, 61, 59, 53, 63, 62, 64, 55, 54, 64, 61, 56, 77, 78, 74, 71, 66, 70, 73, 60, 64, 74, 96, 92, 92, 93, 94, 100, 103, 113, 114, 107, 117, 115, 121, 142, 169, 177], "n_am_pl": [16, 33, 35, 31, 26, 27, 22, 22, 27, 30, 39, 28, 35, 24, 30, 22, 24, 20, 28, 27, 37, 37, 43, 55, 20, 20, 27, 31, 32, 32, 24, 21, 20, 21, 15, 19, 13, 9, 9, 8, 9, 8, 9, 10, 8, 7, 6, 5, 1, 1], "n_pos": 184, "sum_m_en": [22.378484, 11.014655, 10.592655, 10.172646, 10.274249, 10.361859, 10.099678, 10.115176, 10.543947, 10.498229, 10.961166, 11.947101, 12.213303, 12.998616, 13.100569, 13.064435, 13.053383, 12.650029, 11.101845, 10.594247, 9.666612, 9.168911, 8.760921, 8.624497, 23.455571, 23.821398, 24.436726, 22.246816, 22.412864, 22.656744, 22.001202, 22.00909, 23.259699, 25.497893, 31.572085, 33.41875, 38.036927, 41.769878, 44.73587, 50.567283, 55.071113, 69.77632, 75.427678, 76.760245, 87.564456, 93.365574, 103.901746, 123.48865, 160.292873, 173.30921], "sum_m_pl": [65.768008, 87.515337, 87.427919, 86.620735, 86.177326, 86.626664, 87.927521, 87.39711, 88.025203, 89.093799, 88.543639, 87.802771, 89.967325, 88.796528, 87.274044, 87.255048, 86.74125, 86.323582, 87.322328, 89.026997, 89.616727, 90.159061, 90.399309, 90.251689, 75.199601, 74.367479, 74.395437, 77.346974, 77.990335, 77.355773, 78.804769, 78.696215, 74.319596, 72.526965, 68.007083, 66.706098, 61.781931, 58.633166, 56.445563, 52.805902, 48.884865, 41.134324, 38.223428, 33.757711, 27.841172, 22.987214, 19.740533, 11.359412, 1.910132, 1.084717]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 772, "item_id": "llmzszl-18815", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 752, "region_end": 428, "roundtrip_ok": true, "tf_agree": 0.9676, "tf_agree_excl_first": 0.9689}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [238, 275, 263, 248, 231, 273, 240, 238, 198, 202, 229, 233, 223, 209, 182, 213, 224, 229, 196, 208, 215, 211, 194, 200, 308, 313, 275, 274, 305, 287, 284, 287, 264, 263, 314, 272, 275, 283, 265, 287, 264, 269, 245, 223, 235, 201, 121, 97, 59, 57], "n_am_pl": [40, 211, 187, 167, 136, 154, 142, 166, 174, 208, 183, 177, 190, 193, 181, 172, 171, 139, 171, 221, 240, 258, 294, 291, 128, 133, 145, 128, 141, 159, 151, 138, 154, 117, 105, 111, 96, 86, 90, 75, 74, 70, 78, 79, 79, 102, 143, 154, 217, 248], "n_pos": 1025, "sum_m_en": [93.154015, 49.208703, 52.888313, 55.068578, 57.900819, 58.59055, 57.370801, 58.837524, 60.765829, 60.02931, 61.320491, 64.851942, 67.537458, 70.821944, 72.117174, 69.802227, 69.613621, 66.336513, 59.178483, 57.334011, 53.565048, 51.507275, 50.290442, 49.173177, 104.746528, 104.540038, 107.316929, 101.765022, 108.066803, 112.580936, 110.42523, 102.681621, 103.177964, 103.306906, 116.334594, 116.708186, 119.725431, 123.469981, 126.607114, 134.833541, 136.073012, 150.506063, 134.831593, 129.36975, 149.96551, 139.674748, 104.598157, 88.547446, 63.375295, 56.997721], "sum_m_pl": [392.113904, 505.970593, 492.888911, 486.899125, 483.862177, 480.518178, 486.88863, 479.462897, 476.162886, 483.745394, 479.227096, 473.675925, 482.507421, 478.792088, 474.224319, 479.133236, 474.625692, 476.987826, 489.294399, 495.141678, 498.800164, 499.900485, 499.672847, 498.818776, 402.962147, 403.535343, 392.082621, 411.695563, 426.058366, 425.04886, 424.563922, 433.227762, 419.474921, 390.231341, 374.47693, 363.900458, 342.265813, 331.229059, 314.768609, 281.356849, 267.138259, 247.383231, 249.311022, 225.12641, 174.969051, 173.117903, 178.525812, 170.538172, 209.53392, 247.26229]}, "digit": {"n_am_en": [10, 51, 33, 17, 24, 37, 27, 23, 16, 19, 30, 34, 26, 18, 18, 25, 22, 27, 18, 22, 22, 20, 19, 18, 39, 40, 30, 36, 37, 41, 21, 18, 22, 13, 30, 22, 19, 21, 15, 19, 12, 16, 14, 11, 13, 8, 6, 0, 0, 0], "n_am_pl": [0, 2, 3, 5, 4, 5, 13, 9, 12, 18, 12, 10, 23, 18, 18, 21, 9, 10, 13, 15, 15, 19, 21, 20, 12, 12, 13, 12, 10, 4, 15, 16, 16, 11, 7, 13, 3, 4, 10, 4, 4, 9, 4, 13, 6, 3, 8, 8, 0, 0], "n_pos": 89, "sum_m_en": [7.493707, 4.153933, 4.040874, 4.271426, 4.195131, 4.260387, 4.154595, 4.355902, 4.483389, 4.622022, 4.670461, 5.088529, 5.3294, 5.681358, 5.325682, 5.410947, 5.445773, 5.361089, 4.804763, 4.798845, 4.416205, 4.06088, 3.940118, 3.849407, 8.899438, 8.177323, 8.361249, 7.95657, 8.317559, 8.775315, 9.147211, 8.351965, 8.144849, 8.240745, 9.225267, 9.249418, 9.028078, 8.779931, 8.792241, 8.254754, 8.636762, 8.293433, 9.316127, 8.014948, 7.928888, 6.792622, 5.020346, 2.292155, 0.495152, 0.0], "sum_m_pl": [35.492544, 47.011748, 45.513002, 44.722902, 44.96876, 44.158381, 44.299499, 42.72624, 42.975334, 43.765362, 43.556696, 42.966582, 43.458147, 42.938711, 42.82447, 43.151228, 42.04344, 42.054383, 43.090018, 42.843884, 43.280803, 43.733813, 43.825554, 43.958367, 37.253788, 37.558483, 36.594552, 38.182102, 39.601463, 38.735857, 37.827557, 38.065739, 38.433202, 36.477999, 34.315468, 34.515338, 33.669167, 33.893952, 32.249016, 31.993971, 31.001027, 30.369125, 29.819789, 28.800754, 25.94012, 21.996457, 17.431408, 11.245464, 1.178033, 0.0]}, "lang": {"n_am_en": [94, 46, 71, 72, 66, 87, 74, 81, 87, 69, 87, 78, 64, 76, 62, 76, 76, 83, 69, 69, 90, 94, 75, 92, 112, 108, 96, 83, 97, 81, 90, 100, 93, 104, 116, 113, 111, 125, 125, 142, 140, 139, 135, 126, 141, 129, 81, 63, 58, 57], "n_am_pl": [10, 71, 54, 42, 41, 45, 44, 46, 61, 72, 59, 50, 53, 54, 53, 50, 59, 47, 57, 70, 67, 73, 84, 88, 28, 32, 33, 46, 48, 45, 47, 38, 43, 38, 44, 38, 38, 26, 28, 28, 31, 32, 36, 47, 52, 66, 104, 124, 207, 246], "n_pos": 304, "sum_m_en": [28.793975, 14.56138, 15.346349, 16.431217, 16.732305, 17.100706, 17.234017, 17.506297, 18.446463, 17.45942, 18.4501, 19.675936, 20.073605, 21.152134, 21.92415, 21.036634, 21.463913, 20.544943, 18.437908, 17.934698, 16.672742, 16.461726, 15.962859, 15.585973, 34.399307, 33.748625, 33.390464, 30.652574, 32.777186, 33.617386, 32.558934, 32.060553, 33.126601, 34.489939, 38.754746, 39.787298, 42.35469, 48.716445, 53.907849, 63.470154, 65.771494, 76.070161, 69.172865, 70.031263, 90.006628, 88.805125, 67.498131, 53.198379, 58.907282, 56.691942], "sum_m_pl": [113.194191, 144.308207, 141.72495, 138.456942, 138.214333, 138.371091, 140.442419, 140.446143, 140.703023, 142.157319, 140.528973, 139.722952, 142.478674, 141.678082, 140.41596, 142.506124, 140.557837, 140.778335, 143.610198, 144.967833, 146.246656, 146.679682, 146.211738, 145.829008, 116.634117, 117.232009, 117.03492, 123.30824, 126.344263, 127.004373, 128.273252, 130.345759, 125.863091, 119.962258, 115.114934, 115.444595, 112.291848, 109.929177, 103.682299, 98.20786, 93.69598, 87.881207, 91.420477, 89.971236, 80.856614, 84.932818, 108.659892, 123.707003, 192.864724, 241.999581]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 1025, "item_id": "llmzszl-18815", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 683, "region_end": 1025, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 0.9922}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [67, 56, 64, 41, 39, 37, 38, 31, 23, 31, 43, 44, 40, 29, 41, 23, 18, 28, 16, 16, 9, 13, 20, 18, 34, 37, 32, 27, 30, 34, 18, 23, 24, 31, 35, 39, 36, 32, 25, 31, 37, 45, 38, 44, 46, 45, 47, 64, 58, 54], "n_am_pl": [8, 17, 17, 28, 20, 21, 16, 16, 24, 32, 27, 26, 32, 31, 28, 22, 27, 25, 29, 33, 39, 35, 33, 32, 22, 26, 28, 29, 36, 31, 34, 35, 27, 32, 24, 29, 30, 23, 21, 13, 12, 10, 9, 9, 10, 8, 1, 3, 0, 0], "n_pos": 200, "sum_m_en": [22.641873, 10.553995, 10.569772, 10.624605, 11.74334, 11.811443, 12.413889, 13.410647, 12.985474, 12.253449, 13.458055, 13.973445, 14.754499, 14.69043, 14.355551, 13.070784, 13.371183, 13.158691, 11.669009, 10.488923, 9.987902, 9.366297, 9.237535, 9.081175, 17.462318, 18.326735, 18.931329, 17.651301, 17.958093, 17.536355, 16.640411, 15.817915, 15.523269, 15.503471, 16.940034, 16.350856, 18.942175, 19.314428, 20.669052, 22.737524, 25.551058, 36.800033, 36.015985, 38.441878, 38.905024, 39.762959, 45.514603, 60.337445, 58.217897, 53.981303], "sum_m_pl": [76.511817, 100.147989, 98.052013, 96.197095, 91.421529, 89.988402, 87.198278, 84.818383, 83.670629, 86.833582, 86.138251, 87.864111, 87.372564, 86.333446, 89.681125, 92.805894, 91.08206, 91.062655, 93.970608, 96.971225, 96.538972, 97.322333, 97.680714, 97.691849, 73.04523, 72.730398, 71.358981, 78.237395, 80.626143, 79.828301, 81.109272, 79.622221, 78.428938, 74.893192, 72.137495, 71.088102, 64.133146, 61.035377, 46.099231, 41.470442, 41.271188, 35.501955, 30.74751, 25.435163, 20.308299, 16.101929, 6.078748, 3.673522, 0.417885, 0.019638]}, "digit": {"n_am_en": [4, 16, 12, 4, 3, 1, 2, 2, 2, 1, 6, 6, 9, 3, 6, 5, 4, 4, 3, 2, 1, 1, 1, 1, 3, 5, 6, 4, 2, 7, 2, 3, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 2, 2, 1, 0, 0], "n_am_pl": [0, 0, 1, 3, 4, 3, 0, 0, 2, 3, 2, 4, 3, 4, 2, 3, 5, 5, 6, 6, 8, 5, 5, 6, 3, 3, 5, 5, 8, 5, 7, 6, 5, 7, 3, 8, 6, 5, 3, 3, 2, 4, 3, 4, 4, 3, 0, 1, 0, 0], "n_pos": 28, "sum_m_en": [2.468891, 1.191457, 1.096044, 1.057856, 1.135434, 1.189557, 1.345702, 1.498738, 1.443091, 1.371486, 1.489238, 1.486308, 1.543506, 1.635216, 1.513705, 1.460367, 1.588731, 1.616393, 1.434393, 1.313382, 1.287828, 1.195627, 1.186381, 1.166002, 1.852581, 2.038383, 2.197078, 2.110831, 2.358884, 2.029162, 2.02465, 1.864193, 1.720159, 1.707282, 1.816537, 1.723182, 1.710238, 1.434468, 1.262481, 1.488702, 1.704993, 1.663457, 1.47667, 1.547177, 1.117625, 1.143713, 1.344577, 0.952231, 0.061425, 0.0], "sum_m_pl": [11.997791, 15.182321, 14.644151, 14.488957, 13.902218, 13.382673, 12.704603, 12.390882, 12.422981, 12.748874, 12.943257, 13.143412, 12.471012, 12.382763, 12.673919, 12.859661, 12.749512, 12.777045, 13.381093, 13.718943, 13.582031, 13.73199, 13.73887, 13.750615, 11.429607, 11.133974, 11.660444, 12.399544, 12.843412, 12.784659, 12.515598, 12.105941, 11.519691, 11.156766, 10.523778, 11.007225, 10.832837, 11.498033, 8.563979, 9.047036, 8.878625, 8.474331, 8.222843, 7.656599, 6.620514, 5.672684, 1.8506, 0.54255, 0.025047, 0.0]}, "lang": {"n_am_en": [22, 18, 23, 12, 16, 15, 10, 14, 7, 11, 15, 16, 14, 9, 13, 8, 6, 13, 3, 7, 5, 5, 8, 7, 11, 13, 10, 8, 9, 10, 6, 7, 10, 13, 14, 19, 24, 19, 15, 23, 25, 31, 30, 30, 37, 36, 38, 50, 54, 54], "n_am_pl": [1, 5, 5, 10, 6, 3, 4, 1, 6, 11, 3, 5, 8, 9, 10, 8, 6, 6, 8, 8, 10, 8, 8, 6, 5, 7, 7, 9, 8, 8, 10, 10, 6, 7, 4, 7, 7, 5, 7, 3, 3, 3, 4, 3, 1, 2, 0, 0, 0, 0], "n_pos": 55, "sum_m_en": [7.116339, 3.034605, 3.082148, 3.210696, 3.648498, 3.733698, 4.051038, 4.489467, 4.408564, 4.070673, 4.491, 4.791436, 4.952718, 4.94744, 4.676003, 4.294324, 4.4125, 4.38475, 3.882136, 3.395389, 3.129992, 2.914722, 2.820234, 2.749756, 5.679744, 6.399432, 6.809306, 5.964686, 5.805074, 5.995127, 5.868022, 5.684417, 5.592588, 5.868141, 6.758622, 7.109666, 9.164794, 9.807905, 11.187192, 12.449643, 13.845465, 22.069129, 23.979258, 24.448264, 29.043768, 30.787938, 36.339554, 46.287256, 53.066543, 53.660276], "sum_m_pl": [19.054098, 26.525377, 26.687048, 26.116936, 24.920313, 24.323321, 23.403007, 22.768489, 22.693343, 23.756531, 23.552765, 23.901822, 24.003295, 23.577257, 24.681113, 25.487395, 24.776888, 24.86578, 25.450801, 26.499266, 26.382801, 26.536799, 26.580724, 26.669009, 19.415578, 19.255082, 18.924504, 21.034514, 21.200817, 21.065929, 21.932929, 21.58584, 21.608801, 20.721223, 19.82592, 19.589972, 16.24702, 15.714745, 12.420313, 10.750847, 10.086686, 7.766521, 6.000654, 5.453109, 4.061814, 2.851382, 0.79545, 0.395727, 0.036278, 0.019535]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 202, "item_id": "llmzszl-19", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 751, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9901, "tf_agree_excl_first": 0.995}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [106, 105, 95, 82, 99, 72, 69, 69, 75, 81, 103, 93, 103, 105, 102, 82, 91, 92, 65, 55, 44, 50, 54, 57, 80, 79, 73, 78, 87, 81, 82, 81, 87, 69, 80, 73, 63, 58, 60, 64, 61, 61, 69, 70, 56, 57, 40, 30, 19, 12], "n_am_pl": [38, 88, 94, 86, 62, 64, 65, 76, 83, 87, 65, 81, 88, 75, 63, 72, 53, 63, 85, 81, 92, 77, 88, 93, 54, 61, 64, 78, 101, 86, 89, 84, 69, 50, 45, 46, 40, 40, 37, 39, 44, 46, 35, 28, 29, 23, 19, 25, 68, 74], "n_pos": 467, "sum_m_en": [43.155902, 21.930798, 23.540084, 23.688687, 25.753622, 26.253052, 26.964975, 28.91288, 29.82159, 28.943031, 30.817285, 30.606673, 32.588741, 33.700188, 33.312721, 31.251993, 31.789539, 31.606782, 27.840788, 25.118764, 24.13174, 22.951466, 22.430096, 21.78958, 40.87329, 43.741318, 45.135579, 43.573983, 45.917191, 44.460055, 42.737998, 40.161221, 39.576734, 38.653388, 42.884792, 39.394729, 41.678162, 37.320648, 38.82681, 43.782866, 44.533981, 46.164361, 48.750649, 51.920572, 48.425093, 46.374459, 38.483476, 34.694129, 19.845931, 12.052456], "sum_m_pl": [189.992083, 235.557625, 228.586029, 226.268327, 218.807004, 215.150924, 213.623798, 210.140151, 205.165357, 211.074607, 209.31113, 212.241608, 211.759877, 208.847596, 208.622455, 216.539375, 212.227303, 212.909187, 220.026985, 224.447438, 223.51655, 224.15755, 225.18, 225.261841, 177.795642, 173.698222, 169.168038, 187.613148, 195.701345, 193.13343, 191.441234, 192.002361, 185.65207, 172.752905, 168.13961, 164.105402, 153.933355, 150.49971, 128.795631, 125.644669, 122.311832, 116.579098, 109.042201, 90.134883, 74.131418, 66.93372, 44.066807, 38.158501, 64.519101, 75.151964]}, "digit": {"n_am_en": [1, 26, 13, 14, 13, 5, 4, 7, 5, 11, 9, 8, 14, 13, 15, 9, 14, 9, 9, 8, 3, 4, 4, 7, 15, 8, 9, 13, 13, 10, 10, 9, 7, 5, 10, 6, 6, 5, 5, 3, 4, 4, 4, 4, 2, 3, 2, 0, 0, 0], "n_am_pl": [1, 7, 8, 9, 9, 7, 5, 5, 11, 8, 10, 6, 5, 6, 5, 10, 9, 13, 14, 10, 16, 12, 15, 15, 7, 7, 6, 14, 10, 13, 10, 9, 11, 10, 5, 12, 7, 9, 6, 5, 7, 9, 6, 6, 9, 3, 0, 1, 0, 0], "n_pos": 59, "sum_m_en": [4.666299, 2.647244, 2.607631, 2.602133, 2.766489, 2.940308, 3.117632, 3.397209, 3.466235, 3.210196, 3.384815, 3.36149, 3.74037, 3.940874, 3.91369, 3.671169, 3.873629, 3.902724, 3.375966, 2.979709, 2.820782, 2.652096, 2.611849, 2.537764, 4.385545, 4.811692, 5.190836, 4.803992, 5.233304, 4.914538, 4.890393, 4.624534, 4.247052, 4.237377, 4.797945, 4.619601, 4.283547, 3.981976, 4.739654, 4.976242, 5.155204, 5.493693, 4.775888, 5.439906, 3.742477, 3.884761, 2.419923, 0.869931, 0.162561, 6e-06], "sum_m_pl": [25.630201, 31.694111, 30.390438, 29.983088, 28.909474, 27.777237, 27.179466, 26.544461, 25.916413, 26.766922, 26.628692, 27.181433, 26.32665, 26.251398, 26.007717, 27.054564, 26.439477, 26.520454, 27.541991, 28.413579, 28.105873, 28.463459, 28.564439, 28.663754, 24.0234, 23.61681, 23.572384, 25.245689, 25.588899, 25.105628, 24.748153, 24.649041, 24.376078, 23.292104, 21.786644, 22.302132, 21.55717, 21.980079, 18.199291, 18.761847, 18.745838, 19.144709, 18.790639, 17.116281, 16.365564, 11.929048, 4.753817, 2.069326, 0.199744, 0.002909]}, "lang": {"n_am_en": [19, 17, 20, 18, 24, 16, 15, 16, 22, 21, 25, 20, 22, 21, 22, 21, 26, 25, 20, 13, 12, 15, 14, 18, 25, 24, 22, 21, 14, 15, 19, 21, 23, 23, 21, 27, 17, 17, 15, 19, 21, 23, 20, 25, 26, 27, 21, 20, 12, 12], "n_am_pl": [11, 16, 14, 18, 9, 7, 12, 11, 16, 13, 11, 17, 16, 13, 9, 10, 6, 7, 14, 16, 15, 14, 13, 13, 6, 11, 10, 18, 20, 18, 21, 20, 20, 11, 13, 8, 9, 7, 7, 9, 7, 7, 10, 10, 10, 10, 14, 14, 65, 74], "n_pos": 89, "sum_m_en": [8.319992, 4.30096, 4.562764, 4.773428, 5.221865, 5.371589, 5.57232, 5.882237, 6.101622, 5.93666, 6.330463, 6.458672, 6.772614, 6.956707, 6.695344, 6.273282, 6.509373, 6.288466, 5.671056, 5.055954, 4.872605, 4.727208, 4.548012, 4.551615, 11.298146, 11.062977, 10.194691, 8.771953, 9.170521, 9.1311, 8.459161, 8.12431, 8.357665, 9.251288, 9.861841, 9.51974, 11.669568, 10.462247, 10.434387, 11.317285, 12.014226, 13.341689, 12.295174, 13.989226, 18.411161, 18.351288, 18.19724, 17.696454, 13.221617, 12.001529], "sum_m_pl": [34.217616, 42.521838, 41.403789, 40.877922, 39.642263, 38.905344, 38.773447, 39.154689, 38.806339, 39.601122, 38.986143, 39.326566, 39.498229, 39.090002, 39.543216, 41.111703, 40.384855, 40.746265, 41.644256, 42.468385, 42.248454, 42.164295, 42.499981, 42.430101, 32.637882, 33.590733, 33.337472, 37.504406, 38.556257, 37.800501, 38.303276, 38.260253, 37.33625, 35.236611, 35.320767, 35.636486, 33.268323, 33.483458, 27.707687, 25.843275, 25.562338, 24.582748, 22.225575, 19.593731, 16.212416, 16.105861, 17.935346, 18.795657, 58.139837, 73.189684]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 469, "item_id": "llmzszl-19", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 682, "region_end": 467, "roundtrip_ok": true, "tf_agree": 0.9829, "tf_agree_excl_first": 0.985}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [14, 8, 11, 18, 13, 8, 16, 18, 13, 18, 18, 14, 21, 17, 9, 6, 8, 7, 13, 8, 11, 8, 14, 13, 13, 21, 13, 12, 18, 13, 8, 12, 12, 11, 12, 16, 17, 17, 16, 12, 18, 18, 16, 16, 11, 12, 9, 2, 0, 0], "n_am_pl": [4, 14, 10, 9, 8, 10, 5, 9, 7, 3, 6, 5, 2, 4, 6, 7, 10, 8, 6, 10, 14, 19, 11, 15, 18, 9, 6, 9, 5, 6, 8, 8, 10, 13, 14, 11, 7, 11, 14, 18, 19, 16, 25, 16, 16, 14, 23, 21, 35, 33], "n_pos": 56, "sum_m_en": [5.036811, 2.592611, 2.759144, 2.996994, 3.021791, 3.081781, 3.066443, 3.278983, 3.259385, 3.281774, 3.760817, 3.562092, 3.917048, 4.071577, 3.910198, 3.745494, 3.760296, 3.517821, 3.074665, 2.826479, 2.884538, 2.704034, 2.556548, 2.412163, 4.708713, 6.090606, 5.789472, 5.529583, 5.794193, 5.63129, 5.154283, 5.111467, 4.964941, 4.863192, 5.066817, 5.254347, 6.048077, 6.362121, 7.18001, 6.700438, 6.98221, 8.241675, 8.569354, 10.366607, 9.348559, 8.668266, 7.329792, 3.031234, 1.033406, 0.164895], "sum_m_pl": [20.238599, 25.740139, 25.526599, 25.456748, 25.287963, 25.324297, 24.666973, 24.680428, 25.211121, 25.96519, 25.360882, 25.669173, 25.901974, 25.495431, 25.838333, 26.108997, 26.590316, 26.818035, 27.563115, 28.301412, 27.743791, 27.97575, 28.199711, 28.467447, 23.895944, 22.571224, 22.435615, 23.687775, 23.524986, 24.081681, 24.287149, 24.447387, 24.550979, 24.577509, 25.080924, 25.042095, 23.653821, 23.333415, 22.460467, 22.629575, 22.288864, 21.160455, 23.314473, 19.465494, 18.60726, 17.778123, 18.857685, 20.282972, 31.060764, 33.104237]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 5, 7, 16, 9, 6, 10, 10, 9, 12, 13, 8, 15, 12, 7, 3, 4, 4, 10, 5, 7, 5, 10, 12, 11, 14, 7, 7, 10, 7, 5, 9, 8, 10, 9, 13, 12, 14, 12, 10, 12, 12, 12, 9, 8, 7, 5, 1, 0, 0], "n_am_pl": [3, 6, 3, 3, 5, 7, 1, 6, 4, 2, 4, 3, 1, 1, 2, 3, 5, 4, 2, 6, 8, 13, 8, 10, 10, 4, 5, 6, 4, 3, 6, 4, 7, 9, 8, 5, 4, 6, 9, 11, 12, 11, 16, 12, 12, 12, 19, 17, 30, 32], "n_pos": 33, "sum_m_en": [3.22033, 1.551073, 1.655233, 1.894145, 1.815774, 1.929015, 1.91857, 2.022051, 2.029632, 2.01017, 2.337772, 2.179351, 2.374613, 2.479749, 2.380906, 2.27219, 2.241775, 2.056886, 1.790053, 1.65623, 1.666498, 1.540666, 1.467294, 1.39777, 2.840671, 3.485974, 3.310578, 3.12256, 3.40824, 3.373924, 3.01706, 2.942411, 2.923745, 2.907486, 2.966599, 3.24484, 3.976598, 4.297891, 5.134704, 4.741622, 4.812397, 5.980543, 6.121088, 7.341861, 6.696064, 5.846512, 4.480508, 1.981099, 0.770916, 0.162267], "sum_m_pl": [12.007348, 15.432543, 15.301115, 15.287712, 15.026175, 14.891041, 14.517435, 14.558311, 14.915669, 15.264972, 14.942425, 15.213149, 15.43813, 15.063004, 15.295232, 15.44318, 15.827842, 16.117751, 16.606878, 16.990937, 16.660954, 16.785612, 16.905986, 17.088385, 14.329575, 13.58241, 13.687788, 14.402328, 14.395883, 14.719804, 14.937889, 15.130645, 15.186192, 15.173564, 15.452833, 15.252452, 14.61048, 14.238833, 13.68622, 13.729743, 13.630898, 13.30871, 15.68408, 13.208136, 13.548478, 13.415725, 15.50823, 15.875195, 26.443854, 31.49828]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 58, "item_id": "llmzszl-2", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 702, "region_end": 56, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9825}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [16, 11, 17, 15, 17, 13, 16, 12, 13, 18, 20, 18, 24, 12, 18, 15, 14, 15, 10, 9, 8, 9, 7, 11, 11, 13, 14, 18, 16, 17, 11, 13, 10, 14, 15, 15, 16, 19, 20, 11, 14, 20, 13, 12, 10, 13, 9, 2, 0, 1], "n_am_pl": [8, 18, 11, 9, 11, 11, 9, 15, 10, 6, 5, 9, 6, 8, 4, 7, 12, 11, 10, 17, 23, 23, 20, 19, 19, 15, 10, 14, 10, 12, 16, 12, 17, 12, 13, 18, 12, 15, 15, 24, 21, 19, 25, 28, 26, 18, 20, 19, 38, 39], "n_pos": 66, "sum_m_en": [5.881235, 3.197977, 3.269943, 3.457506, 3.518762, 3.633479, 3.750925, 3.985391, 4.051814, 4.284202, 4.680295, 4.476097, 4.710085, 5.011004, 4.647283, 4.72188, 4.591108, 4.139462, 3.642985, 3.366579, 3.305623, 3.070498, 2.900849, 2.777416, 4.894453, 5.894351, 6.340546, 6.547998, 6.984612, 6.817135, 6.056176, 6.155288, 6.106741, 6.242931, 6.750093, 6.486469, 6.929604, 7.58363, 8.194598, 7.945872, 8.600521, 9.360529, 8.88811, 8.835241, 7.83716, 10.458538, 7.980607, 3.247775, 0.928738, 0.959943], "sum_m_pl": [23.965227, 30.680873, 30.427903, 30.384722, 30.346694, 30.165846, 29.418704, 29.350687, 29.95275, 30.546682, 30.083898, 30.025914, 30.224569, 29.762138, 30.544212, 30.676576, 31.326809, 31.675773, 32.633805, 33.496568, 32.896241, 33.209657, 33.349778, 33.476479, 27.84955, 25.862627, 25.781399, 26.951932, 27.09481, 27.647043, 28.143612, 27.726585, 27.907305, 27.795906, 28.350948, 28.428918, 27.35169, 27.124957, 27.080754, 26.91858, 26.078315, 25.49482, 26.856371, 25.734547, 24.810816, 22.647879, 22.209649, 20.901307, 36.001086, 38.353426]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 9, 11, 12, 12, 10, 10, 8, 9, 13, 14, 13, 15, 9, 12, 11, 9, 11, 7, 7, 7, 5, 5, 8, 9, 9, 10, 14, 11, 12, 8, 10, 7, 8, 9, 10, 13, 15, 15, 10, 11, 15, 12, 10, 8, 11, 7, 2, 0, 1], "n_am_pl": [5, 9, 6, 4, 6, 6, 6, 9, 7, 3, 5, 5, 4, 5, 3, 4, 8, 7, 7, 10, 12, 13, 11, 11, 11, 8, 7, 11, 8, 8, 12, 8, 10, 9, 8, 10, 8, 9, 11, 12, 12, 12, 16, 19, 19, 14, 17, 16, 35, 37], "n_pos": 39, "sum_m_en": [3.847289, 1.981462, 1.925647, 2.149218, 2.13907, 2.250774, 2.273637, 2.400146, 2.403137, 2.499596, 2.821938, 2.763834, 2.786777, 3.020405, 2.852647, 2.854099, 2.797342, 2.519675, 2.181412, 2.075876, 2.01584, 1.836581, 1.719905, 1.654939, 3.271193, 3.953515, 4.311556, 4.31979, 4.652812, 4.529702, 3.947809, 3.955333, 3.95793, 3.923851, 4.275685, 4.276758, 4.744659, 5.416439, 6.052185, 5.974805, 6.489523, 7.364601, 7.162655, 7.347888, 6.182025, 8.442545, 5.243874, 2.72277, 0.492692, 0.905659], "sum_m_pl": [13.954424, 18.345845, 18.328933, 18.060259, 17.960598, 17.777513, 17.443476, 17.397154, 17.80196, 18.17841, 17.993375, 18.028145, 18.213376, 17.830309, 18.332749, 18.397806, 18.832074, 19.25509, 19.805515, 20.126589, 19.710535, 19.874461, 19.99159, 20.066235, 16.494158, 15.765881, 15.955656, 16.672755, 16.785394, 16.988756, 17.523415, 17.402987, 17.443256, 17.470418, 17.450182, 17.345922, 16.775369, 16.233611, 16.342045, 15.836779, 15.567915, 15.55772, 16.973883, 16.367789, 17.204264, 16.57119, 18.346576, 16.796057, 32.06197, 36.480562]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 68, "item_id": "llmzszl-2", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 633, "region_end": 66, "roundtrip_ok": true, "tf_agree": 0.9118, "tf_agree_excl_first": 0.9254}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [115, 168, 124, 131, 126, 99, 115, 96, 95, 126, 154, 154, 118, 143, 137, 129, 135, 117, 109, 101, 90, 96, 104, 96, 158, 148, 129, 117, 124, 135, 129, 117, 127, 136, 160, 143, 162, 148, 170, 157, 152, 145, 151, 149, 147, 140, 150, 157, 175, 177], "n_am_pl": [25, 44, 78, 84, 52, 52, 56, 56, 44, 45, 41, 48, 69, 50, 52, 69, 70, 68, 75, 79, 96, 81, 84, 93, 45, 51, 56, 55, 85, 80, 83, 84, 76, 63, 65, 51, 33, 42, 37, 40, 38, 31, 23, 30, 16, 22, 17, 9, 2, 1], "n_pos": 484, "sum_m_en": [55.863029, 26.805548, 26.214228, 25.163425, 27.156453, 27.418678, 26.809647, 27.448017, 29.056876, 29.410045, 30.148405, 32.873134, 34.456068, 35.810628, 34.756415, 33.068504, 31.372231, 30.278886, 27.505654, 25.485208, 23.234196, 21.589731, 20.657602, 20.272555, 45.628123, 49.649075, 51.711285, 46.080549, 46.641311, 48.811442, 46.362434, 46.365748, 45.801626, 48.461938, 54.700351, 61.739033, 71.849807, 74.764985, 83.238676, 86.947076, 90.313295, 97.370828, 101.61091, 108.06714, 120.225714, 126.589289, 140.978717, 152.503912, 173.966096, 176.191197], "sum_m_pl": [180.328294, 238.856091, 234.48473, 230.013709, 223.793036, 222.480134, 224.122898, 220.044306, 216.780077, 225.448547, 223.716034, 221.759628, 219.512917, 217.374338, 221.076675, 226.281535, 223.753213, 225.022074, 227.491603, 233.064012, 238.051855, 239.513209, 241.383964, 242.497498, 204.9442, 199.748746, 190.697385, 206.723574, 210.249402, 207.67319, 208.188206, 203.602334, 204.106039, 198.63416, 191.830137, 180.450842, 157.899193, 153.02086, 139.3084, 132.311942, 123.137212, 112.409896, 104.466834, 83.637335, 63.502984, 51.760832, 32.775747, 17.490134, 3.441944, 0.999275]}, "digit": {"n_am_en": [3, 26, 20, 28, 15, 14, 17, 21, 14, 18, 35, 32, 15, 22, 18, 14, 11, 8, 3, 3, 5, 5, 9, 7, 15, 11, 9, 11, 16, 18, 13, 6, 8, 13, 11, 8, 19, 12, 16, 16, 16, 16, 11, 14, 12, 5, 5, 2, 0, 0], "n_am_pl": [3, 8, 4, 6, 7, 5, 1, 3, 4, 6, 4, 5, 16, 6, 11, 10, 15, 10, 18, 15, 17, 13, 14, 14, 11, 13, 14, 14, 19, 17, 16, 20, 21, 12, 15, 13, 6, 11, 8, 8, 7, 6, 5, 3, 1, 1, 0, 1, 0, 0], "n_pos": 76, "sum_m_en": [7.648833, 3.32852, 3.500563, 3.525674, 3.863756, 3.944623, 3.860549, 4.176406, 4.422406, 4.351472, 4.42728, 4.607644, 4.657489, 4.971816, 4.505173, 4.414214, 4.239014, 4.223095, 3.797249, 3.528543, 3.263732, 3.047748, 2.941186, 2.857941, 4.789595, 5.195183, 6.164596, 5.814387, 5.837796, 6.087815, 5.925863, 5.521786, 5.140434, 5.288732, 5.544128, 5.80647, 6.421954, 5.84765, 5.508199, 5.499159, 5.560172, 5.852796, 5.50646, 6.625097, 6.94283, 6.069633, 4.152565, 3.142726, 0.152765, 0.0], "sum_m_pl": [30.516121, 40.301185, 38.497894, 37.436254, 35.963174, 35.417326, 35.341031, 34.327464, 34.309332, 36.288485, 36.303781, 35.941986, 35.292678, 34.825311, 35.347799, 36.139722, 35.219389, 35.655633, 36.433682, 37.06369, 37.838095, 38.006786, 38.33277, 38.683228, 35.584445, 34.48779, 32.493568, 35.449897, 35.631488, 35.2212, 34.961846, 34.215457, 33.813692, 33.591345, 32.420038, 32.363882, 29.466378, 29.81258, 29.182666, 29.617312, 29.147504, 28.375545, 26.742543, 22.835211, 19.632175, 15.232614, 9.281238, 4.069956, 0.222553, 0.0]}, "lang": {"n_am_en": [47, 71, 58, 54, 55, 42, 63, 47, 50, 57, 61, 65, 57, 61, 55, 59, 67, 58, 62, 58, 53, 55, 57, 51, 79, 82, 68, 55, 61, 61, 68, 58, 65, 68, 78, 82, 84, 84, 97, 92, 92, 92, 99, 96, 97, 103, 119, 136, 168, 176], "n_am_pl": [15, 10, 19, 22, 17, 23, 25, 18, 13, 13, 19, 17, 23, 23, 16, 27, 28, 29, 30, 29, 41, 42, 39, 46, 11, 18, 21, 17, 32, 30, 29, 31, 26, 24, 23, 19, 10, 16, 12, 17, 16, 14, 13, 16, 10, 10, 9, 3, 1, 1], "n_pos": 177, "sum_m_en": [22.204721, 11.043705, 10.800126, 10.250583, 11.046602, 11.197894, 10.89851, 10.935987, 11.686832, 11.551721, 11.860133, 13.293696, 14.193135, 14.717576, 14.437581, 13.20858, 12.568632, 12.087012, 11.027439, 9.949911, 8.975041, 8.261477, 7.840704, 7.714323, 20.669792, 22.14044, 22.700586, 19.604934, 19.655731, 20.942357, 19.86436, 20.78035, 20.800158, 22.807543, 26.37121, 31.019891, 39.262637, 40.435018, 44.731358, 49.180951, 53.204999, 60.968409, 65.803136, 69.439567, 80.122409, 91.756881, 109.544651, 125.013494, 164.00344, 174.106077], "sum_m_pl": [63.605488, 84.246766, 83.603983, 82.147025, 80.124038, 79.723184, 81.398882, 80.466661, 79.332722, 81.97773, 81.474599, 80.869725, 79.781215, 78.959869, 80.82684, 83.55543, 82.747466, 82.868937, 83.562286, 85.928746, 87.769494, 88.371471, 89.00388, 89.240279, 75.334506, 73.468097, 70.066397, 74.971249, 76.594288, 76.0393, 76.338894, 74.104409, 74.810541, 72.534992, 69.943765, 65.258026, 56.66958, 56.688734, 53.555914, 50.310233, 47.170624, 41.826912, 40.136998, 35.193456, 24.954266, 19.147993, 12.924579, 5.1126, 1.303057, 0.998098]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 486, "item_id": "llmzszl-21", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 850, "region_end": 484, "roundtrip_ok": true, "tf_agree": 0.9918, "tf_agree_excl_first": 0.9938}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [106, 205, 156, 120, 127, 128, 126, 130, 120, 127, 135, 135, 128, 128, 141, 150, 133, 115, 104, 108, 96, 97, 100, 104, 187, 157, 138, 153, 140, 146, 125, 113, 121, 148, 165, 151, 145, 141, 137, 127, 121, 128, 128, 134, 117, 95, 55, 26, 19, 17], "n_am_pl": [15, 115, 114, 109, 93, 90, 99, 88, 82, 97, 83, 88, 98, 89, 94, 92, 94, 104, 129, 127, 148, 136, 130, 152, 77, 80, 89, 98, 133, 131, 139, 139, 111, 98, 80, 82, 77, 81, 75, 62, 48, 57, 48, 43, 41, 57, 63, 59, 103, 105], "n_pos": 657, "sum_m_en": [64.565808, 32.112143, 33.033751, 32.510742, 33.971504, 34.122448, 34.934094, 36.20581, 38.415937, 38.980305, 40.24467, 42.764775, 46.10599, 46.59226, 44.800624, 43.804576, 41.464307, 39.860716, 36.203111, 33.868227, 30.648193, 28.690361, 27.758807, 26.941607, 50.06407, 52.036691, 55.466783, 53.845503, 56.565119, 58.227131, 55.520088, 54.788086, 55.39005, 58.195013, 62.040363, 65.245884, 69.782854, 73.923034, 73.298679, 73.361015, 73.323262, 77.596952, 82.06289, 77.327328, 72.785754, 71.924978, 52.923439, 34.353441, 19.336566, 17.020207], "sum_m_pl": [248.314038, 330.958343, 321.771877, 317.494902, 311.314942, 306.99528, 307.461067, 301.541686, 298.851194, 307.749379, 302.62687, 298.766801, 295.84602, 293.853713, 300.217458, 307.987886, 304.002275, 307.16666, 313.681392, 318.975202, 324.928931, 325.517028, 327.431476, 328.767809, 278.624245, 273.750658, 260.86497, 282.332136, 290.572158, 289.710606, 291.097157, 287.29431, 281.853112, 267.921117, 262.70452, 249.627885, 227.839808, 224.661506, 209.27941, 200.394899, 186.890328, 183.42653, 173.03815, 143.549278, 124.268567, 114.289449, 99.376293, 79.570767, 102.834209, 109.056263]}, "digit": {"n_am_en": [2, 50, 42, 24, 27, 30, 24, 45, 19, 30, 32, 39, 23, 28, 25, 26, 21, 15, 12, 14, 15, 21, 19, 27, 49, 30, 35, 28, 27, 30, 25, 19, 16, 21, 27, 23, 31, 29, 25, 26, 27, 32, 27, 33, 29, 11, 9, 4, 0, 0], "n_am_pl": [0, 8, 4, 4, 5, 3, 11, 3, 8, 1, 10, 10, 17, 13, 15, 17, 25, 22, 31, 32, 35, 30, 29, 26, 9, 8, 14, 16, 25, 20, 26, 29, 24, 19, 14, 18, 15, 20, 13, 9, 8, 5, 5, 6, 4, 5, 2, 6, 0, 0], "n_pos": 107, "sum_m_en": [10.843061, 4.831273, 4.903898, 4.749101, 4.902199, 4.836446, 4.972471, 5.468611, 5.582734, 5.561117, 5.758799, 6.132209, 6.758797, 7.29376, 6.605143, 6.368277, 6.125861, 6.062814, 5.477093, 5.067719, 4.579622, 4.275345, 4.103051, 3.993602, 6.903759, 7.134313, 8.325296, 7.947614, 8.149682, 8.170368, 8.343361, 8.530903, 8.342454, 8.616533, 9.11273, 10.069634, 10.358389, 9.416098, 10.624696, 11.212439, 12.679983, 13.590238, 12.935163, 13.397543, 11.687908, 9.205327, 7.581957, 4.161886, 0.159502, 1e-06], "sum_m_pl": [43.085632, 57.559673, 55.567368, 54.380228, 53.205132, 52.495175, 51.910528, 50.536368, 51.098718, 53.203478, 52.542832, 52.689893, 51.23322, 50.475242, 51.575086, 53.043288, 51.752589, 52.412706, 53.603995, 53.696206, 54.793891, 54.831261, 55.139924, 55.405141, 51.672902, 50.668512, 48.390044, 50.995135, 52.046812, 52.59913, 51.162437, 49.627497, 49.458473, 48.130371, 46.449061, 45.674185, 44.787756, 45.368611, 43.048822, 42.986902, 41.783173, 41.649563, 40.328873, 36.916143, 32.909908, 28.260638, 20.843889, 11.416716, 0.438627, 2e-06]}, "lang": {"n_am_en": [27, 34, 25, 24, 12, 25, 27, 19, 35, 23, 29, 24, 32, 32, 36, 44, 35, 31, 32, 34, 30, 32, 26, 27, 46, 49, 32, 38, 32, 28, 25, 28, 29, 34, 47, 45, 37, 45, 44, 43, 43, 49, 55, 51, 50, 51, 27, 16, 18, 17], "n_am_pl": [7, 18, 21, 20, 22, 25, 20, 15, 10, 22, 18, 18, 19, 16, 16, 14, 16, 20, 22, 28, 25, 25, 24, 23, 17, 16, 15, 18, 26, 31, 24, 33, 24, 29, 24, 27, 28, 29, 28, 27, 21, 23, 23, 18, 21, 32, 44, 37, 98, 105], "n_pos": 125, "sum_m_en": [11.376744, 6.648448, 6.479947, 6.673517, 6.70071, 6.755514, 6.956731, 6.745074, 7.400349, 7.213406, 7.690434, 8.37952, 8.547494, 8.777627, 8.733532, 8.329568, 8.060894, 7.859734, 7.058761, 6.657436, 6.171391, 5.732287, 5.491123, 5.277146, 10.428843, 10.82884, 11.272459, 10.507134, 11.223127, 11.36749, 10.612113, 11.139241, 11.430289, 12.30713, 14.047452, 15.530774, 18.832562, 22.837556, 23.626316, 24.7397, 26.211857, 29.725538, 36.604173, 33.34852, 32.892044, 36.473552, 26.624681, 17.345527, 16.457025, 17.017856], "sum_m_pl": [44.329127, 58.769264, 57.977036, 56.512055, 55.746345, 55.284286, 56.153939, 56.873883, 56.136612, 57.360723, 56.199731, 55.938767, 56.449098, 56.345243, 57.677167, 59.414033, 58.653483, 58.461478, 59.866494, 60.830521, 61.558289, 61.602672, 61.864236, 62.177641, 53.671182, 53.14883, 51.680299, 55.274765, 57.064316, 57.370949, 58.328917, 57.205651, 56.434101, 54.318572, 54.036736, 52.463776, 49.711046, 49.78024, 47.344597, 43.60878, 42.515056, 41.689318, 37.84703, 34.054028, 34.067736, 36.837008, 43.239885, 40.825931, 90.707574, 106.2671]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 659, "item_id": "llmzszl-21", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 781, "region_end": 657, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 0.9878}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [27, 44, 38, 26, 36, 31, 31, 30, 25, 32, 40, 38, 25, 28, 23, 20, 20, 20, 17, 28, 22, 25, 27, 29, 40, 45, 35, 38, 36, 40, 28, 32, 31, 31, 36, 34, 30, 38, 32, 31, 30, 37, 34, 36, 34, 33, 31, 28, 30, 29], "n_am_pl": [3, 12, 17, 27, 12, 14, 20, 26, 20, 26, 26, 20, 18, 15, 13, 14, 15, 15, 15, 13, 21, 18, 18, 28, 10, 8, 11, 10, 13, 14, 12, 10, 14, 11, 10, 10, 15, 12, 9, 11, 12, 11, 8, 4, 3, 2, 4, 1, 0, 1], "n_pos": 143, "sum_m_en": [14.288166, 7.682594, 8.337933, 8.472187, 9.301456, 9.206056, 9.057856, 9.83075, 9.329236, 8.931444, 9.623806, 9.648769, 10.49041, 10.462456, 10.252606, 9.644086, 9.774153, 9.741297, 8.683119, 8.010311, 7.752763, 7.096816, 6.809771, 6.577767, 15.646537, 17.445798, 16.819561, 15.625347, 14.771797, 14.967677, 14.717067, 14.203609, 13.82417, 13.991101, 15.399807, 16.633964, 17.771492, 19.006103, 19.812379, 20.164693, 19.693144, 24.201071, 23.70699, 23.700844, 27.527755, 30.080239, 30.488768, 28.945248, 29.990182, 28.883663], "sum_m_pl": [56.575677, 71.457157, 68.214155, 65.436449, 62.244701, 63.53707, 62.520895, 61.838984, 62.712452, 64.53443, 64.786229, 64.665619, 61.734299, 61.422973, 61.795109, 62.114343, 62.169055, 63.275786, 65.43926, 66.222707, 67.475648, 68.404676, 68.954888, 69.336136, 50.852243, 49.998585, 50.032083, 53.316841, 56.906088, 57.77779, 56.393597, 56.176449, 57.261196, 54.461887, 51.292831, 49.2113, 43.9593, 38.573757, 34.398114, 31.785867, 31.743634, 27.132173, 26.956642, 20.655349, 17.173822, 14.615935, 11.12093, 6.291118, 1.829292, 0.781655]}, "digit": {"n_am_en": [3, 17, 8, 8, 12, 10, 12, 8, 6, 6, 8, 7, 4, 8, 9, 6, 2, 2, 4, 2, 4, 5, 7, 7, 13, 15, 8, 12, 10, 10, 9, 9, 6, 7, 8, 6, 4, 4, 2, 2, 4, 5, 5, 8, 8, 5, 2, 2, 1, 0], "n_am_pl": [0, 0, 3, 7, 1, 2, 4, 6, 3, 9, 9, 5, 7, 4, 3, 6, 2, 3, 4, 3, 2, 3, 3, 8, 3, 2, 4, 2, 3, 3, 0, 1, 3, 3, 1, 4, 5, 3, 3, 3, 4, 5, 3, 2, 3, 1, 2, 0, 0, 0], "n_pos": 42, "sum_m_en": [4.287692, 2.134243, 2.314755, 2.594404, 2.714893, 2.490709, 2.476705, 2.634134, 2.385207, 2.187347, 2.36017, 2.369569, 2.666842, 2.638158, 2.653199, 2.503808, 2.650276, 2.628018, 2.352651, 2.202598, 2.077535, 1.898713, 1.855471, 1.798182, 4.033476, 4.104074, 3.987696, 3.943002, 3.536933, 3.431895, 3.60141, 3.436877, 3.086827, 3.050599, 3.520227, 3.583042, 3.313837, 3.261715, 3.109515, 2.974801, 2.798847, 2.738178, 2.96578, 3.604139, 4.378081, 4.857695, 3.821357, 3.079332, 1.38869, 2e-06], "sum_m_pl": [16.587276, 21.827564, 20.547752, 19.227271, 18.463877, 18.891219, 18.356081, 18.283962, 18.746724, 19.366415, 19.562884, 19.537168, 18.415821, 18.60916, 18.778814, 18.634631, 18.225778, 18.677639, 19.402202, 19.537531, 20.127136, 20.440728, 20.512248, 20.673846, 16.587754, 16.873858, 16.932893, 17.38029, 18.14834, 18.382073, 17.558076, 17.275518, 17.89168, 17.411778, 16.667606, 16.257357, 15.003402, 12.886051, 12.116347, 11.619836, 11.603561, 10.6726, 11.042438, 9.368735, 8.513749, 6.445924, 4.532534, 2.526006, 0.329924, 4.4e-05]}, "lang": {"n_am_en": [4, 7, 10, 8, 7, 5, 10, 9, 8, 8, 14, 13, 11, 10, 7, 7, 11, 10, 7, 13, 11, 12, 10, 11, 11, 14, 11, 10, 13, 13, 10, 11, 13, 10, 12, 11, 11, 15, 15, 16, 16, 18, 17, 17, 18, 21, 21, 23, 27, 29], "n_am_pl": [3, 7, 4, 5, 7, 5, 4, 5, 5, 6, 6, 7, 4, 3, 2, 2, 3, 1, 5, 1, 6, 4, 6, 7, 3, 2, 2, 2, 5, 3, 3, 2, 0, 2, 2, 3, 2, 3, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1], "n_pos": 32, "sum_m_en": [3.750062, 1.892673, 1.809582, 1.738153, 1.683159, 1.786663, 1.750745, 1.833578, 1.885537, 1.856554, 2.172568, 2.210925, 2.59226, 2.679356, 2.549027, 2.376071, 2.477711, 2.597113, 2.238745, 2.015341, 1.932599, 1.786997, 1.675884, 1.636772, 5.475062, 5.904836, 5.400995, 4.595171, 4.266735, 4.457583, 4.275013, 4.223196, 4.392605, 4.459915, 4.844027, 5.817978, 6.740296, 7.911397, 8.955376, 9.245147, 9.705848, 13.627906, 13.366865, 14.150728, 15.657519, 17.167359, 18.991948, 20.928229, 26.722144, 28.74076], "sum_m_pl": [11.490898, 15.605306, 15.280668, 15.107701, 14.679922, 14.715523, 14.669415, 14.544, 14.555616, 14.859785, 14.581343, 14.755831, 13.981666, 13.742848, 13.811069, 13.858978, 13.994317, 14.042207, 14.493169, 14.909036, 14.967232, 15.036949, 15.186967, 15.276216, 11.256791, 10.825322, 11.046194, 11.756212, 12.317714, 12.029955, 12.178123, 12.038215, 11.894091, 11.689208, 10.692372, 9.888559, 8.096384, 7.386182, 6.248983, 5.853918, 5.578507, 4.045187, 3.560258, 2.241906, 1.897885, 1.405965, 1.316765, 0.380065, 0.121717, 0.739534]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "llmzszl-27", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 700, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9862, "tf_agree_excl_first": 0.9931}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [29, 32, 27, 16, 24, 24, 28, 33, 22, 24, 28, 22, 22, 21, 15, 19, 20, 20, 10, 14, 12, 8, 9, 5, 19, 22, 16, 18, 14, 14, 11, 14, 15, 21, 21, 26, 22, 23, 17, 21, 21, 21, 25, 22, 17, 15, 9, 2, 1, 0], "n_am_pl": [3, 13, 14, 19, 12, 13, 16, 8, 11, 12, 7, 14, 14, 16, 18, 16, 15, 20, 19, 21, 23, 21, 24, 27, 24, 22, 22, 26, 27, 26, 31, 23, 19, 15, 18, 14, 12, 10, 11, 8, 8, 8, 8, 7, 9, 16, 20, 16, 37, 46], "n_pos": 103, "sum_m_en": [9.530134, 4.734705, 5.264783, 5.411128, 5.948953, 5.935737, 6.32479, 6.693222, 6.548154, 6.605797, 6.790823, 6.997718, 7.23445, 7.156434, 7.215139, 6.921174, 7.159282, 6.88337, 6.00246, 5.824961, 5.640449, 5.048502, 4.90678, 4.678387, 9.958339, 10.252363, 10.010383, 10.046113, 9.6639, 9.02446, 8.864771, 8.746872, 8.845657, 10.086231, 11.471627, 12.440612, 12.187879, 11.717915, 10.722828, 10.304575, 10.219214, 10.100275, 10.915621, 13.48875, 10.478909, 13.392251, 7.953005, 4.028556, 1.49672, 0.039701], "sum_m_pl": [38.468392, 49.236909, 47.649804, 46.723269, 44.46467, 44.144185, 43.25038, 42.843277, 42.295776, 43.540321, 43.355976, 43.505954, 43.655819, 43.836556, 43.952386, 44.902249, 44.547056, 45.487042, 47.320119, 47.188539, 47.673522, 48.336343, 48.592234, 49.083432, 38.276236, 38.447413, 38.423972, 40.944108, 43.132406, 44.218755, 42.712434, 43.235856, 40.854981, 37.103225, 35.180593, 33.53752, 30.185382, 27.289549, 25.69353, 23.729326, 23.757319, 22.692585, 20.99647, 19.054213, 19.943678, 22.165255, 24.171553, 21.913919, 34.643069, 46.417125]}, "digit": {"n_am_en": [1, 6, 3, 0, 1, 3, 2, 2, 1, 1, 2, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 2, 2, 2, 0, 1, 2, 2, 2, 1, 0, 1, 0, 2, 3, 1, 1, 0, 0, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0], "n_pos": 8, "sum_m_en": [0.9882, 0.358381, 0.33946, 0.307483, 0.322325, 0.337262, 0.343917, 0.381449, 0.382059, 0.375014, 0.382646, 0.407353, 0.437491, 0.416528, 0.418395, 0.371731, 0.416728, 0.433112, 0.367226, 0.336953, 0.353189, 0.311038, 0.317472, 0.303304, 0.387318, 0.42176, 0.467897, 0.50383, 0.543757, 0.467533, 0.498286, 0.464715, 0.425139, 0.39987, 0.462701, 0.517216, 0.343774, 0.293551, 0.456664, 0.395006, 0.32026, 0.234472, 0.28644, 0.257077, 0.284219, 0.282053, 0.242432, 0.229272, 0.010548, 0.0], "sum_m_pl": [2.997904, 4.258656, 4.153027, 4.101186, 3.840422, 3.747871, 3.591744, 3.467547, 3.47856, 3.536158, 3.652437, 3.553358, 3.263528, 3.34951, 3.366658, 3.3931, 3.32946, 3.459033, 3.62554, 3.319994, 3.489984, 3.567705, 3.605336, 3.651179, 2.866243, 2.959111, 3.150756, 3.236684, 3.380363, 3.468569, 3.305593, 3.132128, 3.232201, 2.95, 2.85113, 2.820255, 2.28219, 1.400613, 1.298459, 1.526297, 1.444143, 1.225834, 1.345063, 1.139109, 0.998845, 0.999162, 0.958976, 0.783808, 0.463046, 2e-06]}, "lang": {"n_am_en": [13, 12, 11, 11, 7, 8, 9, 10, 7, 8, 11, 8, 12, 12, 8, 8, 13, 10, 5, 6, 4, 3, 4, 2, 8, 9, 3, 5, 6, 5, 4, 7, 7, 13, 12, 15, 15, 14, 10, 13, 12, 14, 15, 14, 10, 9, 5, 1, 1, 0], "n_am_pl": [2, 3, 7, 7, 5, 4, 5, 3, 6, 7, 4, 5, 3, 7, 8, 9, 7, 8, 7, 7, 6, 7, 10, 13, 7, 11, 13, 15, 14, 13, 14, 6, 7, 3, 11, 9, 6, 4, 6, 6, 3, 5, 5, 5, 9, 16, 18, 16, 34, 46], "n_pos": 46, "sum_m_en": [4.259208, 2.137604, 2.362714, 2.289968, 2.324402, 2.351738, 2.407674, 2.357014, 2.436882, 2.501296, 2.761412, 2.834932, 2.93575, 3.075433, 3.177037, 3.207963, 3.435191, 3.302081, 2.8896, 2.791771, 2.67628, 2.380257, 2.297954, 2.202579, 4.555173, 4.843109, 4.934048, 4.572567, 4.636391, 4.407747, 4.387272, 4.395089, 4.50901, 5.077686, 5.841023, 6.366917, 6.288369, 6.244783, 5.679718, 5.423488, 5.615929, 5.506277, 6.384485, 7.925039, 6.15845, 7.856922, 4.775364, 2.640832, 1.191678, 0.033903], "sum_m_pl": [16.03035, 21.081252, 20.209461, 19.881494, 18.883387, 19.18038, 19.161721, 19.188568, 18.84834, 19.066032, 18.996804, 19.479805, 19.54652, 19.677427, 19.861694, 20.195259, 19.765586, 20.135407, 20.917715, 21.053095, 21.112571, 21.461914, 21.550475, 21.853365, 16.970996, 17.306433, 17.398808, 18.652462, 19.023116, 19.567255, 19.092967, 18.996234, 18.019995, 16.804812, 15.752999, 15.512424, 14.372588, 13.466367, 12.733663, 12.052782, 12.287492, 12.156916, 11.417252, 10.517492, 13.462433, 16.237163, 19.330051, 18.366012, 31.41001, 44.041776]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 105, "item_id": "llmzszl-27", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 631, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.9619, "tf_agree_excl_first": 0.9712}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [30, 22, 21, 22, 20, 16, 19, 16, 12, 23, 23, 24, 33, 31, 26, 28, 25, 26, 26, 32, 33, 26, 31, 28, 39, 33, 34, 28, 31, 32, 25, 28, 26, 29, 21, 19, 20, 24, 29, 27, 24, 24, 25, 25, 17, 20, 17, 14, 3, 1], "n_am_pl": [10, 26, 30, 15, 13, 23, 15, 10, 15, 9, 11, 7, 10, 10, 14, 10, 9, 11, 17, 11, 14, 21, 15, 21, 10, 14, 13, 9, 7, 9, 12, 9, 12, 10, 10, 16, 17, 16, 9, 14, 14, 14, 16, 14, 17, 22, 33, 34, 44, 45], "n_pos": 109, "sum_m_en": [11.109085, 7.291357, 6.368176, 6.25672, 5.774601, 5.521425, 5.921011, 5.800091, 5.929817, 6.284877, 6.852839, 7.35376, 7.796862, 7.733042, 7.481697, 7.224304, 7.120498, 6.8335, 6.326243, 5.903512, 5.631683, 5.235865, 4.920019, 4.769233, 14.405354, 12.156552, 12.287072, 11.820133, 12.208734, 11.996485, 11.046982, 10.656821, 10.177923, 10.428945, 9.649198, 10.419909, 9.421773, 10.632582, 11.537445, 11.878496, 12.594522, 13.113726, 18.111673, 18.83813, 14.094317, 14.581053, 14.666054, 12.945233, 4.173746, 1.033639], "sum_m_pl": [40.081044, 50.226197, 49.412738, 49.099895, 48.551559, 49.822866, 48.998943, 47.030509, 45.33633, 46.076996, 45.497916, 46.348216, 45.390992, 44.81046, 45.64428, 47.474415, 49.283637, 49.347168, 51.720921, 53.450078, 54.357397, 54.641775, 54.529503, 55.01038, 38.514791, 38.762891, 36.784989, 38.966792, 39.711998, 42.017952, 41.032348, 40.63922, 40.83652, 39.425388, 39.004681, 36.968955, 36.473736, 35.506929, 33.61207, 33.240551, 31.383081, 31.227943, 29.128322, 28.760063, 24.850176, 28.736544, 31.958332, 32.480239, 41.084763, 43.37439]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 7, 7, 9, 9, 9, 7, 8, 7, 10, 11, 10, 15, 14, 11, 15, 13, 12, 14, 19, 16, 15, 16, 14, 20, 19, 19, 15, 15, 15, 10, 14, 14, 13, 9, 10, 9, 13, 16, 14, 12, 14, 13, 16, 10, 11, 6, 7, 1, 1], "n_am_pl": [5, 15, 12, 8, 7, 12, 6, 5, 6, 4, 6, 4, 5, 5, 6, 2, 3, 6, 7, 3, 6, 4, 3, 5, 2, 4, 5, 3, 5, 4, 6, 3, 5, 5, 5, 6, 6, 8, 4, 9, 9, 10, 11, 12, 14, 17, 28, 29, 43, 45], "n_pos": 46, "sum_m_en": [4.673775, 2.395468, 2.639347, 2.754838, 2.515817, 2.416626, 2.514486, 2.522666, 2.538018, 2.780762, 2.98774, 3.169136, 3.507231, 3.505736, 3.356951, 3.130466, 3.0789, 2.964116, 2.756505, 2.565394, 2.448561, 2.251075, 2.07677, 2.017949, 7.623203, 5.708415, 5.655076, 5.690901, 5.885683, 5.558376, 4.936287, 5.066238, 4.908606, 5.238305, 4.747424, 5.810626, 4.924069, 5.380971, 5.344961, 5.758867, 5.674519, 6.191788, 9.245089, 10.556613, 7.318037, 7.579819, 6.308118, 5.019775, 1.491416, 1.001178], "sum_m_pl": [16.921904, 21.603857, 20.657717, 20.591555, 20.739191, 21.232311, 20.984999, 20.291101, 19.762509, 20.143371, 19.956132, 20.424362, 20.430802, 20.177226, 20.437883, 21.013138, 21.615948, 21.545899, 22.289856, 22.85124, 23.073522, 23.235163, 23.019575, 23.216221, 15.341138, 16.093054, 15.82512, 16.930174, 17.041081, 17.85489, 17.771217, 17.50648, 17.940577, 17.728567, 17.62993, 16.902259, 16.678108, 16.796392, 15.87471, 15.484912, 14.886685, 16.176058, 15.865535, 15.965804, 14.669343, 18.446501, 25.16773, 27.338334, 38.08855, 42.868714]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "llmzszl-29", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 700, "region_end": 109, "roundtrip_ok": true, "tf_agree": 0.964, "tf_agree_excl_first": 0.9727}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [50, 37, 35, 41, 27, 26, 29, 31, 52, 39, 42, 41, 47, 47, 54, 46, 42, 50, 56, 55, 57, 59, 51, 53, 81, 88, 83, 71, 66, 65, 57, 46, 56, 41, 36, 41, 37, 48, 50, 55, 51, 51, 57, 52, 40, 30, 15, 9, 2, 1], "n_am_pl": [12, 32, 46, 38, 36, 28, 26, 25, 13, 11, 16, 25, 25, 26, 32, 23, 25, 30, 20, 13, 11, 21, 28, 28, 14, 19, 19, 19, 15, 19, 26, 32, 25, 24, 30, 34, 22, 24, 34, 36, 28, 26, 20, 24, 27, 39, 49, 53, 68, 69], "n_pos": 185, "sum_m_en": [18.62833, 9.954247, 9.812214, 9.894099, 9.236669, 9.202794, 9.902527, 10.023181, 11.23947, 11.170271, 11.987029, 12.582447, 13.043244, 13.265679, 12.90093, 12.023408, 11.734521, 11.251068, 10.56491, 10.386343, 9.649683, 9.10961, 8.599522, 8.206305, 27.159606, 24.620157, 22.951628, 19.916337, 19.367172, 19.073697, 17.430761, 16.604986, 17.689759, 18.016686, 16.975113, 16.821179, 17.705002, 22.791675, 24.625179, 26.043949, 25.097279, 26.55644, 33.73407, 36.2662, 29.46374, 25.886937, 15.773786, 10.674547, 4.071791, 1.041219], "sum_m_pl": [66.81108, 87.073206, 85.208821, 84.206711, 83.425318, 84.488206, 84.139276, 81.881442, 80.513314, 82.331231, 80.748464, 81.018204, 81.17869, 80.346187, 80.955016, 83.498057, 85.034877, 85.943649, 88.873263, 90.627411, 91.803234, 92.225221, 91.571113, 92.064917, 66.4201, 68.075676, 67.331468, 72.171055, 73.093471, 75.777519, 74.759282, 74.424966, 74.541254, 71.312687, 72.950072, 71.156655, 67.771393, 63.94011, 61.484766, 59.616196, 58.2265, 54.324926, 48.512616, 47.373987, 41.703783, 45.08817, 49.360109, 53.605227, 65.68814, 67.710757]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 6, 10, 13, 7, 11, 10, 11, 22, 20, 20, 21, 25, 23, 26, 24, 19, 24, 27, 30, 32, 30, 26, 26, 38, 44, 38, 31, 30, 32, 29, 27, 31, 24, 17, 19, 19, 24, 27, 31, 31, 31, 32, 31, 28, 19, 8, 3, 1, 1], "n_am_pl": [3, 12, 17, 20, 17, 9, 7, 10, 5, 3, 6, 10, 13, 9, 11, 11, 13, 14, 11, 6, 2, 4, 8, 8, 5, 4, 8, 11, 8, 8, 9, 12, 6, 8, 9, 12, 6, 10, 9, 13, 10, 11, 8, 11, 14, 24, 39, 44, 62, 67], "n_pos": 68, "sum_m_en": [6.53135, 3.677396, 3.610056, 3.6967, 3.393935, 3.501356, 3.796632, 3.869791, 4.270407, 4.375841, 4.645338, 4.92791, 5.207974, 5.325227, 4.9788, 4.524711, 4.391614, 4.246803, 4.054649, 4.124219, 3.797481, 3.623557, 3.325757, 3.139787, 13.742438, 12.134324, 11.046075, 9.066391, 8.296243, 7.871979, 7.256609, 7.291867, 7.950256, 8.338066, 7.800434, 7.777589, 8.740709, 13.259219, 13.390129, 14.438256, 14.117191, 15.166687, 18.621459, 20.33476, 18.486018, 16.191483, 7.811252, 3.714652, 1.631697, 1.016548], "sum_m_pl": [23.518762, 31.030957, 30.455195, 30.418456, 30.229705, 30.677566, 30.624156, 29.87087, 29.424872, 30.285565, 30.064678, 30.502489, 30.535549, 30.088499, 30.494718, 31.693775, 32.177113, 32.427455, 33.079964, 33.611912, 33.818647, 33.969244, 33.522144, 33.895321, 22.401296, 23.29408, 23.657633, 26.060969, 26.483751, 27.707063, 28.116024, 27.864755, 27.947014, 27.023983, 28.020091, 28.519001, 26.795203, 25.375717, 24.513004, 23.687218, 23.471113, 22.729051, 20.335548, 20.776293, 20.179436, 24.850525, 35.349877, 42.788903, 57.291956, 65.042336]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 187, "item_id": "llmzszl-29", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 631, "region_end": 185, "roundtrip_ok": true, "tf_agree": 0.9733, "tf_agree_excl_first": 0.9785}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [47, 27, 28, 21, 27, 26, 23, 27, 28, 30, 35, 34, 28, 32, 35, 23, 33, 28, 29, 41, 27, 31, 27, 30, 43, 52, 48, 46, 44, 41, 36, 44, 36, 33, 41, 47, 50, 41, 48, 55, 50, 48, 55, 51, 44, 34, 27, 20, 8, 0], "n_am_pl": [10, 33, 34, 33, 18, 19, 17, 20, 18, 10, 9, 11, 8, 16, 13, 9, 12, 8, 11, 19, 23, 24, 32, 36, 20, 20, 15, 19, 22, 21, 22, 20, 15, 14, 24, 16, 22, 30, 24, 36, 38, 40, 41, 43, 46, 52, 61, 58, 80, 94], "n_pos": 150, "sum_m_en": [14.786833, 7.329803, 7.525506, 8.101755, 8.23495, 8.735048, 8.14082, 8.321672, 8.41005, 8.404648, 8.954323, 9.339741, 9.731683, 10.263745, 10.326726, 10.110687, 9.862075, 9.657875, 8.80088, 8.422906, 7.899298, 7.301856, 7.196599, 7.970875, 20.568971, 22.530112, 20.347771, 16.742966, 15.819611, 15.015967, 13.593674, 14.382972, 14.912727, 16.172648, 18.128448, 20.230556, 22.601417, 24.958362, 25.643953, 25.861376, 27.202378, 31.390309, 37.60982, 31.327017, 32.513447, 32.097449, 23.865879, 20.977341, 7.961132, 0.020806], "sum_m_pl": [52.434332, 69.947054, 67.918656, 66.326892, 65.822256, 65.621344, 64.334955, 64.677314, 65.331904, 66.138931, 66.620612, 67.512002, 67.394024, 66.726701, 67.84813, 67.445769, 67.343927, 68.469511, 70.086918, 72.022325, 71.749588, 72.271334, 72.086578, 71.77019, 53.027597, 50.07263, 49.366536, 55.618121, 57.852926, 59.258512, 59.914951, 61.226772, 59.151904, 55.344617, 54.104592, 53.622832, 52.622829, 51.045556, 49.331876, 52.332948, 53.567718, 52.672851, 48.596135, 52.682126, 50.59847, 53.009762, 58.630135, 57.280878, 77.456914, 94.093823]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [30, 20, 21, 11, 14, 14, 16, 19, 20, 22, 25, 25, 23, 23, 24, 14, 20, 18, 21, 30, 17, 19, 16, 21, 31, 36, 35, 30, 31, 20, 21, 32, 27, 23, 29, 36, 34, 28, 34, 38, 31, 33, 35, 37, 35, 25, 20, 15, 7, 0], "n_am_pl": [8, 19, 17, 24, 12, 11, 11, 12, 8, 4, 6, 5, 4, 11, 5, 7, 9, 5, 9, 16, 17, 18, 23, 23, 17, 15, 9, 13, 15, 16, 19, 15, 10, 11, 20, 14, 16, 17, 15, 24, 25, 25, 30, 31, 33, 40, 48, 48, 78, 94], "n_pos": 95, "sum_m_en": [9.577237, 4.682241, 4.785041, 5.149615, 5.138202, 5.317658, 5.206693, 5.308776, 5.433346, 5.391067, 5.792026, 6.031714, 6.419843, 6.775592, 6.678421, 6.601406, 6.307787, 6.192682, 5.697952, 5.552836, 5.135859, 4.703503, 4.666115, 5.496735, 15.281373, 16.523303, 14.753789, 11.149656, 10.362086, 9.782746, 8.908815, 9.656017, 9.92652, 10.988276, 12.42549, 14.000342, 15.320241, 17.536369, 18.014439, 18.043991, 18.615436, 23.426193, 27.193454, 24.065445, 24.960942, 23.761631, 17.994257, 15.620119, 6.164509, 0.011283], "sum_m_pl": [33.093846, 44.167433, 42.342776, 41.582347, 41.48777, 41.579242, 40.848275, 41.103379, 41.679381, 42.246838, 42.652691, 43.192099, 43.16146, 42.622136, 43.678822, 43.051105, 43.068616, 43.812661, 44.889677, 45.994788, 45.593608, 46.04828, 45.813259, 45.55725, 34.620373, 31.950306, 31.090357, 35.442207, 37.236596, 38.191396, 38.841774, 39.460927, 38.826265, 35.853053, 34.739745, 34.541347, 34.274296, 32.568587, 31.531153, 33.686673, 34.148537, 34.025958, 32.20331, 36.079101, 36.246676, 39.825641, 45.657973, 46.729174, 72.417013, 92.514858]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "llmzszl-3", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 746, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9737, "tf_agree_excl_first": 0.9801}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 21, 19, 23, 22, 30, 23, 29, 27, 20, 26, 24, 27, 27, 26, 21, 22, 25, 22, 35, 28, 21, 22, 20, 38, 41, 34, 33, 32, 27, 26, 25, 27, 29, 28, 39, 35, 33, 43, 45, 43, 41, 51, 45, 40, 34, 20, 20, 5, 0], "n_am_pl": [9, 33, 25, 34, 23, 27, 14, 21, 13, 11, 16, 12, 8, 12, 12, 13, 12, 9, 17, 22, 32, 28, 35, 37, 23, 18, 14, 16, 19, 23, 17, 24, 19, 15, 19, 11, 18, 18, 22, 34, 37, 40, 29, 33, 34, 39, 51, 46, 72, 84], "n_pos": 135, "sum_m_en": [12.36543, 6.527702, 6.672337, 7.406434, 7.34325, 7.975319, 7.455415, 7.530524, 7.459705, 7.350967, 7.898436, 8.07707, 8.143054, 8.816188, 8.830625, 8.7919, 8.556587, 8.26348, 7.532898, 7.165343, 6.866258, 6.398715, 6.370729, 6.111326, 17.544935, 18.619459, 16.30877, 13.755933, 12.917619, 12.32891, 11.756449, 12.557237, 12.631806, 14.573122, 15.588159, 17.606864, 19.014545, 21.406332, 23.774341, 23.841005, 25.476763, 27.48823, 35.661024, 30.690355, 30.624386, 30.253645, 22.119957, 19.247794, 6.95405, 0.029868], "sum_m_pl": [47.435064, 61.818369, 60.328198, 59.686765, 59.01816, 58.919485, 57.454362, 57.330462, 57.77363, 58.107582, 58.959218, 59.520922, 60.403971, 59.457754, 59.972734, 59.935833, 59.989488, 61.23717, 62.967283, 64.870736, 64.441847, 64.813386, 64.462223, 64.792774, 49.014749, 45.447591, 43.930124, 48.807642, 50.595647, 51.758841, 52.674919, 53.809, 52.471712, 50.345534, 49.461533, 48.22765, 48.110152, 46.468439, 45.9607, 49.816488, 49.705278, 49.594455, 44.149122, 46.245097, 44.077225, 44.382764, 50.530398, 47.499281, 69.598844, 82.370335]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_pos": 1, "sum_m_en": [0.08363, 0.058584, 0.051968, 0.054031, 0.071231, 0.065226, 0.06559, 0.068848, 0.087056, 0.073551, 0.077906, 0.075747, 0.064337, 0.063159, 0.051829, 0.052653, 0.050937, 0.046175, 0.043757, 0.041539, 0.040424, 0.043986, 0.044711, 0.044351, 0.002598, 0.043928, 0.098873, 0.156704, 0.173524, 0.178315, 0.116238, 0.111494, 0.095728, 0.118345, 0.086572, 0.079658, 0.074098, 0.056449, 0.054619, 0.068211, 0.000112, 0.004591, 0.004378, 0.016762, 0.039284, 0.035643, 0.07394, 0.025582, 0.003878, 0.0], "sum_m_pl": [0.408789, 0.426126, 0.415246, 0.397307, 0.354996, 0.305903, 0.325356, 0.277024, 0.304775, 0.35086, 0.371217, 0.391965, 0.423109, 0.435347, 0.470969, 0.493727, 0.503781, 0.504823, 0.515493, 0.515887, 0.507654, 0.504117, 0.503245, 0.508079, 0.924022, 0.625929, 0.3098, 0.361528, 0.361484, 0.352015, 0.382828, 0.379885, 0.428507, 0.408808, 0.413294, 0.41851, 0.445393, 0.468836, 0.434924, 0.388694, 0.996167, 0.959589, 0.971342, 0.891884, 0.751074, 0.756793, 0.439617, 0.380556, 0.035928, 0.0]}, "lang": {"n_am_en": [21, 13, 13, 16, 12, 16, 14, 20, 17, 13, 15, 13, 20, 18, 19, 14, 14, 18, 16, 28, 21, 16, 15, 15, 27, 33, 27, 21, 23, 18, 17, 16, 20, 19, 19, 30, 31, 28, 32, 33, 31, 32, 40, 38, 32, 24, 15, 17, 4, 0], "n_am_pl": [7, 20, 16, 24, 18, 19, 10, 16, 10, 8, 12, 10, 7, 10, 8, 11, 10, 7, 12, 17, 21, 19, 24, 25, 15, 11, 11, 13, 15, 17, 14, 18, 13, 10, 16, 8, 12, 10, 14, 22, 26, 27, 19, 23, 26, 33, 41, 37, 68, 84], "n_pos": 84, "sum_m_en": [7.698872, 4.103017, 4.188483, 4.668793, 4.58828, 4.837919, 4.707191, 4.63703, 4.649477, 4.605644, 4.962625, 5.011251, 5.153255, 5.628906, 5.574083, 5.624054, 5.426362, 5.259124, 4.823533, 4.646689, 4.404708, 4.076434, 4.07866, 3.889103, 12.57432, 14.273364, 11.750319, 9.342541, 8.885489, 8.530219, 8.35468, 9.020444, 9.104714, 10.563186, 11.604609, 13.636596, 15.006185, 17.156637, 18.607216, 18.198809, 19.255884, 22.671648, 27.368941, 26.000886, 25.515235, 24.074241, 17.557522, 16.201866, 5.426914, 0.029375], "sum_m_pl": [29.443412, 38.347572, 37.030451, 36.665582, 36.284683, 36.363053, 35.51477, 35.568502, 36.072411, 36.371065, 37.109274, 37.727651, 38.230215, 37.51185, 38.066447, 37.655544, 37.859223, 38.710864, 39.560396, 40.583389, 40.187914, 40.526876, 40.247923, 40.538377, 31.569335, 28.980431, 27.939502, 31.351, 32.23842, 33.167926, 33.643507, 34.32654, 33.726445, 32.353358, 31.653492, 31.187923, 31.157575, 29.251228, 29.033431, 31.905136, 31.837005, 31.994883, 28.800152, 31.475172, 31.837371, 33.543742, 39.335457, 38.334945, 63.263251, 80.816269]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "llmzszl-3", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 677, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.9781, "tf_agree_excl_first": 0.9853}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [30, 26, 24, 15, 13, 11, 13, 14, 16, 16, 22, 21, 17, 13, 16, 13, 20, 13, 13, 16, 13, 9, 11, 16, 16, 17, 14, 14, 21, 18, 12, 16, 20, 15, 16, 17, 15, 21, 13, 12, 11, 15, 14, 14, 13, 18, 23, 25, 25, 23], "n_am_pl": [3, 8, 11, 8, 6, 9, 7, 9, 8, 6, 3, 4, 6, 10, 10, 7, 7, 7, 7, 10, 7, 8, 4, 6, 6, 7, 6, 8, 6, 6, 9, 8, 2, 4, 5, 2, 2, 3, 1, 5, 3, 1, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 81, "sum_m_en": [10.373912, 4.59306, 4.685496, 4.328199, 4.563252, 4.722274, 4.523913, 5.000239, 4.617587, 4.924754, 5.177157, 5.241753, 5.431763, 5.69373, 5.38382, 5.524183, 5.801363, 5.624827, 5.260494, 4.887353, 4.481369, 4.230004, 4.057721, 3.987805, 9.095074, 9.066736, 8.610769, 8.312211, 8.682516, 8.266917, 7.319143, 7.76118, 7.101105, 7.475544, 8.313795, 8.17741, 9.197269, 9.44699, 9.469552, 8.361986, 9.290744, 9.208131, 10.455747, 11.998993, 14.129435, 16.49502, 20.579683, 22.804362, 23.71723, 23.050757], "sum_m_pl": [30.50383, 39.952347, 38.628582, 38.186738, 36.354648, 35.218567, 36.58798, 35.290205, 35.441749, 37.08253, 36.19425, 36.515409, 35.906095, 35.881438, 36.300409, 36.842077, 36.401012, 36.531926, 37.52965, 38.442776, 38.478328, 38.793187, 38.946936, 39.01878, 28.092995, 27.507206, 27.600344, 30.143526, 31.280009, 32.098908, 32.153459, 32.34324, 32.860197, 30.169547, 28.997994, 27.296883, 25.528486, 24.445583, 21.255594, 18.93721, 18.868787, 15.575024, 14.867458, 10.506452, 9.013685, 7.754163, 4.393137, 1.921763, 0.192296, 0.001168]}, "digit": {"n_am_en": [5, 7, 9, 1, 2, 1, 2, 0, 0, 2, 4, 2, 5, 3, 6, 4, 4, 2, 1, 3, 1, 2, 2, 3, 5, 4, 2, 2, 5, 3, 1, 2, 2, 3, 3, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 2, 3, 2, 2, 3, 2, 2, 0, 0, 0, 2, 3, 2, 0, 1, 0, 1, 0, 1, 1, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 0, 1, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [2.097305, 0.816063, 0.793411, 0.782422, 0.867596, 0.902764, 0.875829, 0.976354, 0.924028, 0.982969, 1.045583, 1.010702, 1.111568, 1.199456, 1.135401, 1.127287, 1.191372, 1.189682, 1.084895, 1.012882, 0.939722, 0.90747, 0.870714, 0.872726, 1.681094, 1.704326, 1.69367, 1.673101, 1.857592, 1.709841, 1.60631, 1.56015, 1.363403, 1.313103, 1.482328, 1.395644, 1.297468, 1.18514, 1.057946, 0.991154, 1.066509, 0.997571, 1.041684, 0.846231, 1.038581, 1.016195, 1.082675, 0.896513, 0.048329, 0.0], "sum_m_pl": [8.250397, 10.112469, 9.659356, 9.618654, 9.130102, 8.857395, 9.133307, 8.538425, 8.649081, 9.076384, 8.829678, 8.931484, 8.531183, 8.419382, 8.644028, 8.640458, 8.46391, 8.3777, 8.762484, 9.021243, 9.020144, 9.125268, 9.14904, 9.152256, 6.765202, 6.534713, 6.498841, 7.249559, 7.459373, 7.522476, 7.015813, 7.249773, 7.730969, 7.076543, 6.813625, 5.789747, 6.034931, 5.900257, 5.085031, 4.873941, 5.28364, 5.098778, 4.792965, 3.264932, 3.582412, 2.929995, 2.056914, 1.028976, 0.115762, 0.0]}, "lang": {"n_am_en": [7, 9, 9, 6, 4, 5, 5, 7, 8, 7, 8, 11, 8, 6, 4, 5, 9, 7, 8, 7, 5, 4, 5, 6, 5, 5, 7, 6, 7, 5, 2, 5, 9, 6, 8, 7, 10, 12, 8, 9, 7, 9, 8, 10, 8, 11, 16, 17, 22, 22], "n_am_pl": [1, 0, 2, 1, 1, 1, 1, 2, 3, 1, 1, 0, 1, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 0, 0, 0, 0, 2, 2, 2, 4, 2, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [3.768155, 1.557477, 1.636444, 1.346134, 1.32753, 1.445387, 1.379498, 1.527403, 1.381039, 1.448951, 1.531194, 1.656589, 1.652979, 1.681333, 1.550147, 1.770307, 1.786459, 1.647627, 1.572219, 1.448961, 1.312895, 1.239206, 1.171677, 1.141962, 3.275858, 3.1404, 2.813734, 2.553325, 2.677768, 2.441991, 2.152021, 2.692721, 2.470609, 2.896791, 3.257369, 3.337582, 4.271944, 5.069426, 4.68524, 4.164286, 4.419903, 5.199401, 5.697396, 6.586121, 6.912976, 9.044, 13.195038, 15.546137, 21.00046, 21.868685], "sum_m_pl": [7.115737, 10.32506, 10.096266, 9.834975, 9.516095, 9.271272, 9.49064, 9.627006, 9.690615, 9.995602, 9.655639, 9.954207, 9.876548, 9.927329, 10.033312, 10.206988, 10.040129, 10.12339, 10.260985, 10.38931, 10.409972, 10.399871, 10.512691, 10.53428, 7.699573, 7.518292, 7.684033, 8.351408, 8.547351, 8.786415, 9.002481, 8.842535, 8.954508, 8.319709, 8.047153, 8.043752, 7.012401, 6.786981, 5.952392, 5.05537, 4.966925, 4.057935, 3.815434, 2.840892, 2.450643, 1.977739, 1.089453, 0.418267, 0.051174, 0.000124]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 83, "item_id": "llmzszl-30", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 714, "region_end": 81, "roundtrip_ok": true, "tf_agree": 0.9639, "tf_agree_excl_first": 0.9756}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [28, 20, 9, 14, 8, 5, 16, 22, 13, 19, 21, 21, 23, 16, 20, 9, 14, 10, 15, 12, 11, 11, 14, 14, 19, 19, 14, 15, 14, 15, 12, 11, 19, 19, 16, 15, 12, 15, 10, 11, 13, 14, 9, 17, 13, 9, 8, 5, 0, 0], "n_am_pl": [3, 16, 20, 14, 7, 9, 9, 10, 9, 5, 6, 7, 12, 17, 15, 4, 7, 4, 6, 8, 9, 6, 7, 10, 4, 7, 10, 6, 10, 12, 10, 16, 10, 4, 7, 6, 10, 8, 6, 6, 5, 4, 6, 4, 3, 4, 10, 13, 27, 24], "n_pos": 81, "sum_m_en": [8.323959, 3.930851, 4.08708, 4.351157, 4.501855, 4.633887, 4.684899, 4.922169, 4.505294, 4.695748, 4.931224, 5.142112, 5.393712, 5.57958, 5.154635, 5.095534, 5.68554, 5.162001, 4.766087, 4.502385, 4.231513, 4.703283, 4.159127, 4.241539, 9.75341, 9.217242, 8.569475, 8.125272, 8.115045, 7.538195, 6.742777, 6.498578, 6.345746, 6.358005, 7.930232, 7.888669, 8.078902, 7.367417, 7.42339, 7.955391, 7.270355, 6.469941, 6.476824, 11.46144, 10.311968, 7.088566, 4.046839, 3.484089, 0.346588, 0.004876], "sum_m_pl": [32.713355, 39.907255, 38.979451, 38.145465, 36.165712, 35.444912, 36.905772, 35.493842, 36.053469, 37.558236, 36.632948, 36.494775, 36.352857, 35.974819, 36.756858, 37.431779, 36.924099, 37.190915, 38.096771, 38.829605, 38.386239, 38.022182, 38.536781, 38.398061, 24.966883, 24.238236, 24.258881, 27.865224, 30.4527, 32.734061, 32.165967, 33.001997, 32.914434, 30.3931, 28.306596, 26.527943, 25.16006, 24.613136, 21.923944, 19.928744, 19.926461, 18.955922, 18.421321, 12.267401, 12.107659, 14.086433, 18.217024, 16.775964, 24.590806, 23.966964]}, "digit": {"n_am_en": [5, 10, 7, 2, 2, 0, 2, 1, 2, 2, 6, 3, 3, 3, 6, 4, 3, 2, 4, 3, 2, 2, 3, 3, 5, 5, 3, 2, 5, 5, 2, 2, 2, 0, 1, 1, 0, 1, 0, 1, 1, 4, 3, 3, 3, 2, 2, 0, 0, 0], "n_am_pl": [0, 0, 2, 2, 1, 1, 1, 1, 1, 1, 0, 2, 2, 4, 3, 0, 1, 0, 0, 1, 2, 1, 3, 3, 2, 3, 4, 1, 4, 3, 2, 5, 3, 2, 4, 2, 2, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0], "n_pos": 19, "sum_m_en": [2.072775, 0.838713, 0.822781, 0.81482, 0.882303, 0.884946, 0.841093, 0.906124, 0.90617, 0.922106, 0.977866, 0.9437, 1.100494, 1.182455, 1.083143, 1.118819, 1.199515, 1.161951, 1.094585, 1.007911, 0.931252, 0.906481, 0.858643, 0.853562, 1.295286, 1.201199, 1.324387, 1.376881, 1.708655, 1.547047, 1.410679, 1.339421, 1.240075, 1.181095, 1.320822, 1.278021, 1.096402, 1.088089, 1.016454, 1.284396, 1.175988, 1.058695, 1.095603, 1.364643, 1.780255, 1.389321, 0.934708, 0.669125, 0.06942, 0.0], "sum_m_pl": [8.459711, 10.211032, 9.782309, 9.725411, 9.191131, 9.001305, 9.391817, 8.915812, 9.047592, 9.245291, 9.053942, 9.154486, 8.780889, 8.625758, 8.931144, 8.89601, 8.657083, 8.590092, 8.915986, 9.102593, 9.050986, 9.116328, 9.118825, 9.057155, 6.288351, 5.840948, 5.773269, 6.854676, 7.466255, 7.704212, 7.088553, 7.275011, 7.712625, 7.376793, 7.074715, 6.542237, 6.385898, 6.34541, 5.607622, 5.153608, 5.488692, 5.346922, 5.192706, 3.523826, 3.710768, 3.317416, 3.311504, 2.14726, 0.324364, 0.0]}, "lang": {"n_am_en": [8, 3, 1, 6, 3, 4, 9, 12, 7, 8, 8, 10, 11, 8, 6, 3, 5, 5, 7, 6, 5, 5, 5, 6, 9, 8, 6, 9, 5, 6, 6, 6, 12, 15, 12, 12, 7, 9, 6, 6, 7, 7, 4, 11, 7, 4, 4, 3, 0, 0], "n_am_pl": [1, 4, 8, 5, 2, 3, 5, 3, 3, 2, 2, 2, 5, 9, 7, 2, 3, 3, 3, 3, 2, 3, 2, 4, 1, 1, 4, 3, 4, 2, 3, 5, 1, 1, 2, 1, 3, 4, 4, 5, 3, 4, 4, 3, 3, 4, 9, 10, 24, 23], "n_pos": 25, "sum_m_en": [2.315708, 1.223948, 1.339185, 1.515159, 1.478224, 1.637246, 1.684983, 1.685334, 1.53419, 1.583724, 1.704487, 1.858534, 1.831123, 1.91622, 1.731231, 1.72351, 2.058268, 1.739841, 1.63338, 1.501091, 1.473172, 1.89791, 1.493979, 1.588896, 4.554357, 4.281428, 3.678405, 3.146693, 2.820373, 2.734011, 2.484067, 2.504908, 2.614945, 2.830504, 3.610212, 3.749791, 3.673998, 3.24343, 3.368551, 3.746027, 3.308191, 3.157183, 3.057747, 7.006629, 5.587737, 3.419109, 1.58399, 1.082663, 0.114387, 0.000298], "sum_m_pl": [9.251003, 11.555894, 11.586733, 11.288901, 10.853414, 10.834934, 10.938697, 11.268755, 11.47162, 11.771416, 11.302865, 11.219246, 11.459848, 11.291617, 11.52383, 11.846992, 11.60395, 11.8006, 12.035206, 12.118772, 11.980125, 11.686104, 12.032946, 12.01281, 8.635069, 8.740259, 9.05702, 9.893829, 10.108571, 10.565119, 10.809981, 10.911731, 10.834232, 10.416415, 9.691965, 9.512124, 9.1497, 9.269303, 8.275263, 7.476829, 7.569784, 7.945215, 7.7968, 4.607105, 5.538188, 7.760026, 12.745445, 12.698179, 22.23484, 22.968101]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 83, "item_id": "llmzszl-30", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 645, "region_end": 81, "roundtrip_ok": true, "tf_agree": 0.9036, "tf_agree_excl_first": 0.9146}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [21, 17, 15, 13, 13, 24, 21, 21, 22, 23, 26, 21, 20, 22, 19, 21, 22, 20, 25, 22, 20, 23, 21, 19, 32, 25, 25, 21, 29, 27, 19, 32, 27, 23, 26, 28, 30, 25, 29, 32, 34, 36, 40, 40, 34, 40, 40, 41, 35, 32], "n_am_pl": [4, 15, 17, 13, 11, 10, 5, 9, 7, 9, 10, 19, 14, 20, 12, 14, 15, 12, 13, 12, 9, 11, 11, 16, 8, 11, 10, 13, 11, 7, 15, 8, 9, 11, 7, 9, 6, 5, 5, 4, 5, 6, 5, 5, 4, 4, 4, 3, 5, 11], "n_pos": 82, "sum_m_en": [9.748107, 4.858078, 4.908874, 4.734698, 4.884561, 6.545636, 5.98179, 5.839277, 6.05009, 5.98983, 6.193625, 6.171561, 6.564884, 6.698291, 6.113321, 6.157575, 5.962739, 5.681977, 5.148609, 4.771723, 4.658249, 4.34544, 4.272784, 4.298696, 11.099626, 11.758647, 11.87741, 11.881775, 11.482005, 11.162467, 10.156876, 10.938387, 10.464603, 10.966573, 10.788434, 11.792169, 12.526851, 13.688103, 15.429283, 19.454604, 21.537838, 23.531917, 26.629046, 29.475852, 28.916944, 34.247298, 36.761448, 33.345425, 32.218933, 31.790716], "sum_m_pl": [28.030352, 37.074802, 37.038492, 37.404992, 36.324764, 35.775189, 35.499568, 34.33515, 34.445283, 34.886102, 34.984991, 35.110447, 34.123024, 34.042457, 35.131086, 34.839581, 35.85118, 35.731547, 36.971832, 37.846099, 38.095054, 38.458719, 38.009132, 37.452573, 22.672235, 24.26746, 23.928452, 25.858063, 27.202936, 28.43691, 28.325801, 27.692299, 28.01856, 27.30477, 27.21368, 25.796594, 23.069111, 22.226751, 20.214203, 19.242489, 17.449502, 16.515503, 14.248689, 11.78606, 9.314947, 8.667669, 6.168408, 4.980071, 5.764049, 10.342832]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 10, 9, 7, 7, 11, 10, 12, 14, 14, 17, 14, 11, 11, 11, 14, 14, 14, 16, 14, 13, 14, 13, 13, 18, 13, 15, 12, 17, 16, 15, 21, 18, 14, 16, 18, 18, 17, 18, 20, 20, 23, 25, 25, 22, 22, 24, 27, 33, 32], "n_am_pl": [4, 6, 7, 5, 4, 4, 2, 6, 4, 6, 3, 8, 8, 11, 7, 7, 8, 7, 9, 7, 6, 8, 6, 11, 5, 6, 6, 9, 6, 5, 9, 4, 4, 6, 4, 3, 3, 2, 2, 3, 3, 4, 4, 4, 4, 4, 4, 3, 5, 11], "n_pos": 43, "sum_m_en": [4.859085, 2.537974, 2.567069, 2.488511, 2.634743, 3.663767, 3.2265, 3.193401, 3.254106, 3.167245, 3.26951, 3.361614, 3.463572, 3.498146, 3.268686, 3.274964, 3.238141, 3.051338, 2.739015, 2.520643, 2.451523, 2.301992, 2.263756, 2.226111, 5.832824, 6.2022, 6.955685, 6.861002, 6.81814, 7.048269, 6.143833, 6.74768, 6.107073, 6.44285, 6.324838, 7.3076, 7.339793, 8.707855, 9.683191, 13.096541, 13.644418, 13.706768, 15.356979, 17.06064, 18.401042, 18.876406, 21.891239, 21.647006, 28.598686, 30.652618], "sum_m_pl": [14.103821, 19.616979, 19.600632, 19.565788, 18.850992, 18.227627, 18.27156, 17.76129, 17.778015, 18.107638, 18.211209, 18.162713, 17.62994, 17.764865, 18.454226, 18.210315, 18.662873, 18.930275, 19.555359, 20.01766, 20.069393, 20.416251, 20.153585, 19.808431, 12.674222, 13.395465, 12.701398, 13.671463, 14.253807, 14.883383, 15.142084, 14.485216, 14.70312, 14.58204, 14.305012, 13.513551, 12.341986, 11.508634, 10.337764, 9.936394, 9.323433, 9.712186, 8.849439, 7.896427, 7.643701, 6.608871, 5.034184, 3.925634, 5.464972, 10.217096]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 84, "item_id": "llmzszl-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 696, "region_end": 82, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [54, 41, 42, 28, 38, 44, 45, 46, 44, 46, 58, 53, 49, 44, 53, 49, 49, 43, 42, 38, 37, 39, 39, 47, 59, 59, 59, 55, 63, 51, 49, 49, 47, 56, 53, 56, 52, 56, 57, 60, 75, 77, 77, 67, 66, 68, 36, 13, 4, 0], "n_am_pl": [14, 44, 48, 37, 38, 27, 29, 16, 20, 26, 12, 15, 12, 13, 17, 20, 11, 21, 11, 19, 17, 16, 19, 21, 10, 18, 13, 21, 23, 26, 25, 25, 30, 25, 25, 21, 21, 15, 15, 16, 16, 18, 22, 23, 26, 38, 47, 55, 95, 112], "n_pos": 209, "sum_m_en": [18.982201, 9.975616, 10.382177, 11.296934, 11.03214, 13.221983, 13.625512, 13.245389, 14.125791, 14.411902, 15.286807, 15.681798, 16.548536, 17.173254, 16.475615, 16.238904, 15.951996, 14.809689, 12.699722, 11.619722, 10.808234, 9.970334, 9.947645, 9.647806, 25.950049, 23.87341, 23.82849, 22.532667, 23.568743, 22.818747, 22.217281, 22.024969, 22.385866, 25.461347, 25.486256, 28.282464, 28.754185, 31.660628, 31.206183, 31.833544, 35.485755, 40.995416, 46.038894, 47.557606, 45.309098, 57.192364, 38.548816, 13.955848, 3.674947, 0.042802], "sum_m_pl": [74.360298, 96.206544, 96.507142, 95.97083, 95.546529, 93.192912, 93.458718, 90.208766, 87.849374, 89.990019, 88.64219, 88.480565, 88.679498, 87.40314, 88.593947, 88.340558, 89.063248, 90.873485, 95.59317, 96.977732, 98.876729, 100.228154, 99.299785, 99.245505, 63.476772, 65.027071, 65.025402, 72.771557, 78.173158, 80.792273, 80.050784, 78.032976, 75.957727, 71.991334, 71.11812, 68.068363, 63.865564, 59.320125, 58.404207, 55.972316, 53.617468, 47.049356, 45.24413, 37.33529, 36.409445, 44.757708, 48.378807, 59.158887, 89.409108, 111.772246]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [29, 21, 18, 17, 26, 28, 30, 33, 27, 27, 35, 31, 28, 27, 34, 29, 26, 24, 25, 23, 24, 26, 26, 36, 43, 39, 44, 39, 39, 34, 32, 36, 31, 32, 30, 32, 33, 33, 35, 36, 50, 53, 54, 47, 50, 48, 23, 9, 4, 0], "n_am_pl": [6, 22, 24, 18, 17, 13, 12, 6, 7, 13, 5, 10, 7, 5, 8, 9, 5, 12, 6, 13, 8, 10, 8, 8, 2, 4, 3, 10, 13, 16, 16, 15, 17, 16, 15, 14, 14, 10, 10, 10, 7, 11, 11, 13, 16, 30, 40, 44, 91, 111], "n_pos": 111, "sum_m_en": [10.698554, 5.381214, 5.571365, 6.340092, 6.058129, 7.392582, 7.778562, 7.525481, 8.122837, 8.049996, 8.57047, 8.862865, 9.289974, 9.468776, 9.063101, 9.028022, 8.869915, 8.091646, 6.957698, 6.463446, 5.982839, 5.442464, 5.507752, 5.30798, 17.283045, 15.367005, 14.921352, 13.725896, 13.816452, 13.598477, 13.09242, 13.330724, 13.298264, 14.964929, 14.600539, 15.052785, 15.754492, 17.36838, 17.165502, 18.000432, 21.50067, 25.955092, 29.933024, 32.51047, 33.371468, 39.995986, 25.420702, 8.730743, 2.673519, 0.032962], "sum_m_pl": [38.82168, 50.882167, 50.706562, 50.601502, 50.817387, 49.33176, 49.203227, 47.420531, 46.065552, 47.303103, 46.789155, 47.224394, 47.222771, 46.63208, 47.415758, 47.134207, 47.619767, 49.080177, 51.568705, 52.161228, 52.888153, 53.837321, 53.275539, 53.260595, 33.034789, 34.666503, 34.889315, 39.03262, 41.789333, 43.102549, 43.874777, 43.08854, 42.263714, 40.502396, 40.018288, 40.163745, 38.509022, 36.31076, 35.524062, 33.217672, 31.928426, 29.041551, 26.275609, 21.449194, 23.415216, 31.631445, 36.512614, 45.297099, 82.481717, 109.607023]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 211, "item_id": "llmzszl-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 627, "region_end": 209, "roundtrip_ok": true, "tf_agree": 0.9763, "tf_agree_excl_first": 0.981}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [52, 53, 58, 46, 42, 43, 44, 43, 39, 41, 51, 45, 41, 44, 37, 40, 38, 51, 36, 30, 28, 34, 33, 28, 44, 40, 35, 38, 41, 43, 43, 41, 43, 34, 57, 39, 43, 43, 49, 46, 48, 47, 53, 46, 49, 51, 41, 57, 59, 59], "n_am_pl": [5, 18, 29, 38, 25, 23, 11, 16, 28, 29, 28, 33, 34, 28, 34, 36, 34, 34, 40, 45, 48, 49, 56, 54, 27, 32, 36, 38, 38, 26, 26, 28, 37, 35, 20, 33, 26, 30, 29, 24, 17, 17, 17, 9, 3, 2, 1, 1, 0, 0], "n_pos": 198, "sum_m_en": [23.541771, 11.295717, 11.88627, 11.635428, 11.800987, 12.564427, 12.851932, 12.484849, 13.294738, 13.012048, 13.623037, 13.91979, 14.385587, 15.162639, 14.984475, 15.026075, 14.684958, 14.315002, 12.430219, 11.22046, 10.305173, 9.861734, 9.269546, 9.050871, 20.24452, 21.457636, 21.463376, 20.2487, 19.622083, 19.505911, 18.885519, 19.295953, 19.437693, 19.333296, 22.370059, 20.614045, 22.709796, 23.050913, 27.106433, 31.929765, 32.965382, 33.590768, 35.886225, 37.864726, 44.09579, 47.400881, 45.462226, 54.654923, 57.076714, 57.469276], "sum_m_pl": [72.23593, 96.726731, 94.576073, 93.368985, 90.557834, 89.226344, 87.738896, 85.692192, 84.693649, 88.563512, 88.696128, 89.275566, 89.236823, 87.595062, 89.190837, 91.572553, 90.320691, 89.507037, 92.024809, 95.951599, 96.688782, 97.645776, 98.377015, 98.574818, 80.683893, 76.331585, 74.383782, 81.387856, 84.392852, 83.32998, 83.343766, 84.215421, 83.427443, 79.573135, 76.125158, 74.461539, 70.266989, 68.845498, 59.481818, 50.795193, 45.131813, 41.532226, 38.283964, 30.178884, 20.828347, 15.559505, 5.499413, 3.906256, 0.586674, 0.018452]}, "digit": {"n_am_en": [0, 5, 4, 5, 5, 3, 4, 3, 4, 3, 7, 8, 2, 5, 2, 4, 4, 6, 4, 3, 3, 3, 3, 1, 6, 7, 6, 6, 6, 6, 5, 4, 4, 3, 4, 1, 3, 1, 1, 1, 0, 2, 1, 3, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 3, 5, 1, 0, 2, 2, 4, 3, 5, 4, 4, 6, 6, 7, 3, 6, 6, 8, 8, 11, 11, 5, 6, 5, 7, 5, 5, 5, 5, 5, 7, 3, 8, 8, 9, 9, 8, 5, 6, 6, 1, 1, 1, 0, 0, 0, 0], "n_pos": 22, "sum_m_en": [2.007247, 0.979776, 0.969917, 0.924395, 1.068866, 1.214305, 1.269247, 1.238931, 1.347113, 1.375811, 1.393712, 1.439309, 1.396503, 1.485402, 1.373168, 1.435835, 1.467848, 1.522689, 1.270921, 1.178715, 1.101981, 1.039134, 0.993037, 0.982645, 2.075151, 2.25262, 2.274591, 2.222935, 2.191562, 2.087514, 2.044342, 2.175005, 2.029437, 1.917308, 1.858745, 1.667453, 1.54786, 1.401872, 1.441051, 1.248664, 1.215067, 1.312013, 1.168763, 1.275829, 0.945098, 1.455656, 1.186628, 0.390543, 0.04733, 0.0], "sum_m_pl": [9.163881, 11.539327, 11.16542, 11.17871, 10.842599, 10.545983, 10.177606, 9.863426, 9.678659, 10.143292, 10.079218, 10.170873, 10.041018, 9.955449, 10.118467, 10.28876, 9.883671, 9.637307, 10.052281, 10.391918, 10.449933, 10.614582, 10.727214, 10.8064, 9.050114, 8.671024, 8.846614, 9.325906, 9.594347, 9.579367, 9.308823, 9.531661, 9.481901, 9.140356, 8.639104, 9.155594, 9.354876, 10.826419, 9.141099, 8.147053, 7.397467, 7.687277, 7.09774, 5.093111, 4.252292, 3.120684, 0.88408, 0.538358, 0.077714, 0.0]}, "lang": {"n_am_en": [18, 14, 20, 16, 12, 17, 16, 18, 17, 19, 16, 15, 18, 17, 21, 19, 14, 20, 14, 14, 12, 14, 12, 15, 17, 18, 12, 17, 19, 19, 16, 16, 15, 15, 27, 22, 23, 23, 29, 29, 30, 33, 37, 33, 33, 34, 32, 46, 55, 58], "n_am_pl": [3, 7, 5, 12, 6, 7, 2, 2, 7, 8, 9, 8, 10, 6, 6, 10, 6, 9, 10, 9, 8, 11, 12, 12, 7, 8, 10, 14, 8, 7, 8, 7, 12, 9, 5, 9, 7, 8, 7, 6, 2, 1, 1, 2, 0, 1, 1, 1, 0, 0], "n_pos": 59, "sum_m_en": [7.537559, 4.132092, 4.333232, 4.045185, 3.680138, 3.994587, 4.239064, 4.253132, 4.588537, 4.306083, 4.531753, 4.671471, 4.861364, 5.139128, 4.959276, 4.945209, 4.791086, 4.593158, 3.956039, 3.475513, 3.150243, 3.154752, 2.859062, 2.755147, 7.445783, 8.259273, 8.176203, 7.677113, 7.422916, 7.17713, 6.667954, 6.947427, 7.192568, 7.499609, 9.515484, 8.984694, 11.38166, 12.273964, 15.223507, 19.096954, 21.023508, 22.208602, 24.253161, 26.182663, 29.703062, 31.388183, 33.810397, 42.405278, 53.650419, 55.987632], "sum_m_pl": [19.934664, 26.604996, 26.496229, 26.68182, 26.360932, 25.766302, 25.512705, 25.414218, 25.122876, 26.254955, 26.49827, 26.750022, 26.782927, 26.268453, 26.759143, 27.382364, 27.052562, 26.838253, 27.851851, 29.122406, 29.346577, 29.580729, 29.831889, 29.885251, 23.96686, 21.84712, 21.630849, 23.756721, 24.531128, 24.672182, 25.059926, 24.945433, 24.915466, 24.039455, 22.563443, 22.888656, 21.057494, 20.821967, 18.607081, 15.045988, 12.500015, 11.23132, 10.225706, 9.003896, 6.076117, 4.726555, 1.967528, 1.19878, 0.093533, 0.003523]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 200, "item_id": "llmzszl-36", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 785, "region_end": 198, "roundtrip_ok": true, "tf_agree": 0.97, "tf_agree_excl_first": 0.9749}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [191, 158, 152, 152, 138, 133, 126, 102, 110, 122, 128, 135, 140, 159, 142, 147, 153, 155, 133, 116, 84, 105, 114, 97, 177, 154, 141, 162, 169, 170, 165, 154, 141, 131, 152, 131, 134, 131, 129, 158, 142, 141, 151, 138, 132, 124, 74, 39, 21, 12], "n_am_pl": [57, 147, 139, 137, 129, 94, 83, 116, 123, 113, 112, 107, 117, 111, 125, 120, 120, 114, 146, 159, 185, 179, 184, 206, 117, 132, 139, 118, 134, 131, 130, 129, 140, 110, 112, 130, 121, 101, 95, 74, 74, 72, 74, 79, 70, 61, 85, 97, 135, 145], "n_pos": 787, "sum_m_en": [75.938981, 38.632599, 41.491418, 42.885344, 45.482486, 47.763566, 48.184776, 47.907309, 52.207841, 51.301634, 54.174508, 54.848474, 55.356374, 57.472475, 56.683651, 56.662756, 54.370395, 53.739759, 46.347161, 42.178369, 38.949827, 37.281697, 35.689925, 34.227964, 69.274518, 71.853379, 74.481157, 70.421749, 72.869129, 74.547085, 71.560255, 71.294791, 70.457618, 68.624516, 74.353192, 69.897035, 69.652059, 66.743558, 75.980673, 100.323047, 95.6277, 96.063785, 102.145963, 91.940806, 108.245634, 98.660548, 66.757541, 45.785777, 22.20823, 12.097738], "sum_m_pl": [319.589568, 387.691498, 376.408229, 368.61425, 359.589663, 352.663708, 351.452161, 345.942252, 340.628259, 351.09079, 348.572559, 346.990573, 349.00152, 343.911786, 345.717274, 356.627064, 354.530299, 352.592103, 368.666754, 381.008751, 386.109721, 388.643732, 389.81876, 391.415582, 323.216966, 310.933375, 296.483686, 323.478324, 330.933131, 326.440729, 326.13894, 326.737927, 323.551613, 301.988889, 297.022037, 278.708893, 267.366245, 262.311382, 241.34186, 218.31691, 208.221002, 205.871397, 189.755277, 168.394887, 133.791807, 121.698197, 108.867232, 112.199355, 131.79426, 144.713334]}, "digit": {"n_am_en": [2, 27, 17, 17, 13, 9, 11, 16, 9, 5, 14, 14, 9, 15, 7, 10, 8, 9, 8, 5, 7, 7, 8, 7, 18, 12, 19, 16, 8, 18, 9, 9, 14, 10, 14, 7, 11, 4, 3, 7, 5, 7, 5, 5, 4, 3, 1, 0, 0, 0], "n_am_pl": [3, 12, 3, 2, 0, 6, 0, 6, 7, 8, 5, 4, 8, 10, 11, 8, 11, 16, 11, 16, 16, 19, 18, 17, 12, 12, 14, 12, 12, 13, 12, 15, 18, 12, 14, 14, 17, 22, 14, 12, 11, 11, 11, 9, 2, 1, 1, 1, 0, 0], "n_pos": 65, "sum_m_en": [6.09626, 2.955809, 3.019666, 2.973475, 3.0546, 3.22115, 3.381451, 3.550559, 3.81525, 3.738262, 3.898341, 4.040014, 4.233023, 4.423219, 4.161527, 4.221978, 4.011895, 4.204592, 3.659549, 3.396587, 3.180489, 2.975199, 2.824565, 2.733805, 6.396276, 6.139032, 6.246085, 5.897088, 6.097932, 5.818742, 5.917394, 6.419972, 5.946984, 5.541482, 5.952219, 5.531381, 5.11023, 4.650092, 5.049841, 6.760952, 6.556916, 5.388828, 5.657097, 4.614262, 4.247181, 3.409901, 0.751204, 0.514301, 0.047821, 0.0], "sum_m_pl": [27.79131, 34.694985, 33.21911, 31.964352, 30.62927, 29.721937, 30.0071, 29.301531, 28.779124, 29.608864, 28.950908, 28.870634, 28.418343, 28.081623, 27.863243, 28.807474, 27.952249, 27.964363, 29.299307, 30.34251, 30.917238, 31.461233, 31.762896, 32.104035, 27.499299, 26.400085, 25.791826, 27.737039, 27.483803, 27.597127, 26.954602, 26.926757, 26.871094, 25.703452, 24.120476, 24.421451, 24.684807, 27.40474, 23.936078, 22.030766, 20.816701, 21.612219, 20.062634, 16.860092, 12.41538, 7.612935, 3.555888, 3.229178, 0.513614, 0.000124]}, "lang": {"n_am_en": [47, 30, 22, 21, 14, 23, 30, 24, 35, 36, 30, 44, 40, 42, 38, 43, 40, 36, 28, 33, 26, 45, 40, 40, 56, 52, 42, 48, 38, 44, 51, 47, 40, 40, 42, 49, 51, 49, 57, 61, 63, 59, 67, 53, 60, 56, 31, 21, 13, 12], "n_am_pl": [6, 22, 22, 36, 24, 15, 21, 23, 24, 21, 22, 27, 31, 21, 29, 27, 21, 29, 37, 37, 40, 33, 36, 40, 28, 26, 31, 29, 33, 28, 33, 25, 33, 28, 26, 33, 30, 23, 22, 14, 14, 17, 23, 22, 22, 29, 54, 62, 121, 144], "n_pos": 156, "sum_m_en": [15.145956, 8.026449, 8.716575, 9.157459, 9.522862, 9.958492, 10.749477, 10.49621, 11.414823, 10.785836, 11.630592, 12.0204, 11.92841, 12.195967, 11.879997, 11.618151, 11.010088, 10.433895, 9.107674, 8.319621, 7.861669, 7.922231, 7.371265, 6.893236, 18.401667, 17.711846, 16.784871, 15.576301, 16.101047, 17.279114, 15.353498, 15.814742, 15.896447, 16.721393, 17.624703, 17.353394, 17.7488, 17.735923, 22.896394, 36.403814, 35.063026, 37.330663, 41.754532, 35.921092, 49.406611, 44.506615, 28.161964, 19.333126, 12.766343, 12.021909], "sum_m_pl": [58.704801, 71.872851, 69.523986, 68.310815, 67.590171, 67.017139, 67.205029, 67.204172, 66.814046, 69.618829, 68.639857, 69.226156, 69.842448, 69.358919, 70.803714, 73.073939, 72.743511, 72.279436, 74.984086, 77.025168, 77.495449, 77.700323, 78.198628, 78.272527, 65.879358, 64.415743, 62.990646, 67.894689, 68.784486, 68.152031, 69.314887, 68.595468, 68.611716, 66.541257, 66.351854, 65.719625, 64.545772, 64.799115, 59.031145, 49.726994, 49.399688, 47.789155, 45.376693, 42.506795, 35.241599, 42.119299, 55.223223, 64.706273, 113.326332, 141.687878]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 789, "item_id": "llmzszl-36", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 716, "region_end": 787, "roundtrip_ok": true, "tf_agree": 0.9911, "tf_agree_excl_first": 0.9924}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [77, 97, 63, 62, 71, 61, 70, 57, 64, 47, 68, 59, 62, 54, 55, 51, 42, 46, 49, 34, 26, 33, 32, 31, 60, 55, 60, 58, 63, 61, 55, 53, 55, 61, 69, 65, 74, 69, 76, 80, 84, 98, 92, 97, 91, 106, 109, 111, 123, 115], "n_am_pl": [18, 52, 35, 41, 29, 25, 18, 30, 35, 36, 41, 46, 47, 38, 41, 42, 53, 60, 40, 43, 41, 43, 46, 49, 38, 39, 33, 41, 38, 36, 45, 50, 40, 32, 33, 33, 33, 23, 27, 32, 43, 27, 28, 23, 22, 20, 24, 12, 8, 7], "n_pos": 277, "sum_m_en": [33.302475, 15.749408, 15.628114, 15.239758, 16.190984, 17.497932, 17.292705, 18.177313, 18.826467, 18.767992, 19.496998, 20.473918, 21.108278, 21.863843, 21.193409, 19.890093, 19.124295, 18.738753, 16.80126, 14.752819, 13.583306, 12.694568, 12.494111, 12.353271, 23.970268, 26.487806, 25.137045, 25.86814, 24.757953, 25.581495, 25.937731, 25.394919, 25.854864, 26.024871, 28.884817, 32.012322, 35.761534, 37.605039, 38.508261, 40.992447, 43.387331, 53.722849, 58.799957, 65.139652, 70.052436, 82.958524, 98.501262, 101.832708, 117.380761, 116.57446], "sum_m_pl": [100.046491, 134.911352, 131.258236, 129.923257, 125.18261, 125.328355, 124.975336, 123.136327, 118.759374, 119.887417, 119.063525, 120.335345, 118.336624, 118.81144, 119.241049, 119.794484, 119.850213, 118.905298, 121.745008, 126.345112, 128.923948, 130.67223, 131.566454, 132.341526, 105.298506, 102.531777, 98.334103, 103.237245, 108.213568, 107.73115, 106.947192, 105.115331, 100.86742, 97.129766, 91.562223, 87.699295, 80.116991, 78.707133, 75.81214, 76.188812, 71.942713, 60.536128, 61.918213, 54.264561, 45.6751, 35.958025, 29.614861, 19.679506, 8.79681, 7.256357]}, "digit": {"n_am_en": [0, 13, 4, 6, 8, 3, 3, 3, 3, 2, 3, 7, 4, 1, 2, 0, 0, 0, 1, 2, 1, 3, 3, 2, 3, 2, 4, 1, 2, 0, 1, 3, 2, 1, 1, 2, 2, 2, 4, 3, 6, 8, 6, 9, 7, 5, 2, 0, 0, 0], "n_am_pl": [0, 2, 2, 5, 4, 3, 1, 3, 1, 4, 4, 3, 2, 1, 2, 2, 8, 4, 5, 3, 2, 1, 1, 1, 2, 1, 0, 3, 2, 3, 1, 4, 4, 6, 5, 3, 3, 2, 2, 4, 6, 4, 2, 1, 1, 1, 1, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.343588, 1.11279, 1.032142, 0.99178, 1.067526, 1.176493, 1.238224, 1.399512, 1.433032, 1.397592, 1.490073, 1.543666, 1.541111, 1.62507, 1.434548, 1.332799, 1.318443, 1.382409, 1.239151, 1.145759, 1.078786, 1.02868, 1.02867, 1.0128, 1.42212, 1.620108, 1.639668, 1.637063, 1.722514, 1.69061, 1.901082, 1.83592, 1.649367, 1.397346, 1.45101, 1.606102, 1.680235, 1.722228, 2.125255, 1.873671, 2.209352, 2.405125, 2.701772, 5.011799, 4.712912, 3.736543, 1.650754, 0.517203, 0.03189, 0.0], "sum_m_pl": [10.139871, 13.37761, 13.109076, 12.78137, 12.225728, 11.977528, 11.603632, 10.960208, 10.113868, 10.44296, 10.172995, 10.420922, 9.556073, 9.721018, 9.67604, 9.723802, 9.744988, 9.737545, 10.245979, 10.691347, 11.211006, 11.460538, 11.591583, 11.75834, 9.627419, 8.944055, 8.615195, 8.948354, 8.987539, 9.25157, 8.99913, 8.806929, 8.773747, 8.439431, 7.989147, 8.159591, 7.785888, 7.598151, 7.363526, 8.093662, 8.196961, 8.061656, 7.72998, 5.555947, 4.935502, 3.389814, 2.965922, 1.021935, 0.089247, 0.0]}, "lang": {"n_am_en": [33, 45, 31, 24, 32, 29, 35, 29, 29, 21, 39, 27, 29, 30, 31, 26, 26, 26, 29, 23, 17, 17, 19, 20, 37, 34, 31, 33, 38, 33, 26, 29, 27, 32, 39, 38, 46, 39, 45, 52, 51, 64, 64, 65, 64, 73, 82, 88, 111, 115], "n_am_pl": [14, 22, 19, 19, 12, 10, 9, 11, 16, 17, 13, 19, 27, 17, 17, 25, 22, 33, 19, 16, 18, 18, 17, 16, 21, 23, 16, 20, 19, 16, 24, 19, 17, 9, 11, 14, 18, 10, 11, 11, 18, 9, 9, 8, 13, 8, 9, 6, 7, 7], "n_pos": 124, "sum_m_en": [15.249293, 7.31504, 7.123603, 6.97908, 7.297642, 7.815549, 7.631119, 8.064453, 8.454144, 8.319224, 8.801891, 9.294779, 9.618787, 10.013962, 9.717344, 9.093495, 9.060185, 8.758913, 7.916656, 6.913833, 6.307412, 5.862237, 5.758591, 5.704369, 12.91487, 13.881736, 13.147709, 12.716113, 12.113286, 12.66948, 12.530805, 12.249273, 12.571527, 12.817188, 14.37569, 16.210384, 19.475972, 20.395835, 20.554872, 22.760172, 24.662614, 33.729128, 39.440735, 42.624501, 48.320241, 56.576647, 74.62773, 80.778712, 106.28187, 113.880673], "sum_m_pl": [43.541023, 59.50311, 58.176357, 57.724275, 55.960927, 55.749751, 56.259468, 56.0603, 55.138373, 55.543142, 55.120869, 55.695562, 55.328163, 54.9567, 55.236995, 55.646651, 55.534896, 55.130105, 55.894705, 57.765994, 58.443747, 59.155818, 59.486623, 59.6839, 48.163144, 47.844478, 46.382541, 48.472496, 50.91906, 49.88502, 49.691233, 48.398339, 46.792335, 45.292776, 42.273243, 40.729574, 36.659898, 35.776387, 34.511173, 34.935226, 32.534366, 27.300859, 27.913838, 24.864334, 21.432745, 15.83741, 12.985312, 9.282947, 6.975631, 7.006856]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 279, "item_id": "llmzszl-38", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 738, "region_end": 277, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.9856}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [186, 125, 129, 121, 96, 107, 88, 92, 81, 81, 88, 81, 78, 76, 63, 60, 52, 50, 41, 40, 48, 41, 37, 38, 69, 74, 81, 76, 69, 94, 75, 78, 74, 74, 73, 96, 91, 82, 80, 82, 91, 95, 76, 88, 74, 75, 48, 36, 16, 6], "n_am_pl": [42, 114, 82, 99, 91, 78, 92, 86, 91, 81, 77, 68, 76, 82, 71, 86, 80, 85, 95, 92, 95, 105, 104, 114, 92, 93, 93, 103, 128, 101, 129, 108, 105, 86, 90, 80, 72, 67, 59, 78, 78, 80, 80, 84, 84, 87, 102, 106, 127, 148], "n_pos": 581, "sum_m_en": [55.663602, 27.825704, 29.033611, 29.618756, 31.673529, 33.111422, 32.303433, 33.835108, 35.525733, 35.913075, 37.093687, 38.427823, 38.362472, 40.35919, 39.568894, 38.037933, 36.296306, 35.66674, 31.36059, 28.60572, 26.828259, 25.649449, 25.51097, 25.08255, 39.976018, 43.592264, 45.10933, 47.909636, 47.798907, 49.70637, 46.869866, 45.461699, 46.093482, 45.227125, 47.202084, 46.761097, 47.556493, 48.685526, 50.548515, 49.484249, 51.470641, 52.907823, 50.106784, 58.318589, 63.589645, 67.788165, 50.433844, 38.487754, 17.461927, 5.921327], "sum_m_pl": [237.675004, 286.418991, 277.435648, 272.781768, 264.40215, 261.841197, 262.740348, 258.817743, 250.108981, 250.682689, 244.364, 242.371665, 244.240451, 243.021771, 240.039012, 243.605772, 247.629291, 249.824049, 258.09191, 265.216758, 271.677729, 272.72284, 274.540527, 275.183629, 216.650104, 210.278586, 200.716784, 212.972664, 222.62638, 221.790983, 221.702042, 223.651688, 215.261242, 197.476767, 192.263904, 181.202849, 169.187001, 163.618979, 156.842651, 161.461741, 156.064045, 152.096153, 151.306467, 141.300845, 124.930481, 119.541764, 118.945938, 113.056242, 125.410232, 147.979223]}, "digit": {"n_am_en": [7, 19, 9, 10, 11, 7, 15, 19, 9, 11, 15, 10, 6, 6, 6, 4, 4, 5, 4, 8, 4, 5, 7, 6, 10, 6, 8, 11, 9, 11, 9, 9, 10, 7, 9, 7, 4, 7, 9, 5, 7, 12, 7, 15, 15, 9, 4, 0, 0, 0], "n_am_pl": [0, 12, 7, 8, 9, 5, 6, 4, 6, 8, 10, 6, 9, 13, 7, 13, 13, 8, 7, 7, 11, 12, 10, 12, 13, 15, 11, 10, 8, 10, 13, 17, 15, 11, 12, 7, 11, 8, 9, 8, 12, 7, 8, 10, 7, 7, 2, 5, 1, 0], "n_pos": 60, "sum_m_en": [5.369013, 2.633882, 2.492068, 2.385367, 2.522366, 2.764924, 2.942242, 3.331165, 3.462691, 3.535922, 3.493608, 3.586259, 3.516867, 3.796285, 3.532694, 3.400851, 3.345193, 3.594703, 3.10525, 2.853601, 2.624825, 2.447688, 2.419583, 2.371494, 3.592447, 3.819012, 4.265313, 4.590216, 4.754512, 4.717197, 4.706638, 4.511193, 4.23526, 4.059536, 4.251761, 4.451691, 4.28978, 3.846718, 4.307498, 4.17364, 3.907134, 4.084992, 4.458471, 6.139177, 7.693418, 5.201535, 3.137784, 0.808008, 0.06684, 0.0], "sum_m_pl": [26.426859, 32.236798, 31.189214, 30.421615, 29.178731, 28.479888, 28.023174, 26.90867, 25.229974, 25.934979, 25.49205, 25.969129, 24.859221, 24.731919, 24.077944, 24.251115, 24.768502, 25.336068, 26.580644, 27.301008, 28.333962, 28.654718, 28.905731, 29.12869, 24.776873, 23.809245, 22.2061, 22.794619, 22.872088, 23.092232, 22.805084, 22.790483, 23.395762, 22.037797, 21.024656, 21.267201, 20.372957, 20.531381, 20.538747, 22.3873, 22.769494, 22.396619, 22.598766, 20.63085, 17.306043, 13.963143, 8.228201, 5.219599, 1.225609, 4e-06]}, "lang": {"n_am_en": [53, 29, 30, 39, 26, 20, 16, 14, 19, 22, 29, 32, 33, 19, 15, 20, 16, 16, 13, 11, 13, 8, 6, 11, 20, 23, 21, 25, 23, 29, 23, 28, 21, 24, 22, 32, 33, 30, 32, 36, 41, 37, 30, 39, 39, 45, 27, 21, 13, 6], "n_am_pl": [13, 24, 23, 28, 26, 21, 29, 28, 22, 26, 18, 17, 17, 21, 21, 28, 17, 27, 28, 34, 28, 24, 36, 36, 37, 28, 30, 30, 33, 29, 38, 26, 28, 22, 24, 28, 25, 23, 22, 29, 30, 35, 37, 38, 48, 52, 67, 70, 117, 148], "n_pos": 155, "sum_m_en": [14.562058, 7.761812, 8.045655, 8.228807, 8.832222, 9.225135, 9.071796, 9.331791, 9.853092, 9.898061, 10.234097, 10.784006, 10.902095, 11.1469, 10.422912, 10.049197, 9.498661, 9.31358, 8.218944, 7.513402, 7.079277, 6.740365, 6.735957, 6.629643, 11.661665, 12.834641, 13.069053, 13.713366, 13.608248, 14.401465, 13.109271, 13.352774, 13.566216, 13.724616, 14.235113, 14.687811, 17.114199, 19.086789, 18.551746, 19.933855, 21.771364, 23.69974, 22.063068, 26.107972, 34.171717, 39.968197, 27.742408, 20.367107, 13.299295, 5.908006], "sum_m_pl": [59.213802, 71.497809, 69.284634, 69.026488, 67.249437, 67.267676, 68.251847, 68.039045, 66.301531, 66.347107, 64.449756, 64.197706, 64.909491, 64.906976, 65.751326, 66.879233, 67.857821, 68.011387, 69.993958, 71.833469, 72.925367, 73.092908, 73.556478, 73.686055, 59.528903, 58.376597, 55.47979, 58.569794, 61.925713, 61.057928, 61.633997, 62.264951, 61.53017, 58.059774, 56.833342, 55.554017, 53.624381, 52.07494, 50.572403, 52.024252, 49.41036, 49.436039, 50.419308, 49.650026, 50.208537, 52.601479, 65.394723, 71.035631, 113.492337, 146.200249]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 583, "item_id": "llmzszl-38", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 669, "region_end": 581, "roundtrip_ok": true, "tf_agree": 0.9914, "tf_agree_excl_first": 0.9931}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [42, 25, 29, 23, 25, 15, 17, 19, 17, 15, 17, 13, 13, 14, 11, 13, 10, 14, 10, 19, 13, 10, 12, 15, 22, 17, 11, 14, 16, 13, 13, 15, 16, 21, 22, 27, 28, 26, 18, 22, 28, 23, 23, 26, 27, 26, 24, 24, 23, 22], "n_am_pl": [7, 11, 18, 18, 9, 17, 6, 8, 10, 5, 7, 11, 12, 11, 9, 5, 8, 6, 5, 3, 7, 6, 14, 10, 0, 5, 4, 7, 9, 11, 10, 8, 10, 9, 8, 6, 6, 5, 7, 8, 3, 4, 5, 5, 3, 6, 3, 1, 0, 0], "n_pos": 95, "sum_m_en": [11.928604, 5.345974, 5.404133, 5.182077, 5.507524, 5.513909, 5.518811, 5.721361, 5.424536, 5.396123, 5.82883, 5.603251, 5.975469, 6.4097, 6.321541, 6.24936, 6.506026, 6.486134, 5.802186, 5.327473, 4.852354, 4.392708, 4.264547, 4.172223, 8.172498, 7.911282, 7.416564, 7.921405, 8.750687, 8.43834, 7.882874, 7.868889, 7.550345, 7.876497, 11.006258, 11.519888, 13.015667, 14.302259, 14.018565, 14.538861, 15.392735, 18.333621, 19.05921, 20.87981, 23.530026, 23.950515, 24.526661, 25.38446, 22.222287, 21.927461], "sum_m_pl": [36.844628, 45.46047, 44.709889, 44.101046, 41.835145, 41.045014, 41.351104, 40.01974, 38.276534, 41.340565, 40.490627, 40.877009, 40.091485, 39.139954, 39.76817, 40.015084, 39.841671, 40.239662, 42.570411, 44.405882, 45.340339, 46.389073, 46.589259, 46.772622, 31.962354, 32.654734, 32.76333, 34.522982, 36.44372, 37.113926, 37.541343, 36.478123, 35.664365, 34.309502, 30.352631, 27.260933, 25.901468, 24.219179, 21.172331, 18.586646, 19.256353, 15.278515, 14.447932, 12.843135, 9.298279, 8.364326, 5.072463, 1.705181, 0.320053, 0.001948]}, "digit": {"n_am_en": [6, 8, 8, 5, 4, 0, 0, 4, 1, 2, 3, 4, 3, 3, 3, 2, 0, 3, 0, 6, 3, 1, 2, 2, 4, 0, 2, 1, 5, 2, 1, 0, 2, 2, 2, 1, 3, 3, 2, 2, 3, 4, 3, 3, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 2, 2, 5, 0, 0, 2, 0, 0, 1, 1, 2, 1, 1, 2, 1, 1, 0, 1, 0, 2, 0, 0, 0, 0, 0, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 3, 4, 2, 2, 2, 2, 3, 2, 0, 1, 0, 0], "n_pos": 21, "sum_m_en": [1.972168, 0.885282, 0.873371, 0.812344, 0.859007, 0.916495, 0.972281, 1.040598, 1.017481, 1.011103, 1.086066, 1.062393, 1.14289, 1.188361, 1.093449, 1.170239, 1.212123, 1.285742, 1.141984, 1.066917, 1.005908, 0.8989, 0.871079, 0.859976, 1.377045, 1.342101, 1.232031, 1.289283, 1.504728, 1.389345, 1.384828, 1.371628, 1.359848, 1.211119, 1.355183, 1.356503, 1.547832, 2.338502, 1.784462, 1.418665, 1.548627, 1.516114, 1.443914, 1.540626, 1.510333, 1.380743, 0.739204, 0.574713, 0.080011, 0.0], "sum_m_pl": [9.32776, 11.298649, 10.880738, 10.647676, 10.19257, 9.857144, 9.788979, 9.36135, 8.647529, 9.375278, 9.203861, 9.396466, 8.910634, 8.7025, 8.769889, 8.778981, 8.596301, 8.704444, 9.446794, 9.772516, 10.008084, 10.321565, 10.368416, 10.373292, 8.00049, 8.140481, 7.919372, 8.239852, 8.806354, 8.83741, 8.573635, 8.175014, 8.12744, 8.006433, 7.299056, 6.363009, 6.871723, 6.596335, 5.402317, 4.754681, 5.331319, 5.1515, 5.365409, 4.808239, 4.420501, 3.178965, 1.59574, 0.997172, 0.158316, 0.0]}, "lang": {"n_am_en": [11, 5, 4, 10, 12, 9, 9, 9, 8, 7, 5, 6, 5, 6, 1, 6, 6, 8, 5, 8, 7, 5, 6, 6, 8, 11, 3, 5, 4, 6, 4, 5, 6, 8, 11, 12, 12, 15, 10, 13, 15, 13, 12, 16, 15, 15, 15, 16, 21, 22], "n_am_pl": [0, 2, 4, 6, 2, 2, 1, 2, 1, 1, 2, 1, 1, 2, 2, 0, 2, 2, 2, 0, 0, 1, 5, 3, 0, 1, 0, 0, 0, 3, 4, 3, 3, 3, 4, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 2, 2, 0, 0, 0], "n_pos": 23, "sum_m_en": [3.198094, 1.489608, 1.497044, 1.550407, 1.52509, 1.570694, 1.619216, 1.675149, 1.554966, 1.456468, 1.607783, 1.582798, 1.735039, 1.829045, 1.76998, 1.869667, 1.97064, 2.065113, 1.780088, 1.572046, 1.381421, 1.208418, 1.152688, 1.10636, 2.684037, 2.693732, 2.453249, 2.423363, 2.819706, 2.723095, 2.44494, 2.564704, 2.50553, 2.760561, 5.151593, 5.675023, 6.579339, 7.120727, 7.133544, 7.826005, 8.290642, 10.594217, 10.397789, 12.881873, 11.43887, 12.947675, 14.490816, 15.897176, 20.102266, 21.668331], "sum_m_pl": [8.080338, 10.283296, 10.347823, 10.267689, 9.952211, 9.821479, 9.683901, 9.68191, 9.679116, 10.183631, 9.940913, 10.223291, 10.06526, 9.916849, 10.204636, 10.142397, 9.983181, 10.071405, 10.50889, 10.809589, 11.000862, 11.206466, 11.219129, 11.254168, 8.67385, 8.752041, 9.022407, 9.12645, 9.04397, 9.218926, 9.588096, 9.383797, 9.341562, 9.187059, 7.661815, 7.129306, 6.195198, 5.651552, 5.247087, 4.244121, 4.646096, 3.020104, 2.453166, 2.243464, 1.452602, 2.675103, 2.180194, 0.19572, 0.036311, 0.001917]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 97, "item_id": "llmzszl-39", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 711, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9794, "tf_agree_excl_first": 0.9896}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [64, 74, 59, 32, 41, 31, 39, 38, 31, 52, 57, 53, 53, 46, 51, 46, 42, 43, 43, 40, 34, 36, 18, 26, 45, 46, 39, 33, 34, 48, 42, 54, 50, 51, 63, 59, 55, 60, 57, 53, 57, 57, 58, 55, 50, 39, 24, 22, 7, 3], "n_am_pl": [11, 56, 59, 50, 40, 40, 21, 23, 20, 16, 20, 23, 28, 33, 28, 22, 22, 16, 18, 26, 31, 35, 50, 43, 12, 16, 26, 28, 37, 26, 32, 24, 24, 14, 13, 15, 18, 23, 19, 16, 15, 12, 6, 13, 19, 19, 20, 25, 41, 50], "n_pos": 250, "sum_m_en": [24.547283, 12.310075, 12.548852, 12.60006, 13.826065, 13.525975, 13.46701, 13.846163, 14.194026, 14.411444, 15.174819, 15.270226, 15.693767, 16.444125, 16.053505, 15.581584, 15.685494, 15.2819, 13.904183, 12.971251, 12.14445, 11.362017, 11.035206, 10.783862, 18.679247, 18.588949, 18.191225, 19.125676, 21.053414, 20.934621, 20.623396, 19.904718, 19.37295, 18.955576, 21.598417, 22.148147, 23.203901, 22.911911, 26.311655, 31.143514, 31.495848, 38.963202, 43.121762, 42.177844, 44.36924, 36.089869, 23.733086, 20.478407, 6.749535, 3.180169], "sum_m_pl": [100.767902, 123.057239, 119.725703, 116.987282, 111.979788, 111.069563, 112.281193, 110.92205, 106.66707, 112.585679, 111.719586, 110.0627, 108.596272, 107.066529, 107.294518, 108.511131, 108.088387, 109.004447, 115.256482, 118.07559, 119.187398, 120.000962, 120.67001, 120.846185, 86.514489, 87.46866, 87.532574, 93.8031, 98.665666, 98.725395, 97.878566, 97.164379, 96.77107, 90.13709, 86.464606, 79.996299, 75.966924, 72.441695, 62.164174, 55.408366, 54.049401, 46.794289, 42.190702, 38.921742, 35.545537, 32.447721, 32.709414, 28.466889, 40.462225, 47.729695]}, "digit": {"n_am_en": [11, 36, 24, 9, 11, 7, 14, 11, 10, 17, 19, 19, 18, 20, 22, 18, 11, 10, 11, 10, 10, 12, 6, 9, 14, 14, 12, 13, 14, 11, 14, 12, 14, 14, 18, 14, 16, 18, 15, 13, 15, 19, 16, 17, 11, 7, 6, 6, 0, 0], "n_am_pl": [0, 6, 4, 6, 3, 14, 4, 2, 6, 3, 5, 9, 4, 5, 4, 3, 5, 4, 6, 8, 10, 11, 17, 12, 3, 4, 8, 9, 12, 9, 10, 8, 6, 3, 4, 3, 6, 8, 8, 6, 3, 4, 2, 2, 3, 3, 1, 1, 0, 0], "n_pos": 64, "sum_m_en": [6.487782, 2.913464, 2.80598, 2.587526, 2.844043, 3.004804, 2.952013, 3.161117, 3.355631, 3.456881, 3.624223, 3.629432, 3.893328, 4.294474, 4.2191, 4.195769, 4.148358, 4.035616, 3.573418, 3.276439, 2.950365, 2.713284, 2.634791, 2.573035, 4.184436, 4.176378, 4.383178, 4.769263, 5.396227, 5.337802, 5.500986, 5.516334, 5.468499, 4.876313, 5.585645, 5.893784, 6.150867, 5.975196, 5.592629, 6.192128, 6.851269, 10.484256, 11.945897, 12.38651, 10.808299, 9.473918, 7.033648, 4.65441, 0.170605, 9e-06], "sum_m_pl": [27.993011, 34.32602, 33.097664, 32.44806, 31.09158, 30.291166, 30.474594, 29.795445, 28.630524, 30.217592, 30.323254, 30.459621, 30.049557, 29.474604, 29.34461, 29.284002, 28.491124, 28.479752, 30.669951, 31.135427, 31.435885, 31.839528, 31.973331, 32.003498, 26.148805, 26.237426, 26.306545, 27.56758, 28.340483, 28.00962, 27.001674, 26.145964, 26.199339, 25.276302, 23.896016, 22.057513, 22.724486, 22.589026, 20.507941, 18.295477, 18.517472, 15.317086, 14.611628, 13.269407, 12.666935, 10.855521, 7.703221, 4.477922, 0.420923, 1.1e-05]}, "lang": {"n_am_en": [10, 9, 12, 11, 8, 10, 11, 14, 13, 13, 14, 16, 19, 12, 11, 13, 10, 15, 20, 18, 10, 12, 8, 8, 15, 13, 11, 9, 6, 15, 15, 15, 17, 17, 21, 27, 20, 23, 25, 19, 23, 20, 27, 23, 27, 22, 12, 8, 5, 3], "n_am_pl": [8, 17, 17, 16, 11, 10, 4, 4, 3, 3, 3, 1, 8, 10, 3, 3, 3, 2, 1, 4, 5, 7, 12, 7, 3, 4, 5, 6, 10, 8, 11, 7, 8, 6, 4, 8, 6, 11, 7, 9, 10, 7, 4, 11, 13, 13, 17, 22, 38, 48], "n_pos": 53, "sum_m_en": [4.671454, 2.648549, 2.961202, 2.999163, 2.993001, 3.080567, 3.067825, 3.061659, 3.187628, 3.077727, 3.29009, 3.496218, 3.58304, 3.773627, 3.750573, 3.729328, 3.759397, 3.662274, 3.357947, 3.108026, 2.90121, 2.691103, 2.582626, 2.504465, 4.983133, 4.851679, 4.766504, 4.816938, 5.135004, 5.362627, 5.152544, 5.139562, 4.970671, 5.219953, 6.200375, 6.629855, 7.487169, 7.900814, 11.428822, 12.501377, 12.96009, 16.000785, 16.741689, 16.172953, 19.972823, 16.364106, 9.693054, 8.269904, 4.510038, 3.168223], "sum_m_pl": [19.663725, 24.448509, 23.90723, 23.655124, 23.286959, 23.43711, 23.461344, 23.968199, 23.70501, 24.495371, 23.934167, 23.639214, 23.573024, 23.103968, 23.376796, 23.829007, 24.133143, 24.380231, 25.049531, 25.592551, 25.530961, 25.308031, 25.488061, 25.31356, 20.552335, 20.871064, 20.729961, 21.923768, 22.269083, 22.653485, 22.470369, 22.582136, 22.517663, 21.24522, 20.4549, 20.724348, 19.963572, 19.834385, 16.875406, 15.61779, 16.204318, 13.936323, 12.77385, 14.288654, 13.31718, 13.015751, 18.579596, 19.454451, 36.85389, 46.300919]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 250, "item_id": "llmzszl-39", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 642, "region_end": 250, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 0.9839}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [37, 43, 42, 38, 44, 42, 47, 38, 34, 39, 33, 30, 27, 34, 36, 34, 39, 24, 32, 36, 37, 42, 35, 35, 53, 53, 37, 37, 32, 33, 32, 23, 35, 38, 34, 34, 38, 40, 38, 53, 54, 54, 53, 41, 37, 41, 42, 40, 47, 46], "n_am_pl": [9, 11, 15, 13, 11, 14, 7, 5, 10, 8, 12, 20, 15, 19, 13, 15, 14, 15, 7, 13, 10, 12, 14, 21, 7, 8, 8, 10, 12, 15, 15, 14, 6, 4, 6, 7, 9, 2, 3, 1, 2, 2, 3, 2, 1, 0, 3, 1, 0, 0], "n_pos": 120, "sum_m_en": [15.753421, 7.544067, 7.584674, 7.106527, 7.901031, 7.751283, 8.237298, 8.345196, 8.573748, 9.02842, 8.723529, 9.074308, 9.990217, 10.214935, 10.657895, 9.86611, 10.089418, 9.611287, 8.59078, 7.876692, 7.227176, 7.028668, 6.461536, 6.147423, 21.48193, 22.175681, 18.681012, 15.828058, 15.193898, 15.4646, 13.785209, 14.182948, 15.355866, 15.713992, 16.149406, 17.01293, 19.18826, 20.975601, 26.186578, 31.868559, 32.128457, 34.452854, 35.122676, 30.876604, 34.289994, 34.726179, 39.619455, 37.682368, 46.318211, 46.227262], "sum_m_pl": [41.246989, 57.541788, 56.028174, 55.871989, 54.13604, 54.903654, 54.757125, 53.116922, 52.696114, 52.649789, 52.518425, 52.221187, 51.284319, 50.901903, 50.924842, 52.262421, 50.773764, 50.467623, 52.060459, 53.627648, 54.785514, 55.567385, 56.164156, 56.983091, 39.47905, 38.528, 37.416111, 39.741806, 41.955363, 41.506353, 43.103184, 42.026749, 40.534819, 39.188797, 37.687596, 35.644071, 31.662468, 29.217742, 26.645688, 24.052899, 24.221789, 21.313779, 19.902754, 14.791855, 9.650411, 7.819909, 5.002506, 2.612502, 0.362718, 0.026573]}, "digit": {"n_am_en": [0, 5, 2, 2, 5, 4, 7, 1, 5, 6, 4, 2, 1, 2, 0, 2, 2, 0, 0, 2, 2, 3, 2, 2, 5, 6, 4, 2, 1, 2, 1, 1, 4, 1, 1, 0, 0, 1, 0, 1, 1, 1, 3, 3, 1, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 0, 1, 2, 1, 1, 0, 1, 2, 2, 3, 3, 2, 2, 3, 2, 1, 1, 1, 2, 2, 2, 1, 2, 3, 1, 3, 4, 3, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.002814, 0.499982, 0.494146, 0.504948, 0.523131, 0.632416, 0.712446, 0.760938, 0.966991, 0.824541, 0.751041, 0.737387, 0.839236, 0.799936, 0.75455, 0.808962, 0.841861, 0.819343, 0.700534, 0.67148, 0.612629, 0.600986, 0.568, 0.554637, 1.568917, 1.622826, 1.372048, 1.416424, 1.279606, 1.268845, 1.106693, 1.071158, 0.952337, 0.930501, 0.979615, 0.982321, 0.903044, 0.863821, 0.90655, 1.112048, 0.940498, 0.823881, 1.002212, 0.887696, 0.642996, 0.734497, 0.136138, 0.060797, 0.003242, 0.0], "sum_m_pl": [4.129044, 5.715732, 5.524145, 5.364833, 5.148093, 5.008772, 5.153018, 4.87235, 4.561263, 4.56845, 4.577034, 4.508014, 4.518773, 4.433667, 4.527885, 4.679227, 4.372889, 4.530573, 4.697977, 4.766578, 4.870007, 4.940457, 5.010554, 5.15296, 3.820305, 3.728383, 3.655824, 3.706787, 3.904526, 3.975225, 4.159935, 4.063743, 3.997704, 3.732537, 3.453928, 3.460941, 3.220908, 2.919735, 2.849708, 2.76013, 3.182663, 2.957682, 3.047594, 2.720125, 1.858032, 1.223072, 0.341205, 0.091009, 0.008438, 0.0]}, "lang": {"n_am_en": [16, 15, 16, 15, 17, 17, 19, 18, 15, 13, 13, 13, 14, 13, 11, 14, 13, 9, 13, 15, 16, 20, 16, 15, 20, 25, 13, 18, 14, 16, 18, 13, 18, 18, 13, 15, 19, 19, 19, 26, 29, 28, 26, 25, 24, 27, 33, 34, 44, 45], "n_am_pl": [4, 7, 5, 5, 3, 6, 3, 1, 3, 3, 6, 8, 8, 10, 4, 7, 7, 9, 4, 6, 4, 6, 8, 13, 4, 4, 4, 4, 4, 6, 5, 4, 3, 2, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 0, 1, 0, 0, 0], "n_pos": 47, "sum_m_en": [6.401806, 3.118924, 3.018577, 3.054389, 3.310156, 3.22104, 3.404925, 3.434673, 3.42351, 3.784583, 3.602475, 3.839776, 4.137279, 4.120979, 4.522715, 4.101819, 4.377131, 4.137275, 3.74371, 3.404611, 3.057717, 3.090815, 2.728636, 2.522927, 11.084505, 10.984258, 9.338741, 7.202292, 6.823955, 6.797562, 5.919063, 6.18991, 6.982412, 7.256441, 7.195577, 7.80686, 9.61537, 10.698919, 13.211844, 14.830682, 15.840499, 18.554329, 19.447838, 17.973044, 21.902062, 23.38259, 28.991098, 30.386097, 42.567101, 44.915024], "sum_m_pl": [15.357729, 22.177429, 21.768497, 21.787271, 20.8503, 21.275854, 21.183272, 20.686437, 20.753024, 20.644603, 20.634946, 20.501827, 20.102846, 20.231145, 20.082539, 20.592234, 20.017727, 19.873933, 20.280372, 20.85326, 21.308201, 21.593661, 21.887135, 22.239691, 15.007522, 14.747832, 14.267963, 15.6811, 16.247663, 16.402629, 17.378583, 16.549086, 15.611018, 15.315752, 14.724247, 13.916891, 11.784799, 10.614371, 9.50309, 8.907779, 8.652424, 7.340547, 6.902727, 5.688713, 3.378439, 2.445699, 2.081322, 0.859761, 0.20116, 0.018463]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "llmzszl-42", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 736, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.9508, "tf_agree_excl_first": 0.9587}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [4, 1, 3, 5, 3, 1, 0, 1, 2, 2, 1, 2, 3, 2, 4, 3, 3, 4, 6, 1, 3, 5, 2, 3, 3, 5, 2, 3, 3, 2, 3, 6, 3, 6, 5, 4, 4, 4, 2, 5, 3, 4, 3, 2, 5, 4, 1, 0, 0, 0], "n_am_pl": [2, 6, 4, 3, 0, 3, 0, 4, 2, 1, 3, 1, 2, 3, 0, 2, 2, 0, 1, 2, 2, 1, 3, 4, 5, 5, 4, 2, 3, 2, 3, 1, 0, 0, 2, 1, 2, 2, 1, 1, 3, 3, 2, 2, 0, 0, 0, 0, 4, 6], "n_pos": 15, "sum_m_en": [1.225238, 0.721033, 0.798596, 0.802456, 0.794219, 0.804615, 0.829303, 0.74987, 0.736231, 0.736528, 0.806698, 0.870705, 0.914264, 0.944455, 0.89931, 0.926964, 0.90506, 0.895206, 0.888556, 0.824227, 0.871921, 0.868481, 0.759537, 0.738906, 1.415622, 1.436445, 1.276818, 1.273389, 1.373452, 1.287922, 1.363443, 1.372263, 1.422457, 1.406381, 1.517529, 1.45278, 1.804336, 1.720173, 1.809706, 1.914126, 1.763249, 1.567179, 1.490463, 1.751807, 3.82946, 2.897058, 1.002329, 0.319216, 0.075918, 0.000105], "sum_m_pl": [6.14156, 7.132065, 7.105083, 6.915524, 6.816339, 6.759963, 6.495399, 6.857811, 6.992937, 7.005106, 6.897689, 6.761048, 6.954192, 6.94897, 6.715745, 6.792278, 6.556111, 6.289455, 6.499036, 6.634734, 6.557772, 6.604543, 6.629431, 6.52732, 5.655372, 5.583188, 4.870608, 5.137895, 5.248137, 5.634668, 5.747619, 5.916385, 5.667794, 5.52618, 5.454571, 5.838623, 5.494612, 5.439228, 5.313602, 5.347621, 5.129175, 5.232076, 5.045647, 4.83092, 2.994049, 2.661448, 2.040752, 2.137362, 4.227139, 6.072382]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 0, 1, 3, 2, 1, 0, 1, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 3, 1, 1, 2, 1, 2, 2, 3, 0, 1, 1, 0, 0, 2, 1, 4, 3, 2, 1, 1, 0, 2, 1, 2, 2, 1, 3, 3, 1, 0, 0, 0], "n_am_pl": [1, 4, 2, 1, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 2, 1, 2, 2, 2, 2, 1, 0, 2, 2, 2, 1, 0, 0, 1, 0, 1, 0, 0, 0, 2, 2, 1, 1, 0, 0, 0, 0, 4, 6], "n_pos": 6, "sum_m_en": [0.529637, 0.317364, 0.310034, 0.320424, 0.301282, 0.31451, 0.30125, 0.292587, 0.277447, 0.285014, 0.313871, 0.358591, 0.367989, 0.362228, 0.323192, 0.359068, 0.356028, 0.339186, 0.341996, 0.323959, 0.331523, 0.328832, 0.281708, 0.274136, 0.528725, 0.504493, 0.428994, 0.451326, 0.462666, 0.446024, 0.436636, 0.490729, 0.552344, 0.564136, 0.58206, 0.50488, 0.48186, 0.41948, 0.418683, 0.459902, 0.436753, 0.400743, 0.383013, 0.405136, 2.18532, 2.07969, 0.805627, 0.163423, 0.013798, 1e-05], "sum_m_pl": [2.353623, 2.941469, 2.974884, 2.89496, 2.841119, 2.703761, 2.706877, 2.78134, 2.892854, 2.903743, 2.860038, 2.764931, 2.782849, 2.786185, 2.711903, 2.769117, 2.611891, 2.467318, 2.597147, 2.718711, 2.719773, 2.705023, 2.711479, 2.704239, 2.569407, 2.378325, 2.042864, 2.248599, 2.41241, 2.577799, 2.549367, 2.542267, 2.393123, 2.256313, 2.318337, 2.441789, 2.451842, 2.499506, 2.580898, 2.552733, 2.509314, 2.519423, 2.38654, 2.331229, 1.245596, 0.795881, 0.866331, 1.345596, 4.037042, 5.979559]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 278, "item_id": "llmzszl-42", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 667, "region_end": 15, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9856}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [50, 37, 38, 39, 37, 28, 32, 43, 41, 47, 52, 47, 48, 46, 46, 43, 54, 35, 40, 60, 51, 53, 60, 63, 69, 64, 52, 51, 48, 40, 36, 39, 41, 46, 42, 50, 47, 56, 66, 65, 68, 70, 81, 78, 79, 72, 69, 75, 69, 67], "n_am_pl": [9, 30, 22, 23, 26, 18, 14, 20, 17, 12, 16, 18, 20, 23, 18, 19, 22, 19, 22, 17, 14, 16, 12, 11, 10, 5, 8, 7, 10, 13, 17, 10, 15, 20, 20, 18, 17, 20, 11, 16, 13, 11, 13, 12, 6, 10, 5, 2, 4, 7], "n_pos": 159, "sum_m_en": [18.0343, 10.567428, 10.270444, 9.512759, 9.135456, 8.856074, 9.12774, 9.622085, 10.0529, 10.598627, 11.351562, 12.518875, 12.874947, 13.56715, 13.326969, 11.900257, 11.154691, 10.300218, 9.293123, 9.203235, 8.338879, 7.627697, 7.226326, 7.008062, 28.346732, 22.27415, 18.303109, 17.402692, 15.983167, 16.979153, 15.952268, 15.980798, 15.804297, 15.352408, 16.230497, 16.890609, 19.122706, 24.013363, 27.882088, 30.573866, 32.098413, 37.128312, 50.543385, 55.868383, 59.001191, 62.243926, 66.561083, 68.181087, 70.541822, 65.980376], "sum_m_pl": [56.493455, 69.620958, 69.651213, 70.025845, 69.672913, 70.577578, 69.792414, 68.878363, 69.050083, 70.919965, 71.171375, 70.049992, 71.365648, 68.992348, 70.714684, 73.139174, 73.456415, 72.92116, 75.042844, 77.338557, 78.264871, 79.313037, 79.61562, 79.605729, 55.890303, 57.550642, 56.526428, 60.213177, 62.154555, 61.748694, 62.237271, 61.763563, 61.468235, 60.048004, 59.713327, 57.782129, 53.875794, 51.528031, 49.919296, 48.252653, 45.629981, 38.683235, 34.637575, 29.607949, 22.135196, 17.08965, 10.630516, 7.028425, 4.545937, 7.304931]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [32, 17, 16, 19, 15, 17, 22, 26, 23, 24, 26, 26, 29, 28, 27, 29, 30, 18, 22, 34, 28, 27, 33, 31, 35, 32, 28, 27, 25, 21, 17, 19, 24, 25, 29, 30, 34, 34, 41, 45, 50, 46, 55, 53, 54, 48, 51, 56, 61, 66], "n_am_pl": [4, 15, 15, 17, 15, 13, 9, 14, 7, 7, 8, 12, 8, 11, 9, 8, 10, 13, 11, 7, 7, 5, 5, 6, 5, 3, 3, 1, 3, 6, 9, 3, 7, 9, 8, 10, 7, 9, 3, 4, 4, 3, 2, 3, 1, 5, 2, 1, 4, 7], "n_pos": 75, "sum_m_en": [8.867994, 5.304786, 4.95762, 4.468926, 4.359808, 4.33915, 4.516017, 4.651026, 4.87116, 5.321802, 5.698933, 6.409168, 6.708205, 7.258826, 7.179822, 6.195566, 5.690647, 5.159954, 4.684791, 4.814159, 4.174938, 3.820896, 3.549069, 3.403349, 17.079093, 12.875996, 9.766737, 9.038669, 8.230608, 8.745156, 8.539629, 8.462735, 8.211267, 8.034222, 8.940058, 9.434757, 11.140183, 14.859415, 16.992962, 19.207074, 20.815809, 24.710506, 32.612924, 37.015379, 41.28224, 43.159166, 48.283884, 50.280643, 60.727976, 62.791459], "sum_m_pl": [26.03497, 32.305378, 32.786212, 33.024087, 32.5559, 32.919064, 32.489332, 32.386179, 32.473253, 33.302815, 33.711859, 33.170869, 34.052762, 32.846545, 33.516685, 34.736768, 34.934342, 34.91442, 35.730715, 36.68332, 37.201767, 37.68138, 37.909277, 37.975971, 26.431318, 28.028009, 28.245429, 30.027586, 30.730692, 30.377972, 31.062112, 30.904915, 31.40223, 30.601529, 29.7205, 28.835623, 26.563875, 25.147172, 23.63325, 22.749944, 21.627784, 18.092788, 15.163091, 12.260041, 9.21801, 7.101239, 3.960491, 3.166996, 3.907271, 7.177835]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "llmzszl-43", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9814, "tf_agree_excl_first": 0.9875}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 22, 18, 25, 23, 12, 12, 14, 14, 21, 19, 22, 24, 25, 27, 18, 12, 9, 10, 23, 17, 19, 21, 20, 27, 28, 22, 21, 17, 14, 12, 14, 8, 10, 17, 16, 14, 17, 17, 12, 15, 14, 23, 24, 19, 12, 2, 2, 0, 0], "n_am_pl": [4, 21, 18, 11, 10, 16, 3, 11, 10, 10, 6, 6, 8, 6, 8, 15, 15, 12, 12, 14, 18, 15, 13, 16, 5, 8, 5, 9, 13, 17, 13, 12, 18, 14, 13, 14, 17, 25, 27, 28, 27, 26, 18, 20, 23, 31, 36, 33, 43, 48], "n_pos": 85, "sum_m_en": [8.140882, 4.490916, 4.530702, 4.513156, 4.495988, 4.567435, 4.508432, 4.579115, 4.842679, 5.281247, 5.463395, 5.846164, 5.851103, 6.097668, 6.066581, 5.353599, 4.972727, 4.685772, 4.220401, 4.350533, 3.741789, 3.570513, 3.481765, 3.425517, 11.506382, 9.3215, 7.945096, 7.246174, 6.860064, 7.348514, 7.383438, 6.781139, 6.657773, 6.725542, 7.192661, 6.941551, 6.855714, 7.337375, 7.665547, 7.419021, 8.056498, 7.943555, 14.583157, 10.609016, 8.843826, 8.925322, 4.177936, 3.914439, 0.807075, 0.003368], "sum_m_pl": [31.423472, 39.249258, 38.684897, 38.807351, 38.696606, 38.721903, 38.628433, 37.777032, 38.55024, 39.47859, 39.217164, 38.662685, 39.084435, 38.552373, 39.021308, 39.709832, 40.594446, 40.820861, 41.963508, 43.256662, 44.066792, 44.121898, 43.958552, 44.011842, 33.698485, 34.529056, 33.785328, 36.168669, 36.479412, 37.009894, 36.944031, 36.896946, 37.180576, 36.089196, 37.025938, 36.405026, 35.075302, 35.791522, 36.082777, 36.610973, 34.91076, 34.467466, 30.430807, 31.912745, 31.695967, 32.6256, 35.338434, 33.415913, 41.690863, 48.888694]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 12, 11, 16, 14, 8, 5, 7, 8, 11, 14, 15, 16, 16, 15, 11, 5, 4, 6, 13, 11, 11, 14, 12, 18, 19, 14, 14, 14, 10, 11, 11, 5, 7, 10, 12, 10, 12, 10, 7, 8, 8, 16, 16, 12, 6, 0, 1, 0, 0], "n_am_pl": [2, 16, 13, 8, 8, 11, 3, 8, 8, 6, 4, 4, 5, 3, 6, 9, 9, 7, 9, 7, 12, 11, 11, 13, 4, 7, 5, 7, 9, 11, 9, 8, 14, 10, 11, 10, 9, 15, 19, 24, 22, 24, 14, 17, 20, 26, 28, 29, 43, 48], "n_pos": 50, "sum_m_en": [4.875627, 2.634061, 2.690735, 2.712535, 2.654446, 2.672271, 2.719384, 2.729402, 2.80255, 2.984059, 3.283381, 3.526875, 3.566819, 3.624568, 3.462839, 3.054542, 2.870278, 2.700755, 2.42118, 2.29533, 2.176595, 2.018094, 1.992789, 1.954962, 6.795123, 5.191594, 4.707971, 4.477008, 4.419651, 4.6754, 4.784928, 4.338745, 4.158984, 4.231852, 4.37141, 4.115451, 3.906115, 4.319937, 4.55532, 4.437982, 4.516361, 4.580126, 9.612808, 6.175082, 4.713089, 4.915395, 1.546435, 1.484195, 0.461155, 0.002799], "sum_m_pl": [17.910564, 23.110902, 22.809401, 22.85577, 22.749669, 22.626547, 22.426242, 22.113438, 22.63053, 23.152679, 23.04068, 22.756694, 22.977241, 22.699833, 23.186451, 23.49272, 23.961529, 24.220545, 25.065824, 25.913811, 26.153699, 26.239098, 26.143159, 26.212571, 21.343071, 21.739822, 21.252333, 22.340461, 22.544419, 22.619488, 22.775143, 22.940747, 23.211501, 22.789043, 22.946708, 23.310879, 23.334175, 23.921234, 24.523142, 25.249525, 24.445464, 24.964498, 21.611871, 23.475104, 24.153441, 25.192568, 28.241772, 28.209981, 39.1203, 47.904594]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 87, "item_id": "llmzszl-43", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 664, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9425, "tf_agree_excl_first": 0.9535}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [60, 60, 42, 50, 44, 38, 39, 46, 41, 57, 61, 70, 47, 63, 62, 56, 80, 51, 58, 59, 41, 42, 40, 41, 64, 68, 63, 73, 65, 72, 56, 69, 65, 77, 69, 77, 79, 75, 82, 80, 91, 93, 101, 101, 91, 103, 109, 106, 108, 103], "n_am_pl": [13, 35, 29, 29, 23, 20, 11, 14, 8, 9, 15, 22, 23, 21, 18, 14, 19, 17, 12, 14, 10, 19, 20, 22, 15, 8, 13, 15, 19, 14, 13, 17, 21, 22, 24, 15, 11, 9, 7, 7, 7, 7, 10, 8, 11, 12, 10, 7, 12, 17], "n_pos": 202, "sum_m_en": [24.436263, 13.210884, 12.196784, 12.098976, 12.96191, 12.803831, 11.966136, 12.622175, 13.274735, 14.524518, 15.298599, 16.278641, 16.752139, 17.164256, 16.908901, 16.754802, 16.462975, 15.621985, 13.844154, 12.567332, 11.750434, 10.694112, 10.140172, 9.757466, 29.414539, 29.271928, 26.122918, 24.804901, 24.814987, 25.845643, 23.217593, 23.887096, 24.600809, 26.000444, 28.878323, 31.761614, 35.775051, 38.929923, 42.635511, 44.259247, 48.896092, 54.904748, 67.120683, 71.422239, 75.030971, 87.319756, 98.498735, 100.446241, 105.195399, 101.565964], "sum_m_pl": [69.082406, 90.432115, 89.961682, 89.569626, 86.093641, 83.579436, 82.79801, 84.091624, 81.492923, 87.382905, 87.309452, 88.141935, 88.826889, 88.333535, 90.110602, 89.131367, 91.8048, 90.539879, 91.241446, 92.538657, 92.497013, 95.264333, 95.387899, 96.01466, 64.14728, 68.202931, 67.793518, 76.319869, 77.76754, 78.861081, 79.352181, 77.855045, 79.52896, 78.002914, 75.312536, 69.91871, 61.070307, 55.576974, 52.022103, 51.902724, 49.576939, 42.466708, 37.736698, 32.546946, 26.802627, 20.68607, 15.012083, 10.202359, 13.05771, 17.912954]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [33, 41, 25, 31, 24, 27, 25, 30, 28, 40, 41, 49, 34, 38, 38, 33, 47, 27, 35, 30, 25, 27, 24, 26, 41, 42, 43, 48, 45, 48, 40, 45, 40, 49, 45, 56, 58, 51, 58, 54, 62, 64, 67, 66, 64, 72, 82, 84, 97, 100], "n_am_pl": [7, 16, 19, 18, 15, 14, 8, 8, 6, 6, 7, 12, 9, 11, 12, 9, 12, 9, 8, 10, 7, 12, 12, 15, 9, 6, 8, 12, 16, 12, 7, 12, 17, 16, 17, 11, 8, 4, 6, 5, 5, 5, 8, 8, 9, 9, 7, 6, 11, 17], "n_pos": 120, "sum_m_en": [14.270752, 7.901361, 7.277278, 7.082134, 7.514362, 7.668037, 7.206777, 7.686345, 8.340041, 8.986473, 9.481593, 10.012764, 10.175869, 10.329722, 10.104483, 10.289145, 10.115846, 9.526619, 8.430921, 7.628089, 7.133592, 6.495185, 6.156496, 5.871855, 19.939213, 19.651922, 17.511899, 15.972173, 15.958052, 16.715388, 14.910957, 15.464228, 15.707065, 16.787329, 18.304837, 20.379194, 24.081045, 25.311661, 28.392135, 30.315208, 32.755622, 37.861676, 45.994385, 48.507709, 52.733598, 61.028106, 72.572011, 78.755855, 92.950494, 96.498052], "sum_m_pl": [40.102903, 53.608432, 53.443263, 53.269947, 51.213641, 49.549601, 49.585888, 50.929585, 49.42179, 52.908656, 52.92972, 53.417008, 53.695133, 53.24662, 54.357833, 53.403372, 54.998484, 54.383151, 55.044339, 55.687808, 55.8395, 57.489696, 57.644695, 57.958294, 39.364713, 42.301442, 42.563174, 47.854172, 48.345761, 48.509299, 49.191618, 47.877872, 48.867377, 47.989473, 46.260055, 43.160455, 37.841294, 34.932725, 33.449432, 32.261193, 31.107448, 27.051586, 24.224472, 21.190097, 18.03739, 14.02526, 10.722708, 7.087761, 11.902991, 17.150109]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 204, "item_id": "llmzszl-45", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 798, "region_end": 202, "roundtrip_ok": true, "tf_agree": 0.9559, "tf_agree_excl_first": 0.9606}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [66, 34, 43, 41, 40, 38, 34, 41, 41, 59, 60, 64, 60, 57, 65, 58, 68, 60, 54, 49, 40, 39, 46, 46, 62, 74, 64, 69, 63, 62, 59, 60, 53, 60, 69, 74, 71, 78, 81, 72, 71, 72, 70, 63, 68, 62, 27, 13, 0, 0], "n_am_pl": [19, 48, 61, 36, 42, 24, 27, 24, 27, 34, 31, 27, 26, 24, 24, 22, 19, 22, 23, 26, 30, 35, 37, 41, 22, 16, 23, 31, 26, 35, 34, 20, 32, 29, 25, 25, 21, 19, 16, 31, 32, 24, 31, 39, 33, 34, 51, 55, 116, 124], "n_pos": 220, "sum_m_en": [20.787069, 10.415033, 10.805364, 11.272079, 12.263507, 12.11537, 11.879101, 11.900027, 12.633004, 12.807989, 13.752215, 14.99339, 14.998216, 15.395238, 15.428256, 15.125709, 15.431063, 14.578932, 12.555311, 11.476999, 10.851457, 10.099825, 9.736298, 9.54686, 20.684949, 21.349819, 21.275022, 19.835533, 19.826055, 20.636595, 20.8961, 20.820356, 20.606001, 23.457672, 24.794923, 29.152841, 30.899964, 33.215005, 34.996772, 36.052567, 37.135059, 43.8049, 47.829684, 46.793124, 46.962667, 43.854097, 28.293346, 13.804724, 2.687258, 0.01798], "sum_m_pl": [79.851319, 102.221866, 99.841716, 97.853932, 95.874644, 93.769698, 95.136966, 95.992643, 94.261574, 99.658343, 98.115577, 97.416813, 100.167035, 98.319128, 99.72292, 99.729312, 99.888592, 100.084041, 103.638586, 106.012885, 106.704142, 107.319055, 107.475711, 107.872125, 84.102792, 82.628313, 79.76599, 87.197362, 89.777871, 90.759667, 91.784032, 90.548125, 91.387903, 86.484813, 86.625184, 80.903553, 75.507608, 69.299236, 68.535215, 69.426316, 69.131126, 62.891702, 58.209795, 58.350554, 54.042886, 53.268898, 55.69701, 61.838335, 105.903418, 123.803594]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [40, 17, 23, 24, 22, 20, 17, 21, 24, 35, 40, 41, 37, 37, 42, 39, 43, 37, 34, 32, 27, 28, 28, 31, 46, 53, 43, 45, 45, 43, 42, 40, 33, 35, 45, 49, 46, 49, 57, 49, 48, 53, 49, 49, 54, 50, 23, 12, 0, 0], "n_am_pl": [9, 28, 43, 17, 22, 12, 16, 12, 14, 14, 16, 11, 11, 10, 11, 11, 6, 9, 12, 12, 11, 16, 19, 22, 9, 7, 10, 17, 15, 17, 16, 10, 18, 19, 13, 15, 14, 14, 11, 16, 15, 12, 18, 23, 22, 23, 43, 50, 112, 122], "n_pos": 124, "sum_m_en": [11.684385, 5.817321, 5.949988, 6.432264, 6.887722, 6.887236, 6.675859, 6.961639, 7.24099, 7.451408, 7.984572, 8.733238, 8.636827, 8.895847, 8.811908, 8.619429, 8.869045, 8.324863, 7.102946, 6.489627, 6.110573, 5.586624, 5.381083, 5.264014, 12.418469, 13.206893, 12.831423, 11.39332, 11.855416, 12.080728, 12.162518, 12.002492, 11.983476, 13.822107, 15.043592, 17.910883, 19.837962, 21.753045, 23.595852, 23.877259, 24.692338, 31.12194, 34.728827, 34.780004, 35.946444, 33.74621, 21.855301, 10.95399, 1.733104, 0.013653], "sum_m_pl": [42.117765, 56.396982, 55.644672, 54.101551, 52.948516, 51.47555, 52.15696, 53.302628, 52.085431, 55.876059, 54.753207, 55.469691, 57.520038, 55.839702, 57.156542, 56.845524, 56.754928, 57.228131, 59.427, 60.516624, 60.560423, 61.124035, 61.127353, 61.406855, 49.1378, 48.497797, 46.946603, 51.756231, 52.838339, 53.553062, 54.297992, 53.410986, 54.290104, 51.724681, 51.171091, 48.930241, 47.073399, 43.693452, 42.425459, 41.436861, 42.369043, 38.323955, 35.107599, 35.033706, 35.065713, 37.159647, 44.044078, 52.311744, 97.99752, 119.851702]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "llmzszl-45", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 729, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.9685, "tf_agree_excl_first": 0.9729}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [22, 34, 19, 21, 17, 18, 16, 22, 8, 22, 20, 18, 16, 13, 15, 26, 21, 15, 12, 13, 22, 27, 26, 27, 49, 50, 27, 24, 24, 22, 15, 13, 21, 18, 20, 14, 26, 23, 24, 34, 30, 34, 33, 27, 26, 22, 18, 9, 9, 9], "n_am_pl": [4, 12, 25, 23, 10, 18, 10, 12, 14, 12, 14, 6, 11, 14, 17, 13, 18, 19, 15, 13, 10, 9, 8, 10, 7, 4, 9, 10, 8, 13, 11, 11, 9, 6, 5, 9, 4, 6, 8, 4, 5, 4, 6, 10, 4, 4, 1, 1, 0, 0], "n_pos": 110, "sum_m_en": [10.823548, 5.598664, 5.432379, 5.637084, 6.136489, 6.18064, 6.101546, 6.238066, 5.532854, 5.460022, 5.615039, 5.974392, 6.619716, 6.706138, 7.502301, 6.967097, 7.131464, 6.667251, 5.969156, 5.745531, 5.472076, 5.274709, 5.11409, 4.978841, 15.486889, 13.080031, 10.740988, 10.47256, 9.766853, 10.386677, 10.094656, 9.382135, 9.491091, 8.976389, 10.260968, 9.450024, 10.632587, 10.935073, 13.148646, 14.026743, 15.666241, 19.382021, 18.807014, 18.867802, 19.864489, 18.965293, 14.735114, 11.650473, 10.108337, 8.99236], "sum_m_pl": [46.064938, 55.762107, 53.669382, 51.57126, 49.416435, 49.539573, 48.110185, 46.666893, 47.214524, 49.259895, 48.974846, 48.245488, 46.70644, 45.465671, 47.047335, 49.685101, 49.599576, 49.649947, 50.761322, 52.679478, 53.395795, 53.035674, 53.585849, 53.689803, 36.817976, 38.945128, 38.363868, 40.605004, 42.560935, 42.493999, 41.965194, 42.202654, 41.45363, 40.516804, 38.175566, 36.66549, 33.516354, 33.105361, 30.012321, 28.670366, 27.739983, 23.832399, 23.428141, 20.730884, 19.954344, 16.986613, 9.036295, 5.389955, 0.399345, 0.000933]}, "digit": {"n_am_en": [4, 19, 11, 10, 7, 10, 8, 9, 2, 12, 10, 11, 6, 3, 6, 7, 7, 2, 4, 4, 11, 17, 13, 14, 31, 27, 14, 15, 11, 9, 6, 6, 9, 7, 8, 5, 13, 14, 17, 24, 21, 22, 21, 17, 16, 13, 11, 4, 0, 0], "n_am_pl": [0, 2, 6, 8, 6, 7, 4, 7, 5, 1, 5, 1, 6, 8, 9, 3, 7, 7, 6, 4, 4, 2, 1, 2, 0, 0, 3, 4, 3, 6, 2, 3, 3, 5, 4, 4, 1, 2, 2, 1, 1, 1, 1, 5, 3, 2, 0, 0, 0, 0], "n_pos": 47, "sum_m_en": [4.115936, 2.110347, 2.074002, 2.236643, 2.489286, 2.511012, 2.419342, 2.406759, 2.169559, 2.206918, 2.229981, 2.382539, 2.590888, 2.667819, 2.90012, 2.703919, 2.88042, 2.677078, 2.477607, 2.423608, 2.285078, 2.228084, 2.149588, 2.10362, 8.520219, 6.458122, 4.865347, 5.051693, 4.397005, 4.62549, 4.617035, 4.25066, 4.004866, 3.651626, 4.123961, 4.036206, 4.454201, 4.267358, 5.748549, 6.127391, 6.472342, 8.039683, 7.907488, 8.074348, 8.205539, 7.711589, 6.215281, 4.110738, 0.644146, 0.000151], "sum_m_pl": [20.267249, 24.485478, 23.407479, 22.083064, 21.796426, 22.028149, 21.496986, 20.733741, 21.07718, 21.853662, 21.652945, 21.409731, 20.460808, 20.00326, 20.727595, 21.843662, 21.680092, 21.709326, 22.070612, 22.561136, 22.859854, 22.67414, 22.930115, 22.973862, 15.678932, 16.784308, 16.847286, 17.579073, 18.460655, 18.561872, 17.776534, 18.214655, 18.320674, 18.989773, 18.125885, 17.707928, 16.337475, 16.806327, 15.46625, 15.226085, 15.094291, 14.21796, 14.216218, 13.132757, 12.526684, 10.990271, 6.337212, 3.603805, 0.293134, 1.4e-05]}, "lang": {"n_am_en": [3, 3, 1, 1, 1, 3, 3, 3, 2, 1, 1, 1, 2, 4, 3, 6, 4, 2, 4, 3, 5, 4, 5, 4, 4, 6, 3, 3, 2, 4, 3, 2, 3, 6, 7, 4, 6, 8, 6, 6, 6, 5, 6, 6, 5, 4, 5, 5, 8, 9], "n_am_pl": [1, 1, 1, 3, 0, 0, 1, 1, 1, 1, 3, 0, 0, 2, 2, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 2, 3, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.168632, 0.56872, 0.528667, 0.543594, 0.557858, 0.575518, 0.56899, 0.554328, 0.543196, 0.52098, 0.546449, 0.566896, 0.703194, 0.760603, 0.88919, 0.775258, 0.739685, 0.752079, 0.661269, 0.590598, 0.575514, 0.529283, 0.517016, 0.487479, 1.172969, 1.226005, 1.215806, 1.033277, 0.957894, 1.218887, 1.126147, 1.051104, 1.233033, 1.317159, 1.567324, 1.461405, 2.27644, 3.270832, 3.549848, 3.11551, 3.60501, 4.364444, 4.605805, 5.064792, 4.760908, 4.645622, 4.618111, 5.393792, 8.044203, 8.54158], "sum_m_pl": [3.035295, 4.229576, 4.163608, 4.085985, 3.948344, 3.959198, 3.957187, 4.064737, 4.158286, 4.194836, 4.226542, 4.220564, 4.108456, 3.870251, 3.813411, 3.984443, 3.930231, 3.859577, 3.946998, 4.208789, 4.142149, 4.086759, 4.140886, 4.198586, 3.26767, 3.344046, 3.385133, 3.563294, 3.690047, 3.566713, 3.670718, 3.676041, 3.335792, 3.192592, 2.849387, 2.769233, 2.172971, 1.974141, 1.615831, 1.507985, 1.346406, 0.721294, 0.632201, 0.483127, 1.311441, 1.087954, 0.016218, 0.019011, 0.00091, 1.7e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "llmzszl-46", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 795, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.991}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [43, 72, 32, 36, 37, 30, 30, 21, 26, 35, 42, 24, 24, 18, 25, 24, 26, 21, 14, 11, 18, 34, 34, 43, 66, 62, 41, 47, 34, 36, 24, 21, 22, 20, 26, 25, 38, 36, 45, 54, 54, 47, 49, 47, 41, 29, 18, 7, 1, 0], "n_am_pl": [6, 22, 41, 35, 22, 27, 20, 26, 21, 24, 15, 19, 35, 27, 18, 19, 21, 27, 23, 21, 16, 10, 18, 15, 8, 6, 15, 17, 20, 19, 22, 25, 22, 16, 15, 13, 10, 9, 13, 10, 11, 10, 10, 12, 12, 10, 9, 7, 9, 9], "n_pos": 181, "sum_m_en": [16.862959, 8.889163, 8.856812, 9.428489, 10.230213, 10.111997, 9.90631, 10.028934, 9.134205, 9.200008, 9.63456, 9.832929, 10.695395, 10.7911, 11.763083, 10.9805, 11.033336, 9.980416, 9.150533, 9.017651, 8.7325, 8.505201, 8.257291, 8.039726, 23.818573, 20.156345, 16.943848, 16.635124, 15.419598, 16.511095, 15.625578, 15.151534, 14.680915, 13.282941, 14.541651, 13.363872, 14.253446, 13.586351, 16.203391, 20.873091, 21.84948, 25.017251, 24.080049, 22.9184, 25.084311, 26.541861, 17.278455, 11.124885, 2.402798, 0.003653], "sum_m_pl": [76.769676, 92.449439, 88.26782, 84.371395, 82.523884, 83.275669, 82.104544, 79.19963, 80.497405, 82.635397, 81.209808, 80.691282, 79.674921, 77.987518, 79.256761, 83.405179, 83.782586, 84.521752, 86.388063, 88.581821, 88.644463, 87.446773, 88.163412, 88.053193, 60.789158, 64.431975, 63.777846, 67.873754, 71.677685, 71.906259, 71.370571, 72.815711, 71.925928, 69.30538, 66.819849, 64.618123, 62.130968, 62.470012, 57.618894, 55.080655, 53.797527, 49.10531, 48.873374, 44.448899, 40.298302, 33.874568, 22.246901, 17.50648, 9.192979, 9.145559]}, "digit": {"n_am_en": [8, 45, 19, 17, 25, 20, 21, 9, 11, 19, 19, 7, 8, 8, 12, 9, 14, 8, 7, 6, 10, 15, 17, 23, 38, 34, 25, 28, 20, 19, 12, 12, 9, 7, 15, 10, 23, 26, 29, 37, 35, 35, 31, 29, 23, 14, 7, 5, 0, 0], "n_am_pl": [0, 9, 13, 15, 12, 13, 10, 14, 12, 11, 8, 10, 17, 11, 9, 8, 9, 14, 10, 9, 8, 5, 10, 5, 3, 5, 8, 10, 14, 11, 9, 12, 11, 9, 9, 8, 6, 5, 6, 2, 2, 2, 4, 6, 5, 3, 3, 1, 0, 0], "n_pos": 84, "sum_m_en": [7.319591, 3.741815, 3.806086, 4.109033, 4.685357, 4.62521, 4.336423, 4.344675, 3.93738, 3.972642, 4.129975, 4.245605, 4.73592, 4.799151, 5.175437, 4.809759, 5.087905, 4.590535, 4.257824, 4.210097, 3.989541, 3.88217, 3.760726, 3.661696, 12.65142, 10.337046, 8.623069, 8.607155, 7.657832, 7.897, 7.482266, 7.100559, 6.662967, 6.105014, 7.1024, 6.901674, 7.554047, 7.078097, 8.856901, 11.46578, 11.141846, 12.634183, 11.77753, 10.331297, 9.515608, 10.771806, 7.298973, 6.38904, 0.833311, 1e-06], "sum_m_pl": [36.078464, 44.101518, 41.556339, 39.017993, 38.991016, 39.58986, 39.437696, 37.992035, 38.763942, 39.757663, 38.9136, 38.551199, 37.765679, 37.138849, 37.548766, 39.427535, 39.40862, 39.854388, 40.854307, 41.44149, 41.631829, 41.166736, 41.500534, 41.537514, 29.714847, 31.54619, 31.47842, 33.00511, 34.58873, 34.694525, 33.680457, 34.81739, 34.461536, 34.658036, 33.524837, 33.081416, 31.607938, 32.461977, 30.482472, 29.079271, 28.884717, 28.258492, 28.070772, 27.085858, 26.134672, 21.826243, 14.404864, 9.501596, 0.760111, 2.4e-05]}, "lang": {"n_am_en": [2, 3, 1, 1, 1, 0, 0, 1, 1, 2, 2, 3, 3, 2, 1, 3, 2, 1, 1, 1, 1, 1, 1, 2, 2, 3, 2, 1, 3, 4, 2, 1, 2, 2, 3, 4, 3, 3, 2, 2, 2, 1, 4, 3, 5, 3, 1, 0, 0, 0], "n_am_pl": [1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 2, 2, 1, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 2, 3, 3, 4, 5, 8, 9], "n_pos": 9, "sum_m_en": [0.840262, 0.492242, 0.497337, 0.563827, 0.517438, 0.503687, 0.558951, 0.58609, 0.583339, 0.576781, 0.575598, 0.635076, 0.652735, 0.706245, 0.725729, 0.677599, 0.592915, 0.560808, 0.516171, 0.491199, 0.518565, 0.505157, 0.491794, 0.467652, 0.869846, 0.951898, 0.911891, 0.843361, 0.892461, 1.062137, 0.926268, 0.939224, 0.944164, 0.963513, 1.074552, 0.883138, 0.74031, 0.765824, 0.840586, 0.900221, 0.939726, 0.919649, 1.414949, 2.100653, 3.803009, 2.65369, 1.513932, 0.626356, 0.355058, 0.003542], "sum_m_pl": [3.483812, 4.151358, 4.259569, 4.142073, 4.110421, 4.245406, 4.125642, 3.996726, 4.156081, 4.182507, 4.140083, 4.021668, 4.000631, 3.858242, 3.864514, 4.134433, 4.196532, 4.229562, 4.257883, 4.385509, 4.131538, 3.995361, 4.056277, 4.057545, 2.965746, 3.024962, 3.101869, 3.555683, 3.467436, 3.456577, 3.588941, 3.664231, 3.589088, 3.398915, 3.215554, 3.238474, 3.201469, 3.415864, 3.124855, 3.145681, 3.046662, 3.04688, 2.725607, 2.546131, 2.2075, 2.620561, 3.527541, 4.845629, 6.784398, 8.57177]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 183, "item_id": "llmzszl-46", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 726, "region_end": 181, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9945}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [165, 196, 130, 120, 127, 99, 91, 99, 121, 146, 152, 150, 134, 132, 125, 125, 124, 107, 120, 109, 96, 104, 104, 111, 149, 157, 139, 136, 143, 144, 146, 142, 143, 124, 134, 136, 170, 183, 175, 182, 181, 185, 171, 153, 143, 137, 152, 181, 184, 185], "n_am_pl": [36, 83, 74, 66, 70, 69, 54, 51, 40, 61, 52, 58, 71, 62, 82, 57, 42, 52, 56, 80, 76, 88, 97, 102, 53, 46, 50, 47, 73, 64, 58, 59, 61, 53, 34, 42, 34, 32, 34, 40, 33, 22, 21, 43, 30, 23, 23, 7, 0, 0], "n_pos": 572, "sum_m_en": [65.414152, 32.654744, 31.465872, 29.161497, 31.213303, 31.926116, 30.902951, 31.654054, 33.104239, 33.705239, 37.18989, 38.105134, 40.889927, 43.750294, 41.496986, 41.476653, 40.108119, 41.349298, 37.474202, 34.831885, 31.187328, 28.637894, 27.398941, 26.665295, 60.52718, 65.586571, 66.923279, 60.408647, 61.125989, 59.388362, 55.818817, 55.980171, 54.43649, 55.673046, 59.79767, 63.970233, 75.48649, 76.637527, 86.14534, 95.663524, 94.131306, 100.998187, 110.152961, 111.497869, 120.592293, 122.360419, 137.084962, 168.299783, 183.326015, 184.918731], "sum_m_pl": [221.373226, 278.177303, 271.804101, 268.437502, 260.809629, 254.047277, 252.83287, 251.149051, 248.883829, 262.609184, 254.431303, 258.976144, 258.255985, 253.381554, 253.145739, 253.995694, 249.622228, 249.691545, 255.205368, 263.025768, 269.641136, 273.822537, 275.214581, 277.252585, 218.720728, 212.299601, 203.325598, 225.586981, 233.750768, 238.140709, 240.211946, 238.809745, 233.872378, 226.503839, 217.956965, 203.816417, 177.802427, 172.612902, 161.127982, 153.368299, 142.185722, 131.388579, 120.642002, 102.529704, 79.514561, 56.583951, 43.937883, 17.079017, 3.306526, 0.204301]}, "digit": {"n_am_en": [26, 52, 22, 21, 21, 8, 17, 10, 21, 30, 32, 30, 20, 23, 17, 16, 8, 11, 12, 16, 12, 15, 14, 16, 21, 26, 22, 25, 23, 22, 27, 23, 23, 17, 21, 13, 17, 16, 10, 13, 15, 15, 8, 12, 5, 1, 0, 0, 0, 0], "n_am_pl": [4, 4, 8, 7, 4, 4, 7, 3, 11, 12, 7, 11, 15, 13, 17, 13, 8, 11, 13, 12, 14, 20, 23, 22, 9, 10, 8, 9, 20, 15, 14, 12, 14, 9, 8, 14, 9, 5, 7, 11, 8, 5, 7, 12, 7, 7, 4, 3, 0, 0], "n_pos": 112, "sum_m_en": [10.087352, 4.843882, 4.706825, 4.462215, 4.877907, 5.137593, 4.86869, 5.136086, 5.304692, 5.442207, 5.927734, 6.051061, 6.466971, 6.959453, 6.874153, 6.911151, 6.965283, 7.325257, 6.669246, 6.506664, 5.906896, 5.39904, 5.136638, 4.980414, 9.811056, 10.194019, 11.030462, 9.530432, 9.945538, 9.848942, 9.454396, 9.214673, 8.649098, 8.813714, 9.301979, 9.840819, 9.983528, 9.834849, 10.499531, 10.584855, 10.449544, 10.048605, 9.631583, 9.384139, 8.168841, 4.829658, 3.813467, 1.990653, 0.893487, 0.004519], "sum_m_pl": [50.647677, 59.453667, 57.042487, 55.475053, 53.633947, 51.224567, 51.488663, 50.371195, 50.395327, 54.036381, 52.927536, 54.211975, 53.204685, 50.998794, 50.737406, 50.068466, 47.828559, 48.029, 49.533619, 51.734099, 52.947085, 53.937536, 54.173355, 54.899452, 45.306282, 44.138798, 42.298546, 47.47096, 49.044667, 50.003708, 49.299729, 49.168446, 47.732452, 46.313404, 43.80067, 43.847717, 41.650016, 41.18153, 37.992977, 37.479647, 36.386401, 35.963528, 35.324406, 33.302595, 25.472133, 16.57212, 12.295021, 4.977626, 0.980115, 0.000141]}, "lang": {"n_am_en": [68, 47, 46, 48, 49, 50, 33, 45, 56, 56, 61, 52, 48, 46, 49, 52, 58, 46, 50, 45, 37, 43, 47, 50, 61, 59, 60, 52, 59, 52, 63, 55, 56, 57, 58, 63, 85, 87, 91, 96, 100, 98, 103, 97, 96, 102, 120, 145, 177, 185], "n_am_pl": [13, 26, 18, 19, 25, 21, 18, 15, 8, 22, 17, 26, 31, 23, 27, 17, 13, 21, 22, 38, 30, 33, 34, 39, 25, 23, 23, 18, 21, 22, 19, 24, 24, 21, 15, 14, 9, 13, 14, 13, 13, 8, 10, 19, 15, 8, 6, 0, 0, 0], "n_pos": 186, "sum_m_en": [21.946917, 11.514784, 10.895728, 10.253171, 10.888144, 10.928265, 10.740931, 11.189959, 12.081681, 11.749522, 13.561763, 14.03452, 15.056575, 15.943053, 15.029659, 14.740996, 13.978844, 14.591043, 13.250145, 11.844272, 10.414863, 9.514801, 9.049101, 8.798509, 23.874485, 26.263937, 26.995463, 23.920302, 23.760433, 22.310524, 20.57638, 21.398929, 20.883628, 21.800264, 23.052856, 26.053659, 33.402875, 34.809465, 40.091113, 47.456479, 50.01636, 57.310786, 65.510303, 69.659948, 76.768398, 84.80538, 103.302355, 132.353648, 170.9635, 182.593357], "sum_m_pl": [66.618354, 85.629507, 85.607063, 85.190649, 83.248618, 81.865734, 81.665471, 82.256511, 81.590685, 85.744465, 82.964157, 83.951811, 83.956205, 82.585157, 82.988851, 83.607066, 82.684807, 82.311258, 83.900259, 86.19247, 88.68185, 90.12407, 90.644989, 91.046671, 73.634639, 70.741209, 67.450911, 73.903193, 75.851076, 76.753269, 77.794537, 77.040057, 76.881642, 75.810566, 72.958907, 69.323772, 59.794711, 59.350856, 57.419876, 52.575524, 50.635658, 45.957365, 41.033347, 34.779761, 29.423134, 21.382393, 14.576621, 3.855638, 0.530577, 0.038038]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 574, "item_id": "llmzszl-47", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 710, "region_end": 572, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 0.9913}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [351, 377, 308, 220, 265, 225, 217, 281, 265, 345, 349, 266, 282, 309, 251, 277, 274, 284, 235, 257, 214, 208, 188, 175, 339, 332, 293, 324, 326, 325, 316, 308, 255, 298, 331, 326, 370, 358, 378, 387, 368, 358, 329, 282, 274, 226, 102, 52, 25, 12], "n_am_pl": [89, 251, 202, 233, 202, 210, 236, 208, 153, 133, 137, 175, 184, 177, 190, 196, 187, 198, 214, 239, 270, 299, 278, 318, 131, 156, 165, 169, 203, 222, 224, 201, 220, 157, 154, 146, 132, 140, 129, 147, 129, 137, 142, 196, 190, 215, 264, 280, 357, 366], "n_pos": 1280, "sum_m_en": [119.329385, 60.705745, 63.365343, 64.26115, 68.644659, 68.502666, 67.561689, 73.834609, 81.563942, 80.681251, 86.247937, 87.965405, 92.302692, 99.799212, 96.822032, 93.466577, 89.079483, 90.769556, 83.453178, 79.042033, 70.134881, 64.21732, 63.182227, 60.250033, 123.482831, 134.069153, 141.05341, 126.31351, 135.958058, 132.137467, 126.032141, 126.016396, 122.402362, 131.152423, 141.425934, 142.871104, 150.910444, 167.627624, 178.567452, 185.397751, 191.373783, 206.098419, 207.693583, 207.89384, 221.529122, 186.653243, 108.528487, 66.168057, 33.496982, 12.14998], "sum_m_pl": [503.216416, 631.510901, 611.48624, 599.743266, 587.867998, 590.9697, 600.661445, 589.012312, 578.010323, 594.386672, 579.325091, 587.014837, 586.117103, 571.153414, 574.422532, 585.229688, 578.83517, 581.335766, 597.828119, 608.180782, 619.712214, 625.559533, 626.138076, 629.683196, 503.86922, 490.786659, 472.349656, 526.755335, 539.333478, 548.145321, 545.537259, 537.07129, 527.150392, 492.075852, 480.260016, 461.513636, 431.862329, 415.995407, 402.691775, 401.183019, 377.176702, 362.939864, 352.230886, 351.992938, 313.540621, 300.222679, 314.377287, 281.732156, 341.865627, 366.892055]}, "digit": {"n_am_en": [27, 128, 68, 36, 43, 32, 38, 60, 44, 51, 61, 54, 50, 42, 32, 32, 42, 41, 27, 27, 23, 26, 22, 28, 43, 47, 51, 64, 61, 52, 51, 48, 41, 42, 49, 48, 63, 46, 50, 40, 31, 29, 19, 24, 18, 8, 6, 1, 0, 0], "n_am_pl": [3, 23, 7, 19, 23, 23, 25, 28, 26, 31, 22, 21, 28, 30, 22, 15, 21, 21, 26, 32, 45, 52, 51, 59, 21, 34, 26, 27, 33, 38, 41, 27, 24, 19, 26, 35, 22, 30, 19, 23, 15, 15, 13, 23, 20, 20, 12, 7, 0, 0], "n_pos": 215, "sum_m_en": [20.868549, 9.545502, 9.578689, 9.748542, 10.633526, 10.379682, 9.87358, 11.422109, 12.063137, 11.736764, 12.967762, 13.504627, 14.449852, 16.082073, 14.677283, 14.526106, 14.037041, 14.997447, 13.714218, 12.963834, 11.326456, 10.260187, 9.771486, 9.44068, 17.857538, 19.734371, 21.572595, 18.68278, 19.997166, 19.354642, 19.518061, 19.23365, 17.824026, 19.1117, 20.652878, 21.53713, 21.480895, 19.410753, 20.897112, 18.869641, 18.674925, 18.904702, 16.904853, 16.419499, 16.064855, 13.996346, 10.330154, 5.472286, 1.062414, 0.0], "sum_m_pl": [93.766521, 114.613258, 109.310408, 104.929183, 101.833276, 101.121338, 102.709683, 99.285501, 98.993272, 103.179926, 100.669023, 102.02513, 101.138561, 97.005692, 97.79574, 97.686103, 95.541088, 95.641398, 99.738214, 101.547502, 104.300494, 105.722794, 106.363525, 107.465927, 92.20636, 89.824861, 85.53165, 94.680815, 95.287349, 96.910978, 94.707441, 92.330436, 90.391242, 86.245364, 84.807364, 86.342393, 82.619082, 84.416703, 80.654162, 83.076889, 78.109505, 78.398126, 77.038276, 74.446057, 66.278995, 53.020369, 38.400276, 22.225744, 3.509854, 1e-06]}, "lang": {"n_am_en": [92, 68, 65, 51, 60, 68, 76, 95, 106, 117, 110, 79, 102, 109, 83, 96, 96, 102, 84, 94, 86, 80, 76, 68, 140, 131, 103, 104, 114, 107, 101, 110, 90, 109, 119, 126, 145, 157, 172, 194, 184, 187, 171, 135, 150, 141, 62, 34, 18, 12], "n_am_pl": [32, 83, 79, 83, 63, 65, 62, 53, 41, 43, 32, 48, 52, 37, 61, 58, 61, 59, 72, 77, 94, 103, 86, 106, 33, 37, 49, 46, 55, 63, 67, 69, 72, 50, 52, 46, 54, 50, 49, 59, 62, 73, 88, 130, 118, 147, 203, 226, 335, 363], "n_pos": 377, "sum_m_en": [32.810539, 18.037642, 18.90428, 19.651204, 21.052171, 20.548286, 20.35059, 22.048004, 25.019631, 24.338337, 25.934581, 26.606655, 26.822269, 29.031507, 28.188424, 27.353985, 26.199334, 26.213397, 24.789818, 23.412237, 21.176541, 19.373079, 20.004436, 18.660057, 40.433283, 42.146659, 43.450917, 38.981009, 41.402335, 40.756544, 37.594739, 39.035654, 38.604345, 42.990122, 42.918091, 45.423727, 52.776547, 66.931373, 75.415972, 81.859398, 88.853497, 95.014889, 98.658874, 95.994499, 111.081561, 99.438557, 58.889969, 36.054172, 21.695677, 11.903548], "sum_m_pl": [135.184405, 173.016131, 170.660006, 169.011154, 164.621246, 168.081532, 170.002051, 170.28871, 167.531307, 173.326696, 168.763158, 171.286351, 172.658866, 169.53404, 171.907278, 176.093529, 175.110395, 175.173646, 178.324104, 181.114851, 183.938594, 185.665669, 184.633444, 185.636319, 154.841822, 151.991125, 145.709482, 160.039626, 162.934316, 165.003939, 166.279748, 164.483166, 166.001453, 157.417074, 156.209951, 152.362047, 146.797788, 138.858966, 136.416784, 136.949491, 131.703594, 134.431919, 133.274938, 151.095509, 143.489556, 158.730584, 197.19528, 202.368344, 300.539644, 356.977863]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-47", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 641, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9906}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [63, 61, 39, 32, 32, 32, 38, 48, 50, 41, 61, 42, 54, 42, 47, 51, 49, 46, 51, 48, 46, 40, 42, 49, 66, 68, 56, 58, 56, 54, 51, 49, 47, 47, 57, 57, 66, 69, 66, 71, 72, 71, 72, 74, 66, 68, 63, 75, 71, 67], "n_am_pl": [7, 24, 26, 34, 33, 34, 24, 19, 25, 35, 23, 23, 26, 26, 30, 28, 39, 29, 23, 34, 36, 39, 38, 42, 17, 22, 27, 25, 40, 32, 32, 40, 26, 32, 35, 20, 15, 12, 14, 13, 7, 6, 7, 8, 6, 6, 6, 3, 0, 0], "n_pos": 195, "sum_m_en": [23.307091, 10.732959, 10.276904, 10.406737, 11.430784, 11.4891, 11.050247, 11.312599, 12.280918, 12.33626, 13.050587, 13.460384, 14.702992, 15.106449, 15.429704, 15.078856, 14.355168, 14.177444, 12.724924, 12.072717, 10.970743, 10.125626, 9.74209, 9.351946, 23.148564, 26.151591, 25.347698, 22.995628, 23.733054, 22.238839, 20.251844, 19.136633, 19.710777, 20.927087, 22.912199, 23.57843, 27.849978, 30.131874, 32.283044, 34.360882, 38.450776, 41.127635, 42.970093, 50.558911, 54.213636, 57.28183, 60.183026, 69.881485, 69.538199, 67.053369], "sum_m_pl": [72.495815, 93.375591, 90.808555, 88.814579, 86.05719, 85.355938, 87.60068, 86.496731, 84.180474, 87.820126, 86.200196, 85.690204, 84.848958, 85.26686, 83.465305, 85.843607, 86.176339, 85.383013, 87.300456, 90.235362, 91.776764, 92.874653, 93.246587, 93.934498, 72.672009, 72.331255, 71.14569, 77.811105, 79.163213, 77.408995, 78.223203, 77.317554, 73.668288, 71.395963, 70.11699, 65.216212, 59.060233, 54.442135, 51.77557, 49.932344, 46.114415, 42.042566, 38.534722, 33.011462, 26.993126, 24.701088, 14.804272, 9.10417, 1.215526, 0.030338]}, "digit": {"n_am_en": [2, 11, 5, 6, 3, 2, 2, 7, 6, 3, 7, 3, 4, 5, 4, 5, 1, 1, 1, 2, 3, 1, 1, 3, 5, 4, 3, 6, 5, 5, 2, 3, 4, 0, 3, 0, 2, 2, 3, 4, 4, 6, 5, 6, 4, 2, 1, 1, 0, 0], "n_am_pl": [1, 0, 3, 1, 2, 1, 1, 1, 0, 4, 2, 1, 2, 1, 0, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 4, 3, 2, 4, 0, 4, 3, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.294896, 0.592092, 0.532966, 0.520495, 0.594408, 0.630608, 0.638049, 0.693843, 0.744028, 0.753613, 0.736864, 0.784023, 0.841158, 0.866751, 0.876166, 0.870699, 0.873559, 0.846516, 0.75509, 0.709267, 0.639461, 0.595957, 0.581166, 0.556755, 1.117114, 1.070674, 1.143486, 1.091589, 1.120571, 1.127214, 1.100851, 1.124711, 1.039552, 1.014679, 1.051069, 1.009444, 0.89483, 1.015588, 1.014606, 1.089296, 1.408946, 1.660748, 1.105389, 3.760165, 2.275771, 1.858813, 0.892694, 0.793278, 0.089467, 0.0], "sum_m_pl": [5.581933, 6.944713, 6.793571, 6.630926, 6.312965, 6.102163, 6.214505, 6.047822, 5.978977, 6.226116, 6.377119, 6.329355, 6.186975, 6.296245, 6.203158, 6.335759, 6.122515, 6.075065, 6.144249, 6.277061, 6.47558, 6.519647, 6.538215, 6.569325, 5.921531, 5.894961, 5.682721, 6.101072, 6.129953, 5.970781, 5.895835, 5.735594, 5.464652, 5.389116, 5.13494, 4.918641, 4.70549, 4.405905, 4.651359, 4.873306, 4.714404, 4.6948, 4.776074, 2.977539, 3.479756, 2.750779, 2.294841, 1.382685, 0.205177, 0.0]}, "lang": {"n_am_en": [21, 17, 17, 15, 14, 15, 19, 15, 26, 20, 23, 21, 22, 20, 21, 20, 23, 23, 24, 24, 25, 26, 27, 29, 37, 38, 35, 32, 27, 29, 25, 27, 26, 31, 29, 33, 37, 36, 35, 35, 39, 39, 41, 40, 39, 43, 47, 55, 64, 67], "n_am_pl": [2, 5, 7, 9, 3, 10, 5, 3, 4, 7, 4, 6, 7, 10, 10, 8, 12, 10, 9, 12, 14, 16, 17, 17, 4, 7, 9, 10, 15, 13, 9, 16, 13, 16, 17, 8, 9, 5, 4, 6, 4, 3, 2, 3, 3, 3, 2, 1, 0, 0], "n_pos": 67, "sum_m_en": [8.699292, 4.13706, 3.907002, 3.971201, 4.270571, 4.294771, 4.044383, 4.063575, 4.451083, 4.469847, 4.781644, 5.129423, 6.046135, 6.070778, 5.969741, 5.794178, 5.334504, 5.346552, 4.808858, 4.504931, 4.043625, 3.665762, 3.547731, 3.390311, 11.748524, 14.019042, 13.499747, 11.551095, 12.066885, 10.494664, 9.116223, 8.671165, 9.108853, 10.020364, 11.438069, 12.454968, 15.736307, 17.13932, 18.086156, 19.110168, 22.213921, 24.35077, 25.037364, 27.423996, 31.772875, 35.971653, 44.13371, 52.276994, 63.237606, 65.80824], "sum_m_pl": [22.896124, 30.327451, 29.895776, 29.327552, 29.076845, 28.981871, 29.532182, 29.614751, 29.290026, 30.609475, 29.985135, 30.05562, 29.621133, 29.435169, 28.987278, 29.554732, 29.703639, 29.53393, 30.269287, 30.9069, 31.440915, 31.886263, 32.084886, 32.369491, 24.87767, 24.083626, 24.376445, 26.324067, 26.677612, 26.760163, 27.294256, 26.931747, 26.251955, 25.764263, 25.262983, 23.872072, 20.644172, 18.832481, 17.431514, 16.918851, 15.255705, 13.546911, 11.890274, 10.873978, 8.307706, 8.299118, 4.616388, 1.673455, 0.066084, 1.1e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "llmzszl-48", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 748, "region_end": 195, "roundtrip_ok": true, "tf_agree": 0.9949, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [188, 177, 150, 211, 187, 179, 169, 208, 170, 180, 190, 163, 187, 192, 188, 215, 171, 205, 180, 154, 133, 137, 131, 128, 245, 244, 180, 185, 220, 219, 205, 199, 199, 193, 218, 216, 193, 192, 200, 221, 210, 231, 231, 226, 181, 138, 75, 54, 30, 10], "n_am_pl": [45, 150, 176, 144, 136, 122, 142, 146, 160, 148, 130, 148, 174, 168, 185, 165, 223, 176, 218, 271, 298, 330, 320, 349, 141, 136, 174, 217, 200, 191, 207, 199, 153, 147, 126, 104, 91, 83, 84, 93, 95, 81, 75, 72, 65, 82, 103, 106, 134, 137], "n_pos": 893, "sum_m_en": [79.525566, 41.201154, 45.16584, 45.447687, 48.084397, 47.475007, 47.385966, 48.735738, 51.442222, 52.485746, 54.528199, 55.293332, 56.964574, 59.646911, 63.252172, 61.612501, 57.499176, 56.914297, 50.692634, 48.624166, 44.614331, 41.917507, 40.757837, 39.356508, 81.581107, 84.498694, 90.006856, 84.828714, 91.442014, 92.609328, 90.607656, 88.048129, 89.129287, 91.545323, 98.29295, 100.71774, 100.460849, 100.737973, 107.881378, 103.031101, 106.348737, 119.411051, 125.404392, 137.912599, 121.89192, 107.496878, 68.74283, 58.976522, 28.670709, 9.927461], "sum_m_pl": [348.968789, 446.653222, 430.946234, 423.952762, 422.224875, 417.491832, 423.43189, 423.23623, 419.498035, 425.225352, 420.496269, 417.812063, 423.124081, 420.572486, 416.171567, 422.994215, 421.658574, 422.345597, 434.234962, 441.906602, 445.141118, 446.756301, 448.004624, 448.665469, 383.369301, 386.578842, 373.844612, 401.242697, 402.549599, 394.779889, 393.649712, 392.068464, 377.480385, 357.583507, 343.564028, 324.558467, 305.23539, 292.731336, 279.261489, 281.743715, 268.871455, 250.053665, 243.89679, 214.185198, 179.821551, 167.761423, 148.26148, 125.305779, 139.662515, 137.614662]}, "digit": {"n_am_en": [1, 18, 8, 7, 14, 12, 15, 17, 9, 8, 11, 7, 13, 7, 10, 15, 8, 8, 12, 10, 13, 10, 9, 9, 13, 16, 10, 11, 14, 13, 10, 12, 9, 13, 12, 13, 10, 13, 9, 13, 12, 12, 13, 19, 8, 6, 0, 0, 0, 0], "n_am_pl": [0, 7, 5, 6, 5, 3, 4, 3, 9, 9, 7, 9, 7, 10, 12, 6, 9, 8, 11, 11, 14, 12, 13, 16, 5, 3, 9, 10, 9, 10, 13, 11, 6, 6, 4, 5, 4, 4, 5, 5, 6, 6, 5, 5, 4, 3, 4, 2, 0, 0], "n_pos": 56, "sum_m_en": [5.543521, 2.673406, 2.850436, 2.805025, 2.846923, 2.766746, 2.715855, 2.856881, 2.925105, 2.862589, 3.119828, 3.242458, 3.454884, 3.649325, 3.887313, 3.66466, 3.532323, 3.522449, 3.119771, 2.993363, 2.750444, 2.531354, 2.462698, 2.409064, 4.952043, 5.086634, 5.557066, 5.269694, 5.665657, 5.658941, 5.644347, 5.74779, 5.249274, 5.365363, 5.857752, 5.672951, 5.081386, 4.769295, 4.873684, 4.401974, 4.549824, 5.184016, 4.486749, 8.7637, 5.263998, 3.320904, 2.019375, 1.092527, 0.079762, 0.000555], "sum_m_pl": [21.137435, 29.496056, 28.081313, 27.486422, 27.130256, 26.691054, 26.729969, 26.379172, 26.602546, 27.201306, 26.8582, 26.529429, 27.004638, 26.930234, 26.373714, 26.808322, 26.140665, 26.140062, 27.090749, 27.415289, 27.838748, 28.037039, 28.153994, 28.215094, 24.291194, 23.999486, 23.326066, 25.070814, 25.20038, 24.655116, 24.504297, 24.42862, 23.947559, 23.332588, 21.623688, 21.117548, 20.081045, 19.86726, 18.935366, 19.433776, 20.116896, 20.072551, 20.37901, 17.622892, 17.145962, 13.662421, 10.610338, 5.880061, 0.31971, 0.299964]}, "lang": {"n_am_en": [38, 37, 25, 30, 21, 24, 29, 36, 36, 36, 30, 36, 44, 37, 35, 44, 36, 42, 43, 38, 37, 38, 35, 29, 49, 52, 41, 40, 47, 40, 42, 41, 47, 52, 61, 55, 50, 54, 60, 66, 66, 72, 83, 74, 76, 61, 33, 24, 10, 10], "n_am_pl": [19, 31, 31, 31, 22, 18, 22, 26, 21, 19, 23, 24, 28, 30, 29, 33, 36, 30, 29, 35, 41, 44, 41, 46, 21, 18, 18, 31, 32, 22, 21, 27, 24, 27, 24, 16, 25, 25, 21, 25, 28, 23, 23, 31, 30, 44, 61, 64, 123, 135], "n_pos": 146, "sum_m_en": [13.537277, 7.365134, 7.59098, 8.005944, 8.563761, 8.359793, 8.617207, 8.55869, 9.373783, 9.166564, 9.570702, 10.317353, 10.445318, 10.773556, 11.636234, 10.635818, 10.14347, 9.788453, 8.835704, 8.294659, 7.859657, 7.403472, 7.145407, 6.875242, 17.126469, 16.980336, 16.635053, 15.076805, 15.891869, 16.751742, 16.473271, 16.07434, 17.347254, 18.227044, 19.844616, 21.646876, 22.742259, 24.530233, 26.988322, 27.834718, 29.06716, 35.83138, 42.718808, 43.796546, 50.256291, 44.776278, 28.098901, 22.596887, 11.181947, 9.909596], "sum_m_pl": [52.752335, 66.352434, 64.968886, 63.224343, 62.881477, 62.29919, 63.46396, 64.751847, 64.777402, 65.698266, 64.780721, 63.770826, 64.746816, 64.126205, 64.792878, 66.939262, 67.147481, 66.958617, 68.745982, 70.223143, 70.444317, 70.656948, 70.705583, 70.868041, 57.279598, 58.196097, 57.369748, 62.054548, 62.37607, 60.752856, 61.708229, 62.014747, 59.519447, 57.672504, 56.633011, 55.376607, 54.203992, 53.17804, 50.798922, 51.392117, 50.38093, 47.883414, 46.917721, 45.949104, 44.148807, 49.892295, 60.795659, 62.847881, 112.938638, 133.590671]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 893, "item_id": "llmzszl-48", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 679, "region_end": 893, "roundtrip_ok": true, "tf_agree": 0.9899, "tf_agree_excl_first": 0.991}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [19, 17, 30, 23, 19, 19, 10, 13, 17, 19, 21, 23, 21, 21, 17, 21, 22, 22, 22, 22, 14, 19, 20, 18, 24, 23, 20, 27, 23, 23, 24, 22, 18, 16, 20, 28, 28, 20, 23, 26, 30, 32, 31, 34, 36, 32, 28, 26, 25, 26], "n_am_pl": [2, 11, 4, 14, 10, 13, 12, 10, 9, 8, 12, 9, 13, 13, 15, 11, 7, 7, 4, 4, 9, 15, 18, 17, 9, 9, 9, 7, 7, 12, 10, 12, 8, 8, 11, 9, 13, 12, 13, 13, 11, 9, 12, 10, 11, 11, 7, 2, 1, 0], "n_pos": 85, "sum_m_en": [9.424347, 4.993605, 4.923439, 4.578741, 4.609586, 4.66923, 4.451352, 4.869732, 5.321157, 5.525521, 6.00131, 6.341717, 6.640116, 7.066506, 7.832046, 6.64268, 6.455567, 6.07102, 5.352901, 4.805319, 4.437518, 4.087249, 3.888091, 3.873799, 9.6283, 9.150393, 9.026075, 8.56214, 8.876736, 8.685635, 8.143954, 7.324876, 7.367436, 7.848134, 9.146593, 9.672842, 11.186732, 10.050702, 10.387069, 15.290932, 15.20949, 18.788235, 20.980269, 24.800763, 27.06206, 28.281004, 28.497758, 23.367007, 25.471918, 26.085869], "sum_m_pl": [34.101663, 41.48208, 40.333003, 40.202244, 39.519717, 39.393674, 38.940552, 36.884575, 36.292765, 37.525043, 37.013081, 36.861692, 36.354641, 36.325761, 35.74205, 37.650513, 38.752726, 38.975777, 39.884428, 40.319893, 40.616036, 41.200105, 41.764228, 41.77321, 32.865551, 32.123512, 30.71608, 32.668288, 32.542958, 33.507041, 34.097647, 34.745168, 33.539257, 31.991026, 30.922069, 29.347885, 26.861424, 26.42696, 25.531796, 25.031589, 23.652776, 22.105843, 20.534125, 18.036668, 15.58911, 13.044747, 8.943382, 5.511469, 1.920821, 0.194259]}, "digit": {"n_am_en": [1, 6, 11, 7, 9, 6, 4, 8, 9, 8, 7, 7, 6, 6, 4, 9, 7, 6, 4, 7, 2, 4, 1, 2, 6, 7, 6, 8, 7, 10, 10, 7, 6, 4, 8, 9, 7, 6, 7, 5, 7, 6, 5, 8, 7, 2, 2, 2, 0, 0], "n_am_pl": [0, 1, 0, 4, 1, 4, 0, 3, 1, 3, 2, 1, 1, 1, 3, 2, 2, 2, 1, 0, 2, 5, 9, 9, 3, 5, 2, 1, 1, 4, 4, 2, 4, 2, 1, 5, 8, 9, 8, 10, 5, 6, 9, 5, 6, 6, 4, 1, 1, 0], "n_pos": 27, "sum_m_en": [2.315985, 1.266521, 1.344022, 1.306209, 1.364781, 1.293999, 1.300164, 1.498834, 1.676611, 1.642182, 1.7827, 1.841056, 1.906886, 1.951179, 1.857805, 1.76076, 1.695003, 1.678866, 1.487599, 1.40417, 1.258009, 1.175052, 1.135604, 1.133628, 2.370136, 2.328178, 2.354124, 2.234694, 2.322328, 2.181364, 2.217429, 2.067202, 1.890242, 1.942443, 1.87366, 2.162632, 2.597843, 2.241713, 2.378315, 2.173189, 2.209909, 2.086848, 1.963073, 2.868899, 3.183253, 2.753097, 2.264194, 1.601433, 0.775941, 0.0], "sum_m_pl": [12.15937, 14.345117, 13.63349, 13.413622, 12.908929, 13.026602, 12.767006, 12.142211, 11.493012, 12.232287, 11.910331, 12.12628, 11.866634, 11.975514, 11.849003, 12.386256, 12.66718, 12.731939, 13.081323, 13.107263, 13.342744, 13.547049, 13.661119, 13.695724, 11.9631, 11.732575, 11.279132, 11.492323, 11.276357, 11.763541, 11.808023, 11.813683, 11.743563, 11.37822, 11.190279, 10.9231, 10.242192, 10.731814, 11.11801, 11.349484, 10.002994, 10.935488, 10.732765, 9.665079, 8.182965, 7.432072, 6.018585, 3.055215, 1.356775, 2.8e-05]}, "lang": {"n_am_en": [10, 7, 10, 10, 5, 5, 3, 2, 4, 3, 7, 7, 8, 6, 8, 7, 10, 9, 12, 10, 7, 10, 13, 12, 10, 10, 7, 7, 8, 6, 6, 6, 6, 7, 6, 12, 12, 8, 10, 15, 17, 18, 17, 20, 23, 23, 20, 20, 24, 26], "n_am_pl": [2, 4, 2, 4, 4, 4, 8, 4, 3, 3, 2, 2, 6, 5, 2, 2, 1, 2, 1, 0, 2, 4, 3, 4, 1, 1, 1, 1, 2, 4, 1, 4, 1, 2, 5, 1, 2, 2, 2, 2, 4, 2, 3, 2, 2, 2, 1, 1, 0, 0], "n_pos": 27, "sum_m_en": [3.225015, 1.556071, 1.574056, 1.474623, 1.499751, 1.522899, 1.506338, 1.510087, 1.580824, 1.624092, 1.936385, 2.161974, 2.339526, 2.483204, 3.100751, 2.458511, 2.343363, 2.156505, 1.860491, 1.608622, 1.475262, 1.343834, 1.26077, 1.260986, 3.969171, 3.753235, 3.584196, 3.144986, 3.585738, 3.541568, 3.135821, 2.67472, 3.041368, 3.365092, 4.486064, 4.802803, 5.349708, 5.154648, 5.401261, 9.188811, 9.549685, 13.059664, 14.09396, 17.103194, 18.790041, 19.580562, 20.088988, 17.988297, 22.772192, 25.116037], "sum_m_pl": [10.332487, 12.682576, 12.441174, 12.430473, 12.478618, 12.233644, 12.217967, 11.631586, 11.727469, 12.04098, 11.948013, 11.781072, 11.684978, 11.558207, 11.373684, 12.06592, 12.337022, 12.367586, 12.636695, 12.800216, 12.804829, 13.017065, 13.245906, 13.230399, 9.621573, 9.523632, 8.809147, 9.749067, 9.619057, 10.055491, 10.512405, 10.814666, 10.317792, 9.562655, 8.814281, 8.171478, 7.536137, 7.218237, 6.268509, 5.572099, 6.330851, 4.362678, 4.208783, 3.192617, 2.800321, 2.085951, 1.373106, 1.455838, 0.253359, 0.159892]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 87, "item_id": "llmzszl-54", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 760, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [90, 67, 54, 54, 68, 69, 63, 74, 68, 75, 74, 67, 76, 62, 69, 57, 59, 59, 37, 44, 35, 35, 29, 34, 65, 70, 66, 59, 64, 76, 80, 77, 59, 62, 73, 71, 70, 71, 54, 72, 71, 74, 80, 87, 83, 62, 32, 19, 6, 4], "n_am_pl": [32, 61, 57, 57, 53, 40, 49, 40, 37, 41, 37, 29, 45, 42, 29, 30, 41, 43, 47, 45, 56, 57, 65, 74, 62, 48, 49, 63, 44, 49, 34, 26, 30, 29, 26, 29, 32, 41, 49, 42, 50, 36, 33, 39, 32, 37, 46, 35, 59, 68], "n_pos": 331, "sum_m_en": [30.303056, 16.601059, 17.480367, 17.585726, 18.605957, 18.682428, 18.281815, 18.712201, 20.994013, 21.113186, 22.142255, 22.336085, 22.345196, 23.509579, 25.14192, 23.365696, 22.956209, 21.609247, 19.329489, 18.045262, 17.306128, 16.326555, 15.604055, 15.26973, 31.495786, 31.62623, 32.147681, 29.977584, 33.079078, 33.488158, 32.621143, 29.855893, 29.117991, 28.045664, 30.532045, 31.403842, 33.553954, 31.364643, 31.284013, 40.496466, 39.66024, 42.968866, 42.83071, 49.918083, 56.300856, 47.952216, 30.22402, 23.436133, 7.708621, 4.418139], "sum_m_pl": [141.414596, 162.505316, 157.870981, 153.615335, 151.767985, 148.700038, 151.205144, 146.882537, 141.34964, 145.96728, 144.788907, 142.886523, 144.387309, 141.429689, 137.813704, 144.427951, 148.077657, 149.377097, 153.327722, 155.304835, 155.195757, 156.046598, 157.837124, 158.445936, 123.04741, 120.502294, 118.508385, 125.093842, 125.325733, 125.392413, 122.5569, 125.704483, 122.074252, 114.14231, 111.804917, 107.398493, 103.216451, 101.747175, 95.656558, 94.09733, 90.259943, 88.07073, 81.436429, 77.608516, 74.238332, 69.069665, 67.523214, 53.999062, 60.146903, 67.62847]}, "digit": {"n_am_en": [10, 27, 19, 18, 16, 12, 20, 21, 17, 23, 15, 16, 13, 11, 14, 10, 11, 6, 6, 9, 9, 5, 6, 6, 13, 14, 14, 11, 10, 10, 12, 13, 8, 9, 6, 6, 9, 13, 11, 14, 15, 14, 19, 23, 22, 12, 4, 3, 0, 0], "n_am_pl": [0, 6, 4, 6, 7, 6, 4, 3, 4, 4, 5, 7, 8, 6, 5, 4, 6, 3, 3, 7, 7, 11, 11, 14, 8, 7, 7, 8, 4, 4, 6, 4, 4, 3, 1, 1, 1, 7, 9, 11, 10, 4, 5, 4, 3, 4, 4, 3, 1, 0], "n_pos": 64, "sum_m_en": [5.282145, 2.956026, 3.06663, 3.015309, 3.213359, 3.201006, 3.066979, 3.406458, 3.761336, 3.832631, 3.949703, 3.951983, 4.127809, 4.329777, 4.437327, 4.148552, 4.024989, 3.823736, 3.3167, 3.138347, 2.938414, 2.754938, 2.671482, 2.661506, 5.049244, 5.603889, 5.15608, 4.93264, 5.254934, 5.265491, 5.478411, 5.270761, 4.785335, 4.645089, 4.755927, 4.901005, 5.02178, 4.434391, 4.144059, 5.362103, 4.999252, 5.953533, 5.993997, 8.661169, 9.883414, 6.999762, 5.155734, 4.395946, 1.62689, 2.8e-05], "sum_m_pl": [30.298336, 34.140602, 32.596274, 31.758833, 31.209634, 30.549062, 30.583696, 28.948967, 27.439716, 28.742417, 28.721561, 29.236491, 28.958498, 28.050311, 27.471133, 28.999832, 29.541753, 29.487084, 30.512373, 30.844414, 31.0348, 31.3578, 31.659759, 31.913764, 26.488387, 25.741849, 24.806101, 25.850638, 25.305282, 26.230004, 25.135228, 25.363103, 25.575771, 24.139103, 22.85842, 22.515864, 22.125499, 22.176932, 20.550772, 21.076797, 19.475183, 19.248682, 19.862734, 18.893101, 17.40397, 16.484146, 15.514468, 10.032656, 2.787335, 0.021797]}, "lang": {"n_am_en": [10, 7, 8, 7, 12, 9, 11, 13, 13, 8, 12, 11, 18, 19, 17, 15, 15, 17, 12, 12, 12, 12, 5, 11, 19, 24, 17, 17, 16, 22, 20, 18, 15, 21, 20, 20, 19, 23, 22, 24, 17, 21, 21, 27, 24, 22, 14, 8, 5, 4], "n_am_pl": [8, 14, 13, 16, 10, 4, 9, 11, 6, 6, 5, 4, 7, 6, 8, 5, 6, 6, 7, 11, 12, 14, 18, 15, 18, 11, 7, 12, 9, 12, 8, 8, 12, 8, 10, 11, 16, 15, 15, 12, 16, 18, 16, 19, 18, 22, 26, 27, 54, 67], "n_pos": 72, "sum_m_en": [6.090626, 3.624245, 3.838519, 4.033718, 4.194338, 4.188439, 4.231984, 4.193858, 4.446379, 4.348839, 4.611048, 4.916958, 5.028243, 5.270632, 5.47224, 4.870624, 4.815838, 4.571571, 4.136738, 3.949124, 3.822148, 3.623544, 3.420157, 3.356961, 8.206049, 7.652771, 7.398657, 6.426391, 7.279551, 7.073323, 6.761034, 6.566253, 6.7926, 6.981551, 7.008041, 7.657731, 8.111321, 7.884752, 9.07658, 11.69515, 11.211965, 12.809393, 13.540669, 15.883314, 18.201351, 17.612357, 12.075382, 7.807143, 4.34381, 4.341444], "sum_m_pl": [28.475185, 32.320694, 31.339764, 30.596069, 30.385003, 29.385439, 30.426718, 30.009479, 29.684007, 30.892841, 30.714095, 30.041398, 30.501621, 30.513398, 29.96476, 31.460791, 32.231211, 32.354015, 32.956522, 33.429415, 33.323562, 33.495538, 33.927987, 33.919349, 26.189702, 26.144238, 25.474291, 27.019177, 27.402483, 27.737247, 27.560101, 28.411749, 27.749016, 26.70845, 26.374533, 26.026924, 26.611697, 27.628657, 26.628755, 25.754958, 25.920954, 24.597209, 22.363838, 21.313134, 23.085779, 22.955675, 29.061904, 30.343689, 51.304031, 65.492121]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 333, "item_id": "llmzszl-54", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 691, "region_end": 331, "roundtrip_ok": true, "tf_agree": 0.985, "tf_agree_excl_first": 0.988}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [52, 48, 38, 31, 36, 37, 36, 44, 43, 43, 40, 40, 45, 44, 44, 37, 30, 24, 23, 22, 23, 21, 30, 36, 53, 57, 49, 48, 46, 46, 40, 49, 29, 32, 44, 36, 38, 44, 38, 47, 50, 54, 49, 53, 47, 49, 64, 66, 66, 67], "n_am_pl": [12, 21, 18, 23, 20, 16, 15, 13, 19, 14, 13, 14, 7, 11, 13, 12, 13, 15, 15, 18, 11, 18, 19, 20, 6, 8, 8, 12, 16, 16, 18, 9, 11, 9, 6, 4, 8, 8, 9, 5, 3, 5, 7, 7, 15, 12, 4, 0, 0, 0], "n_pos": 161, "sum_m_en": [19.214395, 9.027097, 8.935228, 9.071654, 9.460112, 9.545511, 9.148238, 9.895778, 11.104578, 11.933429, 11.758786, 13.021196, 14.294085, 13.536809, 14.03067, 12.763931, 12.513522, 12.027947, 10.509664, 9.419795, 8.683462, 7.9367, 7.651951, 7.380137, 17.223287, 19.907416, 20.881604, 19.155, 18.611618, 18.830336, 17.816609, 17.088957, 18.534668, 17.461832, 19.995754, 20.589509, 23.906745, 25.219956, 26.34167, 29.785208, 32.917549, 37.59911, 40.741811, 44.300181, 44.829247, 51.997408, 61.873785, 64.146932, 66.11425, 66.260691], "sum_m_pl": [62.463549, 79.753285, 77.79354, 76.34424, 74.667103, 73.711341, 73.964746, 70.959048, 69.538521, 71.268215, 70.798775, 71.949837, 71.603281, 71.306756, 69.568487, 72.268171, 72.124863, 74.09458, 76.23217, 78.410987, 78.443649, 78.916824, 79.738881, 80.246436, 62.248092, 59.204343, 58.444047, 63.380261, 65.249617, 63.874607, 65.432791, 64.620636, 61.413589, 60.534952, 57.718938, 53.2327, 47.131613, 44.292907, 37.094927, 34.518479, 34.466155, 30.106432, 29.279543, 26.166976, 25.229893, 18.949903, 9.146016, 4.175763, 0.530505, 0.07956]}, "digit": {"n_am_en": [5, 14, 6, 1, 3, 3, 4, 6, 5, 4, 5, 3, 3, 2, 2, 4, 3, 6, 4, 3, 3, 4, 5, 7, 5, 7, 6, 6, 7, 4, 2, 6, 1, 3, 4, 4, 3, 2, 2, 3, 3, 2, 1, 3, 3, 1, 2, 2, 0, 0], "n_am_pl": [1, 0, 3, 4, 5, 1, 2, 1, 5, 4, 2, 3, 1, 1, 3, 3, 1, 3, 5, 5, 3, 2, 2, 1, 0, 0, 0, 4, 2, 5, 7, 5, 1, 0, 1, 0, 3, 4, 3, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 29, "sum_m_en": [3.01499, 1.307317, 1.244292, 1.270005, 1.333506, 1.360117, 1.366379, 1.542538, 1.580974, 1.639101, 1.673631, 1.725065, 1.821481, 1.892625, 1.834062, 1.874765, 1.981556, 2.004164, 1.704322, 1.542736, 1.416985, 1.311304, 1.280017, 1.232236, 2.228178, 2.448938, 2.656025, 2.411537, 2.549932, 2.484582, 2.431302, 2.288795, 2.344874, 2.193737, 2.278365, 2.464572, 2.871668, 3.03612, 2.834338, 2.529806, 2.425516, 2.2253, 2.094386, 2.137335, 2.221519, 1.959887, 1.622359, 1.934541, 0.220994, 0.0], "sum_m_pl": [12.405682, 15.454454, 14.872524, 14.471833, 14.082779, 13.745471, 13.651223, 13.108128, 13.090066, 13.349298, 13.181135, 13.390588, 13.295934, 13.208116, 12.872999, 13.468081, 13.149651, 13.363741, 13.798335, 14.132844, 14.091249, 14.185803, 14.315293, 14.446912, 11.621342, 10.732965, 10.802874, 11.96889, 12.11585, 11.843104, 11.933994, 11.814131, 11.26473, 11.299285, 10.737024, 9.95298, 9.937422, 10.0991, 9.531408, 9.477708, 9.506119, 8.880335, 8.689915, 7.541701, 6.83408, 4.9611, 3.16689, 2.02197, 0.381771, 0.0]}, "lang": {"n_am_en": [25, 20, 17, 17, 17, 23, 22, 19, 24, 29, 24, 24, 27, 27, 30, 23, 18, 13, 13, 15, 17, 14, 18, 21, 31, 37, 34, 28, 26, 28, 28, 29, 18, 20, 29, 24, 31, 36, 29, 37, 37, 43, 41, 45, 39, 41, 54, 58, 65, 66], "n_am_pl": [2, 8, 7, 5, 3, 4, 9, 9, 8, 5, 7, 9, 3, 5, 6, 5, 7, 7, 4, 4, 3, 9, 8, 10, 1, 1, 2, 4, 10, 6, 5, 3, 6, 7, 3, 2, 3, 3, 5, 3, 1, 2, 4, 5, 10, 9, 1, 0, 0, 0], "n_pos": 67, "sum_m_en": [8.297659, 3.789309, 3.950276, 3.946986, 4.162028, 4.314902, 4.207467, 4.305832, 5.146413, 5.806311, 5.697058, 6.859304, 7.644776, 6.866758, 7.251555, 6.20431, 5.868566, 5.449955, 4.728868, 4.180591, 3.818348, 3.451276, 3.299254, 3.173972, 9.126659, 11.237796, 11.799599, 10.660769, 9.770549, 9.882816, 9.49487, 9.035108, 9.850658, 9.486253, 11.492021, 12.46822, 15.7099, 16.545661, 17.574721, 21.057227, 23.6364, 28.385187, 31.081739, 35.356129, 36.043168, 40.513016, 50.876472, 55.413714, 64.331489, 65.631198], "sum_m_pl": [24.986141, 32.303511, 31.720499, 31.422266, 30.912843, 30.391888, 30.567378, 29.570032, 28.821699, 29.3093, 29.278441, 29.66584, 29.6062, 29.760627, 28.865372, 29.974179, 30.152211, 31.170603, 31.948476, 32.944385, 33.064435, 33.321916, 33.612508, 33.868062, 27.667427, 26.222872, 25.409388, 27.011736, 28.073965, 27.313882, 27.97153, 27.719777, 26.130836, 26.200272, 24.843685, 23.903994, 20.433196, 19.733456, 16.566293, 14.255536, 13.872248, 12.350991, 11.871723, 11.32449, 11.482547, 9.248412, 3.496873, 1.09552, 0.064546, 0.000601]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 163, "item_id": "llmzszl-56", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 745, "region_end": 161, "roundtrip_ok": true, "tf_agree": 0.9755, "tf_agree_excl_first": 0.9815}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [75, 72, 57, 34, 41, 24, 31, 47, 45, 58, 65, 63, 59, 56, 51, 58, 41, 47, 41, 33, 29, 32, 25, 32, 48, 52, 52, 55, 56, 55, 58, 64, 44, 57, 56, 56, 54, 66, 52, 42, 43, 39, 34, 31, 26, 24, 12, 7, 3, 1], "n_am_pl": [21, 61, 52, 46, 41, 66, 39, 37, 43, 41, 35, 40, 46, 33, 33, 27, 45, 49, 50, 59, 53, 54, 56, 61, 47, 48, 55, 42, 47, 41, 50, 35, 37, 43, 35, 29, 31, 26, 30, 32, 39, 50, 41, 50, 55, 55, 55, 55, 89, 88], "n_pos": 287, "sum_m_en": [25.290002, 13.285599, 13.393937, 13.726598, 14.213462, 14.683112, 14.755366, 15.814532, 17.113747, 17.707266, 17.63812, 18.064838, 18.826927, 19.528373, 20.540942, 20.010087, 19.63419, 18.603417, 16.553291, 15.272333, 14.508987, 13.663617, 13.475687, 12.88878, 22.511097, 24.338818, 25.456038, 25.10748, 26.640893, 26.516889, 26.018987, 25.231, 25.982706, 25.182483, 25.586284, 24.144688, 24.467243, 25.690821, 24.326999, 24.512005, 25.564807, 22.755586, 25.658873, 25.220994, 26.484421, 21.903855, 12.742525, 9.537694, 3.921562, 1.001212], "sum_m_pl": [121.467024, 143.328367, 140.23806, 137.188316, 134.449572, 130.841806, 134.340117, 130.949069, 130.178637, 132.729531, 131.519689, 131.039132, 130.005456, 128.322402, 126.514146, 132.137038, 133.240638, 135.297335, 139.431326, 142.283616, 141.161837, 139.423996, 140.368752, 140.663112, 111.410307, 109.345982, 108.802003, 117.446992, 121.045407, 118.513549, 119.038202, 117.465016, 114.140549, 107.600614, 107.757584, 100.241931, 96.034184, 93.749777, 87.22021, 85.413381, 84.566983, 88.737518, 81.373091, 81.792683, 79.313517, 79.777729, 65.456387, 63.820995, 86.967619, 88.95239]}, "digit": {"n_am_en": [14, 29, 20, 9, 8, 4, 0, 2, 4, 8, 11, 11, 9, 12, 11, 13, 7, 10, 7, 6, 7, 6, 6, 8, 12, 11, 13, 14, 12, 12, 11, 12, 5, 6, 6, 9, 8, 5, 3, 2, 2, 2, 2, 2, 2, 3, 3, 3, 0, 0], "n_am_pl": [0, 2, 1, 3, 2, 5, 5, 5, 8, 5, 3, 6, 7, 4, 2, 4, 5, 4, 4, 6, 4, 5, 3, 2, 1, 2, 3, 2, 6, 3, 7, 1, 4, 5, 1, 3, 2, 5, 3, 4, 2, 0, 0, 3, 3, 2, 2, 1, 0, 0], "n_pos": 53, "sum_m_en": [4.944875, 2.300153, 2.142203, 2.123639, 2.161472, 2.238739, 2.302614, 2.425437, 2.620619, 2.678108, 2.74565, 2.698185, 2.919455, 3.291615, 3.292632, 3.197969, 3.257357, 3.185438, 2.737282, 2.511197, 2.362953, 2.273975, 2.245406, 2.167498, 3.523383, 3.730182, 3.976847, 3.831102, 4.308545, 4.407015, 4.460771, 4.386741, 4.447981, 4.102892, 4.232348, 4.168022, 3.994888, 4.287658, 3.590737, 2.983679, 2.912718, 2.647209, 2.494291, 2.23283, 2.285718, 2.253408, 1.944461, 2.372437, 0.142025, 0.0], "sum_m_pl": [24.62724, 28.733363, 27.922677, 26.689418, 25.97758, 24.757433, 25.482879, 24.729747, 24.550175, 25.173308, 24.894245, 25.175303, 24.327036, 24.039491, 24.059754, 25.109378, 25.092449, 25.402867, 26.297021, 26.587842, 26.521182, 26.387889, 26.396062, 26.550959, 21.345488, 19.931752, 20.045746, 22.086776, 23.02634, 22.174899, 21.499479, 21.421149, 21.149652, 20.06181, 19.5727, 18.154836, 17.615474, 17.272221, 15.975306, 15.552803, 15.315282, 14.434173, 13.798971, 12.167892, 11.523827, 9.209835, 6.99086, 4.777793, 0.543636, 0.0]}, "lang": {"n_am_en": [12, 10, 11, 6, 14, 9, 16, 23, 19, 18, 23, 24, 25, 19, 20, 26, 19, 14, 18, 13, 9, 12, 9, 11, 16, 18, 20, 19, 26, 15, 22, 27, 20, 30, 26, 27, 23, 40, 29, 21, 21, 19, 13, 14, 12, 11, 7, 1, 1, 1], "n_am_pl": [9, 36, 26, 14, 13, 24, 8, 9, 13, 15, 15, 17, 21, 16, 14, 10, 13, 22, 24, 27, 23, 30, 27, 30, 26, 27, 28, 20, 19, 19, 24, 16, 15, 20, 20, 15, 17, 14, 19, 21, 26, 39, 36, 44, 49, 49, 49, 53, 82, 87], "n_pos": 89, "sum_m_en": [6.606074, 4.11297, 4.113919, 4.420967, 4.500023, 4.761034, 4.801147, 5.059157, 5.677584, 5.838757, 5.777699, 6.235943, 6.332144, 6.552106, 6.897352, 6.722337, 6.452407, 6.055509, 5.536601, 5.01712, 4.705577, 4.40125, 4.259146, 4.096307, 7.632984, 8.457188, 9.021192, 9.069033, 9.43667, 9.553167, 9.444071, 9.73318, 9.99544, 9.9881, 9.21532, 9.434511, 9.67409, 9.958164, 9.925812, 10.175803, 10.700445, 8.971196, 9.834909, 9.608802, 11.846473, 8.939841, 5.672203, 2.728915, 1.199791, 1.000183], "sum_m_pl": [36.545922, 42.083415, 42.302585, 41.992569, 42.016639, 41.602483, 41.987978, 42.023843, 42.065277, 42.444808, 42.514793, 42.105015, 42.172029, 41.811379, 41.202618, 42.471283, 42.761458, 43.6525, 44.429219, 45.2931, 44.875204, 44.689108, 44.597226, 44.743153, 39.699692, 39.685385, 38.890852, 40.951633, 41.098879, 39.755467, 40.245895, 39.597206, 39.50865, 38.229926, 39.382686, 38.886751, 37.515242, 37.692158, 34.550534, 34.865694, 35.080787, 42.505082, 40.456101, 47.025589, 49.655517, 54.727768, 49.468608, 52.954026, 78.416704, 86.783478]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 289, "item_id": "llmzszl-56", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 676, "region_end": 287, "roundtrip_ok": true, "tf_agree": 0.9758, "tf_agree_excl_first": 0.9792}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [34, 26, 27, 24, 24, 21, 22, 20, 19, 22, 36, 35, 33, 30, 34, 30, 32, 23, 20, 32, 32, 35, 34, 32, 44, 39, 46, 44, 43, 27, 33, 36, 42, 34, 31, 41, 28, 35, 40, 31, 29, 32, 28, 24, 24, 21, 19, 15, 15, 12], "n_am_pl": [11, 26, 24, 17, 11, 15, 12, 17, 12, 18, 26, 19, 26, 24, 15, 11, 11, 11, 5, 12, 14, 12, 16, 22, 13, 9, 13, 12, 22, 17, 20, 16, 17, 12, 11, 11, 15, 10, 9, 6, 6, 5, 7, 6, 2, 1, 0, 1, 1, 1], "n_pos": 130, "sum_m_en": [13.482906, 6.679668, 6.520361, 6.71326, 6.989054, 7.164346, 6.971379, 7.62291, 7.80425, 8.230181, 8.482734, 8.935021, 9.383325, 10.175235, 10.776282, 10.525057, 10.278422, 9.278078, 8.610782, 8.078638, 7.452806, 7.092262, 6.823086, 6.647266, 14.980304, 16.46944, 18.223755, 16.380519, 14.609204, 14.806953, 14.203236, 13.662028, 13.056257, 12.821383, 13.386094, 13.69182, 15.264001, 16.130243, 16.807103, 18.44151, 18.929947, 18.63053, 18.27805, 18.956437, 19.067047, 19.264914, 18.264372, 15.078709, 14.331471, 12.057645], "sum_m_pl": [53.146265, 65.171109, 64.093963, 61.997827, 61.618296, 60.942904, 61.733442, 60.327593, 58.576629, 60.550424, 60.341036, 59.666678, 60.181765, 59.060898, 58.475677, 58.626788, 57.437054, 57.667482, 58.610139, 60.495501, 61.460863, 61.833344, 62.52975, 62.826614, 50.028283, 49.106128, 47.76915, 51.38982, 54.760566, 53.683976, 53.757516, 55.673617, 55.557449, 53.298908, 50.725594, 46.754233, 42.012729, 40.945533, 39.219155, 35.714603, 34.103806, 31.33554, 29.779787, 23.660081, 19.762947, 16.071244, 9.541507, 4.885535, 2.902078, 1.002505]}, "digit": {"n_am_en": [1, 11, 9, 8, 6, 3, 2, 1, 0, 3, 3, 6, 9, 5, 6, 6, 5, 6, 4, 6, 5, 5, 3, 4, 8, 12, 10, 8, 10, 3, 5, 9, 9, 5, 8, 9, 3, 5, 5, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 2, 3, 2, 4, 3, 6, 7, 4, 5, 6, 4, 2, 1, 2, 2, 5, 6, 6, 7, 8, 4, 1, 2, 2, 3, 5, 5, 3, 6, 3, 2, 0, 1, 0, 0, 1, 3, 1, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [2.162919, 1.157311, 1.072539, 1.276305, 1.361357, 1.319352, 1.249386, 1.423169, 1.469111, 1.718556, 1.67122, 1.771395, 1.995538, 1.968126, 1.891258, 2.001763, 1.876771, 1.682724, 1.554388, 1.461216, 1.336848, 1.267421, 1.259417, 1.197157, 2.501175, 3.034438, 2.96535, 2.662018, 2.583281, 2.615631, 2.580442, 2.313822, 2.090982, 2.08041, 2.154107, 2.224201, 2.257243, 2.290329, 2.497535, 2.311421, 2.054323, 1.9957, 1.690213, 1.522658, 1.205042, 0.783945, 0.330876, 0.148476, 0.049287, 0.0], "sum_m_pl": [10.128883, 12.739377, 12.313317, 11.454595, 11.455144, 11.269174, 11.692912, 11.336733, 10.885588, 11.444942, 11.302925, 11.203502, 11.159025, 11.099385, 11.324069, 11.147594, 11.037058, 11.049774, 11.184998, 11.595789, 11.651491, 11.823021, 11.878856, 12.006412, 10.218036, 9.862453, 9.687419, 10.137214, 10.576936, 10.418811, 10.295808, 10.741575, 11.091726, 10.693372, 10.435248, 10.351405, 9.599436, 9.626991, 9.034197, 8.835164, 8.479007, 8.406663, 8.124396, 7.047658, 5.679507, 4.115402, 1.682606, 0.527019, 0.102227, 0.0]}, "lang": {"n_am_en": [5, 3, 4, 4, 6, 4, 4, 6, 6, 4, 4, 5, 4, 4, 5, 4, 3, 3, 2, 5, 3, 4, 5, 4, 8, 5, 7, 6, 6, 3, 4, 4, 6, 8, 7, 8, 7, 7, 5, 7, 8, 7, 8, 8, 9, 9, 9, 9, 10, 11], "n_am_pl": [0, 1, 3, 1, 0, 2, 1, 1, 0, 1, 1, 3, 2, 2, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 2, 1, 0, 2, 1, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1], "n_pos": 13, "sum_m_en": [1.555227, 0.726877, 0.756256, 0.729779, 0.721078, 0.777132, 0.757822, 0.844542, 0.87948, 0.911965, 0.913141, 0.948137, 0.972135, 1.097657, 1.158137, 1.183364, 1.138155, 1.024288, 0.973392, 0.919881, 0.862465, 0.785008, 0.737612, 0.7149, 2.028667, 2.197195, 2.189995, 1.835656, 1.653796, 1.747216, 1.528181, 1.553789, 1.65167, 1.978688, 1.981741, 2.515404, 3.032354, 3.524446, 3.371793, 4.827515, 5.211009, 5.640107, 5.641433, 6.96864, 7.541318, 8.075174, 8.48008, 7.826624, 10.136904, 10.89791], "sum_m_pl": [4.789917, 6.121604, 6.215008, 6.145954, 6.133875, 5.99486, 6.059621, 6.121291, 6.081322, 6.146686, 6.237442, 6.204002, 6.232004, 5.929175, 5.907497, 5.849634, 5.825028, 5.920951, 5.966627, 6.101128, 6.174823, 6.254465, 6.332362, 6.337423, 5.031948, 5.014879, 4.827227, 5.086493, 5.24042, 4.96394, 5.330356, 5.187262, 5.232858, 5.053821, 5.000962, 4.40375, 3.945995, 3.676051, 2.84969, 2.343093, 2.252641, 1.78036, 1.772458, 1.273837, 0.694088, 0.622344, 0.578021, 0.254073, 0.94734, 1.001376]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "llmzszl-57", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 730, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9771}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [147, 203, 185, 137, 131, 132, 124, 120, 100, 126, 127, 150, 135, 147, 133, 121, 107, 83, 94, 93, 98, 105, 86, 83, 156, 159, 159, 162, 168, 166, 163, 151, 147, 136, 170, 138, 141, 114, 123, 113, 113, 89, 102, 104, 92, 88, 75, 64, 63, 60], "n_am_pl": [14, 83, 52, 53, 74, 98, 104, 90, 111, 108, 116, 81, 94, 79, 100, 112, 136, 125, 104, 103, 113, 111, 125, 132, 89, 74, 78, 71, 87, 96, 99, 110, 132, 85, 83, 69, 42, 36, 36, 42, 41, 34, 38, 26, 35, 31, 41, 32, 33, 42], "n_pos": 536, "sum_m_en": [46.398226, 25.661151, 27.89356, 28.772559, 28.937297, 29.118316, 28.4802, 30.850237, 32.448544, 35.066698, 35.724258, 37.211434, 40.261016, 43.007589, 45.016608, 43.724508, 42.313755, 38.802246, 35.154179, 32.805444, 29.658352, 28.469096, 27.138936, 25.916842, 52.328084, 60.692639, 69.039514, 66.03156, 64.5418, 65.829974, 65.600881, 62.622103, 58.606289, 60.802929, 65.159199, 60.236206, 65.658177, 62.274418, 64.346452, 63.574923, 63.681162, 56.982382, 58.58715, 58.590891, 59.95098, 58.481902, 49.169308, 48.309421, 65.525699, 60.002184], "sum_m_pl": [214.509575, 273.367811, 262.518253, 257.250889, 257.488789, 253.822697, 255.973724, 253.990395, 250.251737, 254.219257, 252.388783, 251.401763, 253.040765, 250.053853, 250.238136, 251.334581, 248.487848, 250.588966, 256.057303, 259.68409, 261.334127, 261.855892, 263.676729, 263.369944, 219.677207, 216.397523, 205.175856, 219.613457, 228.765849, 230.445882, 229.091561, 231.869982, 237.424214, 221.049267, 211.388082, 199.386072, 175.895251, 171.339284, 164.396433, 161.328267, 154.680373, 154.53105, 154.262455, 132.117555, 105.744479, 90.235502, 71.608062, 51.502102, 34.901188, 42.09244]}, "digit": {"n_am_en": [3, 27, 12, 8, 14, 31, 4, 2, 4, 5, 8, 14, 13, 15, 13, 14, 6, 8, 7, 10, 5, 7, 6, 7, 14, 14, 16, 20, 19, 26, 29, 25, 24, 20, 26, 26, 17, 13, 10, 8, 5, 5, 5, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 4, 2, 6, 6, 8, 11, 7, 15, 25, 19, 11, 7, 3, 9, 15, 17, 16, 15, 12, 11, 15, 14, 11, 6, 8, 4, 5, 6, 6, 7, 13, 13, 8, 8, 4, 3, 1, 2, 6, 5, 5, 3, 3, 4, 1, 0, 0, 0, 0], "n_pos": 65, "sum_m_en": [4.961908, 2.951194, 2.797884, 3.044394, 3.047202, 3.121112, 3.030718, 3.19259, 3.425329, 3.579847, 3.768546, 3.996222, 4.113587, 4.429038, 4.391935, 4.525054, 4.353253, 4.275121, 3.896469, 3.710147, 3.318958, 3.061073, 2.992635, 2.896159, 5.172616, 5.951201, 7.023629, 6.667745, 6.763289, 7.776324, 7.371624, 7.163629, 5.926705, 6.146332, 6.615109, 6.818681, 6.262246, 5.636714, 5.678455, 5.571298, 5.146686, 4.997953, 4.417864, 3.977991, 3.628034, 2.71065, 1.296651, 1.226174, 0.186261, 0.0], "sum_m_pl": [23.392026, 34.540403, 33.047158, 32.022992, 32.256857, 31.640216, 31.724927, 31.186922, 31.250251, 32.329534, 31.719102, 31.535159, 31.324242, 30.644684, 30.765627, 31.059386, 30.306509, 30.080407, 30.902193, 31.262127, 31.439968, 31.900549, 31.991443, 32.08372, 28.13388, 27.147629, 25.845524, 27.54718, 28.297055, 27.83691, 28.120772, 28.606308, 30.110432, 28.773514, 27.284578, 26.628863, 24.912201, 24.762704, 22.926191, 22.806679, 22.602652, 23.751434, 23.038597, 21.101562, 17.714899, 13.722072, 6.118829, 2.66296, 0.412584, 0.0]}, "lang": {"n_am_en": [47, 5, 24, 16, 18, 24, 31, 27, 23, 24, 23, 37, 38, 30, 30, 30, 27, 18, 27, 20, 25, 30, 26, 24, 40, 38, 37, 35, 35, 33, 33, 29, 30, 32, 37, 37, 39, 36, 35, 41, 48, 46, 51, 50, 45, 35, 45, 47, 60, 60], "n_am_pl": [5, 11, 10, 6, 9, 15, 16, 17, 23, 21, 19, 13, 12, 14, 16, 16, 26, 28, 19, 22, 27, 22, 28, 29, 19, 15, 14, 13, 18, 18, 20, 23, 21, 15, 15, 13, 11, 10, 9, 12, 12, 11, 15, 14, 15, 17, 27, 22, 32, 42], "n_pos": 103, "sum_m_en": [8.101567, 4.859032, 5.326908, 5.388504, 5.356103, 5.352112, 5.359151, 5.561646, 5.886557, 5.907599, 6.218401, 6.68355, 7.082887, 7.909093, 8.731726, 8.410566, 8.243595, 7.52096, 6.960162, 6.481248, 5.860135, 5.978321, 5.336263, 5.027017, 11.298502, 11.527727, 13.051933, 12.730824, 12.230852, 12.314963, 12.350184, 12.53073, 11.832565, 12.545299, 12.966366, 12.997479, 15.449961, 15.781251, 17.603588, 19.656875, 21.403706, 20.139871, 22.010476, 24.050774, 30.324581, 29.607953, 28.022523, 31.428683, 60.018323, 60.002129], "sum_m_pl": [45.176474, 50.637049, 49.560417, 49.291866, 49.269297, 48.55176, 48.976977, 49.137855, 49.537766, 50.372873, 49.942587, 49.749152, 50.048245, 49.605041, 49.056877, 49.000368, 48.517948, 48.454015, 49.579864, 50.076956, 50.515586, 50.378578, 51.071429, 50.900425, 44.227592, 44.041158, 41.167595, 44.31008, 45.921167, 46.16099, 45.476735, 45.651045, 46.824379, 44.324618, 42.882742, 41.647892, 38.946435, 37.980769, 37.273509, 36.850535, 35.775127, 37.903849, 37.936763, 36.010861, 30.605847, 30.810445, 30.522375, 27.640205, 31.825486, 42.014037]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 538, "item_id": "llmzszl-57", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 661, "region_end": 536, "roundtrip_ok": true, "tf_agree": 0.9944, "tf_agree_excl_first": 0.9963}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [63, 41, 41, 43, 50, 56, 43, 34, 37, 50, 54, 48, 39, 39, 37, 39, 39, 36, 34, 42, 36, 39, 28, 31, 49, 45, 49, 41, 41, 47, 42, 38, 30, 40, 45, 45, 42, 46, 44, 50, 45, 53, 54, 47, 45, 52, 47, 46, 40, 40], "n_am_pl": [5, 25, 20, 23, 12, 20, 24, 19, 17, 19, 20, 18, 26, 27, 37, 34, 18, 31, 26, 28, 26, 31, 33, 35, 13, 14, 13, 23, 28, 25, 28, 22, 28, 15, 7, 9, 5, 7, 7, 2, 3, 7, 3, 4, 5, 1, 3, 0, 2, 2], "n_pos": 176, "sum_m_en": [20.18426, 9.583588, 10.55777, 9.881125, 10.454705, 11.472242, 10.61871, 10.851681, 11.660382, 12.15724, 12.295818, 12.911084, 12.876563, 13.004221, 12.279122, 12.433189, 12.542803, 11.891048, 10.898316, 10.133927, 9.517196, 9.01183, 8.624863, 8.384899, 17.729748, 17.994215, 17.195318, 16.877428, 16.710077, 17.209918, 16.56968, 15.959762, 15.491812, 16.376379, 18.050122, 19.039568, 19.22512, 22.95893, 24.819185, 32.116523, 30.89726, 34.245891, 34.174216, 36.267398, 35.85541, 38.122275, 40.992921, 40.813938, 41.638347, 40.109607], "sum_m_pl": [67.427854, 87.576879, 84.365573, 84.318518, 81.457389, 80.10635, 80.467367, 78.015308, 76.65302, 79.010023, 77.105266, 76.709651, 76.450489, 75.981342, 78.109227, 78.246832, 77.852112, 79.29176, 79.539549, 81.435504, 82.604324, 83.616013, 83.882312, 84.487494, 63.186901, 64.343593, 65.373205, 69.727973, 71.148286, 71.60591, 70.240934, 71.499939, 70.246496, 64.883256, 61.345885, 57.680929, 50.790907, 48.119635, 41.539659, 36.99909, 36.123993, 31.925118, 30.540044, 26.851814, 21.888397, 16.396263, 9.478885, 5.579868, 3.205443, 2.00058]}, "digit": {"n_am_en": [5, 7, 6, 5, 5, 4, 4, 0, 0, 5, 8, 7, 1, 6, 5, 8, 5, 6, 3, 5, 4, 5, 3, 3, 8, 7, 10, 8, 6, 10, 7, 6, 2, 6, 5, 4, 4, 5, 5, 6, 2, 5, 6, 4, 3, 1, 2, 2, 0, 0], "n_am_pl": [0, 5, 3, 1, 1, 1, 1, 0, 2, 3, 2, 2, 6, 4, 3, 9, 3, 6, 4, 3, 2, 3, 3, 5, 3, 4, 1, 2, 3, 3, 3, 5, 5, 2, 1, 3, 2, 0, 3, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.56418, 1.266431, 1.216183, 1.243107, 1.359802, 1.414339, 1.375477, 1.478979, 1.610178, 1.699405, 1.731622, 1.741174, 1.792464, 1.85398, 1.638002, 1.683133, 1.762964, 1.70572, 1.544894, 1.504156, 1.418533, 1.327209, 1.291232, 1.26413, 2.821371, 2.451774, 2.381535, 2.390155, 2.391899, 2.442499, 2.576652, 2.415599, 2.217447, 2.238331, 2.3603, 2.453766, 2.337102, 2.34924, 3.173299, 4.450972, 3.860583, 3.414706, 3.730785, 2.875764, 2.502922, 2.052866, 1.413036, 1.236455, 0.258732, 0.0], "sum_m_pl": [13.37091, 16.03692, 15.418766, 14.973798, 14.478356, 14.281751, 14.137439, 13.688854, 13.549914, 13.987805, 13.850921, 13.834855, 13.296952, 13.261907, 13.724849, 13.612821, 13.256659, 13.558161, 13.768182, 13.846345, 13.926341, 14.157513, 14.17051, 14.348414, 11.858669, 12.055476, 11.852172, 12.474763, 12.668688, 12.947848, 12.668541, 12.885846, 12.904841, 11.923196, 11.542516, 11.603183, 10.932844, 11.164712, 9.961213, 9.555516, 9.64439, 9.895974, 9.516467, 9.770879, 7.522335, 5.351731, 2.983281, 1.402076, 0.300829, 0.0]}, "lang": {"n_am_en": [20, 11, 12, 17, 12, 15, 15, 12, 14, 14, 10, 18, 17, 17, 14, 12, 17, 17, 19, 16, 14, 16, 10, 9, 18, 19, 15, 15, 16, 19, 18, 18, 15, 15, 16, 16, 18, 20, 21, 23, 26, 27, 29, 27, 28, 34, 31, 35, 38, 40], "n_am_pl": [1, 4, 3, 5, 4, 5, 7, 6, 2, 4, 8, 7, 9, 9, 11, 6, 4, 8, 3, 7, 5, 6, 9, 8, 1, 2, 3, 9, 8, 9, 5, 3, 6, 3, 2, 1, 1, 4, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 2, 2], "n_pos": 44, "sum_m_en": [5.563339, 2.534258, 2.820074, 2.667046, 2.629515, 2.917942, 2.851368, 2.844634, 3.191229, 3.16212, 3.325055, 3.598239, 3.736843, 3.666819, 3.495384, 3.625865, 3.706895, 3.48114, 3.185376, 2.867847, 2.64434, 2.49761, 2.358079, 2.279399, 5.709509, 5.762188, 5.411743, 5.407829, 5.451902, 5.505077, 5.120156, 5.121903, 5.230619, 5.980883, 6.772826, 7.642456, 8.240518, 10.885199, 11.248665, 13.550195, 13.61029, 15.962043, 17.381612, 18.980394, 19.359333, 22.312113, 27.948038, 30.606404, 37.804872, 39.268398], "sum_m_pl": [15.617955, 21.350319, 20.678968, 20.828062, 20.272989, 19.986644, 20.030575, 19.371051, 19.208873, 19.839423, 19.630559, 19.639687, 19.969443, 19.681176, 20.022886, 20.097755, 19.919779, 20.271285, 20.159179, 20.670041, 20.974309, 21.175283, 21.186517, 21.421864, 16.385155, 17.004518, 17.474112, 18.34832, 18.292459, 18.327667, 18.185762, 18.156483, 17.329489, 16.11039, 14.739745, 14.003875, 12.202817, 11.221735, 9.76381, 8.554094, 8.341725, 6.621561, 6.3452, 5.116514, 4.660622, 3.434493, 1.713221, 0.63432, 2.108029, 2.000225]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "llmzszl-59", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 740, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9719, "tf_agree_excl_first": 0.9774}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [113, 104, 106, 104, 104, 104, 100, 85, 89, 106, 108, 95, 111, 97, 89, 93, 99, 85, 78, 77, 70, 91, 74, 75, 108, 114, 106, 106, 86, 101, 106, 91, 81, 97, 102, 105, 94, 115, 109, 128, 119, 124, 120, 106, 112, 89, 49, 27, 9, 9], "n_am_pl": [29, 98, 68, 81, 69, 88, 81, 70, 80, 78, 68, 70, 76, 81, 85, 76, 56, 77, 88, 86, 85, 78, 92, 101, 54, 66, 63, 78, 83, 83, 85, 70, 79, 48, 54, 41, 40, 40, 44, 34, 42, 39, 35, 47, 42, 53, 58, 53, 101, 113], "n_pos": 427, "sum_m_en": [41.29094, 21.454247, 22.528413, 23.770148, 24.702089, 26.50104, 26.520668, 27.206894, 29.309363, 29.991981, 30.84116, 31.196913, 32.047129, 32.974561, 32.321144, 31.958036, 31.43903, 29.434378, 26.201369, 24.752483, 23.431715, 22.634585, 21.865788, 21.106174, 45.230333, 45.668725, 44.176544, 44.412481, 43.998566, 45.373445, 44.306012, 41.600615, 41.081293, 43.063486, 46.466189, 46.200024, 46.008129, 49.840493, 53.508078, 66.743663, 65.2999, 74.158199, 73.618294, 70.366799, 74.605079, 67.992145, 44.588556, 28.436789, 11.445962, 8.940543], "sum_m_pl": [166.499356, 208.771597, 202.201654, 201.790149, 200.077194, 196.244859, 198.410313, 195.51811, 191.843445, 195.131311, 190.570319, 190.129681, 192.724604, 191.602663, 193.430859, 195.61538, 194.875153, 199.626391, 204.282011, 206.449803, 206.963592, 206.738827, 207.337129, 207.179168, 165.313999, 166.783552, 165.122168, 174.880436, 180.984773, 178.911721, 177.347118, 179.408664, 179.418037, 164.356606, 159.155432, 151.436021, 142.946612, 139.585592, 128.14735, 114.560604, 112.355889, 105.254237, 100.41058, 94.727971, 82.950333, 81.289628, 77.955166, 68.753425, 98.271716, 113.818817]}, "digit": {"n_am_en": [5, 20, 17, 13, 11, 8, 10, 4, 4, 10, 15, 16, 14, 14, 10, 10, 12, 14, 12, 9, 5, 12, 11, 10, 16, 20, 20, 20, 9, 12, 14, 11, 9, 8, 12, 13, 11, 7, 9, 10, 8, 8, 8, 7, 8, 6, 2, 2, 0, 0], "n_am_pl": [3, 5, 6, 4, 6, 8, 11, 8, 11, 7, 9, 7, 7, 7, 6, 13, 11, 9, 11, 12, 8, 10, 13, 10, 3, 5, 3, 6, 10, 14, 13, 10, 12, 7, 4, 5, 3, 4, 4, 1, 2, 2, 1, 4, 0, 1, 1, 3, 0, 0], "n_pos": 49, "sum_m_en": [4.025806, 2.144107, 2.135622, 2.172556, 2.269554, 2.374498, 2.230483, 2.528179, 2.622219, 2.791148, 2.824247, 2.919749, 3.21883, 3.342971, 3.133261, 3.313472, 3.317244, 3.187189, 2.821601, 2.681226, 2.461508, 2.367494, 2.257875, 2.167145, 4.835112, 4.802639, 4.638369, 4.69919, 4.451863, 4.709707, 4.93527, 4.432282, 4.051302, 4.188687, 4.703442, 4.590527, 4.422575, 4.014224, 5.292672, 7.756265, 6.359999, 7.098982, 7.033803, 6.747151, 6.039133, 5.960546, 2.994845, 2.354318, 0.267744, 0.0], "sum_m_pl": [21.522954, 26.25233, 25.223201, 24.651928, 24.284243, 23.726206, 23.99264, 23.037713, 22.802784, 23.409904, 23.137582, 23.42718, 23.196744, 22.947548, 23.36175, 23.101534, 22.65523, 23.184571, 23.859528, 23.786103, 23.816575, 23.999812, 24.05658, 24.285422, 20.680037, 20.815162, 20.317693, 21.189746, 21.942534, 22.093345, 21.569645, 21.853154, 22.498355, 20.788072, 19.688345, 19.949781, 18.955285, 19.357757, 17.71633, 16.816232, 17.075809, 16.980555, 16.727962, 15.723398, 12.729069, 9.612531, 7.015436, 5.723598, 0.85984, 0.0]}, "lang": {"n_am_en": [35, 22, 24, 25, 18, 26, 27, 27, 26, 28, 32, 24, 33, 25, 30, 28, 34, 29, 25, 25, 26, 34, 29, 27, 41, 38, 35, 30, 24, 33, 36, 40, 25, 40, 37, 39, 36, 52, 44, 57, 56, 62, 61, 54, 57, 48, 32, 23, 9, 9], "n_am_pl": [6, 36, 21, 25, 26, 23, 21, 15, 22, 29, 23, 23, 26, 29, 25, 24, 16, 25, 27, 29, 24, 23, 28, 30, 19, 20, 23, 30, 33, 24, 29, 27, 33, 15, 16, 13, 11, 10, 16, 13, 17, 18, 11, 23, 23, 37, 44, 45, 96, 113], "n_pos": 123, "sum_m_en": [11.778976, 6.473868, 6.770774, 7.330939, 7.25716, 7.739967, 7.839441, 7.876115, 8.266053, 8.633462, 8.799072, 8.950199, 9.231775, 9.527417, 9.479881, 9.392307, 9.366584, 8.742836, 7.932215, 7.559584, 7.15727, 6.899312, 6.630393, 6.378566, 15.308666, 14.516592, 13.718248, 13.316744, 13.368415, 14.089911, 13.579434, 13.572422, 13.894193, 14.887823, 15.9504, 16.546332, 18.124659, 19.86713, 19.646718, 25.80684, 26.469027, 32.677976, 34.015178, 33.737594, 40.820926, 36.936536, 26.195756, 20.110145, 10.358978, 8.93806], "sum_m_pl": [45.544508, 57.696816, 56.31018, 55.753317, 56.088823, 55.562753, 56.268586, 55.773987, 55.3195, 56.455018, 55.135243, 55.012287, 55.840111, 55.831468, 56.268564, 56.748144, 56.694008, 57.664645, 58.519134, 59.074959, 59.28985, 59.316315, 59.423676, 59.343684, 48.142106, 49.104736, 49.630498, 52.27877, 53.024758, 51.885662, 51.695673, 52.006174, 51.32376, 48.245925, 46.303309, 45.263732, 43.556967, 43.267826, 41.042916, 36.961249, 36.982385, 34.836272, 33.132249, 35.180415, 32.166086, 38.114456, 46.448604, 48.558862, 89.60227, 112.636229]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 427, "item_id": "llmzszl-59", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 671, "region_end": 427, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9859}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [117, 107, 99, 97, 105, 85, 94, 65, 67, 93, 98, 97, 107, 99, 93, 68, 75, 63, 76, 63, 63, 66, 61, 67, 109, 103, 97, 91, 70, 92, 74, 76, 82, 100, 81, 88, 101, 89, 91, 80, 100, 114, 121, 109, 124, 126, 143, 133, 131, 128], "n_am_pl": [22, 51, 54, 56, 47, 53, 34, 29, 36, 32, 32, 37, 37, 49, 57, 53, 69, 65, 49, 57, 70, 74, 74, 76, 34, 37, 46, 59, 59, 40, 48, 58, 54, 44, 35, 34, 29, 19, 26, 25, 15, 19, 18, 19, 16, 14, 9, 9, 4, 2], "n_pos": 364, "sum_m_en": [44.610647, 20.244829, 19.331578, 20.723449, 21.706212, 20.976535, 21.54057, 20.690993, 21.420256, 22.83396, 23.192854, 24.834085, 25.765012, 27.176521, 27.028525, 25.42432, 25.491689, 23.858444, 21.692973, 19.730824, 18.423262, 17.380253, 16.993538, 16.520661, 36.718229, 38.42448, 39.45267, 35.698035, 31.686694, 35.006704, 32.620673, 33.191327, 34.100831, 36.857529, 38.801409, 41.711632, 46.161214, 47.733709, 50.352839, 51.52529, 56.469229, 77.475426, 89.087087, 94.531288, 101.451414, 111.63828, 126.280815, 123.910415, 124.096432, 126.227031], "sum_m_pl": [135.243045, 177.586458, 175.527873, 171.639304, 168.006502, 164.943673, 163.514464, 161.647782, 162.585678, 165.988064, 165.400518, 164.37138, 164.856157, 159.14766, 158.272204, 157.946362, 158.434895, 160.294674, 164.545523, 169.82803, 173.136251, 174.628811, 174.140204, 175.572151, 137.630083, 137.916407, 131.684862, 140.259633, 145.550337, 140.857419, 143.520414, 141.332833, 138.91651, 129.271184, 124.294157, 116.860093, 102.575731, 97.082002, 90.864928, 89.750273, 84.429953, 70.896473, 65.610287, 54.027511, 46.712568, 34.43946, 20.442794, 15.873138, 5.041881, 1.431972]}, "digit": {"n_am_en": [6, 18, 12, 6, 5, 4, 4, 4, 0, 4, 9, 10, 14, 11, 8, 2, 5, 2, 4, 2, 2, 6, 6, 5, 9, 9, 8, 4, 5, 7, 2, 5, 5, 5, 3, 5, 4, 5, 3, 2, 4, 3, 4, 3, 4, 3, 3, 4, 0, 0], "n_am_pl": [0, 2, 1, 2, 8, 8, 0, 4, 8, 1, 5, 5, 8, 7, 5, 7, 11, 11, 9, 6, 8, 11, 11, 10, 9, 7, 11, 12, 11, 8, 4, 8, 12, 9, 7, 4, 9, 2, 4, 4, 5, 5, 5, 4, 3, 1, 1, 0, 0, 0], "n_pos": 38, "sum_m_en": [3.812782, 1.783159, 1.695956, 1.615142, 1.717968, 1.759858, 1.82081, 1.860638, 1.870236, 1.915768, 2.000335, 2.094537, 2.319015, 2.506163, 2.313222, 2.215114, 2.281239, 2.307847, 2.117083, 1.972993, 1.856066, 1.785218, 1.750044, 1.69739, 3.432729, 3.111807, 3.049786, 3.018306, 2.826363, 2.848916, 2.792134, 2.922359, 2.712251, 2.728445, 3.000001, 3.154332, 3.022168, 2.96439, 2.910576, 2.721456, 2.732337, 2.891099, 3.410132, 3.106192, 2.690239, 2.580522, 2.942202, 3.403376, 0.158197, 0.0], "sum_m_pl": [15.436678, 19.961852, 19.553453, 19.102292, 18.533498, 18.368283, 17.86031, 17.411219, 17.621992, 18.218999, 18.262427, 18.346532, 17.962894, 17.289685, 17.231016, 17.070416, 17.013745, 17.07244, 17.539403, 17.802526, 18.020515, 18.145124, 18.048206, 18.353023, 15.853953, 16.072673, 15.305709, 16.142378, 16.661679, 16.544153, 16.244682, 15.76946, 15.576192, 14.782205, 13.880273, 13.303966, 13.068543, 12.160346, 11.469721, 11.841437, 11.768316, 12.030261, 11.030417, 9.266673, 7.896082, 5.785678, 4.10787, 1.530657, 0.076806, 0.0]}, "lang": {"n_am_en": [45, 42, 38, 49, 44, 39, 40, 36, 37, 48, 43, 37, 44, 38, 42, 34, 32, 33, 40, 32, 30, 26, 28, 29, 53, 52, 45, 44, 38, 43, 41, 35, 42, 52, 37, 43, 48, 56, 59, 52, 61, 68, 77, 71, 79, 89, 105, 109, 123, 127], "n_am_pl": [13, 19, 25, 24, 14, 20, 10, 7, 7, 15, 12, 16, 11, 19, 20, 22, 28, 25, 18, 24, 29, 32, 34, 28, 13, 15, 18, 22, 21, 10, 12, 22, 17, 13, 13, 12, 6, 6, 2, 3, 3, 2, 1, 5, 6, 5, 1, 1, 2, 2], "n_pos": 130, "sum_m_en": [16.728086, 7.626973, 7.154342, 7.717284, 8.076125, 7.798155, 7.855704, 7.535823, 7.881837, 8.242742, 8.480903, 9.090081, 9.35385, 10.098742, 10.19583, 9.70235, 9.76539, 9.150731, 8.321544, 7.382682, 6.843447, 6.397863, 6.22861, 6.054819, 15.842643, 17.254071, 17.139698, 14.394849, 12.817515, 14.272745, 13.284735, 13.805557, 14.363207, 16.110704, 16.002038, 19.325584, 23.22508, 26.012165, 28.870299, 30.0612, 34.1989, 46.765975, 54.770155, 58.102597, 63.858079, 73.655159, 91.485259, 98.543688, 115.708982, 123.434091], "sum_m_pl": [45.299309, 61.607577, 61.395083, 60.169667, 60.256189, 59.276196, 59.206822, 58.643937, 58.780887, 59.997023, 59.343373, 59.106354, 59.863777, 57.900171, 57.12613, 56.978585, 57.385416, 58.041939, 59.379538, 61.318852, 62.42289, 62.840738, 62.703533, 63.049165, 51.107196, 51.281268, 49.297655, 52.018414, 52.971942, 50.356055, 51.506772, 50.563358, 49.196139, 47.196532, 46.366933, 43.12014, 37.510217, 35.174437, 31.739385, 31.770247, 29.067762, 23.677371, 20.742932, 17.814657, 16.958415, 11.96865, 6.137622, 3.175276, 2.15778, 1.314022]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 366, "item_id": "llmzszl-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 766, "region_end": 364, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 0.989}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [140, 159, 181, 139, 142, 113, 130, 109, 124, 132, 137, 127, 126, 115, 114, 97, 114, 91, 103, 109, 95, 109, 107, 104, 161, 159, 153, 174, 158, 155, 139, 137, 124, 135, 157, 149, 141, 135, 124, 125, 125, 111, 135, 138, 110, 81, 52, 34, 17, 14], "n_am_pl": [34, 145, 126, 143, 97, 99, 85, 109, 122, 110, 108, 116, 124, 120, 123, 126, 109, 131, 108, 104, 133, 143, 139, 159, 90, 96, 92, 111, 129, 136, 120, 115, 118, 84, 81, 91, 90, 91, 81, 80, 73, 95, 89, 65, 79, 89, 101, 115, 177, 191], "n_pos": 655, "sum_m_en": [61.063487, 32.112843, 33.362952, 34.700767, 35.701134, 35.342846, 36.657258, 36.722962, 39.04111, 40.493854, 40.555792, 43.768289, 46.772195, 48.680652, 47.788641, 45.624208, 43.932505, 41.626281, 37.940784, 34.894824, 32.572305, 32.45664, 31.105511, 30.011516, 60.954463, 63.215375, 65.045515, 65.86603, 62.743378, 67.08492, 64.058118, 61.340974, 60.918711, 64.240407, 69.172524, 67.958707, 67.97618, 68.042823, 69.756704, 73.81203, 76.151716, 75.976152, 83.186085, 91.545123, 87.489136, 73.093148, 58.646073, 42.086285, 20.960799, 14.000831], "sum_m_pl": [256.584832, 327.275336, 318.98777, 313.70739, 307.064005, 299.834037, 303.173538, 298.833571, 298.601573, 303.75831, 301.326502, 296.986163, 300.034868, 293.510962, 293.93579, 294.750554, 294.450899, 300.189603, 309.699051, 314.258612, 318.538611, 317.935738, 318.281351, 320.988468, 261.618136, 259.390773, 252.961679, 267.75318, 278.520163, 270.664215, 269.753921, 269.843828, 267.97765, 245.999792, 237.263918, 227.794401, 210.752775, 206.903004, 199.084153, 199.320774, 183.880096, 181.317471, 179.344667, 157.209993, 136.031497, 127.853154, 122.259603, 123.943793, 169.1094, 192.468046]}, "digit": {"n_am_en": [6, 30, 24, 16, 11, 11, 6, 6, 4, 4, 15, 13, 4, 8, 7, 5, 9, 7, 8, 7, 9, 10, 11, 8, 10, 13, 11, 13, 16, 12, 11, 10, 11, 10, 12, 7, 12, 9, 5, 3, 4, 3, 4, 4, 4, 3, 2, 2, 0, 0], "n_am_pl": [2, 3, 2, 6, 6, 3, 4, 3, 8, 1, 5, 11, 13, 8, 11, 15, 16, 11, 12, 16, 17, 19, 16, 15, 7, 9, 5, 11, 13, 13, 6, 13, 13, 10, 7, 12, 12, 7, 13, 9, 7, 10, 9, 4, 6, 7, 3, 4, 1, 0], "n_pos": 56, "sum_m_en": [6.576077, 2.829078, 2.905056, 2.932071, 2.930105, 2.886775, 2.86534, 3.047622, 3.047353, 3.026172, 3.052524, 3.297089, 3.790548, 4.168509, 3.812226, 3.841489, 3.678183, 3.718688, 3.382468, 3.057567, 2.750497, 2.570944, 2.540815, 2.438196, 4.367016, 4.560606, 5.150079, 5.374737, 5.379614, 5.582555, 5.254414, 5.198978, 4.857164, 4.859662, 5.375824, 5.754479, 5.638931, 4.849796, 4.263823, 4.625336, 4.025002, 4.486613, 4.043977, 4.501722, 3.418487, 3.203707, 3.254954, 1.674988, 0.057174, 0.0], "sum_m_pl": [21.428073, 29.430922, 28.383041, 27.264439, 26.324454, 25.728904, 25.724838, 25.04475, 25.450891, 26.128039, 26.037333, 25.940361, 25.657158, 24.785352, 25.106798, 24.968679, 25.443057, 25.547433, 26.483625, 26.752699, 27.336384, 27.530571, 27.516386, 27.79397, 24.531101, 24.112746, 23.054891, 24.007204, 24.628971, 24.153995, 23.739188, 23.212075, 23.656011, 22.279567, 21.219506, 21.146013, 19.903011, 19.449111, 19.549867, 19.914292, 19.544953, 20.790034, 20.112798, 17.790454, 16.119841, 13.65909, 9.536388, 6.798686, 0.935958, 1e-06]}, "lang": {"n_am_en": [42, 31, 43, 44, 41, 39, 44, 36, 46, 43, 37, 41, 59, 41, 46, 36, 36, 36, 41, 46, 35, 36, 35, 35, 63, 64, 64, 66, 54, 63, 49, 51, 47, 59, 72, 69, 62, 71, 63, 58, 67, 63, 69, 73, 70, 59, 36, 24, 15, 14], "n_am_pl": [18, 65, 48, 33, 33, 26, 21, 40, 41, 43, 40, 40, 36, 39, 43, 46, 40, 50, 41, 44, 54, 59, 60, 62, 47, 39, 35, 48, 52, 48, 52, 48, 59, 47, 38, 42, 41, 37, 38, 40, 36, 45, 45, 38, 55, 72, 85, 94, 172, 190], "n_pos": 205, "sum_m_en": [17.446581, 9.948116, 10.077019, 11.289748, 11.723805, 11.059302, 12.084631, 11.83387, 12.905932, 13.250465, 13.640791, 14.842974, 15.321452, 15.766203, 15.028484, 13.992554, 13.546339, 12.707561, 11.634654, 10.66133, 10.094649, 9.68661, 9.392964, 9.069219, 20.531387, 21.391, 21.802934, 20.150951, 18.999739, 20.375552, 19.015033, 18.857838, 19.323105, 22.576782, 25.606474, 25.577673, 27.347902, 30.512727, 31.321854, 32.374843, 37.05091, 39.239797, 44.425384, 49.819754, 53.162899, 47.722906, 39.421724, 27.089823, 17.174046, 13.995211], "sum_m_pl": [77.50162, 98.620258, 96.662341, 94.608607, 93.976838, 91.097861, 93.300291, 93.153216, 93.872236, 95.752964, 94.782094, 94.300045, 95.447788, 93.674068, 94.420596, 94.95073, 93.724424, 95.539353, 98.352832, 99.897192, 100.792983, 100.693055, 100.411492, 101.481126, 88.304029, 87.869638, 86.843206, 91.711514, 93.30835, 90.441311, 91.189309, 91.497787, 91.342679, 85.933132, 82.47676, 82.736728, 80.018089, 77.792485, 76.307783, 77.141986, 71.828528, 70.710965, 68.266146, 64.30012, 65.461185, 71.379701, 86.360811, 93.45043, 159.230754, 189.331386]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 655, "item_id": "llmzszl-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 697, "region_end": 655, "roundtrip_ok": true, "tf_agree": 0.9908, "tf_agree_excl_first": 0.9924}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 29, 25, 11, 15, 13, 16, 18, 14, 15, 18, 21, 19, 23, 26, 21, 25, 23, 19, 27, 22, 22, 17, 17, 31, 27, 25, 26, 27, 25, 23, 21, 23, 20, 27, 27, 23, 27, 27, 24, 21, 23, 24, 24, 28, 25, 23, 21, 25, 24], "n_am_pl": [5, 13, 15, 13, 12, 7, 7, 13, 9, 11, 15, 15, 11, 17, 10, 6, 7, 11, 10, 7, 8, 8, 11, 14, 12, 13, 14, 11, 6, 13, 13, 9, 11, 10, 11, 10, 6, 7, 13, 12, 13, 10, 6, 4, 3, 3, 2, 0, 0, 0], "n_pos": 109, "sum_m_en": [12.751909, 5.921237, 5.741277, 5.641175, 6.085154, 6.135988, 5.923136, 6.188193, 6.250018, 6.623971, 7.115414, 7.416657, 7.774311, 8.06538, 8.261847, 7.876623, 7.751106, 7.249417, 6.16666, 6.012249, 5.673167, 5.415252, 5.258949, 5.133518, 13.134939, 13.050884, 12.116314, 11.167346, 10.774263, 10.72857, 9.498915, 9.505553, 9.436359, 9.88082, 10.314036, 10.597786, 10.999705, 11.188444, 13.47326, 15.993738, 15.405783, 17.045673, 18.720719, 18.52734, 20.924002, 21.948476, 23.203377, 21.408677, 24.095348, 24.671437], "sum_m_pl": [42.539391, 53.548743, 52.104941, 50.734945, 48.700993, 48.505378, 49.398772, 48.573279, 47.055897, 48.370951, 47.778925, 48.190246, 47.79189, 47.123914, 47.071108, 49.027292, 48.966143, 48.657092, 50.388917, 51.875528, 52.064585, 52.158969, 52.32903, 52.393092, 36.25761, 36.735248, 36.22502, 40.651799, 41.340846, 42.343351, 42.37653, 42.307008, 42.448944, 39.058353, 36.726986, 33.891622, 31.63022, 30.635814, 27.111865, 27.304803, 27.265978, 22.747436, 20.631039, 16.177781, 12.39904, 10.05278, 5.824445, 2.169618, 0.194541, 0.010216]}, "digit": {"n_am_en": [4, 11, 9, 5, 3, 0, 3, 4, 2, 3, 3, 4, 2, 1, 5, 5, 5, 7, 6, 9, 6, 6, 5, 2, 5, 5, 3, 5, 3, 5, 5, 4, 5, 5, 3, 5, 4, 5, 3, 3, 2, 3, 3, 3, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 4, 1, 1, 1, 1, 1, 1, 1, 2, 4, 4, 3, 4, 2, 0, 0, 2, 1, 0, 2, 3, 4, 5, 3, 4, 5, 2, 0, 1, 3, 2, 2, 3, 4, 4, 3, 2, 4, 4, 4, 3, 0, 2, 1, 1, 1, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.334629, 1.111519, 1.10146, 1.076023, 1.111067, 1.226511, 1.172629, 1.246727, 1.270013, 1.419796, 1.502229, 1.45116, 1.538668, 1.637939, 1.70558, 1.662305, 1.674027, 1.649373, 1.311254, 1.328708, 1.22216, 1.143738, 1.108331, 1.08859, 2.252689, 2.532528, 2.318541, 2.226151, 2.176383, 2.129069, 2.002152, 1.987657, 1.91505, 1.942065, 2.000785, 1.979435, 1.671733, 1.646298, 1.646892, 1.453561, 1.532089, 1.549994, 1.550564, 1.515668, 1.283187, 1.291473, 1.063503, 0.858605, 0.086056, 0.0], "sum_m_pl": [10.014902, 12.14776, 11.398527, 11.052494, 10.731817, 10.519288, 10.862276, 10.67854, 10.268425, 10.590832, 10.334673, 10.303861, 9.898779, 9.860928, 9.814603, 10.020187, 10.065386, 9.878995, 10.283516, 10.630107, 10.676707, 10.740089, 10.769016, 10.673896, 7.556749, 7.309234, 7.01093, 7.873652, 8.155074, 8.783508, 8.759767, 8.861829, 8.996789, 9.080018, 8.808687, 8.442133, 8.34629, 8.600917, 7.651467, 9.272086, 9.190047, 8.050179, 7.589262, 6.804092, 5.478105, 4.657355, 3.27369, 1.50569, 0.127417, 0.0]}, "lang": {"n_am_en": [13, 7, 7, 3, 6, 7, 2, 4, 5, 5, 8, 6, 9, 9, 6, 7, 8, 9, 8, 13, 10, 10, 7, 8, 11, 13, 12, 11, 12, 8, 10, 10, 8, 7, 8, 12, 12, 14, 14, 14, 12, 13, 14, 13, 15, 14, 14, 16, 23, 24], "n_am_pl": [1, 2, 5, 5, 3, 2, 3, 5, 4, 3, 3, 5, 3, 3, 4, 1, 3, 3, 1, 1, 1, 1, 3, 3, 3, 2, 2, 3, 2, 3, 2, 2, 2, 2, 3, 1, 1, 2, 4, 3, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0], "n_pos": 25, "sum_m_en": [3.756215, 1.56858, 1.455872, 1.326614, 1.391487, 1.410045, 1.464079, 1.470992, 1.559542, 1.546425, 1.65416, 1.84556, 1.944065, 2.054791, 1.942933, 1.872589, 1.865231, 1.723059, 1.525419, 1.497927, 1.374618, 1.317308, 1.275405, 1.239408, 5.392952, 4.974534, 4.561284, 3.455294, 3.117394, 2.904651, 2.522882, 2.722454, 2.778327, 3.402984, 3.47113, 4.022874, 5.144982, 5.631328, 7.025714, 8.651451, 8.508488, 8.953039, 10.617287, 10.642998, 12.197182, 11.462179, 14.136661, 15.924594, 22.292085, 23.986877], "sum_m_pl": [7.933516, 11.438421, 11.580725, 11.471325, 11.151962, 11.008771, 11.06878, 11.108775, 10.941966, 10.957449, 11.002799, 11.298986, 11.174051, 10.82552, 10.935781, 11.497638, 11.323661, 11.401351, 11.775415, 12.029921, 12.076153, 12.041185, 12.085423, 12.149565, 8.031198, 8.807382, 8.80066, 9.925702, 9.945144, 10.067338, 10.008636, 9.739182, 9.993704, 9.329081, 8.737698, 8.527444, 7.555878, 7.351364, 6.523687, 5.648767, 5.733516, 4.944002, 4.031352, 2.213918, 1.678656, 1.495716, 0.636273, 0.171973, 0.010577, 0.010206]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "llmzszl-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 736, "region_end": 109, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.9909}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [115, 102, 98, 89, 71, 70, 76, 85, 83, 98, 87, 94, 93, 83, 94, 86, 99, 91, 85, 85, 82, 88, 75, 81, 115, 122, 112, 116, 103, 117, 106, 114, 100, 105, 111, 115, 117, 111, 114, 102, 88, 82, 88, 86, 82, 69, 43, 20, 16, 16], "n_am_pl": [22, 92, 76, 70, 57, 81, 77, 62, 68, 73, 69, 70, 69, 67, 65, 54, 50, 50, 58, 60, 58, 58, 54, 59, 36, 44, 48, 50, 46, 54, 48, 57, 54, 43, 49, 36, 42, 42, 44, 54, 54, 47, 45, 41, 36, 43, 64, 64, 97, 112], "n_pos": 438, "sum_m_en": [41.080482, 21.723329, 22.442738, 23.248773, 24.807278, 24.831554, 23.854932, 25.284104, 25.680608, 27.172793, 27.664712, 28.919209, 30.124994, 31.636326, 32.508928, 31.483769, 31.08017, 28.960788, 24.537407, 23.568271, 22.759565, 22.976133, 21.976953, 21.351717, 47.992495, 49.470549, 48.331303, 47.052058, 45.687823, 47.136947, 46.106168, 43.057809, 40.534808, 41.227677, 49.417893, 47.509603, 47.988222, 50.152889, 55.946069, 62.902736, 59.554811, 63.82539, 65.996883, 68.263956, 69.964012, 60.944954, 39.175329, 26.806447, 18.261303, 16.353445], "sum_m_pl": [174.593609, 214.246379, 209.132857, 205.529001, 200.413619, 199.463597, 201.895364, 200.516694, 197.076763, 199.412839, 196.714221, 194.439727, 197.584001, 194.555543, 195.048901, 201.241942, 200.576501, 201.342253, 208.389318, 211.45162, 211.512713, 209.575033, 209.618069, 210.003563, 157.025675, 156.957874, 151.930279, 166.277918, 170.88748, 171.294214, 171.489264, 174.064571, 174.649429, 164.676976, 156.668077, 151.930581, 143.046441, 139.293856, 128.288831, 124.855394, 120.943271, 112.162897, 107.077507, 90.745311, 73.360142, 77.525817, 77.826435, 74.765298, 95.498687, 108.338342]}, "digit": {"n_am_en": [12, 20, 14, 17, 12, 9, 11, 12, 12, 20, 24, 15, 15, 11, 16, 14, 16, 11, 13, 12, 10, 10, 6, 9, 17, 19, 14, 17, 11, 16, 11, 16, 16, 17, 16, 13, 14, 10, 10, 8, 7, 6, 7, 9, 7, 7, 3, 1, 0, 0], "n_am_pl": [0, 9, 6, 8, 3, 11, 15, 10, 8, 4, 5, 15, 8, 10, 12, 5, 6, 7, 4, 4, 5, 9, 9, 9, 5, 7, 6, 8, 9, 9, 8, 11, 7, 6, 4, 8, 6, 8, 7, 9, 9, 6, 7, 5, 6, 2, 6, 4, 2, 0], "n_pos": 61, "sum_m_en": [5.475385, 2.89048, 2.8647, 2.812905, 2.856752, 2.911446, 2.866299, 3.139672, 3.236301, 3.574836, 3.696781, 3.720978, 4.039042, 4.141481, 4.340539, 4.115702, 4.022145, 3.738563, 3.11138, 3.031662, 2.849558, 2.749401, 2.709113, 2.643178, 4.892566, 5.531298, 5.20472, 5.343618, 5.376309, 5.443068, 5.635391, 5.358334, 5.168171, 5.221282, 6.497906, 6.549775, 6.346113, 5.336325, 5.394595, 5.836507, 5.831762, 6.155458, 6.646739, 6.477803, 6.133131, 5.887205, 2.440886, 1.764784, 0.294044, 0.0], "sum_m_pl": [27.893211, 32.623314, 31.482463, 30.829324, 30.102513, 29.792713, 29.778607, 29.27496, 28.720176, 28.997028, 28.808006, 28.811365, 28.671628, 28.818273, 28.522668, 29.226783, 28.896592, 28.85397, 29.700547, 30.099948, 30.138379, 30.049105, 30.006184, 30.03067, 24.874727, 25.002354, 23.996525, 25.37997, 25.263317, 25.840223, 25.357397, 25.539276, 25.967378, 25.411296, 24.061929, 23.89735, 23.435705, 23.377327, 20.799212, 22.14933, 21.559688, 20.621679, 19.677451, 17.965197, 15.797562, 13.726609, 11.505552, 7.811291, 3.161402, 0.0]}, "lang": {"n_am_en": [33, 24, 30, 26, 26, 29, 25, 25, 30, 24, 29, 24, 37, 31, 34, 31, 32, 30, 30, 26, 27, 34, 30, 33, 45, 50, 42, 42, 39, 47, 44, 46, 42, 42, 45, 43, 46, 50, 50, 49, 45, 44, 47, 46, 53, 44, 29, 16, 15, 16], "n_am_pl": [11, 20, 23, 16, 14, 16, 16, 12, 21, 29, 17, 19, 17, 17, 18, 17, 12, 18, 20, 19, 14, 13, 10, 17, 11, 15, 10, 12, 12, 13, 11, 9, 11, 13, 12, 6, 13, 10, 15, 22, 20, 21, 21, 23, 20, 32, 48, 54, 93, 110], "n_pos": 126, "sum_m_en": [11.893807, 6.469282, 6.588539, 7.032553, 7.567082, 7.644267, 7.179209, 7.349198, 7.802917, 7.857084, 8.047004, 8.613025, 8.95075, 9.380408, 9.415129, 9.07652, 9.139068, 8.569788, 7.4319, 7.030926, 6.863966, 7.512488, 6.829389, 6.61458, 18.128853, 17.421219, 15.504931, 14.277123, 13.983216, 14.841253, 14.027226, 13.948787, 13.399539, 13.766482, 17.03674, 17.228771, 17.83487, 18.301155, 22.586883, 27.851745, 27.667039, 30.467882, 31.599467, 36.177035, 42.849114, 35.908234, 26.057218, 17.615433, 15.39594, 15.708221], "sum_m_pl": [48.357455, 57.999148, 57.051293, 56.001358, 54.888026, 54.415401, 55.817671, 56.276379, 55.510765, 56.549229, 55.71543, 55.22543, 55.845559, 55.329388, 55.816885, 58.164184, 57.308537, 57.740987, 59.702301, 60.350944, 60.094545, 59.353097, 59.766415, 60.036601, 45.224428, 45.292292, 43.946397, 48.290922, 49.149796, 49.054575, 49.720838, 50.242067, 50.148206, 48.196749, 45.212533, 45.066116, 43.579614, 44.088181, 42.382628, 41.333787, 40.971018, 39.392733, 38.864705, 33.818636, 30.535078, 38.191306, 48.179509, 54.483271, 86.953893, 105.480913]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 438, "item_id": "llmzszl-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 667, "region_end": 438, "roundtrip_ok": true, "tf_agree": 0.9795, "tf_agree_excl_first": 0.9817}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [68, 78, 88, 98, 85, 55, 45, 65, 55, 68, 66, 76, 93, 80, 90, 74, 92, 76, 72, 72, 60, 64, 55, 56, 73, 85, 76, 76, 77, 88, 76, 91, 79, 60, 81, 82, 66, 66, 61, 63, 59, 61, 61, 46, 39, 25, 25, 26, 33, 24], "n_am_pl": [10, 58, 41, 58, 46, 55, 42, 60, 57, 76, 61, 61, 49, 74, 98, 58, 60, 59, 46, 40, 35, 37, 42, 44, 23, 36, 39, 41, 38, 41, 45, 42, 46, 35, 28, 22, 20, 18, 19, 20, 19, 25, 21, 24, 16, 11, 14, 9, 6, 5], "n_pos": 349, "sum_m_en": [32.405542, 17.182717, 18.664954, 18.651197, 18.99827, 19.582691, 19.794553, 20.426879, 21.707367, 21.83007, 21.999863, 23.888549, 25.343458, 26.292911, 27.173863, 25.265878, 25.719402, 25.206255, 22.727439, 20.711382, 18.76229, 17.680468, 17.049903, 16.601615, 33.910802, 37.659964, 39.097545, 37.991059, 37.07769, 37.857638, 37.096651, 35.152663, 33.09559, 32.40534, 35.008048, 35.779192, 34.031727, 31.61133, 33.368477, 34.048614, 34.026444, 34.929078, 39.917949, 39.382067, 36.464448, 30.773837, 29.017773, 31.601963, 31.38495, 24.056393], "sum_m_pl": [136.783621, 178.046127, 170.656193, 167.63222, 166.483763, 163.626593, 161.046689, 159.575131, 156.484005, 161.631658, 160.733603, 158.52129, 162.014115, 163.6473, 161.2489, 160.84156, 157.033286, 156.139944, 157.577426, 160.785515, 161.632783, 164.069087, 165.211667, 167.110733, 126.928039, 129.658698, 124.812989, 132.441835, 136.219724, 136.751882, 136.361035, 137.940585, 140.247686, 132.438703, 123.572271, 111.340994, 95.216542, 90.328925, 79.834931, 80.354745, 79.8486, 79.076638, 76.898737, 65.463762, 48.54172, 38.315938, 28.364094, 15.679272, 7.348648, 5.001241]}, "digit": {"n_am_en": [10, 12, 16, 16, 11, 14, 2, 4, 1, 7, 4, 12, 18, 7, 8, 9, 12, 15, 12, 11, 8, 8, 4, 7, 12, 11, 15, 11, 8, 12, 12, 13, 16, 14, 16, 17, 13, 12, 16, 15, 17, 16, 10, 8, 5, 1, 2, 1, 0, 0], "n_am_pl": [1, 6, 1, 7, 11, 6, 1, 12, 12, 15, 15, 9, 11, 15, 23, 15, 13, 6, 7, 7, 5, 5, 8, 5, 3, 10, 7, 4, 4, 8, 6, 9, 11, 6, 5, 3, 3, 3, 3, 4, 2, 3, 4, 6, 4, 2, 2, 0, 0, 0], "n_pos": 65, "sum_m_en": [5.687181, 3.052904, 3.420971, 3.377742, 3.519676, 3.689342, 3.753295, 3.855823, 4.075165, 4.446086, 4.352539, 4.854528, 5.356707, 5.282662, 5.116143, 4.931597, 4.807663, 4.933029, 4.401925, 4.072669, 3.696983, 3.398973, 3.255923, 3.189173, 6.648668, 7.347963, 7.456484, 6.839804, 6.756446, 7.132969, 7.077424, 6.763157, 6.321703, 6.279082, 6.407313, 7.14423, 6.548203, 6.238075, 6.385461, 6.381532, 6.326015, 6.128142, 6.307685, 5.975366, 4.754499, 3.678158, 2.610827, 1.719708, 0.124601, 0.0], "sum_m_pl": [24.482244, 33.676995, 31.461041, 31.213263, 30.619912, 29.399817, 28.452306, 28.156255, 27.21458, 28.225175, 27.491421, 27.608271, 28.848866, 29.071654, 29.016073, 28.736642, 28.006815, 27.724268, 28.205185, 28.351314, 28.384963, 29.168995, 29.454768, 29.987833, 22.292407, 21.952048, 21.079468, 22.804713, 23.266553, 24.209836, 24.077892, 24.710924, 25.951969, 23.823585, 22.566846, 21.668726, 20.87537, 20.62771, 18.047237, 18.517304, 18.924194, 19.353052, 18.751163, 18.858039, 15.240257, 10.466237, 5.680228, 1.968213, 0.156324, 0.0]}, "lang": {"n_am_en": [7, 2, 9, 8, 6, 6, 6, 11, 8, 10, 15, 11, 14, 11, 10, 8, 11, 8, 6, 9, 11, 7, 7, 8, 10, 15, 10, 11, 11, 12, 15, 15, 10, 11, 12, 11, 9, 10, 9, 7, 7, 9, 13, 12, 12, 12, 13, 18, 23, 24], "n_am_pl": [1, 6, 3, 2, 5, 4, 3, 3, 6, 5, 4, 5, 4, 5, 8, 5, 4, 8, 5, 5, 3, 2, 3, 3, 2, 1, 3, 5, 3, 3, 2, 3, 5, 3, 4, 2, 1, 3, 4, 4, 5, 5, 5, 7, 4, 6, 5, 5, 5, 5], "n_pos": 29, "sum_m_en": [2.981483, 1.652713, 1.617832, 1.514697, 1.500273, 1.595337, 1.601476, 1.818496, 1.899736, 1.662606, 1.836387, 2.076114, 2.173085, 2.341556, 2.384173, 2.21686, 2.326352, 2.189656, 2.050247, 1.864681, 1.630848, 1.522981, 1.481852, 1.428544, 3.974211, 4.702874, 4.413716, 3.645368, 3.763281, 3.807447, 3.510944, 3.497502, 3.260335, 3.405033, 3.520074, 3.91088, 4.475641, 3.89117, 4.025512, 4.24903, 4.234071, 6.493369, 7.94501, 8.606543, 9.472865, 10.335622, 11.496373, 16.290268, 22.561472, 23.924291], "sum_m_pl": [9.581506, 13.196723, 13.025407, 12.97359, 13.19558, 13.175426, 13.182303, 13.114794, 13.298757, 13.555956, 13.579373, 13.344319, 13.20757, 13.155094, 13.288981, 13.267169, 13.137399, 13.196388, 13.308241, 13.6878, 13.890958, 14.011581, 14.060324, 14.215712, 11.518816, 11.395655, 11.034741, 11.999015, 12.121085, 11.385473, 11.427287, 11.374487, 11.301284, 11.044334, 10.769138, 10.149615, 9.127886, 9.5752, 9.995196, 10.402585, 10.000237, 9.766691, 9.239612, 8.950983, 7.288927, 7.371793, 6.303595, 5.403685, 5.020242, 4.999955]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 351, "item_id": "llmzszl-62", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 730, "region_end": 349, "roundtrip_ok": true, "tf_agree": 0.9972, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [75, 99, 102, 98, 99, 72, 55, 69, 40, 67, 61, 80, 91, 94, 101, 85, 92, 88, 71, 74, 69, 77, 57, 57, 86, 95, 95, 90, 100, 108, 103, 104, 83, 71, 103, 94, 69, 74, 78, 82, 85, 65, 72, 55, 29, 15, 7, 6, 11, 6], "n_am_pl": [13, 83, 48, 76, 72, 66, 64, 87, 87, 89, 80, 87, 80, 99, 107, 90, 79, 71, 74, 61, 41, 47, 65, 61, 46, 55, 56, 59, 75, 65, 60, 68, 61, 47, 23, 29, 28, 28, 25, 28, 24, 38, 35, 32, 23, 21, 36, 31, 19, 23], "n_pos": 415, "sum_m_en": [36.746148, 19.631524, 22.059502, 22.235219, 23.07988, 23.700566, 23.973028, 24.66589, 26.132674, 26.444481, 26.706289, 28.457421, 30.217695, 31.145246, 32.305858, 30.253405, 30.665201, 29.749348, 26.524755, 24.502168, 22.226738, 20.958552, 20.159841, 19.516441, 37.06135, 42.211731, 44.727883, 44.857299, 45.650728, 46.632474, 46.972703, 44.142632, 41.91227, 39.664597, 41.717958, 41.406923, 38.253443, 35.465542, 37.835835, 38.049183, 37.889137, 33.426795, 33.568484, 35.367633, 26.111448, 17.743444, 9.923623, 10.905488, 12.325398, 6.000056], "sum_m_pl": [164.927746, 213.904534, 203.353517, 200.40164, 198.748973, 194.111407, 191.992939, 190.737822, 186.993359, 192.457547, 190.737369, 188.969409, 193.18828, 195.727443, 192.845184, 192.34568, 187.575303, 186.701394, 190.503237, 193.378685, 193.651122, 196.491995, 197.919877, 200.100076, 152.844053, 155.97939, 148.871137, 160.551309, 165.449781, 166.124643, 163.905937, 166.112545, 171.056773, 158.493326, 147.689812, 135.828676, 121.21091, 117.55596, 104.214191, 103.895731, 103.79664, 107.090737, 104.193255, 88.354835, 63.917439, 55.910884, 47.846235, 35.792761, 21.856692, 22.127244]}, "digit": {"n_am_en": [17, 17, 19, 15, 15, 13, 6, 5, 1, 5, 5, 7, 18, 11, 15, 18, 16, 19, 13, 12, 8, 9, 8, 12, 17, 23, 17, 16, 8, 17, 19, 17, 16, 17, 22, 22, 10, 15, 15, 22, 21, 19, 10, 7, 2, 1, 0, 0, 0, 0], "n_am_pl": [1, 5, 2, 15, 14, 6, 4, 14, 13, 19, 17, 15, 17, 24, 28, 18, 17, 9, 14, 10, 7, 7, 14, 10, 2, 9, 9, 8, 13, 14, 12, 14, 11, 8, 2, 2, 4, 7, 3, 2, 2, 2, 6, 10, 5, 4, 6, 3, 0, 0], "n_pos": 80, "sum_m_en": [6.610331, 3.717435, 4.184872, 4.194196, 4.400993, 4.692585, 4.703399, 4.832948, 5.042669, 5.540378, 5.5667, 5.954316, 6.595547, 6.507493, 6.518166, 6.267154, 6.12368, 6.124683, 5.379137, 5.043361, 4.548756, 4.17182, 3.986857, 3.902648, 8.030888, 9.120846, 8.82648, 8.252306, 8.627351, 9.032489, 9.341985, 8.840282, 7.865048, 7.797, 8.107293, 9.054916, 8.328007, 7.650293, 7.295462, 7.561736, 7.313126, 6.845149, 6.630516, 6.25344, 4.428472, 2.944215, 1.654874, 0.941, 0.069783, 0.0], "sum_m_pl": [29.923064, 41.291209, 38.368791, 38.109813, 37.348139, 35.69543, 34.915914, 34.699054, 33.601368, 34.777611, 33.875196, 34.275866, 35.457714, 35.860177, 35.942997, 35.375753, 34.365474, 34.046333, 35.15296, 35.08, 34.933291, 35.92264, 36.323591, 36.957753, 27.454098, 27.210882, 26.309989, 28.681779, 29.445642, 30.255685, 29.793902, 30.480884, 32.430751, 29.508757, 27.660152, 27.293865, 26.520881, 26.687486, 23.270588, 23.691296, 24.541182, 25.885897, 25.061185, 24.484321, 18.589021, 15.362866, 10.16172, 5.48961, 0.102016, 0.0]}, "lang": {"n_am_en": [8, 6, 5, 5, 5, 3, 5, 3, 4, 5, 6, 7, 5, 5, 6, 5, 5, 6, 9, 7, 6, 10, 7, 5, 12, 10, 9, 8, 10, 10, 6, 7, 8, 6, 9, 8, 5, 6, 5, 4, 6, 5, 5, 7, 6, 7, 1, 6, 6, 6], "n_am_pl": [3, 11, 5, 4, 4, 3, 3, 6, 9, 7, 5, 7, 7, 5, 8, 9, 12, 6, 6, 9, 6, 5, 7, 6, 4, 6, 4, 4, 3, 5, 4, 5, 2, 5, 3, 5, 11, 8, 8, 7, 6, 7, 9, 9, 7, 8, 14, 15, 19, 22], "n_pos": 28, "sum_m_en": [2.781735, 1.332481, 1.37352, 1.379175, 1.43849, 1.413933, 1.42327, 1.53558, 1.656538, 1.521897, 1.743826, 2.003916, 2.021669, 2.151961, 2.188253, 2.088399, 2.206777, 2.002132, 1.913106, 1.766006, 1.619529, 1.54001, 1.452068, 1.374714, 3.537174, 3.392426, 3.745803, 3.252782, 3.389605, 3.380786, 3.158932, 3.18535, 3.05763, 2.842058, 3.039583, 2.850535, 2.924094, 2.674396, 2.928996, 2.775015, 2.607361, 3.089652, 2.982772, 3.981572, 4.757584, 4.881964, 2.308714, 5.188151, 6.086247, 6.000054], "sum_m_pl": [10.760216, 13.608042, 13.125314, 12.796484, 12.914558, 12.881279, 13.002219, 12.849388, 13.069662, 13.103697, 13.051149, 12.752069, 12.666288, 12.933209, 12.915766, 12.88942, 12.797211, 12.769741, 13.049626, 13.381393, 13.462534, 13.551884, 13.579002, 13.695243, 11.549707, 11.196204, 10.550604, 11.314707, 11.803922, 11.594317, 11.26467, 11.459039, 11.359125, 10.994121, 10.891567, 11.186346, 10.837968, 11.424617, 11.643588, 11.910353, 11.892942, 12.721172, 12.569391, 12.307542, 10.664039, 10.886159, 13.592344, 14.444089, 18.277616, 21.523267]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 417, "item_id": "llmzszl-62", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 661, "region_end": 415, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.9904}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [40, 33, 26, 15, 18, 21, 13, 22, 20, 20, 16, 20, 22, 23, 24, 22, 18, 15, 17, 18, 20, 18, 16, 17, 24, 31, 34, 32, 33, 31, 28, 35, 33, 21, 28, 28, 30, 35, 31, 40, 34, 41, 45, 50, 46, 41, 44, 44, 41, 39], "n_am_pl": [6, 12, 8, 9, 7, 11, 17, 8, 12, 16, 10, 11, 16, 11, 14, 14, 11, 8, 10, 13, 14, 15, 14, 19, 10, 14, 10, 9, 14, 14, 14, 11, 10, 15, 12, 7, 14, 7, 6, 5, 5, 5, 3, 3, 4, 3, 0, 1, 0, 0], "n_pos": 113, "sum_m_en": [12.475731, 6.192863, 5.81939, 5.851378, 6.057648, 6.373646, 6.089355, 6.832748, 7.516672, 7.353286, 7.62513, 8.053936, 8.341412, 8.829164, 9.288274, 7.957809, 7.40084, 7.277977, 6.671809, 6.309291, 5.865749, 5.693051, 5.468012, 5.440172, 12.62124, 14.698738, 14.36536, 14.148844, 14.652303, 14.442463, 13.25614, 12.704349, 13.377162, 12.523908, 12.994098, 13.461297, 14.93313, 16.676894, 19.745552, 22.813593, 23.160785, 30.426509, 32.428821, 34.633023, 37.936793, 35.882012, 42.503299, 40.304539, 40.925416, 38.930237], "sum_m_pl": [43.070574, 54.542882, 52.830649, 50.05866, 49.237734, 47.983107, 48.072519, 46.36563, 44.494966, 46.014138, 46.169385, 46.392646, 45.860689, 45.494796, 45.970328, 47.485857, 48.66962, 49.016976, 49.846183, 51.344448, 52.378144, 52.048483, 52.408226, 53.133456, 39.412284, 39.352002, 37.35757, 40.902194, 41.834161, 42.872296, 43.942536, 44.241934, 42.943443, 42.053436, 40.94642, 40.660228, 34.494417, 31.669359, 29.283385, 27.344931, 25.701293, 21.68102, 20.3388, 18.538784, 15.187271, 10.414668, 4.883864, 3.985844, 0.307064, 0.002696]}, "digit": {"n_am_en": [7, 7, 10, 4, 2, 6, 2, 1, 0, 1, 3, 1, 2, 2, 1, 2, 0, 1, 1, 5, 4, 3, 3, 2, 3, 3, 8, 7, 7, 6, 5, 2, 4, 1, 2, 3, 2, 5, 0, 1, 1, 2, 0, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 5, 1, 1, 4, 2, 6, 4, 5, 5, 1, 3, 4, 1, 3, 4, 4, 4, 5, 3, 3, 4, 4, 5, 1, 5, 0, 0, 2, 4, 4, 3, 2, 5, 4, 4, 5, 3, 3, 3, 4, 4, 1, 1, 2, 1, 0, 0, 0, 0], "n_pos": 23, "sum_m_en": [2.234973, 1.230221, 1.201407, 1.210481, 1.268882, 1.309728, 1.152403, 1.401189, 1.357627, 1.409193, 1.389978, 1.393356, 1.4666, 1.500029, 1.568465, 1.4761, 1.412352, 1.391379, 1.336688, 1.315937, 1.186212, 1.161611, 1.121232, 1.100986, 2.119738, 2.469146, 2.388592, 2.230229, 2.426909, 2.628794, 2.53157, 2.201033, 2.31503, 2.04387, 1.961517, 1.964095, 2.027533, 2.361421, 2.172795, 1.945988, 1.578852, 1.584132, 1.376106, 1.394037, 1.414542, 1.165162, 0.728704, 0.533501, 0.072299, 0.000432], "sum_m_pl": [9.947241, 11.624527, 11.006259, 10.31687, 10.245754, 10.435954, 10.569084, 9.652899, 9.472926, 9.640127, 9.735565, 9.262728, 9.213815, 9.249954, 9.578556, 9.893168, 9.840651, 10.095556, 9.999902, 10.35721, 10.516084, 10.506876, 10.581071, 10.766253, 7.948439, 7.747433, 7.198119, 8.138558, 8.511519, 8.684114, 8.824098, 9.245088, 8.873917, 8.813159, 8.779831, 9.098499, 6.858519, 6.503532, 6.069537, 5.918838, 5.593282, 5.557362, 5.358737, 5.155571, 5.261948, 3.760581, 2.034567, 1.030792, 0.128815, 0.0]}, "lang": {"n_am_en": [10, 9, 10, 3, 8, 3, 3, 9, 9, 5, 6, 10, 8, 11, 11, 9, 5, 5, 6, 6, 9, 7, 7, 7, 11, 14, 13, 14, 11, 12, 13, 20, 15, 12, 17, 16, 18, 15, 18, 21, 20, 23, 27, 31, 27, 30, 37, 36, 39, 39], "n_am_pl": [4, 3, 3, 3, 2, 5, 6, 1, 3, 3, 3, 5, 5, 2, 1, 3, 1, 1, 1, 1, 3, 3, 5, 5, 2, 5, 5, 6, 7, 6, 5, 3, 4, 5, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0], "n_pos": 40, "sum_m_en": [4.526069, 2.173585, 2.015084, 1.981826, 2.095355, 2.239732, 2.218818, 2.426919, 2.812062, 2.65954, 2.869535, 3.143207, 3.176431, 3.424986, 3.568511, 2.897097, 2.721461, 2.706825, 2.469259, 2.28468, 2.134947, 2.048178, 1.948405, 1.951252, 5.109162, 5.952756, 5.55573, 5.528533, 5.1936, 5.125877, 5.288154, 5.18135, 5.484323, 5.324312, 5.967484, 6.346707, 7.630328, 7.687484, 10.023155, 11.241194, 12.124277, 16.456457, 19.107185, 20.884593, 23.244379, 26.450874, 33.681676, 33.700887, 38.142887, 38.162645], "sum_m_pl": [14.612093, 19.079643, 18.903762, 17.916814, 17.480868, 16.405363, 16.298983, 16.175926, 15.412806, 15.975367, 15.865324, 16.239441, 16.073312, 15.826819, 15.928789, 16.495094, 17.174492, 17.190324, 17.688112, 18.153676, 18.623116, 18.503586, 18.710484, 18.909588, 14.247145, 14.15414, 13.53172, 14.632665, 15.046254, 15.465502, 15.7796, 15.584428, 15.366226, 15.06672, 14.389968, 13.894577, 11.898367, 11.410001, 10.179192, 9.52214, 8.845426, 7.367462, 6.522214, 6.285589, 4.862424, 2.851891, 0.734019, 0.497606, 0.055726, 0.002639]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 115, "item_id": "llmzszl-63", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 729, "region_end": 113, "roundtrip_ok": true, "tf_agree": 0.9739, "tf_agree_excl_first": 0.9825}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [92, 87, 71, 70, 54, 51, 63, 57, 92, 68, 79, 70, 71, 60, 78, 54, 54, 58, 48, 47, 45, 58, 36, 49, 83, 94, 95, 81, 91, 98, 89, 93, 87, 77, 79, 80, 93, 100, 97, 95, 95, 96, 101, 97, 77, 61, 37, 27, 2, 2], "n_am_pl": [17, 63, 53, 40, 36, 40, 50, 42, 27, 36, 42, 40, 30, 33, 30, 50, 56, 48, 34, 51, 55, 50, 54, 62, 37, 46, 39, 46, 40, 38, 29, 26, 33, 39, 38, 37, 30, 26, 23, 25, 25, 32, 31, 46, 47, 58, 69, 73, 105, 111], "n_pos": 338, "sum_m_en": [31.925244, 17.031802, 16.895871, 18.24634, 19.608554, 20.642444, 20.200864, 21.153821, 24.554618, 23.870446, 24.271317, 24.650963, 24.109483, 24.650855, 26.027071, 22.715562, 21.138233, 20.641652, 19.032943, 17.694428, 16.813443, 16.401578, 15.718501, 15.403101, 34.421853, 37.541188, 39.294823, 37.226099, 38.383724, 40.051094, 36.772479, 35.4048, 36.773708, 35.375272, 37.095728, 38.293773, 42.440438, 49.237056, 51.244277, 52.000544, 53.299189, 54.578469, 64.276798, 65.212007, 60.465265, 48.415178, 32.841456, 23.447031, 4.518429, 2.010025], "sum_m_pl": [129.815737, 165.291073, 160.950294, 153.172422, 153.137457, 149.103987, 150.712331, 147.844574, 142.362354, 144.277475, 144.584747, 142.727, 143.942791, 143.520171, 145.320223, 147.452816, 151.696845, 152.745066, 156.089237, 159.424819, 162.121392, 161.384559, 162.317087, 162.938943, 128.785414, 126.63593, 119.524501, 129.803361, 133.131073, 131.078295, 132.934078, 134.95523, 133.278327, 126.008882, 125.110604, 122.90088, 109.037569, 103.863467, 101.128156, 100.733642, 95.235665, 94.287269, 87.438569, 86.952989, 79.538022, 79.015236, 78.384458, 76.812408, 105.794236, 110.880195]}, "digit": {"n_am_en": [15, 21, 25, 26, 6, 11, 10, 6, 10, 5, 7, 7, 10, 4, 8, 4, 7, 6, 9, 10, 8, 12, 8, 8, 13, 18, 12, 14, 11, 18, 10, 10, 11, 12, 11, 10, 21, 14, 14, 12, 9, 9, 6, 7, 5, 3, 3, 4, 0, 0], "n_am_pl": [1, 7, 3, 1, 3, 6, 7, 8, 7, 7, 6, 9, 2, 4, 11, 19, 10, 14, 9, 12, 15, 11, 9, 9, 6, 10, 8, 7, 9, 6, 5, 3, 7, 7, 8, 7, 7, 4, 5, 4, 4, 1, 2, 2, 6, 6, 4, 3, 0, 0], "n_pos": 58, "sum_m_en": [5.734505, 2.99671, 3.144248, 3.115549, 3.146694, 3.312986, 2.912475, 3.351919, 3.384595, 3.474078, 3.368511, 3.387143, 3.469343, 3.61671, 3.794599, 3.431929, 3.31, 3.387899, 3.186196, 3.092681, 2.807686, 2.713725, 2.604213, 2.542926, 4.558211, 5.409667, 5.378721, 5.050895, 5.607823, 5.994993, 5.714151, 5.351397, 5.620338, 4.998732, 4.929486, 5.045307, 5.650412, 5.97031, 6.738927, 6.316394, 5.759626, 5.469109, 4.7694, 4.427951, 4.102042, 3.606741, 2.495885, 1.891578, 0.158446, 0.0], "sum_m_pl": [25.296448, 29.969152, 28.566419, 26.977546, 27.050892, 26.719596, 27.406081, 26.451489, 26.033561, 26.106691, 26.411446, 25.741775, 25.512365, 25.56976, 25.428367, 25.913065, 26.045091, 26.456599, 26.672446, 27.459266, 27.959258, 28.039709, 28.198588, 28.540424, 23.05267, 22.404101, 21.247728, 23.409755, 24.22267, 23.948147, 23.887232, 24.214565, 23.906834, 23.171666, 23.061062, 23.872095, 20.470338, 19.787726, 18.919071, 18.713319, 17.223539, 17.418883, 17.432986, 16.060047, 15.206068, 10.10292, 7.883316, 5.582761, 0.909289, 7e-06]}, "lang": {"n_am_en": [31, 24, 20, 24, 24, 18, 26, 28, 38, 29, 41, 37, 35, 30, 34, 27, 26, 28, 18, 20, 16, 23, 16, 27, 37, 42, 46, 35, 40, 38, 39, 45, 42, 38, 39, 41, 37, 43, 41, 48, 46, 47, 57, 55, 48, 38, 21, 13, 2, 2], "n_am_pl": [7, 34, 17, 14, 13, 11, 11, 14, 11, 8, 12, 10, 13, 12, 8, 13, 16, 12, 14, 17, 18, 16, 18, 20, 12, 13, 10, 16, 12, 17, 9, 9, 7, 14, 12, 17, 16, 17, 13, 14, 14, 18, 18, 25, 25, 33, 42, 54, 96, 111], "n_pos": 115, "sum_m_en": [10.897103, 5.668575, 5.691533, 6.804079, 7.375871, 7.617332, 7.732209, 7.693752, 9.41986, 8.954069, 9.345294, 9.422428, 9.042388, 9.155571, 9.63405, 8.27201, 7.493418, 7.248754, 6.715906, 6.106941, 5.868532, 5.684888, 5.423566, 5.357463, 15.899644, 16.502282, 17.264609, 15.700052, 14.866041, 15.377706, 14.367029, 14.131211, 15.187956, 15.02968, 16.471607, 17.087979, 19.241972, 23.217434, 23.230155, 24.371267, 25.567681, 26.668271, 37.123738, 36.623398, 35.588905, 28.568836, 17.700309, 11.525047, 2.983428, 2.006871], "sum_m_pl": [41.651229, 54.396242, 52.868583, 50.566633, 50.661092, 48.942363, 49.377117, 49.362343, 47.310276, 48.076568, 47.890268, 47.46856, 48.227199, 48.159225, 48.953614, 50.011494, 51.613002, 52.05086, 53.237448, 54.206815, 55.112484, 54.825054, 55.152822, 55.207081, 42.908841, 42.328629, 40.490032, 43.603509, 44.58876, 44.763237, 45.267018, 46.163814, 46.020001, 44.157951, 43.377802, 42.847359, 39.562477, 38.209836, 37.595571, 37.472609, 35.074024, 35.854953, 32.116073, 35.131396, 32.470521, 38.224641, 44.455211, 51.167617, 92.287653, 109.57648]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 340, "item_id": "llmzszl-63", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 660, "region_end": 338, "roundtrip_ok": true, "tf_agree": 0.9853, "tf_agree_excl_first": 0.9882}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [58, 87, 61, 47, 41, 34, 41, 39, 35, 50, 52, 52, 54, 56, 54, 64, 72, 64, 58, 53, 49, 43, 43, 43, 70, 56, 53, 55, 60, 55, 49, 52, 57, 50, 64, 66, 69, 65, 63, 69, 70, 65, 68, 69, 67, 60, 61, 63, 71, 70], "n_am_pl": [0, 24, 34, 31, 16, 29, 17, 18, 24, 23, 25, 24, 24, 20, 26, 33, 20, 24, 24, 27, 32, 32, 35, 37, 21, 27, 37, 35, 35, 41, 41, 35, 30, 25, 27, 28, 21, 17, 12, 19, 17, 14, 16, 11, 7, 12, 9, 7, 8, 6], "n_pos": 239, "sum_m_en": [25.336169, 12.358098, 12.180029, 11.720364, 12.574419, 13.178637, 13.006183, 13.791666, 14.992738, 14.901985, 16.131572, 16.631653, 17.38871, 17.443228, 17.505178, 16.818077, 17.110367, 16.196097, 14.435934, 13.48074, 12.491662, 11.630106, 11.247026, 11.08658, 26.930155, 28.807198, 27.464835, 26.396767, 25.855216, 25.014067, 23.812036, 23.698605, 24.078383, 23.445648, 25.528284, 26.473707, 31.47408, 31.069258, 34.253333, 38.205429, 36.237047, 41.233299, 47.537697, 47.582832, 53.840013, 52.211244, 54.121207, 63.798258, 68.981413, 69.929144], "sum_m_pl": [89.890172, 119.144539, 116.480625, 112.797614, 108.110141, 105.440193, 106.772082, 104.420108, 104.149967, 109.667681, 105.503215, 106.986056, 106.397574, 104.420617, 104.278898, 108.228695, 106.124668, 107.908874, 109.000797, 111.475766, 113.654167, 115.087714, 116.339059, 116.544694, 89.025097, 85.722053, 87.04233, 94.19833, 96.692497, 97.904785, 98.648231, 98.451042, 96.647964, 92.167102, 90.809453, 86.174982, 75.021608, 72.292827, 61.584023, 58.077316, 56.465684, 52.800344, 47.809399, 41.920615, 36.07521, 27.608549, 22.427588, 13.537426, 8.173318, 5.327053]}, "digit": {"n_am_en": [5, 29, 18, 12, 13, 3, 7, 3, 2, 10, 8, 14, 9, 10, 8, 10, 13, 10, 13, 11, 9, 9, 8, 6, 10, 7, 6, 8, 12, 13, 5, 6, 8, 6, 9, 15, 11, 8, 6, 10, 7, 7, 8, 7, 6, 5, 3, 0, 0, 0], "n_am_pl": [0, 0, 2, 5, 2, 12, 1, 4, 6, 5, 8, 5, 2, 4, 4, 8, 5, 5, 6, 2, 5, 3, 7, 2, 4, 4, 5, 6, 8, 7, 7, 7, 6, 7, 4, 10, 6, 10, 3, 6, 6, 1, 2, 2, 1, 2, 1, 0, 1, 0], "n_pos": 46, "sum_m_en": [4.113269, 2.028778, 1.947867, 1.833876, 2.006954, 2.005131, 1.920959, 2.044505, 2.168915, 2.169037, 2.303656, 2.432172, 2.615825, 2.664249, 2.55826, 2.5432, 2.740596, 2.790846, 2.472233, 2.382041, 2.196388, 2.061826, 2.015387, 1.955713, 3.856328, 3.972885, 3.763198, 3.687135, 3.644828, 3.591065, 3.49674, 3.428021, 3.294947, 3.36777, 3.388551, 3.591332, 3.494126, 3.501571, 3.801449, 3.668951, 3.746776, 3.391693, 3.408941, 3.516558, 3.451855, 2.932005, 2.604331, 2.417046, 0.30817, 0.0], "sum_m_pl": [18.989536, 24.545471, 23.692708, 23.195558, 22.473281, 22.084504, 22.055769, 21.474462, 21.717985, 23.060934, 22.717292, 22.907391, 22.370292, 21.551707, 21.312606, 22.155178, 21.422543, 21.577295, 21.94152, 22.248842, 22.515405, 22.717644, 22.88869, 23.037898, 19.778949, 18.886372, 18.959508, 20.578421, 20.912698, 20.85419, 20.710472, 20.577145, 20.213058, 19.382475, 19.094362, 19.189272, 18.897796, 18.712435, 16.626992, 17.075224, 17.116857, 16.213819, 15.488209, 14.043938, 12.756075, 9.715143, 8.630011, 4.791681, 0.934797, 1e-06]}, "lang": {"n_am_en": [26, 27, 24, 18, 15, 19, 23, 25, 23, 22, 27, 21, 28, 22, 23, 30, 29, 26, 23, 21, 21, 19, 23, 20, 32, 27, 30, 26, 22, 21, 25, 24, 23, 29, 32, 31, 37, 42, 37, 43, 46, 45, 45, 48, 50, 45, 52, 60, 68, 70], "n_am_pl": [0, 6, 11, 11, 5, 1, 3, 7, 5, 8, 8, 8, 4, 8, 11, 11, 5, 9, 11, 15, 15, 15, 16, 20, 9, 11, 9, 13, 11, 11, 13, 12, 10, 3, 11, 6, 6, 3, 4, 9, 7, 7, 9, 6, 5, 9, 6, 4, 5, 5], "n_pos": 75, "sum_m_en": [9.256643, 4.566193, 4.436909, 4.284141, 4.623737, 5.013217, 4.998355, 5.472423, 6.218503, 5.836433, 6.615059, 6.753032, 7.124529, 6.844344, 7.079795, 6.554181, 6.377386, 5.918812, 5.364184, 4.732345, 4.340282, 3.994928, 3.820912, 3.747646, 11.648566, 12.682491, 12.526071, 11.765379, 11.224985, 10.723626, 9.92629, 10.215231, 10.571917, 10.82577, 11.783262, 13.200425, 17.948882, 17.759494, 19.791524, 23.806074, 23.266118, 27.529425, 32.973065, 34.237666, 40.085504, 41.550816, 45.714518, 55.933064, 65.495909, 68.922564], "sum_m_pl": [26.343108, 35.358801, 35.246017, 34.018843, 32.77674, 31.166435, 32.263191, 32.542193, 31.867253, 33.586147, 32.612645, 33.197539, 33.213515, 33.218509, 33.152335, 34.35476, 33.836748, 34.121702, 34.523964, 35.216786, 35.723252, 36.125002, 36.607462, 36.507743, 28.629278, 27.478038, 27.795464, 29.192513, 30.188922, 30.675232, 31.053112, 30.452308, 30.008416, 29.649353, 29.446968, 28.279559, 24.11209, 23.883245, 21.075325, 20.012274, 20.22721, 17.794264, 15.229619, 14.379712, 12.693802, 9.512043, 8.550573, 5.198521, 5.342822, 4.902021]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 241, "item_id": "llmzszl-65", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 731, "region_end": 239, "roundtrip_ok": true, "tf_agree": 0.9834, "tf_agree_excl_first": 0.9875}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [127, 135, 120, 132, 99, 76, 72, 83, 78, 94, 92, 82, 94, 86, 99, 107, 119, 98, 74, 69, 54, 78, 75, 64, 96, 88, 76, 78, 96, 92, 105, 100, 101, 89, 108, 101, 111, 90, 86, 93, 99, 86, 92, 92, 71, 63, 34, 23, 9, 7], "n_am_pl": [20, 74, 63, 61, 64, 82, 71, 72, 62, 59, 62, 77, 70, 62, 64, 69, 59, 69, 73, 76, 76, 59, 72, 87, 51, 46, 52, 54, 64, 90, 76, 72, 66, 59, 50, 45, 42, 53, 47, 36, 45, 42, 39, 45, 43, 41, 52, 57, 89, 93], "n_pos": 426, "sum_m_en": [41.151102, 20.425559, 21.711677, 22.157543, 23.475463, 23.823687, 23.942524, 24.954103, 26.523908, 27.371505, 28.421652, 28.343553, 30.061766, 32.104441, 31.334392, 29.77653, 30.356899, 28.737996, 25.164998, 24.137102, 22.732619, 21.860721, 21.108864, 20.306451, 43.997029, 47.659687, 44.631556, 43.189319, 46.695557, 45.493752, 44.499436, 42.515597, 41.126876, 40.329548, 44.784497, 43.247038, 46.59547, 45.114316, 48.408748, 52.519643, 52.37647, 52.449302, 56.8303, 59.143146, 60.571193, 57.649633, 37.372343, 28.444463, 10.846236, 7.252696], "sum_m_pl": [168.066258, 215.251938, 207.30137, 202.269848, 201.147405, 195.623247, 198.315104, 194.541805, 194.237555, 200.262902, 195.637534, 197.716831, 196.907927, 191.645073, 191.530415, 198.290032, 195.187748, 197.884097, 202.211441, 204.421207, 204.275316, 204.138424, 205.664365, 205.926388, 156.923234, 151.903177, 152.055114, 166.698621, 173.081401, 177.678299, 177.398991, 179.453027, 181.421649, 170.803852, 167.895846, 162.928085, 149.824152, 147.47649, 133.283179, 128.742563, 124.60099, 123.040131, 115.039062, 108.464891, 91.961071, 84.151046, 79.907652, 66.489381, 88.759211, 92.818609]}, "digit": {"n_am_en": [13, 38, 22, 26, 21, 16, 6, 12, 8, 16, 18, 19, 16, 19, 19, 17, 20, 21, 11, 11, 7, 8, 7, 9, 11, 11, 9, 14, 15, 17, 15, 16, 14, 8, 11, 11, 15, 12, 8, 7, 12, 6, 7, 10, 7, 5, 2, 2, 0, 0], "n_am_pl": [0, 1, 2, 4, 0, 2, 3, 4, 8, 4, 10, 11, 8, 3, 6, 4, 6, 6, 8, 7, 14, 8, 7, 11, 5, 5, 5, 6, 10, 16, 16, 12, 15, 12, 8, 5, 8, 8, 5, 3, 4, 6, 6, 8, 8, 4, 6, 5, 0, 0], "n_pos": 67, "sum_m_en": [6.407637, 3.128726, 3.031435, 3.018936, 3.169017, 3.155308, 3.05837, 3.228772, 3.347368, 3.396331, 3.503814, 3.620004, 3.819054, 4.114351, 3.873877, 3.822887, 4.155383, 4.117998, 3.514447, 3.411754, 3.153154, 2.987769, 2.871536, 2.796304, 4.94096, 5.32182, 5.15056, 5.178489, 5.531966, 5.361217, 5.685013, 5.555342, 5.284455, 5.147434, 5.155703, 5.599732, 5.562649, 4.941108, 5.253885, 4.861338, 5.032815, 4.582396, 4.612682, 4.70031, 4.304974, 4.052096, 3.420346, 3.712689, 0.34181, 0.0], "sum_m_pl": [28.672572, 35.584523, 34.324707, 33.590343, 32.877512, 32.195389, 32.578578, 31.223186, 31.573565, 33.120536, 32.596031, 33.170573, 32.947652, 31.769332, 31.745736, 32.174716, 31.32216, 31.725003, 32.485807, 32.535598, 32.697556, 32.787796, 33.045833, 33.273865, 28.774199, 27.179755, 27.391453, 29.929387, 30.189804, 30.756439, 30.445489, 30.308188, 30.46499, 29.176758, 28.953156, 28.172692, 28.181047, 28.133717, 26.137254, 25.374164, 25.629248, 25.402499, 24.440208, 23.483767, 21.516656, 16.592304, 15.993632, 10.840523, 0.726426, 0.0]}, "lang": {"n_am_en": [28, 25, 20, 19, 19, 16, 20, 26, 20, 21, 22, 18, 22, 16, 20, 29, 29, 24, 23, 19, 16, 30, 26, 22, 37, 27, 22, 24, 28, 21, 32, 30, 26, 31, 38, 37, 42, 40, 39, 37, 45, 42, 44, 42, 40, 38, 20, 15, 8, 7], "n_am_pl": [9, 23, 15, 13, 18, 23, 19, 11, 12, 18, 12, 14, 19, 16, 16, 19, 21, 17, 24, 25, 20, 16, 22, 21, 8, 12, 9, 10, 13, 15, 22, 19, 15, 16, 10, 12, 10, 19, 14, 13, 16, 17, 15, 25, 26, 30, 35, 44, 86, 92], "n_pos": 100, "sum_m_en": [9.441001, 4.938403, 5.203086, 5.488177, 5.811891, 5.88801, 5.793922, 6.088708, 6.393021, 6.366452, 6.861723, 7.007346, 7.37975, 7.584025, 7.741438, 7.178163, 7.247773, 6.707197, 6.150187, 5.830134, 5.556189, 5.554408, 5.254188, 4.948704, 14.312894, 14.1394, 12.136373, 11.420332, 12.30934, 11.56014, 10.806717, 10.80882, 10.99339, 11.657936, 12.877917, 12.89754, 15.8124, 16.134795, 18.89369, 22.553338, 22.069213, 22.744739, 25.498949, 28.238561, 33.171892, 32.770286, 20.272601, 16.321162, 8.848557, 7.252259], "sum_m_pl": [37.19836, 47.350984, 46.180162, 45.132401, 45.181643, 43.901141, 45.254293, 45.55575, 45.617649, 47.213247, 45.999366, 46.389476, 46.319162, 45.943064, 46.026362, 47.756215, 47.063365, 47.193294, 47.768694, 48.449679, 48.344245, 48.168146, 48.594823, 48.548847, 37.188546, 36.709666, 36.831757, 40.037669, 40.956116, 42.134636, 43.373016, 43.278898, 44.028112, 42.120257, 41.453387, 42.598786, 40.742831, 40.688736, 36.757204, 34.374491, 33.762004, 33.699854, 30.832875, 32.144552, 29.89437, 31.485792, 38.94698, 42.024883, 81.093176, 91.111613]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 426, "item_id": "llmzszl-65", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 662, "region_end": 426, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 0.9882}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 40, 54, 47, 29, 31, 28, 27, 20, 23, 28, 38, 37, 37, 38, 26, 36, 29, 20, 15, 13, 18, 19, 34, 33, 40, 35, 32, 34, 33, 31, 30, 34, 26, 29, 33, 34, 37, 44, 43, 45, 47, 48, 47, 46, 39, 40, 45, 40, 38], "n_am_pl": [4, 19, 19, 14, 20, 19, 23, 16, 19, 7, 18, 13, 21, 22, 21, 15, 13, 15, 12, 17, 22, 23, 25, 30, 7, 13, 17, 18, 26, 25, 22, 27, 20, 21, 21, 9, 10, 7, 7, 2, 2, 2, 2, 3, 3, 1, 1, 0, 0, 0], "n_pos": 149, "sum_m_en": [16.650687, 8.266142, 8.817198, 7.530444, 7.71231, 8.31385, 8.032462, 8.018293, 8.264922, 8.299086, 8.657989, 9.509054, 10.435099, 11.009025, 11.177704, 10.15292, 10.285715, 9.271596, 8.725102, 7.954922, 7.34013, 7.021648, 6.830307, 6.722384, 15.930282, 16.810717, 16.253493, 15.293293, 14.946713, 15.758984, 15.158479, 14.993799, 15.034763, 14.444617, 16.063686, 16.755688, 20.606555, 21.412913, 22.271225, 22.611655, 24.208472, 29.734263, 31.97865, 31.204962, 37.354341, 35.235821, 38.843238, 40.931197, 38.559452, 38.859533], "sum_m_pl": [53.902159, 73.321646, 72.46877, 72.776512, 70.520597, 69.937821, 68.653978, 67.282861, 67.082236, 70.006459, 70.675423, 68.981494, 68.059005, 68.999953, 70.146065, 70.650536, 71.707405, 72.324593, 72.145973, 74.532294, 74.834834, 74.744533, 74.767061, 74.751112, 58.47613, 58.567976, 57.04656, 62.625981, 63.323335, 62.83845, 62.154675, 63.043793, 63.266187, 61.479987, 57.625942, 54.034942, 48.141398, 44.877471, 40.527439, 39.177827, 35.10854, 30.649323, 30.163683, 25.028173, 17.743647, 14.259191, 7.136178, 5.218913, 0.393613, 0.002902]}, "digit": {"n_am_en": [0, 4, 2, 3, 1, 1, 1, 0, 0, 0, 1, 1, 0, 2, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 2, 2, 2, 2, 3, 2, 2, 2, 3, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 1, 0, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 2, 2, 2, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.007089, 0.482934, 0.472047, 0.451913, 0.433516, 0.465835, 0.496402, 0.526567, 0.524206, 0.554533, 0.538099, 0.570055, 0.632352, 0.715619, 0.641673, 0.589747, 0.594182, 0.56143, 0.474504, 0.438319, 0.420239, 0.401532, 0.398017, 0.395258, 0.688523, 0.739215, 0.685854, 0.780551, 0.816339, 0.822668, 0.78334, 0.791581, 0.736818, 0.639025, 0.684901, 0.697631, 0.656502, 0.663951, 0.708827, 0.697044, 0.714834, 0.684097, 0.711252, 0.700819, 0.729508, 0.632174, 0.115338, 0.298408, 0.056533, 0.0], "sum_m_pl": [3.809717, 5.155786, 5.008074, 4.96786, 4.671039, 4.696412, 4.496727, 4.271786, 4.212734, 4.479074, 4.655956, 4.544708, 4.399152, 4.416056, 4.495875, 4.556479, 4.772446, 4.827997, 4.949023, 4.98524, 5.030221, 5.036037, 5.04045, 5.055472, 4.405155, 4.392519, 4.258749, 4.487922, 4.406747, 4.339496, 4.232644, 4.314682, 4.256332, 3.943408, 3.594099, 3.876187, 3.970234, 3.947152, 3.773854, 3.765447, 3.872136, 3.91859, 3.822192, 3.556113, 3.498987, 2.680552, 0.753068, 0.940338, 0.148401, 0.0]}, "lang": {"n_am_en": [14, 16, 15, 11, 6, 7, 8, 8, 6, 3, 10, 11, 11, 9, 14, 5, 10, 14, 11, 8, 8, 10, 10, 14, 15, 16, 15, 12, 9, 13, 11, 14, 17, 16, 16, 18, 21, 20, 23, 23, 24, 26, 26, 28, 26, 26, 28, 34, 38, 38], "n_am_pl": [0, 4, 4, 2, 6, 3, 4, 4, 5, 1, 6, 4, 7, 6, 8, 3, 4, 3, 3, 1, 2, 2, 5, 4, 2, 3, 6, 6, 9, 9, 5, 8, 6, 7, 5, 1, 3, 2, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0], "n_pos": 40, "sum_m_en": [4.715887, 2.438251, 2.495652, 2.13573, 2.164671, 2.34668, 2.303602, 2.318212, 2.438804, 2.333989, 2.522365, 2.775277, 3.178459, 3.350543, 3.417228, 2.979284, 3.117519, 2.787314, 2.638257, 2.383593, 2.149935, 2.012895, 1.94955, 1.909947, 5.79184, 6.04511, 6.190697, 5.328216, 5.234697, 5.760839, 5.470837, 5.512902, 5.550336, 5.609437, 6.322198, 7.561402, 10.837396, 11.888712, 12.209649, 13.033386, 14.913418, 17.626809, 17.986726, 19.296375, 21.950577, 22.547241, 27.10025, 30.028527, 36.539571, 38.38604], "sum_m_pl": [13.960244, 19.08994, 18.746063, 18.661068, 17.89705, 17.907325, 17.696689, 17.417748, 17.553377, 18.286369, 18.419175, 18.433795, 18.116196, 18.196891, 18.634075, 18.955239, 19.094115, 19.366377, 19.184331, 19.913112, 20.052024, 20.069678, 20.125266, 20.159052, 15.653328, 15.590044, 15.544322, 17.031674, 16.869143, 16.536962, 16.678689, 16.502846, 16.748748, 16.879999, 15.834125, 14.260325, 11.504331, 10.823348, 9.455678, 9.933322, 8.730817, 6.684299, 6.685485, 5.763449, 4.259568, 3.622115, 2.060253, 1.032095, 0.127513, 0.002846]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 151, "item_id": "llmzszl-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 722, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9801, "tf_agree_excl_first": 0.9867}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [28, 34, 34, 28, 33, 28, 23, 25, 20, 28, 26, 21, 24, 33, 22, 17, 25, 23, 15, 19, 20, 20, 16, 25, 32, 35, 38, 33, 38, 34, 29, 31, 32, 22, 27, 22, 29, 24, 29, 25, 26, 19, 15, 12, 10, 10, 6, 4, 1, 1], "n_am_pl": [5, 35, 21, 21, 17, 24, 28, 20, 24, 23, 19, 18, 20, 28, 21, 22, 22, 18, 27, 31, 33, 29, 34, 44, 17, 19, 17, 31, 19, 24, 20, 31, 27, 30, 25, 20, 20, 18, 20, 18, 16, 16, 12, 12, 15, 20, 22, 19, 35, 37], "n_pos": 160, "sum_m_en": [14.593571, 7.55797, 8.161579, 7.90049, 8.281967, 8.300031, 8.310966, 8.47956, 8.944329, 8.810962, 9.200905, 9.549241, 10.16952, 10.737872, 10.742844, 10.335779, 10.139776, 9.275432, 8.684197, 8.065304, 7.550785, 7.324581, 7.272934, 7.105673, 13.661111, 14.762387, 15.189501, 14.102141, 14.702269, 15.390402, 14.463363, 14.21239, 13.618091, 12.691193, 13.606787, 13.421962, 13.652146, 13.745407, 13.731233, 15.415438, 15.303608, 14.227178, 13.831775, 13.225633, 11.846599, 10.160799, 7.284039, 5.985197, 1.89969, 1.004192], "sum_m_pl": [60.456704, 80.442185, 78.433787, 77.75297, 76.578735, 76.111735, 75.993334, 74.843367, 74.420265, 75.846982, 74.948355, 74.059984, 74.920272, 76.093406, 76.270588, 76.528191, 77.714696, 78.877608, 79.681041, 81.08319, 81.125035, 80.658838, 80.434945, 80.148449, 66.334684, 65.696634, 64.208594, 70.587975, 70.844811, 69.965883, 69.745936, 70.238024, 71.187574, 67.479725, 63.867929, 59.142244, 57.579725, 54.02624, 50.112687, 49.564139, 46.440079, 45.449511, 43.172059, 37.589736, 34.670666, 32.108079, 26.22759, 24.211416, 34.392859, 37.695013]}, "digit": {"n_am_en": [0, 5, 4, 2, 2, 0, 1, 0, 0, 1, 1, 0, 0, 2, 2, 1, 2, 1, 1, 1, 1, 3, 3, 4, 3, 4, 5, 4, 5, 1, 1, 3, 1, 2, 2, 1, 1, 2, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 2, 0, 0, 3, 1, 1, 2, 2, 0, 0, 1, 0, 0, 1, 0, 2, 2, 2, 0, 1, 0, 1, 2, 3, 4, 0, 4, 3, 4, 4, 0, 0, 1, 0, 1, 2, 2, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.206447, 0.560708, 0.545313, 0.505631, 0.484355, 0.536129, 0.574067, 0.632078, 0.619251, 0.634502, 0.640181, 0.633066, 0.748037, 0.877981, 0.764123, 0.710783, 0.709423, 0.630954, 0.559555, 0.51794, 0.489338, 0.47445, 0.469618, 0.461939, 0.783305, 0.863449, 0.859679, 0.908269, 0.96887, 0.967411, 0.939894, 1.022696, 0.947572, 0.958758, 0.978974, 0.845919, 0.795221, 0.771266, 0.762383, 0.77233, 0.778039, 0.708451, 0.704934, 0.693262, 0.697086, 0.680922, 0.189603, 0.235475, 0.069419, 0.0], "sum_m_pl": [4.73548, 6.344774, 6.114179, 5.924732, 5.519955, 5.529244, 5.466289, 5.235696, 5.242551, 5.476472, 5.540483, 5.46126, 5.324759, 5.405189, 5.37169, 5.480211, 5.672156, 5.686205, 5.891466, 6.017773, 6.076552, 6.089691, 6.080088, 6.093005, 5.301406, 5.423328, 5.408228, 5.669037, 5.484555, 5.415653, 5.327486, 5.214299, 5.226896, 4.795142, 4.566566, 4.688688, 4.827704, 4.688248, 4.463234, 4.52394, 4.621536, 4.449141, 4.382107, 4.196346, 4.095338, 3.436648, 1.376734, 1.348224, 0.220016, 0.0]}, "lang": {"n_am_en": [7, 6, 6, 9, 8, 7, 6, 8, 6, 5, 4, 5, 10, 8, 6, 5, 10, 9, 6, 7, 8, 9, 4, 5, 10, 10, 9, 11, 14, 10, 9, 10, 11, 6, 11, 9, 13, 10, 13, 13, 11, 10, 6, 5, 6, 7, 4, 4, 1, 1], "n_am_pl": [2, 14, 7, 6, 5, 7, 8, 2, 5, 8, 3, 3, 1, 5, 6, 4, 5, 6, 7, 8, 9, 7, 8, 10, 3, 2, 2, 4, 3, 3, 3, 8, 3, 8, 4, 6, 6, 8, 6, 5, 5, 5, 6, 7, 8, 14, 17, 16, 34, 37], "n_pos": 39, "sum_m_en": [3.211262, 1.867261, 1.926201, 1.917269, 2.063548, 2.063325, 2.109159, 2.033071, 2.151174, 2.011815, 2.227955, 2.439586, 2.690328, 2.732462, 2.686546, 2.567149, 2.604578, 2.335311, 2.289335, 2.081658, 1.929578, 1.844675, 1.85159, 1.804772, 4.152743, 4.181439, 4.057654, 3.555795, 3.848397, 4.068947, 3.725349, 3.900692, 3.721038, 3.633098, 4.062203, 4.509375, 4.413936, 4.48327, 4.855645, 5.234639, 5.572669, 5.59138, 5.377115, 6.067472, 6.003016, 5.614423, 4.015467, 4.02829, 1.535883, 1.001376], "sum_m_pl": [14.022072, 18.570694, 18.412076, 18.407291, 18.022276, 17.947622, 17.824838, 17.828001, 18.085767, 18.037679, 17.73826, 17.797944, 18.043068, 18.176009, 18.396722, 18.500457, 18.660391, 19.136109, 19.27855, 19.576929, 19.622267, 19.508519, 19.492783, 19.435653, 15.544374, 15.304274, 15.331365, 16.901181, 16.801022, 16.783281, 17.193398, 17.258793, 17.356096, 17.155206, 16.246935, 15.203668, 15.077067, 14.013129, 13.247162, 13.779, 13.329712, 13.50897, 12.232854, 12.710796, 13.86323, 15.640299, 16.69502, 17.17255, 32.061776, 36.961717]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "llmzszl-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 653, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.9753, "tf_agree_excl_first": 0.9814}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [28, 25, 27, 21, 19, 25, 16, 18, 10, 18, 21, 29, 23, 21, 16, 22, 23, 23, 23, 31, 21, 18, 19, 14, 24, 25, 29, 26, 29, 21, 22, 13, 11, 14, 20, 26, 24, 24, 17, 24, 24, 25, 21, 24, 21, 25, 29, 28, 27, 26], "n_am_pl": [8, 9, 10, 9, 6, 5, 5, 3, 7, 5, 7, 11, 9, 9, 13, 14, 9, 10, 12, 8, 7, 15, 15, 16, 6, 6, 4, 8, 6, 6, 7, 6, 7, 6, 5, 2, 6, 6, 5, 5, 3, 3, 6, 5, 1, 1, 2, 5, 0, 1], "n_pos": 78, "sum_m_en": [8.694058, 4.364731, 4.114724, 4.048517, 4.385879, 4.348893, 4.175077, 4.157022, 4.276077, 4.308398, 4.988598, 6.099839, 6.712133, 6.998896, 6.959765, 6.563072, 6.071117, 5.722133, 5.11713, 4.663123, 4.24114, 3.931756, 3.728762, 3.611899, 9.796751, 10.483212, 10.286022, 9.791171, 9.059101, 9.045654, 7.927888, 7.544515, 7.388303, 7.880074, 8.439553, 9.22799, 10.189768, 10.09026, 11.285747, 12.452942, 13.80668, 15.522038, 17.787019, 19.106436, 20.456093, 23.278326, 27.445825, 28.420484, 28.284961, 25.711745], "sum_m_pl": [30.11571, 37.848591, 37.478867, 36.428731, 34.829962, 34.440185, 34.679385, 34.270363, 33.650401, 35.956431, 35.038455, 34.924074, 34.360048, 34.104338, 34.522848, 35.978882, 36.329631, 36.144785, 36.637843, 37.556304, 38.084837, 38.193412, 38.397632, 38.723297, 30.328484, 30.2227, 28.912095, 31.224231, 32.25873, 32.150834, 33.55333, 33.316439, 32.214482, 30.993159, 30.124065, 28.624993, 25.888791, 24.92495, 22.647521, 21.036061, 20.205296, 18.368806, 17.519875, 16.164966, 12.616019, 10.48615, 6.170628, 4.747481, 0.959103, 0.73069]}, "digit": {"n_am_en": [7, 9, 9, 6, 3, 6, 4, 2, 3, 4, 5, 7, 6, 5, 4, 5, 5, 5, 3, 6, 4, 5, 4, 5, 6, 5, 8, 6, 7, 5, 5, 1, 1, 1, 1, 5, 3, 4, 0, 2, 1, 3, 1, 2, 1, 2, 2, 1, 1, 0], "n_am_pl": [1, 0, 0, 3, 0, 0, 1, 1, 1, 3, 3, 2, 1, 2, 3, 2, 0, 1, 2, 1, 0, 2, 3, 1, 0, 0, 1, 4, 2, 1, 1, 0, 3, 2, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0], "n_pos": 18, "sum_m_en": [2.066218, 0.789226, 0.771468, 0.76971, 0.849354, 0.816646, 0.791419, 0.839808, 0.820518, 0.821849, 0.941179, 1.023309, 1.098421, 1.208546, 1.179652, 1.185226, 1.170356, 1.136496, 1.074737, 1.018757, 0.930591, 0.872503, 0.831762, 0.820696, 2.001376, 1.868047, 1.860216, 1.789506, 1.622211, 1.581671, 1.461089, 1.361904, 1.348531, 1.326793, 1.455176, 1.462248, 1.508412, 1.384124, 1.398572, 1.449433, 1.470265, 1.476426, 1.44099, 1.607034, 1.664922, 1.726437, 1.279485, 1.265855, 0.936372, 1.1e-05], "sum_m_pl": [7.323495, 9.474837, 9.082128, 8.64765, 8.149432, 8.249148, 8.293844, 8.135746, 8.113658, 8.66561, 8.456771, 8.48617, 8.35132, 8.210822, 8.15771, 8.296533, 8.264502, 8.047488, 8.203817, 8.371495, 8.647734, 8.734957, 8.80529, 8.865108, 7.088582, 7.20579, 6.95071, 7.568493, 7.929702, 7.814136, 7.772571, 7.877264, 7.810872, 7.805809, 7.345083, 7.485599, 7.010614, 6.89508, 6.714657, 6.379279, 6.255194, 6.104754, 6.046018, 5.739184, 5.496621, 4.142782, 2.816, 1.422852, 0.185924, 3.7e-05]}, "lang": {"n_am_en": [9, 12, 11, 7, 8, 14, 5, 9, 4, 9, 10, 10, 11, 9, 5, 7, 12, 11, 15, 17, 10, 8, 11, 7, 12, 15, 14, 13, 11, 8, 13, 7, 8, 11, 11, 14, 15, 16, 12, 16, 18, 19, 18, 17, 17, 16, 21, 22, 25, 26], "n_am_pl": [3, 4, 4, 4, 4, 2, 3, 1, 2, 1, 1, 5, 5, 2, 6, 6, 2, 4, 4, 1, 1, 5, 4, 5, 2, 2, 3, 2, 2, 2, 2, 1, 1, 0, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1], "n_pos": 28, "sum_m_en": [3.424521, 1.885974, 1.642148, 1.590758, 1.65768, 1.668034, 1.591846, 1.501357, 1.646339, 1.681966, 1.957134, 2.638111, 2.925885, 3.005946, 3.082642, 2.946343, 2.693371, 2.458332, 2.072801, 1.757402, 1.604474, 1.46928, 1.376941, 1.319396, 4.875242, 5.152199, 5.158663, 4.679268, 4.316365, 4.357693, 3.576928, 3.407201, 3.339748, 3.751381, 4.095873, 4.944679, 5.784512, 5.935454, 6.952101, 8.21233, 9.628347, 11.738257, 13.679613, 14.938631, 16.524236, 16.716942, 20.340875, 21.363689, 25.148314, 25.579423], "sum_m_pl": [10.057895, 12.74763, 13.090583, 12.668737, 12.422493, 11.924895, 11.988547, 12.075828, 11.897418, 12.747835, 12.312261, 12.350244, 12.091087, 11.899705, 12.152222, 12.802982, 13.027822, 13.108777, 13.230443, 13.658792, 13.660795, 13.715186, 13.752135, 13.860722, 10.402351, 10.491324, 10.201157, 11.056402, 11.105571, 10.889472, 11.827119, 11.526127, 11.274437, 10.509721, 10.004792, 9.235073, 8.069337, 8.235101, 7.429091, 6.782168, 6.355323, 5.445065, 4.660835, 4.112273, 2.783964, 2.535944, 0.94934, 1.068762, 0.519178, 0.716216]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "llmzszl-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 840, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9873}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [26, 40, 48, 34, 25, 23, 29, 29, 31, 35, 39, 39, 26, 42, 25, 22, 29, 23, 24, 20, 16, 22, 25, 30, 40, 24, 20, 25, 31, 27, 22, 25, 21, 24, 26, 27, 25, 24, 26, 23, 25, 23, 22, 22, 18, 11, 5, 4, 0, 1], "n_am_pl": [11, 21, 22, 15, 16, 18, 11, 12, 16, 16, 12, 18, 19, 19, 19, 12, 18, 15, 22, 27, 29, 23, 24, 20, 9, 10, 19, 17, 20, 21, 23, 22, 19, 20, 18, 13, 15, 14, 13, 19, 12, 11, 14, 14, 11, 17, 14, 16, 23, 23], "n_pos": 127, "sum_m_en": [12.422953, 6.310285, 6.747186, 6.324516, 6.869724, 6.716571, 6.53375, 6.488622, 6.632103, 6.638966, 7.377019, 8.326909, 8.804424, 9.253537, 9.004747, 8.47514, 7.816849, 7.557724, 6.981815, 6.747847, 6.132449, 5.771773, 5.551758, 5.442999, 11.19802, 9.945156, 9.820046, 10.313534, 10.545127, 11.499813, 10.46304, 10.207446, 10.099295, 10.405449, 10.278912, 10.109849, 10.769654, 10.574595, 10.463804, 11.401033, 11.803915, 11.080703, 11.241649, 12.829831, 10.705882, 8.435531, 6.36752, 5.086492, 1.762199, 1.004307], "sum_m_pl": [50.023657, 63.98536, 61.645966, 60.73786, 58.43902, 58.882955, 58.860142, 59.392799, 57.991618, 60.472872, 59.230334, 57.739893, 57.931297, 57.032396, 56.541228, 59.051924, 60.44776, 60.29281, 61.429124, 61.985579, 62.662583, 62.649804, 62.947112, 63.213094, 52.498234, 53.374928, 51.565227, 55.025988, 55.895671, 55.227469, 56.777473, 56.715789, 53.910042, 51.246593, 51.597444, 48.464069, 44.754912, 43.990548, 41.846621, 39.755269, 37.83508, 37.724317, 37.807459, 33.477031, 30.623062, 28.038134, 24.830748, 25.100342, 24.243408, 23.350272]}, "digit": {"n_am_en": [4, 10, 10, 9, 3, 8, 8, 10, 9, 8, 8, 10, 6, 9, 3, 6, 6, 4, 6, 3, 4, 6, 9, 10, 8, 5, 7, 4, 7, 6, 8, 7, 4, 9, 6, 4, 5, 2, 4, 4, 3, 4, 3, 2, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 3, 3, 0, 2, 1, 0, 2, 3, 3, 1, 3, 3, 0, 0, 1, 2, 0, 2, 5, 3, 2, 3, 2, 1, 1, 0, 4, 3, 5, 3, 3, 2, 3, 3, 1, 2, 3, 2, 2, 2, 3, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.466304, 1.03548, 1.092465, 1.001638, 1.101322, 1.007698, 0.96958, 1.012274, 1.001504, 0.942629, 1.040709, 1.093975, 1.206642, 1.302525, 1.24258, 1.212275, 1.184543, 1.142837, 1.048723, 1.018153, 0.948363, 0.905449, 0.878043, 0.86551, 2.289983, 1.725836, 1.818413, 1.719507, 1.785826, 1.830303, 1.748283, 1.762822, 1.791071, 1.896082, 1.925411, 1.859346, 1.80234, 1.604959, 1.915856, 1.806941, 1.721119, 1.567607, 1.614083, 1.480552, 1.393208, 1.013167, 0.842864, 0.548354, 0.074595, 0.0], "sum_m_pl": [8.143475, 11.214243, 10.958719, 10.732368, 10.354386, 10.401584, 10.279719, 10.210889, 10.256035, 10.702409, 10.607535, 10.220524, 10.263081, 10.099345, 9.703161, 10.108179, 10.095658, 9.986467, 10.287746, 10.243683, 10.409308, 10.468548, 10.547962, 10.642172, 9.078637, 9.421657, 9.134474, 9.679496, 9.766894, 9.528321, 9.634712, 9.55169, 9.483319, 9.109206, 8.915016, 9.025593, 8.695287, 8.410593, 8.176441, 8.176527, 8.062611, 8.293132, 7.975039, 7.288498, 6.794226, 5.550875, 4.280755, 2.839049, 0.225221, 0.0]}, "lang": {"n_am_en": [5, 3, 9, 8, 5, 5, 6, 7, 6, 7, 10, 11, 8, 11, 8, 5, 5, 5, 5, 7, 4, 5, 6, 7, 13, 11, 5, 5, 7, 7, 6, 9, 7, 5, 8, 6, 6, 6, 6, 6, 8, 8, 8, 10, 8, 7, 4, 2, 0, 1], "n_am_pl": [1, 9, 6, 2, 2, 6, 4, 1, 2, 6, 2, 2, 2, 3, 5, 4, 3, 4, 5, 3, 5, 6, 8, 8, 3, 3, 9, 8, 8, 6, 6, 7, 7, 8, 3, 7, 5, 8, 7, 11, 7, 6, 8, 7, 9, 11, 11, 12, 22, 23], "n_pos": 26, "sum_m_en": [2.268256, 1.34547, 1.385636, 1.378845, 1.417752, 1.449843, 1.517692, 1.423875, 1.519224, 1.511726, 1.75388, 2.027564, 2.139468, 2.230161, 2.258148, 1.95753, 1.768832, 1.737701, 1.65168, 1.555024, 1.411988, 1.297636, 1.233815, 1.189711, 2.930064, 2.499089, 2.31425, 2.227344, 2.502478, 2.840925, 2.446953, 2.476663, 2.362843, 2.356928, 2.34058, 2.430867, 2.391273, 2.67825, 2.824207, 3.728455, 4.672287, 4.762005, 4.637534, 6.308232, 6.019454, 5.053656, 3.822372, 1.916673, 1.037129, 1.002817], "sum_m_pl": [9.517456, 12.28372, 11.912708, 11.651259, 11.22713, 11.202176, 11.402344, 11.637412, 11.317408, 11.875509, 11.397292, 11.132231, 11.250653, 11.051698, 11.155586, 12.062388, 12.260626, 12.347292, 12.48447, 12.759823, 12.838294, 12.850705, 12.899982, 12.916424, 10.878825, 11.314524, 11.3885, 11.945241, 11.747818, 11.308191, 11.847633, 11.52043, 10.905241, 10.681572, 10.908554, 10.408079, 10.148587, 10.938967, 10.516469, 10.163691, 9.560746, 10.027185, 10.883923, 9.668734, 9.511379, 10.461447, 11.864341, 13.590604, 19.2896, 23.044118]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "llmzszl-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 771, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9767, "tf_agree_excl_first": 0.9844}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [24, 23, 19, 16, 12, 20, 19, 15, 15, 27, 28, 28, 18, 24, 19, 14, 10, 15, 14, 19, 14, 15, 14, 15, 23, 25, 23, 20, 21, 29, 22, 14, 15, 20, 18, 26, 18, 24, 23, 20, 21, 23, 24, 18, 15, 21, 25, 23, 25, 25], "n_am_pl": [5, 9, 14, 7, 9, 14, 9, 7, 7, 6, 7, 8, 11, 10, 7, 10, 18, 8, 5, 7, 6, 6, 6, 10, 6, 3, 3, 9, 8, 5, 10, 14, 16, 14, 7, 4, 8, 8, 5, 2, 4, 4, 7, 5, 3, 1, 0, 0, 0, 0], "n_pos": 91, "sum_m_en": [9.182897, 4.388809, 4.397657, 4.475384, 4.89712, 5.308992, 5.385576, 5.754097, 5.884376, 5.536062, 5.809777, 6.152737, 7.047535, 7.251411, 7.14492, 6.818219, 6.70112, 6.189874, 5.813638, 5.396007, 4.808006, 4.406733, 4.290112, 4.164916, 8.995936, 9.837108, 9.565728, 8.865681, 8.682962, 8.783192, 8.100952, 7.755917, 7.369704, 7.672111, 8.651909, 8.921212, 9.7822, 10.691778, 11.023157, 11.853013, 11.296667, 13.599393, 14.814978, 15.795955, 15.009579, 17.642191, 21.381681, 22.324594, 25.05246, 24.668513], "sum_m_pl": [36.75271, 45.844286, 43.924747, 43.311627, 41.918418, 42.115465, 41.348207, 40.117746, 39.251096, 40.871914, 39.643813, 40.789332, 39.483179, 38.898882, 38.988373, 39.961733, 39.326888, 40.195549, 41.386314, 42.292268, 43.143157, 43.577344, 43.702856, 44.020319, 34.450605, 33.525747, 31.993868, 34.518586, 36.683957, 36.757873, 36.909255, 36.079373, 35.627045, 34.450635, 33.300549, 31.251794, 28.654991, 27.750361, 24.645123, 21.780541, 21.463832, 19.500706, 19.184163, 18.384513, 14.12966, 10.747989, 6.400672, 2.22327, 0.606632, 0.000306]}, "digit": {"n_am_en": [1, 6, 7, 3, 1, 4, 2, 3, 0, 5, 7, 6, 2, 5, 5, 4, 3, 5, 3, 4, 3, 4, 4, 4, 7, 5, 6, 6, 6, 6, 8, 2, 3, 3, 4, 3, 1, 4, 4, 3, 2, 4, 4, 3, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 5, 0, 2, 4, 2, 2, 4, 2, 1, 4, 7, 1, 2, 4, 6, 4, 1, 3, 3, 3, 2, 3, 2, 1, 1, 4, 2, 0, 2, 3, 4, 4, 4, 4, 4, 3, 2, 1, 2, 2, 3, 1, 0, 1, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.691743, 0.877667, 0.82948, 0.879406, 0.989488, 1.058846, 1.066104, 1.135717, 1.083607, 1.09837, 1.145662, 1.18588, 1.478064, 1.564748, 1.438688, 1.438467, 1.42334, 1.314091, 1.200024, 1.148236, 1.005258, 0.921145, 0.911179, 0.895445, 1.699788, 2.138764, 2.339838, 2.07012, 1.896999, 1.997719, 1.879831, 1.695856, 1.46232, 1.583024, 1.697105, 1.819999, 1.796739, 1.728415, 1.742305, 1.7485, 1.607063, 1.774647, 2.319485, 2.447383, 1.464937, 1.192983, 0.841081, 0.466296, 0.060578, 0.0], "sum_m_pl": [8.160197, 10.414251, 9.927743, 9.777048, 9.328691, 9.382196, 9.202087, 8.914838, 8.811132, 9.145097, 8.839344, 9.167323, 8.778028, 8.800349, 8.779991, 8.698799, 8.611928, 8.887055, 9.268281, 9.402131, 9.447268, 9.562932, 9.563832, 9.597397, 8.270783, 7.781649, 7.576572, 8.193405, 8.678549, 8.615747, 8.534498, 8.3264, 8.425992, 8.1651, 7.914938, 7.639215, 7.350034, 7.224585, 6.740539, 6.727448, 6.693367, 6.563146, 6.478866, 6.145844, 4.747995, 3.575209, 2.300363, 1.047114, 0.148646, 0.0]}, "lang": {"n_am_en": [11, 7, 7, 5, 7, 8, 10, 6, 10, 10, 12, 13, 12, 12, 6, 6, 4, 6, 8, 12, 7, 7, 6, 5, 10, 14, 11, 8, 7, 12, 8, 6, 9, 12, 10, 15, 12, 16, 12, 12, 14, 13, 14, 11, 11, 13, 19, 19, 25, 25], "n_am_pl": [1, 3, 4, 3, 3, 4, 2, 0, 0, 0, 1, 2, 1, 2, 2, 3, 4, 1, 0, 0, 0, 0, 0, 0, 2, 1, 1, 3, 3, 0, 2, 2, 2, 2, 0, 0, 1, 1, 0, 0, 1, 1, 1, 3, 1, 0, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [3.071481, 1.281874, 1.24835, 1.259563, 1.301273, 1.415717, 1.613253, 1.817826, 2.017332, 1.690159, 1.834591, 2.119674, 2.429327, 2.495579, 2.54311, 2.314233, 2.173363, 2.082089, 2.034494, 1.761131, 1.536746, 1.385565, 1.305013, 1.248514, 3.508565, 3.89803, 3.48665, 3.06213, 3.069415, 3.055143, 2.78603, 2.872362, 2.880188, 3.077926, 3.646329, 3.795756, 4.615646, 5.650632, 5.82475, 6.855262, 6.655775, 8.951028, 9.604171, 10.135402, 10.946825, 12.728404, 16.933785, 18.325938, 24.150698, 24.661606], "sum_m_pl": [9.721846, 12.628011, 12.221331, 12.156544, 11.884034, 11.785567, 11.487434, 11.238552, 11.282264, 11.750477, 11.52391, 11.81473, 11.104272, 10.942511, 11.163274, 11.629808, 11.541303, 11.601519, 11.823605, 12.184028, 12.450331, 12.610079, 12.660821, 12.767504, 10.221077, 10.005197, 9.396666, 10.135528, 10.395058, 10.516959, 10.576374, 10.203635, 9.89554, 9.663636, 9.384712, 9.041714, 7.939981, 7.451183, 6.663445, 5.939172, 5.422992, 4.758018, 4.662367, 5.160972, 3.519013, 1.905409, 1.062332, 0.128897, 0.006526, 0.0003]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 93, "item_id": "llmzszl-69", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 736, "region_end": 91, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.9891}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [117, 119, 108, 108, 75, 117, 85, 84, 70, 78, 93, 82, 93, 114, 82, 83, 93, 75, 63, 65, 57, 68, 58, 49, 96, 107, 103, 111, 108, 120, 127, 111, 99, 90, 125, 104, 104, 83, 72, 76, 72, 66, 68, 65, 69, 62, 43, 43, 44, 42], "n_am_pl": [17, 75, 68, 73, 73, 71, 64, 63, 60, 67, 49, 50, 66, 68, 85, 62, 51, 68, 65, 66, 67, 65, 83, 82, 44, 62, 61, 63, 66, 66, 66, 76, 82, 67, 46, 46, 46, 49, 51, 44, 51, 44, 46, 44, 27, 41, 39, 43, 70, 72], "n_pos": 430, "sum_m_en": [38.430432, 20.302953, 21.838687, 23.140487, 23.796158, 25.336246, 24.861222, 26.132078, 27.16489, 27.133628, 27.637935, 28.70584, 31.1764, 32.134839, 32.494714, 31.805266, 31.172272, 28.963087, 26.313671, 25.217922, 23.569778, 22.10195, 21.476299, 20.772934, 40.453605, 46.323859, 50.950552, 50.532591, 50.062467, 50.993807, 49.053491, 45.710699, 42.434027, 42.380608, 48.755739, 46.723257, 48.665617, 44.31288, 47.930011, 47.988092, 45.663695, 43.566415, 49.443003, 53.252562, 59.660545, 56.986911, 43.231558, 38.491041, 45.22327, 42.0184], "sum_m_pl": [168.409114, 214.668222, 206.176261, 203.459099, 202.020252, 200.650986, 201.892102, 199.137537, 196.33321, 198.742744, 193.850492, 194.276622, 194.994002, 193.385661, 194.969926, 198.501939, 194.557424, 199.282873, 204.465211, 206.283187, 207.138096, 207.054988, 207.31828, 206.218767, 161.582985, 161.222224, 152.23821, 163.439409, 172.143357, 176.299475, 176.451088, 180.089482, 183.178903, 174.262142, 164.193607, 160.659608, 147.727452, 146.313012, 136.078921, 124.624304, 120.771768, 118.272787, 115.06344, 97.698984, 72.69437, 73.900565, 58.068537, 52.631866, 65.367625, 72.636459]}, "digit": {"n_am_en": [8, 19, 6, 8, 8, 16, 9, 3, 7, 11, 14, 16, 9, 17, 12, 10, 16, 9, 7, 7, 4, 6, 7, 6, 11, 16, 15, 18, 15, 14, 16, 15, 11, 11, 15, 9, 8, 4, 1, 3, 4, 5, 4, 3, 3, 2, 0, 0, 0, 0], "n_am_pl": [0, 4, 4, 4, 4, 5, 5, 4, 6, 11, 4, 4, 9, 6, 7, 5, 4, 6, 8, 10, 9, 10, 8, 11, 6, 3, 4, 6, 6, 7, 5, 9, 7, 10, 1, 4, 4, 5, 4, 2, 5, 3, 2, 2, 1, 1, 1, 1, 0, 0], "n_pos": 48, "sum_m_en": [4.165346, 2.020381, 2.026955, 2.174324, 2.324668, 2.506734, 2.425901, 2.572357, 2.649335, 2.773442, 2.906118, 3.008055, 3.311517, 3.507496, 3.403011, 3.62633, 3.513314, 3.248872, 2.87105, 2.857947, 2.602017, 2.396717, 2.339005, 2.289009, 4.641455, 5.01525, 5.412204, 5.51205, 5.476006, 5.368953, 5.424587, 5.093748, 4.507133, 4.65307, 5.036373, 5.141055, 4.827509, 4.496069, 4.529035, 4.398916, 4.068224, 3.857993, 3.715793, 3.8548, 4.090637, 3.156117, 1.399034, 0.657054, 0.157758, 0.0], "sum_m_pl": [17.211669, 25.401771, 24.101936, 23.66202, 23.380515, 22.819714, 22.922714, 22.361921, 22.320892, 22.558225, 21.937542, 22.163284, 22.112663, 21.663378, 21.996115, 21.93904, 21.324518, 22.025032, 22.886817, 22.9505, 22.967745, 23.196728, 23.242624, 23.13727, 19.186092, 18.752233, 17.821342, 18.883861, 19.754168, 20.166209, 20.082038, 20.334594, 21.185263, 20.210108, 19.073568, 18.896793, 17.875939, 17.849971, 16.752236, 16.417606, 16.286861, 16.465301, 16.412595, 14.477721, 11.1226, 8.475721, 5.428948, 3.156115, 0.547447, 0.0]}, "lang": {"n_am_en": [42, 22, 21, 26, 17, 26, 22, 31, 21, 18, 31, 22, 29, 32, 21, 25, 21, 23, 26, 19, 17, 21, 16, 18, 35, 33, 31, 31, 29, 30, 41, 36, 28, 29, 41, 34, 35, 29, 31, 33, 33, 30, 32, 36, 47, 44, 34, 35, 43, 42], "n_am_pl": [3, 18, 23, 18, 28, 18, 15, 13, 18, 15, 16, 16, 21, 19, 23, 18, 13, 19, 16, 20, 20, 19, 28, 22, 10, 21, 13, 14, 18, 13, 14, 17, 28, 25, 16, 13, 15, 16, 20, 16, 15, 15, 15, 26, 15, 26, 30, 36, 66, 72], "n_pos": 115, "sum_m_en": [10.458739, 5.511695, 5.744906, 6.124979, 6.013094, 6.555799, 6.731409, 6.860164, 7.087307, 6.729672, 7.175996, 7.646515, 7.976042, 8.355967, 8.435417, 8.111807, 8.177208, 7.639353, 7.204279, 6.767474, 6.35794, 5.925252, 5.631154, 5.396864, 10.831339, 11.709332, 12.564771, 12.015658, 12.68366, 12.811939, 13.353306, 12.99592, 11.984129, 12.216894, 13.495618, 13.600692, 14.485338, 14.08789, 16.423113, 18.721482, 17.615256, 18.326101, 22.978395, 26.648831, 36.624933, 37.626846, 30.925809, 28.762858, 43.087571, 41.993409], "sum_m_pl": [44.572973, 55.794679, 54.01798, 53.154157, 53.446637, 53.319529, 53.821709, 53.857425, 53.71469, 54.954219, 53.807407, 53.937018, 53.834725, 53.3397, 53.725578, 54.690725, 53.093578, 54.042022, 54.956452, 55.514203, 55.923573, 56.132597, 56.330493, 56.132339, 47.260076, 47.168536, 44.917974, 47.391983, 49.192145, 49.683315, 49.233758, 49.621727, 50.259932, 48.643461, 45.958753, 45.661419, 43.368457, 44.317946, 41.616503, 40.722878, 41.058954, 39.769703, 39.064525, 35.163257, 27.488739, 33.214253, 32.324018, 37.375708, 60.710854, 72.20208]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 430, "item_id": "llmzszl-69", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 667, "region_end": 430, "roundtrip_ok": true, "tf_agree": 0.9907, "tf_agree_excl_first": 0.993}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [83, 74, 56, 61, 62, 50, 63, 68, 73, 94, 87, 94, 68, 71, 72, 73, 63, 61, 57, 72, 63, 56, 53, 56, 75, 69, 72, 73, 81, 70, 67, 64, 66, 73, 84, 78, 90, 109, 105, 112, 103, 99, 109, 109, 98, 114, 108, 114, 118, 120], "n_am_pl": [9, 23, 31, 34, 17, 21, 17, 17, 17, 16, 21, 24, 32, 31, 24, 20, 20, 20, 21, 18, 26, 29, 21, 24, 10, 13, 17, 24, 23, 26, 30, 37, 35, 23, 24, 17, 16, 5, 6, 8, 13, 8, 11, 8, 5, 4, 7, 3, 3, 5], "n_pos": 227, "sum_m_en": [29.989671, 15.228438, 14.222962, 13.597162, 14.874357, 15.070461, 16.199916, 17.488262, 19.363885, 19.819887, 19.350693, 21.513488, 21.713677, 22.061401, 21.16, 20.581558, 20.191981, 17.794736, 16.491974, 15.234156, 14.599918, 13.004538, 12.029038, 11.282908, 31.23389, 34.508851, 33.889821, 30.755555, 30.93373, 29.978298, 27.475858, 26.387375, 26.772399, 28.66098, 33.300219, 33.392738, 38.453066, 42.988836, 50.295422, 50.865174, 51.166238, 58.731801, 66.777035, 72.690598, 75.105294, 84.322551, 95.941365, 97.714292, 113.719705, 118.580104], "sum_m_pl": [74.308464, 104.385835, 102.905231, 102.533906, 99.454009, 97.836844, 100.236799, 99.248993, 98.854532, 102.049, 102.80541, 101.297185, 102.191209, 100.729742, 103.14389, 101.700933, 103.441652, 104.756741, 107.21019, 107.955574, 109.289332, 110.702568, 111.099509, 111.593604, 82.100121, 78.861229, 81.530713, 89.407235, 90.150583, 91.510409, 92.747029, 92.83188, 90.922838, 87.454844, 85.242536, 81.185833, 71.245344, 66.794478, 60.327887, 59.361731, 56.545958, 48.102871, 44.056972, 38.831351, 30.307685, 22.634809, 15.475594, 10.017195, 4.16747, 4.528028]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [39, 45, 32, 38, 37, 33, 39, 36, 47, 50, 52, 55, 38, 37, 40, 46, 40, 37, 35, 42, 34, 30, 28, 31, 40, 39, 42, 43, 48, 40, 44, 41, 44, 44, 55, 45, 51, 67, 59, 65, 64, 61, 71, 70, 66, 83, 83, 94, 115, 119], "n_am_pl": [4, 9, 17, 18, 9, 12, 12, 11, 10, 9, 11, 14, 20, 13, 9, 9, 7, 12, 7, 10, 12, 19, 11, 12, 4, 6, 10, 13, 12, 16, 17, 21, 14, 12, 9, 7, 8, 0, 1, 5, 3, 2, 2, 3, 3, 1, 3, 1, 2, 4], "n_pos": 124, "sum_m_en": [15.73492, 8.556837, 8.150314, 8.053511, 8.886725, 8.80871, 9.695391, 10.508985, 11.74073, 12.212652, 11.379582, 12.929121, 12.836596, 12.836052, 12.821066, 12.390542, 12.199952, 10.335213, 9.481185, 8.658175, 8.238352, 7.341576, 6.810645, 6.377461, 18.508172, 20.957491, 20.967801, 18.930609, 19.246224, 18.638239, 16.777584, 16.057174, 16.466198, 17.591219, 20.903315, 21.011441, 25.686699, 28.846806, 33.410256, 33.879507, 34.651558, 39.692022, 45.653633, 49.078125, 51.982871, 60.532864, 72.318816, 80.861783, 107.126577, 115.20908], "sum_m_pl": [40.471188, 56.305062, 55.512899, 54.569688, 52.855718, 52.232285, 53.795701, 53.336383, 53.009164, 54.912493, 55.670565, 54.400795, 55.591167, 54.580915, 55.500075, 54.583794, 55.560737, 56.985245, 58.375392, 58.72831, 59.531965, 60.325796, 60.583776, 60.811884, 44.582293, 42.377944, 43.712945, 48.288835, 48.881406, 49.256808, 50.243922, 49.919243, 48.585159, 46.971298, 45.082666, 42.608265, 36.144223, 33.310145, 29.612483, 29.551085, 28.202512, 23.074696, 21.167686, 19.36317, 15.932415, 11.313913, 7.571024, 4.092187, 2.321599, 3.922308]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 229, "item_id": "llmzszl-7", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 733, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.9694, "tf_agree_excl_first": 0.9737}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [69, 39, 36, 26, 32, 37, 49, 54, 58, 57, 66, 59, 60, 52, 39, 45, 46, 47, 39, 49, 50, 41, 42, 42, 69, 64, 60, 55, 57, 50, 54, 44, 45, 53, 58, 61, 60, 76, 80, 84, 87, 83, 79, 75, 59, 55, 37, 19, 2, 1], "n_am_pl": [15, 35, 60, 51, 34, 22, 23, 22, 27, 26, 34, 42, 39, 35, 38, 41, 38, 37, 47, 49, 53, 72, 71, 61, 35, 27, 32, 47, 54, 60, 59, 55, 58, 47, 48, 52, 46, 34, 33, 28, 24, 30, 37, 32, 36, 52, 67, 81, 147, 153], "n_pos": 225, "sum_m_en": [21.341392, 10.561555, 10.926921, 12.262237, 12.282666, 12.979909, 13.413519, 13.714099, 14.932092, 16.085975, 16.296221, 16.903013, 16.921112, 16.898611, 17.024762, 16.677321, 16.714731, 14.810031, 13.862668, 13.259931, 13.025567, 11.635306, 10.982621, 10.364808, 24.81124, 26.204717, 26.205472, 23.459046, 23.556894, 22.983058, 21.704332, 20.71153, 20.914258, 22.935936, 24.300256, 24.737092, 25.88563, 29.919211, 33.222634, 34.661604, 34.937581, 39.582519, 43.638308, 43.999863, 47.268542, 40.931366, 32.658519, 22.581799, 5.073036, 1.053354], "sum_m_pl": [77.642548, 102.592245, 102.155392, 102.516276, 98.877217, 95.283239, 99.220727, 98.611895, 99.41205, 101.594925, 103.276248, 101.933933, 106.458132, 104.732618, 106.933388, 106.626724, 107.728435, 108.09941, 111.175234, 112.033269, 112.639646, 113.983486, 113.989035, 114.35305, 93.683585, 91.177351, 93.077436, 100.106378, 102.495452, 103.454343, 105.19582, 103.635526, 102.181371, 96.808154, 94.578271, 92.075726, 88.995166, 87.312623, 83.530615, 82.79669, 79.774306, 76.128679, 71.921806, 64.104811, 63.277459, 67.278096, 74.279646, 82.068729, 132.654797, 153.907599]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [44, 25, 20, 19, 23, 28, 37, 43, 45, 43, 45, 43, 38, 38, 26, 29, 33, 32, 25, 36, 35, 30, 31, 32, 55, 48, 44, 34, 44, 34, 43, 34, 35, 39, 43, 47, 49, 58, 61, 62, 65, 61, 57, 56, 44, 41, 26, 15, 1, 1], "n_am_pl": [12, 22, 43, 35, 26, 13, 9, 15, 17, 16, 25, 26, 29, 20, 29, 33, 31, 30, 38, 34, 37, 52, 47, 46, 22, 20, 25, 38, 40, 47, 43, 42, 48, 35, 35, 40, 32, 22, 22, 22, 17, 24, 31, 29, 30, 46, 58, 72, 142, 153], "n_pos": 158, "sum_m_en": [14.790847, 7.321338, 7.669003, 8.603495, 8.581499, 9.321978, 9.663977, 10.046147, 10.954202, 11.75062, 11.688282, 12.175969, 12.102992, 12.08426, 12.025736, 11.645159, 11.719851, 10.451412, 9.902894, 9.412962, 9.285113, 8.277724, 7.802029, 7.342494, 17.378825, 19.024558, 19.183148, 16.92779, 17.11036, 16.792524, 15.774488, 14.988389, 15.55268, 17.143657, 18.168226, 18.557309, 19.102938, 22.157969, 24.726375, 25.366009, 26.257544, 29.520026, 32.075563, 33.116603, 36.280478, 32.096382, 23.932436, 16.271038, 3.623769, 1.045741], "sum_m_pl": [53.837995, 71.064218, 70.758616, 71.073095, 68.56088, 65.789984, 68.623115, 68.224592, 68.894845, 70.902722, 72.151105, 71.584517, 75.14617, 74.089684, 76.053178, 75.712719, 76.282982, 76.723672, 78.677308, 78.965303, 79.274607, 80.266326, 80.263566, 80.655746, 67.232629, 65.47975, 67.085292, 72.167866, 73.809292, 74.532278, 76.246544, 75.333889, 74.440128, 70.886694, 68.822397, 67.644472, 66.440278, 64.676453, 61.697222, 61.807288, 60.197281, 58.553493, 56.313427, 49.739472, 50.567704, 55.095636, 63.912292, 71.950219, 125.931625, 151.642339]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 227, "item_id": "llmzszl-7", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 664, "region_end": 225, "roundtrip_ok": true, "tf_agree": 0.9604, "tf_agree_excl_first": 0.9646}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [34, 44, 25, 31, 24, 25, 29, 30, 25, 29, 40, 38, 32, 37, 33, 35, 35, 33, 39, 34, 26, 22, 22, 20, 33, 37, 30, 33, 36, 35, 25, 30, 32, 27, 30, 30, 33, 36, 39, 39, 38, 35, 39, 44, 39, 36, 37, 39, 42, 37], "n_am_pl": [6, 8, 13, 15, 9, 10, 11, 9, 10, 8, 13, 19, 21, 17, 17, 16, 15, 17, 10, 13, 13, 15, 15, 17, 7, 7, 13, 9, 10, 9, 13, 13, 10, 8, 8, 10, 9, 4, 5, 4, 1, 2, 7, 1, 2, 0, 1, 0, 0, 0], "n_pos": 130, "sum_m_en": [15.574334, 7.0737, 7.059879, 7.066514, 7.38019, 7.963364, 7.889177, 8.781098, 9.115771, 9.223242, 9.499002, 10.298459, 10.319991, 11.335135, 11.182437, 10.262582, 9.707322, 9.1516, 8.320492, 7.59605, 6.964118, 6.538824, 6.141095, 5.997847, 12.474299, 14.1649, 15.315811, 14.48484, 14.497605, 14.848075, 14.052694, 14.086716, 13.476654, 13.89554, 14.876614, 15.414021, 17.587505, 18.205874, 19.129563, 21.515968, 21.006553, 24.131919, 27.030255, 33.202504, 34.216393, 32.737235, 33.493726, 37.11363, 40.06298, 36.044077], "sum_m_pl": [48.163033, 63.287352, 60.892089, 60.282537, 59.751229, 58.905974, 59.602746, 58.794467, 58.659623, 59.412748, 59.009342, 58.418611, 59.173218, 58.781396, 58.806624, 59.649142, 59.933272, 59.718878, 59.680968, 61.140497, 61.678896, 62.291687, 62.755595, 62.90624, 50.520965, 50.067352, 48.169364, 50.646748, 51.68079, 50.54951, 52.109122, 52.959106, 52.893154, 50.90869, 48.483437, 45.323241, 41.172166, 38.417492, 35.698278, 33.441107, 32.20375, 28.909931, 26.802764, 19.606215, 16.221761, 12.984224, 7.920879, 3.099249, 0.284785, 8.8e-05]}, "digit": {"n_am_en": [4, 11, 9, 9, 4, 5, 5, 3, 2, 1, 2, 5, 4, 5, 2, 3, 3, 4, 4, 3, 1, 0, 0, 1, 2, 5, 4, 3, 4, 5, 4, 5, 4, 2, 2, 4, 0, 1, 5, 2, 2, 3, 2, 5, 3, 2, 1, 1, 0, 0], "n_am_pl": [0, 1, 2, 2, 2, 2, 2, 1, 0, 1, 2, 4, 4, 2, 1, 5, 2, 2, 0, 1, 2, 2, 1, 2, 2, 1, 3, 1, 1, 2, 2, 2, 2, 1, 1, 2, 4, 1, 2, 2, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0], "n_pos": 25, "sum_m_en": [3.051434, 1.244, 1.323393, 1.318811, 1.326856, 1.474191, 1.384848, 1.593714, 1.560909, 1.559475, 1.616407, 1.710595, 1.79534, 1.899845, 1.770872, 1.69727, 1.639945, 1.612034, 1.469987, 1.355708, 1.234374, 1.170515, 1.113354, 1.091166, 1.766962, 2.007878, 2.287799, 2.071207, 2.290278, 2.391162, 2.418214, 2.244557, 2.033826, 1.943785, 2.019212, 2.084717, 2.025908, 1.937034, 1.957577, 1.854332, 1.783548, 1.881439, 1.775821, 2.909818, 2.636097, 2.276318, 1.786543, 1.38688, 0.091949, 0.0], "sum_m_pl": [9.33915, 12.893916, 12.012531, 11.896899, 11.61855, 11.122766, 11.295473, 10.914064, 11.163413, 11.366237, 11.35148, 10.993195, 10.926778, 11.200259, 11.196977, 11.128442, 11.017838, 11.047164, 11.081488, 11.394782, 11.590804, 11.785579, 11.829159, 11.887042, 9.710611, 9.342972, 9.018746, 9.346637, 9.66771, 9.499165, 9.6527, 10.052518, 10.252803, 10.058392, 9.806442, 9.401786, 9.08523, 8.707654, 8.3508, 8.214763, 7.804491, 8.24463, 7.758105, 6.214957, 6.079707, 4.498029, 3.165462, 1.233642, 0.067556, 0.0]}, "lang": {"n_am_en": [13, 12, 8, 9, 5, 8, 9, 10, 10, 13, 19, 15, 11, 14, 10, 14, 15, 13, 17, 19, 16, 15, 13, 12, 18, 19, 16, 16, 13, 14, 9, 12, 12, 10, 11, 15, 17, 21, 19, 21, 21, 21, 21, 22, 21, 23, 25, 29, 35, 36], "n_am_pl": [4, 3, 4, 3, 3, 3, 2, 5, 5, 2, 3, 6, 4, 5, 4, 2, 1, 2, 3, 2, 1, 3, 4, 6, 1, 2, 5, 4, 3, 2, 7, 7, 5, 5, 3, 0, 2, 2, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 37, "sum_m_en": [5.305276, 2.318855, 2.20046, 2.166973, 2.290692, 2.600841, 2.673711, 2.960745, 3.204755, 3.079258, 3.137301, 3.283851, 3.161252, 3.588583, 3.576223, 3.251931, 3.172318, 2.959161, 2.745167, 2.508044, 2.30851, 2.120833, 1.956889, 1.898664, 5.484815, 6.075253, 6.251282, 5.604708, 5.077061, 5.204357, 4.787454, 4.694743, 4.779376, 5.194931, 5.807553, 6.523478, 8.355696, 9.10623, 9.700055, 11.11544, 11.196961, 13.596167, 14.579928, 16.629908, 18.439528, 19.478141, 21.132407, 26.095662, 33.784208, 34.831716], "sum_m_pl": [12.094327, 16.910633, 16.550082, 16.613429, 16.600398, 16.35334, 16.709136, 16.817519, 16.556113, 16.621897, 16.542709, 16.700143, 17.02988, 16.652104, 16.64113, 16.820371, 16.91435, 16.903252, 16.860951, 17.341992, 17.470212, 17.692727, 17.81726, 17.840015, 13.81192, 13.804006, 13.532659, 14.117983, 14.373227, 13.786401, 14.448149, 14.601568, 14.399253, 13.902227, 13.042756, 12.155589, 10.618249, 9.794302, 9.395565, 8.658165, 8.351999, 6.99798, 6.812483, 5.46098, 4.206157, 3.150225, 2.243114, 0.709935, 0.05883, 4.8e-05]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "llmzszl-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 737, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 0.9847}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [295, 376, 291, 298, 290, 295, 282, 303, 257, 297, 307, 311, 301, 293, 284, 285, 269, 280, 257, 242, 209, 206, 180, 179, 308, 315, 303, 323, 342, 344, 320, 358, 328, 343, 376, 339, 350, 342, 361, 355, 347, 324, 317, 312, 287, 222, 122, 92, 43, 34], "n_am_pl": [69, 226, 193, 190, 230, 209, 209, 198, 266, 236, 247, 204, 221, 207, 229, 198, 176, 216, 243, 222, 235, 284, 295, 292, 155, 166, 177, 160, 162, 165, 179, 153, 182, 142, 88, 98, 101, 100, 99, 97, 122, 126, 135, 103, 92, 90, 122, 146, 207, 219], "n_pos": 1280, "sum_m_en": [116.238239, 61.566875, 66.412815, 68.847788, 70.802719, 70.402576, 69.598165, 74.381145, 80.4085, 83.177784, 88.048608, 91.88287, 91.099238, 95.497767, 97.093346, 92.243737, 88.392541, 85.078493, 78.21846, 71.252189, 65.296869, 61.295559, 59.814303, 57.910997, 111.889085, 122.567808, 133.228912, 133.581718, 141.550234, 147.029239, 138.479575, 139.743318, 135.454704, 139.025219, 145.479595, 148.175422, 159.111532, 161.685411, 172.744285, 171.780118, 177.156646, 174.411132, 180.717079, 190.672568, 182.671589, 159.99115, 110.253635, 89.724512, 53.51075, 34.126242], "sum_m_pl": [509.024244, 638.046117, 616.526507, 602.266687, 604.121725, 600.553845, 607.263583, 603.853603, 598.456527, 598.234832, 589.454615, 581.750732, 592.430993, 593.638615, 592.376862, 593.330107, 590.610298, 598.781612, 605.902452, 617.255755, 624.433282, 628.335159, 629.122298, 630.181702, 521.242386, 518.502414, 495.552827, 522.446434, 524.470683, 516.241671, 527.702857, 526.70343, 524.149481, 493.28156, 463.229424, 444.125806, 415.50613, 396.633121, 376.018355, 377.284932, 360.972089, 352.952031, 338.315511, 289.657788, 254.242743, 228.967986, 217.420393, 189.478952, 203.374222, 217.828728]}, "digit": {"n_am_en": [29, 66, 34, 28, 40, 40, 37, 35, 28, 30, 34, 40, 24, 39, 32, 29, 22, 27, 30, 33, 28, 29, 32, 30, 42, 43, 54, 38, 39, 45, 39, 45, 37, 42, 48, 35, 38, 35, 31, 31, 24, 30, 36, 38, 32, 20, 4, 2, 0, 0], "n_am_pl": [3, 17, 16, 15, 20, 7, 20, 19, 26, 41, 33, 35, 39, 32, 30, 28, 16, 24, 29, 28, 18, 30, 23, 23, 16, 14, 12, 11, 18, 19, 32, 23, 29, 22, 8, 16, 22, 16, 17, 12, 6, 10, 12, 6, 7, 6, 2, 1, 0, 0], "n_pos": 173, "sum_m_en": [16.232791, 8.272295, 8.619594, 8.79173, 8.990155, 9.547736, 9.109561, 10.125917, 10.574048, 10.97233, 11.892798, 12.465174, 12.09363, 12.695846, 12.007424, 11.4095, 11.093712, 10.911767, 10.013488, 9.05431, 8.202939, 7.675943, 7.358389, 7.215281, 13.522268, 15.202257, 15.932993, 15.754841, 16.950233, 18.209742, 17.641256, 17.314652, 15.661382, 16.03195, 17.027401, 17.770433, 17.874144, 16.613438, 16.835836, 16.035107, 16.182894, 16.137713, 16.151178, 18.879349, 18.339908, 13.801444, 7.951968, 5.132815, 0.496409, 1e-05], "sum_m_pl": [64.95776, 89.639477, 85.244306, 82.90555, 81.274361, 79.091799, 80.159618, 79.260083, 78.737515, 80.59478, 79.066578, 78.569533, 79.378205, 79.203998, 79.759938, 79.49, 78.691135, 80.313334, 81.930148, 83.435636, 85.25537, 86.250308, 86.529457, 86.903341, 75.067077, 73.432572, 70.035807, 73.787221, 73.651916, 70.760816, 71.674251, 71.873397, 72.500611, 70.236626, 65.968752, 63.550389, 62.965098, 62.254991, 60.069276, 60.514039, 60.014906, 60.183753, 59.234332, 52.162324, 48.296151, 34.578644, 27.655896, 15.262413, 1.049773, 0.001786]}, "lang": {"n_am_en": [99, 55, 40, 41, 48, 59, 66, 67, 69, 67, 70, 67, 53, 63, 57, 66, 75, 80, 77, 66, 53, 55, 52, 52, 84, 90, 85, 81, 98, 85, 85, 83, 78, 90, 103, 104, 110, 111, 124, 127, 132, 126, 125, 117, 113, 100, 64, 57, 36, 34], "n_am_pl": [20, 37, 40, 31, 35, 30, 34, 39, 52, 42, 53, 42, 43, 36, 40, 41, 30, 37, 40, 34, 55, 64, 63, 61, 34, 33, 34, 39, 28, 32, 29, 26, 36, 20, 12, 12, 16, 32, 28, 33, 38, 42, 53, 52, 52, 60, 80, 96, 187, 218], "n_pos": 256, "sum_m_en": [23.778154, 12.628244, 13.076552, 14.104237, 14.496836, 14.468672, 14.549109, 14.487799, 15.848421, 15.171142, 16.092175, 17.373986, 16.709977, 17.839075, 18.590552, 18.019998, 17.774401, 17.305003, 16.009356, 14.529439, 13.536571, 12.665692, 12.823104, 12.066386, 28.091347, 29.720275, 30.857774, 28.648418, 29.347328, 29.890194, 27.11021, 28.161858, 28.686449, 31.161981, 33.191506, 35.935165, 44.947505, 49.230405, 54.717215, 57.142568, 62.530306, 66.081411, 67.019604, 69.418247, 74.929791, 70.743825, 48.574519, 43.009874, 39.742942, 34.102239], "sum_m_pl": [97.360492, 119.489932, 117.115496, 113.814516, 114.316222, 116.129091, 117.977624, 118.680385, 118.807998, 119.189934, 117.149329, 115.696465, 118.193367, 118.136855, 118.158592, 119.198554, 118.942695, 119.677559, 121.008742, 123.491824, 124.674356, 125.352208, 124.985747, 125.472054, 104.915377, 104.80388, 102.164501, 107.791791, 107.339877, 106.228655, 107.876533, 107.731279, 105.131678, 99.305503, 93.684484, 91.88198, 88.876725, 86.976615, 85.71102, 87.700164, 84.749152, 84.492612, 84.82497, 81.786077, 79.486076, 82.234969, 95.933705, 101.99074, 165.436223, 213.859472]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "llmzszl-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 668, "region_end": 1280, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9906}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [52, 44, 41, 33, 35, 30, 41, 22, 24, 36, 36, 43, 37, 44, 31, 35, 28, 31, 24, 34, 25, 20, 21, 24, 36, 45, 44, 43, 39, 41, 39, 41, 34, 36, 38, 44, 42, 43, 47, 41, 36, 45, 45, 39, 42, 50, 58, 63, 57, 56], "n_am_pl": [2, 20, 21, 30, 22, 20, 14, 10, 17, 10, 15, 19, 26, 20, 29, 17, 27, 29, 26, 12, 23, 23, 30, 34, 9, 9, 8, 14, 18, 19, 19, 11, 18, 15, 25, 19, 16, 21, 16, 15, 14, 12, 12, 11, 6, 6, 3, 2, 0, 0], "n_pos": 180, "sum_m_en": [20.336592, 9.125627, 9.218268, 8.86712, 9.047636, 9.460092, 9.449682, 9.308164, 9.804586, 10.493042, 10.936013, 11.718398, 12.711083, 13.409245, 12.268311, 11.788868, 11.957695, 11.849454, 10.559845, 10.033111, 9.33062, 8.667138, 8.279944, 8.682123, 18.090877, 18.418269, 18.458202, 18.159552, 18.365954, 18.038156, 17.371586, 17.544676, 16.42731, 16.805952, 18.128065, 18.295263, 20.627832, 22.518562, 25.970609, 26.104174, 25.961792, 30.008131, 31.711684, 31.847796, 33.950216, 41.9113, 51.090377, 58.810662, 57.389358, 56.930931], "sum_m_pl": [69.830381, 91.381348, 87.367528, 85.907842, 82.777119, 83.711149, 83.650657, 83.514899, 79.805879, 83.079159, 81.503854, 80.953729, 78.71582, 78.255188, 80.829135, 80.727583, 78.819649, 79.004093, 82.357086, 84.579977, 86.127979, 86.757465, 87.341853, 87.598377, 67.531012, 64.808001, 62.309304, 65.430474, 67.663079, 68.918927, 68.686599, 68.664587, 67.244444, 63.450455, 60.248361, 55.846802, 51.738006, 49.794176, 45.62262, 43.299768, 41.531383, 34.867955, 31.893643, 27.65832, 24.621112, 17.778359, 10.083507, 4.738087, 0.210922, 0.022505]}, "digit": {"n_am_en": [1, 11, 11, 7, 4, 6, 7, 5, 0, 9, 7, 5, 5, 9, 10, 8, 8, 5, 7, 10, 3, 4, 3, 4, 5, 7, 8, 7, 11, 9, 7, 10, 6, 7, 9, 7, 5, 5, 6, 3, 5, 7, 4, 3, 2, 3, 1, 1, 0, 0], "n_am_pl": [0, 2, 4, 9, 6, 4, 6, 2, 5, 2, 3, 5, 9, 6, 5, 7, 4, 8, 6, 2, 6, 4, 4, 5, 2, 3, 1, 4, 3, 6, 4, 1, 4, 4, 6, 4, 3, 4, 3, 5, 2, 4, 2, 3, 1, 0, 1, 2, 0, 0], "n_pos": 39, "sum_m_en": [4.080748, 1.783367, 1.825467, 1.745309, 1.664314, 1.894111, 1.828387, 1.839839, 1.807739, 2.240685, 2.138125, 2.238383, 2.391179, 2.533965, 2.409992, 2.368707, 2.545854, 2.497207, 2.186801, 2.089464, 1.905189, 1.767859, 1.692887, 1.671137, 2.721831, 3.012618, 3.31884, 3.423534, 3.630511, 3.681568, 3.747045, 3.583871, 3.44221, 3.347018, 3.887746, 3.356743, 3.161507, 3.534379, 4.231788, 3.725891, 3.564861, 4.399357, 4.303342, 3.190667, 3.347906, 2.904285, 1.518708, 0.67184, 0.013062, 0.0], "sum_m_pl": [15.199834, 20.289704, 19.236892, 18.756716, 17.462969, 17.918358, 18.148822, 18.161492, 17.04182, 17.81743, 17.158753, 17.299631, 16.753283, 16.889517, 17.304232, 17.212575, 16.440042, 16.589072, 17.659068, 18.165121, 18.493201, 18.731725, 18.895946, 19.107757, 16.171255, 14.954037, 13.951707, 14.631914, 14.563348, 14.963572, 14.364957, 14.40687, 14.777189, 14.226941, 13.435741, 13.181621, 13.003176, 13.397845, 12.368038, 12.117632, 11.54316, 11.179711, 10.04671, 8.077368, 7.20846, 4.040883, 1.956136, 1.877203, 0.018615, 0.0]}, "lang": {"n_am_en": [18, 14, 13, 12, 12, 7, 15, 7, 13, 17, 8, 19, 18, 21, 9, 15, 12, 15, 7, 15, 15, 11, 12, 15, 22, 28, 26, 23, 18, 23, 24, 24, 21, 20, 22, 27, 30, 27, 32, 30, 26, 29, 30, 28, 31, 34, 43, 49, 54, 56], "n_am_pl": [0, 7, 8, 9, 8, 2, 2, 3, 4, 2, 4, 6, 5, 6, 9, 3, 4, 7, 6, 5, 6, 8, 11, 10, 3, 3, 5, 2, 6, 4, 4, 3, 4, 6, 9, 7, 6, 9, 7, 5, 7, 4, 6, 6, 1, 1, 0, 0, 0, 0], "n_pos": 58, "sum_m_en": [7.144019, 3.337872, 3.202193, 3.146749, 3.040088, 3.139174, 3.212297, 3.099625, 3.36438, 3.402476, 3.568791, 3.99879, 4.496226, 4.742469, 4.178979, 4.1194, 4.109568, 4.033795, 3.657661, 3.504397, 3.32594, 3.042143, 2.892003, 3.419216, 9.519507, 9.588619, 8.950992, 8.343513, 8.467985, 8.054235, 7.50385, 7.783875, 7.082277, 7.71217, 8.412433, 9.59953, 12.290965, 13.731047, 16.284057, 16.752438, 16.729519, 19.356548, 20.294318, 21.637586, 22.49554, 27.141676, 35.518933, 46.4213, 53.932112, 56.328391], "sum_m_pl": [20.316211, 27.783589, 27.075796, 26.795244, 25.90827, 26.400102, 26.413351, 26.536196, 25.683203, 26.615501, 25.9979, 26.057574, 25.303639, 24.817815, 25.848768, 25.833229, 25.435676, 24.943632, 25.739852, 26.691219, 27.377929, 27.598871, 27.729468, 27.539851, 20.336579, 20.037528, 20.192755, 20.705165, 21.32619, 22.066526, 22.724979, 22.417894, 22.11517, 21.940757, 21.307583, 20.040367, 18.10228, 17.83097, 16.463536, 15.782874, 14.788286, 12.339486, 11.434062, 10.428235, 9.766582, 7.117278, 4.386593, 1.047564, 0.045374, 0.022407]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "llmzszl-75", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 747, "region_end": 180, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.989}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [64, 90, 66, 45, 31, 31, 37, 30, 28, 43, 40, 43, 41, 50, 56, 49, 49, 38, 36, 40, 23, 20, 21, 25, 57, 59, 55, 59, 67, 45, 48, 50, 44, 48, 54, 49, 44, 49, 40, 50, 56, 53, 64, 53, 52, 38, 23, 8, 2, 1], "n_am_pl": [10, 39, 44, 31, 32, 37, 33, 33, 28, 33, 29, 43, 46, 41, 45, 35, 36, 50, 53, 44, 53, 54, 62, 62, 35, 32, 27, 28, 35, 38, 42, 41, 48, 56, 43, 48, 48, 44, 45, 46, 34, 38, 36, 39, 37, 53, 70, 63, 87, 90], "n_pos": 262, "sum_m_en": [26.000717, 12.418936, 12.487224, 12.433786, 12.790396, 13.110343, 13.331287, 13.14705, 13.975833, 14.443766, 15.243273, 16.76162, 17.506824, 18.265184, 17.459109, 16.628778, 16.633431, 16.409973, 14.831346, 14.075354, 13.119024, 12.410482, 11.898915, 11.791099, 25.087557, 25.301616, 25.496704, 24.340762, 26.062096, 24.706587, 23.696666, 23.283195, 23.002742, 23.194471, 24.355758, 24.335328, 27.086067, 30.525433, 31.309702, 33.569982, 33.947527, 36.897347, 41.559767, 37.589301, 37.122022, 35.10098, 16.346037, 8.908292, 2.220275, 1.012931], "sum_m_pl": [101.960197, 128.831046, 125.577639, 122.963674, 120.423791, 118.443853, 119.520989, 119.5374, 113.544787, 117.868385, 117.054481, 114.723627, 113.76115, 112.628118, 117.388813, 116.226832, 114.559836, 116.682674, 120.858733, 123.311022, 125.208187, 126.437787, 127.170114, 128.016557, 102.232637, 97.506378, 94.496677, 99.518951, 104.213267, 107.319054, 107.876057, 108.675432, 106.490156, 99.680123, 94.81364, 93.020824, 85.09445, 83.449259, 80.042116, 79.285801, 77.343762, 74.494833, 68.949533, 67.106627, 64.279454, 62.987281, 74.911506, 67.191735, 84.320983, 90.901627]}, "digit": {"n_am_en": [2, 34, 24, 18, 9, 4, 8, 4, 1, 8, 9, 4, 5, 8, 14, 10, 9, 7, 8, 12, 6, 3, 4, 5, 13, 9, 18, 19, 21, 11, 6, 12, 11, 8, 8, 8, 3, 7, 6, 11, 10, 11, 13, 12, 9, 7, 7, 0, 0, 0], "n_am_pl": [3, 2, 6, 2, 5, 5, 7, 9, 6, 6, 4, 10, 9, 2, 6, 7, 7, 11, 13, 10, 10, 7, 12, 11, 5, 3, 3, 4, 3, 9, 10, 5, 7, 12, 11, 10, 9, 7, 6, 7, 6, 5, 5, 4, 3, 2, 3, 4, 0, 0], "n_pos": 48, "sum_m_en": [4.534201, 2.176945, 2.051865, 1.961617, 1.929879, 2.08211, 2.066362, 2.072242, 2.179204, 2.307122, 2.467439, 2.797181, 2.96303, 3.135546, 2.868925, 2.726511, 2.944351, 2.966284, 2.680954, 2.562554, 2.326267, 2.144183, 2.039499, 1.993342, 3.929228, 3.575613, 4.061702, 4.4012, 5.032161, 4.479942, 4.573117, 4.484255, 4.417841, 4.157176, 4.597807, 4.691809, 4.123327, 4.804706, 5.929443, 7.115772, 6.362505, 6.618106, 7.977158, 8.103967, 4.774761, 7.232093, 2.250166, 0.751168, 0.025412, 2e-06], "sum_m_pl": [20.99218, 25.774795, 25.0435, 24.173353, 23.887199, 23.437617, 23.906148, 23.488708, 22.156641, 22.913585, 23.178098, 22.534592, 21.917861, 22.211941, 22.946446, 22.176586, 21.113278, 21.661073, 22.559537, 22.773636, 23.18659, 23.463142, 23.633798, 23.927649, 21.051464, 20.449655, 19.715834, 19.498442, 20.00001, 20.602342, 20.197991, 20.077132, 19.911036, 19.107452, 17.630721, 18.541103, 18.365789, 19.145316, 17.787864, 17.343391, 17.308576, 17.246889, 15.575254, 13.771506, 13.331991, 7.912922, 6.957638, 4.839821, 0.098262, 8e-06]}, "lang": {"n_am_en": [33, 22, 18, 14, 12, 16, 16, 14, 14, 17, 12, 11, 12, 20, 18, 23, 20, 17, 17, 14, 11, 10, 9, 14, 26, 31, 23, 26, 27, 20, 22, 23, 21, 24, 28, 30, 30, 30, 24, 28, 32, 34, 39, 32, 35, 24, 14, 5, 2, 1], "n_am_pl": [7, 13, 12, 13, 11, 11, 13, 7, 11, 16, 16, 17, 22, 20, 23, 17, 14, 23, 22, 18, 20, 26, 27, 24, 18, 17, 11, 15, 17, 17, 17, 20, 20, 26, 18, 25, 27, 29, 33, 30, 21, 17, 19, 27, 25, 33, 50, 50, 84, 90], "n_pos": 95, "sum_m_en": [8.695982, 4.554894, 4.596435, 4.582673, 4.639631, 4.824469, 5.16269, 4.999306, 5.126755, 5.191284, 5.547533, 6.233974, 6.658962, 7.05082, 6.701989, 6.36219, 6.235345, 6.089501, 5.595983, 5.288245, 4.96778, 4.647942, 4.461994, 4.632854, 12.247112, 12.517493, 11.599455, 10.393793, 10.428009, 10.019794, 9.302556, 9.533478, 9.629141, 10.245556, 10.424305, 11.637814, 14.397051, 16.711881, 16.201901, 17.479143, 18.335271, 21.236624, 24.371472, 21.693283, 24.608543, 21.899856, 11.592101, 5.240909, 1.506586, 1.012835], "sum_m_pl": [34.942704, 44.131001, 43.564513, 43.137364, 42.411894, 41.925401, 42.036319, 42.535671, 41.013599, 42.7161, 43.018342, 42.302176, 42.172978, 41.680215, 43.560478, 43.332495, 43.08582, 43.288491, 44.348115, 45.076095, 45.784272, 46.377804, 46.475008, 46.479607, 37.391843, 35.896244, 35.611047, 38.083612, 39.062821, 40.29969, 41.340396, 41.281927, 40.445269, 38.798232, 37.704394, 38.484808, 35.832897, 36.299431, 35.339818, 34.512056, 33.367131, 30.639954, 29.285225, 32.650777, 32.209753, 33.988704, 49.780073, 50.849582, 80.30189, 90.212774]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 280, "item_id": "llmzszl-75", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 678, "region_end": 262, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9785}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [46, 41, 24, 31, 36, 41, 39, 35, 37, 32, 29, 34, 29, 21, 20, 30, 30, 24, 23, 36, 37, 40, 37, 41, 54, 44, 34, 31, 27, 30, 36, 26, 23, 30, 37, 44, 43, 38, 47, 48, 52, 55, 49, 46, 44, 41, 39, 41, 38, 37], "n_am_pl": [7, 19, 17, 15, 18, 14, 16, 13, 10, 19, 11, 17, 17, 21, 26, 21, 21, 25, 26, 19, 20, 21, 21, 21, 10, 9, 13, 10, 13, 19, 15, 13, 16, 13, 13, 13, 5, 5, 6, 4, 3, 4, 5, 5, 5, 4, 3, 3, 2, 2], "n_pos": 143, "sum_m_en": [16.345693, 7.726245, 8.548791, 8.721594, 9.032791, 9.670668, 9.692213, 9.950684, 10.387978, 10.083562, 10.236656, 11.05697, 11.912204, 11.355466, 11.113863, 10.991848, 10.922277, 10.31644, 8.991641, 8.564517, 7.988321, 7.48702, 7.237201, 7.14066, 17.623557, 18.29913, 16.302296, 15.703123, 14.871219, 15.662222, 14.93588, 14.118522, 13.259109, 13.431832, 16.403758, 16.378651, 18.48222, 19.69724, 22.627967, 25.719079, 29.913346, 36.274658, 34.917499, 37.174639, 40.932479, 39.236025, 38.424593, 40.714362, 38.893352, 37.494898], "sum_m_pl": [55.510563, 69.686449, 67.522994, 66.784691, 65.56164, 64.797097, 64.512627, 61.713819, 59.227138, 61.305841, 59.881988, 60.573476, 59.71884, 60.076893, 61.615335, 62.114513, 59.91448, 61.073264, 63.016958, 65.448137, 66.50233, 67.129319, 67.233233, 67.524349, 49.516397, 48.421249, 47.964118, 50.529612, 54.270092, 54.436503, 54.522295, 55.122159, 56.239251, 53.766564, 50.117496, 47.716727, 43.905022, 40.530552, 36.330522, 31.856094, 29.198593, 26.635847, 26.704773, 23.417154, 17.974134, 15.31257, 10.17543, 5.556368, 3.587392, 1.994119]}, "digit": {"n_am_en": [1, 7, 2, 1, 2, 2, 0, 1, 0, 1, 1, 3, 2, 0, 0, 2, 1, 2, 1, 2, 4, 2, 1, 2, 3, 4, 6, 7, 1, 4, 5, 3, 2, 3, 1, 2, 2, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 3, 2, 3, 3, 1, 4, 2, 2, 4, 3, 4, 6, 7, 5, 7, 3, 0, 3, 2, 4, 1, 2, 1, 2, 4, 3, 1, 2, 2, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0], "n_pos": 16, "sum_m_en": [1.474638, 0.715222, 0.750245, 0.78894, 0.818894, 0.828065, 0.841543, 0.950825, 0.927078, 1.003521, 1.012712, 1.055287, 1.181764, 1.099661, 0.961633, 1.059679, 1.023705, 0.954969, 0.870746, 0.836669, 0.812993, 0.759622, 0.752238, 0.742729, 1.487878, 1.943716, 1.849046, 1.913918, 1.681723, 1.895439, 1.731832, 1.440521, 1.199831, 1.095855, 1.193333, 1.128874, 1.185379, 1.042513, 1.183817, 1.161632, 1.255131, 2.034278, 1.496456, 1.333148, 0.878037, 0.478722, 0.159727, 0.009005, 0.002763, 0.0], "sum_m_pl": [6.162617, 8.229457, 7.767436, 7.528413, 7.370606, 7.361752, 7.37822, 7.041458, 6.708001, 6.899447, 6.785293, 6.9008, 6.699206, 6.865856, 7.113284, 6.850064, 6.573147, 6.741206, 6.980784, 7.241182, 7.24893, 7.396533, 7.393554, 7.443986, 5.75464, 5.728954, 5.825684, 6.208612, 6.559655, 6.440704, 6.197806, 6.302433, 6.718863, 6.108178, 5.772996, 5.458452, 5.296496, 4.617184, 4.135743, 4.109467, 4.13376, 4.410383, 4.63747, 3.927489, 3.267009, 2.63841, 0.693785, 0.157866, 0.017325, 0.0]}, "lang": {"n_am_en": [18, 11, 7, 8, 12, 15, 15, 12, 13, 7, 4, 12, 11, 4, 6, 4, 7, 5, 4, 8, 9, 11, 8, 8, 17, 11, 10, 9, 8, 9, 9, 9, 7, 8, 14, 19, 18, 18, 20, 23, 24, 27, 25, 28, 28, 25, 27, 34, 37, 37], "n_am_pl": [1, 3, 6, 7, 5, 4, 3, 2, 2, 7, 5, 7, 5, 7, 7, 9, 6, 8, 9, 5, 5, 4, 6, 6, 4, 3, 9, 3, 4, 7, 6, 5, 2, 4, 4, 3, 1, 2, 3, 1, 0, 1, 2, 3, 2, 2, 1, 2, 2, 2], "n_pos": 39, "sum_m_en": [5.04309, 2.274266, 2.462102, 2.404966, 2.355147, 2.702669, 2.815448, 2.822034, 3.129957, 2.906286, 3.028213, 3.522012, 3.88106, 3.51504, 3.542726, 3.243278, 3.205807, 3.096479, 2.709533, 2.547541, 2.307479, 2.151546, 2.065847, 2.010375, 5.330012, 5.603192, 5.100325, 4.693787, 4.506564, 4.633069, 4.556991, 4.521734, 4.349207, 4.476868, 6.134547, 6.284047, 7.996431, 9.44975, 10.534946, 13.515499, 16.343226, 20.669291, 20.589064, 23.127311, 25.648233, 25.540942, 26.610062, 32.613418, 36.708468, 36.976201], "sum_m_pl": [13.566226, 18.171637, 18.027274, 18.250716, 17.981161, 17.432171, 17.308542, 16.4192, 15.593041, 16.365681, 16.069419, 16.276646, 16.182836, 16.610215, 16.980885, 17.318612, 16.382385, 16.757136, 17.1476, 17.888444, 18.28729, 18.449361, 18.48881, 18.587233, 14.412644, 14.106116, 14.280876, 14.433697, 15.140677, 15.204733, 15.345916, 15.369511, 15.607882, 15.441892, 13.778271, 13.477085, 11.763375, 10.920534, 9.542278, 7.920248, 6.21287, 4.633215, 4.701463, 4.233844, 2.809582, 2.013664, 1.790617, 1.717767, 1.853585, 1.975553]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "llmzszl-8", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 722, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9931, "tf_agree_excl_first": 1.0}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [81, 95, 78, 102, 67, 84, 69, 70, 65, 79, 79, 89, 97, 88, 74, 76, 82, 87, 67, 85, 92, 104, 80, 74, 100, 101, 99, 102, 91, 85, 89, 76, 69, 63, 80, 77, 84, 90, 93, 105, 100, 93, 87, 88, 83, 75, 45, 30, 23, 21], "n_am_pl": [8, 62, 41, 41, 52, 63, 45, 55, 44, 44, 44, 49, 59, 63, 60, 51, 58, 49, 69, 62, 62, 57, 75, 64, 43, 38, 48, 40, 40, 50, 51, 61, 52, 42, 50, 48, 22, 18, 17, 14, 13, 14, 10, 14, 12, 20, 25, 38, 61, 65], "n_pos": 324, "sum_m_en": [29.336276, 15.697131, 16.858569, 18.427685, 18.948539, 20.288882, 20.052478, 20.743577, 21.584112, 22.081906, 22.553812, 22.811238, 24.341466, 24.010344, 23.39283, 23.019457, 23.082479, 21.559067, 19.247708, 18.620965, 17.912675, 17.479386, 16.730849, 17.071255, 42.953326, 39.684888, 38.933504, 36.19389, 36.70767, 35.704471, 34.6542, 30.926633, 29.652029, 29.448746, 33.823888, 31.192651, 32.295633, 36.797999, 42.215119, 50.193747, 49.940738, 57.207551, 50.480905, 51.565973, 59.407529, 54.756784, 37.035536, 23.247983, 23.678096, 20.734223], "sum_m_pl": [124.361093, 161.01454, 154.979482, 154.089308, 153.477168, 151.55114, 152.37985, 148.807233, 146.751952, 147.64799, 144.473264, 146.780824, 146.823715, 147.477038, 149.139164, 150.408548, 144.988384, 147.812412, 151.884191, 155.147649, 155.10322, 154.830717, 155.282512, 154.399366, 119.053479, 119.242614, 119.56321, 125.366286, 132.209337, 135.250187, 134.071443, 138.11832, 139.172568, 130.343168, 123.405321, 121.409635, 109.360808, 104.467949, 95.724901, 85.134861, 81.29009, 79.262999, 81.928799, 72.510699, 52.189709, 47.145568, 42.639774, 43.75854, 61.733264, 65.462352]}, "digit": {"n_am_en": [0, 15, 9, 12, 6, 10, 5, 2, 3, 4, 6, 7, 10, 5, 6, 4, 12, 9, 9, 9, 9, 10, 6, 7, 11, 10, 10, 10, 6, 9, 10, 7, 3, 2, 7, 6, 5, 8, 7, 11, 7, 7, 7, 6, 5, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 1, 4, 4, 1, 6, 4, 4, 6, 2, 2, 6, 7, 6, 5, 4, 6, 6, 6, 2, 3, 4, 4, 1, 2, 5, 3, 3, 4, 4, 8, 7, 5, 5, 6, 3, 4, 3, 1, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0], "n_pos": 30, "sum_m_en": [2.237963, 1.343714, 1.335667, 1.428317, 1.532813, 1.631327, 1.540043, 1.634476, 1.626827, 1.693325, 1.73004, 1.708894, 1.903304, 1.891894, 1.850453, 1.995239, 2.093776, 1.996381, 1.801408, 1.713834, 1.559634, 1.441912, 1.393598, 1.377843, 3.160862, 3.137316, 3.189818, 3.110614, 3.130894, 3.054876, 3.150028, 2.713022, 2.356164, 2.408041, 2.844391, 2.839226, 2.810679, 2.888419, 3.179234, 3.220487, 3.184629, 4.439775, 3.737331, 3.341313, 2.898366, 1.919309, 0.831859, 0.632437, 0.01264, 0.0], "sum_m_pl": [10.374733, 15.800977, 15.024811, 14.948597, 14.940066, 14.610956, 14.578524, 13.997296, 14.10919, 14.147869, 13.858688, 14.334367, 14.398508, 14.304225, 14.373086, 14.045403, 13.164382, 13.509997, 14.034026, 14.261007, 14.203164, 14.394898, 14.369225, 14.446956, 11.651321, 11.326959, 11.800938, 12.31392, 12.868801, 12.974076, 12.763537, 12.990119, 13.678961, 12.751443, 11.785258, 11.882676, 11.494095, 10.73747, 9.929456, 9.812193, 9.573913, 9.627493, 9.746858, 8.880571, 7.245287, 5.243716, 2.869013, 1.261379, 0.046172, 0.0]}, "lang": {"n_am_en": [27, 15, 11, 25, 16, 20, 23, 21, 17, 25, 29, 22, 26, 18, 17, 17, 20, 27, 22, 27, 28, 33, 26, 26, 30, 31, 26, 28, 24, 19, 25, 23, 21, 23, 21, 27, 31, 30, 34, 37, 40, 43, 42, 42, 41, 42, 32, 22, 21, 21], "n_am_pl": [2, 19, 8, 12, 12, 12, 9, 12, 11, 9, 9, 13, 18, 16, 20, 18, 17, 11, 12, 12, 9, 13, 13, 11, 13, 10, 10, 12, 12, 13, 14, 18, 16, 15, 19, 17, 5, 6, 6, 4, 4, 7, 5, 8, 8, 12, 19, 30, 57, 64], "n_pos": 85, "sum_m_en": [7.370437, 4.17191, 4.345625, 4.974243, 4.688949, 5.120941, 5.251639, 5.323487, 5.635896, 5.53723, 5.792688, 5.817411, 6.171362, 6.21844, 6.021325, 5.872636, 6.009837, 5.737535, 5.265106, 5.126096, 4.896552, 4.932485, 4.616963, 4.732769, 13.4588, 11.229945, 10.439336, 9.370847, 9.859135, 9.438554, 9.232911, 8.740765, 8.748949, 8.636083, 9.374235, 8.883837, 9.466872, 11.292333, 15.616898, 20.696742, 21.903761, 24.903525, 23.514713, 26.527525, 33.594959, 30.989856, 23.370716, 14.642669, 21.366755, 20.73084], "sum_m_pl": [33.291348, 40.516184, 39.856542, 39.491847, 40.085879, 39.79282, 39.754559, 39.67192, 39.205376, 39.495061, 39.039758, 39.347017, 39.621235, 39.502749, 39.60663, 40.162463, 38.433572, 38.850778, 39.532299, 40.422731, 40.557496, 40.456875, 40.73585, 40.477205, 31.217968, 31.874793, 32.329286, 34.090362, 35.718997, 36.48803, 35.976591, 36.807525, 37.052766, 35.583421, 34.056918, 34.713934, 31.682968, 31.592735, 28.496084, 26.193519, 24.743678, 24.663937, 24.677827, 23.035967, 17.693514, 19.543481, 23.239943, 30.638364, 54.388214, 63.43545]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 324, "item_id": "llmzszl-8", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 653, "region_end": 324, "roundtrip_ok": true, "tf_agree": 0.9938, "tf_agree_excl_first": 0.9969}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [92, 88, 84, 70, 65, 73, 64, 74, 72, 79, 95, 103, 88, 81, 72, 99, 95, 86, 75, 80, 71, 72, 66, 78, 120, 100, 106, 98, 109, 108, 95, 94, 90, 95, 85, 90, 96, 104, 95, 101, 95, 91, 89, 92, 95, 87, 82, 85, 85, 74], "n_am_pl": [4, 48, 34, 41, 27, 27, 36, 33, 37, 34, 37, 38, 41, 50, 50, 39, 41, 42, 42, 56, 59, 61, 69, 59, 31, 33, 40, 34, 44, 46, 48, 43, 43, 33, 33, 24, 19, 18, 20, 14, 15, 19, 17, 18, 17, 27, 19, 15, 13, 18], "n_pos": 335, "sum_m_en": [38.305184, 16.574966, 16.96869, 16.55986, 18.109138, 18.342567, 18.503909, 19.047007, 19.405142, 19.389802, 20.576212, 21.329078, 21.968309, 22.935628, 22.32566, 22.134041, 21.981863, 21.527116, 19.767977, 18.054376, 16.947558, 15.76989, 15.153875, 14.745098, 36.007907, 38.570427, 38.635927, 35.049835, 34.113617, 33.087286, 31.745363, 30.639947, 30.480587, 31.72425, 34.49559, 37.879177, 41.733181, 41.959149, 46.231565, 50.353969, 50.431901, 56.845831, 60.323701, 61.032751, 68.055674, 68.973612, 71.938607, 77.410163, 78.488415, 72.671392], "sum_m_pl": [126.752182, 166.253345, 161.518599, 160.899647, 155.940972, 153.238124, 152.670149, 151.589387, 150.841287, 156.647814, 153.98709, 154.163712, 153.915446, 149.558787, 150.366997, 158.204186, 157.390132, 158.063184, 159.430995, 162.762513, 163.617211, 164.723755, 165.057098, 166.724807, 135.615635, 133.403796, 128.996128, 139.776712, 143.208108, 143.456212, 143.569949, 140.999298, 138.74988, 134.455376, 131.936242, 122.067456, 107.428447, 101.910728, 91.292575, 86.230316, 79.112388, 75.153985, 70.182061, 64.120334, 54.572308, 51.523162, 31.893863, 23.770021, 15.381818, 18.598187]}, "digit": {"n_am_en": [12, 32, 22, 13, 15, 12, 14, 20, 14, 11, 17, 17, 15, 14, 15, 21, 24, 14, 11, 10, 8, 11, 12, 15, 26, 18, 20, 16, 14, 21, 15, 12, 13, 10, 11, 17, 14, 13, 9, 5, 9, 7, 5, 9, 5, 3, 1, 2, 0, 0], "n_am_pl": [2, 1, 6, 9, 5, 4, 7, 1, 8, 4, 6, 8, 10, 7, 9, 9, 8, 11, 8, 13, 14, 10, 18, 10, 3, 4, 6, 8, 8, 6, 8, 9, 12, 10, 12, 7, 6, 1, 4, 3, 3, 4, 4, 6, 3, 2, 2, 2, 0, 0], "n_pos": 67, "sum_m_en": [7.228665, 2.916013, 2.876889, 2.77202, 2.946453, 2.983078, 2.971038, 3.248993, 3.239784, 3.2515, 3.501109, 3.642929, 4.001349, 4.340346, 4.061047, 4.091142, 4.264968, 4.336388, 3.897528, 3.600114, 3.33823, 3.067434, 2.961729, 2.878291, 6.213662, 5.95992, 6.295062, 5.629623, 5.732428, 5.76683, 5.842061, 5.47236, 5.358798, 5.320826, 5.71669, 6.243845, 5.904328, 5.294207, 5.404994, 5.275478, 5.167031, 5.119332, 4.863149, 5.007748, 4.481072, 4.248481, 2.856209, 3.174481, 0.179759, 1e-06], "sum_m_pl": [26.878873, 35.142632, 33.751003, 32.939188, 31.704503, 30.922147, 30.794309, 30.23412, 30.665559, 32.17103, 31.447641, 31.35427, 30.580302, 29.6213, 29.658254, 31.4238, 30.823432, 30.726164, 31.238438, 31.87916, 32.218223, 32.754019, 32.870008, 33.305072, 28.26727, 28.001309, 26.868561, 28.883752, 28.787771, 28.809386, 28.553741, 27.870586, 27.257722, 26.875785, 26.342899, 25.10903, 24.089741, 23.952135, 22.713556, 22.897645, 21.730939, 21.861444, 21.233192, 18.971259, 16.179881, 12.954978, 7.803713, 4.406118, 0.17751, 5e-06]}, "lang": {"n_am_en": [36, 23, 30, 23, 20, 26, 21, 21, 29, 29, 33, 36, 24, 26, 18, 33, 24, 21, 20, 28, 29, 26, 24, 28, 41, 39, 34, 27, 32, 33, 32, 38, 34, 40, 32, 37, 42, 46, 43, 51, 46, 43, 47, 48, 58, 63, 62, 67, 74, 71], "n_am_pl": [1, 15, 3, 6, 7, 1, 3, 7, 8, 8, 7, 11, 12, 11, 18, 12, 11, 13, 15, 19, 16, 20, 17, 20, 10, 12, 16, 11, 14, 11, 21, 14, 13, 8, 5, 6, 7, 7, 11, 7, 8, 9, 8, 8, 7, 14, 12, 11, 13, 18], "n_pos": 90, "sum_m_en": [10.745105, 4.756666, 4.752792, 4.640019, 5.106395, 5.428537, 5.713673, 5.613239, 5.829571, 5.685879, 6.141878, 6.462633, 6.559453, 6.761707, 6.670738, 6.581745, 6.385693, 6.235879, 5.954114, 5.263594, 4.803225, 4.41602, 4.19515, 4.05245, 12.514326, 13.717611, 13.465028, 11.453247, 10.536019, 10.301657, 9.769812, 10.011405, 10.086337, 11.123152, 11.839426, 14.712788, 19.612955, 21.100839, 22.294683, 23.806653, 24.668844, 30.071431, 33.604514, 33.060568, 39.25541, 42.901189, 50.134016, 58.186403, 68.914685, 69.542327], "sum_m_pl": [32.553331, 42.914344, 42.69904, 43.202088, 41.997254, 41.054493, 40.770524, 41.356569, 41.181493, 42.479625, 42.223934, 42.39143, 42.254534, 41.233825, 41.768777, 43.566249, 43.476581, 43.682327, 43.804809, 44.706355, 44.943922, 45.184316, 45.219523, 45.641979, 37.647135, 36.395509, 35.023005, 37.459121, 38.687483, 38.1728, 39.190934, 38.034036, 38.016264, 37.022881, 36.279756, 33.695063, 28.68815, 27.398394, 25.973247, 25.43613, 24.046035, 22.041728, 19.488578, 19.595333, 18.480035, 19.46822, 14.140319, 12.472257, 12.361776, 17.525569]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 337, "item_id": "llmzszl-80", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 777, "region_end": 335, "roundtrip_ok": true, "tf_agree": 0.9792, "tf_agree_excl_first": 0.9821}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [114, 149, 168, 130, 130, 95, 113, 100, 95, 131, 103, 111, 126, 108, 117, 134, 145, 125, 92, 97, 80, 82, 74, 77, 162, 160, 135, 144, 167, 155, 140, 151, 132, 132, 144, 127, 120, 98, 102, 94, 96, 97, 101, 83, 80, 63, 48, 30, 24, 23], "n_am_pl": [21, 125, 100, 103, 79, 110, 104, 110, 109, 108, 123, 115, 104, 100, 110, 108, 86, 80, 117, 119, 143, 148, 164, 156, 67, 90, 80, 114, 142, 152, 133, 106, 102, 76, 65, 75, 84, 70, 57, 55, 43, 55, 44, 49, 53, 69, 59, 57, 70, 77], "n_pos": 608, "sum_m_en": [55.764389, 28.494942, 31.339072, 31.962505, 33.53514, 32.537571, 34.220674, 36.106346, 38.660318, 37.978343, 37.43109, 38.459806, 40.543711, 41.761438, 42.503129, 41.68444, 41.105006, 39.729232, 35.262369, 31.863814, 29.438289, 27.472141, 26.671082, 25.696285, 52.056418, 53.472027, 56.480264, 55.558562, 58.494622, 57.508759, 54.947944, 53.787502, 51.783635, 52.92808, 60.891805, 57.810837, 56.619275, 51.306799, 52.88708, 51.324823, 52.07574, 54.64064, 56.739138, 53.727185, 57.220146, 49.119474, 43.317824, 36.141038, 25.70694, 23.026859], "sum_m_pl": [236.53468, 305.313222, 295.256168, 291.963113, 284.841749, 280.475892, 283.132056, 280.261834, 275.106004, 284.469457, 278.702066, 275.464261, 276.080915, 267.879245, 271.067639, 285.326191, 280.366194, 282.022239, 293.067681, 297.602231, 300.97843, 302.111946, 302.288112, 304.132399, 252.957752, 252.269956, 242.840752, 260.623573, 268.635312, 270.818781, 270.729802, 265.650248, 267.137554, 246.720554, 240.344266, 230.125841, 212.998489, 206.626219, 192.422924, 177.915453, 169.407567, 163.06876, 158.443223, 140.336223, 115.590909, 114.680719, 85.756855, 71.419884, 71.286318, 77.509432]}, "digit": {"n_am_en": [5, 55, 48, 21, 8, 16, 10, 10, 7, 16, 17, 13, 11, 12, 13, 23, 26, 24, 14, 19, 12, 15, 12, 16, 42, 34, 23, 27, 25, 25, 21, 21, 20, 13, 22, 25, 26, 17, 19, 20, 20, 22, 12, 17, 11, 10, 5, 1, 0, 0], "n_am_pl": [4, 2, 3, 8, 7, 4, 4, 7, 9, 9, 13, 11, 12, 10, 16, 11, 10, 11, 12, 14, 14, 15, 13, 18, 4, 5, 8, 9, 18, 16, 14, 15, 13, 11, 8, 13, 8, 6, 5, 9, 6, 7, 8, 10, 10, 11, 7, 11, 0, 0], "n_pos": 85, "sum_m_en": [8.100314, 3.929486, 4.084001, 4.171646, 4.109628, 4.030287, 4.053621, 4.363229, 4.465568, 4.451905, 4.468403, 4.641441, 5.11953, 5.484521, 5.224905, 5.192462, 5.32645, 5.501477, 4.782966, 4.350014, 3.984508, 3.610105, 3.501828, 3.379323, 7.641484, 7.259749, 7.465825, 7.167239, 7.494235, 7.11852, 6.931846, 7.232493, 6.783509, 6.844361, 8.105414, 9.23768, 8.739298, 7.87021, 8.422231, 7.58896, 7.646794, 8.907209, 8.298757, 9.051985, 8.085285, 7.005559, 5.438303, 3.729, 0.147947, 0.0], "sum_m_pl": [35.574914, 45.221837, 43.175363, 41.013722, 39.523114, 39.148567, 38.986266, 38.570694, 39.451143, 40.687583, 39.597201, 39.519804, 38.196386, 37.061181, 37.757065, 40.009482, 39.332706, 39.690577, 41.052519, 41.509459, 42.063489, 42.548452, 42.66766, 42.998225, 37.222275, 37.483442, 35.932694, 37.782885, 37.746136, 37.894756, 38.034713, 36.765648, 37.283573, 35.957366, 34.029538, 32.980538, 32.437577, 32.507695, 31.30934, 31.85185, 31.477977, 30.72894, 31.602484, 28.476626, 24.568266, 21.742323, 16.70965, 12.636882, 0.499716, 2.1e-05]}, "lang": {"n_am_en": [17, 16, 32, 27, 27, 27, 26, 16, 20, 22, 22, 33, 35, 19, 18, 33, 34, 31, 29, 27, 25, 25, 21, 27, 35, 34, 26, 27, 28, 27, 27, 29, 24, 33, 31, 26, 19, 29, 29, 23, 27, 25, 29, 28, 26, 28, 25, 23, 23, 23], "n_am_pl": [13, 16, 15, 10, 17, 14, 7, 12, 21, 19, 24, 17, 15, 14, 23, 18, 13, 12, 21, 19, 23, 20, 27, 21, 14, 18, 13, 17, 31, 27, 21, 17, 19, 18, 12, 17, 20, 16, 17, 20, 17, 29, 23, 33, 37, 42, 39, 40, 68, 77], "n_pos": 100, "sum_m_en": [8.57308, 4.697502, 5.16972, 5.278366, 5.435992, 5.66113, 5.959534, 5.774498, 6.566098, 6.23172, 6.262783, 6.734891, 6.957814, 7.061532, 7.266339, 7.106524, 7.070973, 6.946057, 6.43148, 5.638085, 5.143588, 4.79938, 4.570561, 4.398311, 9.828701, 9.208745, 9.676993, 9.101736, 9.475417, 9.45317, 9.045225, 9.1087, 9.111776, 9.543562, 11.288251, 10.943662, 11.420611, 10.758479, 11.794574, 12.69581, 13.513799, 14.822426, 16.098335, 16.255415, 21.854236, 22.2082, 20.684341, 20.282146, 23.519836, 23.000594], "sum_m_pl": [37.586861, 46.921817, 47.326163, 47.530989, 46.847907, 46.226291, 45.305226, 46.056277, 45.194237, 47.088602, 46.601285, 46.562914, 46.727549, 45.962555, 46.136808, 47.756203, 47.081133, 47.008369, 48.603329, 49.434678, 49.886771, 49.880325, 49.784327, 49.922397, 43.080171, 43.175641, 42.195829, 44.868059, 46.308354, 45.746298, 45.943388, 45.551449, 45.466663, 43.282382, 41.969213, 41.887056, 40.328042, 40.125015, 38.602452, 39.94257, 38.042167, 40.460861, 38.488948, 39.478411, 39.012505, 43.775643, 41.393943, 41.004666, 63.400863, 75.893048]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 610, "item_id": "llmzszl-80", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 708, "region_end": 608, "roundtrip_ok": true, "tf_agree": 0.9934, "tf_agree_excl_first": 0.9951}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [171, 169, 131, 108, 119, 123, 118, 115, 127, 127, 138, 153, 129, 148, 127, 132, 140, 138, 155, 147, 125, 153, 148, 152, 188, 179, 179, 164, 170, 176, 168, 174, 159, 196, 199, 212, 220, 234, 221, 227, 216, 236, 265, 262, 272, 270, 291, 286, 290, 284], "n_am_pl": [40, 92, 97, 116, 97, 93, 68, 75, 84, 103, 85, 77, 87, 61, 65, 61, 65, 49, 52, 62, 72, 78, 95, 98, 59, 71, 76, 81, 68, 68, 82, 57, 62, 53, 54, 45, 37, 42, 36, 44, 45, 32, 36, 35, 32, 31, 28, 18, 2, 0], "n_pos": 585, "sum_m_en": [70.852464, 35.373701, 32.722009, 32.009825, 32.79542, 33.097741, 31.753824, 32.266416, 33.473475, 32.011108, 34.078348, 35.797521, 36.213516, 38.533855, 39.152935, 36.986861, 36.61248, 36.218011, 33.092387, 30.180784, 28.622636, 27.221912, 26.283048, 25.952253, 55.707807, 60.688074, 62.278873, 57.116914, 58.145067, 59.65401, 57.463746, 57.730712, 60.599208, 64.982773, 73.55955, 83.509756, 88.790278, 95.072203, 97.259274, 102.741298, 107.100102, 132.108852, 163.75898, 176.482894, 198.976393, 211.377825, 251.783742, 258.502511, 281.055383, 284.218606], "sum_m_pl": [210.056279, 276.130198, 275.024813, 270.360986, 267.178559, 269.062536, 272.472729, 270.694062, 270.648173, 276.283347, 271.559508, 272.153454, 273.548257, 271.652875, 264.964977, 270.139921, 269.964261, 269.360713, 271.98131, 278.656013, 280.79998, 283.827685, 284.620388, 284.552331, 238.740101, 234.706216, 233.131609, 243.956712, 244.011638, 243.902888, 245.884939, 246.383279, 232.464019, 224.800211, 220.36024, 210.358748, 198.230239, 191.122718, 183.541834, 181.009688, 173.960643, 156.402528, 139.765276, 120.086801, 103.509654, 85.987556, 61.944624, 36.924121, 4.754053, 0.478525]}, "digit": {"n_am_en": [8, 13, 7, 6, 4, 4, 2, 7, 8, 6, 11, 13, 9, 7, 7, 8, 10, 10, 6, 12, 6, 5, 3, 3, 10, 11, 10, 9, 11, 13, 10, 9, 6, 4, 6, 8, 5, 9, 7, 5, 6, 10, 12, 12, 11, 4, 3, 2, 0, 0], "n_am_pl": [0, 4, 4, 4, 9, 2, 3, 2, 7, 6, 5, 7, 6, 3, 6, 3, 2, 2, 2, 2, 2, 2, 1, 1, 4, 6, 4, 10, 6, 5, 10, 10, 10, 10, 5, 3, 2, 2, 1, 4, 3, 2, 2, 0, 1, 1, 0, 1, 0, 0], "n_pos": 49, "sum_m_en": [4.164312, 2.269289, 2.18082, 2.106156, 2.335642, 2.342338, 2.180878, 2.353508, 2.531623, 2.342926, 2.422048, 2.468485, 2.787354, 2.854647, 2.773693, 2.593443, 2.672068, 2.671096, 2.409797, 2.170786, 2.043456, 1.946897, 1.915175, 1.874991, 2.959501, 3.29263, 3.539534, 3.657941, 3.688638, 3.592455, 3.801138, 3.501745, 3.184171, 3.097937, 3.158631, 3.218162, 3.13443, 3.372872, 3.47669, 3.400798, 3.495287, 3.599702, 4.646658, 5.126128, 5.299921, 4.898716, 4.739246, 4.230834, 0.473073, 0.0], "sum_m_pl": [21.979282, 25.821015, 25.001064, 24.755087, 23.589681, 23.453812, 23.847227, 22.632354, 21.999122, 23.279493, 23.207924, 23.785983, 23.550107, 23.658947, 23.099481, 23.555708, 23.417336, 23.374113, 23.719784, 24.302398, 24.666327, 24.895594, 24.944923, 24.978552, 23.142398, 22.211205, 21.309609, 21.625701, 22.384005, 22.46278, 22.09842, 21.718633, 21.46861, 21.094297, 20.780993, 19.665526, 19.236783, 18.480985, 17.606915, 18.211118, 18.338276, 18.038635, 17.34801, 15.286419, 14.682894, 10.976074, 8.61706, 4.996788, 0.545544, 0.0]}, "lang": {"n_am_en": [96, 84, 73, 61, 61, 64, 61, 61, 66, 68, 67, 76, 70, 82, 67, 77, 68, 70, 80, 78, 72, 85, 83, 87, 103, 96, 99, 91, 97, 93, 99, 97, 93, 112, 119, 115, 134, 135, 130, 140, 136, 149, 170, 170, 182, 190, 207, 225, 265, 282], "n_am_pl": [32, 50, 53, 63, 54, 55, 39, 38, 40, 51, 53, 41, 43, 26, 29, 31, 33, 28, 26, 30, 41, 44, 55, 59, 27, 35, 41, 38, 39, 41, 43, 26, 31, 26, 24, 27, 23, 22, 16, 20, 26, 17, 15, 15, 14, 10, 13, 10, 0, 0], "n_pos": 289, "sum_m_en": [37.70672, 18.538642, 17.146571, 16.449305, 16.678469, 16.931696, 16.554339, 16.76343, 17.315848, 16.456511, 17.609462, 18.807506, 18.965816, 20.542469, 20.815078, 19.425181, 19.028626, 18.875007, 17.09736, 15.444941, 14.485706, 13.746663, 13.237407, 13.009412, 31.259027, 35.054771, 36.886438, 32.920634, 33.498488, 33.711765, 32.65075, 33.047583, 35.002449, 38.595438, 43.660763, 48.623347, 51.442811, 56.146286, 58.375942, 63.471663, 67.868324, 84.550711, 108.31505, 118.323152, 135.112469, 145.66902, 180.519658, 200.921442, 254.08472, 273.442023], "sum_m_pl": [100.992148, 134.571528, 134.674459, 132.370193, 131.717793, 132.946241, 134.450511, 134.101044, 134.709481, 137.617994, 134.996731, 135.068172, 135.806535, 134.091335, 131.163183, 133.759928, 134.041266, 133.692976, 134.418865, 137.749425, 138.908045, 140.574368, 140.875384, 140.958587, 117.47237, 114.838356, 114.676266, 120.790489, 119.935613, 120.163097, 121.829986, 122.048673, 115.089867, 111.693834, 109.458609, 105.544576, 99.935871, 96.238962, 91.991325, 90.79347, 85.86201, 76.316123, 64.666282, 55.473965, 47.435271, 39.256401, 26.167643, 16.56377, 1.55797, 0.274585]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 585, "item_id": "llmzszl-81", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 737, "region_end": 585, "roundtrip_ok": true, "tf_agree": 0.9675, "tf_agree_excl_first": 0.9692}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [225, 173, 127, 121, 131, 121, 164, 170, 135, 150, 149, 160, 138, 138, 117, 143, 138, 128, 129, 137, 130, 153, 144, 154, 200, 190, 178, 198, 201, 184, 174, 167, 172, 173, 190, 208, 197, 219, 219, 243, 246, 249, 240, 227, 182, 159, 85, 35, 8, 3], "n_am_pl": [20, 140, 144, 161, 136, 136, 90, 76, 105, 110, 103, 89, 102, 97, 108, 97, 108, 113, 113, 131, 141, 150, 169, 174, 71, 74, 75, 83, 104, 102, 116, 106, 91, 85, 81, 67, 69, 53, 62, 59, 57, 67, 79, 86, 104, 119, 158, 183, 250, 269], "n_pos": 700, "sum_m_en": [70.598936, 33.417646, 34.305519, 35.965106, 37.866535, 37.059864, 36.140999, 37.146516, 39.873624, 38.97794, 41.480642, 43.975476, 43.658183, 44.763835, 46.226171, 43.660935, 44.346573, 42.565135, 38.31096, 35.934642, 34.113444, 32.333987, 32.019282, 30.993676, 62.093562, 62.875057, 63.066779, 58.110389, 61.047017, 63.451516, 60.043079, 58.637689, 66.269295, 70.461073, 78.885203, 87.29633, 87.123438, 98.217067, 98.367836, 102.426131, 101.391114, 112.893738, 115.3321, 113.026554, 116.257389, 104.698976, 75.072816, 44.704733, 16.365576, 3.037773], "sum_m_pl": [265.866891, 345.830868, 338.172694, 329.042905, 325.265127, 326.298687, 330.254705, 327.470355, 323.726001, 327.525741, 323.708704, 322.185418, 327.539542, 328.512681, 325.731019, 329.730662, 328.679974, 330.484236, 337.135071, 342.838795, 344.17885, 345.404121, 344.552065, 344.738869, 292.011155, 289.568113, 283.906314, 299.29578, 306.888608, 308.157733, 307.437876, 303.392302, 289.842079, 271.827982, 265.782345, 254.082212, 248.159994, 237.976361, 230.887972, 230.98832, 228.840834, 224.405148, 223.585647, 210.620027, 201.647881, 196.661312, 206.154529, 205.273592, 244.103116, 269.83681]}, "digit": {"n_am_en": [20, 33, 22, 27, 17, 14, 35, 30, 16, 24, 31, 27, 20, 21, 14, 14, 23, 10, 13, 16, 19, 17, 16, 18, 25, 23, 19, 30, 28, 24, 28, 22, 24, 13, 13, 16, 12, 12, 7, 9, 11, 10, 10, 7, 6, 4, 2, 0, 0, 0], "n_am_pl": [1, 16, 9, 16, 22, 16, 6, 6, 18, 13, 10, 11, 20, 18, 21, 13, 16, 10, 16, 21, 15, 17, 18, 16, 8, 7, 11, 7, 19, 13, 14, 9, 11, 15, 8, 17, 9, 5, 7, 5, 7, 8, 6, 3, 7, 6, 6, 6, 0, 0], "n_pos": 123, "sum_m_en": [10.534791, 5.496325, 5.41281, 5.429243, 5.982314, 5.960129, 5.653053, 6.054851, 6.353907, 6.317542, 6.647537, 7.173772, 7.739304, 7.696617, 7.459186, 6.880334, 6.916706, 6.921686, 6.109884, 5.647055, 5.328057, 5.008681, 4.921851, 4.773457, 7.836894, 8.477008, 9.602421, 9.613209, 9.779673, 10.024429, 9.935284, 9.292286, 9.229708, 9.076577, 9.570888, 9.648256, 8.398218, 8.390689, 8.477795, 8.105478, 8.608532, 8.102488, 8.569162, 7.975383, 7.848703, 6.618025, 5.729693, 4.176409, 1.24042, 0.0], "sum_m_pl": [55.922366, 65.408373, 62.540299, 61.603376, 59.53115, 58.879892, 60.171186, 57.902179, 57.427059, 59.494907, 59.873519, 60.218282, 59.831185, 60.230451, 59.550381, 60.038851, 59.937188, 60.041825, 61.188289, 62.082325, 62.347184, 62.88524, 62.792326, 63.056022, 58.139475, 56.36994, 52.882774, 54.534256, 56.941789, 57.269327, 56.170055, 54.679716, 53.641714, 51.192206, 50.661231, 47.870937, 46.953485, 45.706848, 43.0143, 45.12822, 44.945912, 45.896135, 46.121086, 40.538643, 39.507067, 31.409315, 27.719682, 18.620823, 4.219983, 1e-06]}, "lang": {"n_am_en": [86, 48, 34, 31, 35, 48, 49, 60, 61, 54, 55, 68, 60, 60, 49, 70, 68, 64, 62, 66, 58, 73, 64, 65, 94, 87, 86, 92, 90, 79, 79, 69, 68, 87, 89, 104, 103, 117, 122, 141, 144, 155, 150, 144, 124, 109, 55, 19, 4, 3], "n_am_pl": [10, 56, 80, 76, 58, 62, 39, 25, 41, 51, 47, 34, 42, 37, 49, 40, 47, 52, 45, 59, 65, 67, 78, 82, 29, 27, 27, 38, 39, 47, 46, 52, 51, 36, 38, 27, 37, 30, 35, 30, 29, 39, 47, 57, 70, 85, 126, 149, 242, 266], "n_pos": 275, "sum_m_en": [26.908036, 12.869839, 13.325359, 14.195121, 14.673242, 14.087503, 14.026271, 14.357051, 15.868687, 15.26492, 16.38596, 17.301567, 16.736481, 17.265565, 17.998327, 17.140747, 17.707625, 16.848286, 15.31718, 14.379169, 13.673649, 12.907856, 13.04902, 12.456521, 25.342811, 26.048841, 26.098431, 23.183942, 24.249919, 25.207313, 23.68617, 23.830731, 27.120839, 28.359336, 31.881293, 34.824117, 37.4421, 44.070966, 45.358157, 48.933115, 49.521577, 55.632049, 59.804544, 61.53873, 65.876014, 64.386055, 44.06103, 22.059149, 8.840834, 3.023212], "sum_m_pl": [97.361706, 131.188839, 129.91048, 123.938251, 123.482398, 125.826686, 126.975314, 127.52689, 126.188326, 127.33252, 125.461205, 125.622282, 128.747849, 128.830474, 128.552099, 129.164682, 128.166476, 129.568306, 132.050205, 134.393438, 134.910261, 135.602636, 134.926228, 135.287968, 114.943674, 114.472031, 114.052786, 120.719163, 122.555592, 123.674391, 125.017451, 123.36038, 119.231388, 114.046166, 110.586764, 110.301372, 110.317119, 106.427528, 104.251594, 102.814941, 101.399044, 102.302937, 102.392366, 100.908015, 100.769617, 107.595685, 132.086657, 150.221473, 216.57346, 263.610249]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 873, "item_id": "llmzszl-81", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 668, "region_end": 700, "roundtrip_ok": true, "tf_agree": 0.9748, "tf_agree_excl_first": 0.9759}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [56, 61, 57, 58, 40, 32, 28, 39, 43, 41, 53, 56, 49, 54, 60, 38, 34, 34, 35, 34, 32, 30, 28, 31, 59, 70, 63, 53, 62, 61, 48, 64, 58, 46, 55, 62, 64, 80, 83, 96, 90, 96, 103, 102, 93, 85, 91, 92, 85, 83], "n_am_pl": [15, 27, 24, 16, 24, 22, 19, 25, 25, 39, 24, 30, 25, 34, 27, 22, 29, 40, 46, 36, 48, 44, 47, 50, 39, 28, 32, 35, 35, 38, 39, 35, 24, 32, 22, 24, 19, 14, 17, 14, 18, 11, 13, 8, 8, 11, 6, 2, 1, 1], "n_pos": 252, "sum_m_en": [27.849352, 14.24811, 13.928965, 14.062868, 14.22465, 13.984077, 13.253674, 14.985025, 16.785757, 16.277454, 16.538954, 17.564538, 18.227431, 20.769042, 21.294105, 18.583747, 16.304702, 16.866487, 15.427952, 13.983656, 13.127624, 12.504812, 12.070665, 11.823548, 25.987736, 29.037327, 29.973797, 27.593003, 26.013065, 26.865553, 25.500337, 25.838902, 26.311102, 26.903109, 28.643567, 32.655878, 40.22245, 42.517592, 46.620317, 52.241084, 56.766042, 62.802277, 68.708357, 74.958884, 73.700138, 79.790562, 88.049655, 90.136902, 82.975804, 81.245459], "sum_m_pl": [92.651416, 120.913047, 115.316537, 112.828308, 110.654763, 109.89765, 109.293952, 104.285908, 101.437169, 104.893321, 106.659051, 105.336651, 103.879292, 103.983649, 103.353045, 106.460374, 110.073032, 108.979031, 110.011314, 113.991672, 116.136501, 116.632885, 118.161182, 119.425091, 93.372903, 91.174635, 86.534588, 93.460216, 99.677795, 98.185192, 97.782507, 98.212891, 96.646052, 90.808117, 87.390918, 81.201015, 69.416302, 66.788917, 63.682012, 59.622924, 57.166588, 52.442053, 49.217595, 41.546051, 35.558506, 25.39303, 19.082569, 9.53252, 1.880211, 1.004284]}, "digit": {"n_am_en": [5, 15, 16, 22, 10, 6, 3, 1, 3, 1, 4, 7, 3, 7, 11, 4, 1, 2, 4, 5, 6, 6, 7, 8, 11, 14, 7, 6, 9, 10, 7, 10, 4, 7, 6, 5, 6, 10, 12, 16, 10, 14, 13, 14, 12, 6, 8, 3, 0, 0], "n_am_pl": [3, 7, 2, 5, 8, 4, 2, 9, 11, 15, 11, 10, 4, 7, 7, 5, 9, 13, 15, 6, 11, 13, 13, 8, 10, 9, 6, 8, 8, 9, 11, 9, 7, 6, 6, 10, 5, 5, 6, 5, 9, 6, 4, 3, 3, 5, 0, 0, 0, 0], "n_pos": 54, "sum_m_en": [5.107079, 2.561548, 2.627889, 2.714315, 2.819258, 2.599486, 2.377857, 2.895582, 2.886617, 3.032829, 3.077246, 3.307595, 3.211159, 3.451791, 3.498176, 3.300293, 3.019461, 3.133476, 2.825399, 2.804373, 2.64134, 2.539707, 2.482662, 2.411415, 4.122993, 4.716508, 4.429186, 3.971508, 3.961242, 4.22138, 4.392285, 4.318396, 4.179844, 4.581097, 5.226101, 5.389722, 5.923787, 6.262824, 6.773148, 7.007565, 7.430137, 7.741033, 7.342332, 8.039571, 7.995847, 6.090354, 7.27753, 3.387626, 0.20795, 0.000908], "sum_m_pl": [22.77415, 28.049375, 26.178908, 25.126402, 24.202101, 23.874134, 24.019874, 21.883795, 21.091362, 21.905876, 22.499305, 21.742279, 21.34055, 22.039385, 22.307975, 22.860699, 23.433206, 23.459264, 22.921474, 24.133066, 24.659896, 24.880021, 25.368283, 25.814543, 20.332367, 19.68834, 18.282578, 19.947954, 21.438541, 21.551075, 21.070179, 21.636691, 21.285786, 19.874767, 18.909394, 19.274476, 17.389958, 16.930878, 16.18426, 16.034021, 15.193218, 15.022697, 15.041651, 13.789014, 13.45725, 9.474463, 6.655586, 3.273886, 0.190021, 0.0]}, "lang": {"n_am_en": [22, 13, 13, 11, 15, 14, 15, 25, 26, 26, 36, 34, 27, 30, 32, 22, 19, 20, 22, 22, 19, 16, 11, 13, 28, 31, 34, 33, 30, 27, 22, 29, 33, 23, 34, 35, 38, 48, 48, 49, 47, 54, 58, 58, 59, 62, 66, 74, 80, 81], "n_am_pl": [2, 8, 10, 4, 8, 6, 7, 4, 3, 10, 6, 7, 7, 12, 8, 7, 13, 11, 17, 17, 23, 15, 17, 16, 16, 10, 10, 14, 13, 13, 7, 10, 6, 16, 9, 9, 7, 5, 6, 5, 4, 3, 3, 1, 2, 4, 4, 1, 1, 1], "n_pos": 82, "sum_m_en": [10.430473, 5.143915, 4.947902, 4.750654, 4.908871, 5.030925, 4.789755, 5.368476, 6.480412, 6.367288, 6.510644, 6.930149, 7.382425, 8.436333, 8.564192, 7.191137, 5.964293, 6.38273, 5.75505, 4.93655, 4.521062, 4.228671, 4.046893, 3.96281, 11.896359, 12.515466, 13.334635, 12.46712, 10.848661, 10.802032, 9.783742, 10.423091, 11.228281, 11.759439, 12.751307, 15.955246, 21.293841, 22.738594, 26.768679, 30.458004, 32.79468, 37.487838, 41.186309, 44.869143, 46.089605, 54.364937, 61.742188, 69.730163, 78.317264, 79.525425], "sum_m_pl": [26.418607, 37.09464, 35.94976, 36.183597, 35.646071, 35.077029, 34.61102, 33.85382, 33.216187, 34.398112, 34.635055, 34.80322, 34.70561, 33.939145, 33.543797, 34.699835, 36.243244, 35.471151, 36.796965, 37.969644, 38.697403, 38.850374, 39.148138, 39.6063, 31.234061, 30.863285, 29.383307, 31.376904, 33.720276, 33.256631, 33.486161, 32.862004, 32.495605, 30.60316, 29.619163, 27.182965, 23.587252, 23.31277, 21.448944, 19.157206, 17.401752, 14.808927, 13.418349, 11.855555, 9.752753, 6.253927, 5.212398, 2.38757, 1.136997, 0.999999]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 254, "item_id": "llmzszl-82", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 747, "region_end": 252, "roundtrip_ok": true, "tf_agree": 0.9843, "tf_agree_excl_first": 0.9881}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [133, 125, 79, 55, 68, 60, 74, 110, 103, 106, 115, 107, 97, 111, 104, 81, 78, 81, 88, 82, 68, 69, 70, 90, 156, 144, 159, 121, 137, 135, 134, 140, 142, 122, 127, 115, 124, 125, 124, 124, 112, 121, 115, 119, 112, 83, 57, 44, 19, 9], "n_am_pl": [43, 81, 90, 75, 51, 51, 62, 51, 54, 60, 53, 64, 62, 74, 67, 71, 78, 80, 82, 82, 95, 98, 112, 100, 71, 85, 67, 79, 81, 79, 73, 66, 65, 54, 44, 73, 57, 71, 62, 56, 51, 52, 59, 64, 61, 73, 95, 88, 119, 136], "n_pos": 546, "sum_m_en": [52.317804, 27.081744, 27.579583, 27.928964, 29.460259, 30.069291, 29.011531, 31.9121, 34.735286, 34.515908, 35.407269, 37.326296, 35.923825, 38.568673, 39.4462, 35.810227, 33.122559, 33.456664, 30.441113, 28.143501, 26.520542, 25.625513, 24.887206, 24.266483, 52.265015, 55.095085, 58.915297, 55.068891, 56.919767, 58.548651, 55.404712, 54.01911, 55.99253, 56.319592, 57.474509, 59.081339, 66.172192, 65.779415, 65.887324, 65.373665, 64.12957, 69.173485, 75.08046, 81.638012, 82.183279, 71.226285, 54.751777, 41.279439, 21.466168, 9.591379], "sum_m_pl": [215.431793, 267.685627, 258.149522, 245.186258, 244.530654, 240.245677, 244.28901, 238.547225, 234.271752, 237.029395, 238.891019, 232.967316, 237.814104, 237.577925, 237.877228, 241.012651, 244.333072, 244.741957, 248.377095, 255.58901, 261.756366, 261.481373, 264.03324, 266.863478, 218.551416, 212.949219, 201.596855, 217.276058, 222.807084, 220.668904, 222.643577, 225.287136, 221.961445, 205.554914, 202.459124, 195.733394, 175.519722, 171.462197, 171.144732, 169.647766, 162.69096, 160.244389, 154.118608, 143.746019, 126.456979, 119.35049, 119.110565, 106.57081, 124.445998, 135.798337]}, "digit": {"n_am_en": [19, 42, 21, 20, 21, 13, 10, 32, 6, 19, 19, 18, 16, 19, 19, 13, 10, 8, 14, 15, 10, 17, 17, 16, 30, 26, 26, 20, 23, 23, 26, 19, 20, 18, 14, 14, 12, 18, 20, 24, 14, 22, 14, 16, 15, 3, 3, 4, 0, 0], "n_am_pl": [12, 9, 18, 14, 9, 8, 5, 6, 16, 7, 8, 16, 15, 18, 18, 16, 22, 23, 19, 22, 21, 19, 23, 17, 15, 23, 14, 12, 12, 22, 13, 21, 20, 12, 8, 18, 12, 16, 16, 15, 9, 10, 8, 7, 9, 14, 8, 10, 2, 0], "n_pos": 111, "sum_m_en": [11.080747, 5.301593, 5.605731, 5.529778, 5.834038, 5.632154, 5.082423, 6.454311, 6.453454, 6.756257, 6.681192, 6.989159, 6.890393, 7.17477, 7.101336, 6.574586, 6.119549, 6.388792, 5.573672, 5.54375, 5.119828, 4.918816, 4.790125, 4.686916, 8.308965, 9.092086, 9.177365, 8.567242, 8.915, 9.657375, 9.935063, 9.303557, 9.186651, 9.029627, 9.356808, 10.101448, 11.333438, 10.881146, 11.590964, 11.572807, 10.072397, 9.718767, 8.775813, 9.802635, 8.922352, 7.220901, 6.22647, 4.899572, 0.697418, 8.8e-05], "sum_m_pl": [48.074103, 57.934989, 55.460554, 52.503677, 50.856962, 49.82999, 51.21685, 48.936935, 47.800831, 48.071113, 49.090202, 46.838905, 47.184589, 48.509937, 49.129942, 49.737651, 49.803403, 49.944253, 48.826864, 51.125351, 52.519247, 52.621998, 53.690737, 54.485526, 43.751698, 42.200707, 39.349004, 42.909793, 45.391745, 45.953584, 45.479626, 46.494504, 46.124299, 44.479093, 42.535087, 43.302036, 39.140804, 39.291707, 37.975917, 36.995254, 34.450494, 34.912188, 35.611667, 32.189396, 32.19655, 25.237543, 20.641447, 14.006341, 3.877132, 0.067177]}, "lang": {"n_am_en": [40, 31, 18, 15, 18, 18, 13, 28, 42, 32, 40, 36, 32, 34, 38, 38, 27, 32, 23, 24, 20, 19, 22, 34, 59, 59, 57, 44, 51, 45, 47, 45, 46, 43, 47, 50, 55, 49, 44, 46, 45, 51, 59, 65, 59, 56, 30, 29, 14, 9], "n_am_pl": [9, 39, 32, 18, 11, 9, 22, 18, 15, 17, 20, 14, 20, 23, 16, 20, 22, 20, 26, 25, 32, 34, 34, 31, 20, 22, 19, 26, 21, 18, 25, 16, 14, 17, 18, 28, 27, 37, 25, 22, 21, 24, 33, 38, 32, 34, 54, 56, 103, 133], "n_pos": 144, "sum_m_en": [14.061041, 7.127119, 7.1358, 7.540236, 7.934854, 8.282597, 8.083621, 8.558464, 9.714153, 9.336358, 10.093235, 10.733402, 9.978997, 10.829836, 11.319058, 10.220702, 9.175655, 9.226014, 8.538001, 7.597853, 7.236263, 6.97543, 6.711922, 6.601721, 18.418341, 19.154139, 20.140197, 18.529587, 18.228309, 17.898039, 16.818944, 16.421663, 17.594975, 18.90402, 18.876785, 20.408771, 23.233724, 24.170601, 22.897036, 23.563552, 23.659952, 27.127847, 34.844775, 40.573787, 44.967573, 41.931201, 29.384619, 23.92279, 14.115867, 9.453817], "sum_m_pl": [52.790401, 67.756848, 65.690306, 63.000313, 63.118622, 61.911252, 62.814092, 62.892676, 62.262205, 63.085812, 62.416296, 61.468845, 63.240938, 62.945682, 63.611191, 64.358253, 65.314999, 65.163815, 67.366786, 68.719378, 70.085017, 69.977823, 70.287896, 70.722305, 58.785288, 57.053145, 54.096438, 57.842528, 58.933374, 58.358712, 59.571004, 60.290266, 59.675168, 55.96966, 56.236973, 54.96189, 53.639439, 53.738229, 54.840292, 53.454935, 50.536031, 50.866897, 49.759195, 49.24145, 42.000741, 42.208802, 53.593747, 59.268106, 100.58382, 131.712445]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 548, "item_id": "llmzszl-82", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 678, "region_end": 546, "roundtrip_ok": true, "tf_agree": 0.9672, "tf_agree_excl_first": 0.9689}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [57, 65, 60, 41, 43, 38, 30, 43, 37, 33, 42, 43, 43, 47, 37, 37, 36, 30, 28, 32, 27, 27, 23, 20, 46, 47, 38, 37, 48, 46, 40, 42, 43, 43, 52, 51, 58, 51, 49, 57, 56, 56, 54, 56, 60, 60, 64, 72, 66, 65], "n_am_pl": [4, 24, 22, 30, 22, 22, 33, 17, 29, 26, 26, 28, 23, 18, 20, 17, 19, 22, 17, 13, 13, 13, 17, 21, 7, 13, 18, 18, 16, 17, 18, 19, 17, 13, 9, 17, 17, 9, 10, 7, 9, 2, 5, 5, 12, 9, 4, 2, 0, 0], "n_pos": 194, "sum_m_en": [23.579817, 10.939466, 10.453167, 9.739011, 10.577627, 10.744511, 10.44442, 10.82221, 11.818828, 11.829299, 12.650883, 13.35361, 14.090035, 14.230546, 12.818003, 12.036382, 11.605321, 11.53679, 11.107383, 10.640557, 9.768959, 9.258486, 8.791194, 8.600247, 20.098989, 21.733268, 20.064637, 19.783874, 20.659598, 19.762593, 19.164663, 18.833476, 18.24146, 18.022419, 20.490816, 24.681599, 27.543888, 30.450023, 30.258642, 35.249888, 35.115749, 38.143497, 41.934501, 46.446061, 52.27042, 57.138206, 62.534972, 67.790167, 66.248585, 65.363898], "sum_m_pl": [71.634388, 94.335305, 92.482068, 90.984264, 88.352034, 87.463178, 88.916739, 87.005709, 84.676387, 87.836683, 85.384949, 88.117455, 86.92693, 85.707559, 86.476535, 88.09182, 87.016024, 86.282104, 87.850998, 89.430261, 91.743618, 92.701762, 93.449596, 94.115695, 68.184478, 68.253418, 68.593587, 73.575204, 76.780489, 79.309528, 78.230701, 76.937779, 76.411408, 72.884955, 70.18328, 63.215299, 56.076421, 52.246961, 48.579978, 46.803366, 41.844951, 37.510174, 34.354716, 28.907701, 26.159246, 20.123011, 11.27173, 4.983425, 0.872525, 0.02288]}, "digit": {"n_am_en": [2, 16, 12, 6, 8, 2, 5, 8, 5, 4, 8, 11, 8, 6, 4, 6, 6, 3, 6, 3, 3, 2, 2, 1, 7, 10, 3, 7, 11, 8, 9, 9, 3, 4, 9, 5, 7, 4, 5, 5, 6, 5, 3, 1, 5, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 2, 2, 1, 5, 7, 1, 5, 9, 6, 6, 5, 3, 2, 1, 2, 6, 4, 1, 3, 4, 5, 8, 0, 2, 2, 5, 3, 2, 4, 4, 1, 0, 1, 5, 4, 2, 4, 2, 3, 0, 2, 3, 4, 3, 2, 1, 0, 0], "n_pos": 37, "sum_m_en": [3.327764, 1.533318, 1.436951, 1.353897, 1.515392, 1.534074, 1.563672, 1.638507, 1.744036, 1.734148, 1.781369, 1.832504, 1.951896, 2.049035, 1.780822, 1.770545, 1.818823, 1.808747, 1.799996, 1.786745, 1.625719, 1.540136, 1.487815, 1.477543, 2.536071, 2.77855, 2.495926, 2.499419, 2.737693, 2.544512, 2.58615, 2.591623, 2.383341, 2.459065, 2.497336, 2.8225, 2.61105, 3.043432, 2.693069, 2.751836, 2.556986, 2.619067, 2.470382, 2.51613, 2.630702, 3.097006, 2.338554, 1.477109, 0.299411, 0.0], "sum_m_pl": [16.137957, 19.795714, 19.088432, 18.641836, 18.000825, 17.713524, 17.893048, 17.342593, 16.980526, 17.856791, 17.656903, 18.10435, 17.250261, 17.120737, 16.707335, 16.746364, 16.361885, 16.133992, 16.751292, 17.161059, 17.678093, 17.966176, 18.081166, 18.262001, 15.119239, 14.82352, 15.109197, 15.885514, 16.471659, 17.052839, 16.519083, 16.319132, 15.886839, 15.363863, 15.024491, 14.408809, 14.041718, 13.310124, 13.117989, 13.512116, 12.73409, 12.813869, 12.432453, 11.30809, 11.010547, 7.867321, 5.200725, 2.680714, 0.593513, 0.0]}, "lang": {"n_am_en": [29, 18, 25, 18, 18, 18, 14, 22, 23, 22, 19, 19, 17, 22, 16, 12, 17, 15, 10, 14, 11, 13, 12, 12, 21, 26, 24, 22, 21, 23, 19, 21, 24, 21, 24, 29, 32, 31, 28, 36, 36, 37, 35, 42, 45, 46, 50, 58, 62, 65], "n_am_pl": [2, 7, 5, 7, 3, 5, 10, 10, 10, 4, 8, 8, 8, 7, 9, 7, 7, 4, 4, 4, 2, 1, 2, 4, 3, 1, 5, 4, 6, 5, 2, 3, 3, 0, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 2, 2, 0, 0, 0, 0], "n_pos": 67, "sum_m_en": [9.420842, 4.164013, 3.976127, 3.676392, 3.930892, 4.061488, 3.986161, 4.228387, 4.73799, 4.780635, 5.236026, 5.651734, 5.904359, 5.845937, 5.219581, 4.722983, 4.45823, 4.519927, 4.319817, 4.161074, 3.795281, 3.60599, 3.358149, 3.248575, 10.694222, 11.587552, 10.616416, 10.291647, 10.004825, 9.438697, 9.074585, 8.876012, 8.686079, 8.591534, 10.267738, 13.867955, 16.024976, 18.038958, 17.452595, 21.53818, 23.727599, 27.140047, 30.113218, 34.686005, 39.245123, 41.675502, 46.911289, 53.68163, 61.6124, 64.620759], "sum_m_pl": [22.16542, 30.218861, 30.480559, 30.348475, 29.780505, 29.228163, 29.620401, 29.712441, 28.725349, 29.533303, 28.342994, 29.512685, 29.762515, 29.344532, 30.250442, 30.744766, 30.314962, 29.576369, 30.016448, 30.241522, 31.283777, 31.658446, 32.062837, 32.350544, 21.915142, 22.301713, 22.584597, 23.946459, 24.87806, 25.716941, 25.374317, 24.420187, 24.616458, 24.508797, 23.363486, 20.760886, 17.577055, 16.638199, 15.382786, 14.254319, 12.519779, 10.791163, 8.594341, 7.285453, 5.142884, 3.875789, 2.916748, 0.912871, 0.119927, 0.019675]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "llmzszl-86", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 742, "region_end": 194, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 0.9846}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [111, 154, 112, 98, 81, 58, 58, 80, 70, 91, 79, 75, 75, 83, 73, 71, 64, 67, 67, 62, 50, 60, 48, 52, 112, 100, 89, 71, 93, 100, 97, 75, 75, 80, 113, 91, 83, 84, 84, 79, 77, 64, 61, 63, 59, 55, 21, 16, 7, 2], "n_am_pl": [21, 86, 75, 69, 55, 79, 91, 74, 81, 66, 69, 62, 80, 60, 64, 72, 80, 71, 68, 82, 77, 79, 81, 96, 57, 66, 56, 57, 65, 80, 68, 66, 56, 60, 44, 55, 49, 39, 43, 39, 26, 33, 33, 39, 39, 42, 57, 52, 70, 80], "n_pos": 457, "sum_m_en": [42.60687, 22.020611, 22.72054, 22.616061, 24.143993, 24.169489, 24.331823, 25.779036, 28.072885, 28.172136, 28.359375, 29.412771, 31.250218, 32.657471, 31.627868, 30.330738, 28.575157, 28.138876, 26.181287, 24.943727, 23.243, 22.074321, 21.363203, 20.718048, 42.77544, 45.188801, 43.287817, 42.570288, 46.655676, 44.493228, 43.930339, 41.199558, 41.159128, 41.552969, 44.005459, 44.000963, 42.571135, 44.597236, 46.280079, 48.226577, 48.411525, 49.5596, 47.157374, 48.177353, 46.802024, 45.579878, 24.310666, 18.780438, 10.576128, 2.237481], "sum_m_pl": [183.75098, 230.965144, 223.349156, 219.706957, 216.613776, 213.058747, 214.537602, 209.883211, 205.25946, 209.137463, 205.838195, 208.328113, 208.46469, 206.055747, 203.787137, 210.073088, 207.98947, 208.366837, 213.945275, 216.734516, 220.23287, 220.680573, 221.835049, 223.274331, 177.319588, 175.640702, 173.710678, 183.905721, 188.753065, 192.997397, 190.043781, 189.534379, 185.363688, 174.460839, 169.566641, 159.724081, 147.744487, 140.893628, 132.191216, 131.235988, 123.130937, 119.276954, 112.6749, 103.107161, 86.608709, 77.21083, 71.472991, 58.750152, 69.879841, 79.940995]}, "digit": {"n_am_en": [5, 42, 28, 20, 14, 9, 6, 11, 9, 17, 18, 17, 17, 18, 13, 13, 12, 11, 14, 10, 10, 13, 11, 12, 28, 32, 29, 21, 25, 28, 25, 18, 11, 17, 30, 16, 14, 16, 14, 13, 13, 10, 7, 8, 8, 7, 2, 1, 0, 0], "n_am_pl": [6, 7, 4, 2, 6, 11, 15, 12, 9, 15, 12, 6, 14, 5, 9, 11, 15, 14, 11, 15, 13, 16, 22, 16, 8, 9, 12, 11, 9, 14, 16, 12, 12, 14, 5, 16, 10, 6, 6, 6, 5, 7, 6, 4, 7, 5, 8, 6, 0, 0], "n_pos": 90, "sum_m_en": [7.411827, 4.01328, 3.999909, 3.775979, 3.966173, 3.937924, 4.11999, 4.409096, 4.554024, 4.607981, 4.780811, 5.096168, 5.302383, 5.472613, 5.152232, 5.074309, 4.887945, 4.997628, 4.720564, 4.571149, 4.143571, 3.879751, 3.752982, 3.664797, 7.614576, 8.736805, 7.763828, 7.473749, 7.940987, 7.479754, 7.759987, 7.333474, 6.779411, 7.159189, 7.427831, 7.676908, 7.123703, 7.358797, 7.700512, 7.475647, 7.014448, 7.348779, 6.883147, 6.929141, 6.594177, 6.060508, 3.523305, 2.420197, 0.432947, 0.0], "sum_m_pl": [39.906451, 48.266559, 46.166716, 45.249516, 44.876829, 44.203042, 44.053764, 42.360999, 41.411222, 43.108827, 42.423199, 43.196588, 42.455761, 41.71956, 41.186034, 42.223391, 41.242763, 40.979649, 42.172396, 42.656084, 43.627442, 44.159024, 44.334723, 44.831515, 38.929859, 37.7391, 37.276062, 39.032414, 39.546339, 40.477398, 39.449674, 39.066264, 38.735946, 37.665094, 36.344178, 36.389927, 35.198868, 34.698374, 32.489803, 33.554636, 32.514259, 32.275767, 31.407681, 29.367199, 26.994025, 19.586939, 15.315705, 9.396936, 1.137795, 0.0]}, "lang": {"n_am_en": [24, 19, 17, 13, 16, 10, 11, 13, 14, 17, 13, 15, 15, 14, 13, 12, 11, 17, 15, 14, 14, 15, 15, 11, 32, 26, 27, 18, 18, 23, 24, 20, 16, 16, 25, 32, 21, 25, 24, 23, 25, 24, 25, 29, 33, 28, 12, 10, 5, 2], "n_am_pl": [1, 11, 10, 11, 6, 13, 10, 15, 18, 12, 15, 10, 9, 9, 15, 20, 19, 15, 11, 15, 14, 17, 14, 21, 9, 11, 6, 8, 13, 12, 13, 13, 16, 14, 9, 6, 11, 10, 9, 14, 10, 10, 12, 19, 18, 26, 34, 36, 64, 78], "n_pos": 81, "sum_m_en": [7.516546, 4.299396, 4.274772, 4.382728, 4.67479, 4.46279, 4.461669, 4.588754, 5.096634, 5.048178, 5.194236, 5.584649, 5.920554, 6.155336, 5.956245, 5.708462, 5.395465, 5.326777, 4.968094, 4.616895, 4.387603, 4.131765, 3.957958, 3.824569, 9.974877, 9.741725, 8.89892, 8.328652, 9.202956, 8.818041, 8.49477, 8.253703, 8.372226, 8.919886, 9.142916, 10.450687, 9.948979, 11.933212, 13.192482, 14.184134, 16.644571, 15.963994, 16.790122, 19.226836, 21.451502, 20.84342, 11.046948, 8.870363, 5.717926, 2.022092], "sum_m_pl": [30.037001, 37.290048, 36.257768, 36.159424, 35.35991, 34.642205, 35.327159, 35.794326, 35.378647, 36.412823, 35.901724, 36.485554, 36.484026, 36.007847, 36.243967, 37.307368, 37.06439, 36.810008, 37.445813, 37.872115, 38.631596, 38.730885, 39.135394, 39.412172, 31.277909, 31.238064, 31.261827, 33.293455, 33.219505, 34.033188, 34.016543, 34.044815, 33.602003, 31.613264, 31.644971, 31.022113, 29.86422, 28.058053, 27.069517, 27.624815, 25.89969, 25.882171, 23.944352, 27.359322, 25.456337, 27.775949, 32.660682, 33.295458, 59.502454, 77.009057]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 459, "item_id": "llmzszl-86", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 673, "region_end": 457, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9847}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [109, 105, 90, 75, 68, 67, 72, 83, 82, 70, 87, 85, 77, 85, 74, 77, 63, 51, 62, 49, 37, 43, 42, 39, 83, 85, 78, 91, 96, 92, 94, 77, 80, 67, 71, 64, 82, 83, 87, 81, 87, 101, 89, 92, 102, 108, 114, 116, 119, 119], "n_am_pl": [7, 38, 47, 48, 45, 34, 35, 35, 38, 39, 37, 51, 45, 38, 41, 33, 57, 48, 47, 52, 75, 65, 70, 77, 48, 48, 52, 42, 49, 39, 45, 46, 36, 37, 35, 49, 34, 27, 24, 23, 22, 11, 21, 17, 10, 9, 7, 1, 0, 1], "n_pos": 306, "sum_m_en": [38.869455, 17.637392, 17.281731, 15.889932, 16.918184, 17.375592, 17.684016, 18.346717, 20.182925, 20.41085, 21.419873, 22.895755, 23.640165, 24.084106, 23.82091, 22.573532, 21.665905, 21.59127, 19.446136, 17.816839, 16.285885, 15.396515, 14.88595, 14.47725, 32.898482, 37.68297, 36.798771, 35.513109, 34.851493, 33.051618, 32.565938, 31.711577, 30.701015, 30.89997, 33.161697, 33.38016, 39.697128, 44.08625, 47.820991, 52.910837, 56.631811, 68.297376, 65.481989, 68.950786, 83.939995, 93.240842, 104.858112, 108.808086, 118.282942, 119.746548], "sum_m_pl": [111.537011, 150.18765, 147.729727, 145.526877, 141.82821, 141.013888, 140.906514, 137.251591, 134.624516, 137.169157, 132.314452, 134.089599, 131.962422, 130.551479, 132.340966, 134.010952, 133.936632, 134.828158, 137.44527, 142.137719, 145.264457, 146.852927, 147.535296, 148.129595, 117.55959, 112.006499, 107.639991, 114.875343, 120.301618, 120.055372, 122.128968, 122.313881, 120.471185, 115.250532, 113.233969, 109.239381, 94.05973, 88.594955, 78.929547, 76.063081, 69.633986, 58.537356, 53.853799, 47.903888, 37.350749, 28.381775, 16.150868, 8.572878, 1.127454, 0.543207]}, "digit": {"n_am_en": [1, 15, 8, 7, 5, 1, 5, 11, 13, 7, 13, 9, 5, 7, 3, 3, 3, 2, 4, 4, 2, 5, 2, 3, 9, 6, 8, 9, 5, 10, 11, 10, 5, 5, 6, 6, 5, 6, 4, 3, 2, 3, 3, 3, 2, 2, 4, 1, 0, 0], "n_am_pl": [0, 0, 2, 4, 2, 3, 4, 2, 3, 3, 3, 4, 3, 4, 4, 3, 6, 6, 3, 4, 9, 8, 9, 9, 5, 6, 6, 6, 9, 6, 4, 4, 4, 3, 3, 9, 6, 5, 4, 4, 4, 3, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 26, "sum_m_en": [2.266625, 1.116353, 1.068447, 1.001565, 1.079123, 1.086618, 1.14015, 1.180491, 1.255814, 1.277287, 1.356758, 1.449272, 1.463177, 1.691744, 1.510341, 1.422692, 1.523698, 1.622528, 1.489263, 1.411728, 1.309406, 1.222247, 1.188127, 1.166584, 2.526342, 2.575108, 2.434909, 2.404794, 2.275732, 2.268877, 2.338109, 2.476503, 2.02849, 1.975921, 2.10723, 2.279809, 2.079544, 2.196303, 2.778851, 2.415176, 2.76586, 2.819723, 2.421202, 2.451668, 2.01599, 2.277965, 2.444336, 1.258928, 0.178474, 0.0], "sum_m_pl": [11.851257, 14.091597, 13.749829, 13.474105, 13.142241, 12.858619, 12.742011, 12.405014, 12.525741, 12.691754, 12.263936, 12.38365, 11.826763, 11.189839, 11.341144, 11.666991, 11.404733, 11.641954, 12.180853, 12.359218, 12.672478, 12.773354, 12.829294, 12.95707, 11.38476, 11.255254, 11.005253, 11.504607, 11.726946, 11.572899, 11.251177, 10.820356, 10.900146, 11.074248, 10.793847, 11.259218, 10.327878, 10.478879, 9.878164, 10.079906, 9.721316, 9.176771, 8.082595, 7.287742, 6.298365, 4.674287, 2.640581, 1.489879, 0.177237, 0.0]}, "lang": {"n_am_en": [45, 40, 43, 37, 32, 36, 38, 37, 34, 26, 37, 33, 32, 32, 33, 31, 24, 21, 26, 20, 18, 20, 18, 17, 34, 39, 35, 42, 46, 42, 40, 33, 39, 36, 40, 35, 50, 48, 54, 50, 55, 69, 62, 62, 71, 77, 83, 93, 113, 119], "n_am_pl": [0, 11, 18, 21, 20, 9, 12, 15, 15, 16, 18, 19, 20, 14, 19, 14, 27, 20, 24, 24, 34, 32, 32, 33, 23, 29, 26, 19, 20, 18, 19, 22, 14, 15, 11, 19, 12, 8, 8, 12, 9, 3, 14, 12, 6, 5, 4, 0, 0, 1], "n_pos": 120, "sum_m_en": [16.677056, 7.713477, 7.55472, 6.918161, 7.173214, 7.434463, 7.404079, 7.807352, 8.647828, 8.643813, 9.147515, 9.989126, 10.287177, 10.428138, 10.298231, 9.892238, 9.424792, 9.405966, 8.38466, 7.456735, 6.73194, 6.293679, 6.076164, 5.857193, 15.115801, 17.408131, 17.080925, 16.594185, 16.111042, 15.19923, 14.708054, 14.221084, 14.248414, 15.275999, 16.68172, 16.993186, 23.082769, 25.515123, 27.2568, 30.788665, 34.00092, 43.818424, 43.562724, 45.90286, 57.725638, 65.609492, 77.228095, 85.249995, 110.50702, 118.442687], "sum_m_pl": [39.044206, 56.669648, 56.71743, 55.612391, 54.12895, 54.254035, 54.638377, 53.684501, 52.282099, 53.754469, 51.892752, 52.933688, 52.075794, 52.238759, 53.082216, 53.103481, 53.470832, 53.653055, 54.647615, 56.43798, 57.507042, 58.228365, 58.477435, 58.611544, 48.285226, 45.847013, 43.355843, 45.990335, 47.768294, 47.818824, 49.05347, 48.611355, 47.640343, 45.924524, 45.316558, 45.079536, 38.909608, 37.326807, 33.726626, 31.843705, 28.780194, 23.618163, 22.636549, 22.039933, 15.734302, 10.762552, 6.371418, 2.718641, 0.410838, 0.534973]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 308, "item_id": "llmzszl-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 715, "region_end": 306, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9902}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [83, 90, 96, 100, 90, 73, 66, 88, 91, 80, 92, 96, 81, 92, 93, 82, 80, 73, 83, 60, 51, 53, 41, 34, 95, 107, 87, 93, 103, 107, 90, 80, 77, 85, 84, 83, 107, 100, 84, 104, 99, 106, 102, 98, 77, 83, 53, 30, 14, 5], "n_am_pl": [17, 100, 66, 77, 62, 55, 76, 70, 62, 64, 60, 71, 87, 77, 77, 82, 76, 97, 94, 113, 115, 111, 129, 121, 79, 98, 103, 92, 95, 85, 88, 89, 95, 76, 88, 87, 75, 77, 75, 76, 72, 65, 54, 60, 56, 72, 70, 88, 139, 149], "n_pos": 447, "sum_m_en": [39.848683, 21.905638, 22.811273, 25.268676, 24.889808, 25.570852, 26.200992, 27.093364, 29.748415, 29.417916, 30.056032, 32.250237, 33.375501, 35.076718, 35.090149, 33.488946, 32.62728, 31.701305, 28.322703, 26.369884, 24.187304, 22.933681, 22.451808, 21.705798, 47.557223, 51.382706, 50.879847, 49.081448, 49.704893, 47.647648, 46.44267, 44.327927, 42.768816, 44.407447, 47.220262, 45.435784, 47.40787, 49.744135, 51.023556, 52.53725, 50.573311, 53.250234, 54.573208, 56.161261, 58.02631, 72.598764, 50.938345, 26.671533, 14.45578, 5.406977], "sum_m_pl": [177.011816, 216.578397, 209.968316, 207.704471, 206.348753, 206.215553, 206.535355, 198.521756, 195.39871, 199.171195, 196.103554, 195.352612, 195.733743, 194.451803, 194.856206, 197.386242, 195.933181, 200.630432, 207.637996, 213.069615, 215.928547, 216.755616, 216.455886, 216.309167, 173.157841, 170.076672, 162.883366, 174.07261, 181.415771, 182.598803, 181.517506, 183.639425, 179.872874, 168.73626, 168.68707, 166.767507, 156.597997, 155.110019, 147.141574, 144.714385, 137.859801, 130.381343, 123.42147, 121.332041, 101.83127, 97.690178, 94.939747, 100.657668, 129.687197, 148.633187]}, "digit": {"n_am_en": [0, 16, 8, 8, 6, 8, 13, 11, 13, 10, 14, 18, 10, 14, 7, 7, 4, 4, 7, 5, 1, 1, 3, 2, 7, 7, 5, 6, 7, 9, 10, 7, 4, 5, 10, 5, 6, 7, 5, 5, 5, 5, 5, 5, 1, 3, 3, 2, 0, 0], "n_am_pl": [0, 1, 0, 3, 2, 0, 2, 4, 1, 2, 2, 4, 6, 7, 3, 4, 6, 8, 9, 8, 17, 14, 16, 18, 8, 12, 11, 6, 5, 6, 4, 6, 4, 6, 3, 5, 6, 5, 4, 3, 4, 3, 6, 4, 4, 2, 0, 6, 0, 0], "n_pos": 33, "sum_m_en": [2.846117, 1.392739, 1.427768, 1.385866, 1.430178, 1.420229, 1.437074, 1.462817, 1.554788, 1.57374, 1.712593, 1.782381, 1.937777, 2.169182, 2.083346, 1.937531, 1.934561, 1.972625, 1.78674, 1.711225, 1.587691, 1.497485, 1.461621, 1.422345, 2.848588, 2.85786, 2.843114, 2.960406, 2.935739, 2.952293, 3.10704, 3.356322, 2.869266, 2.892127, 2.954995, 2.934906, 2.753256, 2.613978, 2.881878, 2.851696, 3.205692, 2.972193, 2.691657, 2.246626, 1.576561, 3.264437, 2.503224, 1.30497, 0.155065, 0.0], "sum_m_pl": [15.483443, 18.062602, 17.353587, 16.984265, 16.719293, 16.50281, 16.240897, 15.813608, 15.745865, 15.905893, 15.510061, 15.906097, 15.428448, 14.613767, 14.843064, 15.227006, 14.769543, 15.154701, 15.939844, 15.974608, 16.164706, 16.24227, 16.266313, 16.374277, 14.745144, 14.703884, 14.047068, 14.442634, 14.538956, 14.284662, 14.037316, 13.600199, 13.759144, 13.411691, 13.0392, 13.586654, 13.237809, 13.535328, 12.724089, 12.775039, 12.621157, 12.443577, 10.958247, 10.623393, 8.815767, 6.886766, 4.705071, 6.448581, 0.347215, 0.0]}, "lang": {"n_am_en": [21, 16, 27, 36, 33, 18, 15, 26, 33, 28, 28, 32, 33, 36, 41, 29, 26, 25, 29, 20, 20, 25, 19, 17, 38, 52, 38, 43, 32, 41, 31, 29, 29, 38, 31, 37, 44, 45, 35, 46, 53, 63, 56, 57, 53, 53, 37, 21, 12, 5], "n_am_pl": [5, 48, 20, 27, 25, 17, 26, 15, 20, 23, 21, 18, 26, 20, 33, 30, 25, 35, 36, 48, 45, 43, 44, 36, 20, 32, 28, 34, 38, 29, 32, 33, 40, 26, 34, 29, 32, 32, 41, 36, 34, 25, 29, 35, 39, 49, 60, 78, 134, 149], "n_pos": 155, "sum_m_en": [12.116371, 7.815849, 8.104111, 9.136969, 8.952382, 9.273481, 9.591219, 10.066966, 11.466441, 11.02999, 11.31832, 12.444007, 12.716955, 13.343197, 13.272588, 12.614408, 12.069077, 11.622849, 10.416663, 9.515773, 8.625802, 8.143568, 7.930423, 7.631982, 18.139482, 20.801469, 19.909839, 18.959659, 18.650687, 17.312403, 17.02531, 16.38448, 16.610547, 18.054702, 18.388104, 17.787814, 18.885156, 20.047694, 20.122163, 20.756847, 21.991598, 25.126717, 25.801531, 29.269269, 35.129564, 43.491105, 31.485652, 16.182995, 11.429849, 5.056085], "sum_m_pl": [58.757653, 71.960452, 70.577928, 70.901755, 69.614612, 69.550483, 70.216488, 67.67379, 66.354718, 68.343844, 66.807089, 66.478125, 67.665239, 67.937794, 68.938586, 68.800015, 68.804008, 70.146605, 72.315724, 74.501997, 75.571858, 76.330421, 75.956632, 75.91543, 62.273782, 60.699104, 57.299307, 61.474544, 63.988318, 65.164202, 65.278007, 66.215784, 65.391072, 62.025039, 62.946345, 64.075873, 62.933644, 63.047755, 61.802715, 59.900913, 57.057242, 54.226724, 51.264222, 53.464865, 48.555097, 52.389324, 66.009164, 80.504745, 123.633793, 147.546895]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 447, "item_id": "llmzszl-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 646, "region_end": 447, "roundtrip_ok": true, "tf_agree": 0.9933, "tf_agree_excl_first": 0.9955}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [21, 21, 29, 17, 29, 11, 11, 10, 14, 17, 27, 27, 20, 17, 15, 16, 18, 13, 12, 12, 8, 12, 13, 14, 17, 20, 25, 25, 20, 18, 23, 22, 21, 23, 19, 23, 26, 21, 23, 22, 22, 25, 29, 25, 27, 28, 28, 27, 27, 24], "n_am_pl": [3, 12, 10, 10, 12, 10, 6, 13, 15, 11, 11, 8, 13, 15, 10, 13, 14, 12, 23, 22, 25, 25, 23, 23, 17, 14, 9, 8, 12, 12, 11, 9, 5, 10, 12, 7, 8, 12, 15, 17, 22, 22, 21, 18, 15, 12, 8, 6, 5, 5], "n_pos": 100, "sum_m_en": [10.093271, 5.487819, 5.758907, 5.333793, 6.05693, 6.356456, 6.455168, 6.293829, 6.421509, 6.972006, 7.343195, 7.769862, 8.015201, 7.941807, 7.491176, 7.834192, 7.044336, 6.542305, 5.861249, 5.368382, 5.100267, 4.904693, 4.823629, 4.752814, 10.415541, 11.760822, 12.323361, 12.454808, 12.124746, 12.178541, 11.248785, 10.58725, 10.022742, 10.560477, 11.216509, 10.69417, 11.77188, 11.268823, 12.064864, 11.798382, 12.396523, 17.01211, 19.967435, 21.968955, 23.847354, 26.141402, 26.534584, 25.829682, 26.564634, 24.790916], "sum_m_pl": [37.873656, 48.395919, 46.861325, 45.529031, 43.647259, 43.252693, 42.21853, 41.584139, 42.052077, 43.500882, 42.509856, 41.418476, 40.587377, 40.147258, 41.28968, 43.234706, 44.816505, 44.676, 46.62227, 47.785649, 48.066769, 48.549556, 48.97062, 49.128872, 37.880767, 34.783297, 32.430351, 35.526981, 36.611034, 36.73352, 36.511521, 37.394638, 38.192073, 36.445514, 36.35258, 34.209227, 31.19293, 29.022076, 27.580105, 29.320878, 31.387385, 27.779167, 26.149517, 20.160027, 17.003378, 13.787328, 8.9204, 7.454494, 5.473394, 5.067495]}, "digit": {"n_am_en": [2, 3, 2, 2, 6, 0, 1, 1, 1, 2, 2, 4, 2, 0, 1, 0, 2, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 1, 1, 1, 3, 4, 2, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 1, 2, 5, 2, 1, 1, 0, 3, 1, 3, 2, 2, 5, 5, 4, 4, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 6, 5, 6, 5, 4, 4, 2, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.616216, 0.434464, 0.403464, 0.378137, 0.54799, 0.609246, 0.634361, 0.56537, 0.544084, 0.651052, 0.659843, 0.677607, 0.60352, 0.614766, 0.598783, 0.534751, 0.461461, 0.459097, 0.416583, 0.389392, 0.364075, 0.349487, 0.357385, 0.360711, 0.580945, 0.769708, 0.901169, 0.866747, 0.870946, 0.902707, 0.913371, 0.913978, 0.776181, 0.681614, 0.696859, 0.588684, 0.638967, 0.510785, 0.516071, 0.350911, 0.186748, 0.20562, 0.179491, 0.154375, 0.098955, 0.055077, 0.084508, 0.013114, 0.000203, 0.0], "sum_m_pl": [3.591911, 4.030667, 3.709982, 3.765552, 3.56191, 3.538661, 3.356394, 2.967058, 3.187993, 3.461104, 3.505758, 3.420316, 3.415419, 3.301125, 3.64336, 3.686962, 3.893672, 3.870777, 4.063957, 4.036354, 4.089763, 4.119392, 4.126804, 4.163982, 3.100763, 2.818418, 2.682269, 3.010953, 3.142825, 3.181609, 3.203271, 3.232695, 3.517194, 3.457354, 3.48961, 3.20896, 3.255931, 2.810763, 2.745595, 2.974712, 4.098258, 4.094741, 4.353718, 3.456357, 3.217339, 2.991674, 1.330821, 0.630966, 0.007002, 0.0]}, "lang": {"n_am_en": [10, 9, 11, 9, 11, 2, 2, 3, 8, 7, 12, 8, 7, 5, 4, 8, 8, 8, 7, 6, 3, 6, 4, 4, 6, 8, 11, 10, 10, 5, 9, 8, 7, 9, 7, 9, 13, 13, 13, 11, 11, 13, 16, 16, 16, 17, 18, 20, 23, 24], "n_am_pl": [2, 3, 4, 3, 3, 2, 0, 3, 4, 3, 3, 3, 5, 7, 5, 6, 3, 4, 7, 8, 9, 9, 10, 10, 9, 6, 5, 5, 2, 3, 4, 4, 4, 4, 4, 3, 2, 6, 7, 9, 9, 10, 8, 7, 7, 6, 6, 6, 5, 5], "n_pos": 30, "sum_m_en": [3.422331, 1.501277, 1.556009, 1.519788, 1.594471, 1.708986, 1.790689, 1.771307, 1.973573, 2.167945, 2.361982, 2.527117, 2.672562, 2.651026, 2.453043, 2.62126, 2.332101, 2.129307, 1.846953, 1.658691, 1.572283, 1.491474, 1.453366, 1.430346, 3.69265, 4.06077, 4.32001, 4.093267, 4.082905, 3.72838, 3.559806, 3.223896, 3.041084, 3.534593, 3.654002, 3.820878, 4.534413, 4.800942, 5.063216, 5.10727, 6.04943, 9.308872, 11.222598, 12.853229, 13.52917, 15.533647, 17.051307, 18.85314, 22.750496, 23.372893], "sum_m_pl": [11.551706, 15.070094, 14.992629, 14.711084, 14.531917, 13.995665, 13.329389, 13.294356, 13.422743, 13.555753, 13.524156, 13.027334, 12.738582, 12.484169, 12.760984, 13.13664, 13.634832, 13.681289, 14.160146, 14.587981, 14.586297, 14.761719, 14.855865, 14.914454, 11.750115, 11.136886, 10.883905, 11.565965, 11.803365, 11.902511, 11.9688, 12.114937, 12.252525, 11.709829, 11.913862, 11.344284, 10.188861, 10.275734, 10.658389, 12.229615, 12.376343, 11.285239, 10.117759, 8.986354, 8.715386, 7.56975, 6.303579, 5.734771, 5.235624, 5.058364]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 102, "item_id": "llmzszl-89", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 777, "region_end": 100, "roundtrip_ok": true, "tf_agree": 0.9608, "tf_agree_excl_first": 0.9703}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [178, 181, 130, 133, 152, 117, 99, 108, 127, 147, 127, 138, 154, 144, 132, 137, 117, 123, 87, 101, 69, 87, 80, 80, 149, 163, 154, 159, 172, 194, 170, 181, 164, 142, 157, 143, 130, 124, 114, 112, 114, 104, 117, 96, 106, 102, 69, 47, 1, 0], "n_am_pl": [82, 131, 102, 125, 108, 105, 72, 102, 86, 85, 87, 88, 94, 104, 112, 93, 122, 124, 151, 157, 167, 161, 153, 153, 92, 92, 96, 98, 108, 91, 103, 97, 85, 78, 66, 78, 99, 111, 128, 134, 134, 137, 147, 131, 122, 111, 112, 130, 161, 167], "n_pos": 697, "sum_m_en": [67.483139, 35.485356, 37.178832, 37.542575, 42.248178, 43.246513, 42.579781, 41.95902, 44.894062, 45.317053, 46.945444, 49.66565, 49.9516, 52.081912, 50.415546, 48.783193, 45.409295, 43.524575, 37.93651, 35.148338, 33.168131, 31.780097, 31.083558, 30.478446, 59.538606, 65.465684, 69.130428, 67.519932, 69.59451, 74.062008, 71.781497, 68.326282, 66.605302, 63.955503, 69.093304, 65.359473, 66.571784, 60.710862, 66.659451, 65.001573, 67.288233, 69.587557, 73.532112, 74.278365, 78.246309, 79.226971, 61.700185, 45.459188, 5.297518, 0.041121], "sum_m_pl": [282.332564, 338.800633, 329.793856, 324.338926, 315.71489, 309.541032, 312.968459, 304.575044, 304.508606, 316.392361, 312.45558, 307.45164, 310.832519, 304.382473, 307.284707, 317.396219, 317.080337, 315.925116, 328.474311, 334.246314, 338.1269, 340.087517, 341.02485, 342.008121, 273.695013, 264.771646, 251.227908, 273.416074, 283.626295, 279.066442, 275.804062, 282.684375, 280.308841, 265.341649, 260.979931, 244.224256, 232.852266, 226.469946, 220.590736, 227.941465, 223.830896, 218.230304, 212.611637, 194.324342, 171.43714, 153.383004, 128.413978, 136.759691, 155.137481, 165.547057]}, "digit": {"n_am_en": [0, 11, 9, 5, 4, 0, 2, 2, 1, 2, 5, 5, 5, 9, 5, 3, 3, 1, 2, 2, 1, 1, 0, 1, 3, 3, 4, 4, 5, 4, 1, 2, 5, 5, 3, 3, 6, 4, 6, 1, 4, 4, 2, 2, 0, 3, 3, 0, 0, 0], "n_am_pl": [0, 3, 1, 0, 0, 7, 2, 1, 5, 2, 5, 2, 4, 2, 4, 5, 2, 3, 2, 7, 6, 6, 6, 8, 5, 7, 7, 6, 6, 3, 6, 5, 5, 5, 4, 4, 2, 4, 3, 4, 3, 5, 6, 4, 3, 3, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [1.798559, 0.954436, 0.89712, 0.819334, 0.84696, 0.888343, 0.936507, 0.972671, 1.006771, 1.036791, 1.136894, 1.167409, 1.355951, 1.483116, 1.275446, 1.29265, 1.225417, 1.258532, 1.105386, 1.066072, 1.010392, 0.966184, 0.900768, 0.901429, 1.511892, 1.985252, 2.378253, 1.868483, 1.888305, 1.803288, 1.932502, 2.074764, 1.827087, 1.716828, 1.774605, 1.606874, 1.607039, 1.779147, 4.891652, 2.055674, 2.89194, 2.324524, 2.167495, 1.955493, 1.051052, 1.910467, 1.853708, 0.290254, 0.010274, 0.0], "sum_m_pl": [9.339847, 10.771928, 10.62501, 10.544669, 10.303725, 9.736845, 9.61873, 9.210675, 9.262408, 9.420831, 9.368631, 9.225866, 9.027768, 8.81053, 8.219656, 8.492529, 8.337172, 8.320292, 8.640391, 8.90708, 9.054962, 9.171042, 9.288301, 9.307657, 7.851183, 7.554968, 7.170865, 7.956337, 8.097512, 8.035411, 7.628883, 7.656637, 7.783175, 7.658413, 7.007733, 7.297455, 7.367186, 7.860198, 6.296287, 7.683136, 7.194693, 7.512712, 7.839003, 7.675387, 5.935111, 4.549101, 2.323081, 1.451, 0.027885, 0.0]}, "lang": {"n_am_en": [46, 29, 27, 29, 36, 24, 26, 30, 29, 43, 33, 41, 40, 42, 38, 50, 32, 45, 28, 38, 32, 39, 37, 39, 60, 63, 45, 47, 57, 64, 55, 61, 52, 47, 57, 66, 52, 52, 47, 49, 51, 53, 55, 48, 56, 50, 33, 30, 0, 0], "n_am_pl": [11, 29, 26, 29, 17, 14, 10, 16, 20, 18, 23, 21, 21, 24, 27, 27, 34, 30, 40, 36, 42, 38, 41, 37, 32, 23, 23, 19, 16, 14, 20, 19, 20, 24, 16, 22, 27, 32, 37, 42, 43, 44, 51, 49, 53, 60, 74, 90, 154, 166], "n_pos": 167, "sum_m_en": [15.934596, 8.334316, 8.472887, 9.170604, 10.025318, 9.947196, 11.028911, 10.49319, 10.86518, 10.707396, 11.370219, 12.389743, 12.256674, 12.444656, 11.865774, 11.609582, 11.051486, 10.348073, 9.157875, 8.557811, 8.162237, 7.837223, 7.566296, 7.475884, 19.771947, 19.216767, 18.879626, 17.360453, 17.4925, 18.772367, 17.339056, 17.02571, 16.836344, 17.607573, 19.317215, 19.50951, 20.19882, 20.325872, 21.108838, 24.955743, 26.515528, 31.296716, 35.144728, 35.240876, 41.529921, 37.850488, 29.770696, 23.33477, 1.873955, 0.019326], "sum_m_pl": [60.971559, 75.24829, 74.387103, 73.192961, 71.566605, 70.728835, 70.996167, 71.060045, 71.474531, 74.115667, 73.097246, 72.112744, 73.478048, 72.293077, 73.453766, 77.126165, 76.563398, 76.429754, 78.989334, 80.093578, 80.695119, 81.180597, 81.524081, 81.509737, 66.594095, 64.965308, 62.144908, 66.930619, 68.372813, 66.938605, 68.413627, 70.003925, 70.100351, 68.287006, 67.099252, 66.453811, 64.878822, 67.001671, 67.614658, 71.897467, 70.994969, 69.683336, 69.186216, 67.266971, 65.517156, 68.732684, 75.359503, 90.108673, 141.594316, 162.685121]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 699, "item_id": "llmzszl-89", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 708, "region_end": 697, "roundtrip_ok": true, "tf_agree": 0.9928, "tf_agree_excl_first": 0.9943}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [41, 52, 36, 28, 23, 35, 50, 41, 52, 59, 57, 48, 50, 48, 45, 37, 41, 44, 44, 48, 42, 49, 35, 39, 53, 62, 52, 53, 47, 47, 45, 42, 47, 49, 43, 45, 53, 41, 41, 56, 55, 61, 68, 64, 64, 71, 72, 85, 85, 79], "n_am_pl": [4, 15, 11, 18, 11, 11, 10, 13, 14, 5, 8, 10, 12, 15, 13, 8, 12, 9, 15, 13, 14, 11, 17, 14, 6, 1, 4, 5, 9, 10, 11, 16, 13, 18, 13, 12, 9, 9, 6, 3, 2, 5, 5, 4, 4, 7, 8, 5, 2, 2], "n_pos": 140, "sum_m_en": [17.453354, 8.632748, 8.281879, 8.390113, 8.33248, 9.267117, 9.970032, 10.505405, 11.637671, 11.284596, 11.763452, 12.166205, 13.529285, 13.338687, 12.567679, 12.25553, 12.514954, 11.714882, 10.269268, 9.662225, 8.785176, 8.581691, 7.656702, 7.371131, 21.903258, 23.196439, 22.67178, 20.429908, 20.611261, 19.627011, 18.461611, 17.625219, 17.791902, 18.653006, 20.103875, 20.353915, 22.625547, 26.935947, 29.454782, 35.757142, 36.488895, 43.822399, 50.528057, 51.711522, 53.277621, 60.634459, 69.035539, 74.867346, 82.880998, 82.423408], "sum_m_pl": [47.597395, 65.043417, 64.094309, 62.967906, 61.625553, 61.84663, 62.415321, 60.978082, 61.375125, 62.95382, 62.56068, 62.469935, 61.518526, 60.74343, 63.25027, 61.508824, 62.706925, 62.858009, 64.806659, 66.115247, 66.837807, 67.37782, 67.692373, 68.181142, 48.69354, 47.855748, 47.832885, 50.874304, 51.76134, 53.041708, 53.096792, 53.750024, 54.545124, 52.411996, 51.564653, 50.60555, 45.179552, 40.618302, 34.702084, 30.921446, 28.54217, 25.564601, 23.318758, 20.099001, 15.595802, 14.014217, 10.160358, 6.304159, 2.689302, 2.010445]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [28, 33, 23, 17, 15, 18, 31, 20, 29, 34, 30, 26, 30, 27, 30, 22, 29, 30, 29, 32, 25, 29, 20, 21, 32, 41, 35, 34, 34, 30, 28, 25, 31, 34, 29, 31, 36, 25, 27, 37, 37, 44, 50, 44, 49, 50, 55, 71, 78, 79], "n_am_pl": [2, 8, 8, 13, 9, 5, 5, 9, 8, 3, 5, 6, 7, 9, 7, 4, 6, 4, 9, 7, 9, 7, 11, 10, 4, 1, 2, 3, 4, 5, 8, 12, 10, 8, 8, 7, 3, 4, 2, 2, 1, 2, 0, 0, 1, 4, 5, 3, 2, 2], "n_pos": 82, "sum_m_en": [11.116569, 5.139078, 4.903258, 4.968698, 5.018743, 5.584307, 5.900611, 6.158676, 7.091797, 6.874983, 7.259406, 7.533749, 8.322977, 8.485722, 8.069102, 7.829327, 7.978959, 7.506567, 6.644384, 6.151145, 5.485587, 5.515682, 4.772951, 4.5686, 15.203809, 16.155895, 15.943776, 13.732335, 14.042234, 12.876576, 12.013641, 11.535136, 11.37995, 12.109962, 13.233471, 13.324335, 15.101807, 17.97772, 19.81746, 24.209881, 24.290617, 30.882906, 35.640052, 36.178952, 39.856759, 44.037038, 52.549145, 59.619599, 74.577881, 78.631821], "sum_m_pl": [27.00063, 38.179336, 37.738175, 36.992282, 36.036371, 36.036117, 36.524411, 35.698255, 35.690658, 36.64051, 36.362972, 36.179972, 35.773404, 35.259938, 36.893194, 35.831552, 36.713593, 36.967075, 38.10059, 38.799702, 39.335212, 39.557827, 39.804491, 40.112477, 28.107894, 27.25195, 27.341928, 29.601673, 30.069123, 31.10297, 31.420704, 32.114867, 32.678941, 31.198526, 30.174875, 29.686041, 25.855078, 22.751184, 19.324694, 16.994002, 15.852536, 13.801903, 11.874512, 10.62525, 8.664867, 7.929305, 6.400317, 3.983806, 2.31571, 2.000722]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "llmzszl-92", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 732, "region_end": 140, "roundtrip_ok": true, "tf_agree": 0.9718, "tf_agree_excl_first": 0.9787}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [35, 19, 16, 17, 24, 20, 23, 30, 18, 19, 26, 33, 30, 30, 20, 20, 20, 39, 32, 31, 35, 31, 22, 22, 39, 42, 38, 29, 36, 23, 25, 22, 22, 26, 26, 31, 38, 47, 46, 52, 57, 55, 53, 49, 45, 37, 27, 13, 4, 0], "n_am_pl": [10, 26, 23, 16, 11, 21, 12, 10, 12, 7, 13, 14, 10, 10, 13, 8, 11, 9, 15, 20, 23, 28, 34, 29, 10, 13, 20, 21, 22, 25, 24, 28, 23, 22, 22, 16, 16, 9, 10, 14, 8, 13, 16, 18, 25, 23, 32, 41, 58, 65], "n_pos": 111, "sum_m_en": [10.51503, 5.375925, 5.634546, 6.022358, 6.141768, 6.999486, 7.416784, 8.140478, 8.813179, 8.416671, 8.490782, 8.512429, 9.150672, 8.83082, 8.342706, 8.539542, 8.799061, 7.98006, 7.088804, 7.197342, 6.460565, 5.984591, 5.665943, 5.531371, 14.597395, 14.728588, 14.38212, 13.367449, 13.170427, 12.42055, 12.328472, 11.733521, 11.792595, 12.179893, 13.421815, 13.395458, 15.606776, 18.276889, 19.642182, 24.566321, 24.817418, 31.484048, 30.953085, 28.113711, 28.746355, 29.555345, 21.362878, 12.515249, 4.704875, 0.159497], "sum_m_pl": [39.050502, 49.679091, 49.194933, 49.485068, 48.377502, 48.379261, 49.259198, 48.414705, 48.17125, 48.874011, 49.060868, 49.401691, 49.462019, 49.313211, 50.877292, 49.881633, 50.730219, 52.021867, 53.294564, 54.00435, 54.76568, 55.34178, 55.254201, 55.214179, 43.768384, 43.086484, 42.971495, 44.259753, 46.34703, 47.52628, 46.748743, 46.939253, 48.325388, 46.276, 45.810993, 45.315225, 42.591621, 39.715355, 37.339087, 35.979984, 34.775052, 32.821293, 33.545947, 33.438592, 33.787928, 34.239722, 36.720416, 40.082407, 55.844437, 64.944958]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 14, 9, 9, 11, 11, 17, 20, 13, 13, 19, 24, 19, 21, 15, 14, 14, 25, 20, 18, 24, 18, 12, 13, 24, 25, 27, 19, 25, 17, 20, 19, 17, 19, 19, 19, 23, 30, 28, 31, 33, 34, 33, 30, 28, 21, 15, 8, 3, 0], "n_am_pl": [4, 13, 13, 10, 6, 7, 6, 5, 7, 5, 9, 6, 3, 3, 8, 6, 3, 5, 6, 13, 13, 16, 20, 17, 7, 8, 10, 11, 9, 10, 11, 13, 11, 11, 14, 10, 8, 6, 7, 10, 6, 9, 10, 13, 19, 20, 25, 33, 52, 64], "n_pos": 68, "sum_m_en": [6.170685, 3.413105, 3.490029, 3.580625, 3.652181, 4.397493, 4.805708, 5.180688, 5.688168, 5.424969, 5.363809, 5.360598, 5.881068, 5.543345, 5.296916, 5.426363, 5.43617, 4.892225, 4.329977, 4.444769, 3.999822, 3.721924, 3.515364, 3.433303, 9.614807, 9.702098, 9.653281, 8.771265, 8.495598, 8.188304, 8.186712, 7.822998, 7.674951, 7.838675, 8.926554, 8.869816, 10.185881, 11.748092, 12.093946, 13.927636, 14.288186, 18.211299, 19.345479, 18.726991, 19.700418, 17.406271, 13.100871, 7.797, 3.245545, 0.155833], "sum_m_pl": [23.649039, 30.366279, 29.859178, 29.837383, 29.292192, 28.9851, 29.385559, 28.784294, 28.780769, 29.199484, 29.694017, 30.175162, 30.145645, 30.16689, 31.190947, 30.489014, 31.262362, 32.306065, 32.878167, 33.119553, 33.570719, 33.873412, 33.822188, 33.831086, 26.974959, 26.240458, 26.212092, 27.194566, 28.412709, 29.124531, 28.987346, 29.025834, 29.741166, 29.142136, 28.445697, 28.476612, 26.744474, 24.989062, 23.285609, 22.877719, 22.328974, 22.054703, 22.181344, 22.13201, 22.625252, 25.465044, 27.961911, 32.010669, 49.391335, 63.332225]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 113, "item_id": "llmzszl-92", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 663, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9292, "tf_agree_excl_first": 0.9375}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [31, 32, 29, 26, 22, 17, 25, 14, 26, 21, 29, 25, 25, 19, 21, 25, 21, 17, 22, 25, 21, 19, 24, 27, 29, 41, 41, 33, 32, 28, 28, 40, 32, 33, 33, 36, 38, 32, 35, 41, 43, 38, 43, 51, 46, 50, 57, 61, 54, 52], "n_am_pl": [2, 16, 16, 13, 12, 14, 12, 11, 12, 12, 10, 14, 14, 17, 19, 10, 10, 16, 11, 12, 15, 13, 16, 13, 7, 3, 5, 7, 7, 8, 8, 5, 11, 8, 6, 9, 8, 7, 6, 7, 3, 4, 3, 4, 3, 4, 1, 2, 0, 2], "n_pos": 111, "sum_m_en": [14.019437, 7.36972, 6.785442, 6.91006, 6.925095, 6.794552, 6.693561, 6.867065, 7.181653, 6.764167, 7.553163, 8.301429, 8.488426, 8.748854, 8.584368, 7.919365, 7.222016, 7.179578, 6.37972, 5.766495, 5.671319, 5.356608, 5.212058, 5.135397, 15.796397, 16.334917, 14.225147, 13.680421, 12.553399, 12.739878, 11.806805, 11.737877, 12.631257, 12.334196, 12.242783, 14.148712, 15.748033, 14.809537, 16.802304, 19.315033, 23.698724, 27.903267, 31.395897, 35.708937, 35.850558, 44.042159, 52.991931, 56.129162, 53.060446, 51.371904], "sum_m_pl": [38.070099, 49.85597, 49.768898, 49.175665, 48.581326, 49.072958, 48.257445, 48.010481, 49.226676, 50.984082, 50.869414, 50.923252, 50.535374, 49.663563, 51.087551, 51.141768, 51.919193, 51.795066, 53.316965, 54.794222, 54.806608, 54.773653, 54.909703, 54.896156, 38.169853, 39.516933, 40.208041, 43.925402, 44.709531, 44.126641, 45.467518, 44.974869, 44.788562, 44.510031, 44.983187, 44.126995, 40.144221, 38.699123, 35.464409, 33.215045, 29.153859, 23.730553, 20.783506, 17.92316, 14.327754, 9.548683, 4.475325, 2.871351, 1.352117, 2.137894]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [19, 17, 18, 15, 11, 10, 16, 7, 17, 14, 16, 15, 14, 14, 14, 18, 18, 13, 18, 20, 16, 16, 18, 20, 23, 29, 28, 22, 24, 17, 23, 26, 23, 24, 23, 25, 25, 24, 29, 34, 30, 28, 33, 39, 36, 39, 47, 45, 50, 51], "n_am_pl": [0, 6, 6, 6, 6, 10, 8, 7, 5, 7, 7, 12, 7, 10, 11, 4, 5, 7, 4, 7, 6, 5, 9, 7, 5, 2, 2, 3, 3, 3, 3, 3, 6, 5, 3, 4, 2, 3, 4, 4, 2, 3, 2, 1, 2, 3, 0, 2, 0, 2], "n_pos": 54, "sum_m_en": [7.363333, 3.728471, 3.484686, 3.381737, 3.45353, 3.47735, 3.479704, 3.653898, 3.95782, 3.564701, 3.867198, 4.311247, 4.57184, 4.659252, 4.592738, 4.179291, 3.80034, 3.787446, 3.308864, 2.925564, 2.820806, 2.674876, 2.578819, 2.539629, 9.974386, 10.343227, 9.113686, 8.522764, 7.78716, 7.229347, 6.686111, 6.611711, 7.474283, 7.36739, 7.246816, 8.851334, 9.879507, 9.931846, 11.633287, 13.780019, 17.088834, 21.098039, 23.5165, 26.085325, 26.702782, 32.931896, 42.3181, 42.916817, 47.617824, 49.601341], "sum_m_pl": [18.462787, 23.536255, 23.574583, 23.336275, 23.082544, 23.34074, 23.192116, 23.233661, 23.922318, 24.76776, 24.730512, 24.798674, 24.342462, 23.884684, 24.696759, 24.875156, 25.520616, 25.378966, 26.088314, 26.911222, 27.062135, 26.958836, 26.975182, 26.995471, 20.324191, 20.345301, 20.600068, 21.702549, 21.731012, 21.6659, 22.64549, 22.132729, 21.908275, 21.873922, 21.956624, 21.14897, 18.905382, 18.393022, 17.301421, 16.34227, 13.589099, 10.640164, 9.14967, 8.015548, 7.465428, 4.995941, 2.035897, 1.909704, 0.952987, 2.063321]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 113, "item_id": "llmzszl-94", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 736, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9823, "tf_agree_excl_first": 0.9911}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [34, 18, 26, 20, 16, 15, 13, 14, 14, 15, 18, 22, 24, 12, 13, 17, 15, 21, 17, 16, 9, 12, 11, 15, 24, 19, 18, 23, 19, 18, 18, 13, 18, 14, 18, 21, 19, 22, 24, 23, 20, 18, 19, 24, 21, 20, 9, 4, 1, 1], "n_am_pl": [6, 21, 18, 19, 16, 15, 12, 10, 12, 9, 12, 10, 9, 13, 14, 15, 15, 14, 18, 15, 21, 19, 22, 20, 12, 10, 13, 13, 20, 13, 19, 16, 19, 11, 18, 21, 22, 20, 18, 16, 16, 22, 15, 20, 19, 23, 40, 39, 60, 62], "n_pos": 101, "sum_m_en": [9.534963, 4.865293, 4.920542, 4.917299, 4.942217, 5.193653, 5.544303, 5.093514, 5.305558, 5.407689, 6.064074, 6.322959, 6.644544, 6.92432, 6.728325, 6.524472, 6.070897, 5.725489, 5.104613, 4.787233, 4.591359, 4.493212, 4.510401, 4.25575, 11.294088, 10.365611, 9.047099, 9.646646, 9.27651, 9.430514, 8.367757, 8.377764, 8.212445, 8.071191, 9.394437, 9.151435, 9.764432, 10.311494, 10.336246, 10.717888, 12.539302, 11.988437, 12.893355, 13.428442, 12.381438, 13.63106, 8.710753, 5.816893, 1.613468, 0.817361], "sum_m_pl": [36.259337, 46.669029, 46.893209, 46.224626, 46.194269, 46.075457, 45.538977, 45.607756, 46.388282, 47.364033, 46.35032, 46.265135, 47.02067, 45.969665, 47.247514, 47.810088, 48.900668, 49.425225, 51.019952, 51.843438, 52.056157, 51.933436, 51.480051, 51.452496, 37.891946, 39.013964, 39.553441, 42.984855, 44.185567, 44.761137, 45.010131, 44.605872, 45.093559, 42.164187, 43.074807, 42.622119, 40.926991, 39.16375, 39.201744, 36.712666, 33.711009, 32.624071, 31.1032, 29.994164, 28.273067, 29.797081, 36.992343, 41.539682, 58.348546, 63.077387]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 11, 20, 17, 13, 11, 8, 8, 10, 12, 11, 14, 17, 9, 8, 10, 11, 15, 10, 8, 7, 7, 6, 9, 16, 13, 13, 18, 16, 15, 13, 10, 13, 12, 14, 14, 13, 15, 16, 19, 16, 16, 17, 19, 17, 18, 7, 3, 1, 1], "n_am_pl": [5, 14, 15, 13, 13, 10, 10, 7, 8, 8, 7, 7, 8, 7, 9, 10, 11, 9, 12, 12, 15, 14, 16, 18, 9, 7, 7, 6, 12, 8, 13, 11, 14, 8, 13, 16, 17, 13, 15, 12, 10, 17, 12, 15, 14, 19, 33, 34, 59, 62], "n_pos": 65, "sum_m_en": [6.345695, 3.225109, 3.26466, 3.271301, 3.322717, 3.389507, 3.697982, 3.245303, 3.40993, 3.509877, 3.826933, 4.07859, 4.255632, 4.409637, 4.299571, 4.094324, 3.914539, 3.702732, 3.310217, 3.113164, 2.98218, 2.958376, 3.012965, 2.791112, 7.440876, 7.277459, 6.376532, 6.933043, 6.696281, 6.697005, 5.693103, 5.745453, 5.463511, 5.606821, 6.691662, 6.502992, 7.163593, 7.918354, 7.752553, 7.660506, 9.137093, 9.42442, 9.419894, 9.896148, 9.016395, 11.49466, 6.694264, 4.32224, 1.311515, 0.81648], "sum_m_pl": [22.476914, 29.845443, 29.719237, 29.243077, 29.073084, 29.212185, 28.980951, 29.023924, 29.692389, 30.296431, 29.766029, 29.738268, 30.201703, 29.541324, 30.523484, 30.945878, 31.537885, 32.002722, 32.988615, 33.433271, 33.554519, 33.481722, 33.17826, 33.289411, 25.642032, 26.231705, 26.511928, 28.721921, 29.400129, 29.865679, 30.462437, 30.103352, 30.822218, 29.388228, 29.133108, 29.041168, 28.183648, 26.517022, 26.393682, 25.567235, 23.146403, 24.112448, 23.336042, 22.181043, 21.41584, 23.726237, 31.116584, 35.289841, 54.906372, 62.508878]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "llmzszl-94", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 667, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9417, "tf_agree_excl_first": 0.951}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [86, 83, 75, 83, 69, 48, 53, 68, 54, 66, 81, 60, 67, 78, 70, 61, 72, 56, 49, 45, 37, 37, 34, 48, 67, 68, 70, 78, 76, 72, 60, 64, 65, 68, 68, 62, 69, 65, 57, 64, 58, 52, 54, 54, 44, 51, 49, 44, 46, 45], "n_am_pl": [14, 37, 34, 33, 26, 47, 35, 35, 45, 34, 28, 44, 60, 48, 33, 27, 34, 31, 30, 34, 32, 31, 22, 32, 20, 28, 28, 29, 37, 51, 41, 43, 32, 31, 31, 32, 18, 20, 9, 11, 8, 12, 12, 12, 11, 7, 4, 4, 1, 2], "n_pos": 273, "sum_m_en": [27.836849, 13.861045, 14.493454, 14.169911, 14.635602, 14.885475, 14.850709, 15.670762, 16.105969, 16.136114, 16.786041, 16.836126, 17.652584, 19.185319, 18.123467, 17.674899, 18.030357, 17.83565, 15.767636, 15.101914, 14.36586, 13.614003, 13.183056, 13.125948, 28.180302, 30.672297, 29.772829, 28.891216, 29.359302, 29.105074, 27.123631, 25.840042, 24.310105, 23.97236, 26.710516, 27.890276, 29.262842, 29.288689, 32.117951, 37.059404, 34.988199, 34.680029, 38.367134, 39.180513, 38.90841, 44.428418, 45.10924, 44.358662, 46.896999, 45.201017], "sum_m_pl": [109.506746, 138.332556, 133.579201, 132.056625, 130.72158, 128.619829, 127.525082, 122.738243, 124.021491, 129.874158, 126.810573, 128.44692, 128.871058, 124.622223, 123.66214, 127.951073, 127.201293, 127.281842, 128.858623, 131.139593, 130.199818, 130.507359, 131.40391, 132.344158, 99.99921, 97.520212, 97.538077, 106.117783, 108.785477, 112.514142, 113.696331, 114.331384, 115.179768, 111.526272, 106.285602, 100.821444, 89.551479, 85.548239, 73.333827, 67.850304, 64.857923, 61.14587, 60.630109, 53.880752, 41.306123, 33.496964, 20.308869, 11.194205, 2.774589, 1.999921]}, "digit": {"n_am_en": [20, 17, 15, 12, 14, 12, 15, 17, 11, 22, 23, 17, 18, 21, 22, 19, 20, 14, 13, 9, 6, 4, 4, 8, 13, 12, 13, 22, 23, 16, 13, 17, 15, 16, 10, 17, 11, 8, 6, 9, 10, 9, 9, 6, 7, 4, 4, 0, 0, 0], "n_am_pl": [2, 4, 4, 4, 8, 6, 5, 2, 4, 5, 1, 9, 13, 10, 3, 7, 8, 5, 5, 8, 6, 5, 3, 6, 2, 5, 3, 7, 10, 12, 14, 8, 6, 7, 6, 8, 5, 6, 4, 2, 1, 3, 3, 4, 4, 4, 0, 1, 0, 0], "n_pos": 60, "sum_m_en": [5.378571, 2.650549, 2.794235, 2.807114, 3.069737, 2.998317, 2.860382, 2.991783, 3.222974, 3.168443, 3.393714, 3.380162, 3.596012, 4.111766, 3.85241, 3.731367, 3.70296, 3.649241, 3.057035, 2.875196, 2.706795, 2.575679, 2.536878, 2.552237, 4.459108, 5.020219, 5.18129, 5.362239, 6.040766, 5.914004, 5.70146, 5.330414, 5.127785, 4.951771, 4.986011, 5.414293, 5.342383, 4.883688, 5.093066, 5.446888, 5.758473, 5.88022, 5.344157, 6.018059, 6.393853, 6.098698, 4.465956, 2.584863, 0.472994, 0.0], "sum_m_pl": [26.867741, 32.311932, 30.010356, 29.386354, 29.166867, 28.98834, 28.662582, 27.82477, 27.859277, 29.655742, 28.929985, 29.645477, 29.376309, 28.260795, 28.141455, 28.863768, 28.568156, 28.436507, 29.173816, 29.505014, 29.227696, 29.442817, 29.601223, 29.773153, 25.031235, 24.281117, 23.432164, 25.492449, 25.840906, 26.309098, 26.16246, 26.644019, 26.955276, 26.759251, 25.930786, 24.672879, 23.386999, 22.6012, 19.106715, 19.280944, 18.821539, 18.940828, 19.46556, 18.061683, 17.565161, 14.200203, 8.38083, 4.001068, 0.598719, 0.0]}, "lang": {"n_am_en": [21, 17, 15, 19, 14, 15, 13, 15, 10, 9, 16, 12, 17, 16, 9, 11, 16, 11, 13, 10, 12, 14, 12, 14, 17, 16, 13, 13, 7, 9, 8, 11, 11, 16, 18, 18, 21, 21, 22, 21, 18, 19, 22, 26, 21, 27, 31, 34, 42, 45], "n_am_pl": [3, 8, 10, 6, 4, 5, 7, 4, 5, 5, 9, 9, 10, 7, 7, 5, 5, 6, 4, 7, 6, 7, 4, 6, 1, 6, 6, 2, 7, 7, 4, 5, 4, 6, 5, 6, 2, 2, 1, 1, 2, 2, 1, 2, 3, 2, 2, 0, 1, 2], "n_pos": 48, "sum_m_en": [5.701527, 2.735306, 2.696631, 2.466966, 2.493433, 2.48824, 2.605156, 2.80748, 2.840363, 2.715821, 2.939527, 3.119907, 3.24839, 3.39907, 3.272251, 3.159583, 3.267975, 3.210196, 2.942859, 2.753886, 2.647855, 2.495594, 2.387356, 2.346838, 5.49855, 6.102902, 5.925138, 5.561601, 5.56662, 5.204729, 4.681889, 4.824882, 4.726012, 4.918907, 5.497656, 5.966296, 7.706099, 8.785402, 10.082783, 12.4151, 11.550062, 11.975161, 14.874377, 14.294828, 15.397094, 19.793576, 25.538032, 29.876287, 41.24327, 44.936178], "sum_m_pl": [17.879722, 23.384861, 23.386314, 23.388752, 22.936187, 22.803326, 22.382332, 21.739972, 22.189298, 23.230091, 22.757642, 22.740604, 22.903635, 22.544315, 22.658385, 23.42271, 23.016091, 22.955257, 22.999259, 23.281945, 23.117388, 23.141885, 23.189554, 23.324124, 18.043202, 18.178129, 18.381886, 19.788868, 19.592565, 19.862939, 20.116372, 19.990468, 20.302209, 19.82674, 19.074103, 18.722158, 16.322982, 15.142756, 12.980281, 11.295263, 10.64142, 8.84703, 8.291607, 7.918479, 6.445625, 5.513104, 4.761876, 2.583299, 1.118116, 1.999722]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 275, "item_id": "llmzszl-96", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 747, "region_end": 273, "roundtrip_ok": true, "tf_agree": 0.9891, "tf_agree_excl_first": 0.9927}
{"benchmark": "llmzszl_stem", "classes": {"all": {"n_am_en": [93, 68, 53, 52, 57, 48, 44, 62, 52, 62, 63, 59, 64, 60, 71, 78, 69, 61, 66, 55, 42, 40, 34, 38, 62, 68, 49, 58, 68, 55, 55, 59, 58, 67, 80, 73, 70, 53, 57, 66, 55, 53, 54, 50, 41, 34, 20, 16, 7, 4], "n_am_pl": [46, 70, 59, 57, 58, 63, 42, 41, 46, 45, 39, 40, 51, 38, 46, 46, 48, 60, 45, 64, 57, 45, 41, 38, 34, 34, 31, 41, 48, 56, 49, 52, 43, 24, 24, 25, 20, 25, 25, 23, 22, 17, 22, 29, 27, 34, 51, 60, 78, 82], "n_pos": 321, "sum_m_en": [29.600799, 15.18034, 15.425924, 16.108525, 16.774725, 16.88234, 16.570706, 17.073543, 17.551947, 17.856032, 18.722901, 19.506927, 19.950491, 21.301456, 22.240333, 21.100066, 20.538245, 20.631181, 18.291028, 17.395625, 16.34402, 15.56354, 15.24395, 14.760717, 27.979518, 28.569854, 26.959435, 27.140496, 30.309641, 29.850405, 27.964726, 27.448336, 27.584917, 28.344801, 31.931863, 31.283984, 30.743108, 30.595014, 33.579716, 37.978925, 34.40249, 30.172853, 34.205419, 34.856681, 36.367384, 33.115261, 22.199005, 16.928874, 8.153199, 4.00237], "sum_m_pl": [135.8183, 158.281515, 153.664063, 149.875248, 147.796678, 143.804839, 147.932014, 146.077358, 145.507715, 150.548141, 148.841785, 148.87375, 150.717168, 146.895785, 145.810486, 152.282237, 152.543749, 153.463144, 157.579227, 158.573621, 157.575345, 156.498315, 156.587182, 156.544677, 119.168927, 118.652167, 120.826437, 127.913888, 130.794097, 132.859811, 133.804047, 132.140295, 129.230113, 120.854042, 113.631998, 108.334791, 102.847769, 99.639513, 93.048191, 87.430961, 82.484199, 72.403556, 68.731443, 65.54861, 56.253556, 56.939002, 63.389159, 65.430518, 78.009801, 80.49435]}, "digit": {"n_am_en": [14, 22, 16, 13, 7, 8, 10, 6, 4, 17, 15, 21, 15, 18, 17, 18, 14, 15, 16, 14, 7, 7, 6, 8, 14, 6, 7, 11, 16, 12, 12, 12, 11, 8, 10, 12, 15, 9, 7, 8, 5, 5, 5, 7, 4, 2, 2, 1, 0, 0], "n_am_pl": [0, 5, 6, 6, 4, 11, 2, 3, 5, 1, 3, 5, 11, 5, 9, 8, 8, 10, 6, 9, 7, 4, 6, 6, 4, 8, 3, 5, 8, 10, 7, 9, 11, 5, 4, 5, 2, 7, 3, 2, 1, 2, 3, 3, 3, 2, 1, 2, 0, 0], "n_pos": 60, "sum_m_en": [5.465076, 2.815251, 2.683175, 2.595583, 2.73592, 2.653137, 2.571866, 2.797543, 2.959429, 3.161054, 3.313579, 3.463983, 3.63108, 4.043507, 4.290869, 3.833214, 3.650132, 3.687707, 3.128269, 2.975627, 2.702654, 2.571888, 2.506837, 2.446637, 4.042034, 4.160447, 4.276005, 4.759526, 5.452949, 5.120954, 4.805077, 4.796998, 4.489981, 4.411687, 5.119832, 5.083818, 4.750224, 4.637919, 4.805758, 4.717872, 4.675819, 3.863958, 3.677296, 3.640342, 4.354869, 3.281395, 2.002165, 1.344848, 0.080693, 0.001306], "sum_m_pl": [27.954769, 32.18515, 30.71419, 30.115596, 29.317504, 28.789817, 29.116399, 28.24244, 28.014868, 28.807382, 28.807806, 29.14069, 29.085622, 28.450457, 28.081054, 29.359109, 29.568313, 29.788437, 30.798455, 30.681323, 30.363372, 30.20297, 30.298548, 30.306817, 24.502302, 23.826201, 24.042405, 25.228633, 25.776252, 26.734569, 26.414592, 26.357324, 26.650582, 25.277705, 23.923877, 23.258393, 22.006758, 21.599716, 19.409331, 18.59707, 18.070863, 17.271191, 17.542928, 16.052111, 13.771689, 11.425404, 7.334476, 5.383258, 0.673233, 0.055836]}, "lang": {"n_am_en": [25, 11, 13, 17, 14, 13, 14, 19, 18, 14, 15, 15, 25, 17, 19, 25, 23, 21, 26, 20, 21, 16, 12, 13, 17, 29, 22, 26, 19, 14, 18, 22, 22, 25, 27, 18, 21, 23, 22, 24, 22, 24, 26, 22, 20, 18, 13, 8, 5, 4], "n_am_pl": [15, 23, 15, 16, 14, 17, 10, 7, 14, 13, 12, 9, 14, 12, 10, 9, 13, 18, 11, 17, 16, 13, 12, 9, 6, 10, 10, 12, 14, 18, 19, 16, 19, 9, 11, 8, 7, 11, 13, 12, 11, 6, 11, 15, 14, 22, 35, 43, 75, 81], "n_pos": 85, "sum_m_en": [7.546242, 4.148744, 4.164759, 4.603464, 4.668998, 4.820023, 4.818528, 4.845178, 4.802905, 4.708208, 4.929121, 5.37872, 5.536386, 5.80699, 5.85187, 5.616421, 5.44302, 5.402087, 5.030743, 4.752444, 4.520495, 4.269157, 4.115141, 4.032506, 9.599459, 9.644368, 8.72996, 7.851242, 8.457529, 8.336815, 7.817348, 7.855984, 8.076143, 8.593811, 9.244293, 8.627228, 8.956741, 10.045903, 11.247889, 12.915047, 12.266564, 10.915721, 14.053758, 14.648797, 15.990017, 14.621702, 12.595123, 8.259052, 4.763658, 4.000142], "sum_m_pl": [34.549211, 38.858041, 38.231732, 37.640795, 37.653985, 36.674288, 37.716027, 37.68022, 37.96651, 39.584203, 38.588428, 38.583329, 39.662201, 38.866369, 39.126326, 40.509532, 40.389246, 40.721889, 41.40912, 41.713197, 41.453791, 41.414832, 41.288398, 41.35698, 32.786204, 33.438759, 34.316397, 36.340873, 36.042045, 36.58134, 37.386865, 37.118081, 36.391959, 34.912216, 33.426355, 33.67679, 33.622386, 32.273622, 30.496941, 28.124802, 25.990977, 21.920516, 21.864751, 21.198913, 19.45182, 24.380551, 35.821228, 40.701165, 68.293643, 79.543207]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 323, "item_id": "llmzszl-96", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 678, "region_end": 321, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9814}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [58, 53, 44, 43, 49, 49, 45, 49, 44, 39, 36, 50, 54, 55, 59, 47, 50, 58, 64, 60, 54, 51, 45, 52, 75, 65, 66, 62, 57, 62, 64, 61, 60, 63, 67, 63, 68, 81, 88, 74, 89, 85, 86, 83, 81, 84, 82, 81, 82, 81], "n_am_pl": [11, 34, 30, 26, 12, 18, 20, 26, 23, 36, 26, 24, 15, 19, 13, 28, 25, 11, 12, 17, 15, 21, 23, 26, 18, 15, 15, 16, 22, 17, 24, 25, 24, 22, 23, 12, 9, 15, 12, 34, 25, 21, 22, 20, 17, 13, 12, 9, 6, 7], "n_pos": 189, "sum_m_en": [24.102228, 12.771446, 12.150892, 12.41361, 13.953723, 12.866895, 12.996203, 12.410794, 12.180016, 11.837104, 11.859761, 13.373458, 13.429599, 15.121087, 15.119219, 14.413392, 14.55398, 13.749182, 13.763134, 12.169828, 11.14098, 9.92802, 9.464547, 9.244747, 27.35673, 28.805379, 27.455403, 26.96549, 24.102712, 24.734875, 21.863964, 22.576191, 23.369968, 24.524427, 25.450848, 26.021995, 35.047278, 37.93803, 39.710182, 42.26344, 48.831076, 58.378711, 64.359627, 66.260485, 72.585186, 77.117793, 78.374051, 82.244653, 78.74532, 79.144762], "sum_m_pl": [66.694977, 86.630477, 83.520164, 82.183195, 78.270323, 81.072802, 80.799354, 83.016134, 82.120949, 84.234349, 83.282493, 81.469208, 83.219157, 79.339561, 79.935031, 81.8604, 82.385564, 80.639018, 82.069427, 84.739171, 86.177031, 89.243722, 89.325244, 90.249968, 64.045273, 63.17526, 59.470976, 63.925343, 70.239094, 67.845959, 71.598982, 71.574376, 69.480169, 69.625872, 67.403817, 64.268348, 52.987622, 51.266146, 48.200168, 58.351912, 51.029056, 41.345923, 39.770276, 33.679385, 26.593764, 22.074061, 14.819045, 11.950042, 7.428531, 7.193563]}, "digit": {"n_am_en": [7, 5, 5, 2, 2, 1, 2, 1, 2, 2, 2, 3, 2, 1, 0, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 0, 1, 1, 2, 2, 1, 1, 0, 2, 1, 2, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 3, 1, 3, 0, 2, 1, 1, 1, 2, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 3, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [2.003481, 0.510673, 0.528873, 0.516904, 0.549291, 0.490377, 0.455311, 0.551987, 0.672937, 0.569214, 0.537686, 0.559623, 0.58444, 0.600322, 0.638855, 0.605567, 0.548096, 0.503407, 0.49521, 0.486967, 0.464565, 0.442539, 0.440491, 0.43603, 0.568037, 0.582411, 0.409895, 0.455607, 0.490325, 0.650462, 0.755108, 0.648931, 0.660267, 0.729898, 0.717741, 0.823065, 0.769728, 0.799871, 0.645744, 0.56157, 0.467817, 0.426392, 0.40683, 0.560429, 0.690913, 0.603969, 0.172087, 0.094102, 0.01559, 6e-06], "sum_m_pl": [3.408714, 5.557227, 5.459221, 5.453938, 4.878301, 4.669558, 4.856404, 4.863901, 4.477883, 4.44175, 4.708767, 4.379399, 4.593378, 4.077501, 4.348976, 4.294412, 4.094235, 4.137236, 4.52862, 4.732082, 4.898831, 5.076291, 5.040125, 5.156185, 3.047347, 2.994397, 2.288929, 2.504978, 3.124249, 3.256601, 3.754751, 3.969112, 3.973757, 3.829596, 3.637967, 3.694604, 3.295499, 3.172353, 3.285937, 4.079562, 3.913744, 3.55401, 3.142216, 1.942536, 1.477242, 0.841251, 0.18967, 0.103854, 0.014725, 5e-06]}, "lang": {"n_am_en": [25, 23, 24, 28, 26, 23, 23, 26, 22, 17, 18, 23, 33, 30, 31, 30, 31, 37, 39, 34, 30, 28, 23, 29, 44, 36, 39, 36, 37, 39, 39, 34, 35, 41, 42, 43, 47, 52, 57, 49, 59, 57, 59, 62, 61, 60, 63, 68, 77, 80], "n_am_pl": [8, 11, 16, 9, 2, 5, 8, 11, 10, 15, 12, 11, 9, 6, 4, 11, 11, 6, 8, 9, 8, 11, 14, 15, 12, 10, 11, 11, 15, 10, 14, 14, 13, 13, 10, 7, 4, 7, 6, 14, 14, 12, 13, 11, 9, 10, 9, 9, 6, 7], "n_pos": 87, "sum_m_en": [11.242641, 6.302385, 6.022522, 5.874862, 6.347531, 5.574642, 5.560473, 5.316818, 5.144193, 5.12776, 5.442057, 6.017876, 6.402441, 7.370199, 7.427667, 7.124406, 7.318576, 6.956904, 7.192714, 6.154489, 5.516737, 4.865492, 4.574596, 4.448612, 15.263824, 16.170907, 15.854273, 14.995141, 13.384212, 13.695212, 11.883581, 12.376664, 13.071006, 14.015217, 15.373291, 16.107712, 23.072837, 25.413667, 26.105972, 27.444468, 31.994867, 41.720815, 47.099774, 49.558913, 53.011182, 55.619624, 60.335912, 64.897447, 73.159686, 77.771857], "sum_m_pl": [29.67434, 38.958684, 37.645642, 37.315035, 35.834053, 37.129215, 37.573221, 38.738507, 38.496963, 39.627808, 38.951243, 38.31995, 38.440995, 37.035966, 37.369084, 38.415272, 38.784395, 38.229099, 38.370544, 39.617765, 39.859103, 41.296078, 41.314211, 41.597262, 30.313253, 30.526457, 29.387232, 31.04115, 33.898933, 32.287174, 34.166622, 33.587913, 32.357682, 32.740284, 31.474486, 30.265502, 24.436139, 23.197207, 22.149221, 26.853665, 24.216799, 18.595464, 17.640058, 14.654766, 12.263645, 11.406276, 9.227104, 9.38008, 6.474761, 7.148994]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 191, "item_id": "pes-Alergologia-2018 wiosna-34", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1052, "region_end": 189, "roundtrip_ok": true, "tf_agree": 0.9843, "tf_agree_excl_first": 0.9895}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [83, 45, 32, 43, 41, 45, 50, 53, 40, 48, 52, 55, 53, 43, 50, 48, 51, 50, 47, 46, 43, 49, 35, 41, 69, 66, 69, 62, 58, 63, 52, 50, 48, 52, 67, 69, 70, 69, 66, 68, 71, 82, 77, 64, 61, 61, 35, 26, 7, 6], "n_am_pl": [21, 48, 41, 46, 36, 34, 26, 27, 22, 28, 24, 20, 25, 31, 33, 39, 33, 35, 47, 48, 40, 47, 61, 68, 35, 37, 35, 30, 33, 34, 36, 32, 40, 30, 25, 22, 30, 25, 25, 45, 36, 23, 30, 31, 36, 38, 44, 43, 78, 85], "n_pos": 250, "sum_m_en": [24.135022, 12.682132, 12.469759, 12.967743, 13.803734, 12.995852, 12.786057, 12.945482, 12.560427, 13.42982, 14.231878, 15.899586, 16.135204, 17.359386, 17.332633, 16.910296, 16.556758, 15.534729, 14.769984, 13.373472, 12.322324, 11.46627, 11.270584, 10.947834, 22.956397, 25.147353, 25.398225, 25.034924, 22.637945, 24.489949, 22.009786, 22.167373, 21.948307, 23.093583, 25.969616, 24.195807, 31.360727, 30.448559, 33.352915, 34.079049, 38.151155, 43.814108, 44.455129, 44.184965, 48.236718, 50.460213, 34.069378, 24.357968, 8.479045, 6.328082], "sum_m_pl": [98.068803, 115.988899, 113.453466, 111.68465, 108.33543, 109.071904, 111.007893, 111.510478, 110.271886, 112.386301, 109.99287, 106.550775, 110.736102, 108.005413, 108.867283, 111.423447, 111.859614, 110.182857, 114.4794, 117.983478, 119.05197, 121.340343, 121.288572, 122.217364, 96.131445, 93.66229, 89.051697, 94.753926, 99.590468, 97.150681, 97.667314, 98.09603, 95.258226, 90.726208, 87.957831, 83.406394, 77.118387, 75.748145, 74.91265, 82.941806, 75.157237, 67.981131, 66.891032, 65.681641, 61.812585, 58.710345, 50.006124, 48.101346, 75.451629, 85.077939]}, "digit": {"n_am_en": [4, 2, 3, 1, 0, 5, 1, 3, 2, 3, 3, 3, 2, 3, 3, 3, 2, 2, 0, 2, 2, 2, 1, 2, 3, 2, 2, 2, 1, 2, 1, 2, 0, 0, 0, 2, 2, 0, 1, 1, 1, 1, 1, 1, 2, 2, 0, 0, 0, 0], "n_am_pl": [1, 5, 1, 3, 0, 0, 2, 3, 0, 1, 2, 0, 2, 2, 2, 2, 2, 2, 4, 3, 3, 2, 4, 3, 1, 1, 0, 0, 1, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 2, 3, 2, 3, 1, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.11639, 0.496743, 0.494852, 0.519726, 0.528803, 0.547852, 0.509231, 0.610874, 0.752594, 0.709788, 0.663635, 0.687256, 0.709505, 0.755982, 0.761235, 0.684962, 0.659755, 0.631811, 0.585885, 0.541273, 0.502811, 0.482953, 0.488439, 0.484275, 0.748169, 0.705239, 0.810455, 0.885708, 0.858862, 0.953753, 0.950089, 0.949124, 0.839071, 0.796475, 0.822272, 0.826614, 0.748372, 0.66193, 0.674279, 0.615438, 0.655299, 0.583002, 0.508476, 0.471407, 0.713705, 0.600006, 0.183335, 0.070983, 0.002284, 0.0], "sum_m_pl": [4.641575, 5.633486, 5.422891, 5.434033, 5.082702, 5.071336, 4.970789, 4.837333, 4.81402, 4.816347, 4.918953, 4.680997, 4.730558, 4.781557, 4.75418, 4.816242, 4.86306, 4.751918, 4.849074, 4.96761, 5.045062, 5.102001, 5.122218, 5.141524, 4.197259, 3.9877, 3.880205, 3.934156, 4.219055, 4.042012, 4.06722, 4.075001, 3.785678, 3.870609, 3.885767, 3.614576, 3.281545, 3.281314, 3.263625, 3.201328, 3.194049, 3.303537, 3.128424, 2.648071, 2.561171, 2.476422, 1.218241, 0.561666, 0.025881, 0.029446]}, "lang": {"n_am_en": [25, 7, 10, 15, 15, 15, 17, 22, 16, 19, 22, 19, 20, 20, 24, 23, 23, 25, 26, 22, 23, 23, 19, 18, 33, 31, 28, 27, 30, 29, 25, 25, 24, 30, 37, 37, 37, 37, 41, 38, 40, 46, 39, 33, 29, 33, 18, 14, 6, 6], "n_am_pl": [9, 23, 17, 21, 20, 14, 10, 10, 4, 6, 9, 8, 8, 12, 14, 13, 12, 13, 15, 17, 10, 12, 17, 25, 15, 16, 15, 11, 13, 15, 19, 17, 16, 12, 7, 7, 12, 14, 11, 20, 18, 11, 20, 20, 29, 29, 33, 38, 73, 84], "n_pos": 91, "sum_m_en": [7.87086, 4.521403, 4.489553, 4.760074, 5.121613, 4.854303, 4.789431, 4.94763, 4.77156, 5.138866, 5.574886, 6.304095, 6.327947, 7.017059, 6.593435, 6.743352, 6.64407, 6.063538, 5.96737, 5.202285, 4.813741, 4.393893, 4.310761, 4.148515, 11.726113, 12.632505, 12.653117, 11.763552, 10.251074, 10.574502, 9.317904, 9.35046, 9.170346, 10.232366, 11.606725, 10.810467, 15.232017, 15.075761, 16.623593, 17.463869, 20.68823, 22.189396, 23.3048, 24.863959, 24.40075, 26.087458, 17.117955, 12.348899, 6.639229, 6.310281], "sum_m_pl": [34.237865, 41.800331, 40.662734, 39.82264, 38.041779, 38.281165, 39.261854, 39.541543, 39.323508, 40.194023, 39.076987, 38.219294, 40.132001, 38.821535, 39.776601, 40.686113, 40.578448, 40.305752, 41.29162, 42.489537, 42.678275, 43.690734, 43.705962, 44.129533, 34.877567, 34.311193, 32.820674, 34.731902, 36.359586, 35.616471, 36.85796, 36.73888, 35.899149, 34.574528, 32.594972, 31.907749, 30.015586, 30.001419, 30.16503, 33.107579, 30.897833, 27.702168, 28.132974, 29.459519, 33.143426, 32.168844, 33.755966, 36.822679, 68.166457, 82.98201]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "pes-Alergologia-2018 wiosna-34", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 932, "region_end": 250, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.9801}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 24, 23, 18, 31, 21, 19, 19, 16, 24, 31, 27, 22, 22, 25, 21, 20, 12, 25, 22, 24, 20, 20, 19, 25, 28, 23, 32, 25, 25, 20, 27, 25, 23, 27, 30, 22, 21, 19, 21, 19, 24, 29, 22, 25, 23, 20, 11, 8, 3], "n_am_pl": [7, 22, 17, 31, 14, 20, 13, 14, 15, 8, 8, 12, 13, 9, 11, 18, 20, 20, 20, 18, 15, 17, 16, 20, 8, 7, 12, 8, 9, 15, 17, 21, 22, 19, 14, 10, 15, 15, 16, 18, 19, 25, 27, 25, 22, 23, 26, 33, 32, 41], "n_pos": 119, "sum_m_en": [12.222718, 6.729278, 6.6733, 6.838761, 6.633987, 6.765505, 6.272173, 6.588994, 6.406636, 6.691876, 7.250613, 7.891992, 8.000637, 8.099995, 8.073129, 7.456869, 7.091598, 7.109714, 6.237952, 6.018166, 5.769656, 5.48884, 5.372009, 5.222201, 9.663715, 10.858168, 10.963597, 11.228171, 10.461242, 12.074412, 11.256534, 10.873665, 10.856332, 10.352419, 10.823132, 10.736611, 12.114957, 12.949826, 12.541168, 13.670046, 13.026788, 14.794339, 16.664457, 14.394194, 15.327557, 18.613994, 16.68873, 10.075226, 5.304626, 3.222545], "sum_m_pl": [42.390228, 55.588794, 55.03065, 55.254109, 54.898264, 54.938833, 54.886573, 53.638171, 55.898066, 56.442604, 55.348817, 54.671854, 54.706562, 53.314216, 54.883764, 57.939453, 58.175598, 57.36047, 60.184473, 61.056516, 61.117715, 60.978253, 60.822443, 60.756104, 49.792237, 48.874995, 46.184423, 47.715023, 50.454462, 51.208133, 52.042415, 52.276702, 51.923173, 49.720527, 50.110388, 47.592048, 46.287786, 45.361666, 45.049286, 43.28478, 42.750382, 40.250795, 38.681036, 36.810609, 31.729159, 29.943514, 32.653037, 35.265417, 33.616118, 41.4921]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [13, 6, 5, 6, 10, 7, 6, 8, 7, 12, 15, 10, 10, 9, 11, 10, 9, 5, 11, 10, 11, 7, 7, 6, 7, 7, 11, 10, 8, 12, 7, 13, 10, 8, 11, 13, 7, 4, 5, 5, 7, 7, 8, 8, 9, 8, 6, 5, 1, 2], "n_am_pl": [2, 11, 7, 12, 5, 8, 7, 6, 5, 1, 1, 4, 6, 2, 2, 9, 7, 6, 10, 7, 5, 6, 6, 6, 2, 4, 7, 6, 6, 6, 8, 7, 9, 11, 7, 6, 9, 10, 8, 8, 8, 13, 13, 12, 11, 13, 14, 18, 32, 41], "n_pos": 44, "sum_m_en": [4.503824, 2.429418, 2.47284, 2.386094, 2.33721, 2.319318, 2.294557, 2.407819, 2.310504, 2.476029, 2.64631, 2.841907, 2.857336, 2.890133, 2.92434, 2.694772, 2.592388, 2.535512, 2.225504, 2.149578, 2.087411, 1.975957, 1.92534, 1.862531, 3.376506, 3.594454, 3.624011, 3.753581, 3.678212, 4.194116, 3.992899, 3.973032, 3.865781, 3.608433, 3.757422, 3.635241, 4.481383, 3.934081, 3.551344, 3.579934, 3.417871, 3.6298, 4.112291, 4.429585, 4.038126, 5.251721, 4.439413, 2.894437, 0.795503, 1.605837], "sum_m_pl": [14.916716, 20.498735, 20.155461, 20.1235, 19.860152, 20.391805, 20.491426, 19.750376, 20.524552, 20.838562, 20.415921, 20.360568, 20.505477, 20.293174, 20.986306, 21.806825, 21.891452, 21.781802, 22.489515, 22.739033, 22.623222, 22.592382, 22.565913, 22.491203, 19.701089, 19.813851, 19.18516, 19.142037, 20.240966, 20.399244, 20.694286, 20.518897, 20.687542, 20.658289, 20.7065, 20.710992, 19.990516, 19.888677, 19.66325, 18.692922, 19.047248, 18.409302, 17.44058, 16.63164, 14.841605, 15.234273, 18.351776, 19.718931, 30.347585, 39.768126]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 121, "item_id": "pes-Alergologia-2018 wiosna-81", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 918, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9504, "tf_agree_excl_first": 0.9583}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [20, 11, 10, 7, 7, 11, 8, 7, 6, 6, 6, 10, 11, 10, 11, 7, 7, 9, 8, 9, 8, 5, 4, 4, 8, 10, 9, 9, 9, 12, 12, 11, 12, 11, 13, 15, 16, 13, 15, 18, 19, 20, 16, 14, 13, 11, 7, 3, 2, 0], "n_am_pl": [4, 15, 10, 15, 9, 10, 13, 5, 6, 3, 5, 5, 7, 4, 4, 7, 5, 4, 6, 6, 7, 6, 9, 7, 3, 3, 6, 8, 8, 8, 17, 13, 8, 8, 9, 7, 6, 7, 7, 8, 8, 7, 11, 9, 9, 10, 17, 18, 25, 30], "n_pos": 58, "sum_m_en": [5.658377, 2.823197, 2.927681, 3.027456, 3.010331, 3.069337, 2.994615, 2.99176, 3.085936, 3.15604, 3.453425, 3.522577, 3.850133, 4.033048, 3.942117, 3.68132, 3.41178, 3.272843, 2.857684, 2.693278, 2.587254, 2.464235, 2.449067, 2.412303, 4.214865, 4.6375, 4.66117, 4.831142, 5.01944, 5.106688, 4.704012, 4.899334, 4.858647, 4.528198, 4.7548, 5.3433, 6.170447, 7.364267, 7.007112, 7.544592, 8.132848, 8.855871, 8.873914, 7.846605, 9.728506, 8.374552, 6.874769, 3.766047, 1.766724, 0.305478], "sum_m_pl": [21.635452, 27.250065, 26.347138, 25.975584, 25.180084, 25.929595, 25.465849, 24.762678, 25.810765, 26.07503, 25.340555, 25.720137, 25.716096, 25.023179, 25.798914, 26.966296, 27.340117, 27.21557, 28.261619, 28.622022, 28.473572, 28.524962, 28.610689, 28.759806, 21.674103, 21.989344, 21.292116, 22.585099, 23.65834, 24.197873, 24.696566, 24.777241, 23.835154, 23.02463, 22.862477, 22.398637, 21.826828, 20.8749, 18.522222, 17.564286, 17.129772, 15.878948, 15.219253, 14.163365, 12.264819, 13.664853, 16.46949, 16.585606, 23.894597, 30.319212]}, "digit": {"n_am_en": [2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0], "n_pos": 2, "sum_m_en": [0.22091, 0.08263, 0.080079, 0.08884, 0.091927, 0.107356, 0.106984, 0.093248, 0.098187, 0.119452, 0.098108, 0.092968, 0.090997, 0.092819, 0.082507, 0.087528, 0.086962, 0.084708, 0.085237, 0.080677, 0.080011, 0.078888, 0.077789, 0.076308, 0.098735, 0.118818, 0.125533, 0.116471, 0.104476, 0.094699, 0.094062, 0.091328, 0.08474, 0.079514, 0.082673, 0.08805, 0.103403, 0.167737, 0.106659, 0.099947, 0.109473, 0.161869, 0.063315, 0.103508, 0.049936, 0.030373, 0.02724, 0.021688, 0.031811, 0.0], "sum_m_pl": [0.892372, 1.049324, 1.039452, 1.05168, 0.997013, 1.00423, 1.007017, 0.912937, 0.92224, 0.953083, 0.928666, 0.950079, 0.902474, 0.879995, 0.839384, 0.878528, 0.910331, 0.91919, 0.973799, 0.97166, 0.949521, 0.965103, 0.966805, 0.964757, 0.76403, 0.777999, 0.773125, 0.815499, 0.887278, 0.942989, 0.895853, 0.936009, 0.905231, 0.872163, 0.820756, 0.768014, 0.701672, 0.567221, 0.426744, 0.35644, 0.39545, 0.358511, 0.426929, 0.429131, 0.297052, 0.25216, 0.310921, 0.348519, 0.365509, 5e-06]}, "lang": {"n_am_en": [9, 6, 5, 4, 3, 5, 4, 6, 4, 3, 3, 5, 7, 6, 6, 3, 2, 4, 4, 6, 6, 2, 2, 2, 6, 4, 4, 4, 7, 6, 7, 6, 8, 6, 8, 7, 7, 7, 7, 8, 10, 10, 8, 7, 8, 8, 3, 1, 1, 0], "n_am_pl": [4, 5, 6, 6, 6, 4, 6, 1, 4, 3, 3, 2, 3, 2, 3, 5, 4, 2, 4, 4, 5, 4, 5, 4, 2, 2, 3, 6, 6, 7, 10, 7, 4, 6, 5, 4, 3, 4, 4, 5, 5, 6, 8, 7, 7, 8, 12, 13, 25, 30], "n_pos": 30, "sum_m_en": [2.899248, 1.496263, 1.567451, 1.520299, 1.534249, 1.568906, 1.595855, 1.602728, 1.561026, 1.665419, 1.785441, 1.811214, 1.970625, 2.050598, 2.006084, 1.913665, 1.771773, 1.681314, 1.451609, 1.383238, 1.310771, 1.234128, 1.230609, 1.204005, 2.123147, 2.279313, 2.292868, 2.415079, 2.577435, 2.568623, 2.469902, 2.627198, 2.615275, 2.4815, 2.483881, 2.78802, 2.880365, 3.045195, 2.82208, 3.00873, 3.802942, 4.147026, 4.43417, 4.21858, 5.642384, 4.781594, 3.580483, 1.764856, 0.810799, 0.004631], "sum_m_pl": [10.887838, 13.594312, 13.345892, 13.24918, 12.805461, 13.189154, 13.123118, 12.694231, 13.370565, 13.518557, 13.226826, 13.392074, 13.583235, 13.135878, 13.73039, 14.12965, 14.313733, 14.254022, 14.746386, 14.833863, 14.662467, 14.637826, 14.78033, 14.938842, 11.417259, 11.662037, 11.536502, 12.197318, 12.804847, 12.990261, 13.235332, 13.172905, 13.011273, 12.772558, 12.540419, 12.285566, 12.417464, 12.130443, 10.819062, 10.291718, 10.331952, 10.052997, 9.166913, 8.634039, 7.631461, 9.338644, 11.51613, 12.119729, 22.156055, 29.295621]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 60, "item_id": "pes-Alergologia-2018 wiosna-81", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 798, "region_end": 58, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9831}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 29, 22, 23, 22, 27, 19, 33, 21, 24, 20, 20, 21, 18, 18, 20, 26, 23, 29, 26, 24, 27, 22, 26, 30, 30, 26, 37, 32, 24, 28, 30, 32, 37, 29, 25, 41, 42, 36, 36, 35, 39, 40, 37, 39, 40, 35, 38, 34, 33], "n_am_pl": [6, 12, 15, 14, 9, 13, 12, 9, 9, 14, 13, 14, 15, 20, 15, 14, 15, 20, 13, 12, 9, 9, 15, 13, 12, 11, 8, 11, 10, 15, 19, 14, 11, 10, 11, 15, 16, 12, 17, 19, 19, 12, 14, 12, 14, 16, 12, 2, 2, 1], "n_pos": 111, "sum_m_en": [12.143723, 7.809895, 6.960481, 6.585304, 6.696842, 6.422535, 6.295319, 6.683114, 6.321915, 6.32647, 6.654523, 7.50404, 7.779757, 8.055728, 7.626889, 7.660915, 7.549761, 7.162818, 7.09227, 6.807003, 6.583242, 5.988019, 5.579265, 5.393356, 12.825219, 15.777109, 14.080825, 13.901577, 12.927209, 12.472101, 12.410921, 12.285077, 12.513968, 13.043561, 12.7904, 13.033996, 18.949802, 21.350466, 21.745152, 23.269593, 23.376407, 29.086511, 32.018626, 32.935835, 32.444873, 38.361872, 37.571442, 36.556303, 34.193272, 32.959077], "sum_m_pl": [40.649579, 49.570319, 50.305824, 50.035544, 48.916657, 49.439296, 48.929294, 49.416708, 48.936653, 49.024538, 46.791733, 46.276767, 46.340031, 45.201274, 46.23701, 48.182733, 49.819125, 48.810169, 49.686855, 51.089501, 51.470907, 52.630791, 52.867895, 53.34013, 39.040797, 36.734981, 34.522554, 36.87105, 39.054583, 38.844169, 40.508548, 41.621502, 41.567985, 40.634533, 40.778001, 38.731328, 32.678925, 32.112747, 30.024512, 32.410638, 29.755888, 24.589344, 23.801609, 18.978975, 18.581065, 17.346893, 10.787909, 4.161379, 2.164853, 2.346332]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 7, 6, 12, 11, 9, 5, 10, 9, 8, 7, 7, 9, 8, 9, 10, 12, 9, 10, 10, 8, 11, 10, 12, 14, 9, 9, 13, 9, 11, 10, 8, 9, 14, 12, 14, 15, 19, 19, 19, 18, 18, 19, 17, 19, 20, 20, 22, 31, 33], "n_am_pl": [3, 3, 6, 3, 2, 3, 4, 4, 4, 5, 8, 3, 3, 5, 6, 6, 4, 6, 7, 3, 4, 3, 4, 3, 4, 4, 2, 4, 4, 2, 6, 5, 4, 2, 3, 2, 5, 3, 7, 9, 8, 5, 5, 5, 5, 7, 4, 2, 2, 1], "n_pos": 35, "sum_m_en": [4.136112, 2.435842, 2.257219, 2.174459, 2.167948, 1.908026, 1.927916, 2.045343, 1.970565, 2.048417, 2.164149, 2.438246, 2.498182, 2.5487, 2.407024, 2.456894, 2.489293, 2.356933, 2.388913, 2.339188, 2.244227, 2.028829, 1.874281, 1.77755, 4.543454, 5.349032, 5.037791, 5.189598, 4.934477, 4.598194, 4.504478, 4.393524, 4.34943, 4.788783, 4.833452, 5.085585, 8.219447, 9.490757, 10.1214, 10.524067, 10.352599, 13.290518, 14.784744, 15.04955, 15.28281, 18.981203, 19.990624, 21.279442, 30.297945, 31.86019], "sum_m_pl": [12.577484, 15.321016, 15.470517, 15.420853, 15.334611, 15.725631, 15.528288, 15.938863, 16.045142, 16.070259, 15.43468, 15.179597, 15.312278, 15.066042, 15.446651, 15.654851, 15.988786, 15.555722, 15.588913, 16.006114, 16.160912, 16.536625, 16.637042, 16.786204, 13.17929, 12.52105, 12.146454, 12.477826, 13.090678, 13.067996, 13.605032, 13.695458, 13.681728, 13.799808, 13.484619, 13.130874, 11.071676, 11.389586, 10.71991, 12.521083, 12.101199, 9.679889, 8.798086, 7.610527, 7.012485, 6.976776, 4.440895, 2.619834, 1.386652, 1.500293]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 113, "item_id": "pes-Alergologia-2019 jesień-37", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 911, "region_end": 111, "roundtrip_ok": true, "tf_agree": 0.9823, "tf_agree_excl_first": 0.9911}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [21, 11, 10, 10, 4, 11, 5, 11, 7, 10, 6, 16, 9, 7, 8, 9, 13, 7, 12, 6, 8, 8, 6, 8, 14, 19, 16, 23, 15, 17, 15, 9, 8, 14, 11, 11, 12, 16, 11, 10, 12, 17, 15, 11, 9, 6, 4, 6, 2, 0], "n_am_pl": [7, 23, 13, 12, 14, 12, 13, 10, 12, 6, 7, 5, 11, 12, 12, 14, 20, 18, 14, 21, 17, 17, 23, 24, 15, 7, 12, 8, 12, 9, 14, 13, 17, 10, 14, 13, 16, 16, 25, 24, 23, 18, 18, 17, 21, 29, 25, 21, 38, 44], "n_pos": 79, "sum_m_en": [7.467884, 3.847733, 3.916496, 3.915569, 4.163827, 4.199775, 4.23869, 4.594735, 4.321788, 4.588521, 4.585984, 4.889401, 4.831009, 5.092412, 4.966382, 5.351765, 4.932135, 4.515324, 4.074627, 3.92288, 3.788107, 3.530776, 3.377643, 3.332079, 5.599663, 6.805161, 6.400424, 6.900934, 6.43071, 6.871534, 6.821552, 6.60954, 6.443955, 7.080125, 6.676957, 6.547024, 7.602494, 8.191023, 7.213024, 6.789682, 7.212202, 8.06743, 9.419777, 8.694163, 6.30277, 7.103901, 4.227225, 4.804876, 1.633968, 0.000701], "sum_m_pl": [29.730614, 36.811939, 36.190028, 35.474065, 34.068076, 34.149117, 34.190012, 34.47483, 33.334127, 33.990776, 32.288882, 31.900677, 32.61338, 32.058547, 32.815418, 34.511148, 36.58035, 36.654191, 37.718205, 38.342806, 38.786634, 39.351518, 39.369227, 39.595466, 30.435136, 29.137822, 27.25086, 28.485351, 30.48017, 30.664357, 32.148493, 32.766406, 32.863409, 31.038334, 31.653968, 30.738319, 29.01669, 28.149797, 28.115665, 29.282661, 27.929751, 26.910474, 27.004854, 24.762559, 23.756875, 25.589818, 23.616659, 21.270651, 36.698266, 44.348001]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 4, 3, 3, 2, 6, 5, 7, 5, 9, 4, 10, 7, 4, 5, 7, 10, 5, 11, 6, 6, 7, 6, 6, 13, 16, 11, 16, 13, 15, 12, 7, 7, 12, 11, 9, 9, 13, 9, 9, 10, 13, 14, 11, 9, 6, 4, 5, 2, 0], "n_am_pl": [3, 14, 10, 8, 11, 8, 9, 6, 7, 5, 2, 2, 6, 7, 10, 12, 14, 13, 12, 16, 14, 13, 19, 19, 13, 3, 6, 3, 3, 6, 10, 8, 12, 8, 11, 8, 12, 12, 16, 17, 18, 15, 15, 14, 19, 25, 24, 21, 38, 44], "n_pos": 45, "sum_m_en": [3.451822, 2.141776, 2.206049, 2.286378, 2.490162, 2.536114, 2.596164, 2.837238, 2.666168, 2.863456, 2.773595, 3.000996, 3.045262, 3.182926, 3.104764, 3.291435, 3.017794, 2.732532, 2.495288, 2.344859, 2.224739, 2.064963, 1.952201, 1.920134, 3.730394, 4.583918, 4.290664, 4.552578, 4.254879, 4.552634, 4.4523, 4.273743, 4.202941, 4.863098, 4.452886, 4.421526, 5.544199, 6.272297, 5.57866, 5.240011, 5.397376, 6.060228, 7.807708, 7.868919, 5.900986, 6.77036, 4.111686, 4.369156, 1.557498, 0.000677], "sum_m_pl": [17.567424, 20.554786, 20.120834, 19.858178, 19.107895, 19.502965, 19.454957, 19.935844, 19.759791, 20.019141, 19.392347, 19.161205, 19.838986, 19.563546, 20.285141, 21.07216, 22.057289, 21.993216, 22.381666, 22.617113, 22.663143, 22.884729, 22.873247, 22.898546, 19.740989, 18.458875, 17.975955, 18.345365, 19.301399, 18.960787, 19.704229, 20.144354, 20.45919, 19.932388, 20.082603, 20.17148, 19.105609, 19.124302, 19.316006, 20.823634, 20.470639, 20.377699, 19.871221, 18.804981, 19.660658, 21.659288, 21.980403, 20.043224, 35.581857, 43.738666]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 81, "item_id": "pes-Alergologia-2019 jesień-37", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 791, "region_end": 79, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.975}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [143, 131, 99, 102, 102, 96, 118, 123, 109, 119, 131, 151, 138, 149, 145, 141, 129, 140, 121, 132, 134, 131, 140, 145, 184, 172, 157, 163, 166, 155, 162, 168, 175, 176, 187, 188, 195, 205, 224, 229, 223, 225, 240, 236, 248, 253, 260, 268, 309, 302], "n_am_pl": [36, 101, 115, 109, 105, 105, 65, 67, 57, 67, 81, 66, 69, 68, 73, 47, 68, 57, 73, 82, 82, 89, 85, 77, 53, 64, 63, 54, 63, 73, 58, 63, 54, 61, 66, 64, 43, 52, 42, 35, 41, 41, 39, 41, 21, 36, 34, 30, 7, 9], "n_pos": 537, "sum_m_en": [60.282822, 33.174199, 30.490206, 29.503605, 30.069789, 30.429034, 29.521945, 29.699217, 30.304761, 31.564474, 34.793078, 37.29202, 37.20898, 39.816132, 39.484759, 38.130816, 36.896329, 36.889257, 33.555131, 29.923677, 27.893567, 26.303786, 25.471067, 24.718898, 59.448343, 61.679074, 63.784571, 58.366673, 57.411369, 58.70663, 54.849327, 56.893048, 56.494319, 60.381922, 60.719178, 68.719573, 77.907342, 81.521052, 84.860214, 93.563893, 97.251761, 115.143395, 127.829979, 146.622689, 179.918321, 202.806916, 220.823211, 243.95372, 295.452425, 295.479758], "sum_m_pl": [186.058579, 249.331265, 245.676361, 242.465042, 240.160784, 242.446997, 244.551009, 244.225839, 244.045818, 249.420429, 246.154415, 242.901554, 246.085675, 240.389953, 240.638479, 237.629114, 239.701138, 235.427711, 240.940836, 250.968795, 254.89219, 258.365832, 257.984278, 259.905214, 211.263512, 208.362862, 204.761727, 211.280601, 217.852803, 215.547342, 222.790107, 223.507254, 220.017051, 213.981069, 212.283432, 204.779472, 185.813503, 182.439447, 179.583127, 170.101859, 164.032538, 141.051912, 130.456724, 114.168778, 88.311468, 77.109211, 60.735045, 42.681227, 10.30545, 7.396982]}, "digit": {"n_am_en": [0, 1, 5, 2, 0, 0, 0, 1, 1, 0, 2, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 1, 1, 2, 1, 1, 0, 0, 3, 2, 1, 2, 2, 2, 1, 0, 2, 1, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 3, 5, 5, 3, 0, 0, 0, 2, 0, 0, 3, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 3, 2, 1, 2, 1, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.40847, 0.228698, 0.211653, 0.205455, 0.203424, 0.191317, 0.184804, 0.198383, 0.220992, 0.24085, 0.261881, 0.29331, 0.343581, 0.342116, 0.364249, 0.336341, 0.360694, 0.394877, 0.318064, 0.273179, 0.250699, 0.242717, 0.233375, 0.222756, 0.369193, 0.316782, 0.344694, 0.379083, 0.401572, 0.430743, 0.405151, 0.437452, 0.443361, 0.421929, 0.462205, 0.57378, 0.643669, 0.600443, 0.559672, 0.866201, 0.541071, 0.554677, 0.519133, 0.796048, 0.618394, 0.699206, 0.399153, 0.419579, 0.04883, 0.000278], "sum_m_pl": [2.500786, 2.804702, 2.792953, 2.753587, 2.729303, 2.729381, 2.627898, 2.573397, 2.563108, 2.497102, 2.510378, 2.232401, 2.055598, 2.013611, 2.146378, 2.236158, 2.112094, 1.864109, 2.07244, 2.272354, 2.324015, 2.33949, 2.359147, 2.394032, 2.119653, 2.234065, 2.235838, 2.091775, 2.050162, 2.056859, 2.012711, 1.899551, 1.834505, 1.849786, 1.605352, 1.419458, 1.185884, 1.273906, 1.324921, 1.326935, 1.388743, 1.346143, 1.263594, 0.805178, 0.886188, 0.700191, 0.588218, 0.353616, 0.012609, 7.3e-05]}, "lang": {"n_am_en": [85, 70, 52, 48, 58, 61, 73, 75, 67, 73, 71, 87, 78, 95, 84, 87, 79, 84, 75, 89, 87, 85, 88, 92, 123, 116, 104, 106, 110, 93, 96, 99, 104, 108, 112, 112, 124, 131, 154, 155, 156, 159, 165, 171, 180, 190, 201, 223, 284, 299], "n_am_pl": [24, 59, 74, 69, 62, 58, 38, 36, 38, 42, 56, 40, 42, 40, 45, 30, 38, 30, 41, 43, 47, 54, 53, 43, 24, 32, 35, 29, 37, 46, 37, 41, 37, 36, 41, 37, 27, 30, 21, 17, 23, 22, 23, 26, 9, 18, 16, 14, 6, 8], "n_pos": 311, "sum_m_en": [36.411599, 19.062569, 17.587958, 16.944354, 17.26036, 17.769708, 16.944651, 16.851195, 16.956452, 17.488707, 19.642581, 20.815444, 20.703954, 22.574235, 22.175645, 21.63668, 21.085744, 21.253101, 19.387181, 17.450881, 16.207902, 15.33334, 14.803737, 14.353264, 38.607772, 39.618973, 40.809472, 36.029201, 35.282078, 35.089488, 31.987882, 33.60219, 33.354668, 35.678281, 36.529027, 41.394605, 48.157638, 51.578894, 54.877774, 61.797058, 65.231227, 79.568648, 88.181304, 101.75833, 128.434397, 152.963759, 171.632172, 200.386676, 267.664245, 287.616018], "sum_m_pl": [104.678162, 144.286364, 142.82072, 140.28223, 139.402059, 140.766872, 142.559898, 142.287032, 143.130541, 146.477804, 143.848257, 142.235146, 144.166298, 140.904179, 140.514872, 138.218982, 139.435061, 136.647915, 139.548971, 144.953457, 147.531864, 149.643042, 149.476555, 150.657484, 121.543867, 120.467378, 119.476019, 123.471011, 125.657393, 125.279517, 130.63816, 131.036499, 129.386993, 126.824107, 125.459768, 121.813466, 111.213346, 109.233703, 107.755379, 101.970595, 97.433555, 85.104504, 78.769929, 69.787984, 51.620112, 43.833351, 32.014484, 20.879455, 5.749906, 6.473359]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 539, "item_id": "pes-Alergologia-2019 jesień-76", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 965, "region_end": 537, "roundtrip_ok": true, "tf_agree": 0.9759, "tf_agree_excl_first": 0.9777}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [98, 80, 81, 50, 44, 42, 55, 43, 42, 58, 63, 52, 60, 60, 60, 52, 59, 63, 54, 55, 47, 47, 42, 46, 78, 82, 66, 87, 70, 88, 85, 79, 82, 80, 83, 98, 69, 82, 71, 75, 67, 69, 64, 60, 68, 61, 30, 20, 3, 0], "n_am_pl": [17, 85, 57, 66, 52, 49, 51, 47, 38, 45, 39, 46, 42, 51, 41, 40, 44, 43, 62, 61, 61, 65, 68, 68, 61, 64, 64, 56, 62, 53, 62, 71, 66, 49, 53, 61, 70, 61, 68, 59, 60, 56, 65, 68, 60, 77, 98, 83, 149, 161], "n_pos": 318, "sum_m_en": [31.067759, 16.477123, 16.452119, 16.705491, 16.9204, 17.187867, 17.451762, 18.07758, 18.618045, 19.729396, 21.064419, 22.047171, 21.916578, 23.737763, 23.874298, 22.977307, 21.944002, 21.03049, 18.780884, 16.842597, 15.700675, 14.958057, 14.901404, 14.612175, 27.839258, 31.41365, 31.697285, 32.427097, 32.954819, 34.33209, 33.491511, 33.064306, 35.005563, 37.456555, 36.791714, 39.899009, 38.956267, 39.551958, 37.77982, 40.677778, 40.985722, 46.399655, 44.968607, 43.45541, 46.374897, 45.853249, 27.847682, 18.997986, 5.727155, 0.381507], "sum_m_pl": [117.298258, 148.59166, 146.102992, 143.46562, 139.769573, 140.613501, 140.585471, 141.627235, 138.41243, 140.356018, 137.621, 135.214063, 140.124942, 138.416966, 139.609602, 139.94592, 141.434659, 142.664793, 147.08752, 151.686449, 153.286371, 154.492152, 154.067026, 154.185007, 127.969961, 125.112213, 122.577943, 126.529863, 133.354428, 131.864812, 134.22611, 136.293043, 132.150954, 125.288901, 124.901888, 122.331571, 118.845245, 117.370322, 117.459495, 109.735935, 105.354796, 100.623587, 98.368244, 98.048674, 91.721585, 96.681203, 104.498612, 94.515913, 138.567505, 161.3277]}, "digit": {"n_am_en": [3, 4, 4, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 4, 2, 2, 1, 1, 1, 0, 0, 2, 1, 0, 0, 1, 1, 1, 0, 0, 4, 2, 2, 4, 3, 3, 1, 1, 1, 1, 2, 1, 4, 2, 1, 3, 4, 3, 2, 3, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.974214, 0.408883, 0.397588, 0.38986, 0.415634, 0.411302, 0.388368, 0.415188, 0.451994, 0.527177, 0.473105, 0.562204, 0.568698, 0.621387, 0.606708, 0.494832, 0.507828, 0.533861, 0.469893, 0.429106, 0.400922, 0.397228, 0.386828, 0.373652, 0.655413, 0.679473, 0.807738, 0.783057, 0.780202, 0.748005, 0.74779, 0.682663, 0.644626, 0.607522, 0.689804, 0.753566, 0.667212, 0.603879, 0.586161, 0.623943, 0.573793, 0.539908, 0.510519, 0.430394, 0.372578, 0.364149, 0.211254, 0.121195, 0.010083, 0.000219], "sum_m_pl": [3.344007, 4.388218, 4.374999, 4.189279, 4.00509, 4.049941, 3.941573, 3.865119, 3.719261, 3.506992, 3.527853, 3.272198, 3.20324, 3.05165, 3.15154, 3.135973, 3.315247, 3.261393, 3.440003, 3.654956, 3.704084, 3.685012, 3.712191, 3.72603, 3.114147, 3.084657, 3.030608, 3.067219, 3.335958, 3.081912, 3.135201, 3.218842, 3.203815, 3.173662, 2.942659, 2.754427, 2.475919, 2.502701, 2.651811, 2.556864, 2.649277, 2.621527, 2.566957, 2.355416, 1.905976, 1.583806, 1.053017, 0.813301, 0.042439, 0.056342]}, "lang": {"n_am_en": [52, 44, 47, 24, 21, 20, 29, 20, 20, 35, 31, 29, 29, 31, 33, 31, 33, 36, 32, 27, 23, 23, 20, 21, 41, 48, 38, 49, 37, 48, 50, 45, 53, 50, 49, 60, 39, 56, 45, 53, 46, 47, 47, 42, 48, 48, 22, 14, 1, 0], "n_am_pl": [7, 41, 25, 39, 19, 27, 29, 28, 19, 16, 22, 30, 19, 25, 21, 14, 20, 22, 30, 33, 32, 36, 35, 34, 35, 32, 33, 30, 33, 28, 28, 38, 37, 29, 29, 28, 37, 34, 41, 35, 37, 36, 38, 42, 39, 49, 69, 66, 139, 161], "n_pos": 161, "sum_m_en": [16.806123, 8.450884, 8.27356, 8.573478, 8.626322, 8.899427, 9.163118, 9.380269, 9.752331, 10.112758, 10.839875, 11.477317, 11.320822, 12.253045, 11.95838, 11.608739, 10.966725, 10.527385, 9.466225, 8.443734, 7.885864, 7.478342, 7.537975, 7.392915, 14.868012, 17.053876, 17.004162, 17.295998, 17.928652, 18.804676, 18.103767, 17.996662, 18.839723, 19.982376, 19.435528, 21.39759, 20.338842, 21.293772, 20.063407, 23.847541, 24.980978, 29.832973, 29.189842, 27.839277, 32.52918, 34.108255, 19.046266, 12.206359, 2.915597, 0.142326], "sum_m_pl": [57.153104, 74.361871, 73.522906, 72.419519, 70.373297, 71.562871, 70.866073, 71.57574, 69.710469, 71.481634, 70.046762, 68.505758, 71.088835, 70.180579, 71.538554, 71.606532, 72.183239, 73.141182, 75.027967, 77.191236, 77.871986, 78.674278, 78.381736, 78.526418, 66.34635, 64.529123, 63.925457, 65.468512, 68.543769, 67.607224, 69.398415, 70.524209, 68.778875, 65.8861, 65.805499, 65.706588, 65.236858, 64.661778, 65.541614, 60.195082, 57.87274, 55.321787, 54.639381, 56.438905, 57.254986, 61.23836, 73.81706, 72.582589, 126.422344, 157.286207]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 320, "item_id": "pes-Alergologia-2019 jesień-76", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 845, "region_end": 318, "roundtrip_ok": true, "tf_agree": 0.9781, "tf_agree_excl_first": 0.9812}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 9, 6, 5, 8, 7, 7, 11, 6, 12, 7, 10, 9, 8, 5, 11, 10, 9, 10, 11, 12, 12, 9, 11, 17, 18, 13, 17, 11, 9, 10, 9, 11, 12, 19, 21, 20, 17, 14, 9, 16, 19, 17, 20, 17, 14, 10, 7, 6, 5], "n_am_pl": [2, 8, 10, 6, 11, 5, 5, 4, 6, 5, 3, 2, 3, 6, 6, 2, 6, 8, 9, 8, 7, 5, 6, 6, 2, 4, 3, 3, 6, 5, 1, 7, 4, 6, 5, 2, 3, 3, 1, 8, 2, 7, 9, 8, 8, 14, 15, 16, 20, 20], "n_pos": 40, "sum_m_en": [3.805416, 2.027975, 2.017294, 2.059885, 2.11417, 1.990795, 1.917081, 1.983353, 1.929086, 1.956516, 2.083814, 2.26866, 2.25907, 2.373372, 2.4396, 2.603896, 2.436124, 2.358142, 2.205319, 2.05785, 1.965612, 1.832728, 1.758327, 1.744086, 5.786408, 5.488802, 4.90994, 4.022989, 3.537995, 3.676169, 4.186849, 3.899321, 4.521192, 5.14888, 4.985538, 5.440827, 6.30013, 6.141659, 6.950495, 7.023472, 7.741908, 9.58014, 10.287098, 10.311854, 10.421449, 9.831012, 7.770158, 6.773268, 5.763472, 5.162594], "sum_m_pl": [14.538598, 18.89001, 18.376383, 17.834601, 17.244865, 17.542163, 17.500145, 17.128038, 17.573113, 18.279149, 17.827186, 17.345407, 18.159073, 17.664918, 18.513585, 18.49817, 19.063055, 19.145434, 19.345493, 19.744629, 19.770919, 20.022533, 20.060536, 20.034752, 15.149158, 15.346941, 15.747355, 17.208941, 17.253053, 16.97531, 16.921888, 17.343263, 16.665923, 16.735077, 16.342248, 15.658156, 14.523737, 14.551467, 13.546014, 13.829947, 13.602824, 12.675998, 12.22274, 11.65986, 11.172556, 13.127961, 14.913103, 16.268276, 19.455035, 20.795263]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 6, 5, 3, 7, 6, 5, 8, 6, 9, 5, 7, 8, 4, 3, 9, 6, 5, 7, 6, 7, 7, 6, 8, 11, 12, 10, 13, 8, 5, 7, 7, 7, 8, 13, 15, 14, 11, 9, 5, 9, 12, 11, 13, 12, 8, 7, 6, 4, 4], "n_am_pl": [0, 7, 9, 5, 9, 4, 5, 3, 4, 4, 1, 2, 2, 5, 6, 2, 5, 7, 6, 6, 7, 4, 5, 6, 2, 4, 3, 3, 4, 4, 1, 4, 3, 4, 3, 2, 2, 2, 1, 6, 2, 6, 8, 8, 8, 14, 14, 15, 20, 20], "n_pos": 27, "sum_m_en": [2.706301, 1.477095, 1.421, 1.412014, 1.410531, 1.364485, 1.311227, 1.330892, 1.333502, 1.355993, 1.413484, 1.528231, 1.525088, 1.611813, 1.624116, 1.777948, 1.635007, 1.563275, 1.496645, 1.412784, 1.35122, 1.25528, 1.196413, 1.184507, 4.656978, 4.431484, 4.042543, 3.198117, 2.735354, 2.801106, 3.343646, 3.100291, 3.567575, 3.952591, 3.960055, 4.160223, 4.956598, 4.697113, 5.478851, 5.358014, 6.155728, 7.084601, 7.703809, 7.727213, 7.991783, 7.323677, 5.510845, 4.957911, 4.197664, 4.005653], "sum_m_pl": [9.230435, 12.336271, 12.094593, 11.832772, 11.515179, 11.749655, 11.762954, 11.518552, 11.888315, 12.417986, 12.207455, 11.878533, 12.457873, 12.150282, 12.8544, 12.864205, 13.212476, 13.485739, 13.460142, 13.567183, 13.555135, 13.753109, 13.76075, 13.738869, 10.598178, 10.640513, 11.029924, 11.901532, 11.971933, 11.792801, 11.515634, 11.763295, 11.261795, 11.625285, 11.299922, 11.075426, 10.379765, 10.548297, 9.730525, 10.079755, 9.745629, 9.544842, 9.138765, 8.750596, 9.202202, 11.159467, 13.335052, 14.828127, 19.010185, 20.589633]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 42, "item_id": "pes-Alergologia-2020 wiosna-23", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 988, "region_end": 40, "roundtrip_ok": true, "tf_agree": 0.9048, "tf_agree_excl_first": 0.9268}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 2, 0, 3, 2, 2, 1, 2, 0, 0, 1, 0, 2, 1, 1, 1, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 1, 2, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.253035, 0.140262, 0.158409, 0.178868, 0.184149, 0.15987, 0.146631, 0.154954, 0.144483, 0.138426, 0.143457, 0.152646, 0.156764, 0.157153, 0.170827, 0.168932, 0.162317, 0.149594, 0.145232, 0.136691, 0.130186, 0.124611, 0.120857, 0.12327, 0.258173, 0.20753, 0.216913, 0.256205, 0.225972, 0.199201, 0.226692, 0.179908, 0.216308, 0.209851, 0.293829, 0.236781, 0.44951, 0.293212, 0.256384, 0.224701, 0.210795, 0.201803, 0.194802, 0.215141, 0.120541, 0.137276, 0.098405, 0.059588, 0.00104, 7e-06], "sum_m_pl": [1.285122, 1.439024, 1.490184, 1.468421, 1.448749, 1.514866, 1.47908, 1.432581, 1.454811, 1.452578, 1.433272, 1.454611, 1.45069, 1.483402, 1.364875, 1.364207, 1.360611, 1.316525, 1.379268, 1.38425, 1.376249, 1.391031, 1.422802, 1.438222, 1.133146, 1.120841, 1.067013, 1.09483, 1.07863, 1.179386, 1.164854, 1.252961, 1.08285, 1.052531, 1.10949, 1.15709, 1.01098, 1.002504, 1.057453, 1.056589, 1.158903, 1.184598, 1.211641, 1.15085, 0.657799, 0.610381, 0.415516, 0.284624, 0.015589, 0.317099]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "pes-Alergologia-2020 wiosna-23", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 868, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9949}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 3, 2, 2, 3, 3, 3, 3, 3, 1, 2, 0, 2, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 2, 2, 2, 2, 2, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.244067, 0.143437, 0.153162, 0.174739, 0.182201, 0.15648, 0.142849, 0.149326, 0.141578, 0.134481, 0.139973, 0.150363, 0.158019, 0.169259, 0.184277, 0.190058, 0.191372, 0.174845, 0.158957, 0.151548, 0.136714, 0.124963, 0.124917, 0.127064, 0.451177, 0.337015, 0.312163, 0.282401, 0.233002, 0.228713, 0.221939, 0.207369, 0.240741, 0.237797, 0.345397, 0.297626, 0.440047, 0.300371, 0.29494, 0.273152, 0.296271, 0.298615, 0.323646, 0.331635, 0.130983, 0.254074, 0.715458, 0.135172, 0.004148, 0.000135], "sum_m_pl": [1.314878, 1.443467, 1.502153, 1.462747, 1.435628, 1.510169, 1.460759, 1.385222, 1.444689, 1.454629, 1.435887, 1.465119, 1.450091, 1.470528, 1.367943, 1.33958, 1.357908, 1.341551, 1.379064, 1.399545, 1.429933, 1.451878, 1.475941, 1.486035, 1.101721, 1.199161, 1.094359, 1.13423, 1.179425, 1.322478, 1.324253, 1.379289, 1.224755, 1.239694, 1.156577, 1.150891, 0.992688, 0.973339, 0.968412, 0.943575, 1.027209, 1.043005, 0.98804, 0.952789, 0.509038, 0.499488, 0.087261, 0.038957, 0.000785, 0.035117]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 315, "item_id": "pes-Anestezjologia-2018 jesień-104", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 945, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9904}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [195, 136, 99, 84, 104, 111, 135, 125, 118, 136, 129, 150, 143, 125, 139, 119, 132, 138, 132, 105, 109, 128, 131, 141, 175, 171, 170, 182, 179, 202, 172, 177, 160, 156, 151, 157, 180, 179, 173, 156, 161, 169, 158, 151, 144, 132, 96, 48, 32, 19], "n_am_pl": [23, 118, 153, 151, 113, 96, 81, 78, 101, 90, 87, 76, 82, 95, 101, 105, 92, 101, 108, 116, 95, 109, 111, 121, 88, 78, 77, 82, 97, 73, 89, 90, 91, 84, 84, 75, 72, 66, 79, 82, 86, 87, 94, 108, 100, 112, 139, 167, 272, 308], "n_pos": 670, "sum_m_en": [64.374062, 36.340875, 34.736446, 35.48669, 37.796688, 35.587267, 34.166564, 36.402849, 36.093771, 37.076683, 38.80643, 41.284201, 39.896632, 42.779411, 44.55849, 41.898562, 42.407726, 40.647531, 36.960895, 33.446295, 31.58077, 29.544118, 28.706084, 28.447609, 63.23632, 66.569719, 66.738718, 66.798383, 64.47044, 65.404647, 60.241828, 59.915598, 62.534146, 63.264471, 70.112275, 75.855272, 84.294234, 83.290246, 85.51825, 89.622101, 90.890935, 100.514411, 101.486392, 103.553825, 104.471098, 104.79735, 79.820701, 50.760235, 33.382461, 19.340417], "sum_m_pl": [248.910846, 303.708585, 300.931701, 300.014577, 291.151928, 294.316822, 301.910014, 298.854548, 300.810429, 300.86394, 298.078963, 298.731565, 309.378319, 304.051117, 305.154961, 306.456582, 307.236206, 310.563234, 320.837781, 325.88033, 325.409598, 329.604133, 329.685288, 330.345772, 271.609475, 262.608429, 256.690448, 272.739698, 280.478621, 277.555671, 285.769605, 287.591039, 279.534304, 268.390539, 258.812181, 246.259759, 232.58111, 227.224398, 221.480828, 220.718199, 212.342112, 198.805739, 192.433498, 177.455598, 160.968544, 154.245707, 157.90309, 175.837658, 262.572542, 305.099116]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [102, 56, 36, 41, 50, 57, 67, 66, 71, 70, 65, 85, 71, 66, 66, 61, 66, 73, 75, 58, 63, 68, 69, 81, 100, 103, 100, 107, 105, 122, 105, 102, 93, 92, 94, 93, 110, 117, 116, 103, 106, 115, 106, 94, 88, 90, 62, 29, 21, 19], "n_am_pl": [7, 49, 74, 74, 53, 43, 39, 32, 36, 38, 42, 40, 45, 49, 53, 57, 54, 64, 63, 63, 54, 62, 62, 56, 39, 36, 33, 41, 44, 33, 43, 47, 42, 42, 46, 39, 29, 28, 45, 47, 51, 59, 64, 79, 80, 87, 113, 142, 260, 303], "n_pos": 322, "sum_m_en": [29.211268, 17.006524, 16.594226, 17.639242, 19.267518, 18.030036, 17.176125, 18.714029, 18.483525, 18.760404, 19.499247, 20.748741, 19.650247, 20.932974, 21.487969, 20.284413, 20.859619, 19.798726, 18.407629, 16.411132, 15.523493, 14.267398, 13.705876, 13.698796, 36.25463, 39.686093, 38.695841, 37.606153, 35.409282, 34.20889, 30.927139, 30.94044, 32.440199, 33.448117, 38.329307, 40.54958, 47.618482, 48.494921, 50.940075, 53.022103, 56.192346, 64.135829, 66.198193, 67.662432, 65.036982, 71.288953, 53.975538, 30.250058, 22.308427, 18.993516], "sum_m_pl": [117.827827, 142.260178, 139.807389, 140.575283, 134.227234, 134.962308, 139.806576, 138.803497, 139.901915, 141.195482, 141.295427, 142.388076, 148.014925, 145.406954, 147.578431, 148.165781, 148.279944, 151.12722, 155.436421, 157.199698, 155.952473, 158.510398, 158.591527, 158.661545, 130.908578, 124.335692, 122.590918, 131.358051, 136.188024, 136.514385, 141.808292, 142.520816, 140.688987, 137.265145, 131.676161, 128.475314, 123.401872, 119.980669, 117.897816, 119.57896, 115.71321, 111.626651, 107.894009, 105.274661, 103.750546, 101.356581, 115.688223, 138.617337, 240.550983, 297.536273]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 926, "item_id": "pes-Anestezjologia-2018 jesień-104", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 825, "region_end": 670, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.9816}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 3, 3, 3, 2, 2, 3, 3, 3, 3, 1, 2, 0, 3, 1, 1, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 2, 2, 2, 2, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.246601, 0.143359, 0.155026, 0.177625, 0.1817, 0.156109, 0.141553, 0.148675, 0.140055, 0.133849, 0.138216, 0.148537, 0.158381, 0.171117, 0.18043, 0.187223, 0.182295, 0.16496, 0.153729, 0.148314, 0.135981, 0.124915, 0.124763, 0.127548, 0.435623, 0.33435, 0.309576, 0.319502, 0.262649, 0.23722, 0.216673, 0.215822, 0.244125, 0.239605, 0.291215, 0.254039, 0.426866, 0.298543, 0.263678, 0.24791, 0.256804, 0.231902, 0.218779, 0.232805, 0.125668, 0.180955, 0.099062, 0.087142, 0.001536, 6.8e-05], "sum_m_pl": [1.324369, 1.44766, 1.505937, 1.468758, 1.446488, 1.518981, 1.47356, 1.394692, 1.455281, 1.459363, 1.449236, 1.472249, 1.446777, 1.472822, 1.389809, 1.366231, 1.383936, 1.369745, 1.405445, 1.4209, 1.446345, 1.465407, 1.486733, 1.498835, 1.148719, 1.231674, 1.133472, 1.143548, 1.187678, 1.324024, 1.328851, 1.362259, 1.267135, 1.284254, 1.226792, 1.252577, 1.074381, 1.048965, 1.038324, 0.971213, 1.059474, 1.104432, 1.0615, 1.040003, 0.647776, 0.613934, 0.458116, 0.317215, 0.002304, 0.002333]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 551, "item_id": "pes-Anestezjologia-2018 jesień-8", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 922, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9819, "tf_agree_excl_first": 0.9836}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [203, 126, 120, 90, 93, 104, 108, 125, 111, 151, 145, 132, 125, 113, 103, 108, 112, 128, 131, 124, 114, 117, 118, 132, 199, 190, 180, 176, 168, 167, 156, 145, 130, 148, 163, 193, 228, 214, 214, 207, 222, 220, 234, 221, 201, 188, 130, 68, 13, 19], "n_am_pl": [33, 121, 112, 130, 124, 98, 91, 90, 101, 82, 82, 94, 87, 109, 118, 120, 115, 105, 127, 134, 145, 141, 155, 148, 73, 77, 90, 93, 103, 117, 109, 121, 137, 110, 105, 98, 102, 94, 99, 91, 96, 93, 108, 105, 127, 137, 152, 172, 315, 329], "n_pos": 609, "sum_m_en": [58.872034, 29.863832, 29.498464, 32.512765, 35.028648, 32.554773, 35.699292, 35.60707, 34.180748, 36.819558, 36.621194, 37.64877, 38.379662, 39.965707, 40.337571, 40.567725, 41.930058, 38.688555, 37.875304, 34.542375, 30.548839, 28.433412, 27.679545, 27.102777, 68.323921, 73.037392, 69.52419, 67.745883, 63.204658, 63.094782, 60.773637, 60.849384, 62.640855, 71.917362, 77.333577, 81.198609, 88.969103, 92.891698, 93.25675, 96.610178, 102.018665, 113.492378, 121.290896, 127.671958, 133.244486, 139.305229, 115.788511, 66.897253, 21.060947, 19.226785], "sum_m_pl": [225.42289, 280.037169, 278.240959, 273.785866, 262.870301, 265.735932, 271.143641, 271.589775, 269.7509, 277.791122, 272.207232, 271.510476, 275.460494, 275.92371, 277.664306, 279.25025, 280.093276, 282.811458, 290.423619, 296.195273, 300.216307, 303.512846, 303.742697, 304.0542, 242.53187, 235.549341, 235.828058, 250.582349, 258.852262, 259.699357, 261.013618, 265.580319, 261.600056, 248.239434, 238.341177, 231.261361, 220.923646, 216.512228, 213.62913, 213.470411, 208.414846, 204.345351, 198.811387, 182.926282, 169.479996, 167.482346, 165.956876, 179.38635, 292.045273, 330.017889]}, "digit": {"n_am_en": [1, 6, 5, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 2, 0, 0, 3, 0, 4, 4, 2, 4, 3, 4, 2, 3, 3, 6, 6, 4, 4, 0, 0, 2, 1, 3, 4, 3, 2, 0, 4, 4, 4, 5, 4, 4, 2, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 4, 4, 2, 1, 2, 2, 0, 2, 3, 1, 7, 2, 1, 2, 1, 1, 2, 0, 2, 0, 0, 0, 0, 2, 1, 1, 2, 2, 3, 2, 3, 3, 1, 1, 3, 2, 1, 1, 1, 0, 3, 2, 1, 1, 0, 0], "n_pos": 12, "sum_m_en": [0.986582, 0.56645, 0.518302, 0.461786, 0.496155, 0.506068, 0.475557, 0.524668, 0.480642, 0.556634, 0.626088, 0.724359, 0.755333, 0.792466, 0.790808, 0.785338, 0.726962, 0.662729, 0.748314, 0.599027, 0.520541, 0.484514, 0.468437, 0.462325, 1.339288, 1.444217, 1.152178, 1.112282, 1.01219, 1.062329, 1.092619, 1.071715, 1.109332, 1.096623, 1.161729, 1.102331, 1.541675, 1.003579, 0.775538, 0.646489, 0.908768, 1.370216, 2.384925, 3.494477, 2.114202, 2.37734, 1.264163, 0.367009, 0.050915, 0.0], "sum_m_pl": [5.534018, 6.445067, 6.293637, 6.162129, 5.679067, 5.615572, 5.544303, 5.595089, 5.353947, 5.565282, 5.705478, 5.758508, 5.602213, 5.547616, 5.679818, 5.707676, 5.703815, 5.699538, 5.848666, 6.134096, 6.219739, 6.264565, 6.276531, 6.273521, 4.783358, 4.630226, 4.676128, 5.512913, 5.637637, 5.406228, 5.363635, 5.391779, 5.24071, 5.086058, 4.736987, 4.093144, 3.911839, 4.058885, 4.216894, 3.887267, 3.985982, 3.657278, 3.37874, 2.365647, 3.235591, 2.744231, 3.087559, 1.838365, 0.230209, 0.0]}, "lang": {"n_am_en": [125, 68, 62, 47, 56, 56, 75, 80, 70, 104, 93, 93, 80, 74, 61, 72, 71, 86, 86, 76, 71, 71, 73, 84, 127, 125, 118, 110, 101, 104, 98, 101, 89, 95, 114, 124, 146, 148, 145, 145, 157, 159, 165, 161, 143, 134, 95, 55, 5, 19], "n_am_pl": [24, 72, 74, 79, 65, 53, 50, 50, 52, 45, 45, 61, 56, 76, 83, 81, 81, 73, 89, 98, 99, 96, 108, 106, 51, 49, 64, 71, 75, 82, 75, 88, 99, 79, 76, 63, 70, 71, 67, 61, 61, 61, 76, 78, 97, 110, 128, 151, 301, 329], "n_pos": 349, "sum_m_en": [34.638816, 17.056835, 16.976621, 18.375091, 19.932693, 18.91405, 19.265565, 19.67512, 19.25704, 19.999032, 20.900126, 22.083201, 22.276945, 23.323067, 23.401663, 23.657276, 23.526327, 22.996053, 22.747137, 21.103594, 17.93305, 16.453459, 15.995632, 15.678629, 44.267738, 46.671859, 44.767337, 43.181112, 39.85561, 39.497519, 38.283516, 38.303056, 39.258441, 44.439754, 47.105648, 49.148437, 55.1709, 60.34453, 60.306432, 61.737114, 67.166282, 76.175444, 81.737792, 89.551969, 95.270293, 97.637777, 84.345101, 50.72656, 11.313238, 19.112283], "sum_m_pl": [124.120764, 157.416619, 156.004327, 154.330485, 148.730169, 152.129459, 156.714249, 156.731279, 155.808611, 161.311539, 157.173984, 157.410216, 159.850729, 160.54119, 161.656276, 162.434789, 163.677648, 164.803287, 168.808452, 171.485349, 173.916975, 176.346393, 176.330702, 176.447861, 145.716615, 142.292105, 143.953555, 151.540863, 156.046614, 156.123072, 156.201839, 158.715367, 158.624441, 153.024082, 146.550849, 144.31042, 141.790784, 138.22758, 136.784126, 137.456057, 134.727839, 131.936348, 128.706346, 122.097549, 117.776155, 122.528365, 126.372022, 147.424932, 272.383845, 325.618415]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 611, "item_id": "pes-Anestezjologia-2018 jesień-8", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 802, "region_end": 609, "roundtrip_ok": true, "tf_agree": 0.9853, "tf_agree_excl_first": 0.9869}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [52, 44, 47, 34, 45, 31, 34, 34, 27, 40, 37, 45, 48, 51, 50, 42, 40, 35, 39, 35, 38, 34, 42, 40, 56, 54, 56, 56, 56, 55, 53, 53, 55, 52, 59, 58, 57, 50, 61, 51, 56, 57, 76, 76, 75, 70, 69, 74, 71, 69], "n_am_pl": [7, 20, 25, 26, 21, 16, 22, 18, 16, 21, 15, 23, 24, 25, 29, 36, 28, 21, 27, 31, 32, 42, 35, 32, 15, 19, 17, 15, 18, 17, 24, 19, 28, 21, 27, 18, 24, 24, 25, 35, 22, 15, 17, 15, 9, 15, 13, 6, 2, 2], "n_pos": 200, "sum_m_en": [21.730235, 11.585293, 11.328793, 11.412229, 11.744686, 11.278538, 11.461938, 11.422516, 11.737003, 12.118262, 12.700519, 13.908964, 14.029932, 15.133369, 15.633707, 14.869067, 14.675905, 13.887281, 12.906392, 11.983223, 10.942194, 10.308011, 9.756549, 9.455157, 24.068571, 24.288817, 24.49321, 23.079254, 21.382453, 22.296366, 20.888421, 20.870948, 21.057859, 22.090613, 24.335883, 25.623234, 28.496667, 29.008265, 31.155479, 34.96229, 36.136751, 40.198612, 54.80111, 59.316525, 60.864863, 60.550803, 67.602791, 70.921358, 75.828453, 70.29118], "sum_m_pl": [74.987731, 94.000898, 92.08714, 91.065454, 88.809476, 88.901326, 89.586636, 87.102072, 85.930852, 89.753842, 87.178829, 85.8311, 87.666496, 85.379128, 86.201211, 88.103889, 87.123023, 87.480933, 89.176061, 92.20916, 94.266762, 95.634438, 96.061112, 96.892961, 74.560715, 71.820514, 66.07353, 73.368101, 74.882232, 74.282704, 76.151851, 75.781718, 77.102624, 73.812003, 70.350877, 65.57332, 60.635731, 58.006073, 54.733166, 50.095925, 44.485942, 39.01464, 35.745849, 26.158467, 22.642354, 21.633705, 15.231045, 9.926998, 4.05649, 1.715819]}, "digit": {"n_am_en": [0, 2, 1, 1, 0, 0, 0, 0, 0, 3, 3, 1, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 2, 1, 1, 1, 1, 2, 0, 1, 0, 0, 0, 2, 3, 2, 2, 3, 3, 3, 4, 3, 2, 3, 3, 2, 3, 3, 3, 0, 1, 2, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.867786, 0.38056, 0.392704, 0.383475, 0.456574, 0.46033, 0.503742, 0.468034, 0.467433, 0.495866, 0.549195, 0.548297, 0.535713, 0.650359, 0.624325, 0.595961, 0.532093, 0.526202, 0.477329, 0.45135, 0.412716, 0.392136, 0.37555, 0.366268, 0.473516, 0.530803, 0.543663, 0.59092, 0.557866, 0.62881, 0.605905, 0.643493, 0.55356, 0.554776, 0.575365, 0.566713, 0.572126, 0.525118, 0.568858, 0.412758, 0.361587, 0.373222, 0.411032, 0.24781, 0.172484, 0.132035, 0.102973, 0.030627, 0.009656, 2e-06], "sum_m_pl": [3.702823, 4.818437, 4.664368, 4.69408, 4.206344, 4.051625, 3.96664, 3.890597, 3.786891, 3.975771, 3.896237, 3.772831, 3.923448, 3.808819, 3.926426, 4.077345, 4.12046, 4.052616, 4.197742, 4.253235, 4.346384, 4.381688, 4.410401, 4.445296, 3.819258, 3.712139, 3.415382, 3.726257, 3.815708, 3.732693, 3.797088, 3.698311, 3.94656, 3.745105, 3.786758, 3.651071, 3.282599, 3.045973, 3.023783, 2.593491, 2.575893, 2.887718, 2.857605, 1.557848, 1.161601, 1.050307, 0.194352, 0.121538, 0.051207, 0.0]}, "lang": {"n_am_en": [20, 18, 17, 14, 13, 9, 15, 14, 9, 9, 12, 13, 22, 19, 20, 16, 21, 17, 20, 19, 19, 18, 21, 20, 30, 27, 21, 24, 27, 26, 23, 28, 29, 31, 31, 33, 31, 25, 35, 32, 33, 35, 44, 44, 41, 42, 48, 54, 64, 69], "n_am_pl": [4, 12, 12, 16, 6, 7, 10, 9, 10, 8, 5, 11, 6, 8, 14, 16, 12, 8, 9, 9, 10, 12, 12, 11, 3, 7, 6, 5, 6, 6, 10, 5, 11, 6, 7, 7, 8, 4, 4, 9, 5, 4, 4, 5, 4, 8, 9, 6, 2, 2], "n_pos": 72, "sum_m_en": [7.918376, 4.359434, 4.228437, 4.255311, 4.138779, 3.97821, 3.91545, 3.952149, 4.029384, 4.078045, 4.355126, 4.877136, 4.987209, 5.537794, 5.794565, 5.38822, 5.389173, 5.242879, 4.800461, 4.433495, 3.963006, 3.816343, 3.556732, 3.435377, 11.243578, 10.971637, 10.542395, 9.200281, 8.725406, 8.980703, 8.677042, 8.907383, 9.224981, 10.050277, 11.530768, 12.580264, 14.125564, 15.192111, 16.018319, 18.390228, 19.805471, 23.96182, 33.454425, 36.600064, 37.697787, 38.8788, 46.211823, 50.249209, 63.63241, 66.415395], "sum_m_pl": [25.797129, 32.597325, 31.810471, 31.422814, 30.902925, 31.738308, 32.362101, 31.922751, 31.486593, 32.580941, 31.788913, 31.212692, 31.910134, 30.700772, 31.064649, 31.723076, 31.296642, 31.285817, 31.904296, 32.942622, 33.754362, 34.221437, 34.410374, 34.715981, 26.767061, 26.269538, 23.831708, 26.740042, 27.252919, 27.013994, 27.821721, 27.457149, 28.107953, 27.03715, 24.819745, 23.195646, 20.979173, 19.774811, 18.720705, 17.268377, 15.058888, 12.355009, 11.15821, 8.176104, 7.496636, 7.785756, 8.357048, 5.65497, 2.222079, 1.661079]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 202, "item_id": "pes-Anestezjologia-2018 wiosna-34", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 963, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9703, "tf_agree_excl_first": 0.9751}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [62, 75, 76, 69, 55, 50, 38, 47, 55, 61, 68, 52, 61, 58, 54, 48, 50, 33, 41, 45, 43, 38, 43, 46, 72, 72, 72, 81, 82, 74, 65, 64, 51, 63, 56, 56, 51, 50, 49, 52, 44, 46, 56, 54, 46, 39, 30, 35, 22, 20], "n_am_pl": [5, 47, 35, 41, 29, 37, 38, 34, 36, 31, 36, 34, 22, 35, 34, 30, 29, 28, 26, 33, 35, 38, 44, 39, 37, 30, 33, 24, 26, 27, 34, 26, 31, 27, 27, 27, 23, 24, 33, 22, 28, 28, 34, 26, 20, 18, 23, 26, 28, 31], "n_pos": 267, "sum_m_en": [24.087067, 13.794624, 15.220896, 15.882618, 16.722879, 15.733877, 15.123967, 15.751419, 16.510238, 17.072454, 17.438076, 17.906827, 18.860475, 19.896324, 20.455883, 19.824704, 19.134177, 17.536874, 16.055967, 15.012576, 14.11842, 13.760795, 13.27746, 12.864423, 29.938085, 32.923302, 33.865024, 33.907353, 32.155444, 30.974735, 30.184612, 27.463852, 25.432322, 23.8232, 27.812443, 25.115103, 26.48854, 27.156816, 27.859412, 30.506636, 27.465128, 29.043252, 37.441508, 34.821396, 36.494415, 33.271759, 32.684385, 32.845078, 21.563191, 19.035794], "sum_m_pl": [105.004066, 134.311421, 129.96145, 128.109884, 124.826738, 122.886106, 123.385305, 119.467356, 118.562713, 120.720598, 117.592636, 115.180341, 116.032633, 114.9536, 115.046703, 118.151923, 119.761252, 122.188919, 125.952574, 128.552443, 129.987755, 130.012237, 130.272383, 131.151178, 100.955761, 96.057908, 92.521735, 99.697722, 103.477425, 103.709025, 105.378642, 108.337049, 108.567352, 101.789725, 97.58826, 93.107085, 85.981648, 84.372395, 82.864596, 74.063073, 72.067333, 69.058246, 68.196306, 55.203751, 40.585468, 37.830625, 30.774836, 30.538513, 29.852708, 30.32491]}, "digit": {"n_am_en": [1, 5, 2, 2, 3, 0, 2, 1, 1, 8, 8, 6, 3, 4, 2, 2, 4, 3, 4, 3, 3, 2, 3, 3, 5, 3, 3, 6, 2, 5, 5, 2, 1, 4, 1, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 4, 1, 2, 0, 2, 2, 3, 2, 2, 3, 2, 2, 1, 1, 1, 2, 1, 0, 2, 1, 0, 0, 1, 1, 2, 2, 3, 2, 4, 4, 5, 3, 3, 3, 1, 2, 5, 2, 3, 1, 1, 1, 0, 0, 1, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.297795, 0.69216, 0.73712, 0.746433, 0.845501, 0.823499, 0.816638, 0.828634, 0.842736, 0.892057, 0.89132, 0.936169, 1.022227, 1.170404, 1.112658, 1.187047, 1.061991, 0.984341, 0.882982, 0.804737, 0.76685, 0.730938, 0.722095, 0.705561, 1.284824, 1.348446, 1.37106, 1.575606, 1.447901, 1.513407, 1.54568, 1.324741, 1.200285, 1.200836, 1.208669, 1.162869, 1.158494, 1.195516, 1.015525, 0.900988, 0.895981, 0.905213, 0.928473, 0.65444, 0.520587, 0.466328, 0.187362, 0.246707, 0.035468, 0.0], "sum_m_pl": [7.626688, 9.282274, 8.800566, 8.635121, 8.286305, 8.153029, 8.304323, 8.058189, 7.947125, 8.172403, 7.90007, 7.920474, 7.784005, 7.632714, 7.561262, 7.738085, 8.002845, 8.054094, 8.33059, 8.389241, 8.452209, 8.498023, 8.480134, 8.543392, 7.661768, 7.367599, 7.20643, 7.379802, 7.540659, 7.535484, 7.587398, 7.871863, 7.983429, 7.80146, 7.447861, 7.340622, 7.093527, 6.405054, 6.27931, 5.733521, 5.592029, 5.617734, 5.71648, 3.905523, 2.615578, 2.022576, 1.083807, 0.719102, 0.094607, 0.0]}, "lang": {"n_am_en": [6, 11, 21, 12, 12, 10, 6, 11, 14, 11, 12, 11, 13, 17, 12, 10, 14, 5, 8, 9, 10, 12, 15, 18, 22, 19, 16, 18, 12, 16, 12, 11, 8, 16, 15, 20, 17, 19, 20, 23, 23, 25, 27, 27, 25, 23, 20, 22, 19, 20], "n_am_pl": [0, 8, 7, 8, 3, 9, 9, 8, 8, 6, 8, 4, 2, 3, 5, 6, 5, 8, 5, 6, 12, 9, 12, 10, 2, 4, 5, 1, 4, 2, 5, 3, 7, 7, 8, 3, 8, 6, 6, 6, 8, 5, 8, 7, 10, 11, 16, 17, 27, 29], "n_pos": 50, "sum_m_en": [3.988232, 2.806048, 3.08648, 3.155281, 3.123726, 2.829975, 2.775043, 3.034861, 3.225399, 3.189748, 3.299001, 3.520465, 3.503888, 3.935389, 3.990101, 3.772496, 3.677631, 3.38922, 3.063919, 2.900262, 2.718362, 2.598667, 2.514149, 2.420649, 6.129848, 6.062355, 6.108565, 5.618098, 5.049698, 5.213153, 5.056486, 4.851231, 4.65743, 4.698271, 5.678663, 5.429526, 6.459807, 6.384786, 7.604865, 9.564318, 9.414815, 11.088189, 13.770709, 14.993763, 19.905617, 18.059352, 19.527293, 20.366008, 18.680732, 19.025255], "sum_m_pl": [17.953969, 24.072649, 23.525496, 23.08558, 22.758902, 22.654137, 22.462203, 22.022938, 22.282177, 22.663826, 22.077646, 21.555931, 22.106978, 21.563237, 21.306642, 21.874922, 22.211834, 22.932847, 23.461954, 23.983239, 24.373136, 24.442974, 24.543954, 24.732242, 19.949726, 19.5432, 18.625425, 19.844184, 20.509847, 20.417, 21.011515, 21.300803, 21.134596, 20.158479, 19.265386, 19.434949, 18.012839, 18.40506, 17.721929, 17.227975, 16.970002, 15.955741, 15.964019, 14.51537, 13.012464, 14.107977, 16.044491, 16.335451, 25.771313, 28.734781]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 269, "item_id": "pes-Anestezjologia-2018 wiosna-34", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 843, "region_end": 267, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.9888}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [65, 53, 48, 41, 43, 44, 46, 45, 45, 41, 38, 50, 55, 42, 44, 38, 49, 49, 49, 40, 42, 47, 55, 55, 78, 69, 64, 77, 65, 69, 64, 64, 67, 57, 61, 62, 67, 66, 67, 75, 84, 85, 89, 87, 91, 95, 93, 85, 88, 85], "n_am_pl": [18, 51, 49, 43, 32, 26, 29, 29, 31, 31, 28, 22, 26, 39, 36, 33, 45, 39, 36, 40, 46, 43, 38, 37, 21, 22, 18, 25, 28, 24, 28, 37, 29, 36, 36, 32, 28, 29, 24, 38, 35, 43, 35, 36, 30, 28, 29, 21, 11, 11], "n_pos": 233, "sum_m_en": [25.764067, 14.114118, 13.600484, 13.080611, 13.600328, 12.988151, 12.863989, 12.904772, 12.846394, 13.782738, 13.890142, 15.016054, 16.03976, 16.332393, 16.047194, 14.727909, 14.82647, 14.676564, 13.802268, 12.545356, 11.933492, 11.550698, 11.118491, 10.858586, 27.915002, 28.104892, 28.799448, 28.924583, 26.482759, 26.197236, 24.598143, 24.277227, 23.596173, 24.109851, 23.919333, 24.055949, 28.909509, 28.925243, 30.427003, 34.122239, 37.609286, 47.771323, 55.812819, 60.088151, 68.465581, 75.347749, 87.58479, 85.306955, 87.406232, 86.332772], "sum_m_pl": [86.506173, 108.754285, 107.991291, 105.475596, 104.057647, 105.327289, 104.828092, 104.651457, 103.787922, 104.928574, 103.494234, 102.568094, 103.050996, 100.649404, 102.060963, 103.562114, 106.02014, 105.19312, 106.373638, 109.265732, 111.426925, 112.099333, 112.951074, 112.99793, 87.299818, 85.971179, 85.38247, 85.356682, 91.12375, 89.267659, 91.351792, 93.967842, 92.419959, 91.217499, 91.218693, 87.117147, 78.921997, 78.547072, 76.570444, 73.74813, 72.436733, 64.436175, 58.875297, 52.582446, 44.102141, 41.39943, 31.311522, 22.206254, 12.285206, 11.858908]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [30, 31, 21, 20, 20, 27, 23, 22, 24, 26, 21, 25, 27, 18, 21, 20, 25, 23, 26, 21, 20, 22, 27, 28, 45, 37, 41, 46, 40, 41, 37, 32, 39, 31, 31, 31, 37, 38, 43, 47, 49, 55, 51, 55, 60, 59, 63, 65, 80, 85], "n_am_pl": [5, 15, 22, 13, 13, 7, 3, 9, 12, 15, 9, 13, 13, 16, 16, 12, 20, 18, 17, 19, 21, 23, 21, 17, 11, 11, 9, 9, 9, 10, 15, 17, 11, 17, 18, 13, 13, 13, 11, 16, 14, 13, 9, 9, 7, 10, 10, 10, 11, 11], "n_pos": 98, "sum_m_en": [11.342024, 6.405638, 6.018646, 5.654074, 5.74735, 5.451194, 5.374271, 5.409769, 5.536114, 6.004588, 6.121186, 6.645156, 7.137711, 7.107872, 6.985088, 6.308991, 6.23605, 6.202364, 5.918718, 5.36708, 5.094625, 4.881024, 4.655461, 4.545993, 14.882959, 15.07741, 15.377153, 15.064427, 13.152407, 12.80653, 11.274104, 10.961953, 10.870551, 10.907893, 10.404351, 10.67213, 15.514079, 15.319155, 17.171361, 19.047784, 21.547472, 29.434092, 32.544261, 36.551362, 43.566189, 48.437551, 58.237475, 61.965805, 77.215534, 83.92288], "sum_m_pl": [34.468514, 44.175364, 44.400692, 43.779622, 43.909726, 44.559271, 44.705263, 45.029542, 45.030245, 45.352988, 44.708893, 44.490392, 44.068225, 43.211541, 43.498375, 44.231385, 45.338185, 44.863839, 45.064808, 46.48955, 47.409455, 47.749476, 48.19762, 48.129437, 37.99695, 37.225856, 37.3927, 37.041347, 39.167057, 38.790299, 40.337769, 41.066871, 40.117959, 40.357388, 41.052484, 40.044275, 35.64021, 35.419463, 34.990153, 33.536858, 32.06832, 26.820208, 23.494101, 19.438916, 15.694932, 14.112992, 10.741383, 9.821052, 9.466381, 11.238448]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 235, "item_id": "pes-Anestezjologia-2018 wiosna-43", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 233, "roundtrip_ok": true, "tf_agree": 0.983, "tf_agree_excl_first": 0.9872}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 23, 27, 24, 17, 18, 25, 31, 27, 30, 21, 22, 26, 27, 31, 24, 29, 17, 22, 18, 17, 16, 26, 26, 30, 30, 27, 31, 31, 23, 19, 25, 26, 26, 19, 22, 27, 20, 21, 21, 21, 25, 23, 25, 29, 21, 17, 14, 3, 2], "n_am_pl": [10, 26, 26, 33, 16, 14, 14, 13, 9, 13, 13, 10, 12, 23, 18, 11, 14, 18, 19, 19, 19, 22, 17, 19, 4, 13, 18, 18, 19, 15, 20, 24, 25, 18, 21, 22, 18, 22, 25, 26, 19, 22, 26, 29, 35, 36, 41, 41, 58, 63], "n_pos": 124, "sum_m_en": [11.535263, 6.643629, 6.629971, 6.389522, 6.466025, 6.360217, 6.437918, 6.702802, 6.676535, 6.91246, 6.894007, 7.373528, 7.562032, 7.738025, 7.820519, 6.995965, 7.124002, 6.993477, 6.334739, 5.872155, 5.67859, 5.511571, 5.48474, 5.339913, 10.863845, 10.888553, 10.563918, 11.635361, 10.742057, 10.9224, 10.255469, 10.539572, 10.019276, 9.853162, 9.992088, 10.087213, 10.26411, 9.529631, 10.339289, 11.118271, 11.185439, 13.939706, 14.815392, 17.422758, 19.815179, 19.332225, 16.278037, 13.060384, 4.098508, 1.763952], "sum_m_pl": [46.673788, 57.150245, 56.24316, 56.407284, 53.634306, 53.826475, 53.768503, 53.67429, 52.766454, 54.936958, 54.007861, 53.497524, 55.13723, 53.787845, 53.837812, 55.386362, 57.541685, 57.442515, 59.009691, 60.0167, 60.72107, 60.866123, 61.241211, 61.309945, 47.868692, 47.012101, 46.356351, 45.897493, 49.614766, 49.812861, 51.564876, 53.149742, 53.797278, 52.302779, 52.330847, 51.454744, 49.721783, 50.276153, 48.996574, 48.044572, 46.36266, 44.863404, 44.522865, 41.848015, 40.884659, 39.341025, 40.841925, 40.439018, 53.264712, 62.909412]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 11, 14, 15, 10, 12, 18, 15, 15, 15, 12, 13, 19, 15, 21, 17, 16, 11, 14, 11, 13, 9, 17, 18, 20, 20, 17, 19, 21, 16, 9, 12, 16, 18, 12, 14, 21, 17, 16, 14, 13, 19, 15, 17, 17, 13, 9, 11, 1, 2], "n_am_pl": [9, 16, 15, 20, 11, 7, 6, 4, 5, 9, 8, 8, 8, 17, 9, 6, 10, 10, 9, 13, 12, 12, 9, 10, 3, 7, 7, 9, 7, 6, 12, 13, 11, 9, 8, 12, 9, 12, 13, 15, 8, 10, 13, 15, 23, 23, 30, 32, 54, 62], "n_pos": 65, "sum_m_en": [5.567969, 3.606325, 3.612189, 3.432938, 3.490715, 3.4397, 3.45312, 3.583042, 3.522474, 3.652913, 3.758675, 3.905604, 4.153149, 4.215448, 4.26219, 3.738542, 3.883503, 3.811565, 3.456406, 3.204388, 3.088185, 2.979685, 2.971972, 2.860388, 6.380852, 6.632867, 6.162402, 6.919028, 6.519568, 6.3765, 5.864096, 6.148098, 5.723686, 5.924037, 5.982331, 6.008149, 6.448662, 5.873525, 6.377002, 6.708785, 6.674037, 10.044796, 10.513612, 12.405548, 11.640433, 11.136482, 9.979948, 8.918766, 2.33753, 1.750219], "sum_m_pl": [24.383674, 29.072448, 28.811218, 29.266622, 28.044615, 28.07054, 28.353443, 28.734593, 28.517527, 29.617343, 29.39699, 29.092641, 29.969379, 29.55625, 29.214709, 29.604647, 30.74023, 30.629041, 31.095356, 31.559669, 31.905361, 31.904829, 32.200956, 32.187254, 25.984313, 25.485482, 25.653606, 25.265042, 27.233484, 27.038929, 28.197493, 28.671182, 29.381102, 29.099466, 28.879831, 28.898902, 28.056837, 28.973507, 28.601158, 28.30286, 27.045625, 25.375328, 24.67885, 23.410838, 25.212809, 24.000444, 27.894321, 30.261269, 47.047883, 59.688803]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "pes-Anestezjologia-2018 wiosna-43", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 788, "region_end": 124, "roundtrip_ok": true, "tf_agree": 0.9683, "tf_agree_excl_first": 0.976}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [57, 62, 68, 57, 42, 45, 40, 28, 32, 46, 37, 39, 40, 31, 35, 46, 35, 33, 31, 34, 45, 50, 38, 42, 59, 60, 65, 59, 48, 58, 54, 55, 71, 57, 54, 66, 60, 89, 81, 88, 91, 87, 103, 91, 93, 96, 85, 94, 88, 93], "n_am_pl": [11, 28, 35, 40, 37, 28, 30, 29, 30, 25, 21, 19, 19, 28, 30, 27, 30, 33, 26, 23, 28, 21, 30, 23, 12, 15, 18, 21, 16, 21, 25, 22, 20, 19, 22, 22, 21, 13, 11, 9, 11, 12, 11, 13, 10, 8, 3, 1, 0, 2], "n_pos": 215, "sum_m_en": [23.469127, 14.284381, 13.321008, 13.389652, 13.199624, 12.737323, 11.899177, 11.272218, 11.597281, 11.910614, 12.886625, 13.895249, 13.69228, 14.326851, 14.259918, 12.994757, 13.026746, 12.777018, 12.026203, 11.176875, 10.531274, 9.93486, 9.493187, 9.390731, 20.793569, 23.406921, 22.99607, 22.450263, 21.061661, 21.884308, 20.477921, 20.694034, 21.754291, 21.41644, 21.438395, 25.134551, 31.531353, 36.002731, 39.536958, 45.174804, 48.312248, 53.293933, 65.258253, 71.438475, 77.643333, 81.754737, 84.87521, 89.920325, 88.786466, 92.894775], "sum_m_pl": [77.818175, 96.846745, 96.701235, 96.160567, 93.821982, 94.99659, 96.777968, 96.094474, 94.665225, 96.752711, 94.084406, 92.935248, 95.399073, 92.038366, 93.938137, 96.589465, 98.317853, 96.984897, 100.156112, 102.457845, 103.763256, 105.198705, 106.51063, 106.58046, 81.640214, 79.384625, 76.908755, 80.195755, 82.600898, 82.672036, 87.03035, 87.106777, 86.743445, 84.658216, 84.923838, 80.611102, 72.100945, 70.182749, 67.62455, 63.397358, 59.227585, 49.320836, 43.640166, 33.271271, 26.31023, 18.728264, 8.450762, 5.329334, 1.211185, 1.415408]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [28, 31, 38, 27, 18, 16, 20, 13, 15, 17, 14, 19, 17, 12, 18, 23, 14, 18, 16, 15, 21, 26, 17, 22, 28, 27, 28, 28, 25, 29, 25, 37, 45, 29, 37, 41, 35, 47, 46, 52, 53, 48, 60, 51, 51, 54, 57, 66, 80, 91], "n_am_pl": [7, 14, 14, 17, 14, 13, 15, 10, 9, 15, 10, 6, 11, 17, 13, 15, 20, 19, 14, 15, 20, 16, 18, 10, 4, 5, 5, 9, 3, 7, 9, 7, 8, 10, 8, 12, 8, 5, 5, 5, 6, 6, 2, 2, 3, 5, 1, 0, 0, 2], "n_pos": 94, "sum_m_en": [11.180587, 6.442421, 6.12426, 6.110215, 5.826845, 5.515608, 5.360737, 5.023114, 5.213384, 5.318227, 5.69708, 6.266831, 6.32254, 6.515831, 6.498899, 5.855728, 5.949594, 5.783447, 5.367157, 4.974231, 4.672485, 4.390569, 4.173299, 4.10828, 9.53999, 10.792577, 10.718609, 10.49234, 10.244061, 10.583334, 9.99829, 10.42966, 11.026056, 11.018246, 11.11028, 13.472591, 18.041743, 19.955063, 22.467257, 24.824, 27.338411, 30.304671, 36.538576, 39.996804, 43.286691, 48.818787, 55.543749, 62.846537, 77.80507, 87.462683], "sum_m_pl": [34.022037, 41.742237, 41.512334, 41.553457, 40.927065, 41.885275, 42.483407, 42.405729, 42.111775, 43.314823, 42.144258, 42.01123, 43.096757, 41.741199, 42.836346, 44.036721, 44.314467, 43.81459, 44.865502, 45.560616, 45.781758, 46.363093, 46.948696, 46.80795, 36.835118, 36.247889, 35.463682, 36.649222, 37.491088, 37.291879, 39.371261, 39.195902, 39.040659, 38.651938, 38.407147, 36.310396, 31.604804, 30.822789, 29.786686, 28.220678, 26.278433, 21.296444, 18.810147, 13.994769, 10.900675, 7.614719, 2.904392, 1.837237, 0.320776, 1.258549]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 217, "item_id": "pes-Angiologia-2020 jesień-84", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 215, "roundtrip_ok": true, "tf_agree": 0.9677, "tf_agree_excl_first": 0.9722}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [48, 45, 41, 36, 33, 23, 22, 18, 23, 28, 26, 34, 31, 28, 27, 23, 26, 30, 24, 22, 21, 23, 18, 30, 39, 34, 32, 31, 30, 30, 31, 34, 27, 36, 33, 40, 40, 37, 44, 43, 38, 41, 46, 48, 45, 38, 17, 9, 0, 0], "n_am_pl": [11, 39, 34, 31, 22, 32, 28, 18, 19, 28, 24, 26, 27, 28, 41, 34, 37, 38, 36, 32, 35, 34, 39, 39, 18, 19, 21, 26, 26, 23, 27, 27, 33, 31, 34, 38, 36, 33, 33, 50, 44, 43, 45, 36, 40, 48, 61, 69, 97, 104], "n_pos": 167, "sum_m_en": [16.608542, 8.506039, 8.551268, 9.189619, 8.925875, 8.312657, 8.394055, 8.240902, 8.656551, 8.924929, 9.566034, 9.98648, 9.712815, 9.809108, 9.767073, 9.192521, 9.181827, 8.734573, 7.927134, 7.451443, 7.062119, 6.73256, 6.609926, 6.57692, 14.801813, 14.308544, 14.50537, 13.261386, 12.792469, 13.798084, 13.267991, 13.129792, 13.582952, 13.746136, 14.349149, 15.60373, 17.440624, 19.703629, 19.804827, 22.776355, 22.325547, 23.515985, 26.98153, 32.522045, 28.314325, 25.747352, 16.365318, 7.783851, 1.337825, 0.098812], "sum_m_pl": [60.149985, 77.679161, 76.966216, 75.593132, 74.841102, 75.918917, 76.665351, 76.370178, 75.54945, 77.889922, 74.320301, 75.268165, 77.274811, 75.648699, 76.246949, 78.864424, 80.882535, 81.991005, 84.395143, 85.321765, 86.065743, 86.652949, 86.721569, 86.507371, 71.151835, 69.174244, 65.579519, 68.607329, 70.219518, 72.038933, 74.018333, 74.123736, 72.906875, 69.28219, 69.599299, 67.767882, 64.606406, 62.707531, 65.973802, 65.989145, 64.507014, 61.801599, 60.263509, 53.513961, 52.309919, 55.446803, 65.131802, 69.947491, 91.308785, 103.918764]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [31, 24, 26, 22, 19, 14, 12, 12, 20, 19, 16, 22, 23, 18, 22, 19, 19, 24, 21, 16, 16, 12, 11, 17, 26, 23, 25, 23, 21, 24, 26, 26, 19, 26, 25, 31, 33, 29, 37, 33, 28, 31, 34, 37, 37, 29, 14, 9, 0, 0], "n_am_pl": [9, 29, 29, 26, 17, 24, 20, 15, 12, 21, 21, 23, 21, 20, 30, 24, 30, 28, 27, 23, 25, 24, 30, 30, 14, 16, 15, 18, 19, 15, 18, 19, 25, 22, 27, 28, 25, 25, 24, 34, 30, 32, 34, 28, 31, 42, 56, 60, 92, 104], "n_pos": 106, "sum_m_en": [9.71726, 5.547063, 5.561639, 5.980575, 5.765828, 5.355948, 5.468862, 5.295963, 5.627466, 5.78202, 6.295364, 6.512395, 6.367426, 6.45971, 6.518998, 6.082915, 6.061138, 5.743531, 5.185991, 4.867368, 4.59094, 4.356834, 4.26173, 4.225374, 10.365633, 10.328289, 10.563746, 9.465014, 8.960554, 9.380561, 9.191103, 9.096313, 9.561329, 9.941881, 10.340512, 11.16962, 12.750649, 14.8051, 14.388631, 16.05175, 16.021582, 17.157805, 20.431567, 25.719391, 22.69371, 20.03541, 13.421245, 6.66712, 1.204686, 0.098188], "sum_m_pl": [38.138756, 48.5476, 48.227134, 47.288572, 46.891608, 48.097327, 48.251551, 48.114035, 48.138884, 50.009769, 48.184042, 48.861228, 50.67982, 49.989205, 51.262327, 52.254124, 53.075849, 53.403033, 54.426866, 54.677637, 54.862291, 55.167635, 55.126389, 54.890975, 47.729417, 46.347774, 44.619727, 46.179518, 46.761346, 47.24692, 48.641773, 48.850585, 48.873083, 47.814066, 47.38144, 47.726458, 45.390816, 44.219575, 47.024575, 46.311113, 45.287303, 44.424622, 43.157412, 38.677562, 39.45825, 44.456328, 56.264826, 60.668134, 85.661826, 102.294961]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 169, "item_id": "pes-Angiologia-2020 jesień-84", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 788, "region_end": 167, "roundtrip_ok": true, "tf_agree": 0.9822, "tf_agree_excl_first": 0.9881}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [59, 55, 56, 65, 56, 50, 43, 50, 44, 58, 60, 59, 63, 54, 49, 60, 53, 49, 66, 62, 62, 74, 73, 76, 82, 76, 75, 65, 64, 67, 56, 58, 74, 74, 72, 77, 85, 101, 101, 104, 100, 102, 102, 95, 92, 96, 93, 104, 105, 104], "n_am_pl": [9, 41, 36, 31, 35, 32, 25, 33, 37, 18, 30, 19, 28, 30, 35, 27, 24, 33, 30, 31, 26, 25, 24, 22, 27, 22, 24, 31, 32, 24, 37, 36, 31, 32, 33, 33, 29, 20, 17, 17, 15, 18, 18, 16, 19, 17, 19, 19, 9, 9], "n_pos": 250, "sum_m_en": [27.680505, 15.650573, 14.48644, 14.412208, 15.18024, 14.183976, 13.601356, 13.920344, 14.574851, 14.961521, 15.834914, 17.327551, 18.461076, 19.118265, 19.415446, 18.504539, 17.412385, 16.795706, 15.759273, 14.38069, 13.411258, 12.511263, 12.036297, 11.769465, 32.636941, 32.843982, 34.328422, 27.491422, 27.481532, 28.184193, 25.977821, 26.518675, 28.683541, 29.156039, 30.582494, 36.013159, 44.717286, 47.945758, 51.025065, 53.586784, 54.804156, 64.85623, 68.36511, 72.697962, 76.497887, 84.848955, 89.878385, 101.545227, 103.613892, 103.764257], "sum_m_pl": [87.199683, 114.53291, 115.020494, 113.411115, 108.823612, 109.681306, 110.54101, 109.137968, 107.148484, 110.735718, 108.88979, 107.389889, 108.445017, 106.278445, 106.400945, 108.855823, 110.61643, 109.581386, 111.350077, 114.821822, 116.523848, 118.674076, 119.487386, 118.883484, 89.712318, 89.452824, 85.767441, 93.56374, 95.55366, 92.947373, 96.756449, 95.790088, 92.520981, 92.39397, 88.955597, 83.272937, 71.793062, 70.588061, 67.233787, 64.405924, 60.453647, 51.392445, 46.755242, 43.317015, 34.907157, 28.20878, 23.83643, 18.094971, 9.463558, 8.530863]}, "digit": {"n_am_en": [0, 3, 7, 5, 1, 3, 1, 2, 1, 2, 3, 2, 5, 1, 2, 1, 2, 0, 1, 1, 2, 2, 2, 2, 4, 3, 2, 2, 5, 3, 1, 1, 1, 2, 2, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 6, 1, 0, 1, 0, 2, 1, 1, 0, 0, 3, 0, 1, 2, 0, 0, 1, 1, 1, 1, 0, 2, 0, 0, 0, 0, 0, 2, 2, 3, 4, 3, 5, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 9, "sum_m_en": [0.845842, 0.452836, 0.442573, 0.434652, 0.427707, 0.415566, 0.377963, 0.400776, 0.43081, 0.483951, 0.493938, 0.525597, 0.548181, 0.59429, 0.631888, 0.493006, 0.486732, 0.478787, 0.461428, 0.413304, 0.378599, 0.366445, 0.362598, 0.359503, 0.602792, 0.535107, 0.502084, 0.582473, 0.610972, 0.621497, 0.588362, 0.59799, 0.648093, 0.672594, 0.727114, 0.815654, 0.765432, 0.724344, 0.670719, 0.718105, 0.629931, 0.932937, 0.668802, 0.837137, 0.956048, 1.051834, 0.326775, 0.353526, 0.046404, 4.8e-05], "sum_m_pl": [4.054458, 4.846074, 4.857028, 4.749124, 4.60164, 4.595405, 4.524669, 4.424053, 4.396175, 4.400702, 4.419357, 4.017592, 3.893062, 3.783262, 3.563779, 4.055836, 4.089266, 4.058693, 3.953393, 4.136872, 4.269838, 4.341329, 4.361162, 4.364426, 3.914278, 3.880802, 3.778133, 3.945746, 4.126558, 4.028861, 3.816365, 3.742684, 3.552705, 3.607858, 3.441253, 3.234823, 2.57785, 2.536126, 2.597474, 2.579624, 2.18543, 2.231111, 1.950798, 1.491738, 1.334779, 0.904327, 0.487863, 1.188455, 0.197013, 9e-06]}, "lang": {"n_am_en": [28, 27, 25, 24, 24, 23, 22, 16, 25, 31, 34, 30, 32, 30, 26, 27, 30, 30, 37, 33, 32, 41, 41, 37, 43, 38, 38, 32, 39, 41, 32, 43, 47, 43, 41, 50, 53, 68, 65, 68, 61, 71, 70, 70, 69, 71, 74, 84, 101, 104], "n_am_pl": [5, 15, 20, 20, 14, 14, 10, 19, 15, 6, 14, 7, 13, 11, 14, 15, 11, 16, 13, 15, 12, 11, 12, 12, 8, 7, 9, 11, 10, 8, 17, 11, 8, 9, 6, 12, 9, 7, 8, 8, 10, 11, 9, 9, 13, 11, 12, 13, 8, 9], "n_pos": 115, "sum_m_en": [13.259897, 7.291505, 6.465346, 6.394452, 6.752435, 6.45912, 6.137717, 6.277485, 6.80934, 6.849113, 7.305285, 8.068796, 8.93017, 9.195453, 9.080357, 8.688864, 8.149168, 7.936321, 7.566458, 6.819172, 6.354811, 5.941588, 5.663374, 5.534041, 17.616236, 18.59541, 19.112408, 14.655058, 14.725397, 15.020082, 13.865886, 14.529077, 14.866799, 15.323742, 16.024385, 20.948338, 28.088991, 31.71592, 34.383755, 36.173733, 38.119386, 46.401348, 48.661692, 51.570391, 55.501217, 62.976443, 69.70272, 79.095646, 97.538811, 102.908129], "sum_m_pl": [37.96438, 51.052688, 52.011011, 51.331621, 49.546241, 50.39581, 50.911081, 50.68057, 49.628664, 51.404187, 50.196506, 50.111519, 50.401456, 48.980123, 49.373382, 50.301551, 51.199807, 50.827768, 51.452399, 52.945475, 53.619813, 54.702456, 55.098272, 54.737022, 40.23041, 39.568779, 38.344377, 42.109633, 43.291263, 42.076887, 43.843613, 43.363651, 42.688029, 42.950462, 41.069327, 38.922955, 33.289207, 32.356352, 30.201533, 28.675191, 27.311393, 23.218199, 20.87264, 20.482565, 17.539196, 14.23801, 12.92083, 10.624296, 8.093525, 8.291341]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "pes-Angiologia-2020 wiosna-42", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1093, "region_end": 250, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.9801}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [69, 71, 62, 54, 49, 44, 41, 56, 49, 61, 59, 61, 70, 52, 54, 48, 43, 49, 48, 48, 45, 45, 54, 67, 79, 75, 73, 69, 71, 69, 69, 73, 71, 59, 67, 64, 66, 62, 67, 72, 58, 68, 71, 62, 59, 58, 30, 14, 7, 1], "n_am_pl": [13, 55, 56, 57, 49, 37, 29, 28, 25, 22, 18, 23, 22, 39, 36, 31, 42, 44, 36, 41, 49, 41, 37, 30, 21, 30, 32, 33, 22, 28, 39, 36, 43, 42, 47, 44, 44, 48, 57, 52, 44, 54, 51, 49, 60, 61, 89, 111, 158, 160], "n_pos": 300, "sum_m_en": [27.79458, 15.385097, 15.065485, 15.769318, 16.039874, 15.216219, 14.936293, 15.559714, 15.77656, 16.607199, 17.717502, 18.795068, 19.107766, 19.289893, 19.323669, 18.667336, 17.846812, 17.156712, 15.817716, 15.070449, 14.055998, 13.340946, 13.241861, 13.074887, 28.697558, 29.243154, 28.219179, 26.296574, 26.107586, 27.395879, 26.690313, 26.857348, 27.663222, 25.944592, 27.197777, 27.51415, 28.472064, 31.005426, 30.962119, 33.538678, 34.742107, 43.257697, 48.570608, 47.6823, 47.363041, 47.367464, 30.849877, 20.782254, 7.846694, 1.052783], "sum_m_pl": [112.251571, 140.963261, 139.724256, 138.731022, 132.137587, 133.194762, 134.433426, 132.177182, 130.647078, 133.289903, 128.783384, 127.655871, 132.137929, 128.507852, 129.009479, 131.257902, 134.098085, 134.214027, 138.439018, 141.882668, 143.498626, 144.990232, 144.734058, 144.086784, 110.497587, 110.915576, 109.785761, 116.642878, 120.478668, 120.314906, 122.84013, 122.945866, 118.816147, 117.037999, 115.337881, 112.543336, 107.930763, 107.003064, 106.339947, 106.098097, 101.980957, 95.7618, 88.196848, 84.295279, 80.976983, 81.005696, 93.2781, 113.181527, 147.244629, 161.373595]}, "digit": {"n_am_en": [5, 6, 2, 1, 1, 0, 1, 2, 1, 2, 0, 1, 1, 2, 3, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 4, 2, 2, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 4, 2, 0, 0, 1, 5, 1, 2, 4, 3, 2, 4, 2, 3, 2, 2, 2, 3, 2, 2, 1, 2, 2, 4, 3, 5, 3, 4, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.977965, 0.440501, 0.399209, 0.394938, 0.401715, 0.374679, 0.362189, 0.360233, 0.370279, 0.441812, 0.469694, 0.479526, 0.515999, 0.596669, 0.620115, 0.463215, 0.516779, 0.536245, 0.463616, 0.41811, 0.401867, 0.393416, 0.394535, 0.389107, 0.568957, 0.570269, 0.654313, 0.662191, 0.56512, 0.593703, 0.593036, 0.577023, 0.572809, 0.545618, 0.594544, 0.69915, 0.593854, 0.576018, 0.548738, 0.534552, 0.603142, 0.578442, 0.522404, 0.438516, 0.418934, 0.251248, 0.187293, 0.184961, 0.043772, 2e-06], "sum_m_pl": [3.915636, 4.858948, 4.807477, 4.638183, 4.636846, 4.592926, 4.526608, 4.585735, 4.526854, 4.39107, 4.111671, 3.945637, 3.922336, 3.667177, 3.64883, 3.979986, 3.9825, 3.930812, 4.036627, 4.202101, 4.228831, 4.231975, 4.225822, 4.255229, 3.787376, 3.630561, 3.705276, 3.683005, 3.819117, 3.631644, 3.558928, 3.611913, 3.346511, 3.474399, 3.426947, 3.334276, 2.950703, 2.959856, 3.134496, 3.207689, 2.929623, 2.870981, 2.854775, 2.135701, 1.763526, 1.18779, 0.621345, 0.612006, 0.104729, 3.7e-05]}, "lang": {"n_am_en": [36, 33, 25, 23, 24, 25, 27, 34, 32, 34, 37, 36, 44, 30, 31, 27, 24, 30, 30, 30, 27, 30, 30, 41, 52, 50, 46, 45, 48, 50, 49, 51, 51, 37, 50, 47, 48, 46, 50, 51, 40, 47, 52, 44, 44, 45, 19, 9, 4, 1], "n_am_pl": [7, 33, 33, 36, 30, 26, 15, 13, 10, 14, 10, 10, 11, 18, 17, 16, 22, 25, 21, 24, 27, 24, 18, 18, 8, 15, 21, 18, 14, 19, 20, 21, 22, 28, 23, 22, 20, 21, 28, 32, 31, 38, 37, 39, 45, 43, 72, 97, 147, 160], "n_pos": 162, "sum_m_en": [15.137764, 8.409078, 8.311739, 8.74202, 8.921195, 8.40982, 8.487154, 8.889293, 9.005338, 9.429908, 10.10297, 10.829264, 11.008976, 10.862152, 10.790963, 10.52016, 9.990409, 9.532113, 8.81976, 8.451536, 7.799564, 7.351337, 7.340088, 7.160821, 15.894433, 16.68166, 16.517137, 15.806135, 15.991066, 16.584575, 16.549248, 16.216571, 16.717669, 15.724195, 16.765156, 16.8853, 17.966291, 19.960876, 20.559046, 22.03153, 23.263643, 30.086868, 35.011982, 35.313503, 35.311772, 35.478439, 20.424295, 12.231713, 4.088468, 1.031945], "sum_m_pl": [58.989157, 74.505717, 73.86513, 73.070208, 69.713791, 70.912554, 71.334059, 70.41313, 69.686377, 71.407479, 69.167179, 68.955718, 71.949368, 70.676352, 71.120356, 71.566645, 73.425864, 73.852233, 75.77431, 77.176705, 77.559072, 78.60649, 78.415418, 77.75717, 61.501427, 61.646767, 61.723506, 65.296931, 67.858174, 67.721683, 68.808598, 68.832434, 68.507516, 67.951929, 66.69331, 66.347263, 64.540494, 63.355264, 62.914936, 63.731303, 62.147762, 57.809588, 53.299996, 53.343715, 54.056743, 55.113245, 73.64981, 95.298894, 135.198538, 158.017481]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 302, "item_id": "pes-Angiologia-2020 wiosna-42", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 973, "region_end": 300, "roundtrip_ok": true, "tf_agree": 0.9801, "tf_agree_excl_first": 0.9834}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [44, 43, 36, 25, 30, 32, 29, 24, 31, 25, 38, 28, 38, 28, 36, 38, 33, 24, 30, 32, 28, 34, 42, 36, 45, 50, 48, 44, 47, 51, 42, 39, 43, 43, 45, 50, 54, 51, 57, 57, 59, 57, 62, 51, 59, 68, 68, 61, 61, 57], "n_am_pl": [6, 17, 30, 26, 15, 13, 14, 16, 13, 8, 9, 16, 11, 20, 15, 18, 13, 20, 14, 16, 18, 17, 16, 15, 6, 6, 7, 11, 7, 12, 13, 21, 20, 14, 13, 9, 9, 13, 13, 10, 11, 7, 10, 11, 6, 7, 5, 1, 0, 1], "n_pos": 155, "sum_m_en": [17.339798, 9.408953, 9.201572, 8.834605, 9.508603, 9.602586, 9.358295, 9.436186, 9.943902, 9.798506, 10.378089, 11.913023, 11.666102, 12.187496, 12.256416, 11.31, 10.52165, 10.425079, 9.560152, 8.831297, 8.391604, 7.866836, 7.478457, 7.308914, 17.085998, 17.973459, 18.577301, 18.225936, 17.36322, 19.772919, 17.623429, 17.917215, 17.398096, 17.829491, 19.389038, 20.982254, 24.525707, 24.849646, 27.79453, 27.136538, 28.112706, 30.555057, 36.074065, 40.899416, 49.475458, 58.066493, 60.056813, 60.607015, 61.326744, 57.817056], "sum_m_pl": [57.063884, 72.608356, 71.33096, 69.528204, 67.267377, 68.802827, 68.96196, 68.789792, 66.882785, 68.444506, 67.619791, 65.202003, 66.20415, 63.755459, 63.718641, 65.611187, 67.5655, 66.107009, 69.574779, 71.896074, 72.995591, 73.834736, 74.675987, 75.130277, 56.546482, 54.982882, 52.282796, 54.900476, 57.151773, 56.398393, 58.541439, 59.357216, 58.691719, 56.186359, 54.900806, 51.342852, 46.92802, 44.754616, 42.390768, 41.647658, 39.833404, 33.373692, 29.53367, 24.130622, 17.185219, 13.724396, 8.580516, 4.391267, 0.413057, 1.203276]}, "digit": {"n_am_en": [0, 4, 4, 1, 2, 3, 2, 2, 1, 1, 3, 1, 2, 0, 1, 1, 0, 2, 0, 0, 0, 1, 2, 2, 5, 5, 2, 0, 2, 1, 0, 1, 1, 3, 1, 1, 0, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 3, 2, 2, 3, 4, 4, 1, 0, 0, 2, 0, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.015918, 0.441832, 0.42008, 0.356624, 0.345142, 0.369812, 0.341066, 0.341348, 0.344217, 0.384066, 0.436394, 0.455407, 0.463052, 0.528898, 0.551, 0.586054, 0.614156, 0.571892, 0.512418, 0.473689, 0.428383, 0.411582, 0.405011, 0.394709, 0.838177, 0.683951, 0.652333, 0.657338, 0.635531, 0.746389, 0.683415, 0.665254, 0.633704, 0.710733, 0.730009, 0.721022, 0.672314, 0.627127, 0.60146, 0.627492, 0.64669, 0.702537, 0.81588, 0.965849, 1.475818, 1.32305, 1.228215, 1.485545, 0.408549, 0.000182], "sum_m_pl": [3.638775, 4.835461, 4.748408, 4.645251, 4.565974, 4.547784, 4.532113, 4.436433, 4.332076, 4.319442, 4.358622, 4.057607, 3.976046, 3.742529, 3.638901, 3.726613, 3.71291, 3.582212, 3.911519, 4.175191, 4.299582, 4.383763, 4.408126, 4.476842, 3.645926, 3.818559, 3.795523, 3.746662, 3.808322, 3.807861, 3.791469, 3.80783, 3.638839, 3.523128, 3.443793, 3.250022, 3.100803, 3.061292, 3.094447, 2.941632, 2.577272, 2.687435, 2.646736, 2.115576, 1.670359, 0.916162, 0.757477, 0.43322, 0.034824, 3.6e-05]}, "lang": {"n_am_en": [21, 14, 15, 8, 10, 13, 12, 9, 19, 13, 16, 18, 17, 15, 18, 20, 16, 11, 14, 14, 11, 16, 18, 16, 19, 24, 25, 25, 23, 23, 18, 18, 15, 16, 23, 25, 26, 26, 26, 30, 32, 33, 34, 29, 36, 41, 43, 45, 54, 57], "n_am_pl": [4, 4, 13, 8, 7, 6, 7, 6, 4, 1, 6, 6, 6, 11, 5, 7, 6, 8, 7, 7, 8, 7, 6, 5, 4, 2, 3, 2, 4, 6, 6, 7, 12, 6, 5, 3, 3, 8, 4, 2, 1, 0, 2, 5, 1, 3, 1, 0, 0, 1], "n_pos": 58, "sum_m_en": [6.619741, 3.668905, 3.595073, 3.465197, 3.933564, 3.917367, 3.826039, 3.740958, 4.122348, 4.030036, 4.380622, 5.164814, 4.799831, 4.929497, 4.913328, 4.549309, 4.236302, 4.270772, 3.919412, 3.511815, 3.296224, 3.04765, 2.887067, 2.791889, 7.832021, 8.68895, 9.039618, 8.132328, 7.750607, 8.300053, 7.121541, 7.533736, 7.327648, 7.749307, 8.974139, 10.017627, 12.589632, 12.686583, 13.849188, 13.823248, 14.966928, 16.358493, 19.305604, 23.790716, 28.138934, 32.863627, 37.546583, 41.543512, 52.054775, 55.79347], "sum_m_pl": [20.265705, 26.755405, 26.339176, 25.174719, 24.224879, 25.078641, 25.668833, 25.890386, 25.261763, 26.078073, 25.719239, 25.068873, 25.743334, 24.77218, 24.722711, 25.59414, 26.055425, 25.549063, 26.610412, 27.455277, 27.781268, 28.141023, 28.342776, 28.472725, 22.16636, 21.594401, 21.204217, 22.560344, 23.043425, 22.559648, 23.574727, 23.720155, 23.545735, 22.620305, 21.484594, 20.255611, 18.256043, 17.982883, 16.976234, 16.607017, 15.801876, 13.364621, 11.488795, 9.868424, 6.505294, 5.603689, 2.762289, 0.896581, 0.124563, 1.101959]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "pes-Angiologia-2020 wiosna-76", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 974, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9936}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 38, 33, 34, 32, 30, 25, 24, 23, 30, 30, 31, 25, 25, 30, 26, 19, 16, 22, 19, 21, 17, 15, 17, 29, 34, 40, 45, 29, 36, 27, 34, 23, 20, 27, 30, 29, 27, 26, 27, 23, 22, 25, 32, 35, 24, 19, 12, 2, 0], "n_am_pl": [13, 32, 30, 27, 14, 7, 12, 16, 13, 9, 15, 19, 19, 16, 29, 25, 21, 30, 27, 25, 27, 28, 26, 28, 17, 16, 21, 19, 22, 28, 29, 26, 34, 23, 25, 17, 24, 16, 24, 24, 23, 23, 22, 24, 15, 22, 31, 37, 70, 79], "n_pos": 155, "sum_m_en": [14.007733, 7.736352, 7.977883, 7.729366, 8.103257, 8.156795, 7.843493, 8.370507, 8.54188, 8.742255, 9.093103, 9.880025, 9.544051, 10.064383, 10.494522, 9.212825, 8.805548, 8.676696, 7.67308, 7.194825, 7.096356, 6.795955, 6.656277, 6.53472, 11.209942, 12.265248, 12.582149, 12.641466, 12.213773, 14.059696, 13.226853, 13.360485, 14.1613, 12.870175, 13.95699, 13.401172, 14.42738, 14.619555, 14.153484, 14.793192, 14.113765, 15.614129, 17.263068, 19.150517, 23.741737, 20.518683, 14.500091, 9.758527, 2.232326, 0.141946], "sum_m_pl": [58.470919, 72.663633, 71.50157, 70.673031, 67.329985, 68.024686, 69.070668, 69.639701, 68.54015, 70.787441, 69.687123, 68.990151, 71.612589, 69.816357, 70.223796, 73.436056, 73.835253, 73.950001, 76.432421, 77.55066, 77.975334, 78.115312, 77.929007, 78.264124, 62.514886, 60.641328, 58.483758, 62.869668, 64.473813, 65.587118, 67.67083, 67.96662, 66.627113, 63.365758, 63.596295, 60.749404, 58.781315, 55.427949, 54.007621, 52.945367, 50.892546, 48.453196, 44.145798, 40.186563, 33.326533, 34.119836, 36.012739, 38.888528, 67.40982, 78.273075]}, "digit": {"n_am_en": [5, 6, 9, 2, 0, 3, 1, 0, 0, 1, 1, 2, 2, 1, 1, 2, 0, 0, 2, 2, 1, 1, 1, 1, 2, 2, 4, 4, 3, 2, 1, 0, 1, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.948835, 0.414504, 0.406178, 0.339971, 0.351818, 0.345387, 0.354594, 0.343517, 0.352219, 0.382674, 0.389087, 0.48592, 0.468791, 0.480388, 0.501437, 0.503821, 0.469997, 0.455527, 0.432197, 0.424724, 0.399547, 0.401711, 0.394177, 0.390383, 0.922752, 0.650817, 0.552643, 0.575205, 0.492102, 0.628555, 0.545738, 0.454576, 0.459629, 0.433785, 0.505986, 0.569753, 0.551358, 0.563192, 0.509574, 0.48834, 0.524392, 0.523806, 0.476283, 0.505079, 0.311785, 0.187396, 0.523699, 0.801239, 0.067134, 0.000352], "sum_m_pl": [2.827682, 4.801519, 4.775932, 4.676054, 4.45916, 4.279166, 4.463029, 4.275758, 4.219306, 4.312238, 4.194081, 3.835557, 3.783514, 3.513723, 3.38034, 3.386598, 3.633377, 3.569705, 3.92672, 4.160264, 4.290566, 4.290208, 4.272025, 4.348023, 2.695849, 2.74506, 2.231489, 2.576899, 2.594592, 2.729928, 3.017107, 2.932307, 3.111346, 2.733923, 2.678807, 2.92213, 2.82678, 3.035103, 2.987465, 2.678544, 2.615856, 2.823461, 2.739659, 2.290726, 1.287914, 0.671479, 0.815996, 0.396403, 0.047404, 0.005503]}, "lang": {"n_am_en": [19, 18, 13, 14, 18, 16, 14, 15, 11, 14, 16, 16, 13, 13, 17, 11, 13, 7, 12, 9, 10, 10, 8, 7, 15, 18, 19, 24, 14, 20, 16, 23, 13, 12, 13, 18, 18, 19, 18, 17, 17, 18, 18, 24, 23, 15, 12, 8, 2, 0], "n_am_pl": [9, 20, 17, 18, 9, 2, 5, 7, 5, 3, 7, 11, 10, 9, 18, 13, 13, 16, 14, 15, 19, 18, 14, 15, 9, 8, 10, 10, 14, 17, 21, 14, 21, 11, 15, 10, 17, 10, 14, 13, 11, 13, 14, 15, 11, 17, 28, 33, 67, 78], "n_pos": 79, "sum_m_en": [6.665677, 3.982557, 4.140664, 4.053365, 4.20665, 4.296284, 4.148182, 4.392155, 4.440406, 4.660575, 4.860784, 5.25651, 5.036435, 5.262536, 5.560848, 4.737396, 4.550039, 4.532508, 4.024036, 3.745491, 3.695302, 3.501285, 3.398548, 3.329218, 5.865959, 6.839899, 6.928558, 6.915136, 6.944976, 7.644794, 7.08676, 7.265835, 7.681685, 7.293313, 7.743381, 7.425932, 8.53725, 8.56663, 8.250332, 8.32051, 8.443592, 9.348024, 11.586801, 13.659541, 14.659207, 11.430754, 8.773176, 5.751099, 1.619548, 0.031241], "sum_m_pl": [29.218136, 35.709107, 34.799194, 34.402796, 32.727051, 33.339933, 34.382658, 34.937247, 34.5341, 35.871701, 35.339208, 35.420926, 37.391031, 36.755709, 37.221909, 39.163616, 39.077354, 39.173196, 40.090967, 40.334425, 40.263787, 40.315752, 40.275455, 40.371865, 33.923306, 32.772372, 32.837272, 35.322308, 35.872066, 36.080556, 37.017202, 36.9279, 36.545508, 36.229848, 35.652807, 34.958678, 34.425998, 33.169174, 32.24112, 31.582553, 30.122518, 28.199136, 24.41686, 23.570998, 21.196162, 23.918127, 28.636131, 33.941033, 62.820993, 76.305075]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "pes-Angiologia-2020 wiosna-76", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 854, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9682, "tf_agree_excl_first": 0.9744}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [53, 63, 50, 46, 59, 55, 56, 48, 56, 66, 60, 63, 67, 58, 61, 54, 61, 50, 44, 62, 61, 64, 61, 65, 80, 81, 75, 73, 79, 73, 69, 68, 70, 75, 76, 81, 92, 91, 97, 98, 101, 90, 83, 82, 88, 86, 86, 78, 72, 72], "n_am_pl": [9, 37, 43, 34, 44, 42, 32, 29, 25, 26, 21, 26, 28, 35, 34, 45, 45, 41, 33, 35, 33, 28, 33, 38, 32, 24, 26, 35, 22, 20, 32, 26, 28, 33, 29, 33, 22, 13, 17, 19, 18, 22, 27, 22, 17, 13, 14, 19, 21, 30], "n_pos": 241, "sum_m_en": [25.017081, 14.080174, 13.914013, 13.880421, 14.81839, 14.708671, 15.828869, 15.739677, 17.149622, 17.723263, 18.915033, 20.85374, 19.87795, 19.837396, 19.210324, 17.881472, 17.344078, 16.952232, 15.262232, 14.056106, 13.481643, 12.389413, 11.941432, 11.598206, 30.36033, 30.936273, 33.359301, 29.609108, 29.544665, 31.103453, 28.570449, 28.413933, 29.476144, 32.100138, 32.723393, 36.743897, 44.658628, 49.73561, 49.976317, 50.735355, 55.896338, 59.162417, 61.421719, 64.248868, 72.371599, 77.160936, 80.206674, 75.679058, 71.818584, 73.6883], "sum_m_pl": [88.525631, 112.316722, 109.554644, 106.996935, 104.538471, 105.878316, 105.178028, 104.902653, 102.681927, 107.613068, 104.742669, 104.17381, 105.02456, 103.983947, 105.144423, 108.464509, 108.037736, 106.12584, 109.275202, 113.047704, 114.677674, 117.299534, 117.759871, 117.655856, 94.285874, 92.419751, 86.652435, 93.838158, 95.151181, 92.11059, 94.860625, 95.91884, 93.016857, 89.378293, 86.738692, 81.89953, 71.661411, 68.436347, 65.91223, 63.990606, 61.245058, 54.6184, 48.076446, 40.766458, 34.24332, 25.859339, 21.643247, 20.132569, 22.086038, 29.688324]}, "digit": {"n_am_en": [0, 6, 6, 3, 1, 7, 6, 5, 2, 2, 6, 4, 2, 1, 3, 2, 0, 1, 0, 2, 4, 4, 3, 4, 3, 4, 5, 2, 7, 1, 2, 1, 1, 0, 3, 2, 1, 2, 2, 2, 2, 1, 3, 2, 0, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 4, 4, 5, 1, 0, 1, 0, 1, 1, 0, 2, 2, 1, 6, 6, 4, 5, 6, 3, 3, 4, 4, 0, 1, 1, 1, 1, 1, 3, 3, 3, 2, 4, 5, 5, 2, 2, 2, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.061516, 0.578073, 0.554865, 0.540395, 0.507855, 0.554909, 0.48137, 0.484547, 0.489703, 0.540691, 0.595386, 0.611431, 0.652731, 0.688792, 0.7114, 0.674299, 0.693769, 0.667101, 0.591623, 0.549777, 0.514193, 0.480066, 0.467243, 0.464455, 0.741109, 0.738748, 0.771475, 0.732379, 0.792663, 0.843071, 0.796482, 0.841811, 0.911371, 1.056645, 1.167153, 1.183064, 1.065997, 1.127535, 0.973975, 0.914394, 0.929971, 1.321843, 1.462837, 1.150109, 1.016143, 1.68086, 1.315569, 0.271583, 0.017679, 0.0], "sum_m_pl": [5.575834, 6.47132, 6.443965, 6.335033, 6.323794, 6.208374, 6.207386, 6.077472, 6.216587, 6.11367, 6.101367, 5.884177, 5.661444, 5.52058, 5.330111, 5.586163, 5.585307, 5.52505, 5.728762, 5.926602, 6.067048, 6.147559, 6.144173, 6.160395, 5.913641, 5.949234, 5.790927, 5.838224, 5.833709, 5.628255, 5.527662, 5.495069, 5.153681, 4.961202, 4.837977, 4.773806, 4.22334, 4.229532, 4.277694, 4.011089, 3.821026, 3.517352, 3.302383, 2.548823, 2.12082, 1.082108, 0.511482, 0.419572, 0.011576, 0.0]}, "lang": {"n_am_en": [21, 24, 20, 17, 26, 24, 27, 25, 30, 30, 29, 33, 32, 30, 28, 27, 33, 26, 24, 34, 32, 33, 33, 33, 43, 44, 41, 34, 37, 37, 33, 31, 36, 37, 38, 39, 50, 50, 57, 59, 62, 62, 57, 53, 63, 63, 64, 67, 70, 72], "n_am_pl": [7, 16, 15, 17, 19, 14, 13, 9, 9, 8, 9, 6, 6, 7, 10, 13, 13, 14, 11, 15, 15, 11, 13, 15, 13, 12, 12, 17, 13, 13, 16, 10, 13, 19, 13, 18, 8, 8, 9, 9, 10, 11, 17, 13, 9, 5, 10, 10, 21, 28], "n_pos": 100, "sum_m_en": [9.874445, 6.176599, 6.423579, 6.13401, 6.720304, 6.748946, 8.005692, 7.974289, 9.289619, 9.535903, 10.024645, 11.260524, 10.486871, 9.92051, 9.231442, 8.394885, 8.061664, 8.120883, 7.108838, 6.4468, 6.114549, 5.567362, 5.386733, 5.156543, 15.997627, 17.018732, 17.748171, 16.271629, 16.404858, 16.867813, 15.168627, 14.813648, 14.9937, 15.900121, 16.421273, 18.075538, 24.26391, 27.852948, 27.753394, 28.936511, 33.504815, 37.461246, 40.481446, 42.105398, 49.570963, 54.828053, 58.85874, 61.733248, 67.956699, 70.73973], "sum_m_pl": [35.959083, 44.988796, 44.015121, 42.872991, 41.888838, 42.477792, 41.916308, 42.218959, 41.103869, 43.133891, 41.982793, 41.392534, 42.295135, 42.169622, 43.032464, 44.489147, 44.18906, 43.38319, 44.626234, 46.334572, 47.112811, 48.171684, 48.370851, 48.233388, 37.806977, 36.733395, 34.167832, 36.946072, 37.529624, 36.203817, 38.150381, 38.859871, 38.288544, 37.32579, 35.998504, 35.181953, 31.04051, 29.328566, 28.777559, 27.93118, 26.472931, 24.641042, 22.698916, 19.965553, 16.425864, 10.998905, 11.577541, 10.986646, 20.300089, 27.005944]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 243, "item_id": "pes-Balneologia i medycyna fizykalna-2018 jesień-83", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 997, "region_end": 241, "roundtrip_ok": true, "tf_agree": 0.9671, "tf_agree_excl_first": 0.9711}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [37, 37, 34, 24, 31, 21, 29, 37, 41, 45, 38, 33, 38, 39, 35, 40, 43, 33, 39, 36, 35, 34, 36, 40, 49, 60, 52, 39, 46, 56, 44, 45, 45, 57, 60, 70, 63, 71, 68, 64, 68, 55, 49, 41, 36, 34, 18, 13, 1, 0], "n_am_pl": [8, 42, 35, 38, 41, 37, 25, 23, 15, 22, 22, 18, 20, 23, 36, 25, 32, 40, 33, 45, 35, 41, 42, 38, 21, 19, 22, 29, 17, 26, 38, 29, 33, 29, 35, 32, 40, 32, 33, 40, 38, 35, 31, 36, 37, 44, 52, 53, 88, 100], "n_pos": 188, "sum_m_en": [16.98368, 8.808216, 8.794147, 9.373472, 9.617113, 9.517391, 10.500879, 10.652684, 11.290242, 11.829837, 13.247023, 13.429286, 13.011877, 13.585444, 13.711868, 13.128821, 12.58797, 12.039272, 10.59218, 9.671908, 9.206366, 8.542668, 8.345384, 8.266096, 17.80608, 18.056213, 19.848251, 17.870269, 17.849583, 19.232546, 18.012225, 18.54703, 18.780301, 21.931439, 22.477396, 24.409284, 25.844268, 29.67141, 27.909149, 27.157511, 30.225437, 32.671837, 33.253031, 33.146961, 31.919654, 28.53272, 16.654012, 11.060871, 2.692244, 0.006448], "sum_m_pl": [70.796189, 88.818261, 86.741963, 83.258346, 80.614284, 80.695592, 80.819398, 81.436912, 80.270456, 83.774773, 81.233235, 81.572926, 83.259116, 81.617957, 84.193465, 87.189997, 87.035394, 86.185971, 89.068875, 91.403486, 92.507231, 93.977252, 93.827146, 93.455069, 77.60228, 77.722907, 73.700017, 79.749273, 80.323138, 79.686298, 81.336526, 81.30884, 80.864864, 76.816491, 75.257424, 73.187115, 70.791007, 67.58761, 68.840147, 71.219837, 69.056184, 64.546266, 58.008809, 52.085734, 50.126426, 50.009843, 58.805533, 58.908768, 84.754763, 99.565838]}, "digit": {"n_am_en": [0, 2, 9, 1, 4, 4, 6, 6, 7, 1, 5, 2, 4, 3, 3, 2, 2, 0, 3, 1, 2, 4, 3, 3, 3, 7, 5, 4, 4, 5, 3, 1, 1, 2, 2, 4, 2, 3, 3, 2, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 5, 1, 6, 8, 4, 3, 1, 0, 2, 1, 0, 2, 0, 3, 5, 6, 5, 6, 7, 5, 5, 5, 4, 1, 0, 1, 4, 2, 1, 4, 3, 3, 1, 2, 4, 4, 1, 1, 1, 3, 2, 1, 1, 1, 1, 0, 1, 0, 0], "n_pos": 12, "sum_m_en": [1.040685, 0.510968, 0.477482, 0.461152, 0.444109, 0.47612, 0.44191, 0.457991, 0.449265, 0.504645, 0.590832, 0.618284, 0.681871, 0.699171, 0.732846, 0.653628, 0.65778, 0.653683, 0.60136, 0.570287, 0.53811, 0.511581, 0.496611, 0.48732, 1.060365, 0.907143, 0.919015, 0.861383, 0.84113, 0.873934, 0.826803, 0.80543, 0.820417, 0.928697, 1.021823, 1.075918, 1.023884, 0.939733, 0.875244, 0.782035, 0.800633, 0.837909, 0.834042, 0.85583, 0.514183, 1.006038, 0.529426, 0.259182, 0.015969, 0.0], "sum_m_pl": [5.423279, 6.648237, 6.602323, 6.495465, 6.417327, 6.337502, 6.249893, 6.116115, 6.25202, 6.063115, 5.96567, 5.71301, 5.525916, 5.372699, 5.398448, 5.801513, 5.805045, 5.558195, 5.826048, 6.012399, 6.073003, 6.115445, 6.111736, 6.121738, 5.55922, 5.816591, 5.699701, 5.744624, 5.749481, 5.59124, 5.472956, 5.45062, 5.241611, 5.139016, 4.94005, 4.940405, 4.590058, 4.513457, 4.396796, 4.251667, 4.166332, 4.015189, 3.781668, 3.023879, 2.965928, 1.738272, 1.345652, 1.553944, 0.045603, 1e-06]}, "lang": {"n_am_en": [26, 23, 21, 12, 14, 9, 13, 22, 23, 32, 22, 20, 27, 24, 19, 26, 25, 21, 24, 26, 23, 21, 18, 22, 30, 31, 27, 24, 29, 33, 27, 30, 28, 36, 40, 39, 42, 47, 45, 39, 41, 35, 35, 27, 23, 26, 15, 9, 1, 0], "n_am_pl": [4, 20, 14, 15, 20, 18, 13, 14, 6, 10, 11, 10, 8, 14, 19, 12, 17, 22, 16, 21, 17, 21, 18, 16, 14, 14, 16, 16, 10, 13, 20, 16, 19, 19, 16, 17, 21, 20, 23, 28, 27, 26, 23, 30, 32, 34, 49, 51, 87, 98], "n_pos": 98, "sum_m_en": [9.818595, 4.74573, 4.836176, 5.303365, 5.438965, 5.365393, 6.358656, 6.486861, 6.910316, 7.242079, 8.206206, 8.113659, 7.56347, 7.692552, 7.634409, 7.451417, 7.050165, 6.748256, 5.883116, 5.29986, 4.999148, 4.58923, 4.473296, 4.432312, 11.340742, 11.459713, 12.708622, 11.489126, 11.264554, 11.828054, 11.305294, 11.588713, 11.621338, 13.75725, 14.254145, 14.942414, 15.628352, 18.728574, 17.402277, 16.995035, 18.241665, 20.985448, 22.794206, 21.12992, 22.330557, 21.453062, 11.727971, 6.908256, 1.797827, 0.005585], "sum_m_pl": [35.124584, 44.941418, 44.00456, 41.360966, 39.665048, 39.961575, 40.137719, 40.843255, 39.534341, 42.066735, 40.565404, 41.265763, 42.991124, 41.919807, 43.923242, 45.019311, 44.872792, 44.665648, 45.971676, 47.136089, 47.773801, 48.665604, 48.608742, 48.334552, 39.365398, 39.582191, 37.756806, 41.026549, 41.167015, 40.783559, 42.239548, 42.451288, 43.105328, 40.607746, 39.336254, 39.127641, 39.85321, 37.962817, 39.583166, 41.202765, 40.413305, 40.291228, 37.180612, 36.154528, 34.943784, 37.686644, 50.541726, 52.117005, 81.068057, 96.929495]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "pes-Balneologia i medycyna fizykalna-2018 jesień-83", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 877, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9684, "tf_agree_excl_first": 0.9735}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [22, 18, 21, 18, 17, 14, 17, 18, 15, 13, 19, 19, 21, 16, 11, 19, 19, 11, 18, 19, 26, 27, 27, 26, 32, 37, 30, 37, 28, 26, 21, 27, 24, 27, 22, 19, 25, 25, 26, 26, 25, 27, 35, 32, 31, 29, 29, 29, 33, 32], "n_am_pl": [3, 17, 17, 15, 8, 10, 6, 13, 9, 10, 4, 3, 6, 9, 5, 3, 6, 5, 6, 11, 12, 11, 12, 14, 4, 2, 4, 3, 5, 6, 4, 6, 2, 4, 7, 5, 5, 6, 4, 5, 4, 2, 4, 3, 4, 3, 2, 6, 8, 10], "n_pos": 91, "sum_m_en": [10.07404, 5.377329, 5.332454, 5.682863, 5.418055, 5.534584, 5.436104, 5.71201, 5.644772, 5.324257, 5.975159, 6.587164, 6.893574, 7.12509, 7.208385, 7.476181, 6.766788, 6.329729, 6.370007, 6.033947, 5.508686, 5.227287, 5.106552, 4.885761, 15.139666, 17.701623, 14.946024, 14.061843, 11.968592, 11.701257, 10.844951, 11.498955, 11.070698, 11.455787, 11.609467, 10.812287, 11.869037, 12.536327, 14.316529, 16.617381, 18.546475, 22.74837, 23.841658, 24.548574, 23.59613, 26.006925, 28.461298, 30.384804, 32.83089, 31.893983], "sum_m_pl": [32.007999, 41.531224, 41.870654, 40.857622, 39.261475, 39.621535, 39.614533, 38.03737, 37.652888, 38.638348, 37.178458, 36.502466, 35.729956, 34.723957, 35.907938, 36.522374, 37.895531, 36.677139, 37.621903, 39.518109, 40.703696, 40.775219, 41.397363, 41.68879, 26.393275, 25.311491, 23.958876, 25.808784, 28.65492, 28.386144, 27.630986, 27.907548, 27.034325, 26.704415, 26.427509, 24.743485, 21.990423, 19.874518, 17.681125, 17.596762, 15.905042, 13.468644, 13.176905, 10.160136, 8.840835, 6.555251, 4.393369, 5.687849, 7.98336, 9.701243]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 10, 9, 10, 9, 10, 9, 11, 9, 8, 11, 12, 12, 11, 7, 12, 12, 9, 10, 11, 13, 14, 17, 16, 20, 24, 18, 22, 20, 16, 12, 19, 17, 16, 17, 15, 17, 19, 20, 21, 20, 21, 21, 21, 20, 20, 22, 22, 31, 32], "n_am_pl": [2, 10, 8, 6, 3, 5, 4, 6, 5, 6, 3, 0, 3, 5, 3, 2, 3, 2, 4, 7, 9, 7, 8, 10, 3, 1, 3, 0, 0, 0, 1, 2, 1, 2, 3, 1, 2, 3, 2, 3, 2, 1, 2, 3, 4, 3, 2, 5, 8, 10], "n_pos": 43, "sum_m_en": [4.928348, 2.649567, 2.56837, 2.670977, 2.557524, 2.747796, 2.692855, 2.827641, 2.848464, 2.725309, 3.028139, 3.333404, 3.523292, 3.603345, 3.553083, 3.594428, 3.31335, 3.12223, 3.115202, 2.952993, 2.653144, 2.551402, 2.504519, 2.374991, 8.822422, 10.154344, 9.164026, 8.162865, 7.084064, 6.896068, 6.236212, 6.807321, 6.628178, 6.61208, 7.127459, 7.105794, 7.848127, 8.626122, 9.885515, 11.317673, 12.485217, 15.488326, 15.267616, 15.803029, 14.932116, 17.892365, 20.731907, 23.079401, 30.359363, 31.56886], "sum_m_pl": [15.156323, 19.903648, 20.180488, 19.71547, 19.000549, 19.042472, 19.069118, 18.325091, 18.321881, 18.924633, 18.339378, 18.093055, 17.702558, 17.147204, 17.633472, 17.957454, 18.467967, 17.936208, 18.338812, 19.135749, 19.677637, 19.725785, 20.028023, 20.174048, 13.147, 12.75655, 12.087247, 13.081585, 14.253382, 14.24171, 14.439091, 14.538742, 14.269623, 14.313083, 13.883053, 13.12034, 12.344317, 11.590247, 10.23292, 10.16218, 9.102516, 7.923617, 7.919237, 6.00235, 6.22765, 4.974291, 3.335115, 4.078414, 7.122162, 9.682599]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 93, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-17", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 929, "region_end": 91, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.9891}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [28, 17, 20, 17, 13, 7, 11, 12, 10, 12, 12, 21, 17, 12, 14, 20, 14, 15, 8, 16, 14, 11, 13, 17, 27, 31, 20, 18, 23, 21, 22, 20, 20, 29, 26, 24, 24, 29, 30, 33, 34, 30, 30, 32, 26, 23, 13, 4, 1, 1], "n_am_pl": [8, 26, 19, 21, 15, 15, 11, 10, 11, 7, 10, 6, 13, 11, 8, 8, 12, 11, 17, 19, 17, 13, 14, 18, 9, 12, 10, 10, 4, 8, 6, 8, 10, 13, 11, 10, 12, 11, 9, 15, 7, 9, 12, 11, 15, 12, 24, 26, 52, 60], "n_pos": 97, "sum_m_en": [8.950638, 4.55121, 4.868603, 5.068805, 5.019052, 5.110344, 5.206743, 5.49204, 5.317345, 5.522466, 6.470649, 6.953719, 7.425944, 7.37847, 7.7544, 7.825845, 7.175132, 6.479144, 6.075487, 5.644709, 5.134917, 4.86298, 4.780886, 4.698927, 11.394713, 13.338941, 11.731247, 11.071116, 10.954167, 10.84321, 10.408591, 11.330439, 11.849925, 13.228841, 13.89123, 13.229558, 14.174618, 13.962346, 15.68273, 18.988128, 19.912236, 22.046496, 19.24536, 21.021446, 17.704481, 19.075362, 11.283054, 5.791273, 1.718385, 0.751239], "sum_m_pl": [35.28344, 44.091629, 43.447689, 42.577734, 41.045624, 40.784926, 40.506515, 40.288662, 38.531512, 39.387856, 37.647291, 37.675324, 37.996977, 36.636872, 37.451279, 38.757315, 40.036341, 41.202733, 43.162596, 44.988005, 45.724346, 45.951198, 46.026817, 46.173298, 32.690966, 32.037165, 29.94637, 31.537581, 33.474687, 34.245424, 35.024785, 34.383065, 32.788674, 31.756407, 30.696475, 30.814827, 29.052982, 27.390683, 25.973876, 24.657951, 22.858793, 21.672376, 22.543162, 19.140961, 21.928032, 20.378856, 25.998156, 29.329872, 47.979473, 59.86672]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 8, 9, 8, 7, 5, 8, 9, 7, 10, 8, 16, 14, 10, 11, 14, 8, 10, 5, 8, 7, 5, 8, 11, 18, 23, 14, 10, 16, 16, 13, 13, 12, 19, 19, 16, 18, 22, 25, 25, 26, 25, 23, 25, 21, 20, 11, 3, 1, 1], "n_am_pl": [3, 18, 12, 14, 7, 10, 7, 4, 6, 4, 6, 4, 9, 5, 6, 4, 4, 5, 8, 14, 14, 11, 11, 14, 7, 9, 6, 4, 1, 5, 3, 3, 6, 8, 7, 8, 10, 8, 6, 11, 5, 8, 11, 10, 13, 11, 19, 23, 50, 58], "n_pos": 59, "sum_m_en": [5.450582, 2.872841, 2.919609, 3.078063, 3.09332, 3.12511, 3.288667, 3.487429, 3.396436, 3.65507, 4.26457, 4.654818, 5.073459, 4.934628, 5.071569, 5.202342, 4.772411, 4.251574, 4.006504, 3.664687, 3.242874, 3.076602, 3.030802, 2.973144, 8.006651, 9.780238, 8.036484, 7.572615, 7.826661, 7.603982, 7.420157, 7.950728, 8.282543, 8.790979, 9.520315, 9.006425, 9.794369, 9.791395, 11.464528, 13.956975, 14.98777, 17.279223, 14.732055, 16.439757, 13.732978, 15.499934, 9.429935, 4.050939, 1.285082, 0.716454], "sum_m_pl": [20.852039, 26.356297, 26.156815, 25.570973, 24.616722, 24.682489, 24.589071, 24.425251, 23.867321, 24.50201, 23.555389, 23.627372, 23.777676, 23.019212, 23.682215, 24.325512, 24.814257, 25.635551, 26.35844, 27.310193, 27.830124, 27.963609, 28.050724, 28.146409, 20.46556, 19.820966, 18.386241, 19.215626, 20.324864, 21.301595, 21.956611, 21.328419, 20.559972, 20.568673, 19.827186, 20.554807, 19.881663, 19.348968, 18.003579, 17.678314, 16.23286, 16.314273, 17.631024, 14.899656, 18.031858, 16.635776, 22.273276, 26.390086, 45.108083, 56.934325]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-17", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 809, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.9495, "tf_agree_excl_first": 0.9592}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [57, 61, 49, 61, 54, 54, 58, 64, 47, 57, 58, 76, 76, 54, 46, 44, 50, 51, 58, 67, 72, 72, 66, 66, 100, 91, 85, 76, 70, 86, 79, 68, 76, 80, 75, 81, 90, 102, 96, 99, 115, 123, 122, 122, 109, 113, 116, 114, 108, 109], "n_am_pl": [16, 44, 38, 37, 37, 34, 31, 38, 32, 26, 26, 26, 30, 35, 42, 39, 41, 39, 33, 28, 25, 23, 25, 33, 17, 14, 24, 30, 30, 23, 35, 40, 40, 27, 26, 28, 22, 23, 17, 16, 13, 8, 9, 7, 7, 8, 10, 9, 2, 3], "n_pos": 238, "sum_m_en": [26.034067, 15.153657, 14.224913, 14.662527, 14.44882, 13.836747, 13.376841, 13.509846, 13.282722, 13.612881, 14.422161, 16.432654, 16.591483, 16.740295, 16.867553, 15.614457, 15.700092, 15.027533, 14.321369, 12.983875, 12.484381, 11.911183, 12.203582, 11.445216, 30.98299, 33.052, 32.865948, 28.101488, 26.576645, 29.061655, 27.174077, 27.213791, 29.860203, 29.520828, 28.750534, 33.455897, 43.630999, 47.948127, 50.002308, 53.958286, 63.776869, 75.352211, 80.374875, 98.165216, 93.653468, 105.315799, 112.172931, 112.483109, 107.008406, 110.164577], "sum_m_pl": [86.014998, 108.475683, 106.565681, 105.565477, 104.054738, 106.052725, 107.960457, 107.387744, 105.506996, 109.83871, 109.386654, 108.567385, 109.464231, 106.446864, 107.620176, 110.946574, 110.356861, 108.289169, 109.06749, 112.976139, 113.737902, 114.692246, 115.039182, 115.424008, 90.962987, 90.897398, 88.7116, 97.045767, 99.303251, 95.119773, 98.364032, 97.64587, 93.142626, 92.016475, 90.066899, 83.288751, 72.876329, 69.084288, 66.39906, 61.737592, 56.497459, 44.821549, 41.832943, 28.875289, 22.488382, 16.233159, 13.668817, 12.778041, 3.492282, 3.904252]}, "digit": {"n_am_en": [0, 1, 4, 3, 1, 3, 1, 2, 1, 0, 3, 2, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 4, 1, 0, 0, 2, 2, 0, 1, 0, 1, 0, 0, 2, 2, 1, 0, 2, 2, 2, 3, 1, 0, 1, 0, 1, 0, 1, 2, 1, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.589753, 0.319035, 0.330348, 0.307292, 0.291937, 0.295944, 0.26646, 0.27869, 0.279536, 0.301191, 0.341807, 0.382957, 0.465576, 0.464682, 0.528618, 0.436075, 0.452057, 0.429457, 0.36741, 0.3374, 0.321628, 0.306173, 0.309234, 0.306118, 0.406945, 0.359536, 0.417332, 0.448909, 0.482403, 0.585434, 0.59569, 0.552682, 0.550575, 0.541734, 0.54723, 0.555683, 0.495471, 0.479418, 0.447599, 0.468065, 0.49227, 0.467547, 0.452493, 0.475604, 0.455176, 0.431098, 0.235705, 0.319038, 0.077122, 0.000909], "sum_m_pl": [3.299806, 3.717705, 3.689116, 3.681046, 3.676397, 3.595963, 3.514808, 3.46326, 3.495056, 3.464652, 3.377445, 3.081011, 2.785385, 2.743131, 2.657555, 2.777321, 2.833159, 2.793422, 2.892034, 3.070902, 3.147487, 3.180997, 3.185825, 3.216927, 2.682827, 2.622208, 2.524194, 2.577699, 2.636857, 2.504361, 2.527731, 2.64464, 2.440629, 2.630554, 2.533065, 2.273505, 1.867927, 1.983651, 2.171256, 2.075144, 2.08488, 2.042453, 1.98113, 1.248267, 1.097586, 0.812586, 0.358352, 0.284303, 0.046233, 0.00029]}, "lang": {"n_am_en": [24, 35, 22, 29, 24, 18, 25, 27, 21, 26, 27, 41, 37, 29, 23, 19, 20, 26, 32, 38, 40, 42, 39, 38, 60, 56, 53, 46, 43, 51, 51, 46, 50, 53, 47, 48, 55, 61, 61, 63, 70, 76, 78, 84, 74, 79, 81, 85, 103, 109], "n_am_pl": [11, 21, 17, 18, 19, 17, 13, 17, 16, 8, 9, 7, 13, 15, 20, 17, 18, 17, 8, 10, 9, 8, 10, 9, 5, 5, 5, 14, 16, 11, 12, 15, 14, 10, 9, 11, 7, 11, 10, 6, 5, 3, 3, 1, 0, 1, 2, 0, 0, 3], "n_pos": 114, "sum_m_en": [12.422894, 7.61132, 7.104991, 7.653126, 7.488878, 7.160631, 6.890317, 6.844529, 6.664951, 6.843121, 7.298718, 8.501308, 8.437848, 8.352069, 8.19757, 7.661971, 7.79691, 7.333446, 7.083355, 6.44642, 6.137338, 5.922011, 6.199319, 5.715922, 19.136289, 19.967386, 19.4633, 16.192384, 15.615493, 16.967368, 15.92126, 16.038245, 17.566993, 17.120308, 15.930052, 19.504688, 25.927205, 30.620404, 31.824451, 34.605166, 41.512904, 48.294114, 52.358652, 62.773807, 62.132529, 71.383615, 77.922938, 83.007305, 100.024795, 107.75294], "sum_m_pl": [39.692756, 50.644028, 50.187866, 48.857991, 47.641369, 48.970217, 50.451929, 50.506607, 49.537616, 51.98833, 51.668697, 51.473122, 52.445795, 50.693984, 51.661167, 53.217534, 52.705924, 51.746893, 51.927537, 53.856036, 54.312165, 54.706403, 54.907411, 54.998262, 41.947027, 42.366665, 41.514302, 45.900009, 47.025339, 44.674912, 46.212153, 45.525297, 43.682651, 43.583656, 42.532522, 39.370829, 34.103046, 31.874897, 30.649788, 28.336256, 25.121474, 19.542325, 18.013505, 12.655235, 9.483895, 5.681019, 3.832921, 1.882527, 0.94404, 2.982297]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 240, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-40", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1065, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9707}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [115, 88, 57, 54, 48, 62, 59, 57, 48, 74, 58, 77, 66, 59, 53, 58, 69, 63, 57, 49, 51, 52, 45, 48, 64, 67, 60, 66, 67, 73, 72, 70, 75, 72, 73, 69, 76, 91, 95, 94, 99, 108, 108, 115, 97, 91, 52, 29, 10, 5], "n_am_pl": [44, 59, 69, 57, 70, 56, 42, 46, 47, 44, 33, 32, 38, 44, 58, 67, 59, 67, 82, 84, 81, 105, 98, 107, 46, 51, 50, 53, 57, 56, 59, 66, 74, 68, 64, 62, 65, 55, 58, 72, 64, 72, 65, 61, 64, 80, 103, 117, 161, 163], "n_pos": 350, "sum_m_en": [31.562103, 17.776673, 17.508194, 17.649247, 17.737943, 17.605597, 17.128341, 17.929721, 17.423884, 18.055996, 19.403045, 20.680535, 20.524855, 21.073749, 21.342846, 19.879132, 19.343342, 18.901481, 17.268331, 15.868219, 15.313203, 14.657086, 14.514101, 14.368821, 23.96568, 25.679412, 25.722691, 25.684478, 26.496528, 29.001769, 27.436369, 27.68057, 27.959078, 28.247272, 28.904807, 30.544551, 35.530954, 41.484746, 41.040164, 45.026143, 48.323957, 59.031054, 62.959389, 81.564983, 67.809368, 68.443908, 49.255191, 33.212717, 11.065223, 5.031001], "sum_m_pl": [136.741023, 164.085735, 161.380597, 159.133064, 155.060793, 154.950367, 155.592785, 155.277234, 154.328442, 157.540487, 150.44523, 150.576493, 156.491789, 154.04366, 154.655826, 161.846449, 164.089549, 161.865619, 166.530432, 171.619118, 173.360651, 174.853774, 174.458091, 174.734732, 147.824234, 143.971522, 137.026159, 147.810966, 149.27595, 143.112652, 148.119234, 148.713438, 145.635652, 141.806584, 138.509178, 133.284339, 129.235369, 124.151968, 126.323666, 125.600057, 120.521635, 114.97559, 112.373469, 95.281405, 93.045974, 99.055783, 106.352538, 120.144752, 151.348682, 164.695626]}, "digit": {"n_am_en": [2, 4, 4, 5, 3, 4, 1, 2, 2, 3, 4, 1, 1, 1, 4, 2, 0, 1, 1, 1, 1, 2, 2, 2, 2, 4, 4, 2, 3, 1, 0, 1, 1, 4, 4, 3, 4, 3, 2, 2, 3, 2, 1, 2, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 3, 3, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 3, 4, 3, 6, 5, 5, 5, 5, 3, 1, 3, 3, 1, 1, 0, 0, 0, 0, 2, 3, 0, 2, 2, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0], "n_pos": 10, "sum_m_en": [1.109984, 0.518963, 0.485, 0.446128, 0.450589, 0.490734, 0.472201, 0.463127, 0.458126, 0.476834, 0.513134, 0.514152, 0.549152, 0.566326, 0.627364, 0.568919, 0.564147, 0.587718, 0.511585, 0.471073, 0.439868, 0.425074, 0.42009, 0.421074, 0.837442, 0.750299, 0.783007, 0.68906, 0.681931, 0.760561, 0.785287, 0.84218, 0.739342, 0.818921, 0.941706, 0.90853, 0.675929, 0.65128, 0.578827, 0.6171, 0.490766, 0.543472, 0.499231, 0.464735, 0.764391, 0.527101, 0.149325, 0.059391, 0.001521, 0.0], "sum_m_pl": [4.46886, 5.435157, 5.269589, 5.069052, 4.964074, 4.918359, 4.814898, 4.777606, 4.679016, 4.596139, 4.404309, 4.329064, 4.162596, 4.276806, 4.138779, 4.430408, 4.440469, 4.155249, 4.45005, 4.617481, 4.690152, 4.690162, 4.744267, 4.736352, 4.191111, 4.028749, 4.077491, 4.0609, 3.969418, 3.747526, 3.766568, 3.802172, 3.57063, 3.676366, 3.533268, 3.40641, 3.251238, 3.247772, 3.211049, 3.14471, 2.271126, 2.889727, 3.033711, 2.795238, 2.515252, 1.631927, 1.481176, 1.29517, 0.01049, 0.0]}, "lang": {"n_am_en": [53, 27, 26, 27, 23, 24, 29, 27, 30, 34, 27, 43, 32, 26, 24, 25, 35, 29, 24, 23, 23, 27, 25, 33, 40, 37, 33, 34, 36, 47, 43, 39, 47, 40, 40, 42, 46, 55, 56, 58, 59, 59, 66, 68, 53, 50, 25, 12, 5, 5], "n_am_pl": [17, 28, 40, 30, 31, 21, 17, 25, 23, 22, 16, 20, 25, 25, 35, 36, 28, 33, 46, 40, 35, 49, 45, 51, 17, 15, 23, 24, 30, 27, 29, 34, 34, 34, 33, 28, 35, 31, 33, 39, 38, 46, 44, 45, 54, 62, 82, 96, 154, 163], "n_pos": 170, "sum_m_en": [14.214527, 8.546982, 8.560872, 8.775692, 8.774012, 8.539774, 8.602048, 9.140967, 8.752852, 9.043752, 9.563906, 10.150961, 9.827361, 10.05365, 10.105905, 9.398655, 9.114969, 8.862005, 8.194512, 7.620659, 7.368583, 7.016212, 6.899077, 6.835003, 11.825942, 13.0399, 12.955709, 12.737296, 13.311336, 14.470784, 13.435586, 13.522676, 13.347567, 13.723974, 13.700189, 14.350851, 19.041559, 23.531551, 22.387279, 25.19229, 27.771978, 32.664145, 37.026289, 46.584968, 38.033077, 37.832404, 26.077431, 14.413725, 5.280717, 5.028789], "sum_m_pl": [62.853929, 75.81119, 75.10798, 73.963508, 72.41675, 73.253701, 73.348757, 73.853332, 73.597074, 75.516236, 72.93631, 73.970061, 77.682455, 75.934092, 76.655394, 80.204862, 81.621887, 80.380791, 82.070243, 84.132879, 84.890483, 85.800597, 85.628671, 85.765376, 75.446299, 73.262226, 71.438003, 76.632591, 76.634987, 72.699348, 75.913272, 76.342259, 76.509151, 74.812101, 72.634464, 72.35907, 71.903474, 69.024654, 72.307377, 72.999805, 71.02058, 70.664503, 69.491845, 60.55358, 63.07257, 70.969632, 81.537505, 94.277929, 143.397513, 163.499481]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 352, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-40", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 945, "region_end": 350, "roundtrip_ok": true, "tf_agree": 0.9801, "tf_agree_excl_first": 0.9829}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [28, 41, 43, 35, 31, 41, 41, 36, 32, 32, 35, 31, 28, 30, 31, 33, 36, 30, 30, 23, 26, 23, 19, 26, 37, 38, 33, 37, 40, 48, 50, 50, 44, 49, 44, 45, 45, 45, 53, 52, 57, 53, 57, 48, 46, 45, 56, 53, 49, 47], "n_am_pl": [7, 21, 20, 19, 17, 12, 15, 11, 6, 14, 13, 16, 13, 19, 19, 12, 13, 13, 16, 14, 12, 12, 11, 13, 5, 8, 10, 11, 18, 14, 11, 11, 12, 10, 15, 15, 11, 9, 13, 11, 7, 13, 13, 12, 15, 13, 12, 16, 10, 13], "n_pos": 136, "sum_m_en": [15.063521, 8.026076, 7.658687, 7.546433, 7.698699, 7.808606, 7.8715, 7.44548, 7.704507, 7.822938, 7.985499, 8.562002, 8.596644, 8.741558, 8.850372, 8.433778, 8.733472, 8.495963, 8.044828, 7.224454, 6.764415, 6.359571, 6.166386, 6.052976, 12.590432, 13.280009, 13.301964, 12.127023, 11.392655, 12.221958, 12.043574, 12.750036, 13.696564, 14.281504, 15.471972, 17.222139, 20.059961, 20.639285, 21.890373, 27.802429, 30.546374, 36.578903, 38.546865, 36.222676, 38.219623, 41.909404, 48.304808, 46.469963, 47.221204, 46.643333], "sum_m_pl": [51.79165, 63.850861, 63.723462, 62.688303, 61.196155, 61.423433, 61.016554, 61.021158, 60.772676, 63.347329, 63.014782, 62.653329, 63.452179, 61.052703, 61.361909, 62.648491, 63.422543, 61.012772, 62.12405, 63.404494, 64.678478, 65.781046, 65.983322, 66.606071, 52.124832, 51.546108, 48.83241, 51.395732, 53.438729, 54.068451, 54.986595, 54.542742, 52.113657, 50.312735, 49.501863, 45.397944, 41.127509, 38.874687, 38.717234, 34.982353, 32.465741, 29.357806, 28.562561, 24.46021, 20.458762, 17.049414, 15.575046, 14.472407, 11.640875, 12.766779]}, "digit": {"n_am_en": [1, 5, 3, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0], "n_pos": 5, "sum_m_en": [1.001821, 0.283681, 0.271308, 0.266996, 0.241298, 0.220662, 0.218629, 0.181064, 0.196978, 0.214761, 0.233846, 0.220616, 0.229007, 0.211665, 0.214231, 0.217579, 0.244308, 0.242161, 0.241044, 0.232914, 0.218686, 0.206759, 0.204107, 0.203557, 0.224068, 0.24646, 0.146497, 0.163019, 0.166893, 0.223994, 0.224443, 0.220822, 0.223176, 0.230387, 0.267288, 0.275439, 0.234351, 0.283409, 0.233627, 0.188187, 0.163401, 0.171375, 0.153887, 0.153864, 0.14324, 0.146868, 0.09147, 0.103218, 0.004676, 0.000721], "sum_m_pl": [1.279814, 2.561859, 2.568132, 2.452165, 2.272352, 2.232899, 2.192761, 2.22628, 2.208426, 2.36902, 2.396303, 2.228358, 2.123094, 1.999258, 1.760449, 1.852786, 1.941226, 1.656502, 2.032474, 2.292378, 2.368662, 2.435691, 2.417509, 2.465373, 1.521977, 1.463782, 0.93631, 1.075232, 1.226998, 1.412648, 1.68262, 1.718136, 1.647013, 1.379848, 1.247784, 1.673325, 1.549642, 1.787584, 1.675585, 1.61681, 1.539762, 1.324804, 1.178382, 0.887693, 0.804546, 0.754382, 0.504051, 0.442267, 0.01132, 0.00023]}, "lang": {"n_am_en": [5, 16, 21, 16, 14, 18, 25, 19, 18, 20, 21, 17, 15, 20, 19, 16, 16, 15, 13, 15, 14, 12, 10, 16, 22, 25, 21, 20, 19, 23, 25, 26, 21, 23, 24, 25, 28, 29, 33, 31, 32, 32, 36, 33, 33, 33, 42, 40, 45, 47], "n_am_pl": [3, 10, 6, 6, 5, 7, 6, 4, 3, 7, 6, 5, 6, 8, 7, 7, 5, 7, 9, 10, 9, 6, 8, 8, 3, 3, 3, 7, 8, 7, 5, 6, 8, 5, 9, 7, 4, 2, 5, 5, 3, 6, 6, 7, 10, 10, 8, 13, 9, 13], "n_pos": 62, "sum_m_en": [5.912671, 3.740799, 3.634939, 3.468338, 3.492301, 3.66095, 3.684656, 3.378473, 3.501515, 3.549939, 3.580758, 3.850555, 3.797048, 3.921115, 4.00906, 3.9276, 4.013939, 3.860224, 3.580859, 3.241385, 3.067139, 2.847827, 2.764242, 2.745824, 6.198609, 6.420953, 6.622531, 5.825888, 5.385539, 5.688269, 5.707306, 6.071577, 6.464651, 7.25855, 8.326988, 9.583582, 11.132175, 11.784801, 13.042023, 15.558836, 16.920173, 21.774132, 22.296925, 23.816884, 25.656134, 29.216651, 35.28395, 34.345264, 41.315721, 45.222545], "sum_m_pl": [23.685854, 28.132014, 28.392536, 28.195091, 27.524226, 27.791251, 27.791385, 28.015515, 27.878942, 29.21002, 29.048779, 29.191967, 29.937732, 28.837771, 29.143628, 29.635186, 29.677626, 28.649185, 29.006238, 29.518065, 30.021973, 30.529528, 30.601583, 30.814722, 25.956064, 25.683009, 24.905699, 26.052911, 26.919599, 26.961859, 27.303493, 26.415423, 25.577352, 24.439593, 23.747689, 21.699537, 19.926862, 19.024168, 18.458831, 16.787476, 15.737767, 14.063042, 13.91796, 12.509383, 11.388886, 9.632416, 9.759323, 11.773449, 9.894455, 12.453002]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-42", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1054, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9854}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 26, 33, 26, 22, 23, 19, 23, 15, 16, 20, 16, 22, 23, 26, 22, 25, 15, 17, 16, 9, 10, 7, 20, 29, 38, 37, 28, 22, 26, 25, 27, 29, 41, 38, 39, 35, 39, 26, 29, 26, 33, 35, 26, 24, 18, 9, 12, 3, 0], "n_am_pl": [12, 28, 26, 26, 23, 17, 10, 8, 14, 8, 6, 14, 10, 13, 14, 14, 18, 19, 14, 18, 22, 21, 18, 17, 11, 7, 10, 12, 16, 15, 18, 21, 22, 17, 24, 25, 25, 15, 23, 23, 20, 22, 26, 26, 32, 44, 49, 52, 67, 75], "n_pos": 128, "sum_m_en": [11.694316, 6.544707, 6.626649, 6.508054, 6.661776, 6.663913, 6.636787, 6.970598, 6.920528, 7.001666, 7.136629, 7.372968, 7.387428, 7.489827, 7.615677, 7.492461, 7.785649, 7.341597, 6.724806, 6.247603, 5.870397, 5.623183, 5.538516, 5.479223, 10.170867, 11.292348, 11.38751, 10.428645, 9.426298, 9.686271, 9.901699, 10.394183, 10.665616, 11.499945, 12.590972, 13.383546, 13.222658, 14.408791, 13.93638, 15.494097, 15.213873, 19.726855, 21.470882, 18.920964, 18.285319, 16.367199, 12.516541, 9.940777, 3.138027, 0.165579], "sum_m_pl": [48.390765, 59.194055, 58.242601, 57.852709, 56.009208, 56.431496, 55.409413, 55.023668, 54.906689, 57.186293, 56.146772, 55.234246, 57.131001, 56.646745, 56.843221, 58.320265, 59.045932, 58.335612, 60.226776, 61.17944, 61.77701, 62.542978, 62.384387, 62.953985, 50.953045, 49.903868, 46.949813, 48.782436, 51.343142, 52.193695, 53.373721, 53.936036, 52.793849, 50.507265, 50.03887, 48.402902, 47.892083, 46.116299, 46.78331, 46.347256, 43.013544, 40.844995, 40.422369, 40.843682, 41.551845, 44.487855, 48.942573, 46.917143, 62.722881, 74.52095]}, "digit": {"n_am_en": [2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.719309, 0.12854, 0.13376, 0.108899, 0.109536, 0.118965, 0.111373, 0.104265, 0.114965, 0.121939, 0.123099, 0.140375, 0.113866, 0.10353, 0.104317, 0.100345, 0.111419, 0.125546, 0.104763, 0.110462, 0.106066, 0.102083, 0.103353, 0.106723, 0.072444, 0.099839, 0.021863, 0.037885, 0.046437, 0.074929, 0.108014, 0.092586, 0.091427, 0.077302, 0.08665, 0.093946, 0.073088, 0.09611, 0.087917, 0.085702, 0.087211, 0.096579, 0.077828, 0.096728, 0.068541, 0.036154, 0.007216, 0.00456, 0.000347, 0.0], "sum_m_pl": [0.648207, 1.614099, 1.615328, 1.585956, 1.49954, 1.431376, 1.405832, 1.410906, 1.300802, 1.372005, 1.335907, 1.162624, 1.113927, 1.087901, 0.974175, 0.937989, 0.957287, 0.985145, 1.218534, 1.333396, 1.406565, 1.45286, 1.455773, 1.479421, 0.685295, 0.910956, 0.181361, 0.335999, 0.391963, 0.548133, 0.853368, 0.836796, 0.871764, 0.659075, 0.577402, 1.039048, 1.168235, 1.488519, 1.404436, 1.414462, 1.235249, 1.258581, 1.272825, 1.039848, 0.897909, 0.74973, 0.368293, 0.478425, 0.006907, 0.0]}, "lang": {"n_am_en": [21, 12, 19, 12, 14, 13, 8, 13, 14, 14, 13, 10, 16, 16, 21, 16, 20, 13, 13, 12, 7, 7, 5, 13, 14, 26, 26, 15, 11, 16, 17, 19, 17, 25, 25, 28, 24, 22, 17, 17, 16, 20, 20, 12, 14, 9, 3, 4, 3, 0], "n_am_pl": [3, 20, 17, 17, 9, 10, 3, 6, 6, 4, 4, 10, 6, 8, 9, 10, 13, 10, 10, 8, 14, 13, 13, 13, 10, 5, 6, 8, 12, 10, 13, 14, 16, 13, 19, 19, 15, 10, 14, 15, 12, 16, 19, 21, 23, 35, 40, 43, 62, 74], "n_pos": 76, "sum_m_en": [7.125109, 3.723256, 3.797316, 3.736154, 3.868108, 3.886999, 3.976573, 4.130361, 4.122321, 4.243867, 4.309953, 4.346395, 4.425487, 4.482549, 4.562975, 4.548367, 4.73478, 4.446596, 4.067136, 3.7955, 3.514111, 3.348353, 3.2879, 3.26275, 6.580765, 7.176773, 7.176351, 6.433269, 5.971881, 6.105569, 6.179539, 6.671476, 6.704329, 7.439522, 8.119489, 8.792071, 8.729452, 9.780062, 9.046225, 9.351279, 9.300584, 10.719972, 10.601869, 8.756096, 9.850034, 7.789351, 5.552921, 3.552365, 2.833222, 0.164315], "sum_m_pl": [27.883816, 35.48288, 34.67661, 34.036436, 33.087053, 33.783423, 32.989819, 33.130059, 33.130127, 34.359367, 33.994285, 33.550646, 34.575567, 34.230763, 34.78034, 35.558447, 35.848135, 35.380291, 36.20696, 36.527758, 36.756398, 37.271028, 37.141739, 37.452115, 31.49312, 30.981025, 29.910037, 30.411093, 32.139979, 32.21765, 32.552346, 32.734939, 32.139729, 30.978117, 30.632559, 29.88883, 29.530231, 28.540916, 28.951212, 28.836054, 26.816326, 27.563346, 28.010797, 29.072198, 30.045995, 33.85039, 39.293887, 38.822994, 57.673954, 72.707075]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesień-42", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 934, "region_end": 128, "roundtrip_ok": true, "tf_agree": 0.9562, "tf_agree_excl_first": 0.9632}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [51, 43, 37, 30, 25, 19, 24, 23, 18, 27, 32, 24, 24, 32, 25, 26, 35, 29, 31, 24, 25, 24, 22, 25, 34, 34, 34, 32, 34, 39, 41, 41, 40, 38, 34, 39, 36, 38, 38, 46, 46, 44, 38, 45, 37, 32, 22, 12, 8, 2], "n_am_pl": [8, 28, 32, 31, 24, 30, 19, 12, 14, 21, 14, 14, 11, 18, 29, 20, 15, 21, 14, 30, 37, 35, 39, 35, 20, 18, 19, 16, 13, 25, 19, 19, 20, 18, 19, 19, 18, 19, 19, 22, 18, 21, 33, 22, 25, 35, 52, 52, 86, 90], "n_pos": 168, "sum_m_en": [17.319941, 8.608933, 8.459994, 8.576776, 8.618039, 8.2398, 8.129663, 8.529984, 8.317705, 8.645762, 9.145215, 9.616535, 9.463187, 9.75363, 9.332566, 9.349627, 9.415531, 8.982531, 8.156845, 7.733905, 7.490098, 7.112332, 7.06885, 6.994122, 12.06873, 12.91191, 12.37976, 12.344209, 12.292549, 13.305961, 12.788465, 12.620994, 12.844423, 13.29661, 13.486301, 16.218497, 18.224677, 18.155382, 17.484053, 18.803634, 20.396936, 24.407012, 25.338806, 25.844733, 25.195688, 23.840727, 19.770106, 13.071104, 7.949405, 1.908585], "sum_m_pl": [59.913875, 78.525066, 77.871806, 76.028006, 71.664718, 72.55963, 73.572225, 73.110542, 72.847803, 76.673812, 74.754914, 73.158884, 75.430864, 73.964721, 75.855757, 79.007266, 80.280123, 80.83632, 82.294933, 84.248491, 85.074917, 85.815658, 85.256629, 85.347284, 68.942052, 67.199555, 65.39359, 67.410269, 68.019553, 68.622253, 70.780808, 71.901271, 71.461579, 69.450309, 69.897024, 66.717574, 65.317521, 63.741876, 63.923079, 63.397497, 59.204384, 54.953707, 55.664086, 51.316765, 45.248216, 48.399953, 53.880351, 56.847517, 81.624718, 91.603607]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [23, 20, 18, 11, 9, 9, 15, 15, 11, 18, 21, 17, 14, 19, 18, 17, 24, 22, 22, 13, 12, 10, 12, 12, 18, 20, 19, 22, 20, 25, 26, 27, 23, 28, 27, 24, 20, 22, 19, 27, 24, 24, 19, 26, 20, 18, 11, 8, 4, 2], "n_am_pl": [5, 16, 20, 20, 15, 18, 10, 4, 4, 11, 7, 5, 5, 14, 17, 11, 5, 11, 11, 19, 21, 23, 21, 21, 14, 13, 11, 10, 8, 16, 14, 14, 15, 11, 12, 13, 12, 14, 12, 11, 10, 15, 23, 17, 19, 26, 42, 41, 77, 89], "n_pos": 94, "sum_m_en": [9.009089, 4.785889, 4.648077, 4.76582, 4.788577, 4.472652, 4.465435, 4.683554, 4.529471, 4.797592, 5.152242, 5.353519, 5.298519, 5.599235, 5.294347, 5.369625, 5.370471, 5.138478, 4.672619, 4.42522, 4.293418, 4.062346, 4.023936, 3.974571, 6.83653, 7.50054, 7.378303, 7.336353, 7.352082, 7.74754, 7.485293, 7.637029, 7.573719, 7.995164, 8.214748, 9.874906, 10.538047, 10.786691, 10.40437, 10.758919, 11.989241, 13.615377, 13.98799, 14.622819, 14.71718, 13.825611, 10.606629, 7.689312, 4.434583, 1.808634], "sum_m_pl": [32.587689, 43.083075, 42.507077, 41.230659, 38.64567, 39.769588, 40.409272, 40.595633, 40.503943, 42.494027, 41.833204, 41.323473, 43.095818, 42.494572, 44.259155, 45.43506, 45.81261, 46.074051, 46.106914, 47.202023, 47.513191, 47.954229, 47.585122, 47.588014, 39.464691, 38.664813, 39.100608, 39.393527, 39.782089, 40.327797, 41.202874, 41.573862, 41.936991, 41.1729, 41.102385, 39.664976, 38.722515, 38.503027, 38.24274, 38.112128, 35.331714, 34.622492, 35.377706, 32.944785, 31.585272, 33.726293, 41.784161, 44.845696, 70.844839, 88.523632]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "pes-Balneologia i medycyna fizykalna-2020 wiosna-86", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 946, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9529, "tf_agree_excl_first": 0.9586}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [25, 13, 14, 16, 10, 4, 9, 11, 6, 7, 8, 10, 9, 12, 9, 11, 16, 15, 11, 8, 8, 10, 10, 12, 17, 19, 19, 17, 19, 20, 16, 21, 21, 17, 17, 20, 18, 17, 18, 19, 21, 21, 22, 24, 20, 21, 15, 10, 4, 1], "n_am_pl": [4, 16, 16, 13, 11, 14, 13, 12, 8, 7, 7, 5, 10, 12, 13, 15, 13, 9, 9, 13, 12, 14, 12, 12, 12, 13, 10, 11, 9, 7, 15, 12, 10, 10, 8, 11, 9, 8, 12, 10, 10, 10, 9, 8, 8, 11, 19, 20, 36, 38], "n_pos": 73, "sum_m_en": [7.181455, 3.755202, 3.703566, 3.760663, 3.802245, 3.625099, 3.581831, 3.944568, 3.844068, 3.854139, 4.074608, 4.371228, 4.261877, 4.522719, 4.345721, 4.259757, 4.302437, 4.022747, 3.590842, 3.40815, 3.319068, 3.145105, 3.088588, 3.049953, 5.342515, 5.650028, 5.706054, 5.542743, 5.247997, 5.55262, 5.135368, 5.491091, 5.522168, 5.637294, 6.06418, 6.879479, 7.394999, 7.686744, 8.381031, 9.464024, 12.535267, 13.521413, 14.352493, 14.955343, 14.202884, 13.716173, 12.339801, 7.84172, 3.631979, 1.017981], "sum_m_pl": [26.769622, 33.720625, 33.639646, 33.098912, 30.858243, 31.026446, 31.45174, 31.034252, 30.708015, 32.703986, 31.703959, 31.329281, 32.605346, 31.774765, 33.199499, 34.471241, 34.976674, 34.764704, 35.698908, 36.481912, 36.62119, 36.845658, 36.635639, 36.699842, 30.460733, 29.727998, 29.47796, 29.944373, 30.915059, 31.307745, 31.444541, 31.681658, 31.763879, 30.661398, 30.599898, 28.878509, 27.927523, 27.733074, 27.192815, 26.832205, 24.235493, 21.871363, 20.236663, 18.095965, 16.46354, 19.335042, 20.799758, 22.008195, 34.263236, 37.731913]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 4, 7, 8, 7, 2, 6, 8, 3, 3, 4, 5, 5, 6, 4, 9, 11, 10, 9, 6, 4, 5, 5, 5, 9, 10, 11, 11, 11, 14, 10, 16, 17, 14, 13, 15, 10, 13, 13, 12, 12, 14, 14, 17, 14, 15, 9, 8, 4, 1], "n_am_pl": [3, 7, 10, 8, 7, 9, 8, 8, 4, 3, 4, 3, 4, 7, 8, 9, 7, 7, 6, 8, 9, 10, 10, 10, 9, 9, 7, 7, 6, 4, 8, 6, 6, 7, 3, 7, 6, 7, 8, 6, 7, 7, 6, 6, 6, 9, 16, 19, 34, 38], "n_pos": 42, "sum_m_en": [4.129444, 2.138774, 2.127383, 2.139111, 2.15501, 2.074412, 2.066027, 2.337253, 2.205348, 2.231466, 2.411147, 2.534172, 2.416537, 2.549429, 2.419597, 2.408072, 2.433304, 2.296518, 2.076816, 1.979918, 1.927948, 1.814581, 1.766394, 1.751879, 3.387402, 3.566274, 3.494134, 3.449717, 3.18301, 3.388028, 3.186664, 3.422154, 3.284114, 3.466919, 3.755651, 4.200848, 4.672067, 5.204776, 5.751253, 5.817695, 8.574221, 9.159323, 9.369272, 9.980564, 10.407997, 10.49923, 8.673692, 5.513404, 3.136204, 1.017693], "sum_m_pl": [15.007114, 18.9889, 18.941768, 18.676387, 17.321532, 17.583467, 18.070604, 17.963342, 17.749284, 18.794819, 18.592325, 18.409971, 19.151854, 18.731099, 19.678384, 20.241542, 20.465348, 20.399649, 20.690804, 21.135231, 21.278901, 21.4377, 21.318086, 21.401224, 18.667492, 18.354076, 18.335119, 18.300425, 18.822556, 19.216001, 19.232013, 18.919586, 19.245567, 18.95813, 18.525221, 17.770761, 17.371249, 17.543735, 17.418165, 17.237468, 14.945276, 14.425475, 13.277492, 12.137621, 11.393725, 14.481753, 16.608126, 19.757521, 31.646541, 36.806205]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "pes-Balneologia i medycyna fizykalna-2020 wiosna-86", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 826, "region_end": 73, "roundtrip_ok": true, "tf_agree": 0.9494, "tf_agree_excl_first": 0.9615}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 53, 40, 29, 31, 31, 29, 30, 32, 44, 34, 50, 42, 38, 33, 32, 31, 26, 41, 37, 34, 33, 33, 36, 51, 50, 48, 52, 40, 42, 34, 31, 41, 43, 34, 50, 44, 53, 55, 61, 55, 53, 59, 57, 52, 65, 66, 69, 71, 65], "n_am_pl": [8, 21, 29, 26, 17, 26, 18, 17, 21, 16, 16, 13, 13, 20, 15, 21, 19, 25, 17, 14, 15, 16, 14, 14, 17, 20, 17, 18, 18, 14, 23, 20, 19, 23, 22, 21, 15, 18, 12, 9, 11, 10, 8, 11, 16, 16, 9, 9, 4, 7], "n_pos": 160, "sum_m_en": [18.373676, 9.732108, 9.108822, 8.690162, 9.007299, 9.000276, 8.608305, 8.844014, 9.256633, 9.844914, 10.252986, 11.166795, 11.219104, 11.622441, 11.430161, 10.986001, 10.702142, 10.612527, 9.934266, 8.899549, 8.432337, 7.965892, 7.582743, 7.382368, 16.815143, 18.366611, 19.016437, 17.734529, 16.836839, 17.019117, 16.543934, 16.630005, 18.252263, 18.269322, 18.834441, 19.709339, 22.83545, 24.808787, 26.047527, 27.291251, 27.889475, 36.176209, 41.394575, 45.279985, 47.656498, 57.190647, 64.514094, 67.206978, 68.799118, 65.308164], "sum_m_pl": [58.148161, 74.298042, 73.829879, 72.250092, 69.649889, 69.926584, 69.833935, 69.676554, 68.427244, 70.846488, 69.034165, 67.950124, 67.725088, 65.042194, 65.329197, 67.779601, 68.117538, 67.251497, 70.128797, 72.762656, 74.276002, 75.39668, 75.763116, 76.401847, 58.210663, 57.705872, 53.433144, 56.976419, 59.671772, 60.927674, 61.023432, 61.500713, 59.42685, 57.953229, 56.782088, 53.248634, 47.305697, 45.354242, 43.644978, 41.846077, 39.096347, 33.555963, 31.177272, 26.392698, 25.960447, 21.36974, 12.864593, 10.496382, 5.715499, 8.133467]}, "digit": {"n_am_en": [3, 6, 5, 3, 0, 1, 1, 1, 0, 1, 2, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.530363, 0.377328, 0.383008, 0.340255, 0.319104, 0.340795, 0.326911, 0.315214, 0.316923, 0.337937, 0.407448, 0.388077, 0.401141, 0.409707, 0.400094, 0.41114, 0.394825, 0.442499, 0.404793, 0.355333, 0.331226, 0.316705, 0.315548, 0.31264, 0.346223, 0.330705, 0.248954, 0.359025, 0.316893, 0.47239, 0.501523, 0.416016, 0.444578, 0.416257, 0.483625, 0.480582, 0.462077, 0.450919, 0.393842, 0.372355, 0.407401, 0.426325, 0.400644, 0.405109, 0.371728, 0.266862, 0.169399, 0.133133, 0.007593, 3.9e-05], "sum_m_pl": [2.317237, 4.234758, 4.158298, 3.980474, 3.743347, 3.630128, 3.677407, 3.726302, 3.481436, 3.426246, 3.596248, 3.121, 3.030175, 2.598407, 2.688247, 2.77299, 2.844435, 2.88879, 3.334896, 3.650703, 3.772608, 3.842202, 3.837328, 3.904923, 2.468342, 2.59283, 1.846515, 1.953103, 2.025125, 2.405304, 2.592467, 2.540758, 2.532558, 2.170104, 2.131842, 2.193147, 2.187448, 2.23334, 2.202796, 2.126674, 2.169102, 2.246248, 2.084067, 1.568501, 1.541224, 0.898599, 0.543687, 0.26148, 0.010462, 7e-06]}, "lang": {"n_am_en": [22, 21, 20, 13, 14, 13, 16, 16, 16, 22, 18, 21, 25, 16, 18, 18, 19, 17, 23, 15, 19, 18, 17, 17, 28, 27, 29, 30, 25, 25, 21, 21, 24, 24, 23, 29, 30, 35, 36, 38, 34, 33, 40, 38, 35, 43, 43, 49, 63, 64], "n_am_pl": [3, 10, 10, 12, 12, 15, 9, 9, 10, 9, 8, 8, 4, 8, 8, 8, 8, 11, 8, 9, 7, 7, 5, 6, 10, 11, 9, 7, 10, 4, 11, 7, 6, 9, 7, 8, 8, 9, 4, 2, 6, 5, 6, 8, 11, 11, 7, 7, 4, 7], "n_pos": 72, "sum_m_en": [8.490485, 4.644092, 4.161254, 3.859098, 4.042073, 3.97449, 3.83899, 3.853527, 4.108796, 4.301984, 4.641979, 4.996968, 5.045065, 5.259412, 5.066819, 4.956603, 4.762887, 4.82935, 4.537375, 4.03116, 3.837416, 3.656642, 3.439494, 3.33681, 8.88257, 9.859829, 10.551844, 9.239084, 9.143721, 9.071605, 8.932891, 8.878057, 9.998948, 10.073992, 10.503148, 11.111219, 13.922079, 16.034672, 16.490941, 16.75075, 17.55931, 23.506459, 27.330227, 28.518092, 30.914874, 36.523899, 42.94831, 48.419575, 59.116699, 62.17416], "sum_m_pl": [25.323733, 32.703995, 32.189071, 31.58116, 30.986341, 31.174851, 30.836879, 31.114377, 30.719113, 32.275224, 31.330657, 31.140219, 31.36133, 30.419958, 30.735634, 31.801056, 31.912854, 31.387087, 32.289471, 33.279669, 33.650181, 34.174215, 34.231905, 34.437464, 27.499421, 27.144946, 25.788819, 27.684955, 28.992859, 29.092688, 29.020528, 28.849474, 27.826875, 27.668595, 26.970952, 25.626591, 22.516931, 21.906163, 20.168275, 19.457038, 18.746452, 15.668789, 14.249988, 13.344614, 14.536053, 13.301498, 8.012692, 6.839834, 4.947501, 7.081618]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 162, "item_id": "pes-Chirurgia dziecięca-2018 jesień-109", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 979, "region_end": 160, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.9689}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [44, 37, 38, 26, 22, 29, 25, 35, 22, 38, 38, 33, 43, 35, 37, 32, 27, 30, 26, 31, 25, 27, 29, 35, 49, 56, 50, 49, 48, 35, 32, 36, 32, 34, 34, 44, 41, 49, 58, 64, 58, 58, 56, 54, 43, 42, 30, 21, 3, 3], "n_am_pl": [7, 34, 27, 25, 24, 26, 26, 22, 25, 26, 16, 28, 23, 24, 21, 20, 26, 27, 26, 25, 31, 38, 32, 37, 29, 28, 30, 33, 28, 33, 36, 35, 38, 39, 40, 36, 40, 39, 37, 33, 31, 34, 36, 34, 46, 49, 51, 51, 82, 91], "n_pos": 167, "sum_m_en": [15.734462, 8.312253, 8.34881, 8.159175, 8.623032, 8.584461, 8.598518, 8.810932, 8.917528, 9.394105, 10.049279, 10.644627, 10.402878, 10.815489, 10.83433, 10.161903, 9.897059, 9.780541, 8.960586, 8.187933, 7.718401, 7.339039, 7.183824, 7.159359, 16.386151, 18.449766, 17.895227, 16.859183, 16.734747, 16.235835, 15.999679, 15.95977, 16.758956, 17.289894, 17.509888, 18.599991, 20.42751, 22.765977, 23.899073, 24.256631, 26.954269, 30.771886, 31.623849, 33.961053, 32.204722, 32.251521, 25.015606, 17.065559, 4.637946, 3.006811], "sum_m_pl": [60.089865, 76.455405, 75.439829, 74.338628, 71.099846, 71.053234, 72.020629, 74.081882, 74.602834, 76.846359, 74.299268, 74.518875, 75.669604, 74.46101, 74.166763, 76.107119, 76.240466, 76.673044, 79.229096, 81.119421, 82.26835, 83.073737, 82.709362, 82.862388, 67.088092, 65.145742, 63.39288, 67.041919, 68.058427, 70.215687, 70.678262, 71.33576, 69.963081, 68.294696, 66.885514, 63.593291, 61.829622, 59.507686, 60.207483, 59.249209, 56.650994, 56.774452, 55.701922, 54.80584, 55.501257, 54.91242, 53.608694, 53.59265, 80.01701, 89.583277]}, "digit": {"n_am_en": [5, 6, 5, 2, 0, 2, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 2, 1, 1, 1, 1, 0, 1, 0, 0], "n_pos": 8, "sum_m_en": [2.025961, 0.392511, 0.349939, 0.312917, 0.292508, 0.308499, 0.295008, 0.292751, 0.304651, 0.358979, 0.385291, 0.421783, 0.4195, 0.407493, 0.410522, 0.391715, 0.376723, 0.35349, 0.340563, 0.35558, 0.347774, 0.358644, 0.346297, 0.341991, 0.472217, 0.424265, 0.403665, 0.464388, 0.400708, 0.648189, 0.573533, 0.483315, 0.469321, 0.383171, 0.434277, 0.46581, 0.442739, 0.469449, 0.467171, 0.446045, 0.491789, 0.487062, 0.513833, 0.439215, 0.392631, 0.273908, 0.140919, 0.159621, 0.017117, 1e-06], "sum_m_pl": [2.332199, 4.15867, 4.233381, 4.074961, 3.795633, 3.603454, 3.686202, 3.788583, 3.779631, 3.804643, 3.773244, 3.388368, 3.323847, 3.097682, 2.888786, 2.862166, 2.886816, 2.838216, 3.35286, 3.645431, 3.74587, 3.730576, 3.739634, 3.821063, 1.926664, 2.13172, 1.503215, 1.746931, 1.669011, 2.155069, 2.365978, 2.372475, 2.289321, 2.108111, 2.130777, 2.257422, 2.228391, 2.304661, 2.274087, 2.11377, 2.253479, 2.529275, 2.192646, 2.319027, 2.014197, 1.299936, 0.844426, 0.838105, 0.172829, 0.000189]}, "lang": {"n_am_en": [22, 12, 15, 11, 9, 17, 20, 20, 14, 19, 20, 18, 23, 17, 19, 20, 18, 20, 16, 17, 15, 14, 19, 22, 30, 36, 31, 29, 31, 22, 19, 26, 25, 26, 29, 34, 31, 31, 34, 40, 36, 36, 38, 39, 30, 32, 21, 13, 3, 3], "n_am_pl": [5, 21, 19, 15, 15, 15, 13, 14, 18, 20, 9, 20, 15, 16, 9, 15, 19, 18, 17, 16, 20, 24, 18, 23, 19, 16, 22, 24, 17, 20, 25, 23, 20, 22, 22, 22, 24, 26, 27, 21, 19, 23, 24, 23, 35, 37, 46, 44, 79, 89], "n_pos": 93, "sum_m_en": [7.969207, 4.62106, 4.584738, 4.436622, 4.808458, 4.840896, 4.941716, 5.147749, 5.187512, 5.33012, 5.57194, 5.806384, 5.726816, 6.058147, 6.009383, 5.766182, 5.569074, 5.576091, 5.120292, 4.67242, 4.358153, 4.108724, 4.014636, 4.024209, 10.487409, 11.740353, 11.004779, 10.147802, 10.38431, 9.634569, 9.978837, 10.217876, 10.369372, 10.59718, 10.94534, 12.181581, 13.903996, 15.104254, 15.630717, 15.974617, 17.765047, 21.657916, 22.38394, 25.09216, 24.68819, 25.481515, 18.599963, 11.122462, 3.843285, 3.001597], "sum_m_pl": [32.363003, 41.505415, 40.68752, 39.625086, 38.235002, 38.046386, 38.751416, 40.24558, 40.542224, 42.361023, 41.172631, 41.784237, 42.820812, 42.339451, 42.526348, 43.340865, 43.35108, 43.654828, 44.605327, 45.420765, 45.849926, 46.407513, 46.128955, 46.125204, 39.711836, 38.480679, 38.546816, 39.897239, 40.20125, 41.153444, 41.379346, 41.163298, 40.829254, 40.307567, 39.255662, 38.527599, 37.717419, 36.832846, 37.410941, 36.745648, 35.15365, 35.193184, 34.782206, 34.823096, 37.622394, 38.722341, 43.745138, 45.794671, 75.043182, 86.900413]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 169, "item_id": "pes-Chirurgia dziecięca-2018 jesień-109", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 859, "region_end": 167, "roundtrip_ok": true, "tf_agree": 0.9763, "tf_agree_excl_first": 0.9821}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 32, 29, 20, 17, 15, 17, 23, 10, 16, 17, 14, 24, 25, 24, 15, 18, 18, 20, 22, 23, 20, 13, 15, 20, 27, 29, 21, 23, 23, 23, 23, 30, 24, 22, 25, 30, 36, 27, 26, 21, 21, 25, 25, 20, 13, 11, 5, 3, 0], "n_am_pl": [7, 20, 26, 15, 14, 13, 16, 14, 17, 9, 12, 16, 16, 16, 22, 15, 18, 20, 24, 34, 35, 41, 42, 42, 24, 21, 15, 22, 19, 16, 19, 20, 22, 19, 31, 26, 23, 20, 20, 28, 17, 25, 19, 21, 22, 38, 47, 52, 60, 71], "n_pos": 123, "sum_m_en": [12.952021, 6.194386, 6.225653, 6.371588, 6.347066, 6.134756, 6.22948, 6.382376, 6.099046, 6.551843, 6.792126, 7.383777, 7.664622, 7.888715, 7.858134, 7.318249, 6.86666, 6.945708, 6.50094, 5.919826, 5.811909, 5.507558, 5.300732, 5.271713, 8.841076, 9.687585, 10.207081, 9.701151, 9.86865, 11.21411, 10.621996, 9.920677, 10.069498, 10.948556, 10.445429, 10.920777, 13.398355, 13.647846, 13.311862, 12.800647, 12.429814, 12.763238, 14.603188, 15.666867, 13.631362, 12.33093, 9.810668, 5.916667, 2.503558, 0.008562], "sum_m_pl": [44.092632, 57.343008, 56.797364, 55.228575, 51.843008, 52.53985, 52.838803, 53.722827, 52.391051, 54.2151, 53.05525, 53.718097, 54.805566, 54.142227, 54.39883, 56.233618, 57.36085, 56.692336, 58.799254, 60.096546, 60.850699, 61.423347, 61.631365, 61.474711, 51.1538, 51.511836, 47.789594, 50.535795, 51.012653, 50.404107, 52.479069, 53.01362, 53.539861, 51.535785, 53.765404, 51.456725, 47.900888, 47.335906, 47.39982, 47.750629, 45.072327, 43.997689, 41.266136, 40.432446, 38.949388, 43.362774, 46.344325, 49.055838, 59.787871, 71.102931]}, "digit": {"n_am_en": [5, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [1.354738, 0.231635, 0.2671, 0.21994, 0.206196, 0.192411, 0.195379, 0.182457, 0.178695, 0.235284, 0.228599, 0.208953, 0.189546, 0.172272, 0.196214, 0.188605, 0.164622, 0.212215, 0.197518, 0.202056, 0.201535, 0.19644, 0.200796, 0.202981, 0.112612, 0.207185, 0.065302, 0.159507, 0.205616, 0.330883, 0.324999, 0.163466, 0.278552, 0.128192, 0.232577, 0.260521, 0.27899, 0.247016, 0.196558, 0.157242, 0.190156, 0.210873, 0.192891, 0.169939, 0.142804, 0.057337, 0.015126, 0.015263, 0.000483, 0.0], "sum_m_pl": [1.200754, 2.614115, 2.603923, 2.54705, 2.200955, 1.918618, 2.221713, 2.240328, 2.185642, 2.165452, 2.045291, 1.56507, 1.529217, 1.253503, 1.338811, 1.356985, 1.352369, 1.514231, 1.94319, 2.129469, 2.206316, 2.302952, 2.296789, 2.358896, 0.754816, 1.059438, 0.243623, 0.590764, 0.791223, 0.852435, 1.134017, 0.890428, 1.293043, 0.557029, 0.748365, 0.89903, 1.118422, 1.215964, 1.306527, 1.251557, 1.41323, 1.498147, 1.311156, 0.990382, 0.730979, 0.333474, 0.072996, 0.089893, 0.00255, 3e-06]}, "lang": {"n_am_en": [27, 16, 14, 15, 10, 12, 12, 16, 9, 10, 14, 11, 17, 18, 19, 13, 16, 14, 16, 21, 19, 15, 10, 8, 16, 22, 21, 17, 15, 17, 16, 13, 21, 16, 16, 19, 23, 27, 25, 21, 19, 17, 20, 21, 18, 10, 11, 4, 2, 0], "n_am_pl": [4, 9, 12, 6, 7, 9, 10, 7, 11, 7, 6, 8, 10, 8, 10, 8, 9, 9, 15, 16, 18, 25, 24, 23, 12, 11, 7, 11, 14, 13, 14, 12, 12, 15, 24, 15, 13, 14, 14, 19, 12, 19, 16, 18, 17, 33, 40, 48, 60, 71], "n_pos": 71, "sum_m_en": [7.129476, 3.622417, 3.485643, 3.681477, 3.686822, 3.642158, 3.809297, 3.816911, 3.698462, 3.905577, 4.108782, 4.46841, 4.635339, 4.917564, 4.835171, 4.487568, 4.190731, 4.2223, 3.981764, 3.58811, 3.46154, 3.23769, 3.065932, 3.049937, 5.824921, 6.336482, 6.862918, 6.151676, 6.308628, 6.948565, 6.598143, 6.39607, 6.372278, 7.429925, 7.049169, 7.516817, 10.015583, 9.969475, 10.000366, 9.832433, 9.628696, 9.797853, 11.052424, 12.118751, 10.782339, 9.602944, 9.053499, 4.851705, 1.326347, 0.008351], "sum_m_pl": [25.159766, 32.510994, 32.146851, 31.33638, 30.074101, 30.469127, 30.300403, 31.163838, 30.714256, 31.746658, 31.361017, 32.243079, 33.289432, 33.037651, 33.405041, 34.482738, 34.978722, 34.183194, 35.039975, 35.674729, 35.82541, 36.121611, 36.289058, 36.078506, 32.336947, 32.051951, 30.506628, 31.662603, 32.095554, 31.213631, 32.434327, 32.518748, 33.047893, 32.203882, 33.301662, 32.154829, 29.78877, 30.534058, 30.555242, 30.380588, 29.248673, 29.018808, 27.411527, 27.866356, 29.216222, 33.595451, 40.027162, 44.376874, 58.118501, 70.230271]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "pes-Chirurgia dziecięca-2018 jesień-30", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 982, "region_end": 123, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9919}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [71, 56, 51, 25, 25, 24, 33, 34, 22, 22, 31, 41, 51, 33, 42, 43, 42, 38, 30, 29, 17, 26, 23, 26, 41, 48, 50, 47, 35, 41, 39, 59, 57, 56, 50, 51, 50, 44, 36, 37, 36, 30, 42, 39, 35, 27, 21, 9, 1, 1], "n_am_pl": [21, 51, 57, 52, 39, 45, 36, 24, 22, 24, 25, 21, 23, 25, 27, 21, 25, 29, 37, 40, 53, 52, 57, 60, 28, 34, 36, 37, 33, 28, 42, 35, 38, 36, 36, 39, 43, 40, 48, 54, 50, 43, 44, 41, 46, 62, 75, 71, 93, 108], "n_pos": 223, "sum_m_en": [21.47813, 10.920044, 11.053637, 11.027284, 11.093676, 10.805338, 10.768956, 11.262121, 10.992486, 11.772188, 12.345305, 13.375893, 13.77282, 14.440806, 14.627966, 14.388904, 13.37211, 12.666384, 11.358079, 10.737075, 10.293528, 9.856416, 9.424405, 9.302547, 17.997905, 20.041897, 20.236943, 18.401252, 18.859597, 20.201136, 18.502098, 19.137178, 19.430824, 20.25743, 19.180404, 19.488651, 21.528404, 24.607436, 24.295096, 23.882364, 22.8434, 22.75522, 27.096067, 28.579369, 25.932148, 22.069735, 16.467919, 8.28119, 2.132938, 1.01133], "sum_m_pl": [85.64296, 106.694383, 104.207047, 100.324424, 95.589532, 98.062702, 97.208839, 98.476084, 96.162902, 98.592625, 96.953587, 97.337677, 101.26401, 100.513385, 101.949073, 104.066072, 106.897415, 106.956932, 109.547414, 109.941788, 110.768607, 111.081962, 110.781873, 110.243891, 90.007967, 88.749053, 83.491095, 88.745838, 90.848959, 90.817249, 93.253779, 95.619396, 94.710486, 90.673617, 94.073678, 89.96508, 86.460161, 85.099343, 84.450437, 84.982999, 82.894063, 77.881123, 73.741581, 70.52937, 66.989327, 69.722263, 76.527269, 74.193002, 89.651522, 108.012163]}, "digit": {"n_am_en": [4, 4, 1, 1, 3, 2, 2, 1, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 1, 1, 0, 0, 0, 1, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 2, 2, 1, 2, 2, 0, 1, 0, 0, 3, 0, 0, 0, 1, 1, 0, 2, 3, 3, 3, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.640781, 0.219327, 0.192169, 0.232102, 0.238518, 0.232133, 0.227217, 0.227011, 0.231328, 0.255735, 0.274935, 0.315436, 0.341842, 0.349922, 0.328735, 0.289173, 0.291587, 0.292744, 0.274838, 0.252947, 0.249591, 0.261522, 0.26211, 0.255643, 0.465777, 0.4091, 0.431289, 0.40699, 0.441102, 0.461993, 0.489213, 0.469934, 0.428952, 0.411533, 0.432942, 0.431758, 0.349593, 0.331138, 0.302386, 0.278191, 0.285112, 0.270601, 0.304359, 0.261195, 0.234924, 0.154226, 0.064625, 0.066579, 0.001659, 0.0], "sum_m_pl": [2.05469, 2.8317, 2.770906, 2.57683, 2.503245, 2.536888, 2.446823, 2.44774, 2.36281, 2.250551, 2.125789, 1.949799, 2.019844, 2.019394, 2.071947, 2.06787, 2.092597, 2.035393, 2.129, 2.285938, 2.247988, 2.178459, 2.170572, 2.149785, 1.602928, 1.601682, 1.639717, 1.692557, 1.630554, 1.537582, 1.629897, 1.882084, 1.722863, 1.7599, 1.726683, 1.501454, 1.444405, 1.298867, 1.432964, 1.394128, 1.448045, 1.404095, 1.439942, 1.242995, 1.130457, 0.920948, 0.517744, 0.440345, 0.004725, 1e-06]}, "lang": {"n_am_en": [33, 25, 23, 16, 11, 14, 15, 18, 11, 12, 12, 19, 23, 14, 19, 24, 21, 20, 19, 17, 10, 12, 12, 12, 22, 29, 31, 23, 20, 22, 21, 29, 29, 26, 25, 30, 26, 23, 20, 23, 18, 16, 24, 23, 21, 17, 15, 8, 1, 1], "n_am_pl": [10, 24, 23, 15, 13, 20, 16, 10, 8, 12, 16, 13, 13, 10, 13, 10, 13, 11, 15, 17, 19, 23, 27, 29, 16, 15, 13, 19, 12, 12, 14, 13, 15, 15, 15, 14, 19, 19, 25, 30, 30, 32, 33, 32, 34, 49, 62, 61, 89, 105], "n_pos": 108, "sum_m_en": [10.659036, 5.376482, 5.389238, 5.321847, 5.143776, 5.182034, 5.280178, 5.469109, 5.355245, 5.692013, 5.877041, 6.424811, 6.488265, 6.74211, 6.816834, 6.837634, 6.401187, 6.03379, 5.440018, 5.181508, 4.974483, 4.683683, 4.453679, 4.434374, 9.526649, 10.713648, 9.982697, 8.889534, 9.335293, 9.818222, 9.052013, 9.377136, 9.39067, 10.006281, 9.644321, 9.518398, 10.414739, 11.384426, 10.821708, 10.450252, 9.783103, 9.937839, 12.289866, 13.670938, 13.909818, 13.209903, 11.045435, 5.752385, 1.613968, 1.009802], "sum_m_pl": [39.464018, 51.046957, 49.610124, 48.050452, 45.665323, 47.038325, 46.311426, 47.418901, 46.529289, 47.863485, 47.047789, 47.945918, 49.901592, 49.455873, 50.589558, 51.43636, 53.003559, 53.088936, 53.854401, 53.690929, 53.883511, 54.205419, 54.153305, 53.88896, 45.614922, 45.534551, 43.11748, 45.081666, 46.130734, 46.422703, 48.006535, 48.999614, 49.065673, 47.669882, 48.903896, 49.20479, 47.030443, 48.295109, 48.268189, 48.656451, 47.91733, 46.428677, 44.885596, 44.09041, 44.976759, 47.62473, 59.677613, 60.430934, 83.090385, 105.35901]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 225, "item_id": "pes-Chirurgia dziecięca-2018 jesień-30", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 862, "region_end": 223, "roundtrip_ok": true, "tf_agree": 0.9511, "tf_agree_excl_first": 0.9554}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [52, 57, 60, 48, 47, 43, 41, 49, 45, 55, 58, 50, 51, 47, 51, 38, 51, 44, 53, 55, 61, 62, 61, 66, 84, 82, 72, 72, 56, 60, 53, 65, 66, 62, 73, 72, 80, 93, 89, 91, 94, 94, 91, 100, 96, 99, 102, 99, 99, 92], "n_am_pl": [17, 27, 33, 29, 21, 21, 16, 19, 22, 14, 10, 15, 15, 22, 22, 24, 16, 26, 20, 22, 21, 18, 14, 12, 6, 8, 10, 11, 14, 19, 17, 19, 17, 21, 20, 15, 11, 12, 2, 6, 5, 4, 4, 7, 5, 5, 4, 7, 1, 4], "n_pos": 206, "sum_m_en": [23.231401, 13.626211, 12.851348, 12.214427, 12.439122, 11.926189, 11.615886, 11.625188, 11.696908, 12.753833, 13.001403, 13.878373, 13.593817, 13.483988, 13.184897, 12.396722, 12.524472, 12.636398, 12.086838, 11.592051, 10.963821, 10.35014, 10.026629, 9.542684, 29.188308, 29.20569, 27.555916, 22.722625, 20.154224, 20.427768, 18.818997, 19.056501, 20.48198, 21.679905, 24.161314, 27.085852, 32.979245, 36.007464, 37.780979, 44.182052, 49.43983, 55.5459, 63.703304, 70.545236, 80.41902, 87.376672, 95.432405, 92.231377, 96.132287, 91.161465], "sum_m_pl": [74.07901, 93.139768, 93.479603, 90.86808, 88.324752, 90.009104, 90.507821, 90.565648, 89.66468, 92.784877, 90.802323, 90.368956, 91.707094, 90.518112, 91.331794, 94.428931, 95.611055, 93.572842, 94.22409, 96.525695, 97.062209, 97.51496, 97.683607, 98.46697, 69.695814, 69.508922, 67.245864, 75.202234, 77.141827, 77.52924, 81.012641, 81.45913, 80.296243, 79.48181, 77.21324, 71.722507, 62.982831, 60.153919, 56.075881, 51.20414, 45.578906, 38.089157, 33.994647, 29.097518, 19.70893, 14.499947, 9.635492, 7.81549, 2.082383, 3.52834]}, "digit": {"n_am_en": [1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.97049, 0.248664, 0.236955, 0.199046, 0.199974, 0.202357, 0.192146, 0.172486, 0.183344, 0.208958, 0.222239, 0.241896, 0.263591, 0.203443, 0.190238, 0.229078, 0.218704, 0.21544, 0.219772, 0.219695, 0.211677, 0.196445, 0.196094, 0.195708, 0.18156, 0.188429, 0.118082, 0.196519, 0.206376, 0.296909, 0.253407, 0.218154, 0.204622, 0.229015, 0.368049, 0.326911, 0.270449, 0.236885, 0.155739, 0.132444, 0.143655, 0.147719, 0.144606, 0.178469, 0.201809, 0.318301, 0.241955, 0.021537, 0.024718, 0.000821], "sum_m_pl": [1.151761, 2.593276, 2.57697, 2.435798, 2.303992, 2.192233, 2.375917, 2.335998, 2.317515, 2.350555, 2.332129, 2.144699, 2.109318, 1.868217, 1.586728, 2.005339, 1.933463, 1.713843, 2.042576, 2.191558, 2.286747, 2.322299, 2.343775, 2.387837, 1.164824, 1.169773, 0.789745, 0.980805, 1.182648, 1.160309, 1.28087, 1.360844, 1.172892, 1.068448, 1.002596, 1.130451, 1.125923, 1.132827, 0.828279, 0.784602, 0.872371, 0.852722, 0.771654, 0.628367, 0.514466, 0.359782, 0.174341, 0.102169, 0.027132, 0.000425]}, "lang": {"n_am_en": [27, 29, 27, 24, 24, 22, 28, 26, 28, 32, 34, 29, 25, 28, 27, 20, 29, 19, 29, 28, 31, 30, 31, 35, 46, 46, 39, 42, 31, 30, 31, 38, 37, 37, 40, 46, 49, 59, 58, 56, 61, 62, 55, 66, 65, 66, 68, 73, 86, 91], "n_am_pl": [8, 12, 18, 10, 15, 11, 6, 9, 9, 3, 4, 5, 10, 8, 8, 10, 5, 12, 14, 12, 12, 8, 7, 5, 2, 3, 7, 4, 5, 8, 7, 6, 7, 7, 7, 5, 6, 5, 0, 3, 2, 2, 3, 4, 3, 2, 3, 2, 1, 4], "n_pos": 97, "sum_m_en": [11.466699, 6.622586, 6.272216, 5.788652, 5.907692, 5.755015, 5.771815, 5.571476, 5.45681, 5.964953, 6.228623, 6.600202, 6.37021, 6.414722, 6.209142, 5.935624, 5.97019, 6.111494, 5.848054, 5.630376, 5.292867, 5.002445, 4.693996, 4.508756, 14.520162, 14.821437, 14.484656, 12.496726, 10.760087, 10.645922, 9.502183, 9.938734, 11.008049, 12.205974, 13.23042, 15.48244, 19.740695, 21.88135, 23.306534, 26.688848, 30.65701, 35.416122, 38.81962, 45.267717, 52.599361, 59.036106, 63.815372, 66.880277, 82.055236, 85.867255], "sum_m_pl": [34.711755, 43.495886, 43.402174, 42.674246, 42.005802, 42.65993, 42.92653, 42.908078, 42.765947, 44.272943, 43.383493, 43.281676, 43.925527, 43.483956, 44.537961, 45.256973, 45.678365, 44.774615, 44.987139, 46.022677, 46.026903, 46.149148, 46.130984, 46.503744, 34.192617, 33.81944, 33.561886, 37.169656, 38.360249, 38.380036, 40.089005, 40.41142, 39.561504, 39.141261, 37.62769, 35.269115, 31.115879, 30.210247, 28.060005, 25.698194, 23.731007, 19.789524, 18.379667, 15.575918, 10.574552, 6.477591, 4.753672, 3.596941, 1.383199, 3.266842]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 208, "item_id": "pes-Chirurgia dziecięca-2018 wiosna-101", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 974, "region_end": 206, "roundtrip_ok": true, "tf_agree": 0.9567, "tf_agree_excl_first": 0.9614}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 37, 24, 30, 23, 28, 27, 43, 31, 43, 37, 36, 31, 28, 24, 29, 36, 30, 29, 34, 31, 34, 36, 39, 58, 60, 57, 52, 48, 49, 50, 46, 38, 45, 49, 54, 45, 57, 57, 55, 58, 54, 56, 50, 46, 40, 23, 13, 7, 3], "n_am_pl": [12, 31, 34, 23, 26, 20, 17, 12, 17, 10, 12, 13, 16, 15, 17, 12, 10, 14, 13, 14, 16, 17, 16, 14, 4, 5, 6, 11, 13, 13, 14, 18, 22, 19, 19, 18, 22, 18, 23, 20, 22, 24, 28, 27, 28, 35, 46, 52, 83, 93], "n_pos": 152, "sum_m_en": [14.613202, 7.475372, 7.129346, 7.637237, 8.018261, 8.222855, 8.213929, 8.567993, 8.328641, 9.028914, 9.543496, 9.747942, 9.630981, 9.334051, 10.269885, 10.438558, 9.961222, 9.262715, 8.747314, 8.080236, 7.31024, 6.898698, 6.700399, 6.595416, 16.048749, 18.443774, 20.036677, 16.878534, 15.687482, 15.619024, 15.51074, 15.261377, 15.934966, 16.074034, 17.001493, 17.860299, 19.883889, 21.631716, 21.464049, 22.823308, 26.644758, 29.249926, 32.188509, 30.765324, 30.440219, 30.183449, 21.79411, 13.572043, 6.828506, 3.033426], "sum_m_pl": [54.458943, 70.395663, 69.635696, 67.821335, 65.255124, 65.318713, 66.205183, 65.01949, 64.934269, 67.559453, 66.78389, 67.451578, 68.64153, 67.489653, 68.441264, 70.293501, 71.842024, 72.315574, 73.380792, 75.051438, 75.648652, 75.576337, 75.577391, 75.458031, 58.219535, 56.889131, 54.270427, 59.532199, 61.428215, 63.018751, 65.122262, 65.54193, 65.205792, 63.701777, 63.043442, 60.621506, 59.071934, 57.356969, 55.594245, 53.390908, 50.875782, 48.245883, 47.87273, 43.721392, 42.498757, 42.869307, 48.350426, 56.003609, 80.678301, 94.040573]}, "digit": {"n_am_en": [5, 6, 4, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [1.515324, 0.273854, 0.252091, 0.263864, 0.272804, 0.249893, 0.234682, 0.213077, 0.225393, 0.272421, 0.279433, 0.278473, 0.312027, 0.286782, 0.282187, 0.320764, 0.309425, 0.288897, 0.285039, 0.3099, 0.27001, 0.263153, 0.256067, 0.242832, 0.37694, 0.339355, 0.19502, 0.232667, 0.198729, 0.283869, 0.309914, 0.230513, 0.227415, 0.210641, 0.277417, 0.314331, 0.302363, 0.306751, 0.293439, 0.219694, 0.252428, 0.266744, 0.256973, 0.289225, 0.252504, 0.309031, 0.187088, 0.052612, 0.004448, 0.001764], "sum_m_pl": [1.629234, 3.152876, 3.153017, 3.050079, 2.800822, 2.750612, 2.86538, 2.803599, 2.757451, 2.765225, 2.74446, 2.644398, 2.643656, 2.508719, 2.252519, 2.3987, 2.39242, 2.384461, 2.635777, 2.751901, 2.875012, 2.909608, 2.90116, 2.927418, 1.885988, 1.913975, 1.112362, 1.40366, 1.276324, 1.461696, 1.748267, 1.748954, 1.593573, 1.385533, 1.332788, 1.55407, 1.627208, 1.798609, 1.710775, 1.615557, 1.583945, 1.661284, 1.562158, 1.143918, 0.950616, 0.597283, 0.265086, 0.28249, 0.018481, 0.005315]}, "lang": {"n_am_en": [31, 21, 11, 16, 13, 16, 17, 31, 24, 34, 25, 25, 22, 20, 16, 19, 25, 20, 20, 25, 22, 25, 24, 24, 41, 43, 44, 42, 36, 34, 31, 31, 27, 32, 37, 42, 33, 43, 42, 43, 43, 37, 38, 35, 34, 30, 13, 7, 4, 3], "n_am_pl": [6, 19, 19, 15, 20, 15, 11, 8, 10, 7, 9, 10, 9, 9, 11, 6, 6, 11, 8, 8, 9, 9, 11, 11, 3, 1, 3, 5, 8, 10, 10, 14, 18, 12, 14, 17, 21, 15, 17, 15, 16, 17, 23, 22, 23, 30, 41, 48, 81, 93], "n_pos": 96, "sum_m_en": [9.214655, 4.877053, 4.632696, 4.948803, 5.198206, 5.119962, 5.086614, 5.696914, 5.373071, 5.86123, 6.052118, 6.248546, 6.389312, 6.231066, 6.468903, 6.679299, 6.348674, 5.99419, 5.580581, 5.096588, 4.659871, 4.44428, 4.321041, 4.279182, 10.184637, 11.8561, 12.74004, 11.566166, 10.406079, 10.33297, 10.571166, 10.479237, 11.056508, 11.362269, 12.03265, 12.732693, 13.092861, 14.562058, 13.626635, 15.321991, 18.077601, 20.549125, 22.53406, 22.260191, 22.586059, 22.559795, 14.170372, 7.871787, 4.417761, 3.017652], "sum_m_pl": [33.557809, 43.479877, 42.926545, 41.581585, 40.041652, 40.643783, 41.376502, 40.63039, 40.658642, 42.598281, 42.291557, 42.848094, 43.737879, 43.560762, 44.918885, 45.639071, 46.568825, 46.809386, 47.06353, 47.961006, 47.86486, 47.683507, 47.620437, 47.496852, 37.859007, 36.689545, 36.819108, 39.602705, 41.556397, 42.314573, 43.057607, 43.603592, 43.30921, 43.071307, 42.4907, 41.733023, 41.058661, 40.277849, 39.007666, 38.083116, 36.291403, 34.720227, 34.529077, 32.173911, 32.985466, 34.142615, 41.6162, 49.055733, 75.073517, 91.270703]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 159, "item_id": "pes-Chirurgia dziecięca-2018 wiosna-101", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 854, "region_end": 152, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 0.9873}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [68, 46, 43, 44, 38, 49, 36, 41, 50, 62, 55, 52, 53, 41, 46, 49, 58, 53, 62, 72, 61, 63, 59, 61, 60, 64, 59, 68, 64, 67, 56, 68, 64, 71, 77, 79, 83, 91, 84, 78, 89, 84, 80, 84, 79, 86, 87, 97, 91, 86], "n_am_pl": [12, 35, 27, 31, 25, 21, 17, 18, 16, 17, 13, 17, 20, 28, 23, 19, 14, 9, 11, 12, 18, 13, 19, 16, 11, 16, 18, 12, 10, 23, 21, 25, 18, 19, 15, 15, 13, 11, 18, 14, 21, 19, 23, 24, 30, 26, 21, 18, 12, 20], "n_pos": 218, "sum_m_en": [23.145105, 13.798121, 13.266741, 13.410431, 13.163968, 13.461168, 12.749801, 12.908874, 13.531032, 13.941928, 14.061828, 14.778899, 14.565579, 14.37557, 14.563152, 14.715502, 14.574519, 14.792155, 14.211065, 12.70353, 11.47835, 10.887954, 10.527647, 10.335885, 26.438513, 30.387273, 29.733887, 27.873189, 27.241114, 27.0545, 25.919443, 26.5741, 26.182842, 26.925227, 28.413723, 30.41679, 34.087874, 36.733884, 42.931219, 44.69776, 46.699546, 51.294057, 53.965418, 59.920112, 63.663222, 76.131757, 82.595804, 85.982675, 87.957668, 89.031475], "sum_m_pl": [81.424122, 97.794528, 96.101662, 94.054819, 91.674907, 92.816887, 92.648972, 92.626761, 91.610898, 94.219053, 94.284559, 95.362728, 95.883471, 93.42177, 96.370497, 98.700748, 98.3155, 96.372615, 97.142245, 100.418892, 102.953564, 103.670158, 104.304098, 103.858334, 77.702069, 75.886528, 72.203247, 76.352317, 78.786035, 81.728103, 83.361806, 85.062592, 84.284837, 81.942697, 79.945886, 75.675567, 70.44619, 70.671284, 65.389713, 61.962224, 58.714783, 52.840168, 50.277361, 45.200994, 44.491032, 35.761829, 26.386858, 21.930399, 14.609428, 19.473688]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [31, 22, 18, 22, 20, 27, 19, 18, 24, 33, 31, 26, 23, 23, 26, 26, 30, 24, 37, 40, 34, 37, 37, 36, 33, 32, 29, 35, 34, 41, 34, 40, 37, 41, 45, 43, 48, 52, 54, 54, 59, 60, 55, 60, 55, 57, 61, 70, 79, 84], "n_am_pl": [7, 17, 16, 14, 14, 13, 8, 9, 9, 11, 9, 7, 8, 15, 9, 8, 7, 2, 4, 5, 9, 5, 11, 7, 7, 10, 9, 7, 3, 11, 12, 13, 9, 10, 9, 13, 11, 8, 10, 4, 8, 4, 10, 9, 15, 18, 15, 14, 12, 20], "n_pos": 107, "sum_m_en": [11.186267, 6.56065, 6.326113, 6.33949, 6.360739, 6.376093, 6.172687, 6.147097, 6.376234, 6.563443, 6.8644, 7.264436, 7.105938, 7.264109, 7.386289, 7.700192, 7.791079, 7.998553, 7.61948, 6.681829, 5.806407, 5.523937, 5.248654, 5.208613, 14.513215, 16.66012, 16.436387, 15.036187, 15.182952, 15.074282, 14.419655, 14.837839, 14.523805, 14.85205, 15.889696, 17.103091, 19.692083, 22.178735, 27.936673, 27.30682, 28.170891, 33.215489, 33.591665, 38.428275, 41.979554, 48.951521, 57.407574, 62.487507, 74.858282, 83.234577], "sum_m_pl": [40.342101, 49.287899, 48.166689, 47.527894, 45.786687, 46.68939, 46.585206, 46.66993, 46.445071, 47.23669, 47.171859, 47.740121, 47.858768, 46.833367, 48.051564, 48.63729, 48.530902, 47.603402, 47.82224, 49.469277, 50.812771, 51.241659, 51.579866, 51.418897, 38.699785, 37.55275, 35.844464, 38.121679, 39.264219, 40.606682, 41.569085, 42.198941, 42.03215, 41.641271, 40.4609, 38.514756, 35.453623, 34.979957, 31.479617, 31.010492, 29.222023, 25.128489, 23.191205, 20.684425, 24.577909, 22.886237, 17.427176, 15.935619, 13.355645, 19.418782]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 220, "item_id": "pes-Chirurgia dziecięca-2019 jesień-55", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1062, "region_end": 218, "roundtrip_ok": true, "tf_agree": 0.9545, "tf_agree_excl_first": 0.9589}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [280, 135, 145, 112, 107, 134, 142, 154, 129, 148, 163, 170, 200, 180, 176, 203, 203, 200, 189, 183, 192, 200, 158, 180, 253, 256, 232, 222, 213, 227, 212, 212, 200, 218, 215, 211, 229, 225, 214, 221, 251, 239, 231, 188, 160, 161, 89, 63, 26, 21], "n_am_pl": [51, 170, 153, 160, 130, 107, 121, 107, 108, 97, 81, 85, 88, 130, 152, 119, 120, 115, 111, 121, 138, 164, 182, 183, 105, 96, 96, 93, 135, 128, 147, 137, 154, 120, 129, 125, 101, 106, 111, 128, 121, 139, 174, 169, 218, 220, 246, 237, 345, 395], "n_pos": 871, "sum_m_en": [80.034413, 42.748637, 43.436782, 45.317684, 45.292716, 45.752285, 43.72355, 45.429382, 47.263343, 48.726294, 49.939649, 52.320556, 52.565473, 56.092608, 57.30822, 55.748095, 53.156425, 52.899334, 48.093052, 44.160097, 39.773855, 38.004763, 37.75761, 37.674188, 78.079741, 83.863951, 89.598687, 83.032197, 80.51985, 85.411315, 80.189435, 80.317402, 79.281865, 82.849211, 85.434972, 89.001363, 95.186531, 98.758515, 102.866998, 102.335432, 106.757704, 115.204996, 118.830536, 119.852365, 130.726141, 129.714995, 86.95298, 63.276576, 31.024379, 21.080825], "sum_m_pl": [338.109369, 406.452267, 401.053448, 389.095577, 377.192572, 372.2091, 379.774983, 382.472016, 379.636268, 385.777426, 381.322617, 385.502985, 395.546194, 390.908153, 394.519025, 398.944792, 396.83482, 392.985434, 402.346804, 418.739196, 428.544417, 432.929978, 432.632712, 431.706322, 365.877663, 360.606135, 335.820872, 355.137376, 371.546122, 363.861915, 374.798868, 375.441538, 368.010977, 350.256759, 343.919385, 327.937195, 314.863632, 309.829648, 307.107332, 312.634312, 303.79526, 300.043006, 297.773437, 289.705043, 279.392972, 277.00162, 269.352992, 257.703321, 336.692998, 395.212242]}, "digit": {"n_am_en": [5, 1, 5, 1, 1, 2, 0, 0, 0, 2, 2, 4, 3, 4, 1, 3, 1, 3, 2, 5, 5, 5, 3, 2, 4, 5, 4, 2, 2, 2, 2, 1, 1, 1, 2, 0, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [2, 10, 2, 5, 1, 3, 2, 2, 2, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 3, 2, 4, 6, 0, 1, 1, 0, 1, 1, 2, 2, 3, 2, 3, 3, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.203693, 0.502682, 0.487462, 0.472975, 0.509259, 0.506229, 0.510048, 0.544458, 0.593695, 0.684592, 0.696779, 0.735189, 0.795387, 0.862533, 0.900581, 0.799091, 0.747883, 0.772477, 0.65678, 0.603135, 0.545917, 0.5222, 0.512646, 0.503974, 0.89683, 0.974761, 1.091184, 0.973, 0.92865, 1.009871, 1.05144, 0.94707, 0.892455, 0.847288, 0.917888, 1.008024, 0.798844, 0.926778, 0.821113, 0.699789, 0.66105, 0.625338, 0.565056, 0.487672, 0.462677, 0.387213, 0.255989, 0.187347, 0.016999, 0.0], "sum_m_pl": [4.960694, 6.143093, 5.889071, 5.62768, 5.568845, 5.619293, 5.503344, 5.360409, 5.016306, 4.693982, 4.385013, 4.28392, 4.278581, 4.203444, 4.282171, 4.168505, 4.376467, 4.428217, 4.700926, 4.986474, 5.078312, 5.15582, 5.21432, 5.257173, 4.632208, 4.364543, 3.926985, 4.236929, 4.342507, 3.841461, 3.847721, 4.098396, 3.8147, 3.660265, 3.638834, 3.240449, 2.88398, 2.741119, 2.994417, 3.113517, 3.262835, 3.230944, 3.174356, 3.006983, 2.544186, 2.506734, 1.687477, 0.925563, 0.028552, 2e-05]}, "lang": {"n_am_en": [142, 67, 60, 46, 50, 67, 68, 80, 61, 82, 82, 77, 105, 90, 92, 102, 97, 102, 92, 95, 104, 102, 81, 101, 139, 139, 129, 130, 116, 122, 106, 115, 117, 126, 130, 121, 138, 141, 139, 148, 178, 173, 161, 144, 121, 118, 71, 40, 22, 21], "n_am_pl": [6, 88, 65, 70, 64, 60, 52, 49, 55, 37, 34, 38, 30, 65, 78, 66, 65, 66, 58, 59, 72, 83, 84, 81, 47, 46, 42, 46, 63, 64, 83, 78, 81, 57, 53, 58, 42, 51, 55, 70, 70, 86, 116, 111, 150, 170, 210, 218, 340, 395], "n_pos": 417, "sum_m_en": [39.651523, 20.66131, 20.830068, 21.355293, 21.885407, 21.919258, 21.357695, 22.583829, 22.753228, 23.685735, 24.449336, 25.312552, 25.136186, 26.511043, 26.489964, 26.203548, 24.789956, 24.954038, 23.151137, 21.326602, 18.880184, 18.033276, 18.133596, 18.263951, 40.407121, 44.246444, 47.26437, 43.350963, 41.416144, 42.596187, 38.565259, 39.067921, 38.591722, 40.487219, 43.320553, 44.638945, 52.248914, 55.269365, 59.444041, 61.410519, 67.288393, 75.728463, 78.182479, 82.584114, 93.41708, 91.027103, 65.239215, 39.55039, 23.78419, 21.022969], "sum_m_pl": [154.793747, 190.718169, 187.640074, 182.702212, 175.10537, 174.566515, 177.977392, 180.650537, 180.821788, 184.152119, 181.655241, 185.546154, 190.168172, 188.125275, 191.415825, 194.826671, 194.027776, 193.322359, 196.193366, 202.609288, 206.739892, 208.545244, 208.327392, 207.850448, 181.172625, 177.636252, 166.380761, 174.5009, 181.779327, 179.061815, 186.916275, 187.855275, 187.47429, 180.708101, 175.681073, 171.038367, 165.339481, 166.698574, 165.890866, 168.972521, 165.608667, 165.56797, 168.60123, 169.415667, 175.981, 184.796022, 208.101913, 215.156417, 319.573328, 391.263605]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 873, "item_id": "pes-Chirurgia dziecięca-2019 jesień-55", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 942, "region_end": 871, "roundtrip_ok": true, "tf_agree": 0.9885, "tf_agree_excl_first": 0.9897}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [2, 2, 2, 3, 3, 3, 2, 2, 0, 1, 3, 4, 3, 2, 2, 3, 3, 3, 3, 5, 3, 3, 5, 3, 6, 4, 2, 4, 2, 1, 2, 2, 2, 3, 4, 4, 7, 5, 3, 2, 5, 3, 4, 3, 1, 4, 4, 3, 4, 4], "n_am_pl": [1, 2, 2, 1, 0, 2, 2, 2, 1, 1, 1, 0, 2, 3, 2, 3, 2, 1, 1, 2, 0, 0, 1, 1, 1, 1, 2, 0, 1, 2, 1, 2, 3, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.133522, 0.594149, 0.58601, 0.633466, 0.642172, 0.619815, 0.562682, 0.554508, 0.558221, 0.572609, 0.615229, 0.630976, 0.624643, 0.646042, 0.629305, 0.68824, 0.703433, 0.663244, 0.660866, 0.603185, 0.585317, 0.567009, 0.556082, 0.563572, 1.515328, 1.320522, 1.233931, 1.096466, 0.845758, 0.796421, 0.797374, 0.806388, 0.945473, 0.927192, 1.031448, 1.071931, 1.405763, 1.416373, 1.438872, 1.208927, 1.35663, 1.675712, 1.649337, 1.614138, 1.816377, 2.347054, 3.205011, 2.861458, 3.919939, 3.83803], "sum_m_pl": [4.821287, 5.921024, 6.129108, 5.921443, 5.944342, 6.006752, 5.712864, 5.719005, 5.791778, 5.864306, 5.76096, 5.626548, 5.599849, 5.411743, 5.242894, 5.199164, 5.197754, 4.830768, 5.090892, 5.416981, 5.433766, 5.474381, 5.5584, 5.477878, 4.12574, 4.399343, 4.327751, 4.75925, 4.93313, 5.129039, 5.081708, 5.025337, 4.887848, 4.739844, 4.702559, 4.381982, 3.705678, 3.625328, 3.381062, 3.403302, 3.433916, 3.044823, 2.848781, 2.085885, 1.703957, 1.557035, 0.699956, 0.507192, 0.212643, 0.290904]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 0, 0, 1, 2, 1, 1, 0, 0, 0, 2, 1, 2, 1, 0, 1, 1, 1, 2, 3, 1, 2, 3, 2, 4, 2, 1, 3, 1, 0, 0, 1, 1, 1, 2, 2, 2, 2, 1, 1, 3, 2, 3, 2, 1, 2, 2, 2, 3, 3], "n_am_pl": [0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.405076, 0.201687, 0.200039, 0.221504, 0.229003, 0.207592, 0.211498, 0.187436, 0.196782, 0.207871, 0.222849, 0.225481, 0.244319, 0.224928, 0.212218, 0.237232, 0.256995, 0.237854, 0.24564, 0.225933, 0.207872, 0.196291, 0.195736, 0.203737, 0.860905, 0.639637, 0.592495, 0.517079, 0.349727, 0.316935, 0.314075, 0.308077, 0.331217, 0.309432, 0.36046, 0.401787, 0.448729, 0.504109, 0.523156, 0.44043, 0.587667, 0.825944, 0.87099, 0.915806, 1.094644, 1.409831, 2.17057, 2.254569, 2.997467, 2.992939], "sum_m_pl": [1.534705, 1.992175, 2.045334, 1.994993, 1.979701, 1.988842, 1.930852, 1.968904, 1.957334, 1.938853, 1.922043, 1.918949, 1.851286, 1.809534, 1.714865, 1.678057, 1.703261, 1.591909, 1.703738, 1.827625, 1.857252, 1.898002, 1.904727, 1.870587, 1.347972, 1.454444, 1.393099, 1.528993, 1.611753, 1.662929, 1.641024, 1.628679, 1.632436, 1.658783, 1.558727, 1.51254, 1.273162, 1.394102, 1.305722, 1.319546, 1.320308, 1.126858, 1.031964, 0.524406, 0.53484, 0.630587, 0.342537, 0.19856, 0.012139, 0.158163]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 14, "item_id": "pes-Chirurgia dziecięca-2019 jesień-93", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 965, "region_end": 12, "roundtrip_ok": true, "tf_agree": 0.8571, "tf_agree_excl_first": 0.9231}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [35, 20, 18, 13, 10, 12, 9, 11, 11, 16, 21, 23, 25, 16, 23, 25, 21, 18, 19, 22, 29, 24, 18, 21, 25, 23, 27, 19, 18, 17, 12, 21, 13, 13, 23, 22, 30, 27, 23, 26, 25, 24, 25, 23, 21, 19, 16, 9, 0, 0], "n_am_pl": [6, 21, 23, 27, 19, 15, 18, 11, 10, 10, 8, 13, 14, 18, 21, 19, 22, 18, 14, 10, 12, 20, 25, 16, 11, 9, 11, 12, 9, 13, 20, 21, 28, 31, 25, 25, 19, 15, 23, 19, 17, 17, 25, 22, 23, 27, 34, 40, 63, 66], "n_pos": 103, "sum_m_en": [9.681452, 5.012831, 4.807925, 5.067073, 5.257059, 5.179533, 5.180651, 5.405389, 5.333316, 5.357325, 5.493547, 5.861289, 5.925197, 6.011047, 6.194907, 5.947849, 5.75346, 5.461193, 5.117909, 4.898219, 4.680274, 4.490496, 4.415332, 4.322417, 8.791987, 8.931673, 9.274552, 8.333739, 8.208375, 8.088094, 8.179819, 8.832696, 8.92479, 10.158683, 10.378478, 10.257466, 11.800042, 12.168996, 12.175705, 15.698434, 15.747597, 14.240958, 15.686174, 14.284476, 14.953292, 15.810204, 10.928531, 7.988859, 0.902751, 0.018575], "sum_m_pl": [38.150326, 46.505243, 46.391142, 44.26463, 41.435691, 41.592504, 41.999746, 42.489266, 43.305636, 44.468619, 43.904842, 44.524719, 46.364916, 46.628501, 47.581193, 49.26055, 49.408452, 49.315729, 49.41885, 50.389365, 50.67514, 50.933276, 50.904017, 50.968718, 42.268499, 40.941976, 39.382549, 42.596783, 43.59133, 45.285843, 46.04212, 46.199511, 46.124115, 44.630128, 43.799753, 42.59496, 40.395053, 39.697178, 40.158892, 38.118972, 36.289983, 36.377144, 35.415133, 34.73158, 32.385632, 33.581489, 36.466536, 40.443317, 59.063664, 66.659392]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.170936, 0.090951, 0.085249, 0.078304, 0.083683, 0.085349, 0.081993, 0.08073, 0.076668, 0.077024, 0.089933, 0.129707, 0.122846, 0.12098, 0.128591, 0.097139, 0.090144, 0.092859, 0.079899, 0.073897, 0.075384, 0.072624, 0.070711, 0.069115, 0.083236, 0.089038, 0.107451, 0.109005, 0.113155, 0.109128, 0.10457, 0.10815, 0.111628, 0.106345, 0.108658, 0.114298, 0.075173, 0.065176, 0.0872, 0.03403, 0.054001, 0.050477, 0.068285, 0.287086, 0.094163, 0.061823, 0.066543, 0.046232, 0.00536, 0.0], "sum_m_pl": [0.885165, 1.057823, 1.051407, 0.959096, 0.879096, 0.873538, 0.917946, 0.909682, 0.838551, 0.817582, 0.812523, 0.827207, 0.860896, 0.83363, 0.838677, 0.989193, 0.966901, 0.972978, 1.003735, 1.035206, 1.014302, 1.016782, 1.016551, 1.02256, 0.984744, 0.968711, 0.91755, 0.950217, 0.910143, 0.951286, 0.990046, 0.964465, 0.951023, 0.923379, 0.887283, 0.785758, 0.773809, 0.650625, 0.590317, 0.254455, 0.422904, 0.396513, 0.438393, 0.255303, 0.393858, 0.401, 0.407567, 0.298691, 0.040389, 0.0]}, "lang": {"n_am_en": [22, 14, 12, 9, 8, 9, 5, 7, 8, 10, 16, 15, 15, 11, 16, 19, 17, 15, 15, 15, 21, 16, 12, 12, 16, 14, 17, 14, 13, 11, 8, 16, 10, 10, 16, 14, 21, 18, 19, 20, 18, 15, 14, 13, 12, 12, 11, 7, 0, 0], "n_am_pl": [5, 16, 15, 19, 13, 9, 12, 6, 6, 9, 3, 10, 10, 14, 12, 14, 14, 10, 9, 7, 9, 14, 17, 10, 9, 8, 9, 9, 7, 11, 15, 16, 20, 22, 19, 19, 14, 10, 15, 13, 12, 14, 21, 19, 19, 23, 30, 35, 60, 66], "n_pos": 69, "sum_m_en": [6.619486, 3.357166, 3.271921, 3.477157, 3.595663, 3.558116, 3.521038, 3.665874, 3.540864, 3.580154, 3.632682, 3.885931, 3.875552, 3.949373, 4.08617, 3.968106, 3.849874, 3.689981, 3.45201, 3.327503, 3.161457, 3.017261, 2.951847, 2.88266, 5.83438, 6.141729, 6.273158, 5.689823, 5.641821, 5.498631, 5.761042, 6.112123, 6.191292, 6.531405, 6.48749, 6.430185, 7.35337, 7.874736, 7.995269, 9.711024, 9.729707, 8.776046, 9.641573, 8.986014, 9.646124, 10.366126, 8.683602, 6.418259, 0.763653, 0.014128], "sum_m_pl": [24.169057, 30.754131, 30.369016, 28.810621, 26.914245, 27.262533, 27.403643, 27.897539, 28.638461, 29.643257, 29.62749, 30.181777, 31.571234, 31.976718, 32.543083, 33.385127, 33.701251, 33.700509, 33.584185, 34.149161, 34.332994, 34.58616, 34.513683, 34.469707, 29.679217, 28.996816, 27.957818, 29.925715, 30.566894, 31.623834, 32.152363, 32.267485, 32.159762, 31.861258, 31.403906, 30.899706, 29.427382, 28.808584, 29.382468, 28.281614, 26.558375, 26.875042, 26.312601, 26.358926, 26.404148, 27.126209, 30.784589, 34.373822, 54.962266, 65.943887]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 109, "item_id": "pes-Chirurgia dziecięca-2019 jesień-93", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 845, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.9358, "tf_agree_excl_first": 0.9444}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [44, 43, 40, 34, 36, 32, 33, 27, 30, 37, 44, 49, 49, 42, 38, 38, 41, 39, 38, 38, 40, 41, 36, 41, 51, 56, 54, 61, 54, 44, 44, 42, 44, 43, 47, 54, 53, 53, 63, 54, 51, 51, 57, 62, 63, 63, 64, 72, 68, 70], "n_am_pl": [13, 19, 21, 28, 23, 14, 19, 16, 18, 10, 16, 11, 13, 17, 26, 23, 21, 19, 14, 18, 14, 9, 17, 15, 13, 7, 10, 9, 15, 11, 11, 15, 20, 20, 19, 11, 14, 12, 8, 15, 12, 17, 13, 12, 10, 10, 7, 4, 0, 0], "n_pos": 168, "sum_m_en": [19.524963, 11.000203, 10.201611, 9.735135, 10.112592, 9.920446, 9.520583, 9.536053, 9.66686, 10.211015, 10.826431, 11.93504, 12.131896, 12.545819, 12.11694, 11.724658, 11.15017, 11.322038, 10.631661, 9.990124, 9.333585, 8.719106, 8.145849, 7.983489, 19.045619, 21.552046, 20.466356, 18.746164, 18.145011, 17.393097, 16.853406, 16.943153, 16.99669, 17.150323, 17.60405, 19.452246, 23.901729, 24.969236, 26.065155, 27.310291, 29.214823, 35.547019, 42.801684, 47.180643, 47.371949, 52.451605, 59.775897, 67.989936, 70.635371, 70.037826], "sum_m_pl": [60.104389, 77.483355, 76.913686, 75.924734, 73.595418, 73.890487, 73.485638, 72.873445, 71.033584, 72.562457, 71.588374, 71.114217, 71.708372, 68.90958, 70.656153, 72.371608, 74.841914, 72.609149, 74.185053, 76.519903, 77.296101, 78.350202, 78.73376, 79.195501, 56.895836, 57.14682, 55.544721, 60.792617, 61.527662, 61.611527, 64.419484, 65.492275, 65.137894, 63.701582, 62.384893, 58.551989, 51.139633, 50.162972, 47.800665, 45.659121, 42.013589, 36.022917, 29.763455, 24.200125, 18.334076, 15.307549, 11.676122, 6.598152, 1.057093, 0.460683]}, "digit": {"n_am_en": [2, 4, 5, 2, 1, 1, 2, 1, 0, 0, 2, 0, 1, 0, 1, 1, 0, 0, 2, 2, 1, 3, 3, 3, 3, 2, 2, 3, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 1, 2, 3, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.507698, 0.42785, 0.419298, 0.39312, 0.393567, 0.393952, 0.364868, 0.351978, 0.354436, 0.390207, 0.442868, 0.421573, 0.434434, 0.458469, 0.442993, 0.45789, 0.448035, 0.485468, 0.433224, 0.420969, 0.402722, 0.40299, 0.39613, 0.38823, 0.659315, 0.581202, 0.410512, 0.453172, 0.416351, 0.515932, 0.509078, 0.450592, 0.555345, 0.502338, 0.537508, 0.627685, 0.563067, 0.546725, 0.487077, 0.438083, 0.494622, 0.54365, 0.516522, 0.501016, 0.372405, 0.371191, 0.426335, 0.894431, 0.138548, 0.005629], "sum_m_pl": [2.716499, 4.747184, 4.699059, 4.537784, 4.23694, 3.945825, 4.110858, 4.102965, 3.866389, 3.891895, 3.966368, 3.593493, 3.439548, 3.155464, 3.135492, 3.246039, 3.442545, 3.418538, 3.786378, 4.032776, 4.132979, 4.184694, 4.197958, 4.297391, 2.315435, 2.597587, 1.871133, 2.183195, 2.200927, 2.269986, 2.360719, 2.42924, 2.778378, 2.313961, 2.396033, 2.67312, 2.677608, 2.733538, 2.672456, 2.537786, 2.71425, 2.736831, 2.343168, 2.216073, 1.509839, 1.017721, 0.618624, 0.421612, 0.046097, 0.007909]}, "lang": {"n_am_en": [25, 17, 15, 13, 15, 17, 14, 12, 17, 14, 19, 21, 22, 17, 16, 15, 18, 18, 16, 19, 18, 22, 21, 21, 28, 32, 29, 34, 25, 24, 25, 22, 23, 21, 25, 31, 30, 31, 39, 31, 31, 32, 36, 41, 43, 42, 44, 54, 61, 68], "n_am_pl": [5, 12, 14, 15, 12, 8, 8, 10, 6, 4, 9, 5, 6, 10, 11, 9, 8, 9, 5, 10, 10, 4, 7, 5, 5, 3, 3, 3, 5, 5, 2, 6, 8, 15, 10, 5, 7, 5, 3, 4, 3, 6, 4, 4, 3, 4, 3, 1, 0, 0], "n_pos": 69, "sum_m_en": [8.668335, 4.657236, 4.249675, 4.110037, 4.383467, 4.336284, 4.152316, 4.052491, 4.171045, 4.319279, 4.637934, 5.1118, 5.17948, 5.660044, 5.560974, 5.229011, 5.079832, 5.195943, 4.779788, 4.422315, 4.05961, 3.76529, 3.479335, 3.374001, 9.747147, 10.816603, 10.529676, 8.972161, 8.789392, 8.123707, 7.581843, 7.464916, 7.37432, 7.512647, 8.082734, 9.569948, 12.128326, 12.913759, 13.619772, 14.45408, 16.51956, 21.503391, 24.932686, 30.837837, 31.659625, 34.269989, 40.85467, 49.954465, 61.178507, 66.323577], "sum_m_pl": [23.202515, 31.47655, 31.370571, 30.959907, 30.379776, 30.443504, 30.473539, 30.334722, 29.985274, 30.618802, 30.162507, 30.207264, 30.688978, 29.184285, 30.000812, 30.605846, 31.239706, 30.161892, 30.707377, 31.547611, 31.977139, 32.482487, 32.595817, 32.717728, 24.177394, 24.628568, 23.748102, 26.290961, 26.473, 26.852174, 27.955692, 28.265826, 28.125244, 28.030844, 26.851534, 25.080625, 21.978732, 21.928483, 20.751359, 19.876492, 18.217883, 15.609434, 12.464549, 9.392737, 7.386754, 7.361804, 5.344573, 2.462411, 0.295973, 0.258102]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "pes-Chirurgia naczyniowa-2018 jesień-76", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 986, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9824, "tf_agree_excl_first": 0.9882}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [39, 18, 31, 19, 15, 13, 12, 17, 13, 13, 16, 15, 24, 23, 18, 15, 30, 21, 17, 14, 17, 15, 15, 20, 30, 32, 31, 35, 21, 25, 31, 20, 16, 17, 22, 21, 28, 33, 34, 30, 28, 31, 36, 28, 27, 24, 19, 14, 3, 0], "n_am_pl": [1, 23, 39, 30, 28, 29, 20, 19, 18, 14, 12, 11, 15, 10, 12, 16, 20, 21, 21, 24, 27, 23, 33, 30, 16, 16, 17, 18, 22, 19, 17, 21, 28, 18, 17, 21, 23, 18, 21, 20, 24, 27, 25, 27, 29, 37, 43, 36, 65, 68], "n_pos": 130, "sum_m_en": [12.36775, 6.34577, 6.471577, 6.585892, 6.923598, 6.691459, 6.51233, 6.802206, 6.657895, 7.180732, 7.332817, 7.657979, 7.812137, 8.054033, 7.747841, 7.401486, 7.103411, 6.700957, 6.173881, 5.912471, 5.665818, 5.383651, 5.181994, 5.153812, 9.473383, 9.621828, 9.283934, 9.12368, 8.500309, 9.368405, 9.476684, 9.15551, 8.879563, 9.072128, 9.580936, 9.538629, 9.573982, 9.83577, 10.084019, 12.107845, 12.315562, 13.06592, 15.956342, 16.939709, 16.275674, 16.630701, 14.539955, 12.215172, 4.15111, 0.122209], "sum_m_pl": [47.170484, 60.804908, 59.320738, 58.652717, 55.201791, 54.804689, 55.10068, 55.104661, 53.688814, 55.474239, 54.208028, 56.726446, 59.968976, 59.017406, 60.973738, 62.507226, 64.430216, 63.669476, 64.755605, 65.930949, 65.584288, 65.807469, 65.687184, 65.65499, 54.567909, 55.401976, 53.41806, 56.611613, 57.593798, 56.898925, 57.877702, 58.303729, 59.097539, 57.188064, 55.765236, 54.008771, 52.497333, 51.032554, 50.487097, 50.707145, 49.115102, 47.026862, 44.822892, 42.835338, 41.055517, 42.331312, 43.296154, 42.157829, 56.143569, 68.684065]}, "digit": {"n_am_en": [0, 2, 4, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.455068, 0.227535, 0.215278, 0.186713, 0.175447, 0.171198, 0.172894, 0.184116, 0.167587, 0.206864, 0.21399, 0.204146, 0.209829, 0.237331, 0.227657, 0.242456, 0.249083, 0.227961, 0.214614, 0.218352, 0.212285, 0.209794, 0.203162, 0.203918, 0.359662, 0.328787, 0.302707, 0.395713, 0.340232, 0.402884, 0.409165, 0.410817, 0.333095, 0.298363, 0.309518, 0.33365, 0.315399, 0.288987, 0.258774, 0.254445, 0.253516, 0.269408, 0.27075, 0.249195, 0.1973, 0.185303, 0.104934, 0.143443, 0.009969, 2e-06], "sum_m_pl": [2.285618, 2.754778, 2.698955, 2.698991, 2.676437, 2.684667, 2.610752, 2.56629, 2.579646, 2.509722, 2.439682, 2.40214, 2.401461, 2.199067, 2.326992, 2.315415, 2.330818, 2.20166, 2.243653, 2.4134, 2.418476, 2.405453, 2.428354, 2.47825, 1.910905, 2.105078, 2.076144, 2.11062, 2.125135, 2.029663, 2.02985, 1.991418, 2.168386, 2.17406, 2.053661, 1.942451, 1.629975, 1.630882, 1.6038, 1.620846, 1.538567, 1.581193, 1.575399, 1.397426, 1.275268, 1.196445, 1.367696, 0.772398, 0.046705, 1.7e-05]}, "lang": {"n_am_en": [20, 6, 11, 8, 9, 5, 7, 11, 9, 6, 8, 9, 16, 13, 9, 10, 19, 15, 11, 10, 11, 11, 9, 11, 22, 22, 19, 20, 12, 15, 19, 15, 11, 11, 16, 13, 21, 23, 28, 23, 20, 24, 28, 23, 22, 19, 14, 9, 1, 0], "n_am_pl": [1, 15, 18, 16, 12, 15, 12, 10, 11, 8, 7, 5, 6, 4, 8, 9, 11, 12, 14, 13, 19, 15, 19, 18, 12, 9, 10, 13, 15, 11, 9, 13, 15, 11, 12, 12, 12, 9, 12, 14, 18, 17, 15, 18, 22, 26, 33, 30, 61, 68], "n_pos": 69, "sum_m_en": [6.623204, 3.538234, 3.498743, 3.653145, 3.944947, 3.727695, 3.697774, 3.738783, 3.608324, 3.774587, 3.856635, 4.10948, 4.250294, 4.24736, 4.104911, 3.884756, 3.76851, 3.578769, 3.307401, 3.173087, 3.039339, 2.869578, 2.731357, 2.722288, 5.750737, 5.835232, 5.495129, 5.244307, 4.7635, 5.013974, 5.065529, 4.904136, 4.866456, 5.024424, 5.432604, 5.364372, 5.627012, 5.773255, 6.29024, 8.331377, 8.37015, 9.272812, 11.441098, 12.654079, 11.964067, 12.289315, 9.980476, 7.062398, 1.568289, 0.059751], "sum_m_pl": [23.913933, 31.600612, 30.902054, 30.77017, 28.72596, 28.730744, 28.96349, 29.125461, 28.42195, 29.587062, 28.86072, 30.592321, 32.56509, 32.381172, 33.339194, 33.952858, 35.033247, 34.715778, 35.160907, 35.594577, 35.33977, 35.410632, 35.297203, 35.205899, 30.60037, 30.883528, 30.374159, 31.814656, 32.274109, 31.958, 32.535237, 32.791628, 33.363351, 32.849426, 32.042353, 31.456498, 30.971589, 30.750032, 30.639511, 30.302618, 29.391339, 29.546769, 28.068361, 27.859213, 28.993552, 29.810515, 32.341678, 32.67599, 52.429555, 66.643252]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "pes-Chirurgia naczyniowa-2018 jesień-76", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 866, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9621, "tf_agree_excl_first": 0.9695}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 41, 39, 27, 26, 25, 22, 28, 25, 24, 35, 35, 27, 29, 26, 28, 30, 29, 32, 26, 31, 29, 28, 27, 38, 49, 41, 46, 33, 35, 41, 32, 33, 39, 40, 41, 41, 46, 43, 41, 42, 44, 38, 40, 37, 46, 44, 50, 55, 46], "n_am_pl": [7, 17, 25, 21, 17, 13, 15, 11, 10, 8, 6, 8, 14, 9, 10, 14, 15, 17, 21, 15, 10, 13, 10, 12, 7, 4, 7, 7, 8, 13, 12, 14, 14, 16, 16, 15, 12, 11, 16, 16, 10, 8, 8, 5, 3, 6, 7, 2, 0, 0], "n_pos": 132, "sum_m_en": [13.995768, 8.1772, 7.872016, 7.995007, 8.545309, 8.475534, 9.259317, 9.373621, 9.518061, 9.844482, 10.004747, 10.436342, 10.399726, 9.695505, 9.771491, 9.08013, 9.035776, 8.960344, 8.292517, 7.501242, 7.112373, 6.778173, 6.462363, 6.337056, 14.073768, 17.614079, 17.418929, 16.873774, 16.518879, 16.830241, 15.668445, 14.976775, 16.610847, 16.59415, 17.173858, 18.942046, 20.970366, 21.78125, 21.978314, 24.596405, 26.244295, 30.107924, 30.622331, 33.114348, 32.987761, 39.060798, 42.818959, 46.92963, 52.518852, 47.765184], "sum_m_pl": [49.493542, 61.39197, 61.606214, 58.863376, 56.342587, 57.502318, 57.220508, 56.104748, 54.650259, 56.03187, 55.693732, 54.531485, 54.55909, 53.353025, 53.829718, 55.272664, 56.600027, 54.689527, 57.559326, 59.853519, 60.696595, 61.272067, 62.01087, 62.532824, 43.995587, 40.928618, 38.83588, 42.141777, 43.59952, 44.768759, 46.774797, 47.656048, 46.872397, 45.367918, 44.750157, 41.467247, 37.16636, 37.150088, 36.710378, 33.67851, 29.899832, 26.257312, 22.897254, 18.465261, 13.60752, 12.334621, 8.869031, 4.243813, 0.478338, 0.388326]}, "digit": {"n_am_en": [2, 4, 4, 0, 1, 1, 1, 2, 1, 1, 3, 2, 2, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 0, 0, 0, 2, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 2, 2, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.507724, 0.425516, 0.442158, 0.372652, 0.363632, 0.399207, 0.375381, 0.371622, 0.362882, 0.396853, 0.452027, 0.400456, 0.425221, 0.402552, 0.467205, 0.450487, 0.460894, 0.478102, 0.442151, 0.430534, 0.40036, 0.396366, 0.391278, 0.391504, 0.8053, 0.720974, 0.464031, 0.565824, 0.474053, 0.665523, 0.620485, 0.518594, 0.574082, 0.497599, 0.571395, 0.629625, 0.608471, 0.570711, 0.470723, 0.438067, 0.437128, 0.436806, 0.422844, 0.46646, 0.384733, 0.254423, 0.14188, 0.242267, 0.005291, 6e-06], "sum_m_pl": [2.720399, 4.819057, 4.729023, 4.462551, 4.222333, 3.951522, 4.060887, 4.023286, 3.824457, 3.968428, 3.944216, 3.391468, 3.276251, 2.917443, 2.947299, 2.873924, 3.120237, 2.982199, 3.559242, 3.914194, 4.09299, 4.174365, 4.186011, 4.282711, 2.387672, 2.668701, 2.22926, 2.40193, 2.450581, 2.585194, 2.677171, 2.622155, 2.931241, 2.558959, 2.507011, 2.885219, 2.6698, 2.495294, 2.622256, 2.426276, 2.48191, 2.560577, 2.45432, 1.945414, 1.731245, 0.975202, 0.478372, 0.307551, 0.006528, 1e-06]}, "lang": {"n_am_en": [14, 20, 18, 12, 13, 12, 13, 15, 14, 14, 19, 19, 17, 15, 18, 15, 13, 16, 14, 11, 16, 15, 11, 13, 17, 22, 18, 19, 19, 20, 21, 16, 19, 22, 23, 21, 21, 22, 23, 23, 23, 25, 24, 23, 25, 31, 30, 37, 46, 46], "n_am_pl": [3, 5, 8, 7, 9, 7, 5, 5, 3, 4, 4, 2, 5, 2, 4, 7, 6, 4, 10, 7, 2, 1, 0, 2, 2, 3, 5, 3, 6, 3, 5, 2, 5, 6, 8, 6, 4, 6, 6, 5, 4, 3, 4, 2, 2, 4, 4, 1, 0, 0], "n_pos": 46, "sum_m_en": [5.475863, 3.295029, 2.957818, 3.323257, 3.66005, 3.684373, 4.433298, 4.393709, 4.959999, 5.186268, 4.961914, 5.003032, 5.041051, 4.420052, 4.446387, 3.870195, 3.796218, 3.821781, 3.3427, 2.946157, 2.728889, 2.539849, 2.371368, 2.335521, 6.644116, 8.562682, 8.62367, 8.023517, 8.251362, 7.412719, 6.552282, 6.724254, 7.822023, 7.945097, 8.419474, 9.247306, 10.956877, 11.545039, 11.703193, 12.970498, 13.923196, 17.320981, 17.598234, 19.753834, 21.10709, 26.279805, 29.115742, 34.37398, 43.874015, 45.617053], "sum_m_pl": [16.626097, 20.414518, 20.700207, 19.798292, 18.745276, 19.340001, 19.053166, 18.785928, 18.519981, 19.020016, 19.174673, 19.162002, 19.340943, 19.161446, 19.203368, 19.942269, 20.12439, 19.52, 20.205009, 21.035396, 21.34658, 21.656473, 21.951943, 21.944065, 16.351703, 14.653269, 14.355764, 15.656752, 15.943374, 16.541412, 17.426605, 17.562613, 16.778326, 16.706224, 15.804696, 14.913942, 13.025434, 13.991907, 13.558929, 12.76681, 11.338859, 9.537041, 8.678285, 6.979232, 5.12007, 5.268958, 4.052512, 1.886911, 0.17079, 0.14104]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 134, "item_id": "pes-Chirurgia naczyniowa-2019 jesień-15", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 956, "region_end": 132, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.9925}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [21, 33, 26, 22, 15, 20, 19, 14, 6, 18, 17, 17, 13, 14, 13, 12, 12, 12, 10, 12, 6, 7, 5, 9, 12, 18, 17, 19, 16, 18, 17, 19, 19, 20, 20, 21, 13, 11, 11, 7, 9, 9, 14, 12, 9, 11, 9, 8, 1, 0], "n_am_pl": [4, 12, 17, 15, 10, 9, 8, 9, 7, 6, 8, 8, 10, 13, 16, 17, 16, 10, 15, 19, 22, 21, 22, 21, 16, 17, 9, 15, 13, 13, 14, 17, 18, 22, 21, 9, 17, 16, 19, 21, 16, 16, 18, 17, 16, 19, 26, 24, 39, 48], "n_pos": 92, "sum_m_en": [8.794851, 4.875109, 4.96615, 5.29569, 5.539597, 5.542978, 5.779828, 5.757799, 5.876445, 6.258908, 6.197282, 6.527088, 6.356569, 6.18125, 6.247317, 5.622566, 5.463115, 5.340893, 4.743016, 4.38892, 4.212298, 4.074138, 3.98794, 4.007663, 6.711416, 8.293687, 8.114435, 8.554697, 8.63059, 8.931263, 9.325462, 8.637463, 9.237306, 9.237821, 9.346007, 9.071294, 8.512759, 8.718357, 7.702037, 8.127137, 8.798816, 8.494225, 9.329031, 9.165272, 8.057998, 7.723145, 8.782585, 7.204963, 0.94802, 0.004011], "sum_m_pl": [35.558967, 43.328174, 42.331206, 41.32773, 38.503597, 39.480925, 40.128841, 39.34415, 38.134181, 39.399055, 38.59188, 38.692378, 38.926635, 38.301418, 38.848484, 40.054673, 40.680095, 40.370503, 42.70374, 43.918226, 44.669666, 44.890151, 44.831275, 44.885213, 36.248537, 34.378585, 31.578832, 32.762, 34.029859, 35.424711, 36.444807, 37.069631, 36.632267, 35.75038, 34.891276, 33.105315, 31.532009, 31.242671, 31.268995, 31.527426, 29.947973, 29.556371, 27.156387, 24.251697, 22.699887, 24.972782, 25.504775, 24.809661, 37.470351, 47.520565]}, "digit": {"n_am_en": [5, 6, 9, 2, 0, 3, 1, 1, 0, 2, 3, 1, 2, 0, 0, 1, 1, 0, 1, 1, 0, 1, 2, 2, 2, 2, 2, 1, 3, 2, 1, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 3, 2, 2, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.658666, 0.424091, 0.411799, 0.352996, 0.326655, 0.341794, 0.333814, 0.328914, 0.346558, 0.406502, 0.423601, 0.410178, 0.427657, 0.450074, 0.462919, 0.409897, 0.422841, 0.427008, 0.400015, 0.41399, 0.397451, 0.395137, 0.388163, 0.388607, 0.704733, 0.497098, 0.391484, 0.436026, 0.41875, 0.570769, 0.583315, 0.525088, 0.531221, 0.49217, 0.560855, 0.573602, 0.535012, 0.516382, 0.428353, 0.375421, 0.391718, 0.376233, 0.339845, 0.338189, 0.308909, 0.171143, 0.104316, 0.169732, 0.008032, 2e-06], "sum_m_pl": [2.866587, 4.777312, 4.772029, 4.581789, 4.248118, 4.124295, 4.337185, 4.240911, 4.152691, 4.146631, 3.986846, 3.538322, 3.450669, 3.296584, 3.135358, 2.985952, 3.160037, 3.007063, 3.635605, 3.963556, 4.12133, 4.173234, 4.163269, 4.305061, 2.319646, 2.701986, 2.079288, 2.289245, 2.253724, 2.459911, 2.750041, 2.769319, 2.76204, 2.442552, 2.365373, 2.469683, 2.563702, 2.649912, 2.729674, 2.592368, 2.670265, 2.78733, 2.528846, 2.005703, 1.766588, 1.166626, 0.787404, 0.548563, 0.014567, 2.2e-05]}, "lang": {"n_am_en": [11, 14, 10, 11, 8, 9, 10, 7, 4, 10, 8, 10, 8, 11, 8, 7, 8, 10, 5, 6, 3, 5, 2, 6, 8, 14, 12, 14, 9, 11, 12, 11, 14, 13, 15, 15, 10, 9, 6, 4, 6, 7, 12, 10, 8, 10, 8, 6, 1, 0], "n_am_pl": [3, 8, 9, 9, 5, 5, 7, 6, 4, 4, 5, 6, 7, 7, 12, 14, 14, 9, 12, 14, 17, 14, 17, 15, 12, 13, 7, 12, 9, 6, 12, 12, 11, 15, 14, 7, 9, 12, 13, 17, 13, 13, 14, 15, 15, 18, 23, 20, 39, 48], "n_pos": 48, "sum_m_en": [4.190996, 2.623746, 2.754052, 3.119206, 3.366675, 3.439813, 3.537325, 3.701227, 3.935028, 4.120096, 3.935712, 4.149451, 3.971986, 3.70979, 3.771507, 3.261327, 3.094067, 3.017772, 2.624879, 2.381601, 2.289591, 2.199233, 2.145491, 2.164259, 4.223309, 5.752144, 5.619546, 5.741933, 5.607429, 5.427797, 5.731526, 5.372324, 5.726127, 5.806735, 5.781389, 5.760756, 5.558677, 5.882398, 5.032903, 5.245036, 6.286006, 6.344763, 7.38979, 7.449251, 6.917424, 6.666339, 7.287276, 5.412213, 0.813723, 0.003686], "sum_m_pl": [18.65964, 21.819989, 20.976983, 20.628592, 19.056041, 19.800272, 20.188586, 19.77174, 19.426646, 20.17722, 19.974515, 20.521586, 21.236698, 21.015427, 21.795005, 22.686299, 22.779155, 22.463787, 23.25543, 23.67825, 23.740622, 23.868681, 23.82202, 23.60356, 21.318052, 19.489031, 18.448556, 18.65005, 19.48831, 19.772688, 20.524642, 20.711833, 20.707632, 20.67278, 20.021517, 19.609164, 18.959864, 19.481247, 19.140674, 19.888464, 18.685, 18.989747, 17.981544, 16.16577, 17.083213, 19.750514, 21.296522, 21.20294, 36.654013, 47.45151]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 94, "item_id": "pes-Chirurgia naczyniowa-2019 jesień-15", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 836, "region_end": 92, "roundtrip_ok": true, "tf_agree": 0.9574, "tf_agree_excl_first": 0.9677}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [62, 41, 35, 32, 44, 34, 48, 52, 41, 41, 47, 47, 43, 45, 51, 46, 55, 47, 49, 60, 54, 63, 66, 63, 85, 79, 65, 72, 61, 70, 60, 77, 74, 72, 72, 72, 76, 73, 83, 76, 78, 79, 82, 76, 75, 86, 92, 95, 88, 82], "n_am_pl": [10, 27, 31, 29, 16, 27, 17, 8, 10, 15, 14, 18, 23, 29, 30, 20, 18, 23, 12, 18, 18, 20, 21, 22, 10, 13, 23, 23, 24, 18, 24, 15, 18, 10, 14, 15, 12, 11, 12, 14, 13, 14, 13, 14, 14, 12, 11, 7, 1, 2], "n_pos": 184, "sum_m_en": [20.983686, 11.514524, 10.624806, 10.620306, 11.926593, 11.456295, 10.679388, 10.716467, 10.849374, 10.681395, 10.9711, 12.130509, 12.231085, 12.557723, 12.911368, 12.446229, 12.36187, 11.700496, 11.156319, 10.736576, 9.868057, 9.449445, 8.792126, 8.580808, 21.28287, 25.355076, 24.052688, 24.620153, 20.772128, 22.000969, 20.965682, 21.334722, 22.687755, 22.562404, 24.359602, 26.003153, 30.803835, 35.17483, 39.076905, 43.264748, 48.637163, 56.217413, 59.92502, 68.126275, 69.54047, 76.994637, 82.247423, 89.134073, 84.84825, 83.680557], "sum_m_pl": [67.23979, 83.906711, 85.071148, 82.854177, 80.985732, 82.70953, 82.823784, 83.304597, 83.634163, 84.983303, 83.198522, 83.30681, 85.626398, 84.667145, 84.913566, 84.980931, 85.901592, 86.348729, 86.254653, 88.386947, 88.985921, 90.491018, 91.580138, 92.06014, 72.121226, 68.487435, 69.004326, 71.387527, 75.895809, 74.043982, 75.493992, 75.512405, 72.765358, 70.640474, 69.249405, 67.362966, 60.639234, 57.335239, 53.034216, 47.500109, 43.592494, 36.934296, 33.613209, 29.975084, 24.577879, 21.556219, 16.944381, 10.130587, 2.398533, 1.788341]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [27, 19, 16, 14, 24, 18, 22, 26, 25, 25, 23, 24, 25, 21, 23, 31, 31, 23, 24, 34, 29, 30, 30, 30, 41, 41, 35, 37, 29, 38, 29, 44, 42, 37, 36, 38, 40, 38, 44, 43, 43, 45, 48, 45, 48, 55, 59, 65, 78, 81], "n_am_pl": [3, 7, 14, 15, 6, 12, 9, 3, 2, 10, 8, 12, 11, 14, 16, 12, 9, 12, 7, 10, 8, 10, 11, 11, 5, 6, 9, 10, 10, 8, 12, 7, 9, 5, 5, 5, 6, 5, 5, 7, 5, 6, 6, 6, 5, 5, 4, 2, 1, 2], "n_pos": 85, "sum_m_en": [9.349091, 5.676788, 5.14896, 5.074037, 5.683188, 5.682852, 5.319237, 5.371288, 5.637149, 5.440545, 5.459825, 5.904125, 6.092865, 6.138797, 6.28568, 6.250722, 6.125986, 5.768869, 5.378541, 5.323963, 4.953634, 4.576565, 4.221253, 4.095948, 11.287787, 13.617342, 13.515043, 13.394737, 11.379875, 12.14616, 11.374417, 11.238772, 12.138948, 11.755434, 12.926632, 14.2775, 17.811438, 18.800072, 21.068435, 24.19712, 27.84634, 33.09708, 37.152123, 42.354439, 45.278464, 48.528645, 53.461653, 58.929719, 74.191235, 79.418408], "sum_m_pl": [30.869972, 37.513453, 38.615935, 37.186173, 36.528512, 37.450991, 37.96847, 38.060947, 37.903327, 38.370184, 37.617425, 38.007277, 38.8378, 38.514893, 38.926009, 38.723128, 39.327981, 39.83133, 39.753902, 40.749357, 40.927199, 41.889856, 42.479198, 42.600264, 33.620286, 31.631381, 31.586014, 32.485427, 35.111395, 33.907732, 34.729516, 34.90697, 33.5504, 32.876621, 31.857492, 31.05721, 27.799313, 27.56984, 25.155153, 23.324092, 20.950054, 17.642048, 15.112706, 13.01319, 9.868222, 8.887359, 7.334853, 4.296827, 1.53535, 1.744612]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 186, "item_id": "pes-Chirurgia naczyniowa-2019 jesień-94", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 957, "region_end": 184, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.9838}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [75, 36, 22, 20, 28, 19, 25, 36, 24, 26, 31, 32, 30, 29, 29, 35, 31, 27, 29, 26, 32, 28, 29, 31, 44, 55, 57, 56, 49, 63, 49, 48, 44, 45, 42, 47, 34, 46, 44, 36, 41, 49, 55, 58, 55, 46, 25, 19, 7, 0], "n_am_pl": [14, 38, 50, 38, 42, 35, 18, 16, 18, 13, 14, 16, 19, 31, 41, 41, 40, 43, 40, 53, 42, 49, 57, 48, 23, 21, 15, 20, 26, 12, 26, 28, 31, 33, 37, 41, 39, 33, 31, 36, 31, 31, 38, 39, 44, 54, 63, 67, 97, 115], "n_pos": 191, "sum_m_en": [18.003011, 10.070818, 9.769259, 10.199244, 10.346555, 10.637398, 9.819196, 10.167121, 10.433914, 11.115894, 11.387622, 11.6929, 11.268317, 11.759015, 12.379185, 11.94775, 11.267673, 10.3506, 9.68084, 9.164148, 8.542818, 8.314638, 7.979893, 8.023801, 14.820523, 17.2754, 18.432887, 18.69553, 17.170952, 18.234622, 17.938096, 17.631089, 16.984346, 16.690735, 17.469926, 17.499387, 18.01098, 22.349909, 21.684998, 21.088605, 21.359954, 25.23139, 28.327595, 37.939202, 36.323683, 32.322278, 20.771684, 19.755379, 6.796402, 0.259706], "sum_m_pl": [71.925063, 87.728649, 86.273236, 83.777655, 80.961204, 81.715518, 82.735587, 83.754505, 83.804218, 83.175696, 82.213649, 80.622348, 84.066923, 84.625433, 86.088056, 87.506658, 90.781131, 91.588527, 92.503926, 94.487348, 95.489926, 96.884766, 97.333177, 97.300752, 79.040806, 75.499815, 73.415855, 74.754695, 79.260288, 77.111497, 77.932225, 78.94652, 78.875302, 75.323142, 77.968889, 77.048452, 71.945321, 69.665334, 68.498747, 69.301268, 67.152147, 61.796133, 62.344937, 55.982565, 59.095704, 67.85633, 70.493973, 72.070266, 88.830489, 115.395523]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [47, 25, 8, 6, 13, 7, 17, 19, 12, 17, 22, 22, 20, 16, 16, 21, 19, 18, 24, 21, 21, 18, 17, 19, 26, 31, 34, 35, 32, 43, 29, 32, 29, 32, 30, 30, 23, 28, 31, 24, 29, 29, 41, 41, 40, 33, 18, 11, 5, 0], "n_am_pl": [7, 27, 34, 29, 30, 23, 15, 10, 12, 6, 3, 6, 7, 21, 28, 25, 28, 34, 31, 37, 33, 36, 40, 36, 17, 13, 9, 12, 19, 7, 19, 20, 23, 25, 26, 33, 29, 28, 24, 29, 27, 26, 27, 28, 34, 39, 47, 51, 93, 115], "n_pos": 117, "sum_m_en": [10.630111, 5.691374, 5.568818, 5.812043, 5.849284, 5.979708, 5.693504, 5.906022, 5.883522, 6.290821, 6.614138, 6.933274, 6.870152, 7.052812, 7.321958, 7.016313, 6.644236, 6.156914, 5.827735, 5.571432, 5.204127, 5.048889, 4.826188, 4.864258, 9.329503, 10.652581, 11.742951, 11.633719, 10.830047, 11.120156, 10.536095, 10.538585, 9.981172, 10.201694, 10.740443, 10.920945, 11.797169, 14.350833, 14.212417, 13.884643, 14.248683, 16.03251, 18.598622, 26.596737, 25.308609, 21.818406, 12.481934, 12.024552, 5.019721, 0.121443], "sum_m_pl": [43.156611, 53.32976, 52.010411, 50.830451, 49.252325, 49.293436, 49.974143, 51.095911, 51.11474, 50.819621, 50.438745, 49.641045, 52.272566, 52.713693, 53.705283, 54.633195, 56.286526, 57.174892, 57.265815, 58.295759, 58.742554, 59.64915, 60.060538, 60.098389, 51.359467, 49.414787, 48.167224, 48.941611, 51.783088, 50.649641, 51.122182, 51.541691, 51.862445, 50.554057, 51.401299, 52.055497, 48.466071, 47.459515, 46.774384, 47.268767, 46.609979, 44.368733, 44.275545, 39.010091, 42.690511, 48.553999, 55.151017, 56.162268, 82.91674, 113.097019]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "pes-Chirurgia naczyniowa-2019 jesień-94", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 837, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9793, "tf_agree_excl_first": 0.9844}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [39, 32, 31, 25, 26, 21, 23, 28, 23, 33, 34, 41, 40, 43, 44, 33, 35, 33, 41, 32, 32, 33, 33, 32, 53, 58, 49, 48, 47, 42, 45, 36, 48, 42, 55, 60, 58, 48, 52, 59, 56, 68, 71, 66, 63, 69, 60, 65, 66, 63], "n_am_pl": [12, 29, 26, 28, 22, 26, 22, 19, 21, 21, 22, 23, 23, 21, 14, 11, 17, 21, 18, 27, 24, 25, 27, 27, 9, 8, 12, 17, 8, 13, 21, 19, 17, 14, 17, 8, 12, 14, 14, 8, 10, 5, 7, 10, 10, 7, 8, 7, 0, 0], "n_pos": 151, "sum_m_en": [17.083895, 9.377409, 9.131889, 8.896912, 9.267855, 9.042999, 8.698509, 8.527815, 8.269419, 8.638451, 9.156343, 10.077194, 10.020938, 10.774663, 10.820408, 9.694805, 9.564818, 9.928223, 9.190369, 8.334457, 7.844511, 7.44332, 7.113242, 7.007493, 17.198305, 17.843685, 17.030218, 16.645779, 16.503276, 17.176216, 15.736479, 15.262013, 15.381442, 15.289659, 16.00006, 18.543103, 23.142295, 26.125514, 28.742917, 31.336096, 33.859636, 38.153313, 46.276145, 48.755683, 49.821537, 56.091219, 57.406699, 61.260552, 65.265411, 61.574981], "sum_m_pl": [52.924313, 69.19625, 68.742422, 66.287224, 64.983276, 65.035387, 66.181564, 66.076903, 66.230985, 67.998923, 66.926302, 65.536502, 66.334337, 65.693657, 66.61697, 68.56495, 69.886348, 66.816991, 68.893137, 70.75209, 71.103901, 72.202237, 72.703147, 73.134341, 57.268115, 56.79036, 54.717445, 57.481021, 57.854237, 56.888157, 59.840184, 60.649504, 59.964834, 59.392344, 58.467364, 53.612154, 46.269228, 44.039612, 40.664995, 39.170878, 38.001904, 32.168252, 27.431474, 23.245954, 18.557158, 15.427958, 11.569459, 8.046486, 1.659436, 0.124322]}, "digit": {"n_am_en": [0, 3, 3, 1, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 2, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 0, 2, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.394053, 0.206714, 0.192974, 0.161185, 0.154089, 0.154224, 0.143789, 0.152758, 0.141431, 0.154382, 0.163022, 0.170213, 0.173668, 0.191771, 0.196283, 0.195756, 0.222177, 0.215574, 0.207865, 0.196239, 0.176651, 0.174608, 0.177843, 0.173343, 0.381748, 0.379183, 0.345468, 0.25385, 0.276034, 0.264051, 0.251423, 0.248253, 0.244697, 0.224787, 0.252277, 0.25612, 0.253508, 0.22205, 0.209211, 0.230077, 0.228268, 0.236547, 0.232902, 0.197741, 0.19147, 0.229066, 0.17185, 0.111086, 0.015267, 1.9e-05], "sum_m_pl": [1.796293, 2.147365, 2.123768, 2.124283, 2.105331, 2.128193, 2.084804, 2.008817, 2.089764, 2.125136, 2.071677, 2.017727, 1.923291, 1.917825, 1.984935, 1.991126, 1.935838, 1.812268, 1.863639, 1.905368, 1.962755, 2.007817, 1.998832, 2.011545, 1.565574, 1.580788, 1.605262, 1.600176, 1.622208, 1.626318, 1.65536, 1.691809, 1.754118, 1.765218, 1.650689, 1.604664, 1.378031, 1.254597, 1.226917, 1.236776, 1.261538, 1.279246, 1.225419, 0.613096, 0.685996, 0.49302, 0.523787, 0.280183, 0.021648, 3e-05]}, "lang": {"n_am_en": [21, 15, 12, 13, 11, 11, 10, 13, 11, 14, 14, 19, 20, 23, 22, 14, 15, 16, 21, 18, 18, 17, 17, 20, 29, 32, 28, 25, 29, 20, 22, 16, 25, 21, 33, 34, 34, 31, 34, 39, 35, 38, 40, 42, 39, 42, 39, 48, 55, 61], "n_am_pl": [8, 17, 16, 12, 12, 14, 13, 12, 8, 11, 11, 8, 8, 7, 4, 6, 5, 8, 10, 16, 14, 13, 13, 13, 5, 4, 4, 9, 3, 5, 8, 7, 8, 8, 7, 2, 4, 3, 7, 5, 8, 3, 4, 5, 5, 3, 3, 2, 0, 0], "n_pos": 64, "sum_m_en": [7.430565, 4.033667, 4.036636, 3.950501, 4.107406, 3.985693, 3.747938, 3.569972, 3.443558, 3.513414, 3.782209, 4.21656, 4.19951, 4.51858, 4.596149, 4.088381, 4.092228, 4.376724, 4.007526, 3.575679, 3.363015, 3.155685, 3.001958, 2.949036, 8.930156, 8.871714, 8.190717, 7.815596, 8.029211, 7.917273, 7.009938, 7.115605, 7.164805, 7.217662, 7.764611, 9.933428, 13.285618, 15.84001, 18.819062, 20.784621, 21.885867, 24.605296, 28.510898, 31.433366, 31.849986, 35.709827, 38.754486, 44.11591, 54.01564, 58.50957], "sum_m_pl": [22.354352, 28.595243, 28.647477, 27.821371, 27.330632, 27.618391, 28.170803, 28.411673, 28.521976, 29.554864, 29.024273, 28.569699, 28.743093, 28.447625, 28.687637, 29.398857, 30.001221, 28.569528, 29.656794, 30.564726, 30.791482, 31.264912, 31.424836, 31.577961, 25.839089, 25.674099, 24.756508, 25.74811, 25.751323, 25.097695, 26.417106, 26.279901, 26.13218, 26.177619, 25.463164, 23.108851, 20.336288, 19.054829, 16.869844, 16.055229, 15.619581, 13.378372, 11.374519, 9.47026, 8.187994, 6.693284, 4.647027, 3.035788, 0.80389, 0.090759]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "pes-Chirurgia naczyniowa-2019 wiosna-18", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 956, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9346, "tf_agree_excl_first": 0.9408}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 24, 25, 14, 18, 9, 14, 18, 16, 24, 28, 20, 16, 23, 23, 26, 26, 19, 27, 33, 28, 24, 22, 23, 36, 45, 33, 34, 30, 28, 27, 27, 28, 32, 31, 33, 35, 30, 38, 34, 38, 41, 44, 39, 38, 34, 20, 10, 2, 0], "n_am_pl": [6, 25, 21, 18, 20, 32, 25, 22, 19, 20, 14, 17, 15, 17, 9, 15, 24, 27, 29, 30, 33, 34, 37, 46, 18, 16, 16, 16, 14, 16, 20, 29, 24, 26, 26, 21, 24, 29, 25, 26, 25, 23, 23, 26, 26, 35, 43, 45, 71, 74], "n_pos": 125, "sum_m_en": [11.137422, 5.925843, 5.949706, 6.168579, 6.387476, 6.403233, 6.377002, 6.500341, 6.119154, 6.520419, 7.049857, 7.164676, 7.365328, 7.46665, 7.32764, 7.517257, 7.185082, 7.197264, 6.917522, 6.642459, 5.672121, 5.44645, 5.34372, 5.316333, 11.607463, 12.501328, 12.061044, 11.993375, 11.910293, 11.524898, 12.284853, 11.643184, 11.893958, 13.053953, 12.891477, 13.902995, 15.122036, 16.710627, 17.737071, 18.200034, 20.783392, 23.959416, 25.900784, 24.243351, 24.453135, 23.654396, 17.517861, 10.541144, 2.982571, 0.043823], "sum_m_pl": [45.540975, 59.739369, 58.882174, 57.781086, 55.213751, 54.643481, 55.846207, 56.095258, 55.828269, 57.943072, 55.911897, 55.592252, 56.574217, 55.445481, 56.119402, 58.183913, 59.373637, 58.66995, 60.616613, 61.919983, 63.104585, 63.382684, 63.171066, 63.300225, 51.679549, 49.892939, 47.436656, 50.265997, 50.46441, 51.562828, 53.267235, 54.287181, 53.703793, 50.879244, 50.371222, 46.627992, 45.645109, 45.172728, 45.072399, 45.491751, 43.049596, 40.993482, 39.053474, 37.529573, 35.587389, 40.490455, 42.917062, 46.110715, 63.683963, 73.467012]}, "digit": {"n_am_en": [5, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [1.244961, 0.20714, 0.248124, 0.207438, 0.206458, 0.189354, 0.195823, 0.181407, 0.177657, 0.205876, 0.209608, 0.219714, 0.225376, 0.195025, 0.206156, 0.221396, 0.194585, 0.216566, 0.186521, 0.198589, 0.199086, 0.192724, 0.19428, 0.196999, 0.203308, 0.17965, 0.072982, 0.127981, 0.16801, 0.209452, 0.252241, 0.223159, 0.238084, 0.182788, 0.197662, 0.260995, 0.25811, 0.244072, 0.17078, 0.140328, 0.144518, 0.173666, 0.146581, 0.139352, 0.115642, 0.041291, 0.020877, 0.026434, 0.000908, 0.0], "sum_m_pl": [1.214813, 2.648396, 2.612074, 2.543831, 2.302315, 2.074386, 2.263029, 2.200664, 2.082951, 2.247697, 2.010934, 1.771438, 1.686495, 1.355158, 1.302324, 1.597838, 1.697932, 1.686862, 1.996244, 2.238036, 2.320919, 2.378339, 2.383123, 2.431604, 1.275667, 1.207436, 0.458449, 0.83356, 1.033962, 1.124562, 1.416219, 1.26989, 1.306281, 0.957681, 0.872056, 1.071759, 1.139365, 1.200913, 1.206785, 1.122593, 1.204419, 1.413211, 1.276626, 0.87474, 0.670168, 0.340842, 0.126577, 0.140543, 0.004907, 2e-06]}, "lang": {"n_am_en": [16, 11, 15, 9, 11, 6, 10, 13, 12, 17, 14, 10, 10, 14, 15, 16, 19, 13, 20, 23, 19, 17, 15, 17, 25, 32, 23, 23, 20, 22, 19, 19, 20, 21, 23, 24, 23, 19, 24, 22, 24, 29, 30, 31, 31, 23, 13, 8, 1, 0], "n_am_pl": [4, 17, 12, 11, 15, 21, 15, 15, 14, 12, 11, 13, 11, 16, 6, 13, 19, 19, 23, 23, 22, 20, 25, 28, 13, 12, 11, 11, 11, 11, 15, 21, 19, 22, 21, 18, 18, 23, 20, 22, 20, 17, 19, 23, 24, 33, 40, 43, 70, 74], "n_pos": 74, "sum_m_en": [6.403303, 3.586483, 3.511455, 3.661007, 3.790418, 3.813749, 3.783372, 3.850689, 3.700203, 3.957521, 4.333971, 4.389365, 4.660202, 4.682564, 4.59917, 4.921037, 4.687514, 4.702216, 4.608078, 4.442445, 3.530629, 3.363214, 3.254903, 3.232342, 7.962299, 8.616061, 8.466212, 8.140197, 8.465847, 8.017139, 8.867002, 8.355823, 8.349028, 8.805766, 8.821795, 9.895015, 10.542471, 10.930544, 11.367432, 11.440878, 12.620271, 15.826092, 17.567103, 17.161924, 17.781778, 15.971097, 11.590929, 7.234014, 1.646084, 0.021048], "sum_m_pl": [26.54734, 34.643799, 34.075829, 33.056595, 31.924793, 31.976144, 32.751951, 33.183381, 33.22824, 34.535859, 33.833106, 33.671752, 34.141414, 34.060857, 34.541325, 35.495779, 35.951789, 35.30921, 36.228257, 36.84303, 37.469798, 37.592845, 37.483046, 37.481023, 32.648705, 31.435688, 30.662159, 31.879137, 31.607572, 32.008179, 32.536875, 33.487442, 33.423613, 32.734468, 32.337402, 31.340004, 30.965285, 31.183581, 31.349168, 32.175663, 30.916448, 29.565684, 27.790353, 27.673438, 27.794955, 32.876757, 37.792461, 42.235621, 61.501103, 72.144235]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Chirurgia naczyniowa-2019 wiosna-18", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 836, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9685, "tf_agree_excl_first": 0.9762}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [84, 52, 51, 50, 37, 41, 42, 42, 38, 48, 48, 46, 41, 48, 46, 45, 45, 41, 44, 37, 36, 33, 42, 48, 63, 61, 57, 67, 61, 66, 65, 61, 63, 73, 66, 71, 87, 91, 94, 98, 91, 92, 93, 91, 88, 105, 101, 104, 104, 100], "n_am_pl": [15, 45, 32, 30, 35, 30, 38, 38, 30, 36, 28, 38, 29, 25, 36, 29, 29, 22, 26, 24, 30, 32, 36, 33, 24, 17, 20, 20, 19, 15, 21, 16, 18, 20, 25, 22, 24, 16, 21, 20, 28, 33, 22, 20, 20, 27, 17, 11, 13, 14], "n_pos": 246, "sum_m_en": [28.983556, 16.010665, 16.033134, 14.552789, 14.654711, 14.816293, 14.418372, 15.311391, 15.982189, 16.364047, 16.8596, 18.300352, 17.610158, 18.195442, 17.972385, 17.381881, 16.644167, 16.021426, 15.393355, 14.236263, 13.600133, 12.973773, 12.514407, 12.256998, 28.757768, 33.212422, 32.882957, 31.998872, 29.648884, 31.208818, 27.536105, 27.329595, 27.920689, 29.679192, 29.402911, 30.595228, 36.66551, 43.629801, 44.599913, 49.110583, 51.922003, 60.79914, 68.135219, 69.543427, 74.713513, 92.689334, 97.443377, 99.944546, 101.839277, 98.88043], "sum_m_pl": [86.171796, 110.229169, 108.646641, 107.46684, 103.2768, 105.777392, 105.676855, 104.654422, 101.353973, 102.202555, 103.010025, 102.468755, 101.996149, 97.045848, 100.503778, 101.794398, 103.479213, 100.675705, 104.885921, 109.60145, 110.995649, 113.989652, 115.117189, 114.779974, 83.113124, 78.093733, 73.751442, 76.114999, 82.033268, 82.926313, 86.703007, 85.910903, 84.491533, 82.436072, 85.007997, 80.988808, 76.291663, 70.076611, 70.909413, 66.671318, 63.157039, 60.2125, 52.390524, 46.849843, 36.81649, 33.428054, 21.912217, 15.34412, 12.958902, 14.077598]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [45, 27, 31, 25, 18, 26, 20, 30, 25, 30, 30, 22, 20, 27, 27, 31, 28, 24, 23, 14, 16, 16, 20, 25, 32, 31, 29, 35, 31, 33, 34, 32, 35, 37, 37, 44, 46, 52, 54, 51, 54, 57, 61, 67, 65, 74, 78, 84, 93, 99], "n_am_pl": [9, 21, 17, 17, 19, 12, 19, 19, 15, 17, 16, 18, 11, 10, 11, 13, 11, 13, 14, 14, 18, 19, 19, 18, 11, 6, 7, 7, 9, 9, 9, 7, 9, 12, 12, 12, 13, 9, 10, 11, 13, 16, 12, 12, 12, 15, 11, 7, 11, 14], "n_pos": 114, "sum_m_en": [14.744408, 7.671451, 7.687095, 6.789868, 7.009057, 7.219489, 6.938139, 7.457911, 7.993299, 8.054166, 8.236641, 9.017797, 8.779721, 8.980894, 8.886736, 8.654521, 8.155888, 7.819102, 7.413384, 6.803551, 6.472772, 6.15801, 5.919721, 5.774392, 14.380918, 16.767242, 16.917896, 15.766382, 15.251046, 15.743071, 13.640395, 13.431223, 14.379277, 14.869017, 15.189953, 15.924735, 19.801303, 24.630249, 25.694975, 28.10778, 31.406986, 39.036961, 44.232625, 46.345354, 51.884203, 64.480932, 72.03866, 79.130498, 89.092659, 95.47477], "sum_m_pl": [37.880497, 50.214233, 49.454327, 49.721562, 47.983368, 49.18896, 49.138376, 48.931124, 47.765718, 48.277947, 48.465817, 48.07651, 47.55019, 45.197885, 47.277759, 47.885898, 48.817487, 47.616189, 48.983933, 51.23215, 51.477471, 52.980363, 53.473977, 53.365382, 39.913888, 37.810274, 35.872215, 36.473725, 38.78279, 38.927105, 41.509714, 40.858826, 40.327031, 40.021861, 41.11203, 39.959381, 37.674292, 34.341858, 34.332005, 31.668713, 29.767434, 27.980191, 25.320907, 23.678723, 19.908543, 17.349981, 12.497868, 9.86318, 10.670098, 13.872303]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 248, "item_id": "pes-Chirurgia naczyniowa-2020 wiosna-67", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 890, "region_end": 246, "roundtrip_ok": true, "tf_agree": 0.9718, "tf_agree_excl_first": 0.9757}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 25, 16, 24, 20, 11, 18, 20, 19, 15, 16, 14, 14, 9, 12, 9, 14, 14, 12, 7, 10, 7, 10, 9, 7, 12, 14, 19, 8, 17, 8, 10, 15, 11, 16, 20, 23, 24, 26, 19, 19, 22, 23, 18, 17, 16, 15, 10, 3, 0], "n_am_pl": [4, 20, 18, 21, 14, 13, 17, 16, 17, 16, 18, 12, 12, 12, 10, 20, 12, 9, 13, 17, 15, 17, 22, 23, 16, 15, 13, 4, 14, 7, 12, 14, 18, 17, 14, 14, 13, 10, 12, 17, 17, 24, 23, 24, 23, 33, 31, 34, 44, 51], "n_pos": 94, "sum_m_en": [9.360153, 5.294893, 5.198266, 5.101085, 5.087454, 4.91866, 5.210047, 5.31779, 5.322507, 5.659709, 5.755418, 6.119229, 5.714167, 5.784424, 5.597948, 5.274687, 5.287439, 5.199816, 4.811538, 4.485368, 4.360279, 4.129513, 4.094882, 4.04275, 7.134768, 8.537723, 8.82553, 8.861123, 8.582469, 8.648648, 7.880273, 7.655088, 8.091158, 8.333905, 8.573508, 9.078943, 9.390158, 12.262836, 13.618334, 13.024126, 12.869785, 14.185482, 15.346329, 14.912, 12.435481, 13.539951, 11.724327, 7.586985, 2.648239, 0.119631], "sum_m_pl": [36.554525, 44.146221, 42.866534, 42.588143, 41.317031, 41.225747, 42.302141, 41.790002, 41.92388, 42.978689, 41.48018, 40.672278, 40.648616, 39.816326, 39.558786, 40.521737, 41.027082, 41.552871, 43.691259, 45.345383, 45.882467, 46.624553, 46.727291, 46.677839, 35.900908, 33.566335, 31.232098, 32.247171, 34.651688, 36.010683, 36.002502, 36.954361, 36.598733, 34.428587, 34.684293, 33.473663, 32.661731, 31.399699, 32.336811, 32.24778, 30.200555, 31.485153, 31.051429, 28.653584, 27.836358, 31.735496, 32.711542, 35.403492, 40.757151, 50.990423]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 8, 6, 12, 11, 6, 12, 12, 13, 10, 10, 9, 8, 5, 6, 7, 10, 12, 9, 4, 5, 5, 7, 7, 5, 6, 6, 12, 4, 10, 5, 7, 10, 6, 12, 13, 15, 15, 17, 14, 13, 18, 17, 13, 12, 11, 11, 7, 1, 0], "n_am_pl": [3, 11, 9, 12, 9, 6, 10, 12, 9, 12, 11, 9, 9, 7, 7, 17, 10, 6, 9, 9, 9, 11, 13, 12, 10, 11, 10, 3, 10, 5, 7, 10, 10, 9, 8, 8, 7, 4, 7, 9, 8, 14, 16, 17, 19, 24, 27, 29, 41, 50], "n_pos": 50, "sum_m_en": [4.424428, 2.974409, 2.960234, 2.954449, 2.995005, 2.798198, 3.031114, 3.03193, 3.034781, 3.304136, 3.360162, 3.539402, 3.296491, 3.368609, 3.220199, 3.065695, 3.010838, 2.908706, 2.709074, 2.512098, 2.452624, 2.282194, 2.252671, 2.209969, 4.615591, 5.690083, 5.995833, 5.925518, 5.393134, 5.371924, 4.945737, 4.869098, 5.13846, 5.280138, 5.250138, 5.479029, 5.650783, 6.85141, 7.912229, 8.074027, 8.262952, 11.032906, 11.109316, 10.692497, 9.504443, 9.415154, 9.083911, 5.148932, 1.323599, 0.116315], "sum_m_pl": [19.835724, 22.47744, 21.430877, 21.294596, 20.889153, 21.245714, 21.882377, 21.940687, 22.873426, 23.215103, 22.888996, 22.589034, 23.234202, 22.5697, 23.321072, 23.588881, 23.02, 23.187084, 23.823608, 24.381188, 24.379739, 24.840001, 24.941467, 24.774237, 20.692864, 18.8755, 18.477553, 18.329637, 19.700776, 20.079288, 20.589339, 20.931217, 21.10703, 20.493677, 20.613723, 20.510886, 20.294404, 19.7822, 20.205003, 19.489654, 18.113106, 18.664602, 18.61002, 18.759828, 19.524947, 23.258624, 26.456969, 29.688605, 37.390924, 49.357461]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "pes-Chirurgia naczyniowa-2020 wiosna-67", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 770, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9792, "tf_agree_excl_first": 0.9895}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 46, 42, 23, 25, 17, 26, 34, 32, 38, 40, 43, 50, 47, 38, 38, 42, 45, 46, 51, 61, 66, 62, 65, 61, 54, 55, 59, 64, 64, 59, 60, 70, 57, 64, 56, 62, 77, 71, 62, 72, 75, 77, 86, 89, 90, 90, 77, 84, 79], "n_am_pl": [10, 33, 29, 22, 29, 25, 16, 15, 16, 15, 12, 12, 19, 29, 25, 14, 16, 20, 14, 23, 22, 19, 16, 16, 13, 14, 19, 24, 22, 9, 22, 13, 15, 13, 17, 14, 13, 10, 15, 18, 19, 20, 19, 13, 14, 9, 9, 6, 12, 15], "n_pos": 181, "sum_m_en": [20.301664, 11.605227, 10.430172, 10.000003, 10.251792, 9.895788, 9.657494, 10.118608, 9.946181, 10.089443, 10.551918, 11.349436, 11.699744, 11.76661, 11.236309, 10.786674, 10.560531, 10.495542, 10.528227, 10.037362, 9.092495, 8.430638, 8.071158, 7.85433, 21.039242, 21.769409, 21.698836, 20.268794, 19.054836, 18.724997, 17.721376, 17.872071, 18.694904, 19.966792, 21.749223, 25.262284, 29.462416, 32.913737, 35.00883, 36.411329, 43.705162, 51.459042, 56.612531, 70.201835, 72.610988, 81.091375, 83.902945, 75.757186, 81.716946, 80.545017], "sum_m_pl": [64.477222, 81.685772, 81.715902, 79.340226, 77.481611, 78.538592, 78.56007, 79.018761, 78.284339, 81.36637, 80.673577, 80.121166, 82.618136, 81.672131, 82.032023, 83.775686, 85.160002, 84.761331, 84.877981, 86.685099, 87.705346, 89.293782, 89.670088, 90.229867, 68.285569, 67.759658, 67.46242, 71.865039, 73.070605, 74.246847, 76.545997, 77.405171, 74.676337, 73.776262, 71.681613, 65.293179, 56.359901, 54.160626, 51.709571, 48.381218, 43.011585, 38.038754, 34.887804, 26.878364, 24.41601, 16.068315, 12.348013, 9.627527, 12.874917, 15.034285]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 25, 22, 9, 14, 10, 18, 17, 24, 22, 21, 24, 29, 25, 19, 23, 25, 25, 23, 29, 36, 40, 37, 36, 37, 31, 33, 37, 36, 41, 38, 34, 42, 37, 45, 38, 44, 50, 46, 38, 47, 53, 54, 59, 57, 61, 61, 59, 75, 77], "n_am_pl": [8, 17, 16, 12, 17, 18, 8, 7, 8, 10, 7, 6, 13, 13, 13, 7, 12, 12, 7, 11, 9, 7, 9, 7, 4, 4, 7, 10, 11, 5, 12, 11, 9, 9, 8, 7, 5, 4, 8, 9, 10, 7, 10, 8, 8, 6, 6, 5, 12, 15], "n_pos": 96, "sum_m_en": [9.965912, 6.386659, 5.437502, 5.467237, 5.680058, 5.458565, 5.30818, 5.358033, 5.473534, 5.483943, 5.688316, 5.991664, 6.177006, 6.200351, 5.996232, 5.555738, 5.506206, 5.56206, 5.630958, 5.435838, 4.969076, 4.560186, 4.341378, 4.21826, 11.934406, 12.273803, 12.391235, 11.045396, 10.376982, 10.676299, 10.118464, 10.145507, 10.70324, 11.615091, 12.510684, 15.001649, 17.837504, 20.267467, 22.775252, 24.178966, 29.067166, 36.245558, 39.931718, 45.245787, 47.421241, 55.886976, 57.321021, 57.243193, 70.467551, 75.92832], "sum_m_pl": [35.271641, 42.342287, 42.573322, 40.920901, 40.291485, 40.903732, 41.121388, 41.455115, 41.057892, 42.740122, 42.707521, 42.582638, 43.968339, 43.745841, 44.361971, 44.802803, 45.492077, 45.339216, 45.041925, 45.870963, 46.377909, 47.182313, 47.510422, 47.802048, 37.316836, 36.949511, 36.901875, 39.310773, 40.066169, 39.704949, 41.145089, 41.373631, 40.20124, 39.733081, 38.102404, 34.377212, 29.083348, 27.93029, 26.350255, 24.502526, 22.218005, 18.68249, 17.308533, 14.565045, 12.869015, 8.858542, 7.139341, 6.089699, 12.239936, 14.548759]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 183, "item_id": "pes-Chirurgia ogólna-2018 wiosna-89", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1064, "region_end": 181, "roundtrip_ok": true, "tf_agree": 0.9563, "tf_agree_excl_first": 0.9615}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [67, 38, 33, 32, 30, 25, 24, 33, 25, 36, 35, 26, 34, 32, 45, 41, 32, 36, 38, 35, 25, 35, 39, 37, 52, 59, 50, 58, 48, 47, 51, 60, 50, 52, 47, 54, 55, 54, 55, 57, 59, 56, 50, 54, 51, 54, 34, 12, 2, 0], "n_am_pl": [15, 42, 28, 30, 22, 26, 24, 19, 22, 11, 19, 23, 23, 24, 32, 23, 27, 28, 30, 35, 36, 33, 32, 28, 12, 13, 23, 22, 27, 25, 26, 20, 23, 22, 29, 23, 21, 20, 28, 25, 21, 28, 30, 27, 20, 28, 43, 65, 95, 109], "n_pos": 193, "sum_m_en": [20.003241, 9.556996, 9.19935, 9.437623, 9.991177, 9.625056, 9.310889, 9.511844, 9.157881, 9.430804, 9.755074, 9.991342, 10.872973, 11.15908, 11.703616, 11.774664, 10.892007, 10.464477, 11.171014, 10.63943, 8.846937, 8.273738, 8.016417, 7.822456, 18.256737, 19.036865, 19.334381, 18.014602, 17.683887, 16.339831, 17.267126, 18.177634, 18.111546, 19.559442, 20.166815, 23.586549, 23.347233, 24.576397, 23.831761, 26.835045, 29.755399, 31.032527, 30.305062, 36.058732, 39.162258, 38.546769, 28.561442, 13.028321, 3.139847, 0.420783], "sum_m_pl": [69.018172, 90.457743, 88.851224, 87.46736, 83.566743, 83.342355, 84.349666, 84.842256, 82.584471, 85.060516, 83.896118, 83.277233, 87.069738, 86.08962, 87.816788, 90.119459, 91.312663, 91.136658, 92.33054, 93.624993, 95.404827, 96.406833, 96.37022, 96.933044, 76.298558, 74.495494, 71.911379, 77.25681, 79.188178, 81.057081, 82.150519, 82.352081, 81.071526, 77.680593, 76.876755, 70.425839, 66.498942, 65.751044, 66.099893, 64.670613, 57.763551, 54.268865, 53.953904, 48.273794, 41.921734, 44.915419, 49.042217, 63.214823, 95.660706, 110.624023]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.098181, 0.04413, 0.040267, 0.042691, 0.041866, 0.045353, 0.050472, 0.052321, 0.061002, 0.049119, 0.045464, 0.062625, 0.065825, 0.081525, 0.094619, 0.075505, 0.061269, 0.05704, 0.070499, 0.054392, 0.044103, 0.038523, 0.035928, 0.035251, 0.058278, 0.053714, 0.047158, 0.047467, 0.056771, 0.042621, 0.058908, 0.078379, 0.06053, 0.064305, 0.073994, 0.072733, 0.069301, 0.061053, 0.051548, 0.048594, 0.048447, 0.04926, 0.048169, 0.113914, 0.117169, 0.14925, 0.167308, 0.094064, 0.000951, 0.0], "sum_m_pl": [0.379629, 0.521743, 0.511021, 0.489111, 0.435602, 0.424042, 0.439485, 0.437897, 0.381627, 0.35497, 0.370609, 0.411985, 0.399676, 0.355249, 0.398183, 0.444144, 0.488543, 0.483188, 0.47544, 0.501175, 0.522742, 0.538224, 0.533479, 0.531658, 0.47342, 0.520612, 0.525485, 0.541101, 0.532983, 0.547115, 0.515359, 0.480671, 0.507297, 0.483638, 0.429181, 0.405864, 0.411173, 0.450744, 0.449407, 0.461449, 0.435104, 0.425112, 0.388587, 0.346635, 0.296581, 0.31416, 0.204835, 0.194644, 0.00336, 0.0]}, "lang": {"n_am_en": [35, 21, 11, 12, 15, 16, 16, 23, 19, 25, 25, 19, 23, 21, 29, 24, 19, 20, 21, 19, 16, 19, 24, 20, 31, 37, 29, 36, 28, 32, 30, 39, 35, 32, 31, 37, 37, 37, 32, 37, 40, 37, 32, 37, 35, 37, 22, 7, 1, 0], "n_am_pl": [9, 22, 19, 20, 16, 15, 14, 13, 13, 6, 6, 12, 16, 17, 20, 13, 17, 19, 22, 23, 24, 24, 20, 18, 8, 10, 16, 15, 18, 13, 17, 13, 14, 18, 20, 15, 15, 12, 22, 20, 15, 21, 23, 23, 14, 18, 35, 51, 89, 109], "n_pos": 111, "sum_m_en": [10.920181, 5.535561, 5.197859, 5.373141, 5.74832, 5.660047, 5.400245, 5.596211, 5.316032, 5.442695, 5.649403, 5.732373, 6.483987, 6.590466, 6.965664, 7.228532, 6.575574, 6.328753, 6.933864, 6.669054, 5.333814, 4.952848, 4.754997, 4.622584, 10.703494, 11.437369, 11.902025, 10.806836, 10.3935, 9.872264, 10.231408, 10.937226, 10.72885, 11.31463, 11.67361, 13.292821, 13.732888, 14.154776, 13.870188, 15.379718, 17.864722, 19.598585, 18.918286, 24.767804, 27.700325, 27.098696, 19.682566, 8.005228, 1.930779, 0.104644], "sum_m_pl": [39.541682, 51.419097, 50.516992, 49.692342, 47.372456, 47.587174, 48.098876, 48.474573, 47.204247, 48.754247, 48.361617, 47.880655, 50.096112, 49.86512, 51.078783, 51.859183, 52.611937, 52.774104, 53.13935, 53.618465, 54.72009, 55.372452, 55.407611, 55.698665, 45.048307, 44.021609, 43.399954, 46.376074, 47.448445, 48.362222, 49.28045, 48.884293, 48.491132, 47.918001, 47.130898, 44.177827, 41.842274, 41.798161, 42.046721, 42.005918, 37.047968, 35.600666, 36.370458, 31.646206, 26.713128, 28.520916, 36.060291, 48.815928, 86.128902, 105.766634]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 195, "item_id": "pes-Chirurgia ogólna-2018 wiosna-89", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 944, "region_end": 193, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9897}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [50, 35, 29, 24, 17, 23, 20, 22, 19, 18, 26, 19, 18, 14, 14, 16, 10, 18, 13, 14, 15, 19, 20, 22, 33, 29, 21, 25, 22, 26, 26, 20, 23, 27, 35, 39, 32, 47, 48, 40, 39, 45, 44, 37, 39, 49, 50, 60, 59, 57], "n_am_pl": [6, 20, 19, 20, 17, 18, 17, 13, 9, 12, 11, 9, 15, 15, 14, 16, 17, 10, 14, 15, 10, 7, 10, 10, 7, 8, 9, 12, 7, 6, 10, 9, 10, 10, 8, 5, 7, 3, 4, 9, 7, 6, 6, 4, 8, 4, 3, 1, 1, 2], "n_pos": 125, "sum_m_en": [15.408249, 7.286341, 7.187486, 6.745243, 7.023459, 7.278393, 6.914588, 6.932414, 6.848506, 7.682788, 8.05773, 8.898947, 8.721363, 8.594937, 8.719287, 8.519766, 7.958275, 7.982433, 7.615073, 7.164695, 6.684281, 6.282268, 5.824432, 5.793779, 11.747554, 12.723065, 12.540572, 13.039795, 12.633407, 12.505762, 11.181642, 10.826476, 10.526506, 11.62148, 13.256392, 13.064783, 14.168222, 19.241214, 17.985187, 17.038888, 16.850291, 23.776315, 27.594777, 28.418485, 31.380288, 42.013079, 45.541993, 53.610548, 57.710587, 57.43717], "sum_m_pl": [46.526316, 59.159017, 58.059294, 56.51283, 54.416664, 53.799473, 54.639571, 54.493518, 51.368222, 52.407926, 50.24052, 48.915881, 47.032209, 47.06649, 47.588294, 47.368315, 48.837757, 46.881281, 48.602726, 50.445579, 51.903884, 54.302592, 55.887685, 56.864916, 40.842912, 40.494672, 37.087695, 40.719731, 40.883969, 42.437266, 43.417929, 42.528494, 42.832119, 40.589576, 38.775168, 37.04286, 34.54072, 31.877462, 28.265371, 27.934593, 27.164438, 23.621582, 22.36647, 18.74098, 17.441318, 11.124437, 6.472282, 3.682626, 1.999311, 1.744349]}, "digit": {"n_am_en": [1, 7, 5, 2, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 3, 3, 3, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 2, 3, 2, 4, 2, 3, 2, 1, 2, 1, 2, 0, 0], "n_am_pl": [0, 0, 0, 1, 2, 0, 0, 0, 0, 2, 1, 1, 2, 2, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.158982, 0.369935, 0.366986, 0.347554, 0.372866, 0.383336, 0.387293, 0.395394, 0.388369, 0.433215, 0.463028, 0.420636, 0.392266, 0.445289, 0.431226, 0.47798, 0.5067, 0.503823, 0.458917, 0.406555, 0.375318, 0.350904, 0.339217, 0.338397, 0.572657, 0.582648, 0.603173, 0.570713, 0.54549, 0.586393, 0.469644, 0.433487, 0.43283, 0.408374, 0.549633, 0.60982, 0.48121, 0.920877, 0.918853, 0.777155, 0.763384, 0.908932, 1.035352, 1.018521, 0.979536, 0.987595, 0.890957, 1.110131, 0.266443, 0.033835], "sum_m_pl": [2.934273, 4.261887, 4.176725, 3.984642, 3.743036, 3.761005, 3.683953, 3.707947, 3.61643, 3.649561, 3.525362, 3.285567, 3.103167, 2.899217, 2.974792, 2.985011, 3.143866, 3.128172, 3.283003, 3.443928, 3.589208, 3.72777, 3.747585, 3.833202, 2.847215, 3.079064, 2.861335, 3.101084, 2.977743, 3.074106, 3.132448, 2.98707, 3.079462, 3.029902, 2.769487, 2.794143, 2.694633, 2.531921, 2.286043, 2.442784, 2.392189, 2.387482, 2.403903, 2.067211, 1.922441, 1.210797, 0.885841, 0.45297, 0.240171, 0.001057]}, "lang": {"n_am_en": [28, 12, 14, 10, 9, 13, 12, 15, 11, 11, 16, 14, 14, 9, 12, 11, 7, 13, 10, 10, 10, 13, 14, 13, 19, 21, 12, 17, 16, 16, 18, 11, 14, 18, 25, 27, 24, 33, 33, 28, 23, 30, 30, 28, 31, 38, 44, 52, 57, 57], "n_am_pl": [4, 10, 11, 9, 9, 9, 7, 6, 4, 6, 3, 2, 4, 3, 6, 6, 12, 7, 8, 8, 5, 2, 4, 6, 6, 3, 4, 6, 3, 2, 4, 5, 4, 4, 1, 1, 4, 2, 2, 5, 5, 4, 5, 3, 5, 3, 1, 1, 1, 2], "n_pos": 60, "sum_m_en": [7.802, 3.544536, 3.396781, 3.250137, 3.460182, 3.608056, 3.417616, 3.517276, 3.521632, 3.834389, 4.090813, 4.926473, 4.866964, 4.479366, 4.661229, 4.38537, 3.968783, 4.020978, 3.819867, 3.569019, 3.332542, 3.139248, 2.869795, 2.850301, 6.737425, 7.69845, 7.838243, 8.06398, 7.413069, 7.262557, 6.499498, 6.164294, 6.07754, 7.282847, 8.415353, 8.355352, 9.478999, 13.290072, 12.255488, 11.510331, 11.174958, 15.033594, 18.668334, 20.050607, 23.569303, 32.973503, 38.551251, 47.331845, 54.324758, 56.141221], "sum_m_pl": [21.041612, 27.9042, 27.591447, 26.945643, 25.886905, 25.848296, 25.614729, 25.725499, 24.200821, 24.853776, 24.020152, 23.516019, 22.387977, 22.691816, 22.771937, 22.327529, 23.414004, 22.297872, 23.191843, 23.843507, 24.27496, 25.687097, 26.651754, 27.079798, 20.015704, 19.321087, 17.73227, 19.600221, 19.464399, 19.797794, 20.637748, 20.055988, 20.255748, 19.31152, 18.779947, 18.141599, 17.192697, 15.596353, 14.435098, 14.152806, 14.002767, 12.650015, 11.605635, 9.639467, 9.505667, 5.653515, 2.950422, 1.814623, 1.416576, 1.731893]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Chirurgia ogólna-2020 jesień-21", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9764, "tf_agree_excl_first": 0.9841}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [73, 69, 54, 33, 44, 46, 49, 35, 31, 50, 47, 42, 36, 44, 33, 24, 34, 35, 29, 23, 24, 19, 18, 27, 63, 60, 36, 44, 40, 33, 35, 38, 44, 54, 60, 62, 60, 71, 60, 60, 57, 74, 71, 66, 57, 52, 45, 27, 6, 4], "n_am_pl": [23, 59, 36, 43, 44, 31, 34, 28, 29, 23, 27, 20, 28, 26, 37, 48, 29, 29, 33, 29, 29, 33, 40, 35, 36, 22, 19, 24, 29, 34, 35, 36, 36, 34, 31, 25, 32, 25, 23, 31, 29, 29, 32, 34, 39, 42, 41, 55, 90, 100], "n_pos": 266, "sum_m_en": [24.405962, 12.993936, 12.874684, 12.741645, 13.408772, 13.554208, 13.455965, 13.724513, 13.611056, 14.717089, 15.276931, 15.983063, 16.015843, 17.030872, 16.568791, 16.062813, 15.584813, 15.435651, 14.262189, 13.508374, 12.979641, 12.508389, 11.886284, 11.801818, 23.612262, 24.774157, 23.023584, 22.513578, 22.445058, 22.152305, 21.195712, 21.319237, 22.553615, 23.840169, 24.959061, 24.37084, 26.075173, 30.724042, 31.808646, 34.122016, 33.923167, 45.019684, 45.197659, 43.645669, 41.483955, 44.826156, 38.302702, 25.477772, 7.247603, 4.003406], "sum_m_pl": [104.696004, 125.473942, 122.811144, 120.199694, 114.71984, 113.851319, 115.335783, 113.519957, 109.315735, 110.944349, 108.765627, 106.819144, 108.700505, 109.115682, 108.225375, 106.30437, 108.400246, 106.543201, 111.271464, 113.899436, 115.42144, 119.205904, 121.894354, 122.854021, 96.330774, 90.858847, 84.999504, 93.21758, 95.026209, 98.346356, 99.179064, 101.377578, 97.88587, 91.271005, 86.308193, 83.823953, 80.669797, 76.701636, 72.395581, 71.248501, 68.570554, 64.63273, 62.270286, 59.022262, 56.807904, 57.810559, 51.452507, 59.134085, 86.551932, 98.911233]}, "digit": {"n_am_en": [4, 6, 5, 2, 2, 1, 3, 2, 3, 0, 3, 1, 2, 1, 0, 0, 5, 3, 4, 0, 0, 0, 0, 1, 3, 5, 2, 3, 4, 4, 3, 2, 2, 1, 0, 1, 1, 1, 2, 1, 0, 2, 3, 3, 1, 1, 0, 1, 0, 0], "n_am_pl": [0, 3, 2, 1, 3, 1, 1, 0, 1, 0, 1, 0, 1, 2, 6, 3, 1, 0, 2, 4, 2, 3, 2, 2, 1, 0, 1, 1, 2, 1, 2, 3, 4, 5, 3, 3, 3, 1, 2, 1, 0, 0, 1, 1, 2, 1, 2, 1, 0, 0], "n_pos": 12, "sum_m_en": [1.176409, 0.545564, 0.482858, 0.440561, 0.457331, 0.458035, 0.476437, 0.50196, 0.569581, 0.578409, 0.640472, 0.603079, 0.572099, 0.639877, 0.665481, 0.652716, 0.754058, 0.756115, 0.667493, 0.603224, 0.566773, 0.535468, 0.516393, 0.510963, 0.796337, 0.821428, 0.882983, 0.900772, 0.868724, 0.862566, 0.760639, 0.687782, 0.677636, 0.688166, 0.763449, 0.803926, 0.65599, 0.777257, 0.740805, 0.800373, 0.745178, 1.817573, 1.417129, 1.278484, 0.913187, 0.776002, 0.409833, 0.411373, 0.098468, 0.0], "sum_m_pl": [5.320885, 6.581657, 6.505198, 6.158392, 5.869896, 5.914821, 5.870612, 5.776913, 5.407244, 5.420343, 5.18528, 4.936553, 4.829853, 4.71414, 4.616866, 4.513629, 4.877527, 4.979175, 5.11968, 5.196537, 5.333408, 5.518029, 5.582028, 5.639222, 4.76046, 4.753162, 4.267941, 4.557197, 4.505636, 4.556226, 4.431481, 4.57676, 4.360842, 4.232641, 3.9893, 3.969068, 3.792371, 3.521169, 3.342144, 3.34486, 3.309412, 3.131125, 3.196801, 2.887781, 2.716837, 2.544586, 2.311266, 1.410714, 0.301351, 0.0]}, "lang": {"n_am_en": [35, 28, 24, 12, 23, 18, 21, 16, 11, 21, 15, 19, 15, 16, 16, 11, 12, 12, 13, 12, 9, 8, 9, 11, 29, 31, 20, 20, 20, 18, 13, 19, 19, 24, 34, 35, 33, 35, 32, 32, 32, 39, 38, 36, 37, 27, 28, 18, 4, 4], "n_am_pl": [7, 16, 6, 14, 7, 6, 9, 7, 7, 9, 7, 5, 10, 9, 12, 15, 8, 10, 8, 9, 9, 12, 15, 14, 19, 11, 10, 10, 13, 13, 16, 14, 19, 14, 12, 11, 15, 15, 17, 21, 18, 18, 21, 23, 21, 30, 27, 41, 84, 98], "n_pos": 106, "sum_m_en": [10.139368, 5.363329, 5.174653, 5.262202, 5.524059, 5.618145, 5.682414, 5.793067, 5.698522, 5.945084, 6.060712, 6.688415, 6.563709, 6.960225, 6.636516, 6.348058, 6.014455, 5.926518, 5.520749, 5.283245, 5.114669, 4.95726, 4.694909, 4.692588, 10.798591, 11.901657, 10.355552, 9.850403, 9.399172, 9.274456, 9.100708, 9.296606, 9.881944, 10.947075, 11.876091, 11.080412, 12.145503, 15.815579, 16.765733, 18.053514, 17.477528, 23.359301, 24.765017, 23.940628, 24.886037, 23.26727, 22.792918, 17.155965, 5.021248, 3.878667], "sum_m_pl": [39.316794, 49.10591, 47.640593, 46.271812, 43.440747, 43.438319, 43.710286, 43.275734, 41.982442, 43.092488, 42.384533, 41.678054, 43.133997, 43.572388, 43.804926, 43.011398, 43.134047, 42.406984, 44.59358, 45.713324, 46.010731, 47.511863, 48.866658, 49.251665, 40.539689, 37.569303, 36.50336, 39.162146, 39.533389, 41.396686, 41.548468, 42.099332, 41.513364, 39.602279, 38.019175, 38.449164, 38.009874, 36.306608, 35.499367, 36.11718, 36.067906, 33.53309, 32.291967, 31.898556, 31.902145, 34.86215, 33.54487, 41.611542, 76.362524, 96.726116]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 268, "item_id": "pes-Chirurgia ogólna-2020 jesień-21", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 788, "region_end": 266, "roundtrip_ok": true, "tf_agree": 0.944, "tf_agree_excl_first": 0.9476}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [64, 37, 40, 44, 35, 38, 40, 37, 33, 35, 41, 40, 42, 46, 51, 41, 43, 52, 46, 52, 47, 46, 47, 51, 55, 69, 54, 54, 59, 54, 57, 51, 47, 57, 69, 67, 69, 67, 74, 71, 84, 77, 83, 89, 88, 81, 97, 86, 85, 79], "n_am_pl": [12, 20, 25, 24, 25, 30, 29, 30, 21, 19, 16, 20, 17, 14, 7, 15, 14, 15, 21, 14, 12, 18, 16, 22, 14, 12, 16, 14, 11, 13, 19, 24, 22, 19, 14, 18, 14, 13, 13, 12, 11, 15, 14, 11, 10, 9, 8, 5, 4, 4], "n_pos": 187, "sum_m_en": [21.876612, 11.334324, 11.009574, 10.620076, 10.920597, 10.332422, 10.639308, 10.773977, 10.77705, 11.157048, 11.977511, 12.848517, 12.869083, 13.496685, 13.770276, 12.47734, 12.568854, 12.908688, 11.397403, 10.20684, 9.509348, 8.870312, 8.63265, 8.572889, 22.96266, 26.489406, 26.301451, 25.040118, 25.276957, 23.050078, 21.16811, 22.478525, 23.336627, 22.483953, 25.462859, 26.055449, 31.319678, 30.530464, 32.231261, 34.908195, 39.972097, 46.164681, 50.463027, 60.152979, 67.111292, 74.078114, 87.400868, 83.352842, 80.33017, 78.710524], "sum_m_pl": [67.847596, 85.662861, 84.997575, 84.066261, 81.818163, 85.284504, 86.713523, 86.164711, 84.784312, 86.371766, 84.580835, 83.253209, 83.631184, 80.116004, 80.734086, 85.154554, 84.825971, 84.184173, 86.259335, 88.867505, 90.343175, 91.303469, 92.197848, 92.085299, 69.001478, 65.936578, 63.239183, 66.503195, 67.119079, 68.502158, 70.714524, 69.259592, 67.493753, 69.077066, 65.294319, 60.975818, 54.222316, 55.662839, 55.389953, 54.273568, 49.455754, 42.587124, 38.43635, 32.719786, 24.522343, 19.192376, 12.660551, 8.464143, 5.03129, 4.281281]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [32, 19, 23, 22, 16, 19, 19, 18, 19, 15, 21, 20, 20, 25, 28, 24, 22, 24, 25, 30, 29, 24, 25, 31, 35, 38, 29, 35, 36, 32, 36, 33, 28, 35, 43, 44, 46, 43, 49, 44, 51, 48, 50, 53, 52, 53, 64, 64, 73, 78], "n_am_pl": [2, 11, 15, 11, 13, 13, 18, 14, 9, 8, 5, 6, 3, 6, 5, 7, 6, 8, 10, 9, 4, 9, 6, 9, 10, 5, 10, 7, 5, 6, 9, 9, 7, 8, 8, 8, 3, 5, 2, 2, 2, 3, 3, 3, 3, 3, 3, 2, 4, 4], "n_pos": 83, "sum_m_en": [10.591586, 5.27756, 5.220333, 4.885533, 5.130944, 4.899661, 5.187328, 5.231429, 5.323331, 5.26244, 5.782527, 6.21525, 6.18676, 6.566655, 6.719408, 5.834874, 5.816979, 5.904811, 5.2172, 4.611762, 4.275492, 3.977863, 3.874328, 3.862561, 12.495063, 14.882282, 15.370329, 14.14209, 13.943894, 12.470164, 11.124024, 12.368975, 12.969132, 12.377757, 14.42222, 15.284739, 19.088401, 18.6137, 20.7887, 22.931561, 26.751062, 31.500361, 34.657672, 37.843967, 41.380562, 46.059951, 56.833576, 60.062818, 68.616429, 75.693475], "sum_m_pl": [28.857241, 37.979155, 37.516473, 37.041282, 36.065001, 37.637983, 38.436823, 38.455576, 37.809519, 38.688587, 37.782257, 36.972119, 37.514523, 36.140821, 36.75628, 38.563147, 38.420707, 37.895623, 38.699144, 39.850055, 40.446023, 40.895354, 41.229835, 41.098125, 32.878983, 31.133653, 29.759688, 30.946005, 30.981367, 31.280714, 32.716542, 31.610883, 30.658456, 31.713626, 29.175294, 27.998621, 24.373837, 24.704343, 24.419186, 23.550141, 21.234398, 17.038055, 14.848998, 13.14721, 10.046926, 8.1478, 5.265179, 3.554288, 4.131995, 3.892427]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 189, "item_id": "pes-Chirurgia ogólna-2020 jesień-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 895, "region_end": 187, "roundtrip_ok": true, "tf_agree": 0.9788, "tf_agree_excl_first": 0.984}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [125, 72, 89, 79, 61, 66, 75, 91, 61, 75, 81, 93, 95, 70, 85, 73, 76, 71, 70, 64, 62, 75, 68, 84, 90, 105, 98, 104, 118, 115, 111, 97, 116, 106, 123, 114, 110, 96, 94, 98, 107, 102, 100, 103, 96, 95, 73, 37, 7, 9], "n_am_pl": [43, 82, 84, 68, 64, 65, 56, 57, 49, 58, 49, 42, 46, 51, 48, 31, 40, 43, 50, 46, 41, 40, 48, 55, 50, 45, 56, 43, 40, 34, 46, 52, 39, 44, 52, 47, 53, 70, 65, 71, 64, 71, 73, 65, 56, 66, 81, 93, 167, 181], "n_pos": 419, "sum_m_en": [40.675333, 20.93281, 21.517943, 21.3817, 22.757473, 21.264848, 21.453578, 22.16147, 21.808675, 22.932373, 23.486271, 25.192559, 24.87478, 26.485616, 27.043789, 24.695376, 25.012293, 24.308014, 21.349573, 19.720321, 18.723679, 17.827855, 17.701587, 17.5171, 35.270455, 39.445234, 40.264359, 41.973529, 43.771413, 43.857219, 40.951853, 41.13195, 44.214356, 43.805533, 47.936182, 49.072117, 47.586715, 47.276707, 43.532844, 44.084957, 47.462643, 50.341705, 56.50661, 64.051708, 66.647355, 75.1533, 70.076945, 35.193187, 10.386563, 9.529187], "sum_m_pl": [164.392964, 196.110081, 192.981167, 189.374145, 184.797152, 192.634511, 196.275754, 194.723373, 191.92777, 195.222747, 189.140986, 183.222126, 188.155745, 182.744118, 181.70523, 189.827293, 190.007346, 191.197783, 198.477915, 202.722366, 205.696208, 206.545663, 207.306165, 207.192288, 165.48096, 162.12237, 154.578855, 159.703987, 164.49028, 162.862113, 168.797682, 166.629578, 160.363975, 158.669036, 153.934729, 146.627163, 146.611752, 147.392729, 151.185764, 148.191918, 140.406523, 132.877923, 126.908039, 116.029568, 97.660349, 98.198439, 94.606857, 100.382304, 157.662443, 180.216741]}, "digit": {"n_am_en": [1, 0, 0, 0, 2, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 2, 2, 1, 3, 2, 1, 0, 1, 0, 0, 1, 2, 3, 1, 1, 2, 1, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.602666, 0.224085, 0.228294, 0.208709, 0.225851, 0.21676, 0.216581, 0.214617, 0.251178, 0.297388, 0.276208, 0.312081, 0.330399, 0.3228, 0.324317, 0.273458, 0.28174, 0.279468, 0.255577, 0.232262, 0.237397, 0.239241, 0.244207, 0.244855, 0.345414, 0.317098, 0.396791, 0.390059, 0.351663, 0.415113, 0.43601, 0.426666, 0.381973, 0.355423, 0.376722, 0.381127, 0.294082, 0.274238, 0.258733, 0.250409, 0.255354, 0.257729, 0.241193, 0.212067, 0.198363, 0.214414, 0.190284, 0.122678, 0.00592, 0.0], "sum_m_pl": [2.105965, 2.838626, 2.736289, 2.663843, 2.628827, 2.671758, 2.632135, 2.580569, 2.456442, 2.248192, 2.214717, 1.98233, 2.08662, 2.145411, 2.178257, 2.198079, 2.252375, 2.196905, 2.287679, 2.370717, 2.358379, 2.339503, 2.337755, 2.326886, 2.047881, 2.112157, 1.86696, 2.011444, 2.054425, 1.893211, 1.949377, 2.038747, 2.081687, 2.047494, 1.910783, 1.656096, 1.412071, 1.431371, 1.46254, 1.433032, 1.493308, 1.508124, 1.467733, 1.369746, 1.244682, 1.291104, 1.108779, 0.829243, 0.012467, 0.0]}, "lang": {"n_am_en": [47, 26, 30, 34, 27, 29, 40, 43, 26, 41, 40, 43, 49, 34, 45, 40, 38, 39, 42, 36, 33, 40, 37, 47, 50, 58, 56, 56, 58, 58, 62, 52, 63, 54, 64, 57, 58, 58, 60, 59, 64, 59, 58, 63, 56, 55, 39, 19, 4, 9], "n_am_pl": [19, 34, 49, 30, 32, 29, 26, 24, 24, 30, 22, 24, 27, 28, 25, 11, 20, 25, 26, 23, 21, 21, 22, 28, 28, 22, 25, 17, 20, 14, 21, 24, 21, 23, 29, 30, 27, 38, 32, 35, 29, 37, 39, 36, 36, 45, 62, 73, 159, 179], "n_pos": 190, "sum_m_en": [17.960751, 9.15731, 9.664808, 10.042888, 11.063573, 10.494526, 10.679505, 10.890052, 10.752693, 11.223981, 11.387933, 12.437217, 11.942838, 12.690869, 12.92348, 11.473217, 11.556303, 11.063225, 9.734757, 8.980178, 8.50895, 8.009648, 7.985607, 7.908045, 17.718437, 20.185234, 20.719921, 21.257902, 22.39138, 21.991005, 19.805068, 20.309799, 22.390731, 21.745034, 24.181667, 23.922189, 23.198503, 24.389895, 23.098274, 23.332423, 26.309859, 29.136812, 31.768154, 34.463965, 36.878481, 41.975599, 36.375537, 18.278296, 6.294753, 9.500396], "sum_m_pl": [71.304056, 88.319832, 85.499047, 83.40393, 81.051142, 85.391641, 87.044627, 86.626801, 86.160646, 88.482296, 86.208145, 84.311421, 87.633137, 85.463293, 85.390183, 88.925977, 88.386257, 88.674977, 91.023238, 93.112194, 93.939357, 94.397835, 94.542579, 94.439133, 79.989035, 77.554599, 75.247448, 76.873721, 77.941743, 76.81426, 81.429955, 80.144265, 78.422967, 79.419964, 76.788951, 75.52913, 77.247578, 78.212599, 79.581302, 79.484543, 75.379561, 70.834827, 68.646208, 64.211129, 56.910872, 62.590895, 69.551706, 76.438016, 140.88775, 176.220203]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 421, "item_id": "pes-Chirurgia ogólna-2020 jesień-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 775, "region_end": 419, "roundtrip_ok": true, "tf_agree": 0.9857, "tf_agree_excl_first": 0.9881}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [35, 39, 31, 33, 38, 25, 29, 27, 19, 32, 34, 39, 34, 38, 30, 34, 37, 40, 49, 45, 43, 36, 31, 38, 44, 44, 41, 45, 38, 36, 33, 42, 42, 39, 37, 57, 61, 58, 58, 58, 68, 70, 61, 55, 61, 69, 69, 75, 77, 75], "n_am_pl": [8, 24, 20, 19, 17, 24, 21, 25, 24, 30, 25, 19, 19, 18, 20, 25, 20, 14, 9, 12, 16, 15, 17, 18, 10, 10, 16, 20, 25, 20, 20, 22, 12, 10, 9, 8, 12, 14, 14, 8, 5, 6, 6, 6, 8, 7, 3, 4, 1, 1], "n_pos": 139, "sum_m_en": [15.82811, 8.660016, 8.373409, 8.290519, 8.43328, 8.114617, 8.100392, 8.131532, 7.803052, 8.255254, 8.729418, 10.535072, 10.388844, 10.155885, 10.470517, 9.708858, 9.105951, 8.752247, 8.209084, 7.596358, 7.278928, 6.778118, 6.388818, 6.195282, 15.452688, 16.728889, 17.083653, 15.44097, 15.265432, 14.807191, 13.76888, 14.030438, 14.28922, 14.403852, 15.201983, 17.794607, 23.47125, 25.138618, 26.258426, 30.53509, 34.89411, 42.51429, 43.609374, 45.373327, 52.470815, 60.916504, 67.277251, 71.372086, 76.199174, 75.940789], "sum_m_pl": [48.889773, 64.370738, 63.670467, 61.882519, 61.283844, 62.100435, 62.660105, 61.334124, 61.706304, 63.305897, 61.211507, 60.254083, 62.118756, 61.904725, 61.861629, 62.668601, 63.75963, 62.902494, 63.449464, 65.273153, 65.856237, 66.715142, 67.159771, 67.384003, 52.51923, 51.466581, 50.260548, 53.334086, 53.810279, 53.007169, 54.519111, 54.732129, 53.391961, 53.729885, 51.985097, 50.543184, 44.736305, 42.617881, 40.627578, 37.75704, 31.824827, 26.413921, 23.223126, 19.055694, 15.733617, 13.430414, 6.970253, 6.100475, 2.028352, 1.384578]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 2, 2, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.195026, 0.090781, 0.082077, 0.084589, 0.08936, 0.091351, 0.099959, 0.099115, 0.093823, 0.092158, 0.104766, 0.107211, 0.102878, 0.119414, 0.126868, 0.118359, 0.112779, 0.10567, 0.092882, 0.084278, 0.082779, 0.080364, 0.074025, 0.072308, 0.1001, 0.170696, 0.131779, 0.163272, 0.155963, 0.141367, 0.135368, 0.129275, 0.133987, 0.141724, 0.108175, 0.113266, 0.104339, 0.113279, 0.14003, 0.176028, 0.236133, 0.165731, 0.164179, 0.214493, 0.164976, 0.146843, 0.064021, 0.023042, 0.001614, 0.0], "sum_m_pl": [0.807055, 1.062498, 1.043745, 1.020299, 1.015674, 0.969788, 0.955275, 0.90968, 0.869087, 0.87885, 0.869811, 0.842181, 0.858294, 0.888536, 0.870306, 0.90576, 0.912009, 0.937216, 0.950141, 0.979377, 0.990313, 0.979894, 0.992913, 0.985149, 0.688573, 0.775336, 0.709928, 0.784067, 0.838145, 0.826768, 0.795825, 0.84183, 0.842121, 0.859163, 0.822579, 0.808199, 0.721274, 0.682596, 0.673755, 0.761333, 0.709072, 0.689609, 0.656364, 0.476203, 0.441248, 0.225835, 0.108809, 0.050749, 0.004335, 0.0]}, "lang": {"n_am_en": [16, 26, 15, 18, 21, 13, 16, 14, 12, 19, 17, 20, 20, 21, 17, 21, 22, 26, 33, 32, 30, 24, 21, 25, 28, 30, 31, 32, 27, 22, 25, 23, 28, 25, 26, 38, 42, 45, 45, 43, 48, 50, 44, 41, 49, 56, 59, 62, 71, 74], "n_am_pl": [4, 12, 10, 12, 7, 12, 10, 14, 14, 22, 20, 13, 10, 10, 11, 14, 13, 7, 5, 5, 8, 8, 10, 10, 6, 5, 9, 5, 11, 7, 9, 9, 2, 3, 3, 4, 4, 4, 6, 3, 1, 2, 3, 4, 4, 3, 2, 2, 1, 1], "n_pos": 78, "sum_m_en": [8.232528, 4.964213, 4.757481, 4.656598, 4.965241, 4.767221, 4.762938, 4.851133, 4.558152, 4.935864, 5.294139, 6.865148, 6.630452, 6.16116, 6.429346, 5.790408, 5.256489, 5.032145, 4.653332, 4.249988, 4.032292, 3.773773, 3.550849, 3.492239, 9.751206, 10.591349, 11.036409, 9.597111, 9.563526, 9.185075, 8.479554, 8.438046, 8.791973, 9.119122, 10.07938, 12.060916, 16.441266, 18.588522, 19.665857, 22.208012, 25.384995, 31.593392, 31.725626, 35.197061, 42.469532, 49.916554, 56.435551, 59.237661, 69.937832, 73.024322], "sum_m_pl": [27.064366, 35.398228, 35.274021, 34.060704, 33.554216, 33.996426, 34.526028, 34.066044, 34.615852, 35.715915, 34.510939, 33.673894, 34.823496, 34.739452, 34.784266, 35.575916, 36.174867, 35.796103, 35.929927, 36.954113, 37.317618, 37.760592, 38.023474, 38.081486, 29.216359, 29.139215, 28.552168, 30.509246, 30.763882, 30.392326, 31.25675, 31.418958, 30.536195, 30.771784, 28.91486, 28.212761, 24.40511, 22.764189, 21.795288, 20.138259, 16.809345, 13.634016, 12.609999, 10.532321, 8.465278, 6.300142, 3.727419, 2.925804, 1.119604, 1.039353]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "pes-Chirurgia ogólna-2020 jesień-92", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 988, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9645, "tf_agree_excl_first": 0.9714}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 2, 0, 3, 3, 2, 1, 1, 0, 0, 2, 0, 2, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 1, 2, 1, 2, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.246607, 0.141611, 0.161386, 0.183987, 0.188336, 0.159794, 0.147477, 0.154703, 0.144165, 0.138865, 0.144364, 0.152927, 0.159753, 0.158726, 0.172372, 0.172659, 0.163699, 0.148635, 0.141203, 0.134977, 0.130412, 0.124018, 0.120024, 0.122216, 0.239416, 0.201331, 0.210312, 0.252842, 0.224786, 0.190341, 0.230108, 0.183526, 0.213187, 0.206427, 0.277809, 0.229589, 0.404496, 0.259149, 0.218943, 0.203275, 0.197631, 0.189921, 0.186493, 0.195181, 0.139618, 0.149843, 0.095968, 0.056378, 0.001687, 2.1e-05], "sum_m_pl": [1.301766, 1.432781, 1.484373, 1.458664, 1.441049, 1.511057, 1.47396, 1.428372, 1.449408, 1.448284, 1.43127, 1.449123, 1.442643, 1.473416, 1.34958, 1.353188, 1.353768, 1.310106, 1.381905, 1.382655, 1.371277, 1.385264, 1.41731, 1.429264, 1.133673, 1.10045, 1.076915, 1.086852, 1.073842, 1.178336, 1.145795, 1.246698, 1.017067, 0.972327, 1.069873, 1.181023, 1.121057, 1.04013, 1.080552, 1.089874, 1.172284, 1.213858, 1.218314, 1.202859, 0.815871, 0.749882, 0.424306, 0.268244, 0.033967, 0.42522]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 174, "item_id": "pes-Chirurgia ogólna-2020 jesień-92", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 868, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9884}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [23, 15, 21, 15, 11, 14, 13, 8, 11, 18, 19, 21, 16, 21, 14, 16, 15, 18, 14, 18, 21, 15, 21, 19, 18, 25, 25, 20, 23, 22, 22, 25, 19, 17, 16, 24, 26, 26, 27, 24, 28, 25, 27, 24, 24, 28, 29, 31, 30, 26], "n_am_pl": [1, 10, 6, 6, 6, 6, 6, 8, 5, 3, 3, 3, 8, 4, 5, 4, 3, 2, 4, 8, 10, 9, 8, 5, 4, 4, 7, 12, 12, 8, 8, 7, 5, 4, 7, 5, 2, 3, 8, 3, 7, 4, 6, 4, 11, 9, 4, 2, 3, 4], "n_pos": 69, "sum_m_en": [8.781264, 4.261707, 4.191018, 3.755249, 3.731167, 3.591827, 3.687629, 3.893969, 3.936528, 4.231425, 4.670811, 4.961748, 5.314508, 5.356452, 5.056618, 4.955756, 4.643591, 4.680795, 4.25501, 4.025344, 3.900783, 3.580209, 3.419637, 3.385863, 8.584926, 10.848606, 9.933137, 9.08134, 8.579808, 8.666717, 8.522701, 7.923747, 7.571851, 7.510632, 7.838021, 9.225001, 10.571207, 11.353399, 11.890468, 11.715713, 12.275412, 15.255899, 18.562341, 19.481548, 20.4103, 21.614606, 24.141397, 29.116031, 29.643614, 27.412772], "sum_m_pl": [24.559519, 32.105569, 31.791115, 31.70327, 30.598538, 31.115683, 30.380481, 29.032561, 29.013969, 29.655379, 28.673541, 27.748528, 27.137728, 26.417058, 27.615156, 28.12469, 29.140104, 28.175382, 29.83843, 31.213413, 31.747139, 31.955555, 31.835938, 31.632197, 23.862059, 21.855536, 21.763937, 21.924936, 23.72196, 23.997239, 23.223812, 23.92009, 23.382945, 22.862082, 22.160668, 20.816883, 19.100947, 17.835793, 16.900885, 15.967482, 15.046326, 12.591525, 11.693092, 10.032236, 12.63042, 11.613897, 5.495849, 3.086965, 2.560138, 3.968249]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 6, 8, 5, 5, 7, 6, 6, 6, 5, 9, 8, 6, 11, 6, 9, 10, 12, 7, 11, 9, 8, 10, 8, 11, 14, 16, 14, 15, 13, 13, 14, 9, 12, 11, 14, 16, 15, 18, 16, 18, 17, 19, 15, 14, 18, 19, 24, 25, 26], "n_am_pl": [1, 6, 2, 2, 4, 4, 4, 4, 2, 2, 0, 2, 2, 0, 2, 2, 1, 0, 0, 4, 6, 4, 4, 3, 2, 2, 4, 5, 5, 3, 3, 2, 2, 0, 2, 1, 1, 3, 2, 1, 4, 1, 2, 3, 8, 6, 2, 0, 3, 3], "n_pos": 31, "sum_m_en": [3.964049, 2.049817, 2.051082, 1.798536, 1.760582, 1.708854, 1.727259, 1.799838, 1.868619, 1.994564, 2.23504, 2.341741, 2.530038, 2.508416, 2.334451, 2.213151, 2.120583, 2.262492, 1.974474, 1.819958, 1.748428, 1.612664, 1.547681, 1.509151, 4.190506, 5.580284, 5.520832, 4.866424, 4.439048, 4.518727, 4.145133, 3.988798, 3.823022, 3.961881, 4.344515, 5.281789, 6.407565, 7.090973, 7.697055, 7.558102, 8.168211, 10.926152, 12.258768, 12.575665, 12.834741, 14.009666, 16.354416, 20.520825, 24.173877, 26.392887], "sum_m_pl": [10.680113, 13.929885, 13.605543, 13.742123, 13.26482, 13.640073, 13.599084, 12.858952, 12.933439, 13.151935, 12.637981, 12.298537, 11.977805, 11.759565, 12.248277, 12.424984, 12.884343, 12.462201, 13.149844, 13.815576, 14.206167, 14.32616, 14.266058, 14.185083, 10.677582, 9.797206, 9.717621, 9.881494, 10.619479, 10.70902, 10.238501, 10.46116, 10.22777, 9.946039, 9.439104, 8.820833, 8.191328, 7.707227, 7.411237, 7.163031, 6.718825, 5.597555, 4.995882, 4.753305, 7.285886, 6.555323, 2.487898, 0.92236, 2.157551, 2.922537]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 71, "item_id": "pes-Chirurgia ogólna-2020 wiosna-65", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 886, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9577, "tf_agree_excl_first": 0.9714}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [21, 22, 16, 18, 12, 7, 7, 14, 12, 16, 18, 11, 13, 12, 13, 16, 21, 21, 17, 21, 20, 21, 19, 19, 26, 23, 24, 27, 21, 22, 20, 12, 15, 20, 21, 20, 20, 13, 19, 17, 18, 19, 19, 16, 13, 12, 7, 4, 2, 0], "n_am_pl": [1, 14, 14, 10, 7, 3, 9, 7, 9, 5, 6, 5, 9, 7, 5, 9, 3, 4, 5, 7, 7, 10, 18, 16, 8, 8, 7, 8, 8, 6, 10, 18, 14, 12, 7, 10, 11, 12, 14, 9, 8, 14, 11, 16, 23, 28, 28, 32, 38, 42], "n_pos": 71, "sum_m_en": [6.72017, 3.582592, 3.399055, 3.674673, 3.805523, 3.750542, 3.741792, 3.922193, 4.033004, 4.251275, 4.387483, 4.401769, 4.525048, 4.607365, 4.539007, 4.509442, 4.307557, 4.290195, 3.906385, 3.686309, 3.53427, 3.256467, 3.167879, 3.164907, 7.88205, 8.98917, 8.220341, 8.367085, 6.803735, 6.649981, 6.883343, 6.772572, 6.513344, 6.606019, 7.672022, 8.277144, 8.578703, 9.616115, 11.006256, 10.155598, 10.399987, 11.298214, 11.761731, 10.75694, 8.837839, 8.38612, 7.204665, 5.443443, 1.953848, 0.003314], "sum_m_pl": [26.21861, 32.724731, 32.483942, 32.35597, 30.247906, 29.661224, 29.412589, 29.108186, 29.001028, 30.102001, 29.211936, 28.973191, 28.802632, 28.546908, 30.167705, 31.606784, 32.420077, 32.275967, 33.405174, 34.466455, 34.649397, 34.738139, 34.403484, 34.205597, 26.72194, 25.211068, 25.143709, 25.609764, 27.668094, 27.87008, 26.967314, 27.296538, 26.860798, 26.39426, 25.728983, 25.255388, 24.898196, 24.333424, 24.075465, 24.577171, 22.411038, 22.365929, 22.16957, 20.445342, 25.17825, 27.318048, 27.521959, 31.729367, 37.958941, 41.966538]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 15, 11, 13, 8, 4, 4, 9, 10, 10, 14, 6, 9, 8, 9, 11, 16, 12, 10, 14, 13, 13, 14, 15, 18, 15, 15, 17, 13, 16, 13, 9, 10, 15, 16, 16, 13, 10, 14, 13, 13, 11, 11, 11, 9, 8, 3, 4, 2, 0], "n_am_pl": [1, 9, 9, 8, 4, 2, 6, 5, 6, 4, 2, 4, 4, 3, 3, 4, 1, 4, 5, 7, 5, 9, 12, 11, 7, 5, 5, 4, 6, 2, 6, 10, 7, 7, 4, 6, 6, 8, 9, 5, 6, 10, 8, 12, 20, 25, 26, 28, 36, 42], "n_pos": 43, "sum_m_en": [4.115587, 2.27997, 2.165194, 2.318352, 2.439866, 2.432741, 2.324207, 2.410111, 2.515634, 2.656696, 2.714245, 2.710348, 2.804118, 2.84237, 2.78827, 2.803422, 2.701177, 2.632637, 2.336634, 2.229114, 2.171086, 1.967403, 1.91841, 1.932642, 4.688389, 5.483136, 5.086748, 5.288661, 4.323399, 4.169328, 4.10973, 4.181714, 4.236072, 4.341067, 5.391768, 6.077588, 6.083502, 6.863839, 8.36381, 7.47059, 7.957906, 8.671148, 9.247865, 8.114798, 6.972982, 6.780693, 5.565812, 4.54144, 1.715778, 0.002539], "sum_m_pl": [15.700143, 19.780181, 19.533431, 19.377147, 17.830659, 17.586381, 17.604081, 17.553769, 17.436518, 18.238794, 17.763571, 17.576501, 17.245073, 17.040043, 18.319019, 19.2192, 19.594736, 19.587138, 20.167339, 20.815576, 20.89639, 20.923297, 20.743417, 20.587104, 16.926637, 15.893681, 15.881683, 15.841514, 17.419733, 17.40494, 16.963647, 17.15541, 16.852299, 16.853541, 16.28721, 16.061928, 16.080893, 15.755295, 15.503816, 16.151071, 15.000184, 15.205066, 14.524937, 14.161738, 18.97316, 21.642326, 23.235227, 27.359359, 35.618982, 41.464596]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "pes-Chirurgia ogólna-2020 wiosna-65", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 766, "region_end": 71, "roundtrip_ok": true, "tf_agree": 0.9726, "tf_agree_excl_first": 0.9861}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 23, 25, 19, 25, 18, 19, 12, 18, 17, 19, 22, 17, 22, 19, 15, 18, 16, 19, 14, 15, 22, 19, 19, 35, 32, 33, 28, 25, 26, 31, 23, 34, 35, 30, 32, 36, 33, 33, 38, 40, 39, 43, 38, 39, 43, 49, 46, 52, 46], "n_am_pl": [4, 18, 21, 23, 22, 15, 16, 18, 13, 16, 17, 14, 13, 17, 19, 21, 16, 17, 12, 26, 24, 28, 15, 12, 11, 13, 13, 14, 13, 9, 11, 15, 14, 9, 14, 19, 16, 11, 22, 18, 19, 20, 21, 25, 13, 10, 8, 6, 0, 4], "n_pos": 122, "sum_m_en": [13.137036, 7.501112, 7.779255, 6.991914, 7.020056, 6.902453, 7.134913, 7.512811, 7.862063, 8.299139, 8.812025, 9.154776, 8.880165, 9.198281, 8.833518, 8.183362, 7.929067, 7.779563, 7.064682, 6.644477, 6.471664, 6.238455, 5.966786, 5.831734, 11.953921, 14.816825, 14.999455, 14.605682, 14.766378, 14.485388, 14.303453, 13.494485, 13.995917, 14.257574, 13.975777, 15.138275, 17.695774, 18.137905, 18.556631, 22.523177, 22.1581, 24.916809, 29.695663, 30.658644, 34.897961, 40.014423, 47.751816, 45.110963, 50.826153, 48.35326], "sum_m_pl": [43.855116, 56.667045, 56.631805, 55.598874, 54.27946, 54.366079, 52.386944, 51.518695, 50.839896, 51.975294, 51.108714, 51.029097, 52.353846, 52.080454, 53.099114, 54.180363, 55.553707, 55.019093, 56.035659, 56.382329, 57.44649, 56.078863, 56.61449, 56.542297, 42.008282, 41.250383, 41.683159, 42.855272, 44.962923, 45.96543, 46.97824, 47.847398, 47.123118, 45.610616, 45.476605, 45.252496, 40.785238, 39.712307, 40.661742, 36.672305, 34.837147, 29.971713, 27.120498, 29.22333, 19.425724, 15.325655, 11.202147, 7.99271, 2.834041, 4.089094]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [13, 9, 12, 7, 12, 8, 10, 6, 5, 7, 9, 10, 8, 12, 12, 7, 8, 7, 5, 5, 6, 6, 8, 10, 20, 17, 18, 14, 13, 14, 15, 13, 20, 18, 16, 17, 20, 18, 15, 20, 23, 25, 26, 25, 26, 27, 30, 35, 45, 46], "n_am_pl": [1, 9, 8, 9, 7, 4, 3, 5, 4, 8, 4, 8, 6, 3, 6, 9, 7, 5, 6, 9, 10, 11, 6, 5, 3, 3, 4, 2, 6, 5, 4, 5, 4, 2, 3, 6, 6, 7, 10, 8, 6, 6, 7, 6, 2, 2, 2, 3, 0, 3], "n_pos": 50, "sum_m_en": [5.381223, 3.107573, 3.274497, 2.920547, 3.052241, 3.164468, 3.312427, 3.552905, 3.627317, 3.758208, 4.134039, 4.265171, 4.054374, 4.114088, 3.89523, 3.681342, 3.700319, 3.665098, 3.120319, 2.8934, 2.816088, 2.682373, 2.520687, 2.433221, 5.811138, 7.311385, 7.483224, 7.089945, 7.222482, 7.100087, 6.862237, 6.318891, 6.875076, 6.917256, 6.723818, 7.231878, 9.176934, 9.552106, 9.899093, 12.277291, 12.354886, 14.761639, 17.184481, 18.831402, 22.148175, 24.738454, 29.515242, 32.395583, 42.185418, 44.165338], "sum_m_pl": [17.445002, 23.254521, 22.876807, 22.497916, 21.550692, 21.621447, 20.8434, 20.686886, 20.547573, 20.908331, 20.622038, 20.637616, 21.206249, 21.155388, 21.768353, 22.216007, 22.521592, 22.216165, 22.8131, 23.20336, 23.70036, 23.247645, 23.694081, 23.888992, 17.953516, 17.484722, 17.411115, 17.567051, 18.4814, 19.013591, 19.322529, 19.784533, 19.403086, 18.699326, 18.319591, 18.40714, 16.509668, 16.252895, 16.99703, 14.968684, 13.853504, 11.526082, 10.800888, 9.114296, 6.666186, 4.779992, 4.158254, 2.904756, 1.64741, 3.065268]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "pes-Chirurgia onkologiczna-2018 wiosna-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 911, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9919}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [39, 22, 22, 22, 14, 16, 8, 19, 8, 21, 22, 22, 20, 13, 21, 9, 14, 8, 9, 10, 11, 9, 8, 11, 13, 17, 11, 21, 15, 18, 24, 12, 19, 15, 15, 18, 14, 20, 22, 22, 25, 23, 29, 21, 23, 30, 23, 14, 11, 7], "n_am_pl": [5, 24, 19, 14, 12, 18, 15, 19, 25, 19, 12, 10, 14, 21, 16, 20, 19, 28, 19, 16, 27, 41, 30, 25, 23, 13, 18, 15, 20, 16, 18, 30, 22, 19, 16, 16, 23, 19, 24, 21, 16, 18, 16, 21, 17, 15, 23, 32, 35, 40], "n_pos": 112, "sum_m_en": [10.397461, 6.352251, 6.621087, 6.029963, 6.05436, 5.958362, 5.899116, 6.268775, 6.273446, 6.705876, 6.89667, 7.193487, 7.094438, 7.415716, 7.723811, 6.836654, 6.664714, 6.426169, 5.649672, 5.349836, 5.190256, 5.013186, 4.852907, 4.749157, 7.990867, 9.378914, 8.951213, 9.856298, 9.640442, 10.138697, 10.837828, 10.205451, 10.404481, 10.316351, 10.559958, 10.612365, 10.672768, 11.078326, 11.063536, 13.915951, 13.914255, 16.457123, 17.632314, 16.866349, 19.556384, 24.810623, 21.36707, 13.616129, 11.336417, 7.282547], "sum_m_pl": [42.552498, 51.691755, 50.851361, 49.869646, 48.659625, 49.635973, 48.413791, 47.879461, 48.997491, 49.389324, 48.330329, 47.847386, 48.887265, 48.791906, 50.133175, 51.33732, 53.242043, 52.13734, 54.154505, 54.434536, 55.592281, 54.671736, 54.989654, 55.113517, 43.197086, 40.770912, 41.112009, 41.369859, 43.422123, 44.082748, 44.431463, 46.103121, 45.772693, 43.632361, 43.274441, 41.517634, 40.999446, 40.583547, 42.232735, 39.828933, 36.266737, 34.754801, 33.272315, 30.955641, 24.882009, 22.60258, 25.530306, 30.844945, 35.021047, 41.792952]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [19, 12, 10, 13, 7, 10, 4, 8, 3, 10, 11, 12, 10, 5, 8, 2, 4, 4, 7, 7, 6, 5, 7, 8, 11, 9, 5, 12, 10, 10, 14, 5, 11, 8, 8, 11, 9, 11, 11, 13, 15, 14, 17, 14, 18, 24, 17, 12, 9, 7], "n_am_pl": [2, 14, 10, 8, 5, 7, 10, 10, 13, 13, 7, 3, 7, 10, 7, 8, 10, 14, 10, 7, 11, 19, 13, 10, 12, 10, 12, 10, 12, 9, 10, 16, 11, 10, 7, 11, 14, 10, 14, 9, 9, 9, 11, 15, 11, 11, 18, 21, 35, 39], "n_pos": 50, "sum_m_en": [4.818987, 2.618882, 2.88634, 2.648186, 2.714094, 2.587041, 2.547794, 2.705706, 2.772956, 3.016546, 3.184568, 3.26748, 3.308949, 3.396044, 3.409656, 2.969622, 3.027237, 2.964762, 2.647815, 2.482877, 2.417025, 2.291096, 2.237266, 2.182472, 4.246215, 4.643141, 4.489496, 4.734555, 4.697132, 4.648931, 4.824191, 4.627862, 4.709698, 4.639117, 4.869383, 5.332829, 5.447224, 5.83132, 6.127232, 8.250375, 8.080238, 10.383638, 11.708019, 11.411271, 14.667406, 18.886674, 14.252228, 10.67271, 8.91463, 7.134965], "sum_m_pl": [18.588884, 23.255639, 22.953162, 22.726253, 21.902134, 22.139243, 22.296767, 21.828501, 21.97364, 22.214767, 21.776605, 21.613951, 21.794492, 21.664008, 22.562434, 23.143489, 23.684253, 23.211304, 23.980084, 24.058365, 24.510003, 24.210331, 24.322964, 24.451268, 20.331929, 19.544203, 19.322505, 19.306612, 20.023181, 20.499602, 20.821718, 21.283248, 21.253392, 20.710758, 20.685267, 20.846919, 20.496234, 19.749825, 20.945426, 19.123064, 17.969647, 16.849112, 16.48006, 15.847468, 14.375037, 13.738845, 19.056391, 22.198412, 33.003174, 40.273546]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "pes-Chirurgia onkologiczna-2018 wiosna-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 791, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9561, "tf_agree_excl_first": 0.9646}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 32, 27, 31, 20, 23, 32, 35, 36, 41, 30, 40, 35, 28, 27, 22, 21, 25, 25, 21, 27, 23, 29, 27, 41, 39, 33, 43, 30, 34, 29, 39, 35, 38, 38, 41, 48, 38, 51, 52, 53, 52, 51, 56, 50, 51, 54, 54, 47, 52], "n_am_pl": [8, 17, 15, 8, 5, 12, 7, 8, 9, 8, 3, 9, 5, 4, 10, 8, 10, 9, 10, 8, 12, 16, 17, 16, 7, 7, 6, 2, 4, 9, 4, 5, 4, 3, 7, 5, 6, 5, 2, 2, 3, 9, 9, 7, 10, 1, 0, 0, 0, 0], "n_pos": 106, "sum_m_en": [13.138575, 6.83997, 6.479029, 6.600831, 6.976352, 6.340336, 6.830824, 6.583361, 6.865408, 7.584108, 8.276084, 9.213505, 8.795155, 9.144738, 9.300808, 8.593587, 8.216918, 7.941065, 7.458373, 6.950055, 6.2634, 5.691338, 5.304259, 5.115647, 12.922692, 14.221285, 14.071942, 13.863201, 13.401181, 14.545527, 13.546304, 13.893462, 14.456908, 15.85892, 16.274203, 17.699819, 20.70821, 21.32717, 23.461364, 25.884902, 28.329504, 30.88783, 33.031673, 38.712348, 39.676055, 46.222997, 49.482207, 49.398395, 47.206729, 49.684168], "sum_m_pl": [38.03105, 49.043691, 48.086355, 47.065463, 43.961812, 47.439835, 47.673695, 48.353466, 46.206076, 46.880035, 45.371739, 43.669077, 43.7912, 41.193657, 41.533343, 42.565397, 44.596506, 43.596643, 45.978365, 47.798413, 49.47139, 50.485047, 51.099297, 51.766312, 36.804487, 35.254575, 31.360087, 33.000354, 33.328911, 34.3166, 36.93035, 37.004182, 36.431548, 34.795139, 34.440111, 31.050035, 27.162413, 25.998153, 24.869626, 23.874043, 23.011384, 23.666486, 20.460581, 16.586541, 14.155996, 5.70657, 3.478304, 2.403969, 0.669548, 0.053392]}, "digit": {"n_am_en": [0, 4, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.859077, 0.185714, 0.190858, 0.176106, 0.172121, 0.166812, 0.168819, 0.152863, 0.187211, 0.192203, 0.224473, 0.258973, 0.236786, 0.261519, 0.262279, 0.339624, 0.25413, 0.259638, 0.197938, 0.204328, 0.184768, 0.172065, 0.168264, 0.160483, 0.185584, 0.206441, 0.117328, 0.148866, 0.16556, 0.338881, 0.296611, 0.284188, 0.309924, 0.338423, 0.355492, 0.317496, 0.348383, 0.365458, 0.267872, 0.236391, 0.232544, 0.252815, 0.241273, 0.416917, 0.459286, 0.575523, 0.743932, 0.597105, 0.04349, 0.000228], "sum_m_pl": [0.803424, 2.124638, 2.11664, 1.981811, 1.806096, 1.858314, 1.958389, 1.934985, 1.801551, 1.847473, 1.745545, 1.537405, 1.546569, 1.321126, 1.283798, 1.422825, 1.419066, 1.258145, 1.678271, 1.786958, 1.85469, 1.915586, 1.907152, 1.956777, 1.346032, 1.293207, 0.683077, 0.733636, 0.86783, 1.17859, 1.203714, 1.221109, 1.220047, 1.033427, 1.113813, 1.121617, 1.122794, 1.104841, 1.040935, 0.944953, 0.980999, 0.961214, 0.777134, 0.621284, 0.649213, 0.29475, 0.104375, 0.074206, 0.136404, 0.047228]}, "lang": {"n_am_en": [16, 14, 11, 14, 7, 10, 19, 18, 22, 20, 18, 21, 22, 16, 15, 12, 10, 15, 14, 11, 15, 13, 15, 13, 21, 21, 19, 23, 14, 15, 13, 22, 19, 20, 19, 19, 25, 22, 31, 32, 31, 33, 30, 33, 31, 29, 38, 37, 45, 50], "n_am_pl": [3, 8, 8, 5, 2, 8, 4, 3, 2, 2, 1, 4, 2, 1, 3, 3, 3, 3, 4, 3, 6, 7, 10, 7, 4, 4, 4, 1, 1, 4, 3, 0, 1, 1, 4, 4, 3, 3, 1, 0, 0, 4, 4, 2, 5, 1, 0, 0, 0, 0], "n_pos": 50, "sum_m_en": [6.377834, 3.489033, 3.351727, 3.411045, 3.605842, 3.302415, 3.77827, 3.51027, 3.593716, 3.999532, 4.378906, 4.70345, 4.607679, 4.666641, 4.759514, 4.352789, 4.165501, 3.993804, 3.837745, 3.511192, 3.052435, 2.785704, 2.563582, 2.467832, 7.518897, 8.254511, 8.427574, 8.107319, 7.452112, 7.891105, 7.291926, 7.418415, 7.24183, 8.166478, 8.11136, 9.514739, 11.888643, 12.473008, 14.722011, 15.862638, 16.535568, 19.835041, 20.180135, 23.520356, 25.366536, 28.118373, 33.797089, 33.376048, 43.838481, 47.42324], "sum_m_pl": [16.831698, 22.235338, 21.701475, 21.62485, 20.357549, 22.115877, 22.2182, 22.771443, 22.028483, 22.263129, 21.607608, 20.838315, 21.063341, 20.326874, 20.531561, 20.668041, 21.517882, 21.165333, 22.025504, 22.723517, 23.436152, 23.892306, 24.249408, 24.535592, 18.283482, 17.338546, 15.438866, 15.9348, 15.79717, 15.989835, 17.431644, 17.394125, 17.42095, 16.604648, 16.425343, 15.221855, 12.846266, 12.302586, 11.739627, 11.352338, 10.850575, 10.885503, 9.353441, 6.567208, 6.235992, 2.687325, 1.813857, 1.235051, 0.080836, 0.000231]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "pes-Chirurgia onkologiczna-2019 jesień-16", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 963, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9813}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [56, 42, 36, 24, 36, 27, 32, 35, 37, 56, 44, 54, 43, 39, 39, 34, 41, 35, 38, 46, 38, 36, 33, 34, 55, 60, 50, 56, 48, 58, 53, 41, 60, 58, 62, 62, 76, 70, 74, 74, 66, 70, 65, 65, 62, 59, 29, 13, 4, 3], "n_am_pl": [22, 56, 50, 42, 37, 37, 25, 24, 29, 27, 28, 14, 22, 28, 32, 38, 34, 31, 42, 39, 46, 52, 64, 59, 42, 34, 33, 29, 26, 24, 28, 31, 33, 43, 36, 39, 38, 41, 40, 41, 49, 56, 55, 57, 63, 68, 81, 84, 128, 135], "n_pos": 245, "sum_m_en": [22.648944, 11.773935, 11.846026, 11.965802, 12.765341, 12.168944, 12.873746, 14.044576, 14.247697, 15.203299, 16.367813, 17.680737, 17.394308, 18.051961, 18.845624, 17.295185, 17.146069, 16.280923, 14.296465, 13.463554, 12.429299, 11.509949, 11.097871, 10.857928, 20.535522, 23.291247, 23.341174, 25.816792, 25.330299, 25.903231, 24.937909, 24.521197, 24.99842, 27.041246, 27.631797, 28.140713, 32.042641, 31.586191, 32.211711, 34.143562, 35.607846, 37.454624, 38.680198, 42.444078, 44.303904, 41.139142, 26.934617, 17.603731, 6.472731, 3.018146], "sum_m_pl": [90.938404, 112.793247, 111.311817, 107.983254, 103.544794, 108.942036, 110.557733, 110.766169, 109.106949, 107.716617, 106.011412, 102.316805, 106.57608, 102.986223, 104.113556, 105.456349, 108.068421, 108.125456, 113.238629, 117.029165, 118.801147, 120.121858, 120.576614, 121.119805, 96.787977, 93.899465, 88.602996, 90.037519, 91.048685, 92.062289, 95.615064, 96.552032, 95.963629, 93.316492, 93.248487, 90.753775, 89.025732, 87.501343, 88.054146, 89.397346, 85.944096, 87.926164, 83.057995, 77.58992, 73.100864, 73.733793, 79.692389, 82.261373, 117.493756, 135.902076]}, "digit": {"n_am_en": [1, 2, 1, 1, 1, 1, 2, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 1, 2, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.58497, 0.282981, 0.256049, 0.263919, 0.252695, 0.252234, 0.255992, 0.247676, 0.255525, 0.278105, 0.319235, 0.333539, 0.337338, 0.364696, 0.388939, 0.375876, 0.366513, 0.36547, 0.318501, 0.307347, 0.282066, 0.267307, 0.25821, 0.251351, 0.321324, 0.316223, 0.395079, 0.411858, 0.412664, 0.439925, 0.431176, 0.443897, 0.409182, 0.393199, 0.475282, 0.43033, 0.364761, 0.380627, 0.353746, 0.331757, 0.336261, 0.337887, 0.321917, 0.282173, 0.237191, 0.156908, 0.130769, 0.229134, 0.018598, 0.0], "sum_m_pl": [2.58257, 3.300398, 3.278234, 3.142465, 3.092844, 3.030967, 2.96166, 2.940608, 2.904037, 2.817792, 2.674213, 2.516764, 2.610542, 2.51614, 2.399892, 2.390305, 2.519689, 2.43287, 2.512793, 2.607702, 2.630246, 2.637917, 2.624869, 2.543984, 1.964196, 2.106249, 2.060701, 1.989898, 1.978891, 1.898928, 1.921857, 1.961728, 1.925256, 1.863261, 2.006541, 2.02863, 1.968892, 1.794854, 1.844467, 1.878169, 1.820672, 1.869392, 1.718397, 1.323565, 1.053195, 0.797043, 0.880207, 0.535789, 0.057304, 0.0]}, "lang": {"n_am_en": [27, 18, 23, 13, 28, 16, 21, 23, 27, 34, 29, 34, 26, 20, 26, 21, 29, 24, 27, 29, 26, 24, 25, 23, 39, 39, 35, 40, 34, 42, 35, 31, 41, 38, 39, 39, 52, 48, 47, 51, 46, 49, 44, 43, 48, 41, 16, 8, 4, 3], "n_am_pl": [12, 31, 26, 24, 19, 23, 16, 12, 16, 15, 20, 9, 14, 18, 16, 20, 17, 16, 22, 25, 29, 27, 33, 35, 25, 18, 17, 17, 15, 12, 16, 13, 16, 26, 24, 28, 28, 27, 28, 27, 31, 36, 41, 45, 50, 56, 69, 72, 121, 134], "n_pos": 139, "sum_m_en": [12.901617, 6.543888, 6.78522, 7.019835, 7.611241, 6.921361, 7.402849, 8.258929, 8.330569, 8.918771, 9.500293, 10.286769, 9.880911, 10.197744, 10.433687, 9.683252, 9.715949, 9.289453, 8.186365, 7.711527, 7.121354, 6.543276, 6.265475, 6.148288, 11.965749, 14.55546, 14.973186, 16.226701, 15.50777, 15.803071, 15.114247, 15.073452, 15.175887, 16.060119, 15.96471, 16.508387, 19.181802, 18.902885, 19.39007, 19.819925, 21.701831, 23.77169, 24.149083, 25.08161, 29.598605, 27.888644, 15.923366, 10.867822, 5.776156, 3.014313], "sum_m_pl": [49.097222, 61.91855, 61.194533, 59.804909, 57.322173, 60.514462, 61.782958, 62.350375, 61.480614, 60.954275, 60.684864, 58.674642, 61.428388, 59.072407, 60.250627, 61.096143, 62.330094, 62.061974, 65.016585, 67.033993, 68.128522, 68.971145, 69.341223, 69.616209, 58.725626, 55.730521, 52.656006, 53.438981, 53.997899, 54.737784, 57.583958, 57.208644, 57.606491, 57.013324, 56.804137, 56.473136, 55.999177, 56.021916, 56.507795, 57.13342, 55.50794, 58.056778, 56.22208, 56.322155, 54.77636, 56.949867, 63.679462, 68.881197, 109.532605, 132.345615]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 247, "item_id": "pes-Chirurgia onkologiczna-2019 jesień-16", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 843, "region_end": 245, "roundtrip_ok": true, "tf_agree": 0.9838, "tf_agree_excl_first": 0.9878}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [40, 36, 30, 16, 21, 21, 19, 21, 20, 23, 28, 22, 16, 21, 25, 19, 20, 23, 26, 26, 22, 19, 20, 23, 35, 37, 24, 25, 21, 21, 23, 18, 24, 26, 22, 24, 39, 38, 49, 47, 54, 51, 55, 59, 69, 71, 69, 69, 68, 60], "n_am_pl": [11, 22, 18, 23, 15, 16, 15, 13, 15, 11, 6, 11, 16, 15, 13, 16, 21, 14, 13, 14, 14, 18, 14, 18, 12, 10, 8, 17, 19, 21, 19, 23, 24, 24, 26, 17, 9, 10, 11, 12, 10, 9, 11, 11, 10, 7, 9, 4, 3, 5], "n_pos": 139, "sum_m_en": [15.664452, 8.229027, 8.226511, 7.840586, 8.140616, 7.957276, 7.694441, 7.917657, 7.924611, 8.247717, 8.879068, 9.140073, 9.77893, 10.383535, 10.428998, 10.071773, 9.965698, 9.903377, 9.175658, 8.518592, 8.262591, 7.530206, 6.973391, 6.739504, 16.500869, 16.877326, 14.866582, 14.680972, 15.640248, 15.463824, 13.505296, 13.913157, 14.329386, 14.729803, 15.535234, 16.265903, 19.83978, 20.961175, 23.800741, 27.278313, 29.497863, 35.422371, 41.642353, 45.992219, 55.367883, 60.506996, 66.933537, 65.692241, 67.318703, 61.942105], "sum_m_pl": [47.472915, 64.935592, 63.149883, 61.122917, 58.627393, 59.847768, 59.752654, 59.881106, 58.3426, 59.900686, 59.627625, 59.580568, 59.889135, 57.092524, 59.489442, 61.389577, 61.934322, 61.02599, 62.783485, 64.573821, 65.981361, 67.327371, 68.361695, 68.602015, 48.006313, 46.921265, 45.065671, 48.72118, 49.893332, 51.003754, 52.710241, 52.184945, 53.778257, 52.386573, 52.166973, 48.255971, 42.797264, 39.752145, 39.057139, 36.507619, 33.66608, 29.566012, 27.097399, 24.163319, 18.609866, 13.903792, 10.366727, 9.145579, 4.743751, 4.75879]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 14, 16, 7, 13, 12, 11, 14, 13, 17, 17, 12, 11, 13, 14, 11, 12, 10, 14, 12, 11, 11, 13, 14, 22, 19, 12, 14, 12, 11, 14, 13, 16, 16, 12, 13, 22, 24, 30, 27, 28, 32, 32, 37, 48, 47, 47, 50, 59, 60], "n_am_pl": [2, 10, 9, 11, 7, 7, 11, 7, 10, 6, 4, 6, 6, 7, 6, 10, 11, 7, 6, 6, 5, 8, 4, 8, 5, 5, 4, 4, 7, 6, 8, 11, 12, 10, 13, 10, 6, 3, 5, 6, 7, 8, 9, 7, 6, 4, 4, 4, 3, 5], "n_pos": 66, "sum_m_en": [6.867518, 3.956444, 4.058073, 3.844719, 4.104698, 4.131438, 3.98805, 4.063864, 4.068445, 4.293399, 4.785518, 4.767046, 5.230883, 5.430539, 5.364187, 5.129764, 5.0494, 4.96062, 4.587906, 4.178798, 4.006141, 3.666264, 3.378155, 3.260758, 8.959483, 8.7853, 8.021235, 7.849634, 8.772952, 8.40595, 7.087053, 7.182088, 7.270118, 7.642747, 7.963395, 8.462027, 11.298053, 12.442956, 14.642462, 15.900455, 16.000923, 22.948638, 23.749498, 28.718358, 35.789955, 38.076, 44.651532, 48.153931, 57.329328, 58.624645], "sum_m_pl": [20.346144, 30.244457, 29.126683, 28.187391, 26.852906, 27.670239, 27.934202, 28.392956, 28.002723, 28.816667, 28.595786, 28.675151, 28.528864, 27.173378, 28.294681, 29.16283, 29.164949, 28.892573, 29.596585, 30.571251, 31.312047, 32.114883, 32.66827, 32.79163, 23.444816, 22.981199, 21.581019, 23.08982, 23.737673, 24.033611, 25.087369, 24.512379, 25.271655, 25.088241, 25.172267, 23.391247, 20.922373, 19.515051, 20.0676, 19.030969, 17.737172, 15.026091, 15.062702, 13.686343, 11.151258, 8.036438, 5.866629, 4.530939, 3.812998, 4.683778]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "pes-Chirurgia onkologiczna-2019 wiosna-74", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 881, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9929, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 23, 20, 12, 12, 12, 11, 8, 10, 17, 9, 15, 15, 13, 17, 15, 11, 18, 11, 13, 12, 8, 7, 13, 15, 15, 15, 12, 21, 17, 15, 15, 22, 18, 18, 18, 11, 14, 14, 19, 18, 18, 20, 18, 19, 15, 9, 4, 4, 2], "n_am_pl": [6, 11, 13, 17, 7, 8, 10, 5, 13, 9, 5, 3, 8, 9, 11, 7, 12, 9, 10, 7, 13, 23, 20, 15, 6, 7, 9, 16, 16, 13, 17, 20, 15, 17, 20, 17, 21, 18, 17, 19, 21, 21, 24, 27, 23, 31, 33, 36, 40, 44], "n_pos": 81, "sum_m_en": [7.957819, 3.936601, 4.06832, 4.103981, 4.169152, 3.980221, 3.889538, 4.106722, 4.140423, 4.3209, 4.594385, 4.897383, 4.917233, 5.293535, 5.010617, 4.837895, 4.821404, 4.790282, 4.190327, 4.026529, 3.943259, 3.662203, 3.505464, 3.414137, 7.071512, 6.967762, 6.508075, 6.698129, 7.777145, 7.456421, 7.332636, 7.102262, 7.271826, 7.497022, 8.385591, 8.030292, 8.70572, 9.11464, 9.399305, 9.916541, 10.355522, 11.629621, 12.578294, 12.552726, 13.983465, 12.375369, 8.165666, 4.42249, 3.33262, 1.423225], "sum_m_pl": [30.48378, 37.88532, 37.866736, 37.128149, 36.021364, 35.514736, 35.922299, 35.611899, 35.298332, 36.262201, 34.792882, 34.590222, 34.648661, 33.353497, 34.537124, 35.628678, 36.745722, 36.880457, 38.853793, 39.618638, 40.599272, 41.366035, 41.476859, 41.596644, 32.626631, 31.617543, 29.061523, 31.146861, 31.79254, 32.994953, 33.203377, 33.259883, 33.627452, 32.083993, 32.019582, 31.398154, 31.292755, 29.114455, 29.809046, 30.39778, 29.011177, 28.075387, 28.998106, 28.92824, 25.584607, 29.860789, 32.913279, 34.053315, 39.663433, 44.519551]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 15, 10, 11, 11, 7, 9, 6, 7, 9, 5, 12, 13, 10, 14, 11, 9, 14, 6, 8, 9, 6, 6, 8, 9, 12, 11, 8, 14, 10, 11, 10, 15, 11, 13, 15, 7, 11, 11, 14, 13, 14, 15, 14, 16, 12, 5, 3, 3, 2], "n_am_pl": [4, 6, 7, 10, 7, 6, 6, 4, 9, 5, 3, 1, 6, 7, 6, 4, 9, 7, 7, 7, 10, 15, 13, 11, 6, 5, 6, 11, 10, 8, 13, 15, 12, 15, 17, 14, 18, 13, 14, 12, 16, 15, 18, 21, 16, 27, 30, 33, 40, 44], "n_pos": 47, "sum_m_en": [4.302106, 2.36902, 2.416422, 2.417621, 2.519693, 2.35896, 2.371011, 2.489719, 2.550028, 2.655878, 2.842253, 3.040865, 3.148445, 3.446958, 3.325468, 3.082182, 3.040775, 2.999403, 2.567718, 2.455941, 2.389416, 2.198051, 2.085241, 2.019473, 4.538594, 4.82071, 4.726337, 4.634729, 5.236337, 4.570135, 4.272423, 4.294669, 4.549683, 5.013766, 5.482152, 5.221397, 5.845854, 6.253678, 6.57862, 7.157128, 7.456132, 8.723773, 9.413308, 9.970055, 11.021153, 9.735353, 6.180936, 3.43431, 2.787262, 1.422228], "sum_m_pl": [17.788634, 21.962689, 21.778087, 21.272175, 20.687764, 20.566415, 20.778913, 20.915199, 20.976488, 21.477518, 21.080997, 20.93364, 21.334266, 20.633399, 21.712961, 21.839946, 22.27797, 22.382918, 23.018147, 23.180425, 23.592076, 24.097431, 24.186255, 24.219513, 20.697548, 19.985549, 19.71541, 20.479128, 20.623352, 21.032292, 21.420463, 21.188653, 21.767539, 21.609186, 21.060758, 21.240172, 21.344177, 20.164827, 20.844166, 21.265939, 20.853509, 20.416428, 20.766045, 20.916127, 19.482814, 24.375004, 28.090512, 30.770531, 38.360478, 44.267889]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 83, "item_id": "pes-Chirurgia onkologiczna-2019 wiosna-74", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 761, "region_end": 81, "roundtrip_ok": true, "tf_agree": 0.9518, "tf_agree_excl_first": 0.9634}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [59, 48, 44, 44, 41, 38, 44, 45, 40, 33, 38, 45, 48, 45, 36, 32, 36, 33, 32, 35, 32, 41, 37, 36, 54, 55, 51, 50, 47, 47, 50, 41, 52, 55, 65, 71, 67, 66, 66, 58, 71, 62, 73, 70, 73, 74, 80, 80, 72, 68], "n_am_pl": [8, 27, 26, 24, 24, 22, 20, 17, 14, 18, 23, 14, 16, 23, 23, 21, 18, 19, 24, 22, 23, 26, 29, 29, 24, 20, 20, 20, 17, 17, 19, 17, 12, 15, 16, 14, 12, 15, 14, 11, 14, 12, 12, 10, 9, 12, 4, 3, 1, 2], "n_pos": 188, "sum_m_en": [23.054523, 11.484623, 11.105648, 11.89803, 12.628711, 11.383582, 12.043952, 12.668409, 12.508944, 12.918045, 12.82544, 12.296915, 12.78135, 13.365126, 13.480097, 11.990621, 12.124809, 12.031836, 10.663698, 9.799369, 9.338466, 8.745054, 8.396899, 8.147836, 17.723138, 20.525303, 20.395353, 19.929682, 19.38663, 20.479752, 19.108313, 19.40275, 20.44153, 19.609824, 20.36333, 23.354227, 28.842144, 30.73754, 32.149673, 36.877479, 41.846724, 43.97267, 52.778116, 55.789172, 64.270251, 71.593084, 75.960202, 76.619612, 71.931969, 70.413663], "sum_m_pl": [68.294202, 87.542932, 86.458926, 83.561488, 80.455348, 84.147755, 84.982499, 84.343006, 81.000043, 80.812599, 80.801622, 79.419245, 79.535557, 78.806502, 78.264949, 81.729883, 83.066312, 81.865386, 83.590808, 86.77035, 88.221442, 89.642853, 90.286187, 91.091521, 70.236919, 68.883194, 64.542622, 68.879165, 69.834487, 70.205001, 71.184528, 70.735442, 68.818648, 69.469408, 66.56181, 62.577549, 53.905335, 51.4624, 48.931373, 46.14151, 41.257732, 37.395214, 32.802995, 25.854162, 21.272589, 16.758365, 10.248724, 6.692915, 2.277841, 2.161528]}, "digit": {"n_am_en": [1, 7, 0, 2, 1, 3, 1, 2, 2, 1, 2, 1, 1, 3, 0, 2, 0, 1, 0, 1, 1, 3, 1, 2, 2, 4, 3, 3, 2, 2, 0, 0, 0, 3, 1, 1, 2, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 1, 1, 0], "n_am_pl": [0, 1, 5, 2, 2, 0, 0, 1, 1, 3, 1, 1, 1, 0, 2, 2, 1, 1, 5, 2, 4, 2, 3, 3, 4, 4, 1, 1, 0, 2, 2, 2, 0, 3, 2, 2, 1, 5, 2, 2, 2, 2, 1, 2, 3, 4, 1, 1, 0, 0], "n_pos": 15, "sum_m_en": [1.396336, 0.687788, 0.640894, 0.628828, 0.669581, 0.649788, 0.606967, 0.636353, 0.615779, 0.665369, 0.690226, 0.746567, 0.770045, 0.855249, 0.850497, 0.83068, 0.854747, 0.827485, 0.673691, 0.636345, 0.625516, 0.602898, 0.575541, 0.563209, 0.82038, 0.993095, 0.990048, 1.006794, 0.942876, 1.001927, 0.930313, 0.903728, 0.858626, 0.904591, 0.816862, 0.924146, 1.019924, 0.907347, 0.755951, 0.75429, 0.709596, 0.772682, 0.751699, 0.724415, 1.315404, 1.049422, 0.809387, 0.488723, 0.463568, 0.003197], "sum_m_pl": [5.98693, 7.948433, 7.823048, 7.694762, 7.308516, 7.350967, 7.440816, 7.233593, 6.800018, 6.854486, 6.710079, 6.432913, 6.24019, 6.343885, 6.190855, 6.265386, 6.32913, 6.390846, 6.615811, 6.987441, 7.16879, 7.324949, 7.401923, 7.49442, 6.341699, 6.431419, 6.297263, 6.45526, 6.341331, 6.451312, 6.386624, 6.394702, 6.207929, 6.382723, 5.474206, 5.888295, 5.506722, 5.07378, 4.59337, 4.588928, 3.998496, 4.182312, 4.402516, 3.883251, 4.27118, 4.092513, 2.474669, 1.792826, 0.679936, 7e-06]}, "lang": {"n_am_en": [22, 18, 17, 17, 19, 18, 25, 18, 16, 11, 19, 19, 26, 22, 20, 15, 24, 19, 21, 21, 18, 24, 22, 26, 32, 33, 33, 32, 32, 30, 33, 27, 31, 32, 39, 45, 38, 40, 39, 35, 40, 36, 42, 42, 48, 46, 53, 57, 63, 67], "n_am_pl": [2, 14, 10, 8, 8, 10, 10, 7, 4, 11, 8, 7, 8, 12, 7, 7, 7, 8, 7, 7, 8, 7, 7, 9, 4, 3, 3, 5, 3, 3, 4, 4, 7, 4, 5, 5, 3, 5, 4, 4, 5, 5, 5, 4, 3, 5, 1, 0, 1, 2], "n_pos": 71, "sum_m_en": [8.845927, 4.572125, 4.358206, 5.02696, 5.344548, 4.568759, 5.127439, 5.717565, 5.692458, 5.849586, 5.584405, 5.176813, 5.462317, 5.581969, 5.806438, 4.990728, 4.924844, 5.038451, 4.456565, 3.990318, 3.726769, 3.473114, 3.310703, 3.185451, 9.097228, 10.658478, 10.623125, 10.272604, 10.081948, 9.888956, 9.198749, 9.639931, 10.351323, 9.592605, 9.701985, 11.807688, 16.219734, 17.769582, 19.087372, 21.732092, 24.667317, 25.940693, 32.17831, 34.420094, 40.722733, 43.830215, 49.609029, 54.246742, 61.447662, 64.841078], "sum_m_pl": [25.640658, 32.716172, 33.045819, 31.530714, 30.523959, 31.994312, 32.603498, 31.874003, 30.77945, 30.988314, 31.392037, 31.182165, 31.213643, 31.093451, 30.62021, 31.790442, 32.467003, 31.760944, 32.196649, 33.398567, 33.915433, 34.523192, 34.701015, 34.996012, 27.53119, 27.368775, 25.708564, 27.278167, 27.648656, 27.464739, 28.051933, 27.852299, 27.161076, 28.137986, 27.473689, 25.88199, 21.063883, 20.477392, 19.413494, 17.758735, 14.948212, 13.759115, 11.269939, 8.527363, 6.762373, 5.802181, 2.619278, 1.487634, 1.196457, 1.994063]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 190, "item_id": "pes-Chirurgia onkologiczna-2020 jesień-56", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1019, "region_end": 188, "roundtrip_ok": true, "tf_agree": 0.9842, "tf_agree_excl_first": 0.9894}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [116, 85, 67, 55, 48, 55, 54, 83, 83, 66, 83, 101, 77, 76, 71, 71, 71, 78, 59, 57, 47, 66, 59, 57, 99, 117, 99, 87, 89, 85, 83, 86, 101, 115, 105, 112, 122, 113, 121, 113, 110, 102, 99, 91, 92, 77, 62, 24, 7, 3], "n_am_pl": [29, 87, 93, 92, 66, 67, 54, 53, 39, 46, 59, 45, 51, 52, 55, 58, 68, 69, 79, 66, 73, 63, 87, 81, 57, 55, 56, 58, 57, 61, 56, 68, 68, 66, 70, 58, 59, 61, 63, 69, 70, 72, 80, 85, 92, 96, 98, 120, 184, 194], "n_pos": 405, "sum_m_en": [38.392963, 20.050391, 19.082636, 19.852626, 20.146328, 19.791316, 20.112651, 22.499491, 22.36721, 23.119832, 24.547882, 25.632753, 26.296208, 27.277732, 26.317864, 24.646341, 24.48304, 23.537198, 20.416712, 19.279759, 18.283891, 17.377156, 16.781297, 16.515929, 34.642667, 41.399141, 38.630893, 36.693951, 36.020503, 36.162229, 35.578542, 36.279316, 37.760712, 39.929124, 39.256924, 41.067371, 46.723926, 48.779688, 49.555935, 55.040506, 57.308659, 56.928721, 60.435207, 65.276628, 70.365822, 66.27567, 50.408834, 24.018075, 7.632676, 3.02603], "sum_m_pl": [153.285841, 189.930527, 186.986262, 182.222129, 173.833513, 178.331899, 182.282856, 183.124518, 180.576817, 181.951733, 177.346494, 177.179673, 180.969482, 180.49321, 181.36531, 184.546076, 186.181996, 188.423237, 192.683791, 197.512781, 198.866635, 201.02535, 201.428536, 202.215152, 163.458061, 156.930213, 152.553203, 160.985878, 163.653303, 165.784978, 165.926098, 167.032689, 164.435739, 159.017831, 156.148501, 149.754577, 139.391052, 135.991786, 138.147415, 136.768826, 129.153379, 129.524096, 124.324377, 110.751671, 108.284855, 111.101775, 111.607506, 121.673911, 176.627984, 193.294742]}, "digit": {"n_am_en": [3, 9, 5, 2, 1, 2, 3, 3, 3, 2, 2, 3, 2, 2, 3, 3, 4, 2, 2, 2, 2, 3, 3, 3, 6, 4, 6, 3, 3, 2, 4, 4, 2, 1, 0, 2, 2, 1, 0, 2, 2, 2, 2, 1, 3, 3, 1, 1, 1, 0], "n_am_pl": [0, 5, 2, 1, 2, 5, 7, 3, 1, 1, 1, 4, 2, 1, 2, 2, 1, 1, 4, 2, 4, 0, 3, 3, 2, 0, 3, 1, 1, 1, 1, 1, 2, 6, 6, 2, 3, 6, 3, 5, 6, 7, 4, 3, 4, 4, 2, 1, 0, 0], "n_pos": 17, "sum_m_en": [1.719148, 0.775578, 0.736111, 0.690293, 0.703681, 0.705297, 0.696122, 0.760485, 0.811116, 0.818453, 0.866868, 0.933679, 0.935147, 1.034257, 1.046707, 0.954844, 0.967022, 0.949892, 0.803104, 0.755369, 0.736185, 0.695288, 0.677093, 0.663305, 1.054409, 1.233897, 1.304843, 1.333657, 1.279079, 1.285611, 1.245072, 1.199202, 1.176437, 1.276127, 1.227862, 1.260468, 1.166083, 1.038242, 0.945938, 1.4315, 1.206464, 1.06956, 0.897551, 1.361135, 0.868698, 1.093651, 0.778718, 0.663982, 0.551165, 2e-06], "sum_m_pl": [7.289645, 9.30272, 9.101061, 8.879531, 8.448044, 8.429662, 8.497612, 8.269781, 8.225497, 8.10428, 7.87111, 7.687474, 7.77463, 7.786883, 7.641101, 7.849177, 7.922933, 7.722708, 7.903053, 8.223469, 8.218486, 8.321145, 8.367415, 8.380249, 7.751652, 7.477224, 7.2152, 7.137192, 7.178807, 7.145523, 7.103314, 7.228012, 6.865229, 6.7597, 6.561461, 6.13216, 5.834373, 5.575806, 5.61728, 5.442826, 5.862535, 5.786874, 5.951374, 5.496957, 5.512636, 5.414621, 4.072388, 3.036448, 0.323653, 0.0]}, "lang": {"n_am_en": [66, 33, 25, 17, 20, 24, 23, 39, 46, 38, 41, 53, 37, 38, 34, 35, 34, 44, 38, 34, 27, 36, 34, 29, 57, 71, 58, 54, 57, 50, 45, 49, 59, 74, 65, 74, 81, 77, 82, 74, 76, 74, 74, 66, 64, 55, 41, 17, 6, 3], "n_am_pl": [15, 47, 56, 48, 33, 32, 24, 29, 21, 27, 34, 26, 31, 23, 28, 26, 35, 35, 43, 38, 42, 32, 44, 46, 31, 26, 29, 28, 30, 35, 31, 32, 29, 31, 30, 28, 35, 37, 35, 38, 42, 45, 53, 65, 66, 71, 82, 106, 175, 194], "n_pos": 200, "sum_m_en": [19.668187, 9.725074, 9.54129, 9.955681, 10.228592, 9.950833, 10.375051, 11.970733, 11.638343, 11.813662, 12.761047, 13.415776, 13.618402, 14.032712, 13.403635, 12.512029, 12.441304, 12.084466, 10.529407, 9.949167, 9.345702, 8.720703, 8.453117, 8.356523, 18.626813, 22.515243, 21.027474, 20.034783, 20.362882, 19.584927, 19.424322, 19.857488, 20.758179, 22.184521, 21.658758, 23.342893, 28.801492, 31.423223, 32.405662, 34.280477, 38.533375, 39.663575, 41.779571, 45.029225, 50.588808, 48.121672, 33.220489, 17.258381, 6.289993, 3.015082], "sum_m_pl": [71.270786, 91.414117, 89.359782, 87.295402, 83.699131, 86.922747, 88.913597, 89.431968, 88.548351, 88.499063, 86.055131, 85.963531, 88.210886, 87.338089, 88.59352, 90.544129, 91.500414, 92.81236, 94.81014, 97.423432, 98.056945, 99.339316, 99.6202, 100.143912, 83.052829, 79.950862, 78.914104, 82.319949, 82.974002, 84.564135, 85.332478, 85.792583, 84.670611, 83.160423, 81.257846, 80.640101, 77.634371, 76.684372, 78.401361, 77.838054, 72.102771, 76.576106, 75.717627, 73.950026, 73.522254, 78.155351, 86.668401, 102.177324, 165.403141, 191.339054]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 407, "item_id": "pes-Chirurgia onkologiczna-2020 jesień-56", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 899, "region_end": 405, "roundtrip_ok": true, "tf_agree": 0.9803, "tf_agree_excl_first": 0.9828}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [63, 53, 57, 44, 45, 53, 34, 30, 35, 37, 39, 45, 43, 35, 49, 52, 43, 43, 50, 40, 45, 49, 42, 44, 56, 52, 44, 53, 51, 55, 65, 58, 61, 57, 60, 65, 76, 72, 71, 81, 69, 77, 71, 76, 76, 72, 76, 72, 86, 83], "n_am_pl": [10, 29, 28, 30, 32, 31, 37, 42, 36, 31, 34, 32, 24, 35, 31, 25, 26, 24, 24, 26, 25, 27, 30, 36, 29, 27, 27, 32, 32, 22, 22, 32, 31, 23, 32, 26, 26, 36, 23, 18, 15, 9, 10, 6, 5, 9, 4, 6, 3, 2], "n_pos": 207, "sum_m_en": [24.581652, 12.397002, 12.234666, 12.18778, 12.799027, 12.068978, 11.233171, 10.724569, 10.359362, 11.043334, 11.826758, 12.874914, 13.21196, 13.710385, 13.301156, 12.993453, 12.865433, 12.629382, 11.921179, 10.667369, 10.016848, 9.271912, 8.891821, 8.731968, 20.788327, 21.445691, 21.431179, 20.813276, 19.723457, 19.997787, 20.055773, 20.207036, 20.552769, 21.257225, 23.106007, 26.40914, 31.460146, 34.915285, 34.976729, 38.612121, 39.695959, 46.738277, 47.170107, 52.891102, 60.689218, 64.008409, 71.417173, 75.317436, 83.594407, 84.123065], "sum_m_pl": [75.879482, 96.774526, 94.800046, 92.808242, 90.304105, 94.050114, 96.863633, 96.777796, 96.967634, 98.819684, 96.075484, 95.683042, 95.233546, 94.262781, 94.220289, 96.566558, 95.702445, 94.469242, 95.275748, 99.034027, 99.922354, 101.839565, 102.352222, 102.543184, 84.933137, 84.502811, 83.301882, 87.006891, 88.609332, 88.2776, 87.870455, 88.043798, 83.379297, 82.305031, 78.089843, 74.015649, 66.104319, 62.938266, 59.302447, 56.865906, 52.192737, 43.522618, 40.627009, 33.835313, 25.379081, 22.301794, 13.436264, 9.918204, 3.577999, 2.500534]}, "digit": {"n_am_en": [0, 5, 8, 5, 0, 7, 1, 2, 0, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 1, 1, 0, 0, 2, 0, 0, 1, 1, 1, 2, 1, 1, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 5, 0, 2, 1, 1, 4, 3, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 2, 4, 3, 0, 2, 1, 0, 0, 1, 1, 1, 4, 2, 2, 5, 3, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.872621, 0.465779, 0.446496, 0.421101, 0.424698, 0.458818, 0.386987, 0.40143, 0.394451, 0.463536, 0.492373, 0.51911, 0.563194, 0.616391, 0.631246, 0.595273, 0.616085, 0.574011, 0.521548, 0.467258, 0.440035, 0.429356, 0.429912, 0.424536, 0.927381, 0.707576, 0.762031, 0.747875, 0.627683, 0.708506, 0.738016, 0.674844, 0.678724, 0.684791, 0.738648, 0.78872, 0.710652, 0.663453, 0.698283, 0.735671, 0.786213, 0.738329, 0.716397, 0.799144, 0.667765, 0.539314, 0.319361, 0.427986, 0.067937, 0.000186], "sum_m_pl": [4.634372, 5.457612, 5.41506, 5.295253, 5.175986, 5.136473, 5.126308, 5.011579, 5.07669, 4.927435, 4.855907, 4.490572, 4.17422, 4.217813, 4.032506, 4.25223, 4.245649, 4.132717, 4.213997, 4.520377, 4.609281, 4.648711, 4.672746, 4.740771, 3.935534, 3.919852, 3.935567, 4.040919, 4.113191, 4.024858, 3.902469, 3.989178, 3.76794, 4.003844, 3.896657, 3.758217, 3.298152, 3.356726, 3.447384, 3.423239, 3.396732, 3.364746, 3.317711, 2.255137, 1.964629, 1.031614, 0.500761, 0.401319, 0.040947, 7.6e-05]}, "lang": {"n_am_en": [25, 19, 18, 15, 14, 17, 15, 15, 15, 20, 17, 18, 19, 14, 20, 24, 19, 19, 25, 17, 21, 24, 20, 22, 29, 28, 26, 35, 32, 30, 33, 31, 36, 39, 38, 41, 48, 43, 46, 48, 43, 51, 49, 54, 58, 59, 58, 60, 80, 83], "n_am_pl": [5, 13, 12, 14, 13, 13, 18, 15, 14, 12, 10, 16, 10, 14, 12, 12, 9, 12, 9, 12, 13, 13, 12, 17, 10, 8, 13, 10, 17, 7, 8, 10, 14, 7, 10, 13, 9, 14, 8, 6, 4, 2, 3, 2, 2, 3, 0, 1, 2, 2], "n_pos": 86, "sum_m_en": [10.539607, 5.285634, 5.057257, 4.980452, 5.27171, 4.950666, 4.671418, 4.521847, 4.369613, 4.656257, 5.029541, 5.734662, 5.985587, 6.088853, 5.81859, 5.723069, 5.735961, 5.799367, 5.445289, 4.808764, 4.446803, 4.035739, 3.788132, 3.744058, 11.731563, 12.036553, 12.496055, 11.758126, 10.964068, 10.731699, 10.810606, 10.597555, 10.572302, 11.260224, 12.475885, 15.910154, 19.83676, 22.068934, 21.602738, 23.5136, 24.670316, 32.381503, 32.655843, 37.447805, 44.744256, 50.24589, 56.207107, 59.052305, 76.085656, 80.265515], "sum_m_pl": [29.470975, 39.501898, 39.330712, 38.22366, 37.192694, 38.85582, 40.102318, 40.147916, 40.240473, 41.285703, 39.947475, 39.76516, 39.566837, 39.00421, 39.047394, 39.695281, 39.45304, 38.838204, 39.112566, 40.92059, 41.298328, 42.336275, 42.687923, 42.652273, 33.585722, 33.986524, 33.68991, 35.554135, 36.178769, 36.006505, 36.138283, 36.259069, 34.776677, 34.234275, 32.558381, 30.634297, 27.08772, 26.127302, 24.953386, 23.406525, 21.478549, 17.071302, 15.953805, 13.329418, 9.782097, 7.998422, 3.586741, 2.078745, 1.834197, 2.023346]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 209, "item_id": "pes-Chirurgia onkologiczna-2020 wiosna-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1129, "region_end": 207, "roundtrip_ok": true, "tf_agree": 0.9761, "tf_agree_excl_first": 0.9808}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [156, 116, 99, 78, 79, 88, 70, 83, 73, 85, 86, 81, 68, 77, 74, 77, 90, 79, 81, 77, 89, 83, 76, 78, 122, 111, 115, 121, 129, 120, 129, 119, 120, 139, 132, 132, 152, 154, 156, 153, 141, 143, 152, 129, 114, 94, 63, 38, 7, 3], "n_am_pl": [79, 120, 115, 115, 102, 72, 78, 101, 90, 87, 76, 84, 77, 100, 90, 98, 83, 86, 99, 107, 102, 113, 124, 130, 81, 81, 78, 80, 84, 76, 69, 85, 98, 92, 92, 76, 81, 82, 87, 82, 83, 98, 86, 88, 93, 105, 112, 134, 198, 223], "n_pos": 557, "sum_m_en": [51.897161, 26.975878, 27.551253, 28.382551, 29.886607, 28.119849, 26.698229, 26.931053, 26.371014, 27.213031, 29.145178, 30.891903, 31.249118, 33.228657, 33.59109, 32.916769, 31.665152, 31.483255, 28.972963, 26.846335, 25.124938, 23.890002, 23.685843, 23.33951, 43.859005, 46.520009, 48.2148, 46.768955, 47.086788, 48.545625, 47.820405, 48.435167, 49.978533, 57.364662, 58.153135, 62.931488, 73.409134, 80.680863, 77.110881, 78.168285, 77.127538, 83.769768, 91.419779, 85.294872, 82.021734, 77.428159, 55.083092, 36.690351, 9.559551, 3.451933], "sum_m_pl": [219.828101, 263.96622, 258.343497, 250.802026, 242.716569, 250.829646, 256.553041, 257.487823, 257.29768, 257.810945, 244.646925, 238.568377, 246.789209, 244.326584, 242.591115, 251.41601, 255.418811, 251.348084, 255.629433, 263.631938, 267.654628, 270.728514, 270.836828, 271.226955, 225.794027, 219.687196, 211.909252, 220.198344, 219.666239, 216.931981, 222.315105, 227.466151, 220.164374, 209.753284, 207.22598, 198.400936, 184.405739, 179.531518, 179.639685, 183.576507, 172.804888, 169.418311, 159.220606, 151.389195, 142.828038, 146.224372, 131.516162, 142.416005, 187.999534, 223.303089]}, "digit": {"n_am_en": [2, 8, 9, 6, 4, 8, 4, 8, 5, 8, 6, 3, 4, 1, 2, 2, 4, 5, 3, 3, 3, 2, 4, 3, 7, 6, 7, 7, 11, 8, 3, 3, 5, 2, 5, 4, 3, 3, 4, 4, 4, 4, 4, 3, 0, 1, 1, 0, 0, 0], "n_am_pl": [3, 8, 6, 7, 1, 3, 0, 1, 0, 1, 1, 2, 2, 3, 3, 1, 2, 2, 2, 4, 4, 4, 3, 5, 2, 5, 6, 0, 0, 1, 1, 0, 2, 4, 4, 8, 3, 3, 1, 0, 2, 6, 4, 1, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [2.134034, 0.996806, 0.950243, 0.92907, 1.012802, 1.018686, 0.938546, 0.915628, 0.957734, 1.009618, 1.079557, 1.061623, 1.190268, 1.291229, 1.376884, 1.248289, 1.250288, 1.314533, 1.095091, 1.009994, 0.931274, 0.895156, 0.886609, 0.878068, 1.719732, 1.533478, 1.711927, 1.771677, 1.584103, 1.682038, 1.555459, 1.560209, 1.381009, 1.454208, 1.629033, 1.708491, 1.349976, 1.405685, 1.361608, 1.560329, 1.341938, 1.465046, 1.173677, 1.01709, 0.818892, 0.616339, 0.393925, 0.404734, 0.017403, 0.0], "sum_m_pl": [8.820784, 10.807827, 10.629188, 10.067888, 9.709533, 9.745728, 9.758618, 9.600521, 9.382138, 9.226393, 8.89425, 8.58775, 8.398163, 8.331233, 8.05755, 8.660944, 8.801195, 8.514866, 8.857757, 9.270509, 9.45555, 9.470701, 9.524109, 9.588379, 8.317494, 8.37063, 8.428817, 8.11938, 8.31042, 7.861228, 8.13175, 8.230312, 7.96288, 8.022137, 7.534151, 7.306088, 6.669872, 6.654785, 6.50443, 6.373717, 6.396458, 6.733311, 6.618014, 5.461383, 4.955691, 3.786164, 2.590842, 1.562656, 0.065962, 2.3e-05]}, "lang": {"n_am_en": [66, 33, 33, 30, 37, 32, 33, 36, 40, 36, 37, 35, 26, 36, 35, 36, 35, 33, 43, 40, 49, 46, 36, 39, 59, 58, 56, 63, 63, 50, 68, 66, 60, 71, 68, 66, 69, 75, 79, 77, 77, 76, 81, 75, 78, 64, 42, 25, 5, 3], "n_am_pl": [29, 46, 43, 41, 33, 27, 33, 43, 39, 42, 44, 43, 30, 39, 31, 43, 34, 38, 45, 42, 42, 50, 58, 66, 42, 31, 28, 34, 34, 35, 25, 37, 37, 37, 37, 31, 40, 43, 49, 46, 49, 56, 52, 62, 65, 85, 89, 119, 188, 222], "n_pos": 227, "sum_m_en": [21.085314, 10.955839, 10.93546, 11.487769, 12.066512, 11.218827, 10.871215, 10.99196, 10.866446, 11.051347, 11.731853, 12.472019, 12.383438, 13.29332, 13.127016, 13.061576, 12.303994, 12.261403, 11.588733, 10.736891, 10.00657, 9.391951, 9.256321, 9.149911, 19.015548, 21.041826, 21.193507, 19.209901, 19.709336, 19.530783, 19.510008, 19.943361, 20.239221, 24.729297, 24.713748, 27.123547, 32.914467, 38.680032, 37.785639, 38.400458, 39.168756, 46.008644, 54.746079, 54.19124, 53.623431, 50.794976, 36.07783, 22.510272, 5.980276, 3.140685], "sum_m_pl": [84.166496, 101.965738, 100.969503, 97.593095, 94.463685, 99.971904, 102.281084, 103.528857, 104.163972, 104.665243, 99.191977, 97.803477, 102.586548, 100.733404, 102.380663, 105.685186, 107.532621, 105.971079, 106.588271, 109.542556, 110.747814, 112.256042, 112.144053, 112.127939, 97.221152, 93.893591, 91.549947, 95.442301, 94.33068, 92.776862, 96.737277, 98.266704, 97.536914, 93.509366, 92.212875, 91.781791, 88.110434, 85.657683, 87.210952, 89.161683, 86.238005, 85.166961, 80.190689, 80.438506, 82.870702, 91.336765, 95.10709, 113.713175, 173.214176, 218.90493]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 559, "item_id": "pes-Chirurgia onkologiczna-2020 wiosna-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1009, "region_end": 557, "roundtrip_ok": true, "tf_agree": 0.9785, "tf_agree_excl_first": 0.9803}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [43, 30, 29, 27, 22, 25, 34, 27, 28, 40, 38, 42, 44, 36, 42, 38, 34, 32, 39, 22, 34, 25, 30, 30, 43, 47, 39, 47, 41, 43, 45, 40, 46, 37, 41, 51, 59, 61, 63, 56, 61, 67, 72, 69, 65, 71, 80, 74, 74, 66], "n_am_pl": [6, 23, 15, 19, 15, 16, 17, 14, 13, 15, 13, 9, 13, 11, 12, 17, 20, 20, 25, 24, 23, 24, 24, 25, 17, 15, 16, 20, 11, 14, 19, 21, 18, 20, 17, 17, 12, 6, 10, 12, 12, 17, 18, 13, 11, 9, 9, 7, 7, 4], "n_pos": 142, "sum_m_en": [16.573004, 8.937434, 8.709245, 8.480915, 8.649027, 8.653949, 8.597453, 9.09253, 9.187867, 9.427134, 9.9384, 10.712007, 11.165256, 11.198598, 10.805439, 10.096692, 9.958432, 9.765787, 9.153295, 8.203397, 7.865529, 7.23342, 7.030258, 6.894612, 15.592007, 18.228642, 18.704519, 18.169801, 17.671659, 17.725878, 16.385526, 16.37193, 17.277757, 16.740134, 16.59997, 18.22087, 22.640194, 25.558072, 28.224151, 28.695263, 30.765148, 40.85568, 47.219461, 49.707443, 55.669386, 64.609918, 70.385357, 68.810907, 69.627218, 68.238352], "sum_m_pl": [50.335777, 64.401585, 63.085891, 62.453408, 59.884003, 60.765502, 60.86292, 59.869984, 60.246416, 61.116434, 60.448301, 60.462499, 60.821025, 59.691085, 61.440066, 63.593108, 63.913835, 62.297036, 62.759462, 65.631645, 66.894768, 67.886158, 68.170887, 68.487877, 53.851665, 52.874814, 49.615107, 52.538529, 53.630194, 52.502632, 53.858992, 53.521062, 52.438135, 53.069288, 52.465929, 49.460875, 43.024035, 41.607151, 39.025746, 39.763191, 37.246399, 30.629354, 28.400923, 23.673419, 17.270481, 13.418107, 11.546158, 8.493913, 5.581559, 4.866057]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [20, 18, 20, 15, 15, 17, 21, 17, 17, 27, 25, 28, 28, 21, 26, 27, 20, 19, 25, 17, 21, 18, 19, 18, 27, 37, 29, 33, 26, 28, 29, 25, 32, 24, 25, 31, 36, 41, 43, 39, 43, 42, 46, 45, 44, 47, 54, 55, 62, 66], "n_am_pl": [2, 12, 9, 11, 9, 10, 7, 6, 5, 7, 5, 5, 6, 3, 6, 5, 6, 6, 9, 11, 9, 10, 11, 11, 8, 6, 8, 9, 4, 8, 10, 12, 13, 13, 11, 7, 6, 1, 5, 6, 6, 10, 9, 7, 9, 7, 5, 4, 5, 4], "n_pos": 71, "sum_m_en": [8.181111, 4.523832, 4.439936, 4.296993, 4.545362, 4.562069, 4.522919, 4.676312, 4.771138, 4.945353, 5.274952, 5.646757, 5.831484, 5.792577, 5.675994, 5.224334, 5.180925, 5.034894, 4.705512, 4.149677, 3.914908, 3.62277, 3.502641, 3.427489, 8.92062, 10.840064, 11.261707, 10.394457, 10.104358, 10.326872, 9.365876, 9.32886, 9.927196, 9.657098, 9.124704, 10.744014, 13.810553, 16.052703, 18.464589, 19.332235, 21.395819, 27.840948, 32.19454, 32.981063, 36.970486, 42.012803, 46.741474, 50.689306, 59.462212, 64.37877], "sum_m_pl": [24.911569, 31.712841, 31.275482, 31.349093, 29.926613, 30.216989, 30.46071, 29.937534, 29.862633, 30.25408, 29.956373, 30.157567, 30.424298, 29.760168, 30.638877, 31.901922, 31.950182, 31.491568, 31.76039, 33.173515, 33.764813, 34.389973, 34.448425, 34.570878, 27.897359, 27.486767, 25.91861, 26.852433, 27.391127, 26.805017, 27.535016, 27.005833, 26.686935, 27.272536, 26.929224, 25.410071, 21.867384, 20.801906, 19.207761, 19.642219, 18.404992, 14.86136, 14.063446, 11.627889, 9.348077, 7.114038, 6.320878, 4.063728, 3.570873, 4.239533]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "pes-Chirurgia stomatologiczna-2018 jesień-14", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 912, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9861, "tf_agree_excl_first": 0.993}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 20, 15, 15, 9, 11, 12, 10, 10, 11, 16, 7, 13, 14, 18, 13, 12, 12, 18, 16, 14, 9, 6, 12, 17, 18, 15, 12, 17, 15, 17, 19, 18, 20, 16, 15, 23, 23, 22, 25, 24, 27, 29, 24, 24, 23, 12, 7, 3, 0], "n_am_pl": [5, 18, 17, 16, 8, 16, 12, 8, 10, 5, 4, 5, 8, 5, 16, 18, 18, 18, 16, 16, 17, 25, 26, 20, 24, 18, 16, 14, 10, 15, 18, 13, 16, 18, 24, 18, 16, 22, 24, 32, 32, 33, 33, 32, 22, 24, 27, 29, 54, 59], "n_pos": 107, "sum_m_en": [10.952771, 5.115994, 5.121647, 5.025634, 5.213682, 4.925939, 4.874441, 5.179587, 4.845217, 5.046962, 5.583536, 6.029377, 6.111966, 6.397851, 6.906724, 6.598835, 6.5242, 6.135754, 5.552133, 5.249536, 5.160271, 4.823842, 4.696966, 4.709472, 7.681398, 8.630879, 8.581202, 8.901261, 8.904454, 9.272094, 8.9914, 8.582503, 9.170602, 9.215422, 9.263185, 9.874857, 11.291009, 13.824057, 14.104274, 14.419761, 15.031384, 16.170782, 17.406491, 16.456246, 17.051423, 17.628238, 11.723817, 7.655603, 3.013008, 0.052039], "sum_m_pl": [38.833654, 49.732303, 48.482793, 47.444646, 44.822444, 45.751042, 45.588656, 44.613786, 43.351099, 43.957461, 43.080836, 42.281158, 42.579872, 41.647023, 43.793471, 45.272699, 45.681117, 45.419676, 47.913668, 49.91073, 51.03721, 51.418703, 51.763785, 52.113204, 38.525431, 37.392572, 35.032645, 37.353285, 37.977894, 40.428805, 39.689631, 39.160686, 39.855287, 38.226063, 37.570621, 35.43455, 34.728987, 33.26675, 33.748402, 35.12162, 33.656216, 33.2496, 34.470827, 34.927729, 27.527835, 28.863719, 29.340009, 32.252097, 50.155354, 58.02444]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [24, 11, 5, 12, 7, 7, 7, 4, 5, 6, 12, 4, 6, 11, 10, 6, 5, 5, 9, 10, 7, 4, 4, 8, 9, 12, 10, 8, 12, 9, 12, 12, 8, 14, 10, 9, 12, 14, 12, 13, 13, 17, 17, 14, 17, 17, 8, 4, 2, 0], "n_am_pl": [3, 11, 11, 8, 6, 12, 9, 6, 5, 3, 2, 4, 5, 2, 10, 12, 11, 13, 9, 10, 12, 17, 18, 13, 20, 14, 13, 12, 8, 12, 13, 8, 11, 12, 15, 16, 14, 18, 19, 25, 22, 23, 24, 25, 18, 18, 25, 28, 52, 59], "n_pos": 60, "sum_m_en": [5.815, 2.791399, 2.81992, 2.862587, 2.96339, 2.788609, 2.76726, 2.983879, 2.821128, 2.964814, 3.159645, 3.464882, 3.474405, 3.564612, 3.797196, 3.676545, 3.664001, 3.489339, 3.15673, 2.951331, 2.884805, 2.70209, 2.633053, 2.642939, 4.606795, 5.434327, 5.238691, 5.471764, 5.323891, 5.468594, 5.311497, 4.941821, 5.041771, 5.261274, 5.222912, 4.955589, 5.745986, 7.494895, 7.716785, 8.67823, 9.062943, 9.784525, 10.650215, 11.603117, 13.599506, 14.600292, 8.952331, 4.926644, 1.518245, 0.048254], "sum_m_pl": [21.69028, 27.896314, 26.940811, 26.369754, 25.132447, 26.172399, 26.098991, 25.641816, 25.061019, 25.106107, 24.156368, 23.977746, 24.329824, 23.492318, 24.841111, 25.588001, 25.92982, 25.997151, 26.855174, 27.928782, 28.524073, 28.798987, 29.058853, 29.203085, 23.821637, 22.594997, 21.123196, 22.409933, 22.392678, 23.864499, 23.486906, 22.846976, 23.593866, 22.776631, 22.01631, 21.763461, 22.19281, 21.700892, 22.476093, 23.2702, 22.774236, 22.975222, 23.564151, 23.829266, 19.039257, 20.447437, 25.012589, 29.272521, 47.514813, 57.300753]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "pes-Chirurgia stomatologiczna-2018 jesień-14", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 792, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.964, "tf_agree_excl_first": 0.9727}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [57, 62, 58, 53, 49, 51, 50, 47, 39, 71, 65, 64, 71, 58, 60, 66, 82, 72, 70, 67, 72, 66, 58, 70, 67, 83, 85, 80, 88, 82, 76, 75, 85, 75, 79, 83, 82, 78, 82, 84, 93, 95, 95, 91, 91, 97, 97, 104, 99, 99], "n_am_pl": [13, 35, 49, 36, 24, 27, 24, 26, 29, 11, 21, 17, 18, 14, 20, 17, 18, 21, 20, 26, 24, 26, 22, 29, 17, 21, 22, 20, 25, 17, 24, 24, 24, 21, 31, 30, 22, 26, 25, 33, 28, 29, 23, 15, 12, 11, 10, 6, 3, 3], "n_pos": 227, "sum_m_en": [27.326503, 14.64188, 13.208114, 12.981403, 13.395699, 13.447056, 12.989815, 13.360315, 13.830739, 15.181811, 15.365759, 16.35165, 15.851692, 15.983799, 16.167416, 16.014839, 16.330289, 15.415424, 14.568212, 13.156961, 12.692419, 11.596683, 11.002626, 11.07889, 27.73899, 30.654305, 29.403567, 27.774164, 26.480464, 26.286199, 24.786175, 23.901509, 24.648776, 24.701012, 27.286834, 29.561743, 35.487295, 38.496137, 40.922674, 46.157987, 50.04258, 58.035011, 64.338606, 65.032137, 72.485617, 80.468145, 90.304685, 93.943951, 98.034977, 101.118766], "sum_m_pl": [80.839888, 104.484261, 105.54596, 102.802351, 98.839321, 99.747395, 100.205734, 98.688821, 97.191763, 100.207666, 100.091091, 98.772735, 101.190303, 98.810733, 100.847667, 101.449175, 101.486496, 101.091234, 103.027008, 107.504564, 107.414587, 108.74888, 109.302656, 109.80592, 80.753263, 82.092238, 81.525514, 84.711063, 88.501822, 87.628176, 91.323726, 92.805294, 91.073569, 88.538337, 84.066993, 80.591693, 72.727901, 69.303879, 64.993068, 61.88951, 57.368868, 49.999041, 46.36326, 38.666207, 27.687295, 23.224054, 16.080175, 10.945685, 4.842728, 2.493602]}, "digit": {"n_am_en": [1, 1, 1, 0, 0, 1, 1, 2, 2, 3, 3, 2, 1, 0, 0, 2, 3, 0, 1, 2, 3, 2, 1, 1, 1, 4, 2, 2, 2, 2, 1, 2, 3, 2, 2, 1, 2, 1, 2, 1, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 4, 4, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 2, 2, 2, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.687911, 0.282455, 0.260954, 0.262698, 0.261703, 0.261826, 0.255296, 0.258493, 0.247699, 0.299841, 0.323724, 0.332537, 0.314595, 0.31141, 0.318796, 0.30744, 0.325686, 0.309596, 0.307139, 0.302725, 0.276339, 0.270193, 0.257706, 0.25459, 0.48073, 0.465959, 0.456208, 0.447725, 0.489686, 0.500713, 0.494639, 0.50732, 0.546571, 0.505472, 0.498795, 0.465679, 0.53776, 0.469592, 0.44855, 0.358083, 0.383788, 0.442748, 0.472764, 0.509954, 0.492596, 1.122686, 0.326602, 0.292853, 0.026517, 2e-06], "sum_m_pl": [1.994145, 3.24479, 3.282139, 3.236497, 3.059605, 2.999326, 2.936628, 2.933124, 2.831417, 2.87127, 2.836124, 2.724585, 2.711178, 2.6034, 2.691076, 2.759061, 2.71797, 2.619658, 2.640308, 2.784577, 2.867207, 2.894011, 2.901232, 2.924171, 2.413077, 2.542937, 2.350311, 2.26436, 2.337743, 2.280923, 2.328036, 2.477749, 2.495377, 2.464309, 2.372773, 2.225729, 2.147358, 2.033644, 2.06327, 1.715166, 1.660498, 1.756155, 1.775645, 1.369725, 1.153639, 0.719027, 0.229406, 0.145473, 0.03008, 0.01798]}, "lang": {"n_am_en": [26, 25, 30, 24, 24, 27, 24, 25, 19, 37, 37, 38, 38, 30, 30, 35, 42, 41, 38, 34, 40, 37, 33, 44, 39, 50, 45, 50, 51, 47, 44, 40, 46, 44, 45, 50, 46, 48, 49, 50, 60, 61, 63, 64, 62, 64, 70, 73, 88, 98], "n_am_pl": [9, 17, 20, 21, 14, 15, 14, 13, 15, 7, 13, 8, 9, 8, 12, 8, 11, 8, 13, 16, 14, 12, 11, 14, 7, 9, 13, 13, 14, 13, 15, 14, 14, 14, 19, 18, 15, 14, 14, 17, 13, 15, 11, 6, 6, 7, 6, 5, 3, 3], "n_pos": 104, "sum_m_en": [12.273456, 6.441778, 6.109833, 5.848772, 6.206775, 6.453483, 6.185215, 6.290988, 6.504944, 6.994816, 7.108396, 7.721655, 7.708426, 7.63616, 7.666997, 7.730901, 7.907018, 7.291732, 6.927908, 6.153925, 5.934154, 5.361918, 5.096937, 5.103749, 14.725417, 16.311301, 15.106045, 14.210804, 13.40164, 13.101074, 12.367707, 12.06216, 12.763232, 13.056733, 14.624374, 16.66022, 21.043612, 23.229913, 24.841121, 27.694356, 31.190665, 37.520222, 40.872541, 43.016082, 47.016724, 52.197494, 63.215487, 67.194294, 85.575111, 95.289197], "sum_m_pl": [37.231198, 48.166732, 48.642903, 47.486864, 45.916074, 45.947118, 46.526818, 45.642309, 45.65434, 47.411799, 47.4159, 46.819218, 47.841617, 46.981852, 48.087996, 48.211816, 48.026811, 47.911693, 48.287518, 50.131089, 50.112611, 50.657692, 50.893215, 51.078201, 38.645424, 39.337018, 40.498724, 41.969482, 43.401956, 43.093137, 44.844036, 45.145337, 43.843818, 42.807886, 40.260952, 38.747349, 34.462537, 32.817676, 30.470977, 29.824583, 27.479577, 23.183388, 21.64464, 17.688238, 14.296109, 12.224594, 8.622635, 5.715952, 3.234664, 2.136126]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 229, "item_id": "pes-Chirurgia stomatologiczna-2018 wiosna-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 227, "roundtrip_ok": true, "tf_agree": 0.9563, "tf_agree_excl_first": 0.9605}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 25, 21, 11, 12, 12, 9, 17, 6, 20, 26, 27, 25, 28, 31, 32, 36, 27, 31, 33, 30, 33, 27, 32, 36, 46, 40, 43, 44, 36, 34, 36, 40, 33, 32, 37, 35, 27, 29, 37, 41, 30, 32, 31, 25, 19, 7, 4, 0, 0], "n_am_pl": [5, 28, 20, 24, 17, 14, 14, 11, 19, 15, 17, 16, 19, 15, 15, 15, 18, 23, 18, 24, 27, 24, 29, 28, 9, 7, 11, 17, 13, 14, 17, 19, 21, 16, 13, 12, 13, 22, 22, 20, 18, 21, 23, 26, 31, 40, 44, 48, 65, 69], "n_pos": 120, "sum_m_en": [11.123181, 5.758109, 5.736651, 5.6691, 6.132115, 6.184056, 6.012262, 6.290318, 6.321813, 6.734261, 7.039551, 7.364997, 6.967627, 7.027867, 7.201458, 7.125106, 7.214072, 6.722334, 6.792792, 6.34191, 5.565683, 5.267023, 5.084022, 5.215522, 11.593183, 12.803213, 11.853567, 11.607797, 10.849268, 10.678747, 10.849426, 10.810857, 10.988274, 11.923198, 12.46897, 12.950513, 14.084808, 13.979772, 14.550416, 16.337136, 17.858815, 18.807985, 18.984297, 16.321461, 15.579487, 12.630955, 8.793428, 4.760393, 1.35165, 0.007456], "sum_m_pl": [43.314498, 55.699895, 54.255099, 53.369172, 49.31286, 49.183168, 50.875009, 50.638742, 51.156811, 53.276029, 52.090014, 51.357335, 54.63344, 54.424971, 55.184612, 56.385688, 56.639564, 56.827748, 58.061742, 59.283607, 59.757201, 60.055525, 60.160926, 60.131926, 47.360735, 47.170927, 46.11201, 48.71794, 50.290575, 50.328249, 51.356402, 51.952977, 51.594878, 49.25186, 47.69184, 46.72783, 44.529548, 43.672288, 43.378805, 43.4092, 41.959854, 40.91656, 40.751265, 40.981524, 39.816763, 43.627445, 44.505234, 45.530662, 60.144025, 69.855612]}, "digit": {"n_am_en": [4, 4, 3, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0], "n_pos": 4, "sum_m_en": [1.131422, 0.197487, 0.192576, 0.156176, 0.171314, 0.176924, 0.169251, 0.175095, 0.198935, 0.228731, 0.223212, 0.247147, 0.2378, 0.205786, 0.175474, 0.212007, 0.188532, 0.179053, 0.16798, 0.177036, 0.170748, 0.160198, 0.160575, 0.162158, 0.200155, 0.184121, 0.090088, 0.11749, 0.137627, 0.188445, 0.194108, 0.200407, 0.1823, 0.163745, 0.200752, 0.234626, 0.213268, 0.207533, 0.166636, 0.141471, 0.145066, 0.147271, 0.109112, 0.112489, 0.098603, 0.050003, 0.02067, 0.022514, 0.006285, 0.000156], "sum_m_pl": [0.899433, 2.093883, 2.094146, 2.027097, 1.846397, 1.728899, 1.860584, 1.711764, 1.642211, 1.797115, 1.795227, 1.617765, 1.657921, 1.53534, 1.258052, 1.397908, 1.297483, 1.403282, 1.678784, 1.824085, 1.90463, 1.956557, 1.953602, 1.983, 1.275588, 1.30237, 0.57576, 0.71198, 0.885458, 0.911854, 1.046002, 1.170262, 1.157259, 0.906735, 0.777626, 0.980939, 1.055356, 1.287755, 1.251181, 1.280892, 1.444376, 1.50359, 1.348382, 0.969296, 0.752935, 0.741223, 0.922744, 0.699982, 0.303006, 0.019179]}, "lang": {"n_am_en": [18, 14, 11, 9, 8, 8, 6, 12, 4, 12, 18, 17, 17, 19, 23, 22, 24, 22, 23, 24, 23, 25, 19, 21, 23, 29, 27, 32, 29, 26, 27, 25, 27, 24, 22, 26, 24, 18, 20, 30, 31, 23, 24, 26, 21, 16, 6, 3, 0, 0], "n_am_pl": [3, 20, 14, 15, 12, 10, 9, 8, 10, 10, 11, 13, 15, 9, 11, 12, 10, 12, 11, 12, 16, 17, 18, 19, 8, 5, 6, 7, 6, 9, 10, 12, 11, 7, 7, 7, 10, 15, 15, 13, 12, 15, 17, 19, 22, 28, 36, 39, 60, 69], "n_pos": 70, "sum_m_en": [6.366153, 3.370104, 3.303789, 3.324735, 3.698453, 3.674078, 3.516966, 3.694459, 3.694858, 3.950485, 4.176558, 4.366486, 4.14, 4.192471, 4.384776, 4.289645, 4.320765, 4.033035, 4.268287, 3.999251, 3.262934, 3.069848, 2.960737, 3.025581, 7.039629, 7.751043, 7.767945, 7.488211, 7.050633, 6.853666, 6.958967, 6.816153, 6.983395, 7.190483, 7.364422, 7.905195, 8.614726, 8.873006, 9.505218, 11.316705, 12.45681, 13.660418, 13.941457, 12.545734, 12.832441, 10.2593, 7.443834, 3.855678, 1.040832, 0.002897], "sum_m_pl": [25.042179, 32.189708, 31.026213, 30.314184, 27.673202, 28.325405, 29.263474, 29.376102, 29.916601, 31.200293, 30.674356, 30.333054, 32.47427, 32.515776, 33.340547, 33.81385, 33.87647, 33.924831, 34.293445, 34.87978, 35.108931, 35.279942, 35.281835, 35.230658, 29.781046, 29.163151, 29.110417, 30.421823, 31.2171, 31.15612, 31.619404, 31.897708, 31.931442, 30.997987, 30.217489, 30.359657, 29.554085, 28.737106, 28.439706, 28.793651, 28.133515, 27.569062, 27.613122, 28.024868, 28.682553, 31.411623, 33.752878, 36.976475, 54.311366, 67.937407]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Chirurgia stomatologiczna-2018 wiosna-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.9764, "tf_agree_excl_first": 0.9841}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [73, 52, 58, 43, 47, 39, 36, 66, 49, 61, 47, 46, 47, 64, 58, 52, 63, 49, 46, 47, 35, 42, 51, 51, 82, 80, 75, 74, 80, 77, 72, 75, 85, 79, 82, 90, 96, 99, 100, 104, 103, 95, 107, 97, 93, 107, 113, 110, 107, 104], "n_am_pl": [13, 37, 45, 39, 35, 34, 28, 33, 28, 21, 26, 31, 30, 28, 29, 27, 34, 30, 31, 29, 21, 23, 21, 24, 22, 21, 36, 31, 25, 23, 26, 30, 35, 29, 19, 32, 27, 21, 25, 28, 34, 26, 30, 31, 21, 18, 14, 16, 6, 1], "n_pos": 258, "sum_m_en": [27.113598, 16.126654, 15.73473, 15.759344, 16.293458, 16.003965, 16.123788, 17.722982, 18.454264, 19.31403, 18.915341, 19.457248, 20.719835, 21.307358, 20.910353, 21.438882, 20.97345, 20.13476, 18.899519, 16.568965, 15.721146, 14.688491, 14.102293, 13.676055, 34.456517, 36.464301, 36.593097, 34.375686, 32.531435, 32.107827, 30.705211, 28.968168, 30.995844, 32.447572, 31.944394, 32.335582, 38.359759, 40.885477, 42.152372, 46.081743, 49.105489, 55.965945, 62.941691, 71.850362, 72.896511, 87.422948, 100.919453, 101.090038, 102.657996, 103.102733], "sum_m_pl": [94.292681, 116.89699, 116.079092, 111.134894, 105.613331, 107.814353, 106.092848, 105.914768, 102.696348, 105.560826, 106.657292, 105.160864, 104.997237, 103.713907, 107.28562, 107.596554, 108.799571, 106.257189, 107.726344, 111.861822, 113.321798, 115.744604, 116.655377, 116.968849, 84.035221, 82.823504, 80.00089, 85.947546, 93.445524, 94.665954, 96.126107, 97.558732, 95.863898, 92.626116, 91.928384, 88.348297, 79.640309, 77.87209, 73.876445, 69.56023, 65.897083, 59.211113, 53.8468, 52.244287, 40.962205, 33.441128, 24.38836, 20.84405, 8.211018, 2.706779]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [32, 20, 21, 19, 23, 17, 18, 26, 14, 22, 18, 19, 24, 34, 32, 30, 38, 28, 26, 24, 19, 24, 23, 28, 45, 40, 43, 38, 38, 38, 37, 42, 48, 44, 44, 49, 55, 53, 52, 55, 58, 55, 64, 58, 58, 62, 71, 76, 94, 99], "n_am_pl": [1, 17, 19, 23, 15, 16, 12, 17, 11, 10, 9, 13, 12, 7, 8, 8, 12, 9, 11, 10, 5, 5, 9, 10, 6, 8, 10, 10, 7, 8, 4, 13, 15, 12, 9, 14, 8, 7, 10, 9, 13, 5, 6, 8, 6, 5, 3, 4, 2, 0], "n_pos": 106, "sum_m_en": [11.318601, 6.708756, 6.359423, 6.39455, 6.825342, 6.581213, 6.477993, 7.258182, 7.126519, 7.444733, 7.487497, 7.871381, 8.402034, 8.715715, 8.671498, 8.843042, 8.673639, 8.152674, 7.734224, 6.827646, 6.424712, 5.964452, 5.709606, 5.590381, 15.572917, 16.697285, 17.554665, 15.509084, 14.665077, 14.006348, 13.860773, 13.29136, 14.387527, 14.867005, 15.240609, 16.453154, 20.757864, 21.546036, 23.006008, 25.933678, 27.828023, 32.956728, 36.80828, 41.095431, 43.236526, 50.903204, 61.955894, 68.732797, 85.491687, 94.910531], "sum_m_pl": [38.436354, 47.384819, 47.488178, 45.963049, 43.336008, 44.032521, 43.42657, 43.613262, 42.376808, 43.857412, 44.134698, 43.318794, 43.245182, 42.76443, 44.259714, 44.205406, 44.463613, 43.582855, 43.984592, 45.395204, 46.089743, 47.350622, 47.732027, 47.889571, 34.303484, 34.063085, 32.344479, 35.46327, 38.533877, 39.31073, 39.370481, 39.866083, 39.367294, 38.133649, 36.942938, 35.81824, 32.353334, 30.709793, 29.176269, 26.657074, 25.230173, 21.093265, 18.414013, 17.182844, 14.603414, 12.045207, 7.944456, 6.707673, 3.256226, 0.567925]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 260, "item_id": "pes-Chirurgia stomatologiczna-2019 jesień-11", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 964, "region_end": 258, "roundtrip_ok": true, "tf_agree": 0.8885, "tf_agree_excl_first": 0.8919}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 25, 22, 27, 28, 22, 11, 14, 11, 15, 11, 16, 18, 8, 17, 11, 15, 14, 11, 13, 10, 12, 17, 10, 26, 25, 25, 26, 30, 27, 21, 30, 23, 23, 27, 31, 27, 27, 30, 38, 37, 39, 34, 34, 30, 29, 19, 10, 3, 2], "n_am_pl": [3, 25, 28, 18, 14, 11, 12, 13, 20, 17, 17, 12, 15, 15, 18, 21, 20, 22, 22, 25, 15, 18, 19, 16, 16, 12, 13, 14, 14, 15, 28, 22, 25, 22, 23, 17, 16, 22, 22, 25, 24, 26, 32, 33, 29, 32, 32, 45, 68, 72], "n_pos": 119, "sum_m_en": [11.107737, 6.289342, 6.543911, 6.747235, 6.947894, 6.615122, 6.568316, 6.855981, 6.989923, 7.29398, 7.213375, 7.427054, 7.585033, 7.713351, 7.689092, 7.815321, 7.866323, 7.372908, 6.858006, 6.215685, 6.133131, 5.813625, 5.722147, 5.570341, 10.791855, 12.410187, 12.413071, 11.96184, 12.035818, 11.920638, 10.959807, 10.574433, 10.98269, 11.242742, 11.244153, 11.15142, 11.885399, 12.48915, 13.109239, 15.366737, 16.250069, 18.110723, 18.195526, 19.773249, 22.949975, 23.498248, 16.011954, 9.217993, 3.969043, 2.059761], "sum_m_pl": [43.975379, 54.965171, 53.732211, 52.789583, 48.955712, 49.517717, 47.942113, 48.217809, 46.21827, 48.156244, 48.06975, 49.001153, 49.223827, 49.499673, 51.41852, 52.468807, 52.786879, 51.579009, 53.272654, 55.177756, 55.452869, 56.081826, 56.256112, 56.217434, 41.538095, 41.362888, 40.297824, 42.611162, 45.09184, 47.507503, 47.961794, 48.894385, 49.162765, 47.67166, 48.34701, 46.251343, 45.053264, 46.135376, 45.792339, 44.979647, 44.155468, 45.243084, 44.92137, 43.104347, 39.227685, 39.158874, 39.241074, 44.698021, 62.901612, 73.634618]}, "digit": {"n_am_en": [1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 0, 0, 1, 0, 1, 2, 0, 1, 2, 0, 1, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.167564, 0.078151, 0.075113, 0.073498, 0.065361, 0.080311, 0.090435, 0.108789, 0.09627, 0.095155, 0.094354, 0.100057, 0.099476, 0.095628, 0.082928, 0.096007, 0.101225, 0.096556, 0.100272, 0.086507, 0.085627, 0.082512, 0.080858, 0.077808, 0.109331, 0.132595, 0.164986, 0.142106, 0.137039, 0.140579, 0.137726, 0.161729, 0.142161, 0.178324, 0.156879, 0.149726, 0.277486, 0.248085, 0.165624, 0.151607, 0.155734, 0.127117, 0.133979, 0.301786, 0.601428, 0.482498, 0.197218, 0.033997, 0.000301, 0.0], "sum_m_pl": [0.946049, 1.080539, 1.085349, 1.076009, 1.094124, 1.061854, 1.00496, 1.01781, 1.004916, 0.995894, 1.009857, 0.986571, 0.988163, 0.99225, 1.036665, 1.009967, 0.987901, 1.00779, 0.987918, 1.009802, 1.010814, 1.018324, 1.014179, 1.019297, 0.97446, 0.953792, 0.900978, 0.93634, 0.953313, 1.006226, 1.000206, 0.946376, 0.942593, 0.875767, 0.9096, 0.806786, 0.714708, 0.747297, 0.792678, 0.875728, 0.899182, 0.947493, 0.910607, 0.722316, 0.501109, 0.569157, 0.462559, 0.149347, 0.001432, 0.0]}, "lang": {"n_am_en": [21, 20, 15, 16, 18, 14, 7, 11, 6, 9, 4, 11, 11, 4, 11, 8, 10, 9, 8, 8, 6, 10, 11, 8, 20, 20, 20, 21, 24, 21, 17, 25, 13, 13, 16, 23, 20, 19, 20, 25, 23, 27, 23, 21, 20, 21, 18, 10, 3, 2], "n_am_pl": [2, 16, 16, 13, 6, 7, 8, 9, 14, 13, 12, 7, 8, 9, 11, 13, 15, 13, 14, 17, 11, 12, 14, 10, 11, 8, 10, 12, 10, 11, 18, 13, 16, 13, 14, 9, 9, 11, 13, 14, 14, 17, 23, 24, 21, 23, 27, 38, 63, 72], "n_pos": 76, "sum_m_en": [7.266062, 3.91188, 4.023671, 4.255929, 4.427025, 4.238248, 4.28168, 4.415384, 4.411832, 4.580034, 4.517763, 4.759855, 4.710835, 4.840253, 4.892875, 5.03457, 5.088334, 4.801246, 4.45184, 4.018682, 3.968453, 3.789443, 3.729585, 3.61151, 7.692283, 8.889807, 8.849695, 8.396524, 8.562166, 8.370629, 7.630563, 7.324045, 7.465832, 7.627415, 7.661411, 7.500964, 7.637573, 8.159653, 8.671328, 10.563387, 11.076265, 12.891713, 13.623712, 14.158315, 16.873394, 18.195905, 13.9187, 8.318903, 3.674888, 2.030819], "sum_m_pl": [27.193615, 34.974038, 34.204718, 33.693113, 31.199828, 31.568702, 30.802024, 31.156617, 29.714524, 30.915992, 30.681141, 31.291625, 31.240485, 31.406686, 32.703069, 33.654429, 33.60666, 32.955226, 33.918527, 35.076658, 35.09854, 35.505915, 35.647411, 35.674043, 27.016513, 27.131478, 26.698314, 28.385312, 29.678771, 31.24988, 31.602332, 31.977306, 32.375144, 31.666485, 32.044101, 31.182309, 30.403701, 31.034614, 30.542627, 29.7144, 29.071894, 29.734904, 29.657763, 29.68305, 28.043041, 27.821906, 31.304132, 38.431328, 58.057459, 72.357036]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 121, "item_id": "pes-Chirurgia stomatologiczna-2019 jesień-11", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 844, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9669, "tf_agree_excl_first": 0.975}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [72, 75, 68, 59, 56, 52, 46, 55, 66, 74, 86, 85, 81, 71, 87, 83, 81, 74, 55, 50, 52, 55, 68, 61, 97, 97, 89, 92, 73, 81, 73, 71, 69, 76, 74, 74, 82, 92, 94, 91, 95, 99, 105, 103, 115, 126, 114, 110, 108, 94], "n_am_pl": [10, 36, 38, 30, 31, 29, 21, 18, 19, 19, 19, 28, 24, 19, 21, 22, 26, 29, 32, 33, 36, 33, 40, 50, 23, 24, 22, 24, 31, 20, 28, 30, 33, 21, 28, 34, 25, 29, 26, 28, 24, 21, 20, 21, 17, 12, 11, 9, 2, 5], "n_pos": 238, "sum_m_en": [27.95806, 15.641026, 15.348451, 14.432489, 15.352436, 15.530073, 15.12968, 15.957723, 16.140704, 17.247582, 17.28389, 18.610963, 19.200879, 19.766481, 20.097509, 18.685648, 17.306982, 17.082859, 15.346743, 13.571011, 13.141452, 12.07363, 11.530874, 11.485658, 31.785551, 34.610321, 34.648464, 32.101962, 29.730183, 29.403072, 27.655519, 27.583607, 29.327586, 29.087314, 28.998538, 31.585047, 38.000404, 39.391751, 44.570736, 48.329446, 50.730089, 61.256809, 65.766247, 71.517139, 87.159293, 95.767985, 100.801586, 104.023976, 104.903463, 97.077356], "sum_m_pl": [81.628351, 107.749594, 107.555382, 106.27698, 102.277982, 102.866179, 100.080901, 100.650296, 100.946823, 104.43552, 106.086331, 105.974596, 105.801863, 104.241098, 105.632847, 107.668959, 110.91726, 108.653509, 109.482452, 113.077747, 113.1222, 114.961501, 116.208868, 115.592038, 87.464146, 85.509313, 84.358526, 87.802298, 91.514648, 90.44334, 92.552488, 90.485672, 88.626058, 87.933812, 88.405663, 84.569483, 76.252727, 77.110459, 72.551792, 69.628878, 66.408509, 54.691114, 49.634463, 42.946529, 34.156313, 29.364306, 18.922761, 14.020422, 2.861704, 4.66969]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [27, 27, 34, 23, 23, 26, 22, 25, 30, 32, 36, 37, 44, 37, 46, 45, 42, 33, 30, 28, 27, 30, 37, 33, 51, 49, 42, 47, 37, 43, 38, 38, 35, 38, 39, 39, 45, 50, 46, 51, 56, 60, 63, 65, 74, 77, 76, 86, 95, 93], "n_am_pl": [5, 20, 23, 18, 20, 17, 11, 9, 8, 12, 12, 16, 7, 5, 10, 9, 10, 11, 16, 17, 13, 12, 15, 21, 10, 13, 13, 10, 16, 11, 14, 15, 14, 9, 14, 20, 13, 15, 14, 13, 11, 8, 9, 10, 7, 4, 5, 2, 1, 5], "n_pos": 101, "sum_m_en": [12.278481, 6.679999, 6.835901, 6.284949, 6.791253, 7.314909, 7.253684, 7.650983, 7.784587, 8.479619, 8.213968, 8.763753, 9.14007, 9.343356, 9.678939, 8.785425, 7.987089, 7.8537, 6.973552, 6.070898, 5.723642, 5.254456, 5.005236, 4.950641, 16.178576, 18.270663, 18.334477, 16.90525, 15.208174, 15.07333, 14.021621, 13.946005, 14.63337, 14.78988, 14.783217, 16.343456, 20.244292, 21.070476, 23.276775, 26.234073, 28.531127, 37.496313, 39.421396, 43.705646, 56.590632, 60.736734, 65.592963, 78.891543, 90.616907, 91.862591], "sum_m_pl": [34.322344, 46.124693, 45.884584, 44.914752, 44.338067, 43.955106, 43.151031, 42.89823, 43.225942, 44.295536, 45.14716, 44.977575, 44.724686, 44.384573, 45.039632, 45.75827, 46.920549, 46.149289, 46.559749, 48.113447, 48.306465, 49.238387, 49.68731, 49.410706, 37.360849, 36.20144, 35.890614, 37.451388, 39.135149, 38.681851, 39.635214, 38.436347, 37.663564, 38.196563, 37.787552, 36.354194, 33.09191, 33.759246, 31.993599, 30.445469, 28.828231, 23.744029, 21.676638, 18.836002, 13.148229, 10.8884, 6.91537, 3.246501, 1.456247, 4.62095]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 240, "item_id": "pes-Chirurgia stomatologiczna-2019 wiosna-19", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 968, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.9792, "tf_agree_excl_first": 0.9833}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 26, 19, 15, 22, 15, 15, 29, 26, 39, 41, 32, 26, 25, 25, 28, 21, 22, 27, 23, 25, 25, 28, 34, 36, 38, 36, 43, 40, 34, 33, 34, 30, 32, 25, 37, 33, 24, 31, 27, 24, 26, 28, 24, 28, 23, 10, 9, 3, 1], "n_am_pl": [3, 19, 26, 20, 13, 18, 15, 10, 9, 9, 8, 8, 9, 11, 12, 12, 15, 14, 11, 16, 19, 20, 23, 25, 16, 7, 13, 11, 9, 11, 16, 24, 24, 18, 25, 17, 16, 15, 20, 23, 22, 24, 25, 26, 20, 36, 46, 43, 59, 62], "n_pos": 107, "sum_m_en": [10.416472, 5.487787, 5.447097, 5.573627, 5.796806, 5.467293, 5.283896, 5.744966, 5.625376, 6.081236, 6.297564, 6.270585, 6.26711, 6.486594, 6.701074, 6.742755, 6.452227, 6.020456, 5.420009, 4.896677, 4.785556, 4.50433, 4.386568, 4.459305, 11.294601, 12.353399, 12.732535, 11.734528, 10.230074, 9.70895, 9.664563, 9.848504, 10.06583, 9.899242, 9.994656, 10.822746, 11.748732, 12.068267, 12.513295, 12.701965, 13.33895, 14.959455, 16.597303, 16.441652, 17.941639, 15.968142, 9.609668, 9.622163, 4.81967, 1.058385], "sum_m_pl": [38.606964, 49.318449, 48.234478, 47.537664, 44.991078, 45.72112, 46.160559, 47.223236, 47.567061, 49.180943, 47.90332, 47.791632, 48.796038, 48.328672, 50.271116, 51.32001, 51.837571, 51.667565, 52.349333, 53.664518, 53.593274, 54.029387, 54.237142, 53.988015, 44.910569, 43.296895, 42.622521, 43.870152, 45.676893, 46.13665, 46.386523, 45.800386, 45.415441, 44.727955, 44.798249, 44.151629, 42.089696, 41.281513, 40.471489, 41.61082, 40.609366, 38.725313, 40.733714, 38.677547, 35.072479, 40.975268, 45.909359, 45.477646, 54.609744, 61.852722]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 17, 12, 5, 13, 12, 10, 18, 16, 24, 28, 23, 20, 17, 20, 20, 16, 15, 17, 15, 15, 16, 18, 22, 26, 28, 24, 30, 29, 25, 26, 25, 23, 28, 21, 28, 21, 16, 21, 17, 17, 20, 19, 18, 23, 18, 7, 4, 2, 1], "n_am_pl": [2, 14, 21, 15, 9, 11, 12, 6, 5, 4, 6, 4, 6, 6, 8, 10, 11, 7, 5, 9, 13, 13, 16, 20, 13, 5, 11, 10, 7, 8, 10, 18, 19, 10, 16, 12, 11, 9, 9, 12, 12, 15, 16, 17, 15, 27, 39, 36, 59, 61], "n_pos": 64, "sum_m_en": [6.289028, 3.025429, 3.083068, 3.248295, 3.492789, 3.320814, 3.244003, 3.553395, 3.461087, 3.80688, 3.933121, 3.876633, 3.878897, 3.945158, 4.083991, 4.096156, 3.850053, 3.550494, 3.168424, 2.84592, 2.799031, 2.631081, 2.556611, 2.625969, 6.743103, 7.768729, 7.994276, 7.221843, 6.606343, 6.124398, 6.267977, 6.371874, 6.433579, 6.565742, 6.59381, 7.318865, 7.930031, 8.161253, 8.309776, 8.198895, 8.766611, 10.191861, 11.37716, 11.31851, 13.664276, 12.274382, 7.367388, 5.011276, 2.826695, 1.036782], "sum_m_pl": [22.59018, 29.997815, 29.044784, 28.189861, 26.312887, 27.215249, 27.253179, 28.221882, 28.27318, 29.253249, 28.567085, 28.439788, 29.081165, 28.84799, 30.395661, 31.10424, 31.413472, 31.458439, 31.786818, 32.415748, 32.303013, 32.488865, 32.65031, 32.455571, 28.006562, 27.002013, 27.027789, 27.798397, 28.98317, 29.05528, 29.335364, 28.934296, 28.933543, 28.845158, 28.4158, 28.302763, 26.815168, 26.022438, 25.473395, 26.799297, 25.960291, 24.400776, 26.015924, 24.06804, 22.956142, 27.965413, 35.008961, 36.888389, 51.166955, 60.071405]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 109, "item_id": "pes-Chirurgia stomatologiczna-2019 wiosna-19", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 848, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.945, "tf_agree_excl_first": 0.9537}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [21, 29, 22, 16, 20, 29, 23, 29, 24, 24, 28, 22, 19, 19, 18, 22, 19, 27, 30, 27, 28, 22, 21, 21, 31, 35, 26, 30, 30, 37, 27, 21, 21, 26, 22, 23, 32, 32, 31, 27, 29, 38, 35, 37, 38, 40, 43, 48, 45, 45], "n_am_pl": [4, 17, 20, 16, 12, 15, 10, 10, 13, 17, 11, 12, 13, 11, 12, 15, 16, 14, 14, 20, 17, 17, 15, 23, 12, 18, 17, 12, 16, 12, 13, 13, 18, 14, 16, 16, 14, 13, 12, 22, 16, 17, 17, 16, 13, 16, 10, 9, 5, 4], "n_pos": 108, "sum_m_en": [10.918103, 6.901694, 6.694171, 6.273351, 6.1798, 6.028785, 6.090906, 6.178574, 6.315059, 6.622581, 7.214436, 7.585001, 7.890574, 7.922731, 8.070782, 8.05779, 7.963338, 7.622254, 7.092848, 6.17589, 5.882213, 5.409479, 5.218733, 5.034462, 10.630562, 12.246073, 13.024093, 12.955658, 13.573875, 13.081636, 11.979241, 11.975009, 12.284702, 12.289149, 12.058436, 13.235002, 15.766024, 15.717615, 17.55905, 16.81719, 16.437709, 21.137896, 21.931214, 24.946394, 26.55135, 31.353836, 38.109561, 40.079413, 44.03924, 44.798415], "sum_m_pl": [40.102006, 49.694266, 49.373622, 48.163374, 47.782158, 49.775622, 49.127406, 47.717384, 48.014417, 48.718909, 47.291417, 45.514723, 45.409701, 44.531952, 45.263443, 45.290506, 47.314256, 45.848773, 46.42948, 49.015845, 49.880199, 50.698032, 51.157817, 51.638351, 42.305492, 42.062958, 38.253127, 38.398535, 40.109859, 40.033509, 41.308901, 41.376702, 39.761602, 39.425645, 39.52808, 37.057156, 33.651927, 33.5892, 33.190698, 34.023904, 31.9987, 28.681789, 27.19454, 24.413895, 20.513697, 21.161709, 14.124879, 11.431091, 5.87309, 4.662954]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.083681, 0.05067, 0.044731, 0.063358, 0.052111, 0.059922, 0.067458, 0.069231, 0.047089, 0.047702, 0.058861, 0.060256, 0.062771, 0.078676, 0.086715, 0.065524, 0.075504, 0.074002, 0.038605, 0.040289, 0.050488, 0.047077, 0.043388, 0.0397, 0.062577, 0.085012, 0.05705, 0.068436, 0.099347, 0.104797, 0.107554, 0.085989, 0.077357, 0.053131, 0.080127, 0.119009, 0.068575, 0.038456, 0.032393, 0.015251, 0.014542, 0.028798, 0.027598, 0.046721, 0.040223, 0.021427, 0.007319, 0.004813, 0.000253, 0.0], "sum_m_pl": [0.380364, 0.539023, 0.535317, 0.509137, 0.471958, 0.500014, 0.518198, 0.496744, 0.50254, 0.515137, 0.463284, 0.369688, 0.43805, 0.407606, 0.403004, 0.379619, 0.41062, 0.373806, 0.448798, 0.467635, 0.448471, 0.459227, 0.479108, 0.491196, 0.510231, 0.506705, 0.415217, 0.418899, 0.421104, 0.402074, 0.37662, 0.363794, 0.315954, 0.354361, 0.3419, 0.354151, 0.387241, 0.536006, 0.612647, 0.637923, 0.647386, 0.488535, 0.516563, 0.356287, 0.316905, 0.167377, 0.061299, 0.024435, 0.001094, 0.0]}, "lang": {"n_am_en": [8, 14, 10, 7, 11, 14, 10, 16, 11, 11, 13, 12, 8, 8, 10, 10, 9, 14, 13, 9, 11, 10, 10, 8, 18, 20, 12, 16, 16, 17, 13, 9, 11, 10, 11, 12, 17, 16, 19, 17, 21, 26, 23, 23, 22, 26, 28, 36, 42, 45], "n_am_pl": [2, 9, 9, 6, 5, 4, 3, 4, 5, 9, 7, 5, 7, 5, 5, 5, 10, 9, 8, 11, 9, 7, 5, 9, 3, 9, 7, 5, 4, 5, 7, 6, 9, 6, 8, 8, 6, 7, 5, 8, 3, 5, 9, 5, 7, 7, 4, 5, 5, 4], "n_pos": 50, "sum_m_en": [5.425296, 3.291254, 3.315957, 2.980841, 2.943703, 2.809345, 2.838421, 2.921408, 2.923615, 3.068874, 3.391666, 3.603468, 3.729906, 3.740594, 3.833094, 3.870802, 3.79401, 3.674924, 3.391119, 2.895464, 2.71615, 2.501623, 2.403697, 2.319325, 5.286167, 6.08251, 6.479368, 6.319276, 6.554454, 6.266303, 5.778168, 5.733786, 5.975525, 6.174299, 6.111621, 6.832875, 7.910359, 7.709103, 9.294558, 8.899651, 8.708394, 11.748938, 12.612126, 14.518112, 16.498687, 20.595537, 26.392717, 30.035388, 38.869855, 42.35902], "sum_m_pl": [17.050061, 23.160024, 22.916323, 22.257561, 22.169701, 23.107457, 22.789615, 22.144762, 22.175537, 22.593082, 22.264166, 21.473827, 21.214954, 20.635365, 20.869359, 20.956588, 22.02924, 21.473717, 21.673304, 23.004496, 23.454716, 23.89197, 24.098782, 24.337647, 20.16015, 20.024223, 18.297123, 18.49854, 19.227441, 19.26748, 19.906613, 19.867181, 18.88545, 18.547202, 18.44611, 17.352885, 16.082796, 16.064493, 15.649418, 15.944859, 14.921399, 13.355604, 13.054938, 10.944588, 8.762366, 8.216991, 6.296948, 5.183393, 4.402993, 4.490662]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "pes-Chirurgia stomatologiczna-2020 wiosna-84", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 935, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9818, "tf_agree_excl_first": 0.9908}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [21, 16, 20, 14, 23, 12, 12, 20, 10, 22, 11, 9, 13, 13, 16, 20, 16, 12, 15, 19, 16, 9, 10, 12, 13, 15, 16, 19, 14, 19, 16, 21, 19, 19, 12, 21, 17, 16, 17, 12, 13, 13, 13, 14, 14, 13, 9, 6, 3, 3], "n_am_pl": [6, 19, 13, 14, 15, 9, 10, 12, 11, 11, 14, 13, 10, 12, 8, 6, 12, 11, 16, 15, 17, 23, 23, 25, 15, 14, 15, 14, 6, 10, 12, 10, 12, 8, 10, 6, 12, 15, 25, 25, 21, 14, 19, 17, 19, 26, 24, 24, 30, 30], "n_pos": 87, "sum_m_en": [8.468836, 4.943678, 4.853749, 4.689277, 4.848531, 4.691138, 4.540937, 4.661505, 4.514436, 4.876561, 5.121404, 5.299275, 5.421253, 5.825567, 6.350737, 6.059133, 5.914044, 5.497719, 4.9328, 4.404339, 4.238189, 3.927869, 3.847984, 3.790678, 6.385941, 7.479699, 8.255146, 8.452705, 8.053416, 8.540317, 8.453857, 8.170556, 8.127119, 8.253613, 8.056438, 8.341568, 9.319799, 10.04335, 10.103399, 8.409954, 8.307086, 9.397118, 9.238265, 10.928486, 10.896453, 11.051838, 7.66646, 6.250731, 3.850953, 2.971765], "sum_m_pl": [32.982191, 39.774049, 39.183012, 39.38898, 37.753998, 38.979334, 39.487322, 39.365101, 40.488463, 40.480903, 39.101146, 37.263739, 38.285386, 36.331867, 36.724117, 37.05628, 38.943769, 38.725933, 39.587383, 41.191274, 41.882265, 42.287901, 42.462747, 42.726311, 36.007877, 34.859494, 32.615121, 33.074835, 34.904989, 34.680563, 35.586886, 36.492539, 35.647608, 34.594038, 34.024178, 33.058675, 31.388506, 30.401369, 30.730275, 32.020986, 31.123698, 30.553064, 30.873326, 28.23292, 28.240555, 29.070465, 27.256877, 26.472011, 28.149275, 30.08255]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.091474, 0.048192, 0.043539, 0.061513, 0.057838, 0.063378, 0.059394, 0.065403, 0.060935, 0.056576, 0.067291, 0.065185, 0.061734, 0.086563, 0.107911, 0.094202, 0.125018, 0.12584, 0.104082, 0.075312, 0.064987, 0.058996, 0.055154, 0.049914, 0.083925, 0.077603, 0.112589, 0.11408, 0.18383, 0.122036, 0.126692, 0.137212, 0.158354, 0.155917, 0.193629, 0.175168, 0.104347, 0.090887, 0.071147, 0.060172, 0.058899, 0.060675, 0.057812, 0.067033, 0.054072, 0.046041, 0.022228, 0.016096, 0.001037, 0.0], "sum_m_pl": [0.466372, 0.524698, 0.525813, 0.54663, 0.490924, 0.496055, 0.511955, 0.481621, 0.498653, 0.50687, 0.447791, 0.344012, 0.418392, 0.380623, 0.327714, 0.316937, 0.334962, 0.354945, 0.397607, 0.418919, 0.4548, 0.463943, 0.468699, 0.483804, 0.427771, 0.452634, 0.411521, 0.405772, 0.361146, 0.40731, 0.43403, 0.423265, 0.393802, 0.378974, 0.33531, 0.334084, 0.335983, 0.342585, 0.340897, 0.376994, 0.339318, 0.334867, 0.331185, 0.27633, 0.280259, 0.220765, 0.132409, 0.105412, 0.005706, 0.0]}, "lang": {"n_am_en": [11, 7, 9, 6, 10, 5, 4, 7, 5, 9, 4, 3, 5, 4, 7, 9, 6, 6, 8, 9, 7, 7, 6, 7, 6, 11, 11, 9, 5, 9, 8, 9, 6, 7, 6, 9, 6, 5, 7, 5, 6, 7, 8, 10, 10, 7, 5, 4, 3, 3], "n_am_pl": [4, 7, 8, 8, 7, 4, 4, 5, 7, 2, 3, 6, 6, 3, 4, 2, 3, 2, 4, 6, 8, 9, 8, 10, 9, 8, 6, 6, 3, 5, 5, 5, 5, 4, 2, 4, 6, 9, 10, 13, 9, 7, 9, 7, 9, 13, 18, 17, 26, 28], "n_pos": 33, "sum_m_en": [3.064148, 1.723234, 1.79934, 1.691532, 1.774208, 1.691752, 1.666262, 1.784622, 1.702351, 1.837204, 1.956194, 2.030979, 2.092168, 2.266351, 2.444555, 2.302402, 2.252141, 2.096396, 1.869154, 1.664007, 1.630502, 1.502807, 1.466583, 1.431186, 2.632176, 3.345412, 3.556841, 3.536525, 3.166297, 3.455646, 3.494495, 3.306405, 3.266675, 3.572988, 3.602121, 3.693006, 4.312819, 4.080906, 4.311527, 3.420633, 3.723311, 4.110152, 4.0501, 5.789242, 6.73905, 6.746716, 5.216317, 4.989437, 3.383663, 2.96594], "sum_m_pl": [12.107707, 15.177807, 14.883407, 14.740798, 14.190116, 14.77425, 15.160853, 15.128041, 15.524131, 15.196803, 14.716092, 14.122759, 14.622221, 13.865739, 13.94356, 14.203634, 14.872264, 14.934524, 15.119677, 15.707184, 15.86849, 16.092878, 16.159298, 16.278811, 14.409979, 13.574036, 12.87961, 12.838412, 13.631228, 13.533387, 13.999657, 14.29378, 13.631247, 13.149993, 12.632144, 12.378012, 12.19709, 12.129515, 12.330316, 12.942191, 12.668981, 12.836916, 13.301854, 12.126248, 11.926425, 12.638764, 15.952002, 16.154306, 22.434828, 26.514576]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "pes-Chirurgia stomatologiczna-2020 wiosna-84", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 815, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9326, "tf_agree_excl_first": 0.9432}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 25, 26, 20, 16, 21, 15, 16, 20, 20, 22, 13, 22, 21, 14, 13, 19, 15, 16, 20, 17, 18, 13, 19, 26, 28, 26, 21, 24, 18, 23, 26, 20, 24, 31, 27, 27, 23, 24, 25, 24, 29, 34, 35, 25, 23, 18, 11, 3, 1], "n_am_pl": [7, 22, 21, 20, 18, 19, 22, 22, 22, 24, 18, 18, 20, 21, 17, 26, 20, 23, 30, 25, 34, 32, 29, 44, 30, 29, 22, 25, 23, 26, 24, 17, 19, 23, 18, 22, 27, 30, 40, 31, 40, 34, 36, 36, 33, 35, 33, 39, 52, 60], "n_pos": 120, "sum_m_en": [11.583135, 6.099815, 6.310755, 6.102257, 6.13536, 5.882281, 5.959792, 6.186511, 6.084566, 6.401257, 6.71748, 7.26792, 7.495289, 7.632478, 7.615279, 7.127411, 7.155044, 6.828158, 6.431034, 5.801234, 5.466149, 5.128521, 5.03732, 5.000234, 9.667942, 10.561987, 10.480302, 9.496709, 9.382293, 9.855183, 10.236336, 9.92139, 10.12953, 10.602127, 10.609631, 11.320582, 15.050042, 15.520878, 15.123565, 14.522102, 15.915128, 19.172182, 21.269838, 22.873184, 19.925499, 20.78602, 17.033714, 9.328065, 4.902512, 1.047546], "sum_m_pl": [44.747776, 55.823602, 53.986955, 52.482665, 50.225438, 51.406372, 52.853622, 52.829144, 52.201361, 52.313408, 50.185051, 49.163093, 49.930654, 49.543269, 49.738731, 52.206474, 52.23444, 52.84534, 55.244331, 57.640263, 59.473941, 60.188027, 60.214831, 60.345553, 49.842827, 47.728887, 44.390495, 46.56991, 47.922553, 49.172659, 48.182005, 48.645362, 49.01723, 48.36562, 46.60594, 45.612996, 44.061567, 44.533057, 45.066574, 45.116896, 44.076175, 42.648093, 41.691597, 38.083014, 33.919536, 33.9199, 33.348086, 39.550571, 48.563089, 58.291267]}, "digit": {"n_am_en": [5, 5, 6, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 2, 1, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 2, 1, 3, 2, 2, 3, 2, 3, 1, 1, 1, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.944321, 0.380701, 0.364828, 0.356657, 0.349302, 0.316129, 0.302819, 0.30438, 0.276561, 0.285834, 0.324959, 0.338212, 0.348272, 0.402008, 0.384489, 0.321381, 0.269233, 0.275957, 0.286536, 0.309033, 0.310209, 0.298279, 0.299561, 0.299609, 0.224995, 0.267374, 0.179666, 0.25714, 0.27832, 0.616678, 0.503751, 0.41536, 0.441433, 0.36654, 0.433548, 0.466019, 0.465432, 0.439662, 0.36506, 0.32303, 0.293633, 0.275358, 0.254343, 0.275636, 0.22532, 0.158069, 0.139059, 0.118729, 0.138993, 0.000973], "sum_m_pl": [2.289577, 4.176521, 4.182385, 3.908388, 3.617615, 3.460179, 3.550036, 3.650856, 3.461185, 3.261182, 2.984858, 2.660952, 2.67725, 2.556328, 2.715463, 2.367766, 2.262116, 2.144265, 3.07283, 3.46689, 3.619774, 3.753273, 3.733557, 3.828816, 1.456548, 1.740439, 1.134363, 1.50364, 1.761077, 2.250941, 2.504925, 2.736825, 2.689975, 2.242764, 2.132843, 2.164257, 2.121823, 2.412159, 2.493282, 2.244544, 2.301413, 2.345225, 1.984143, 1.619403, 1.585444, 1.365347, 0.508409, 0.316414, 0.038531, 0.012114]}, "lang": {"n_am_en": [18, 9, 13, 9, 8, 10, 9, 8, 11, 10, 12, 7, 11, 13, 9, 9, 13, 10, 10, 14, 15, 13, 9, 10, 19, 22, 19, 17, 20, 13, 17, 16, 14, 16, 21, 22, 19, 17, 18, 17, 16, 20, 22, 23, 16, 17, 12, 6, 1, 1], "n_am_pl": [2, 15, 15, 11, 10, 10, 15, 12, 10, 13, 14, 10, 11, 13, 11, 13, 10, 11, 18, 12, 16, 18, 15, 24, 17, 15, 12, 10, 11, 14, 10, 12, 11, 13, 10, 10, 15, 16, 23, 16, 21, 18, 18, 21, 21, 22, 24, 31, 48, 59], "n_pos": 61, "sum_m_en": [5.413598, 3.10556, 3.280701, 3.203047, 3.20701, 3.041359, 3.093844, 3.238601, 3.154037, 3.285459, 3.515167, 3.893853, 4.081403, 4.189144, 4.220799, 3.931196, 3.962133, 3.710699, 3.573801, 3.182715, 2.974518, 2.756663, 2.695268, 2.680036, 6.577606, 7.336384, 7.040632, 5.907357, 5.717926, 5.571128, 5.988306, 5.927661, 5.878891, 6.396346, 6.394659, 7.102689, 9.580416, 9.979631, 10.388051, 9.765373, 11.13371, 13.705047, 14.781244, 17.074097, 14.618122, 14.43851, 11.32154, 6.05171, 2.33252, 1.016186], "sum_m_pl": [22.354644, 28.026652, 26.774311, 25.65716, 25.050475, 26.000548, 26.958938, 26.914292, 26.828923, 27.178049, 26.091749, 25.562725, 26.068402, 25.913969, 26.028608, 27.719334, 27.563841, 28.031425, 28.55935, 29.588617, 30.143774, 30.589688, 30.605393, 30.622722, 26.931437, 25.515519, 24.301691, 25.131339, 25.809355, 26.126948, 26.177335, 26.147123, 26.247396, 26.514752, 25.178156, 25.050361, 24.08593, 24.414247, 24.093826, 24.376586, 23.54145, 22.529346, 21.964502, 20.421349, 19.726329, 20.863307, 23.672805, 30.597023, 43.803331, 57.132151]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1001, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.959, "tf_agree_excl_first": 0.9669}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 33, 34, 30, 18, 24, 21, 24, 23, 32, 22, 24, 23, 24, 17, 15, 16, 25, 20, 16, 19, 20, 16, 21, 30, 34, 35, 37, 34, 25, 28, 23, 24, 25, 28, 24, 27, 27, 28, 28, 29, 36, 39, 38, 28, 30, 20, 14, 5, 1], "n_am_pl": [11, 36, 26, 26, 22, 22, 25, 19, 24, 20, 23, 21, 27, 25, 22, 35, 33, 30, 38, 38, 38, 43, 37, 42, 32, 33, 32, 28, 26, 29, 26, 29, 26, 23, 23, 28, 31, 33, 40, 35, 38, 40, 40, 41, 36, 41, 36, 45, 56, 64], "n_pos": 143, "sum_m_en": [14.157336, 7.422703, 7.633943, 7.326893, 7.338397, 7.019468, 6.972007, 7.17721, 7.166289, 7.63874, 8.12987, 8.717634, 9.053824, 9.092085, 8.983514, 8.442666, 8.350034, 7.912402, 7.269152, 6.71876, 6.484753, 6.102494, 6.014119, 5.96494, 11.34729, 12.323857, 12.823336, 11.965296, 11.495905, 11.650556, 12.001047, 11.628171, 12.018168, 12.379117, 11.960289, 12.369546, 14.233866, 14.261119, 14.192895, 13.896784, 15.987839, 19.426507, 21.487573, 24.809084, 22.625562, 23.000725, 18.398467, 10.790802, 5.73467, 1.085825], "sum_m_pl": [53.675176, 67.021315, 65.350626, 64.359641, 61.553045, 62.535721, 64.240661, 63.948339, 63.489573, 63.680496, 61.354505, 60.210718, 61.056892, 60.889012, 60.44904, 63.59415, 63.575325, 64.058697, 66.515257, 68.862169, 70.550421, 71.152697, 70.945311, 71.04935, 58.668552, 57.015606, 54.107798, 57.10821, 57.907857, 59.94006, 58.448447, 58.584255, 58.433121, 56.924911, 55.537064, 54.723376, 52.896408, 53.022842, 54.193163, 54.2589, 52.960491, 51.298625, 50.059049, 45.141927, 40.659981, 41.772549, 40.477452, 45.307806, 55.168788, 63.142838]}, "digit": {"n_am_en": [6, 6, 8, 4, 2, 0, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 2, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 3, 3, 3, 1, 1, 1, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [2.19361, 0.493541, 0.464527, 0.462572, 0.46357, 0.429434, 0.400612, 0.397669, 0.380932, 0.410905, 0.449456, 0.453492, 0.493244, 0.523423, 0.508668, 0.452445, 0.442627, 0.418924, 0.386557, 0.395147, 0.388988, 0.375574, 0.376605, 0.376133, 0.362671, 0.401061, 0.336032, 0.463091, 0.446723, 0.606669, 0.579356, 0.559744, 0.582153, 0.4881, 0.560088, 0.613533, 0.588699, 0.609027, 0.529434, 0.470346, 0.443592, 0.420552, 0.399458, 0.362071, 0.312584, 0.161794, 0.137761, 0.079229, 0.012755, 0.000461], "sum_m_pl": [3.143288, 5.221746, 5.286219, 5.010523, 4.709604, 4.491288, 4.560356, 4.607676, 4.375474, 4.234057, 4.081711, 3.550861, 3.665084, 3.441869, 3.507691, 3.420052, 3.512033, 3.523892, 4.141331, 4.476194, 4.644216, 4.738903, 4.704796, 4.796492, 2.584177, 2.734209, 2.131868, 2.56732, 2.602675, 2.859245, 3.246567, 3.269143, 3.41132, 2.908268, 2.839233, 2.951555, 2.812742, 2.995764, 3.167659, 2.925486, 3.07213, 3.208677, 2.875145, 2.411454, 2.270597, 1.673581, 0.83487, 0.488879, 0.086758, 0.035466]}, "lang": {"n_am_en": [16, 11, 14, 12, 7, 11, 7, 8, 8, 15, 10, 12, 12, 10, 7, 9, 10, 14, 12, 10, 13, 14, 11, 10, 18, 23, 22, 23, 20, 13, 15, 11, 15, 14, 19, 15, 14, 14, 18, 18, 18, 23, 25, 24, 19, 19, 12, 7, 3, 1], "n_am_pl": [3, 19, 19, 18, 12, 13, 11, 10, 13, 11, 14, 12, 14, 17, 13, 18, 16, 15, 23, 23, 21, 26, 21, 25, 17, 19, 19, 13, 14, 14, 11, 18, 14, 12, 15, 17, 18, 19, 21, 22, 23, 21, 22, 26, 23, 27, 28, 37, 53, 64], "n_pos": 66, "sum_m_en": [6.144473, 3.522268, 3.714912, 3.541968, 3.528877, 3.335771, 3.311532, 3.42377, 3.397845, 3.606331, 3.860639, 4.179195, 4.440984, 4.458017, 4.453806, 4.190984, 4.131428, 3.878168, 3.598242, 3.317517, 3.221743, 2.960252, 2.91557, 2.876414, 6.149088, 6.80376, 6.917389, 6.485401, 6.129264, 5.923435, 5.992435, 5.842404, 6.160854, 6.63558, 6.355783, 6.453367, 6.805144, 6.639744, 7.34931, 7.777683, 9.619215, 12.177552, 13.810546, 16.915185, 14.996947, 14.463053, 12.106548, 6.582128, 3.11379, 1.010618], "sum_m_pl": [24.01766, 30.328186, 29.192534, 28.526039, 27.638679, 28.264456, 29.153734, 29.03896, 29.215076, 29.561601, 28.630591, 28.282062, 28.687461, 29.024666, 28.855104, 30.547688, 30.169327, 30.381079, 31.215291, 32.109612, 32.402545, 32.730866, 32.635982, 32.64815, 29.346805, 28.235075, 27.074553, 27.599424, 28.326003, 28.923687, 28.632032, 28.779348, 28.351596, 28.302408, 27.563598, 28.178736, 28.11394, 28.527253, 28.753897, 28.710192, 27.772487, 26.577329, 26.023993, 23.778588, 23.123445, 25.929155, 27.795371, 34.146089, 49.372785, 61.191227]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 881, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9724, "tf_agree_excl_first": 0.9792}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [41, 29, 27, 34, 39, 34, 33, 24, 26, 33, 35, 35, 25, 16, 32, 25, 26, 23, 26, 23, 26, 25, 22, 25, 33, 40, 32, 32, 30, 27, 33, 33, 35, 35, 43, 50, 48, 56, 50, 58, 63, 56, 57, 64, 62, 65, 65, 63, 63, 61], "n_am_pl": [6, 24, 30, 17, 18, 16, 22, 18, 13, 13, 9, 12, 14, 16, 11, 17, 19, 19, 15, 25, 21, 16, 15, 22, 10, 12, 11, 15, 15, 15, 18, 11, 17, 16, 21, 17, 13, 16, 13, 12, 11, 10, 8, 7, 12, 5, 4, 7, 1, 1], "n_pos": 147, "sum_m_en": [17.151539, 9.878287, 8.990758, 8.629879, 9.466286, 8.590635, 8.879174, 9.140019, 8.88647, 8.971481, 9.303987, 9.745254, 10.244459, 10.419287, 10.85743, 9.953377, 9.349314, 9.247229, 8.4388, 7.833436, 7.364806, 7.035373, 6.785545, 6.615043, 16.754201, 17.770424, 16.246048, 15.67372, 16.495346, 16.175006, 15.538886, 14.749213, 16.411218, 16.889313, 16.711815, 17.540975, 22.607962, 23.168097, 24.653531, 30.931043, 31.856076, 32.238906, 37.349523, 46.676589, 50.418687, 56.062181, 58.686722, 58.273319, 61.325916, 62.450335], "sum_m_pl": [51.395063, 66.906343, 66.120578, 65.19555, 63.762953, 65.717105, 65.180713, 64.9676, 65.384629, 67.219013, 65.737556, 65.392734, 65.730109, 64.442246, 65.633294, 67.007375, 68.624947, 68.725349, 69.441801, 70.800759, 71.39029, 71.016021, 71.687852, 72.179227, 52.464555, 51.24145, 52.864706, 55.629186, 56.804264, 58.229895, 60.263704, 60.458531, 58.670591, 57.341156, 57.978627, 56.731432, 50.247474, 49.235367, 46.235378, 41.718857, 39.5375, 31.348574, 25.998745, 24.088918, 19.056934, 12.974069, 8.243683, 7.519983, 2.497972, 1.489919]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 12, 11, 12, 15, 12, 13, 13, 13, 16, 14, 14, 9, 7, 10, 15, 11, 9, 14, 12, 13, 15, 13, 12, 19, 19, 16, 18, 15, 16, 19, 15, 15, 17, 20, 26, 30, 32, 27, 34, 36, 32, 33, 36, 39, 42, 42, 49, 58, 59], "n_am_pl": [2, 11, 12, 8, 10, 8, 11, 11, 7, 7, 4, 6, 7, 6, 6, 1, 6, 6, 6, 10, 7, 6, 6, 5, 2, 2, 2, 2, 2, 2, 5, 3, 7, 8, 7, 3, 1, 1, 0, 0, 1, 1, 1, 5, 4, 1, 0, 0, 1, 1], "n_pos": 62, "sum_m_en": [6.866948, 4.234212, 3.874205, 3.514873, 3.923894, 3.784491, 3.953234, 4.148519, 3.913116, 3.899403, 4.020221, 4.177881, 4.363257, 4.400714, 4.542377, 4.242609, 4.035193, 4.00069, 3.701408, 3.377054, 3.144885, 2.973218, 2.853884, 2.788565, 8.212587, 8.777561, 8.308995, 7.71823, 8.358765, 7.82674, 7.325691, 6.918024, 7.94112, 7.963356, 8.008578, 8.592119, 12.42402, 13.314251, 14.647718, 17.280375, 17.793342, 18.940663, 22.743422, 27.017105, 30.869663, 35.614926, 38.810452, 44.328384, 54.517243, 57.877386], "sum_m_pl": [21.74672, 28.038044, 27.690967, 27.372194, 26.939135, 27.647196, 27.693301, 27.597615, 27.886211, 28.288982, 27.643701, 27.660778, 27.643706, 27.183659, 27.835505, 28.33849, 28.908791, 28.934602, 29.156862, 29.75684, 30.134402, 30.231593, 30.438874, 30.61243, 22.416829, 21.234684, 22.017705, 23.389866, 23.760748, 24.767226, 25.605264, 25.708431, 24.380959, 23.991297, 24.204466, 23.617392, 20.122441, 19.27149, 18.215982, 16.306643, 15.41584, 11.985033, 10.498249, 10.309076, 7.725902, 4.305875, 2.273425, 1.57893, 1.365819, 1.190017]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 149, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-112", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 895, "region_end": 147, "roundtrip_ok": true, "tf_agree": 0.953, "tf_agree_excl_first": 0.9595}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [44, 28, 28, 19, 16, 15, 14, 17, 12, 22, 11, 24, 18, 15, 14, 14, 15, 10, 12, 13, 10, 6, 8, 9, 17, 16, 13, 10, 14, 17, 14, 15, 18, 16, 21, 22, 25, 30, 26, 27, 31, 28, 36, 28, 27, 27, 16, 10, 0, 0], "n_am_pl": [6, 28, 18, 20, 11, 15, 15, 15, 16, 18, 18, 8, 14, 12, 14, 19, 20, 19, 18, 25, 21, 23, 19, 18, 12, 10, 15, 21, 14, 24, 24, 26, 25, 19, 18, 16, 17, 16, 13, 14, 13, 18, 16, 25, 22, 22, 39, 50, 70, 74], "n_pos": 115, "sum_m_en": [11.460013, 5.888737, 6.001617, 5.931111, 6.296398, 5.893058, 6.005362, 6.022523, 5.892767, 6.27378, 6.767246, 6.973109, 6.860608, 7.117716, 7.151948, 6.459942, 6.156556, 5.946243, 5.478954, 5.085627, 4.862395, 4.709856, 4.636257, 4.473198, 7.243351, 8.055097, 7.894448, 8.048703, 8.645174, 9.098715, 8.572753, 8.268682, 9.380018, 9.333353, 9.662278, 10.332959, 11.685431, 12.631421, 14.05256, 17.432115, 18.998127, 21.356255, 21.769316, 22.336089, 21.963578, 19.319343, 13.169183, 9.249938, 1.396039, 0.012929], "sum_m_pl": [41.818226, 53.679534, 52.706987, 51.481689, 48.448539, 49.168314, 50.220662, 50.237854, 49.234921, 51.164096, 49.32805, 49.513438, 50.430798, 49.160336, 50.538204, 52.297583, 54.559292, 55.593292, 56.620642, 57.219675, 58.056886, 57.515765, 57.704166, 58.09704, 46.094146, 44.454766, 43.477218, 45.670272, 47.089286, 50.567692, 51.54433, 52.557568, 51.127693, 47.57461, 46.571331, 44.877477, 42.171668, 41.155002, 40.378086, 37.6928, 36.57158, 35.421694, 36.561447, 35.143493, 33.791401, 36.559216, 41.434994, 44.27656, 67.702288, 73.457932]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [28, 14, 14, 14, 12, 12, 12, 14, 10, 17, 7, 18, 13, 12, 10, 11, 12, 8, 9, 10, 9, 6, 8, 9, 13, 13, 11, 8, 12, 16, 14, 12, 15, 13, 17, 17, 22, 25, 22, 22, 25, 23, 26, 20, 24, 25, 14, 8, 0, 0], "n_am_pl": [2, 19, 13, 12, 6, 11, 10, 11, 14, 15, 14, 6, 9, 9, 11, 14, 16, 14, 14, 17, 15, 15, 14, 14, 11, 7, 9, 14, 9, 14, 17, 19, 16, 14, 14, 14, 14, 12, 13, 11, 12, 16, 13, 22, 19, 20, 38, 49, 70, 73], "n_pos": 73, "sum_m_en": [6.642215, 3.762149, 3.898967, 3.945131, 4.224063, 3.993357, 4.086973, 4.085998, 3.966409, 4.206264, 4.605632, 4.736842, 4.784367, 4.93436, 4.869161, 4.377791, 4.146769, 3.974731, 3.63933, 3.352175, 3.164477, 3.061081, 2.998208, 2.884849, 5.101267, 5.720639, 5.758116, 5.78867, 6.365161, 6.328903, 5.988238, 5.818223, 6.578282, 6.708457, 6.974118, 7.730962, 9.137977, 10.362698, 11.714727, 14.093113, 15.320632, 16.938901, 15.469819, 17.063648, 18.774125, 17.127936, 11.553037, 7.750913, 1.172869, 0.003822], "sum_m_pl": [26.727343, 33.464574, 32.854443, 31.96296, 30.243416, 31.045113, 31.85508, 32.059186, 31.919877, 33.148844, 32.437054, 32.611902, 33.41511, 32.790023, 34.020845, 34.506073, 35.593276, 36.189286, 36.416067, 36.747245, 37.232046, 36.777871, 36.80143, 37.026965, 31.331874, 30.388692, 30.250535, 31.549032, 32.265635, 33.744228, 34.282617, 34.875991, 34.143862, 33.06576, 32.468419, 32.203908, 30.690575, 29.898682, 29.131792, 27.404046, 26.961594, 27.413417, 28.302522, 27.330951, 27.102744, 30.58493, 38.649396, 42.262396, 64.395342, 72.209084]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 jesień-112", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 775, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9829, "tf_agree_excl_first": 0.9914}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 30, 25, 16, 20, 20, 15, 15, 17, 27, 26, 26, 25, 22, 21, 24, 21, 18, 16, 22, 17, 16, 15, 18, 27, 25, 29, 28, 26, 23, 25, 18, 21, 18, 20, 24, 21, 21, 24, 29, 29, 24, 29, 27, 22, 20, 15, 10, 4, 0], "n_am_pl": [10, 18, 28, 14, 21, 15, 16, 8, 12, 10, 11, 8, 16, 18, 17, 21, 20, 11, 13, 10, 17, 25, 20, 25, 14, 18, 14, 16, 18, 20, 25, 30, 24, 22, 19, 25, 28, 26, 29, 22, 26, 26, 27, 32, 36, 38, 45, 52, 73, 74], "n_pos": 116, "sum_m_en": [10.472204, 5.69319, 5.579771, 5.749297, 5.955453, 6.290591, 6.12039, 6.328744, 6.450169, 7.131654, 7.414918, 7.814314, 7.710028, 7.695325, 7.615519, 7.392617, 7.470347, 7.227505, 6.308395, 5.888201, 5.669602, 5.13271, 4.92135, 4.907433, 10.018759, 10.775003, 10.464467, 10.250935, 10.263527, 10.56552, 10.771672, 10.355592, 10.519582, 10.968643, 10.279798, 10.281322, 10.452298, 10.580776, 11.436985, 12.340844, 13.766085, 14.9652, 15.860745, 15.776375, 14.805181, 14.666562, 11.970126, 9.136757, 3.289904, 0.049547], "sum_m_pl": [44.109236, 54.392433, 52.685267, 51.89282, 48.564336, 48.607333, 48.798162, 48.017668, 47.410437, 48.83874, 48.209096, 47.15098, 49.250794, 49.259179, 50.169555, 49.145608, 50.672736, 50.186412, 53.559769, 55.408637, 56.170181, 56.480229, 56.973374, 56.648811, 43.478897, 43.034782, 41.920172, 43.526613, 45.101966, 46.905253, 47.809969, 48.601099, 46.976512, 44.43201, 44.318593, 43.016008, 40.841376, 41.810555, 41.002408, 39.846078, 39.273894, 37.199253, 39.997866, 41.034741, 42.173191, 45.46943, 47.596337, 49.915566, 63.013844, 73.236197]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [24, 22, 18, 13, 12, 11, 10, 10, 13, 17, 19, 18, 13, 16, 14, 14, 11, 11, 11, 16, 10, 9, 7, 9, 14, 16, 19, 21, 18, 18, 17, 12, 18, 13, 15, 14, 13, 15, 16, 20, 21, 19, 21, 20, 17, 14, 11, 8, 3, 0], "n_am_pl": [3, 10, 18, 9, 14, 9, 11, 5, 6, 7, 5, 6, 13, 9, 8, 15, 11, 5, 9, 9, 15, 20, 14, 20, 13, 14, 11, 10, 13, 14, 19, 22, 17, 16, 14, 23, 22, 19, 23, 18, 22, 22, 23, 28, 30, 32, 39, 46, 68, 72], "n_pos": 73, "sum_m_en": [6.615902, 3.521931, 3.558229, 3.682746, 3.867876, 3.95526, 3.89544, 4.075664, 4.134731, 4.493952, 4.757929, 5.120832, 5.079885, 5.098908, 4.95091, 4.738505, 4.835461, 4.681984, 4.053884, 3.755633, 3.6136, 3.246168, 3.121017, 3.107388, 6.198784, 6.898664, 6.686996, 6.827654, 6.917614, 6.919751, 6.677896, 6.392358, 6.515929, 6.774672, 6.838527, 6.570786, 6.750621, 7.008184, 7.590913, 8.274479, 9.637741, 10.679697, 11.296153, 11.494343, 10.557642, 10.298021, 8.369438, 7.26444, 2.139125, 0.049433], "sum_m_pl": [26.198079, 34.144173, 33.190104, 32.640688, 30.31423, 30.309303, 30.620112, 30.404165, 30.429915, 31.140796, 30.925938, 30.445945, 31.769309, 31.587484, 32.443788, 31.493382, 32.222154, 32.119355, 34.126173, 35.179367, 35.56013, 35.617384, 35.950318, 35.67297, 29.498669, 29.332773, 29.162085, 29.687668, 30.544146, 31.011196, 31.771026, 32.110814, 31.355988, 30.242664, 29.704646, 30.008735, 29.24726, 30.364087, 29.494372, 29.159369, 28.602455, 28.255729, 30.49554, 31.191125, 33.050985, 36.768926, 40.839425, 44.21618, 58.758979, 71.073221]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 wiosna-120", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 914, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9661, "tf_agree_excl_first": 0.9744}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [27, 24, 19, 14, 18, 24, 23, 21, 16, 26, 29, 25, 20, 16, 13, 23, 20, 23, 15, 18, 21, 14, 14, 20, 28, 29, 28, 26, 18, 18, 23, 17, 21, 15, 22, 19, 28, 25, 25, 24, 22, 24, 30, 26, 20, 22, 14, 10, 3, 0], "n_am_pl": [14, 17, 20, 18, 14, 4, 12, 6, 6, 7, 9, 7, 18, 14, 13, 16, 12, 13, 14, 14, 16, 18, 17, 14, 13, 12, 12, 16, 14, 17, 26, 29, 25, 19, 20, 24, 19, 20, 33, 25, 28, 28, 24, 26, 30, 32, 43, 44, 64, 67], "n_pos": 110, "sum_m_en": [9.481282, 5.523928, 5.422345, 5.63633, 5.769168, 6.007419, 5.777954, 5.904842, 6.135685, 6.614058, 6.922018, 7.410268, 7.102104, 7.193755, 7.291294, 7.065521, 7.009113, 6.614562, 5.777335, 5.439458, 5.249438, 4.806092, 4.62856, 4.609013, 9.052287, 9.558398, 9.351447, 9.176196, 8.821272, 9.507793, 9.712903, 9.30295, 9.326289, 9.577089, 9.86361, 9.443399, 9.988316, 11.103306, 9.810615, 12.291512, 12.742718, 14.686048, 15.262025, 13.658083, 13.233426, 13.642449, 9.136167, 8.312293, 2.016047, 0.22257], "sum_m_pl": [42.338543, 51.453391, 49.353831, 48.681282, 44.936125, 45.884116, 46.99865, 45.90748, 45.71172, 46.852836, 46.147639, 44.680395, 46.125766, 45.704716, 46.182456, 46.053363, 47.744017, 47.569361, 50.703515, 52.445761, 53.091244, 53.295501, 53.661986, 53.515305, 40.93469, 40.369091, 39.282449, 41.037035, 43.389259, 44.827201, 45.603842, 46.497256, 45.559715, 42.499329, 41.982816, 41.248396, 39.545664, 39.70245, 40.154155, 39.502218, 38.441896, 36.545501, 36.744764, 37.727495, 38.312826, 41.163429, 45.101943, 44.989261, 57.597194, 65.876624]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 18, 14, 11, 11, 14, 14, 15, 12, 18, 22, 18, 14, 13, 9, 14, 10, 15, 11, 14, 16, 9, 9, 14, 19, 20, 19, 18, 14, 12, 16, 12, 15, 11, 17, 13, 20, 17, 17, 16, 15, 18, 23, 20, 15, 18, 12, 10, 3, 0], "n_am_pl": [5, 10, 13, 13, 8, 2, 7, 4, 6, 7, 3, 4, 15, 8, 7, 8, 6, 7, 11, 10, 11, 13, 11, 10, 11, 6, 7, 11, 10, 10, 19, 22, 18, 14, 13, 17, 15, 18, 23, 20, 20, 22, 19, 22, 27, 28, 36, 39, 61, 66], "n_pos": 68, "sum_m_en": [6.24842, 3.304987, 3.360198, 3.511699, 3.643415, 3.69938, 3.661878, 3.751556, 3.980526, 4.199209, 4.497117, 4.886556, 4.734731, 4.831905, 4.82806, 4.583868, 4.536007, 4.288424, 3.691828, 3.441458, 3.30973, 3.002693, 2.89482, 2.882709, 5.827165, 6.376534, 6.453618, 6.20716, 5.958479, 6.192066, 6.128101, 6.015342, 6.06217, 6.510588, 6.608275, 6.211913, 6.668572, 7.328073, 6.350832, 8.028433, 8.550122, 10.402689, 11.070366, 9.734457, 9.617315, 9.951162, 7.732335, 7.853565, 1.946431, 0.222536], "sum_m_pl": [24.929806, 31.864249, 30.656236, 30.104818, 27.628992, 28.067157, 29.135542, 28.580024, 28.738943, 29.570097, 29.230115, 28.532154, 29.423194, 29.162534, 29.681097, 29.265018, 30.217881, 30.287255, 32.044462, 32.962825, 33.249686, 33.219253, 33.417353, 33.261343, 27.248454, 27.091774, 26.714374, 27.716882, 29.197472, 29.36734, 30.142335, 30.435483, 30.19694, 28.911791, 28.262278, 28.344959, 27.491419, 28.293593, 28.462931, 28.653197, 27.88923, 27.074481, 27.252555, 28.374616, 29.885708, 33.130493, 37.100596, 39.672052, 54.693925, 65.135937]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "pes-Chirurgia szczękowo-twarzowa-2018 wiosna-120", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 794, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9375, "tf_agree_excl_first": 0.9459}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [25, 28, 31, 31, 29, 16, 23, 24, 25, 22, 20, 21, 20, 13, 21, 27, 21, 20, 18, 14, 22, 19, 18, 18, 23, 28, 23, 25, 23, 22, 23, 17, 19, 14, 12, 23, 29, 32, 35, 39, 40, 41, 42, 40, 32, 32, 45, 47, 45, 45], "n_am_pl": [6, 12, 9, 11, 10, 9, 14, 11, 5, 6, 7, 5, 6, 6, 11, 8, 9, 11, 11, 13, 12, 13, 9, 13, 8, 9, 8, 9, 12, 10, 9, 13, 13, 10, 14, 8, 7, 13, 12, 13, 16, 10, 14, 17, 21, 17, 9, 13, 5, 4], "n_pos": 98, "sum_m_en": [12.009794, 6.40438, 6.081198, 5.75797, 5.655474, 5.48347, 5.657289, 5.949182, 5.912283, 6.290816, 6.482668, 6.988598, 6.933275, 6.844585, 7.133684, 6.700542, 6.456734, 6.048302, 5.450361, 5.086961, 4.875796, 4.624012, 4.401955, 4.355546, 8.816553, 9.794166, 10.562618, 10.1512, 9.672918, 10.150116, 9.77861, 9.087255, 9.904863, 9.381526, 9.952024, 11.728786, 12.64236, 14.699472, 15.65386, 17.205915, 20.544924, 22.580831, 24.557166, 26.753025, 24.326573, 28.145862, 37.811248, 39.155478, 43.949178, 45.350479], "sum_m_pl": [33.899399, 44.04091, 43.796232, 43.93943, 41.891924, 42.306859, 42.053145, 42.38162, 42.422452, 43.005981, 42.499709, 41.933202, 42.2023, 40.790098, 42.154604, 43.070131, 44.286456, 43.556312, 44.547017, 44.987956, 45.247749, 45.671342, 45.323522, 45.515735, 34.839886, 35.669553, 34.053045, 37.711619, 38.805414, 38.37666, 39.50447, 39.486783, 38.465156, 37.808849, 36.481063, 34.386609, 32.343779, 30.514151, 28.724888, 27.369758, 29.173151, 24.347296, 22.120265, 20.398427, 23.884291, 17.665722, 12.231131, 11.773096, 5.431152, 3.80042]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 12, 15, 11, 15, 8, 13, 14, 16, 11, 10, 10, 11, 9, 9, 13, 11, 7, 13, 8, 12, 9, 9, 9, 14, 15, 12, 17, 14, 16, 11, 10, 9, 9, 7, 13, 18, 22, 21, 23, 25, 27, 27, 28, 20, 21, 31, 32, 38, 44], "n_am_pl": [3, 8, 7, 11, 4, 4, 6, 7, 1, 3, 3, 2, 1, 2, 5, 5, 4, 6, 5, 6, 5, 4, 4, 6, 3, 4, 3, 5, 6, 4, 3, 4, 6, 6, 7, 4, 3, 4, 5, 4, 6, 3, 6, 6, 11, 10, 5, 7, 4, 3], "n_pos": 48, "sum_m_en": [5.523476, 2.962582, 2.759694, 2.706963, 2.725488, 2.678752, 2.73438, 2.902763, 2.798875, 3.006135, 3.216785, 3.493034, 3.389023, 3.40964, 3.526264, 3.356474, 3.251729, 3.053832, 2.737191, 2.540006, 2.444637, 2.309992, 2.186586, 2.160895, 4.550373, 5.0708, 5.327588, 5.313124, 5.120529, 5.47382, 5.29139, 4.751493, 5.189115, 5.315979, 5.647933, 6.977845, 7.6741, 9.249142, 10.118337, 10.985561, 12.968533, 14.895305, 16.54635, 17.519082, 14.930102, 19.093742, 26.248295, 28.025527, 35.83656, 42.56071], "sum_m_pl": [16.860403, 21.988539, 22.131778, 21.801405, 20.564829, 20.783196, 20.83938, 21.092508, 21.287877, 21.359718, 21.039065, 20.704065, 20.916303, 20.15493, 20.75257, 21.065033, 21.637744, 21.401745, 21.98278, 22.167958, 22.253637, 22.509797, 22.362353, 22.436775, 17.385415, 17.606519, 16.691757, 18.650446, 19.033176, 18.968217, 19.623733, 19.486802, 19.258986, 18.872269, 17.841487, 16.654984, 15.768976, 14.418145, 13.313913, 12.618593, 13.205809, 10.513811, 9.233977, 8.249586, 12.774649, 8.884451, 5.579672, 5.353791, 3.695616, 2.335892]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "pes-Chirurgia szczękowo-twarzowa-2019 jesień-40", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 929, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.95, "tf_agree_excl_first": 0.9596}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 18, 13, 11, 17, 14, 12, 17, 22, 22, 25, 19, 18, 20, 20, 17, 18, 13, 16, 19, 19, 12, 15, 8, 17, 24, 24, 24, 17, 15, 13, 18, 19, 15, 20, 18, 13, 19, 19, 24, 27, 25, 20, 18, 19, 15, 6, 2, 0, 1], "n_am_pl": [6, 15, 18, 20, 11, 10, 10, 9, 9, 14, 8, 17, 10, 11, 19, 13, 18, 14, 15, 19, 14, 18, 19, 21, 14, 12, 13, 16, 19, 18, 17, 20, 22, 21, 17, 19, 18, 17, 20, 21, 22, 22, 24, 26, 27, 30, 34, 35, 41, 51], "n_pos": 86, "sum_m_en": [7.804051, 4.260546, 4.203162, 4.339588, 4.500143, 4.44846, 4.40712, 4.834323, 4.983013, 5.257787, 5.638939, 5.638785, 5.565702, 5.808151, 5.844062, 5.476484, 5.35521, 4.994087, 4.353008, 4.118768, 3.976282, 3.758577, 3.688399, 3.68893, 6.739865, 7.886534, 8.053667, 7.895746, 7.435523, 7.450416, 7.155976, 7.188555, 7.68391, 7.369417, 7.62084, 8.539169, 8.674672, 9.870129, 9.499342, 10.174413, 11.329092, 11.895302, 13.143839, 12.621099, 12.279967, 9.711311, 5.139109, 2.719416, 0.961812, 1.018299], "sum_m_pl": [32.570837, 39.721516, 39.421634, 39.756448, 38.169751, 37.538692, 38.5674, 38.285118, 38.385955, 39.385303, 38.407568, 38.248778, 38.91806, 37.949489, 39.785509, 40.70795, 41.441577, 41.237599, 42.4122, 42.725182, 42.797388, 43.105505, 42.822941, 42.704694, 37.243054, 35.851906, 35.15725, 36.121285, 36.753813, 36.968414, 37.869196, 38.391084, 37.94358, 37.22741, 36.273753, 35.547662, 33.922453, 33.231119, 33.435765, 33.882489, 32.819081, 32.219343, 31.344467, 32.820156, 34.339803, 34.867848, 35.986909, 37.263034, 40.698331, 51.978209]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 10, 4, 7, 11, 10, 10, 10, 12, 11, 15, 13, 13, 13, 11, 12, 12, 8, 11, 12, 10, 7, 10, 3, 9, 13, 15, 17, 11, 7, 6, 9, 11, 7, 10, 9, 6, 11, 11, 13, 16, 16, 12, 12, 13, 10, 3, 1, 0, 1], "n_am_pl": [4, 10, 15, 13, 7, 9, 7, 8, 6, 11, 5, 12, 6, 9, 13, 10, 16, 10, 11, 16, 12, 14, 16, 17, 12, 9, 8, 10, 12, 15, 11, 14, 15, 15, 13, 15, 14, 14, 16, 17, 18, 19, 20, 21, 21, 22, 31, 33, 41, 51], "n_pos": 54, "sum_m_en": [4.590927, 2.68844, 2.573647, 2.698935, 2.846183, 2.811242, 2.769128, 2.989021, 2.940768, 3.092067, 3.382407, 3.532082, 3.42834, 3.639889, 3.583153, 3.31327, 3.228424, 3.047362, 2.677503, 2.526961, 2.441591, 2.299022, 2.245564, 2.258743, 3.481631, 4.239141, 4.555437, 4.774721, 4.637301, 4.630862, 4.444653, 4.440403, 4.605976, 4.209775, 4.406957, 4.385152, 4.230179, 4.61013, 4.674877, 4.759108, 5.379085, 6.148813, 7.607602, 7.606295, 7.280501, 6.340382, 2.931337, 1.536789, 0.6802, 1.008852], "sum_m_pl": [20.123911, 24.852324, 24.701602, 24.774339, 23.503055, 23.220756, 23.878294, 23.841666, 23.914434, 24.617562, 24.096718, 24.233622, 24.800627, 24.348125, 25.617172, 26.206461, 26.738452, 26.622758, 27.117327, 27.18123, 27.113059, 27.342813, 27.191067, 27.068221, 25.161375, 24.22801, 23.661196, 23.895165, 24.446412, 24.517219, 25.146818, 25.169935, 25.310626, 25.233292, 24.61989, 24.668379, 24.092508, 23.440782, 23.371406, 23.841575, 23.83466, 23.53459, 22.65144, 24.291583, 26.366524, 26.373667, 30.810632, 33.551908, 38.613434, 50.762051]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 88, "item_id": "pes-Chirurgia szczękowo-twarzowa-2019 jesień-40", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 809, "region_end": 86, "roundtrip_ok": true, "tf_agree": 0.9432, "tf_agree_excl_first": 0.954}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 27, 21, 20, 25, 27, 25, 21, 25, 27, 29, 24, 28, 30, 32, 30, 31, 26, 27, 30, 27, 30, 28, 32, 41, 36, 31, 36, 37, 44, 38, 36, 45, 42, 37, 40, 45, 37, 42, 48, 41, 39, 41, 37, 43, 40, 39, 41, 34, 34], "n_am_pl": [8, 24, 15, 22, 13, 19, 19, 15, 15, 14, 11, 13, 7, 11, 13, 13, 13, 16, 17, 19, 15, 19, 18, 15, 14, 9, 11, 14, 15, 15, 22, 19, 15, 22, 14, 16, 12, 15, 12, 11, 8, 11, 9, 16, 11, 9, 14, 13, 5, 6], "n_pos": 119, "sum_m_en": [12.211357, 7.493261, 7.372374, 7.2309, 7.153442, 6.78909, 6.764183, 7.106016, 7.47361, 7.775294, 8.124529, 8.746536, 9.623501, 10.271956, 10.15937, 9.917108, 9.355016, 8.96858, 8.762753, 7.793981, 6.732061, 6.198941, 5.773787, 5.663175, 15.764638, 17.288824, 16.723287, 15.650263, 15.560626, 15.902011, 15.30356, 15.637887, 17.079309, 17.019232, 18.225105, 18.368195, 20.433943, 21.913699, 22.75434, 25.303365, 23.864703, 27.119714, 26.698413, 31.263174, 35.195978, 36.080001, 37.429325, 40.816553, 34.613907, 34.274059], "sum_m_pl": [45.147717, 54.178108, 53.153576, 52.327652, 51.602878, 53.133737, 52.482863, 51.355522, 50.552804, 53.179321, 51.981654, 50.888619, 49.594963, 48.561684, 51.432566, 51.940831, 51.975367, 51.198859, 52.906517, 54.506271, 56.027812, 57.09284, 57.438708, 57.533724, 44.798038, 43.546613, 41.934424, 44.372597, 45.725955, 44.638157, 44.936006, 46.583474, 45.652632, 44.410905, 43.073, 41.814619, 39.05473, 38.000465, 35.132924, 32.721806, 31.128087, 27.035861, 26.648715, 25.013924, 19.800589, 15.034274, 15.626699, 14.066359, 6.936971, 6.08476]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [13, 13, 7, 6, 9, 9, 5, 5, 9, 11, 9, 13, 10, 12, 13, 15, 10, 9, 10, 12, 11, 13, 12, 14, 17, 19, 16, 17, 13, 17, 14, 15, 19, 17, 19, 20, 22, 20, 23, 23, 24, 22, 21, 19, 25, 24, 24, 27, 31, 34], "n_am_pl": [2, 7, 6, 6, 5, 7, 8, 8, 3, 3, 1, 2, 2, 4, 5, 5, 5, 7, 4, 6, 6, 8, 6, 5, 2, 0, 4, 5, 3, 6, 6, 3, 2, 6, 6, 7, 5, 5, 4, 3, 2, 2, 4, 7, 5, 5, 7, 6, 5, 6], "n_pos": 41, "sum_m_en": [4.412465, 2.552747, 2.500769, 2.437327, 2.440777, 2.257614, 2.252578, 2.32562, 2.421019, 2.699495, 2.810528, 3.049829, 3.35804, 3.617013, 3.563635, 3.661885, 3.451525, 3.403599, 3.575052, 3.18727, 2.530884, 2.320558, 2.146447, 2.095593, 7.591521, 7.911535, 7.774957, 6.617252, 6.192563, 5.988967, 5.925802, 6.316536, 7.325558, 7.48292, 8.825745, 9.091685, 10.169755, 10.889432, 11.602067, 11.979826, 12.584214, 14.634596, 14.573507, 16.959306, 19.899451, 21.085609, 23.144688, 26.647888, 30.474211, 33.318699], "sum_m_pl": [15.634946, 19.09506, 18.969746, 18.523602, 18.228089, 18.694826, 18.363064, 18.163842, 17.467206, 18.329493, 17.959836, 17.580753, 17.008922, 16.716, 17.565963, 17.736298, 17.668076, 17.262764, 17.78884, 18.339451, 19.036947, 19.438237, 19.567861, 19.561849, 14.179564, 13.946997, 13.667792, 14.759118, 15.383343, 15.134841, 15.182452, 15.544449, 14.996136, 14.711927, 13.4509, 13.513477, 12.732102, 12.563113, 11.31932, 10.74843, 10.112188, 8.883465, 8.481108, 7.018137, 6.676615, 5.199943, 7.236731, 6.655002, 5.709624, 6.041751]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 121, "item_id": "pes-Choroby płuc dzieci-2020 jesień-65", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 913, "region_end": 119, "roundtrip_ok": true, "tf_agree": 0.9835, "tf_agree_excl_first": 0.9917}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 28, 24, 18, 15, 10, 15, 18, 12, 25, 22, 17, 22, 27, 27, 22, 32, 24, 21, 24, 22, 26, 18, 26, 28, 38, 33, 33, 35, 36, 33, 26, 29, 32, 36, 31, 28, 31, 26, 30, 34, 30, 30, 33, 35, 29, 16, 11, 4, 1], "n_am_pl": [6, 29, 32, 28, 28, 30, 20, 22, 20, 12, 20, 16, 12, 11, 15, 19, 21, 25, 27, 33, 32, 32, 35, 30, 24, 20, 18, 19, 20, 17, 30, 30, 30, 24, 23, 24, 23, 23, 26, 27, 24, 20, 22, 23, 19, 27, 38, 41, 64, 70], "n_pos": 134, "sum_m_en": [13.794002, 7.264605, 7.530265, 7.198905, 7.104707, 6.567127, 6.576037, 6.898842, 6.894037, 7.544037, 7.885983, 8.6058, 8.928156, 9.409076, 9.559556, 9.46513, 9.070572, 8.421955, 8.196377, 7.482736, 6.654988, 6.199921, 5.928486, 5.949967, 12.995125, 15.275255, 14.872711, 15.243298, 14.483307, 15.380675, 15.178945, 14.363121, 13.97618, 15.100401, 16.658499, 16.476448, 17.746159, 18.477162, 18.188448, 20.330459, 19.681902, 20.810086, 22.338699, 23.718453, 26.536976, 24.21991, 14.944948, 11.47399, 4.070714, 1.023606], "sum_m_pl": [49.875623, 61.224307, 60.285412, 58.962802, 57.93886, 59.272116, 58.606493, 57.099616, 55.932775, 58.395104, 56.908192, 55.331083, 56.53417, 55.372344, 57.6402, 59.259271, 59.716702, 60.1103, 62.54811, 63.775979, 65.415896, 66.055845, 65.951834, 65.924944, 52.187103, 50.482382, 48.951564, 50.252871, 52.855133, 53.287994, 54.31273, 55.872509, 55.723322, 53.79141, 52.015781, 50.47335, 48.214536, 48.073153, 46.729172, 45.535439, 43.016127, 38.968573, 37.576466, 36.591939, 33.149666, 31.98849, 40.787734, 43.42097, 59.191122, 68.877579]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 15, 16, 7, 10, 3, 7, 12, 9, 16, 16, 14, 13, 14, 14, 10, 18, 14, 12, 10, 8, 12, 10, 13, 18, 21, 15, 15, 19, 20, 17, 12, 15, 19, 22, 22, 18, 20, 18, 22, 23, 21, 24, 23, 27, 21, 12, 7, 3, 1], "n_am_pl": [1, 16, 14, 15, 17, 19, 8, 12, 10, 6, 10, 8, 9, 7, 9, 16, 16, 19, 22, 23, 22, 19, 20, 19, 17, 16, 15, 15, 15, 12, 21, 22, 20, 17, 18, 16, 16, 15, 19, 20, 17, 14, 12, 17, 14, 22, 29, 38, 63, 70], "n_pos": 71, "sum_m_en": [7.48671, 3.649829, 3.692176, 3.504661, 3.612777, 3.341259, 3.40451, 3.599568, 3.725958, 4.091641, 4.396324, 4.731721, 4.800633, 5.090709, 5.094873, 4.966822, 4.774776, 4.529518, 4.572762, 4.103457, 3.51352, 3.296195, 3.158222, 3.1826, 7.13271, 8.380777, 8.078801, 8.137477, 8.182475, 8.401022, 8.295234, 7.872084, 7.811059, 8.562548, 9.276726, 9.466546, 10.787233, 11.32356, 11.366751, 13.190591, 12.895802, 14.665556, 15.841641, 17.001527, 19.001179, 16.841571, 10.576685, 6.606415, 3.50607, 1.023022], "sum_m_pl": [24.957888, 32.843751, 32.66943, 31.438746, 30.504225, 31.112591, 30.792391, 30.612875, 29.563614, 31.120665, 30.280625, 29.576748, 30.345607, 29.430928, 31.031775, 31.810516, 31.985387, 32.185619, 33.415694, 33.856627, 34.756392, 35.063813, 34.975828, 34.912046, 29.747083, 29.384503, 28.466563, 29.166404, 30.566425, 30.146812, 30.591546, 31.209575, 31.511567, 30.97085, 29.988753, 30.153738, 28.764364, 28.872643, 29.015687, 27.914614, 26.891575, 24.455232, 22.936354, 23.295538, 22.73802, 22.244102, 31.971301, 37.293824, 56.358474, 67.73785]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "pes-Choroby płuc dzieci-2020 jesień-65", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 793, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.9852}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [55, 44, 32, 28, 27, 37, 35, 35, 29, 41, 25, 37, 43, 38, 51, 46, 42, 37, 48, 57, 63, 52, 49, 44, 56, 70, 56, 64, 57, 63, 64, 59, 55, 61, 54, 66, 74, 78, 79, 69, 73, 75, 75, 79, 80, 83, 81, 76, 75, 75], "n_am_pl": [6, 14, 35, 27, 27, 19, 19, 14, 15, 18, 21, 24, 21, 26, 23, 18, 16, 17, 17, 15, 13, 36, 34, 31, 33, 22, 21, 23, 16, 16, 14, 17, 20, 15, 15, 12, 13, 15, 24, 45, 37, 40, 35, 25, 23, 21, 16, 12, 13, 12], "n_pos": 187, "sum_m_en": [21.8653, 11.62835, 11.313175, 10.588015, 11.194381, 11.64116, 10.452839, 10.802751, 11.005677, 11.289263, 11.813909, 13.164782, 13.194758, 13.638489, 13.344515, 12.784084, 12.444059, 11.978584, 11.620387, 10.673705, 10.164876, 9.385383, 8.852842, 8.649877, 24.384415, 27.511295, 27.359278, 25.056689, 22.764098, 23.164959, 20.282799, 20.396537, 20.80673, 21.158655, 21.868719, 23.485606, 30.463672, 31.947135, 34.721673, 36.544999, 44.312349, 51.54383, 54.776583, 62.066486, 66.792346, 75.044946, 76.930691, 76.492226, 77.175581, 77.664526], "sum_m_pl": [65.938173, 84.325456, 82.268575, 82.297089, 79.134135, 81.931564, 80.774618, 82.375059, 82.943562, 84.950124, 84.065639, 82.422776, 85.612971, 82.53136, 86.318815, 86.429918, 87.803418, 85.867897, 87.981542, 90.701947, 91.376095, 92.997932, 93.412862, 93.80506, 76.04922, 72.624751, 70.325551, 74.120726, 76.109584, 74.612514, 77.703676, 77.514548, 77.093926, 75.834423, 75.455294, 73.21224, 65.744716, 63.229195, 60.612183, 70.551101, 59.56024, 53.585662, 49.683895, 38.645115, 34.089021, 27.542827, 18.322357, 14.901118, 12.139546, 10.233576]}, "digit": {"n_am_en": [1, 1, 4, 0, 0, 1, 1, 1, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 2, 1, 2, 2, 1, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.489523, 0.250084, 0.234771, 0.233217, 0.211638, 0.222681, 0.19973, 0.22367, 0.208523, 0.208878, 0.211616, 0.227366, 0.248601, 0.246882, 0.215194, 0.236242, 0.231464, 0.240858, 0.252607, 0.249583, 0.23968, 0.226229, 0.214949, 0.210247, 0.348552, 0.359005, 0.346534, 0.348389, 0.327845, 0.327848, 0.328824, 0.362205, 0.359311, 0.32293, 0.324882, 0.346368, 0.677187, 0.981596, 0.691117, 0.471339, 0.467773, 0.63237, 0.501667, 0.509151, 0.481049, 0.532259, 0.402362, 0.426413, 0.097616, 0.0], "sum_m_pl": [2.113183, 2.600753, 2.548829, 2.473456, 2.259553, 2.325549, 2.184939, 2.300247, 2.263876, 2.238365, 2.115468, 2.231265, 2.30496, 2.210398, 2.352825, 2.357864, 2.415628, 2.347502, 2.386404, 2.438334, 2.482791, 2.501248, 2.501053, 2.502061, 2.235015, 2.223047, 2.105304, 2.252317, 2.307661, 2.244365, 2.23418, 2.240308, 2.140885, 2.135612, 2.108356, 2.085142, 1.84692, 1.507209, 1.582352, 1.883756, 1.4704, 1.399915, 1.295704, 1.037816, 1.145707, 1.038077, 0.609341, 0.365586, 0.075217, 0.0]}, "lang": {"n_am_en": [20, 19, 16, 14, 11, 12, 19, 17, 12, 19, 12, 19, 19, 24, 24, 27, 23, 24, 29, 36, 38, 35, 32, 30, 36, 44, 32, 37, 34, 39, 38, 30, 30, 32, 30, 35, 38, 46, 44, 43, 49, 47, 51, 54, 55, 52, 53, 57, 69, 73], "n_am_pl": [1, 4, 21, 16, 10, 9, 8, 7, 5, 10, 7, 8, 6, 9, 10, 6, 4, 5, 5, 6, 5, 13, 14, 11, 11, 6, 6, 7, 2, 4, 3, 5, 4, 4, 5, 3, 5, 5, 10, 16, 13, 16, 15, 12, 11, 8, 7, 9, 11, 10], "n_pos": 86, "sum_m_en": [10.354006, 5.361619, 5.445402, 5.013651, 5.245888, 5.720331, 5.103056, 5.024888, 5.210604, 5.435382, 5.743789, 6.490559, 6.609778, 6.907737, 6.711223, 6.32692, 6.222563, 5.878537, 5.656294, 5.146836, 4.867483, 4.477547, 4.220339, 4.099559, 15.242596, 16.467946, 16.62991, 14.744165, 13.231089, 12.876828, 11.08101, 11.170463, 11.285517, 11.648369, 12.024734, 13.253494, 17.7329, 18.826905, 20.148678, 22.056615, 26.692209, 32.735621, 35.837462, 40.978532, 44.919478, 49.389766, 51.167015, 54.720694, 67.73006, 71.609004], "sum_m_pl": [28.551268, 38.004635, 37.070044, 37.56535, 36.070763, 36.933573, 36.518506, 37.459053, 37.731562, 38.911655, 38.621111, 37.648511, 39.123579, 37.794211, 39.660838, 39.480508, 40.051315, 39.536691, 40.501746, 41.814963, 42.16945, 42.910741, 43.150704, 43.305748, 33.151822, 32.122746, 31.041339, 33.264046, 33.962585, 33.336282, 35.097212, 34.701174, 34.67599, 34.39404, 34.178647, 32.8725, 29.244988, 28.23835, 27.436444, 30.850419, 25.427063, 21.531459, 20.357357, 16.07371, 14.538183, 11.060625, 8.862882, 9.206278, 9.780272, 9.075845]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 189, "item_id": "pes-Choroby płuc dzieci-2020 wiosna-67", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 992, "region_end": 187, "roundtrip_ok": true, "tf_agree": 0.9524, "tf_agree_excl_first": 0.9574}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [40, 34, 24, 21, 23, 21, 12, 18, 10, 22, 18, 21, 24, 22, 24, 15, 19, 24, 28, 25, 26, 21, 23, 18, 26, 33, 36, 36, 34, 35, 27, 21, 22, 20, 26, 29, 27, 28, 24, 19, 22, 24, 19, 27, 35, 30, 19, 13, 3, 0], "n_am_pl": [14, 25, 30, 21, 19, 17, 25, 21, 18, 15, 14, 13, 17, 22, 16, 20, 15, 16, 14, 16, 20, 39, 35, 33, 31, 27, 22, 10, 14, 16, 22, 22, 30, 24, 22, 17, 11, 20, 26, 45, 39, 41, 45, 38, 36, 41, 43, 42, 58, 71], "n_pos": 154, "sum_m_en": [15.078883, 7.845713, 7.778482, 7.712835, 8.502287, 8.52097, 7.694915, 8.600496, 8.040278, 8.520025, 8.510792, 8.862013, 8.785197, 9.032412, 9.159007, 9.063467, 8.79866, 8.355115, 8.152364, 8.047422, 7.506924, 6.841304, 6.630491, 6.54605, 13.135788, 14.408356, 13.819576, 14.093141, 13.640621, 14.042936, 12.731147, 12.296024, 12.355387, 12.234388, 12.253533, 13.100928, 13.11629, 13.69926, 13.34423, 12.332072, 12.859477, 15.28559, 15.08219, 18.805121, 21.727817, 20.834873, 16.775107, 12.365855, 3.924224, 0.014026], "sum_m_pl": [57.608417, 71.287168, 69.997227, 69.933755, 66.056756, 67.325921, 67.359086, 66.837044, 67.313739, 68.996726, 67.262783, 66.228658, 69.180054, 68.019588, 70.955048, 70.875438, 71.737826, 71.952987, 73.552308, 74.644989, 75.452238, 76.791865, 76.870709, 77.294322, 61.692549, 59.275927, 58.662711, 62.767624, 64.44187, 64.904857, 65.83673, 66.74775, 66.87723, 65.056011, 63.247461, 61.231267, 58.552884, 54.32243, 52.830743, 59.857338, 53.541527, 54.803129, 54.866284, 51.12286, 50.657682, 49.833132, 45.933488, 45.080484, 60.597201, 70.598754]}, "digit": {"n_am_en": [1, 3, 2, 5, 1, 2, 2, 3, 2, 0, 3, 1, 3, 2, 3, 1, 2, 4, 5, 4, 5, 3, 3, 2, 1, 4, 3, 3, 1, 2, 1, 1, 2, 0, 0, 2, 1, 4, 1, 0, 0, 0, 1, 3, 4, 3, 2, 1, 0, 0], "n_am_pl": [0, 2, 5, 2, 1, 0, 1, 2, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 6, 5, 3, 4, 1, 1, 1, 1, 3, 4, 3, 2, 2, 1, 1, 0, 0, 0, 6, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.560944, 0.635425, 0.633659, 0.587646, 0.583784, 0.595611, 0.544109, 0.666035, 0.666463, 0.577911, 0.619703, 0.63673, 0.606723, 0.637961, 0.683476, 0.730788, 0.709743, 0.705618, 0.726285, 0.755175, 0.669499, 0.597285, 0.585306, 0.584115, 1.222402, 1.287099, 1.047068, 0.939412, 0.875601, 0.905119, 0.821293, 0.807955, 0.828328, 0.72368, 0.785075, 0.826088, 0.857074, 0.930233, 0.986962, 0.774332, 0.741146, 1.176201, 1.249887, 1.681131, 1.60062, 1.363429, 1.317977, 0.813938, 0.21999, 0.0], "sum_m_pl": [4.569946, 6.713542, 6.553837, 6.326982, 5.892884, 5.859524, 5.740547, 5.572213, 5.635233, 5.84103, 5.745679, 5.643115, 5.904592, 5.774168, 5.962842, 5.98229, 5.886207, 6.06326, 6.004604, 5.993387, 6.14762, 6.344895, 6.380624, 6.384246, 5.107734, 4.549757, 4.910855, 5.46005, 5.705629, 5.956764, 5.813308, 5.794901, 5.705335, 5.50395, 5.311474, 5.498339, 5.129865, 4.111952, 3.356677, 4.310498, 2.277373, 2.331445, 2.382484, 2.210519, 2.270248, 2.53536, 2.307656, 1.423837, 1.194999, 0.0]}, "lang": {"n_am_en": [20, 15, 13, 7, 12, 10, 4, 5, 4, 11, 6, 10, 12, 12, 12, 8, 9, 9, 9, 8, 11, 7, 10, 6, 13, 12, 12, 16, 15, 20, 17, 13, 13, 13, 16, 18, 16, 12, 13, 12, 12, 15, 9, 13, 20, 17, 12, 8, 3, 0], "n_am_pl": [7, 13, 10, 10, 10, 8, 11, 5, 9, 7, 4, 7, 10, 8, 6, 12, 8, 12, 8, 9, 13, 21, 21, 21, 18, 14, 10, 6, 8, 9, 10, 11, 16, 14, 16, 11, 9, 15, 18, 24, 24, 24, 32, 30, 26, 31, 32, 37, 57, 70], "n_pos": 70, "sum_m_en": [6.660776, 3.586943, 3.55006, 3.651896, 3.973007, 3.96094, 3.507926, 3.830061, 3.697939, 3.914745, 4.038128, 4.250393, 4.158887, 4.256766, 4.270569, 4.196474, 4.107665, 3.864703, 3.724207, 3.526146, 3.377858, 3.127858, 3.020872, 2.963755, 5.666362, 6.25859, 5.978244, 6.13257, 6.247268, 6.749, 6.170559, 6.066721, 6.348947, 6.235561, 6.075363, 6.532155, 6.438627, 6.604824, 6.63547, 5.867411, 5.942305, 6.410703, 6.418871, 8.695277, 11.16168, 12.225563, 10.890845, 8.561585, 3.415862, 0.01239], "sum_m_pl": [25.506287, 31.249826, 30.851509, 30.864863, 29.325547, 30.029797, 30.320223, 30.438042, 30.955809, 31.583846, 30.808268, 30.370781, 31.788749, 31.441715, 32.556124, 32.58088, 33.048351, 33.225262, 34.095229, 34.809555, 34.856779, 35.441345, 35.52697, 35.663102, 30.260587, 29.102327, 28.93126, 30.469663, 31.233797, 31.125788, 31.724477, 31.986821, 32.22663, 31.731629, 31.270299, 30.757984, 29.7969, 28.948978, 28.626508, 33.169491, 30.739972, 32.171347, 33.021142, 31.878987, 32.517206, 32.179867, 32.754708, 36.781699, 55.5583, 68.542764]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "pes-Choroby płuc dzieci-2020 wiosna-67", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 872, "region_end": 154, "roundtrip_ok": true, "tf_agree": 0.9808, "tf_agree_excl_first": 0.9871}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [41, 51, 34, 30, 38, 27, 17, 22, 25, 42, 41, 31, 25, 26, 33, 28, 28, 31, 30, 36, 31, 29, 31, 33, 47, 54, 32, 37, 29, 36, 45, 47, 42, 43, 52, 48, 54, 58, 68, 56, 61, 67, 70, 64, 67, 68, 65, 73, 63, 57], "n_am_pl": [6, 26, 30, 27, 19, 19, 19, 11, 14, 11, 15, 11, 7, 16, 10, 16, 12, 8, 15, 25, 24, 16, 20, 17, 17, 14, 7, 7, 5, 9, 9, 11, 14, 12, 13, 15, 15, 22, 13, 22, 15, 17, 19, 15, 11, 14, 11, 9, 7, 6], "n_pos": 172, "sum_m_en": [20.016328, 10.674074, 9.797366, 9.603016, 10.293301, 9.549002, 9.221535, 9.974905, 10.825644, 10.591016, 11.69574, 12.519252, 12.761801, 13.469839, 13.771451, 12.409197, 11.681305, 11.486144, 10.53591, 9.902276, 9.487842, 8.91919, 8.377896, 8.207962, 20.951472, 21.858252, 19.905773, 18.089243, 18.11622, 18.746164, 18.08595, 19.181189, 19.412936, 19.883428, 20.486734, 21.364816, 25.480995, 26.677229, 29.525318, 30.810804, 33.024322, 41.004146, 46.053861, 46.764257, 54.497245, 59.107621, 61.875066, 70.266207, 63.40693, 58.021373], "sum_m_pl": [59.81244, 78.423135, 78.221287, 77.198221, 72.886644, 73.453479, 72.506121, 71.520654, 68.753902, 73.278918, 72.514584, 70.687193, 71.082591, 68.615991, 68.754209, 70.778324, 73.576068, 72.303695, 75.697536, 78.134467, 79.058423, 79.891964, 81.455988, 82.043491, 59.164843, 57.941375, 52.240868, 56.868804, 59.071727, 59.280454, 62.045424, 62.378508, 62.889369, 59.474588, 59.438271, 55.921098, 49.65679, 45.860628, 45.83451, 43.582209, 41.402208, 36.44477, 32.985334, 27.798166, 21.809628, 18.790606, 12.482092, 11.449788, 7.592874, 6.468823]}, "digit": {"n_am_en": [3, 7, 6, 1, 0, 1, 0, 1, 0, 4, 2, 0, 1, 2, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 2, 0, 2, 2, 0, 1, 3, 2, 1, 2, 1, 2, 2, 0, 0, 1, 0, 0, 1, 2, 0, 1, 1, 2, 6, 2, 2, 4, 5, 4, 4, 2, 2, 2, 1, 0, 0], "n_pos": 11, "sum_m_en": [1.77806, 0.555774, 0.535942, 0.490177, 0.50329, 0.498288, 0.446456, 0.453684, 0.480121, 0.514343, 0.552608, 0.576913, 0.657081, 0.668662, 0.754959, 0.707618, 0.592851, 0.597738, 0.526524, 0.509088, 0.492693, 0.474909, 0.46033, 0.457877, 0.546283, 0.644493, 0.541893, 0.622907, 0.609203, 0.788905, 0.766738, 0.722882, 0.722286, 0.673597, 0.682347, 0.725899, 0.716082, 0.774894, 0.651852, 0.605947, 0.499458, 0.518682, 0.460215, 0.449654, 0.511819, 0.281365, 0.281217, 0.341356, 0.017006, 0.00063], "sum_m_pl": [3.589089, 5.691548, 5.512414, 5.265382, 5.051048, 4.913208, 5.086309, 5.089866, 4.630884, 4.911413, 4.737723, 4.473194, 4.546704, 4.227889, 4.147612, 4.259967, 4.246493, 4.243237, 4.635575, 4.90638, 5.040533, 5.13639, 5.200144, 5.296221, 4.07983, 3.634517, 2.557483, 3.132011, 3.261456, 3.698716, 3.911199, 4.025782, 4.167411, 3.893829, 3.924862, 3.750735, 3.605649, 3.580046, 3.646639, 3.585176, 4.563365, 4.650314, 4.752645, 4.008568, 3.399904, 2.088317, 1.212352, 0.92944, 0.12767, 0.000202]}, "lang": {"n_am_en": [17, 19, 10, 14, 16, 11, 10, 13, 13, 19, 16, 13, 12, 10, 14, 16, 13, 11, 13, 17, 16, 14, 13, 17, 19, 26, 15, 18, 14, 15, 17, 19, 17, 22, 22, 24, 31, 29, 32, 33, 36, 37, 40, 36, 37, 37, 40, 47, 52, 56], "n_am_pl": [2, 8, 10, 10, 10, 6, 7, 4, 8, 3, 5, 2, 2, 4, 4, 4, 5, 4, 5, 11, 10, 6, 6, 4, 7, 3, 4, 2, 2, 3, 3, 5, 4, 4, 6, 6, 4, 5, 3, 4, 4, 5, 6, 5, 4, 5, 5, 5, 7, 6], "n_pos": 62, "sum_m_en": [7.386075, 3.956427, 3.544631, 3.567226, 3.685631, 3.586944, 3.500009, 3.977622, 4.326564, 4.045946, 4.361929, 4.707154, 4.71932, 5.154162, 5.320894, 4.744008, 4.553109, 4.580552, 4.17764, 3.890997, 3.740167, 3.424242, 3.17339, 3.11649, 8.684074, 9.215537, 8.542778, 7.473864, 7.243317, 7.064863, 6.627606, 7.154439, 7.239944, 7.516255, 7.728894, 8.768841, 11.683626, 12.193337, 13.852866, 14.418991, 16.373995, 21.298025, 23.67795, 25.354635, 28.575998, 32.591939, 38.552202, 45.402789, 51.088397, 54.360199], "sum_m_pl": [20.132903, 27.403245, 27.606839, 27.334608, 26.486026, 26.414212, 26.586327, 26.507211, 25.89449, 27.698803, 27.638881, 27.045566, 26.960595, 26.171994, 25.992684, 26.516443, 27.391668, 26.810572, 27.620071, 28.363301, 28.486498, 28.821402, 29.373532, 29.46368, 21.849041, 21.002326, 19.809738, 21.504423, 22.33301, 22.599999, 23.300363, 23.503412, 23.893014, 22.876011, 22.73226, 21.566663, 18.365757, 16.937209, 16.539295, 15.959985, 15.268819, 13.206743, 12.046929, 10.393154, 8.748936, 7.94905, 6.086462, 5.496907, 6.31785, 6.289678]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 174, "item_id": "pes-Choroby płuc-2018 jesień-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 949, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.977, "tf_agree_excl_first": 0.9827}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [60, 45, 39, 26, 24, 14, 19, 29, 30, 36, 44, 37, 37, 31, 39, 35, 34, 34, 26, 34, 27, 28, 31, 38, 59, 56, 47, 43, 38, 55, 44, 45, 47, 43, 33, 43, 32, 38, 41, 39, 36, 41, 43, 41, 34, 31, 22, 13, 5, 3], "n_am_pl": [6, 34, 37, 32, 27, 20, 29, 22, 21, 19, 21, 25, 18, 19, 28, 23, 26, 29, 35, 39, 46, 36, 35, 32, 23, 26, 19, 30, 28, 25, 28, 30, 33, 24, 31, 30, 32, 30, 46, 53, 48, 38, 41, 42, 44, 54, 69, 67, 107, 115], "n_pos": 199, "sum_m_en": [18.903677, 10.427571, 10.420795, 10.185245, 10.792158, 10.354678, 10.374791, 11.037274, 11.287542, 11.939571, 12.96371, 13.754156, 13.626273, 14.380379, 14.632549, 12.975442, 12.682816, 12.412629, 10.747847, 10.192335, 9.698758, 9.210928, 8.801639, 8.743511, 17.470565, 18.974824, 18.389644, 17.86362, 18.149995, 19.259596, 18.484175, 17.84529, 18.680869, 18.301737, 18.177236, 17.975632, 18.906493, 19.051887, 19.848892, 21.097937, 21.015404, 24.094327, 25.655085, 27.000859, 23.10724, 24.171664, 18.780081, 14.098038, 5.505549, 3.059228], "sum_m_pl": [71.479102, 90.617424, 89.151812, 88.240391, 83.875527, 84.150761, 84.609246, 83.852773, 82.850556, 87.552284, 86.181592, 86.194076, 88.671195, 86.674014, 86.534025, 88.197303, 91.003686, 92.525585, 94.880891, 96.640949, 97.283089, 97.822106, 98.651266, 98.821303, 80.978878, 75.695049, 71.037366, 76.775366, 77.103083, 79.834692, 82.957819, 83.306265, 83.751569, 80.230349, 80.509754, 78.063076, 74.573115, 71.833162, 73.514587, 73.222022, 72.08461, 66.481385, 66.305478, 63.893995, 61.987824, 61.805928, 68.006413, 68.525645, 97.916147, 115.460426]}, "digit": {"n_am_en": [5, 5, 5, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 3, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 2, 1, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 1, 0, 3, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 2, 2, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 3, 4, 4, 4, 3, 3, 3, 2, 1, 0, 0], "n_pos": 8, "sum_m_en": [1.650431, 0.417823, 0.387201, 0.365801, 0.423001, 0.391008, 0.392859, 0.385836, 0.415508, 0.428188, 0.445772, 0.465001, 0.467029, 0.470483, 0.380266, 0.391197, 0.35215, 0.379069, 0.328179, 0.357212, 0.356065, 0.344625, 0.335718, 0.333625, 0.545359, 0.677572, 0.565332, 0.676526, 0.505933, 0.63632, 0.564612, 0.526463, 0.561601, 0.533011, 0.516873, 0.544338, 0.548501, 0.543877, 0.465297, 0.413035, 0.316494, 0.333419, 0.209585, 0.309364, 0.301209, 0.178004, 0.183732, 0.185647, 0.021377, 2e-06], "sum_m_pl": [2.403568, 3.947601, 3.944336, 3.849779, 3.583654, 3.434042, 3.43587, 3.21593, 3.319113, 3.666404, 3.604333, 3.494203, 3.477673, 3.268747, 2.865702, 2.959622, 3.08423, 3.341357, 3.554539, 3.719374, 3.788379, 3.842555, 3.911321, 3.953158, 3.299379, 2.475033, 1.565487, 2.379987, 2.237422, 2.495816, 2.786334, 2.670992, 2.738039, 2.575201, 2.663283, 2.877428, 2.779096, 2.837696, 2.785372, 2.712531, 3.835951, 3.871484, 4.370474, 2.944684, 2.479132, 1.93864, 1.280112, 0.877645, 0.142377, 9e-06]}, "lang": {"n_am_en": [32, 26, 19, 16, 18, 10, 15, 21, 22, 28, 30, 25, 25, 17, 22, 21, 20, 25, 13, 17, 16, 17, 19, 24, 39, 36, 32, 28, 27, 38, 31, 31, 30, 30, 22, 29, 21, 27, 27, 27, 29, 32, 34, 34, 29, 29, 17, 12, 5, 3], "n_am_pl": [5, 17, 25, 19, 15, 13, 20, 16, 13, 12, 12, 17, 7, 12, 19, 15, 19, 20, 26, 29, 28, 21, 20, 23, 15, 17, 16, 18, 20, 18, 21, 19, 22, 16, 24, 21, 23, 26, 36, 40, 35, 31, 35, 37, 38, 45, 62, 63, 105, 114], "n_pos": 119, "sum_m_en": [10.878136, 6.236398, 6.274545, 6.287957, 6.672229, 6.310356, 6.395911, 6.630468, 6.964338, 7.467518, 8.159541, 8.482462, 8.411692, 8.849209, 8.992209, 7.886198, 7.803682, 7.607563, 6.529112, 6.20034, 5.901365, 5.602511, 5.317517, 5.28364, 11.257647, 12.398921, 11.939365, 11.106728, 11.479375, 11.757528, 11.417492, 11.198599, 11.740519, 11.587126, 11.544758, 11.608183, 12.542574, 12.867128, 13.924122, 15.2233, 15.828527, 19.315933, 20.659905, 22.032689, 18.542872, 20.12105, 15.230832, 11.654337, 4.704168, 2.991756], "sum_m_pl": [40.687178, 52.811183, 52.071378, 51.496499, 48.909468, 49.694099, 49.825668, 49.772435, 49.408034, 51.510724, 51.52829, 51.849145, 53.447012, 52.508142, 53.501708, 53.882992, 55.484412, 56.191801, 57.346676, 58.055255, 58.119158, 58.373233, 58.973784, 59.017904, 49.967826, 46.687708, 45.413801, 47.926897, 48.795089, 50.066964, 51.566522, 51.772493, 52.441785, 51.25699, 51.429919, 51.675618, 49.269558, 48.098054, 49.838029, 50.08089, 49.385387, 46.903581, 48.049895, 48.307128, 47.701482, 48.838509, 58.938803, 62.065171, 93.015122, 113.968116]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 208, "item_id": "pes-Choroby płuc-2018 jesień-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 829, "region_end": 199, "roundtrip_ok": true, "tf_agree": 0.9808, "tf_agree_excl_first": 0.9855}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [80, 66, 61, 49, 49, 38, 43, 49, 41, 43, 50, 49, 51, 43, 41, 46, 57, 49, 45, 62, 53, 62, 58, 57, 65, 72, 66, 72, 63, 69, 61, 59, 63, 64, 56, 58, 76, 80, 77, 82, 83, 76, 93, 84, 63, 65, 41, 20, 7, 1], "n_am_pl": [20, 55, 57, 45, 46, 38, 42, 31, 26, 30, 28, 35, 24, 31, 25, 28, 34, 44, 49, 45, 56, 52, 52, 55, 31, 29, 43, 46, 47, 36, 46, 52, 43, 45, 46, 49, 58, 41, 48, 65, 64, 60, 60, 65, 68, 70, 81, 87, 145, 147], "n_pos": 294, "sum_m_en": [26.706772, 14.418048, 14.50381, 14.538245, 15.180813, 14.752002, 14.587862, 15.050186, 14.83009, 15.639205, 17.095323, 17.99179, 17.998596, 18.723025, 18.597113, 17.588218, 17.27527, 16.80201, 15.073786, 14.421195, 13.408797, 12.768013, 12.376142, 12.292666, 28.931023, 29.221793, 27.349508, 26.481687, 25.314534, 26.968658, 25.007462, 25.164076, 24.680044, 24.971792, 26.460483, 28.425358, 30.517384, 35.074825, 35.818118, 41.231821, 41.4916, 45.099691, 49.642985, 51.404294, 51.098471, 50.641426, 36.71066, 22.741504, 8.552553, 1.074981], "sum_m_pl": [109.501987, 137.801615, 135.023271, 134.546277, 129.769351, 128.587632, 130.864297, 130.118034, 129.859566, 133.442361, 128.777886, 129.278901, 131.071378, 130.388977, 131.15119, 133.30683, 134.308959, 135.723068, 139.800079, 142.059959, 142.757593, 144.023468, 144.711673, 145.231787, 115.505755, 112.124264, 111.107982, 118.438196, 119.674015, 118.670579, 121.716313, 121.813365, 121.611726, 119.048597, 115.657843, 112.235761, 109.497984, 105.094502, 103.963569, 106.166983, 103.326636, 98.12645, 95.174359, 90.044005, 87.493422, 88.439935, 89.732482, 89.372708, 133.039962, 147.95794]}, "digit": {"n_am_en": [2, 2, 2, 2, 3, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 4, 2, 0, 2, 0, 0, 1, 1, 1, 2, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [3, 6, 4, 1, 2, 2, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 4, 4, 5, 6, 3, 3, 3, 4, 3, 3, 2, 1, 0, 0, 3, 1, 4, 6, 4, 4, 2, 2, 6, 3, 4, 4, 3, 3, 3, 2, 1, 0, 0], "n_pos": 11, "sum_m_en": [1.071045, 0.539181, 0.488971, 0.484468, 0.560216, 0.530919, 0.541547, 0.570464, 0.585116, 0.589628, 0.678659, 0.669369, 0.702623, 0.724144, 0.740098, 0.660971, 0.625091, 0.648681, 0.553905, 0.514153, 0.485054, 0.466527, 0.460059, 0.455493, 0.708018, 0.72435, 0.860975, 0.775318, 0.713847, 0.822355, 0.877165, 0.878527, 0.72634, 0.69741, 0.746931, 0.789733, 0.713068, 0.685227, 0.657708, 0.516316, 0.46318, 0.470455, 0.411526, 0.367994, 0.332564, 0.254232, 0.184849, 0.144478, 0.005588, 0.0], "sum_m_pl": [4.93158, 5.8078, 5.702311, 5.58688, 5.28276, 5.169822, 4.950287, 4.856051, 4.828227, 4.963793, 4.651631, 4.515113, 4.424369, 4.400695, 4.435624, 4.547188, 4.718812, 4.693712, 4.907473, 5.101592, 5.155596, 5.194817, 5.224007, 5.266295, 4.607045, 4.521258, 4.380658, 4.278509, 4.251776, 4.144941, 4.16432, 4.341465, 4.492457, 4.498561, 4.207418, 3.909349, 3.690618, 3.571828, 3.743941, 4.017213, 4.799397, 4.855372, 4.972929, 4.085948, 3.697442, 2.982045, 2.061456, 1.328203, 0.055033, 2e-06]}, "lang": {"n_am_en": [40, 29, 30, 27, 24, 21, 26, 28, 26, 24, 28, 25, 28, 22, 22, 22, 33, 30, 25, 35, 30, 33, 33, 28, 38, 45, 40, 39, 41, 41, 34, 34, 35, 37, 33, 34, 47, 53, 51, 54, 52, 50, 62, 58, 45, 43, 26, 14, 6, 1], "n_am_pl": [7, 28, 30, 24, 19, 17, 19, 14, 14, 15, 18, 20, 11, 18, 12, 16, 17, 22, 28, 28, 27, 26, 27, 26, 16, 10, 20, 19, 21, 20, 25, 23, 20, 20, 18, 24, 28, 22, 27, 37, 36, 37, 35, 38, 47, 51, 59, 65, 132, 146], "n_pos": 147, "sum_m_en": [13.624847, 7.330445, 7.340999, 7.45343, 7.789712, 7.553291, 7.735738, 7.950668, 7.715732, 8.207695, 8.857769, 9.206437, 9.147508, 9.323302, 9.09257, 8.57066, 8.656227, 8.244353, 7.490245, 7.301381, 6.7755, 6.448939, 6.222467, 6.200294, 18.059238, 18.201706, 16.083822, 15.056177, 14.165694, 14.412192, 13.011442, 13.105002, 12.741579, 13.265497, 14.356352, 15.551516, 16.559721, 19.936238, 20.992989, 25.255536, 25.451829, 28.087626, 32.732325, 34.268935, 34.985642, 34.444575, 24.556044, 15.505739, 6.818274, 1.07186], "sum_m_pl": [51.7145, 66.486865, 65.651893, 65.427988, 62.982908, 62.694682, 63.780055, 63.600622, 64.000091, 65.681114, 63.316564, 64.067471, 65.374078, 64.891791, 66.041012, 67.495591, 67.92176, 68.849161, 70.789074, 71.411419, 71.486593, 72.135457, 72.510326, 72.758334, 58.507835, 55.988961, 56.341594, 59.697041, 60.304967, 60.238109, 62.919808, 62.530946, 63.287641, 62.754781, 60.775015, 60.207328, 60.500926, 58.344066, 57.37767, 56.879556, 55.43291, 53.893253, 53.500791, 53.390701, 55.008835, 57.679633, 62.682729, 68.071843, 119.028244, 143.944445]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 296, "item_id": "pes-Choroby płuc-2019 jesień-104", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 983, "region_end": 294, "roundtrip_ok": true, "tf_agree": 0.9865, "tf_agree_excl_first": 0.9898}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [46, 46, 34, 29, 35, 25, 24, 32, 20, 28, 35, 31, 35, 34, 28, 28, 28, 31, 27, 27, 24, 27, 29, 38, 41, 44, 41, 49, 41, 41, 34, 33, 39, 33, 27, 33, 41, 44, 46, 45, 45, 43, 49, 45, 47, 44, 26, 14, 1, 2], "n_am_pl": [14, 37, 40, 46, 28, 26, 13, 19, 17, 19, 14, 12, 15, 11, 15, 23, 18, 24, 24, 27, 29, 33, 35, 33, 16, 15, 19, 21, 26, 22, 17, 21, 29, 22, 33, 20, 24, 29, 25, 35, 30, 29, 34, 37, 39, 43, 51, 55, 87, 92], "n_pos": 193, "sum_m_en": [17.987133, 9.976927, 9.457942, 9.651571, 10.669011, 10.085052, 9.759807, 10.128284, 9.900418, 10.257029, 11.404775, 12.00092, 12.157735, 12.259395, 12.199785, 11.314389, 10.829034, 10.603289, 9.35445, 8.952571, 8.493147, 8.111269, 7.947903, 7.874347, 15.195935, 16.808669, 16.176184, 15.941603, 15.88513, 17.202165, 16.164972, 16.08998, 15.477079, 15.727268, 15.353781, 15.869118, 16.185494, 18.453981, 18.519687, 23.483791, 22.543712, 25.109656, 29.088202, 31.82067, 33.475941, 32.423796, 24.514151, 12.527644, 3.266336, 1.85971], "sum_m_pl": [71.362589, 89.641308, 88.125846, 87.696349, 82.186579, 81.811165, 83.291031, 83.337586, 81.709025, 84.34234, 81.860803, 82.385206, 83.109214, 82.328184, 83.21623, 85.573581, 86.79245, 87.84098, 90.844014, 92.963857, 93.532173, 94.343143, 94.700895, 95.180831, 78.363835, 74.651597, 72.332551, 77.348576, 77.398321, 77.629161, 79.420468, 79.408163, 79.152371, 77.297122, 76.854259, 72.640425, 68.935813, 67.062478, 67.347387, 67.720739, 66.275382, 62.218953, 59.683818, 54.840242, 51.391835, 51.927921, 52.013523, 56.399501, 82.916968, 91.63885]}, "digit": {"n_am_en": [0, 4, 8, 3, 2, 0, 0, 2, 0, 2, 3, 2, 3, 3, 1, 0, 1, 0, 2, 2, 1, 1, 3, 4, 1, 0, 4, 2, 1, 2, 0, 0, 1, 1, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 0, 3, 5, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 3, 1, 2, 3, 3, 3, 1, 1, 0, 0, 2, 1, 2, 2, 4, 2, 5, 3, 2, 4, 4, 5, 3, 2, 2, 2, 2, 2, 1, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.845345, 0.458769, 0.430406, 0.418658, 0.458381, 0.446436, 0.445945, 0.466797, 0.468876, 0.513739, 0.585992, 0.60541, 0.669676, 0.633553, 0.633832, 0.544443, 0.539077, 0.527627, 0.471564, 0.461824, 0.447396, 0.432228, 0.429061, 0.418965, 0.662213, 0.607435, 0.732429, 0.697178, 0.629681, 0.877223, 0.867382, 0.848281, 0.686229, 0.652424, 0.718583, 0.808972, 0.74378, 0.693099, 0.633315, 0.589531, 0.575073, 0.521228, 0.502328, 0.471297, 0.342713, 0.239752, 0.177985, 0.103574, 0.026233, 0.0], "sum_m_pl": [4.650004, 5.389464, 5.324857, 5.257275, 4.930691, 4.835309, 4.644105, 4.67475, 4.738338, 4.703173, 4.366872, 4.124899, 3.873032, 3.615011, 3.677242, 3.958365, 4.116272, 4.169139, 4.28996, 4.551148, 4.630768, 4.677352, 4.710891, 4.779988, 3.882748, 4.044994, 3.928487, 3.938457, 3.954043, 3.824003, 3.792299, 3.811824, 3.969229, 3.889144, 3.882949, 3.646467, 3.269601, 3.25986, 3.380871, 3.599229, 4.124857, 4.212463, 4.175471, 3.329459, 2.637832, 1.740313, 1.141391, 0.658311, 0.079599, 1e-05]}, "lang": {"n_am_en": [23, 17, 16, 17, 17, 12, 16, 18, 15, 17, 18, 18, 21, 19, 13, 12, 17, 19, 16, 15, 13, 15, 14, 22, 25, 28, 24, 28, 25, 24, 20, 20, 24, 23, 19, 21, 28, 32, 30, 31, 30, 31, 34, 33, 36, 33, 20, 11, 1, 2], "n_am_pl": [6, 17, 17, 23, 13, 11, 7, 9, 10, 8, 6, 4, 6, 3, 8, 9, 7, 12, 8, 15, 18, 18, 17, 17, 11, 7, 13, 12, 14, 14, 14, 16, 16, 13, 15, 11, 15, 16, 16, 17, 20, 21, 23, 25, 28, 36, 41, 46, 83, 91], "n_pos": 93, "sum_m_en": [8.569412, 4.74237, 4.5879, 4.787259, 5.47212, 5.075687, 5.167177, 5.370447, 5.172614, 5.360232, 5.948043, 6.190885, 6.349336, 6.309997, 6.114467, 5.556455, 5.42611, 5.233577, 4.614826, 4.41826, 4.210775, 4.016514, 3.915122, 3.877388, 9.072833, 10.107334, 9.567293, 9.157645, 9.204902, 9.322221, 8.808947, 8.601851, 8.062986, 8.453598, 8.104834, 8.887961, 9.546466, 11.475804, 11.918656, 16.393975, 15.487152, 17.965644, 20.970661, 23.495799, 24.753024, 24.26909, 18.040507, 9.622413, 2.732638, 1.85877], "sum_m_pl": [32.480328, 42.183808, 41.297815, 41.015696, 38.625446, 38.743406, 39.130012, 39.230281, 38.505128, 39.972298, 39.187073, 39.833521, 40.290897, 39.999617, 40.546467, 41.777693, 42.484819, 43.195117, 44.666776, 45.353413, 45.378881, 45.71618, 45.828408, 46.061317, 38.874811, 36.160621, 35.510726, 37.617999, 37.928759, 38.307203, 39.596491, 39.634693, 40.104052, 40.004475, 39.656316, 38.15441, 38.242863, 37.599855, 37.960148, 36.493041, 36.319788, 34.931319, 33.727821, 32.934816, 33.560005, 37.043512, 39.32422, 46.560457, 75.964967, 89.570744]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 195, "item_id": "pes-Choroby płuc-2019 jesień-104", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 863, "region_end": 193, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.9794}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [72, 70, 61, 60, 46, 61, 62, 70, 51, 56, 52, 47, 40, 48, 47, 43, 48, 49, 57, 53, 54, 51, 51, 54, 84, 99, 79, 67, 68, 78, 68, 72, 75, 73, 92, 97, 101, 103, 109, 112, 112, 124, 125, 123, 122, 126, 129, 129, 132, 129], "n_am_pl": [24, 34, 34, 40, 32, 34, 22, 27, 33, 25, 29, 27, 24, 30, 29, 23, 30, 41, 44, 53, 47, 41, 37, 42, 24, 19, 17, 26, 25, 24, 31, 26, 24, 28, 25, 24, 24, 18, 20, 21, 19, 16, 18, 17, 16, 13, 10, 6, 2, 2], "n_pos": 264, "sum_m_en": [30.69667, 17.964166, 15.794703, 15.335632, 15.474337, 14.775824, 13.930045, 13.274619, 13.028837, 13.352279, 14.467953, 15.483213, 15.94716, 16.727657, 17.127951, 16.375767, 16.602151, 16.400805, 15.508328, 14.118422, 13.282834, 12.483571, 11.976052, 11.789223, 29.305317, 30.147206, 30.299261, 26.297861, 25.407753, 25.752666, 24.696309, 25.057001, 26.723029, 27.408931, 30.562877, 36.184286, 42.512975, 45.987084, 49.892936, 52.909069, 54.822397, 69.93408, 81.746003, 89.914595, 97.817305, 104.575916, 118.44187, 115.912321, 126.662289, 128.746136], "sum_m_pl": [93.814081, 119.034944, 119.14091, 117.834782, 115.217354, 117.868991, 120.289728, 120.463621, 118.802406, 121.910801, 119.812536, 118.804626, 119.575809, 118.282972, 120.173499, 121.726932, 122.985491, 121.976199, 123.94605, 127.507665, 128.66427, 129.436893, 129.781061, 129.710263, 100.657208, 99.803075, 96.456965, 100.829819, 101.416645, 100.493286, 103.493286, 104.125436, 103.690684, 103.48717, 99.730009, 92.931895, 83.138517, 79.159927, 77.635452, 73.922667, 69.416121, 57.476994, 51.573757, 40.237917, 33.535756, 25.738256, 19.671179, 13.412621, 5.151343, 1.657994]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [34, 35, 34, 37, 25, 32, 26, 29, 24, 26, 33, 33, 26, 25, 29, 21, 28, 26, 32, 28, 29, 26, 26, 29, 45, 54, 44, 40, 40, 43, 38, 38, 42, 39, 55, 52, 59, 62, 68, 70, 70, 85, 81, 83, 79, 83, 87, 95, 116, 126], "n_am_pl": [8, 21, 22, 25, 22, 20, 16, 19, 16, 16, 14, 15, 10, 17, 16, 14, 20, 19, 21, 29, 30, 25, 24, 23, 13, 13, 11, 11, 12, 13, 16, 14, 10, 13, 10, 15, 14, 11, 10, 13, 9, 6, 4, 4, 5, 2, 1, 1, 0, 1], "n_pos": 132, "sum_m_en": [16.357241, 8.962534, 8.188043, 7.916037, 7.945068, 7.457142, 6.963008, 6.581025, 6.407865, 6.618362, 7.398802, 7.968141, 8.199794, 8.486171, 8.680271, 8.237535, 8.504012, 8.462845, 7.972178, 7.260529, 6.756527, 6.327939, 6.040812, 5.941242, 15.149523, 15.687567, 16.14208, 13.94933, 13.532714, 13.879092, 12.908582, 13.132315, 14.387532, 14.845148, 16.830467, 20.597673, 24.573171, 27.457272, 30.559813, 31.914799, 34.096104, 44.433425, 49.724891, 56.886666, 61.200489, 68.895719, 79.870979, 85.231756, 109.674598, 122.438137], "sum_m_pl": [45.307156, 59.245029, 58.988665, 58.598654, 57.250627, 58.884311, 60.293603, 60.58216, 60.08782, 61.725627, 60.313944, 60.043187, 60.105711, 59.631268, 60.637665, 61.406847, 61.94863, 61.354829, 62.158368, 63.966499, 64.514688, 64.935174, 65.111668, 65.028802, 52.846061, 52.335929, 50.186205, 52.219955, 52.255072, 51.839802, 53.169627, 53.128087, 53.026387, 53.229099, 50.803115, 47.733913, 43.312152, 41.5722, 40.322868, 38.352916, 36.270156, 29.959186, 26.432201, 19.76934, 17.196373, 12.76413, 8.495932, 6.480259, 2.212344, 0.53309]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 266, "item_id": "pes-Choroby płuc-2019 wiosna-45", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 902, "region_end": 264, "roundtrip_ok": true, "tf_agree": 0.9436, "tf_agree_excl_first": 0.9472}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [35, 22, 22, 19, 14, 9, 23, 19, 19, 16, 19, 17, 13, 14, 15, 11, 13, 11, 16, 17, 19, 16, 17, 17, 25, 34, 25, 22, 14, 23, 19, 22, 18, 20, 25, 20, 25, 31, 31, 27, 23, 25, 24, 30, 24, 19, 11, 3, 0, 0], "n_am_pl": [9, 26, 27, 22, 18, 20, 16, 15, 17, 12, 6, 11, 19, 21, 19, 14, 14, 17, 23, 22, 22, 19, 26, 27, 25, 15, 15, 18, 23, 20, 17, 15, 19, 13, 17, 16, 19, 18, 22, 30, 27, 32, 31, 29, 34, 40, 44, 45, 64, 68], "n_pos": 114, "sum_m_en": [10.618673, 5.450007, 5.529336, 5.909004, 6.168847, 5.845709, 5.868085, 5.699968, 5.714627, 5.878767, 6.059084, 6.398242, 6.219791, 6.446368, 6.295513, 6.216892, 6.236444, 5.855798, 5.445368, 5.188152, 5.018433, 4.748549, 4.679593, 4.653397, 8.82797, 9.370217, 8.794797, 8.760191, 8.114876, 8.462236, 8.224722, 8.202543, 8.236675, 8.002718, 9.584158, 10.713977, 11.497204, 12.979685, 13.672372, 15.150865, 15.533139, 16.577773, 17.206242, 19.189007, 17.917315, 16.572678, 10.023238, 3.754243, 1.060663, 0.015523], "sum_m_pl": [40.790068, 52.642113, 52.737211, 51.412873, 49.694199, 49.679496, 50.732647, 50.274131, 49.656067, 50.955192, 49.467619, 50.001691, 50.587033, 50.074565, 50.636669, 52.091102, 52.879476, 53.822141, 55.463362, 56.573009, 56.983467, 57.329442, 57.090606, 57.189445, 45.4711, 44.59373, 42.103539, 44.575169, 44.767743, 45.467514, 45.925206, 46.409485, 46.820422, 46.582134, 45.074017, 42.459232, 41.944775, 41.295259, 40.709548, 40.569075, 39.713851, 38.32615, 40.463721, 38.916297, 37.09726, 40.544625, 44.717102, 45.629784, 59.929644, 67.306984]}, "digit": {"n_am_en": [0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.178916, 0.07944, 0.068502, 0.067724, 0.074417, 0.082794, 0.079004, 0.093385, 0.09045, 0.084649, 0.085349, 0.088898, 0.101502, 0.10117, 0.108419, 0.110568, 0.118495, 0.115518, 0.102349, 0.088153, 0.080348, 0.074325, 0.074475, 0.073697, 0.140815, 0.112365, 0.098748, 0.110209, 0.110835, 0.11078, 0.118399, 0.135154, 0.124189, 0.125789, 0.173268, 0.170256, 0.117885, 0.113857, 0.132461, 0.128927, 0.128795, 0.124119, 0.128813, 0.076007, 0.095984, 0.929738, 0.259866, 0.227655, 0.025135, 0.0], "sum_m_pl": [0.827942, 1.083903, 1.060813, 1.064077, 0.950939, 0.919746, 0.923156, 0.912806, 0.962521, 1.021944, 1.036622, 1.058902, 1.026579, 1.051789, 1.005982, 1.009112, 0.990997, 1.019973, 1.03957, 1.061393, 1.064115, 1.062494, 1.065109, 1.060155, 0.998206, 1.008762, 1.026973, 1.015196, 1.031604, 1.006981, 1.011462, 1.009592, 1.024305, 0.996605, 0.896575, 0.912015, 0.978853, 0.954292, 0.927901, 0.917268, 0.947123, 0.96563, 0.951058, 0.617311, 0.939098, 0.455689, 0.486409, 0.344304, 0.03337, 0.0]}, "lang": {"n_am_en": [20, 10, 13, 12, 10, 8, 17, 15, 16, 14, 15, 12, 6, 9, 12, 9, 11, 9, 11, 11, 15, 10, 11, 11, 17, 25, 17, 16, 11, 17, 15, 15, 13, 17, 19, 16, 21, 26, 24, 22, 18, 19, 21, 25, 20, 15, 9, 3, 0, 0], "n_am_pl": [6, 17, 18, 16, 12, 12, 11, 10, 12, 7, 3, 7, 11, 15, 14, 10, 11, 10, 19, 16, 17, 14, 18, 20, 17, 11, 10, 13, 18, 11, 12, 11, 14, 10, 12, 10, 14, 14, 17, 19, 18, 22, 22, 20, 26, 33, 39, 40, 61, 68], "n_pos": 69, "sum_m_en": [5.848211, 3.322508, 3.374259, 3.730128, 3.938925, 3.623669, 3.6108, 3.546972, 3.552581, 3.687965, 3.828117, 4.002473, 3.909481, 4.110203, 3.967149, 3.899212, 3.962116, 3.694382, 3.416028, 3.253579, 3.108983, 2.925524, 2.865998, 2.841961, 5.830639, 6.412138, 6.070442, 5.854528, 5.467398, 5.625354, 5.394468, 5.522535, 5.574112, 5.448753, 6.555309, 7.173808, 8.004196, 9.394599, 9.63918, 10.582847, 11.214828, 12.583044, 13.244955, 15.411568, 14.605165, 12.323698, 7.91742, 3.165756, 0.817024, 0.015165], "sum_m_pl": [24.661693, 31.392946, 31.470527, 30.417759, 29.579306, 29.919363, 30.723691, 30.735399, 30.350712, 31.109206, 30.3654, 30.847994, 31.539926, 31.391936, 32.598287, 32.859001, 33.122413, 34.037829, 34.436685, 34.800804, 34.755697, 34.893726, 34.70598, 34.727103, 29.803239, 29.158112, 28.358338, 29.385627, 29.641815, 29.652508, 30.190395, 30.412484, 30.725674, 30.866624, 29.438868, 29.363368, 29.200601, 29.017352, 28.703652, 28.411562, 27.967738, 27.224281, 28.060557, 27.923144, 27.297724, 31.824313, 37.543483, 39.406582, 56.451636, 66.84393]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 116, "item_id": "pes-Choroby płuc-2019 wiosna-45", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 782, "region_end": 114, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9739}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [65, 70, 51, 48, 45, 40, 46, 44, 46, 50, 48, 70, 68, 61, 54, 48, 49, 48, 56, 61, 53, 62, 63, 62, 71, 79, 79, 84, 72, 83, 83, 67, 72, 63, 69, 77, 80, 84, 77, 87, 90, 89, 86, 93, 92, 87, 90, 96, 100, 94], "n_am_pl": [15, 38, 47, 36, 36, 24, 26, 25, 30, 29, 33, 35, 32, 39, 44, 40, 36, 36, 34, 37, 36, 43, 33, 38, 42, 29, 33, 34, 28, 25, 37, 37, 40, 31, 34, 36, 34, 28, 30, 28, 22, 31, 33, 30, 28, 21, 20, 11, 11, 9], "n_pos": 253, "sum_m_en": [27.615014, 16.01227, 14.516328, 14.782361, 15.221318, 14.429133, 14.082239, 14.138734, 14.05609, 14.758224, 15.123346, 17.055812, 17.373682, 18.183531, 17.35621, 16.851706, 16.788295, 16.520301, 15.830376, 14.109143, 13.40911, 12.609109, 12.082865, 11.927515, 30.15835, 32.625377, 32.099519, 29.540988, 28.643702, 29.252129, 28.02069, 27.128024, 26.685573, 26.593335, 27.283064, 29.549958, 37.494679, 38.416798, 40.50886, 45.587954, 52.277666, 58.055477, 63.781742, 72.232025, 78.292992, 81.361088, 88.855801, 91.248023, 97.767101, 94.168098], "sum_m_pl": [93.874561, 116.0134, 116.184385, 111.691607, 109.373067, 111.259026, 111.928139, 111.868171, 109.366918, 113.631307, 112.819913, 111.386755, 112.357041, 110.274603, 112.154715, 112.925339, 113.111338, 112.141814, 113.229477, 117.660076, 117.943839, 120.151558, 121.111838, 121.322807, 93.840569, 91.376849, 88.84302, 95.892518, 97.400863, 96.777903, 98.884273, 99.966904, 99.213402, 96.011487, 95.083143, 90.188644, 79.531548, 78.788246, 75.689925, 72.474573, 62.575952, 63.050182, 58.733405, 50.998361, 40.785362, 31.588721, 22.915465, 16.426784, 9.757003, 10.204661]}, "digit": {"n_am_en": [3, 9, 7, 2, 2, 4, 2, 3, 1, 1, 3, 4, 3, 1, 3, 1, 2, 2, 2, 2, 3, 4, 5, 4, 2, 5, 4, 3, 4, 3, 6, 1, 1, 2, 1, 0, 2, 3, 3, 2, 4, 4, 3, 3, 2, 1, 0, 1, 0, 0], "n_am_pl": [0, 1, 1, 3, 6, 1, 2, 0, 3, 2, 2, 1, 0, 0, 0, 0, 1, 1, 1, 4, 2, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 2, 1, 3, 4, 3, 7, 4, 6, 4, 2, 4, 4, 4, 4, 3, 4, 3, 3, 0], "n_pos": 16, "sum_m_en": [1.475101, 0.775488, 0.735778, 0.662026, 0.675878, 0.66662, 0.579352, 0.622438, 0.586264, 0.624825, 0.66607, 0.710798, 0.747779, 0.822194, 0.873239, 0.829721, 0.914035, 0.891409, 0.855707, 0.77755, 0.74273, 0.722247, 0.718289, 0.700919, 1.233875, 1.15994, 1.148678, 1.081073, 0.966921, 1.050149, 1.100125, 1.079747, 1.012838, 1.022375, 1.116118, 1.139506, 1.227031, 1.195216, 1.171366, 1.14614, 1.370576, 1.304642, 1.212867, 1.673238, 1.485952, 1.409076, 0.986682, 0.943178, 0.086761, 0.002126], "sum_m_pl": [7.243537, 8.526645, 8.435868, 8.276043, 7.67771, 7.797439, 7.780614, 7.585539, 7.553985, 7.610331, 7.555334, 7.444328, 6.982328, 6.725291, 6.659888, 6.968371, 6.935194, 6.722666, 7.03173, 7.429387, 7.522689, 7.578651, 7.591907, 7.647602, 6.068714, 6.057541, 5.573854, 5.658614, 5.61504, 5.477785, 5.528516, 5.650461, 5.842624, 5.640413, 5.584166, 5.449107, 5.183779, 5.386947, 5.535335, 6.018649, 5.152908, 5.778281, 5.738583, 4.910787, 4.869456, 4.2037, 3.820927, 3.599097, 2.644308, 0.003706]}, "lang": {"n_am_en": [31, 30, 22, 25, 23, 18, 25, 19, 21, 20, 20, 30, 31, 33, 27, 23, 23, 26, 29, 32, 24, 32, 29, 26, 33, 42, 39, 43, 37, 47, 45, 38, 43, 33, 38, 47, 49, 53, 51, 55, 51, 54, 52, 59, 61, 57, 60, 72, 91, 94], "n_am_pl": [7, 14, 19, 15, 17, 11, 5, 10, 10, 12, 16, 18, 14, 17, 18, 14, 13, 16, 12, 13, 13, 13, 11, 15, 12, 11, 12, 15, 10, 9, 12, 14, 18, 8, 11, 13, 7, 8, 9, 5, 5, 9, 11, 7, 7, 7, 6, 4, 7, 9], "n_pos": 104, "sum_m_en": [12.326063, 7.050933, 6.303689, 6.568451, 6.781443, 6.282792, 6.197631, 6.080892, 6.142242, 6.350946, 6.531005, 7.641755, 7.669295, 8.112891, 7.663115, 7.460656, 7.381358, 7.217902, 6.916005, 6.09821, 5.738892, 5.360937, 5.120507, 4.97282, 13.793126, 16.785906, 16.885252, 15.619944, 15.06439, 15.312262, 14.289506, 13.786092, 13.597544, 13.390041, 13.601638, 15.347553, 21.732989, 23.006918, 24.962939, 28.304353, 32.45665, 36.464364, 39.520844, 44.355863, 49.302208, 51.719322, 58.905225, 68.070488, 87.051879, 91.20207], "sum_m_pl": [36.139746, 46.378582, 47.045816, 44.900932, 44.253518, 45.205466, 45.430682, 45.730028, 44.680235, 46.649817, 46.454408, 45.722284, 46.530441, 45.654029, 46.797725, 46.888755, 47.163317, 46.972822, 47.190775, 48.91658, 49.030663, 49.982147, 50.305315, 50.250375, 37.510188, 37.290016, 36.352663, 39.399285, 40.272406, 39.861024, 41.062702, 41.413346, 41.559654, 40.502994, 40.194592, 38.239655, 32.048802, 32.23836, 30.055283, 27.17854, 23.418617, 23.223731, 20.707467, 16.910218, 13.56294, 11.335114, 7.871611, 3.811726, 5.65301, 9.502189]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 264, "item_id": "pes-Choroby płuc-2020 jesień-65", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1060, "region_end": 253, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 0.9848}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [87, 76, 68, 51, 55, 49, 51, 58, 48, 65, 62, 77, 75, 57, 49, 57, 50, 42, 43, 40, 37, 33, 39, 42, 51, 56, 56, 71, 65, 70, 78, 72, 65, 59, 72, 69, 75, 75, 68, 69, 63, 65, 71, 68, 64, 66, 37, 25, 7, 0], "n_am_pl": [32, 65, 52, 63, 58, 44, 48, 37, 39, 40, 33, 43, 46, 42, 60, 56, 60, 72, 66, 71, 71, 77, 73, 78, 49, 50, 51, 44, 70, 56, 49, 53, 69, 55, 56, 63, 67, 64, 59, 66, 63, 85, 88, 87, 95, 90, 106, 101, 170, 178], "n_pos": 344, "sum_m_en": [30.992079, 17.481044, 16.828601, 17.195675, 18.154836, 17.609833, 17.489304, 17.761411, 17.588538, 18.623811, 19.581113, 21.379418, 21.46703, 21.920051, 21.601853, 20.446146, 19.289032, 18.77918, 17.130688, 15.901499, 15.158298, 14.379106, 14.168851, 14.08845, 24.374428, 27.390244, 28.074593, 27.562384, 28.493518, 29.579881, 29.433287, 28.633024, 27.994431, 27.547412, 28.108981, 28.205371, 35.808173, 38.320545, 38.357045, 42.59495, 44.004624, 43.964366, 47.468202, 49.824054, 48.549422, 46.675101, 33.691987, 24.47444, 7.735712, 0.048214], "sum_m_pl": [130.374355, 160.606469, 157.657685, 155.114139, 151.170577, 149.57985, 152.120085, 151.769, 152.66541, 157.502608, 153.651111, 154.612981, 160.372683, 158.014636, 160.125832, 162.642616, 164.277621, 164.824584, 168.011476, 171.759584, 172.084187, 173.916934, 174.432131, 173.982843, 144.122028, 139.55968, 136.584265, 146.020214, 146.867548, 146.758599, 146.651869, 149.402475, 149.407255, 145.347649, 140.805474, 136.117892, 128.224422, 126.952182, 126.043681, 123.243967, 114.609681, 123.152572, 119.667372, 113.691431, 111.298883, 107.658691, 108.469017, 103.630377, 160.912124, 180.618878]}, "digit": {"n_am_en": [2, 5, 2, 2, 1, 1, 1, 3, 2, 2, 5, 2, 2, 2, 0, 1, 0, 0, 0, 0, 2, 1, 1, 2, 4, 3, 5, 2, 0, 4, 4, 2, 2, 2, 2, 2, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [3, 6, 7, 3, 1, 1, 1, 2, 2, 2, 0, 1, 0, 2, 3, 2, 5, 5, 6, 3, 6, 2, 2, 5, 2, 0, 0, 0, 3, 2, 2, 2, 3, 2, 4, 4, 6, 6, 6, 7, 3, 4, 5, 4, 6, 5, 4, 4, 2, 0], "n_pos": 15, "sum_m_en": [1.393494, 0.734833, 0.658596, 0.629315, 0.648443, 0.660638, 0.621261, 0.677452, 0.657384, 0.67964, 0.712191, 0.765588, 0.782329, 0.856119, 0.885694, 0.830693, 0.802939, 0.818837, 0.725381, 0.688669, 0.64486, 0.613524, 0.611206, 0.606432, 1.080212, 1.017175, 1.175773, 1.126634, 1.05704, 1.148183, 1.196206, 1.214967, 1.045857, 1.04436, 1.243518, 1.292482, 1.102621, 1.004365, 0.795224, 0.733984, 0.720491, 0.60288, 0.57978, 0.449888, 0.381497, 0.302161, 0.259182, 0.153195, 0.005018, 0.0], "sum_m_pl": [6.92658, 8.132495, 7.944461, 7.771928, 7.316796, 7.485906, 7.512428, 7.268471, 7.383268, 7.211308, 7.104269, 6.868005, 6.885091, 6.74253, 6.788547, 7.009129, 7.161295, 7.045951, 7.280397, 7.417725, 7.509911, 7.515794, 7.516029, 7.543581, 6.807118, 6.70944, 6.475027, 6.438409, 6.502204, 6.629829, 6.553555, 6.539239, 6.71969, 6.547756, 6.073626, 5.853081, 5.396072, 5.37311, 5.512851, 5.49876, 5.38794, 6.750267, 6.651271, 5.899354, 6.337479, 5.303271, 4.410045, 3.807437, 1.634088, 0.0]}, "lang": {"n_am_en": [46, 39, 32, 30, 30, 30, 31, 35, 26, 35, 31, 45, 42, 29, 27, 37, 36, 29, 26, 26, 22, 22, 25, 25, 28, 36, 29, 42, 37, 43, 41, 42, 43, 33, 39, 44, 46, 47, 44, 45, 40, 39, 44, 46, 40, 40, 21, 15, 4, 0], "n_am_pl": [17, 35, 23, 35, 28, 24, 27, 21, 24, 25, 20, 22, 30, 25, 34, 35, 32, 41, 42, 46, 42, 47, 47, 45, 27, 26, 31, 29, 44, 35, 29, 34, 39, 37, 31, 38, 40, 40, 38, 43, 47, 60, 58, 63, 65, 65, 82, 80, 159, 178], "n_pos": 180, "sum_m_en": [16.26038, 9.490712, 9.032111, 9.43544, 10.032224, 9.60271, 9.636586, 9.805986, 9.619173, 10.007458, 10.445946, 11.597595, 11.504454, 11.644827, 11.25402, 10.756744, 10.13855, 9.818517, 9.055813, 8.37608, 7.998197, 7.537088, 7.433227, 7.355641, 12.750756, 15.385477, 15.603594, 15.231524, 15.98903, 16.25336, 16.220714, 15.768089, 15.401591, 15.36964, 15.325962, 14.914657, 20.300599, 22.389392, 22.890913, 25.9334, 26.245903, 26.22133, 28.304027, 30.920424, 30.099163, 28.897354, 19.261021, 14.516205, 3.959368, 0.032039], "sum_m_pl": [65.439999, 80.980735, 79.71981, 78.646926, 77.052485, 76.713222, 77.329917, 77.678045, 78.567078, 81.583613, 79.806841, 80.612332, 84.396101, 83.435678, 85.181641, 86.290916, 87.581997, 87.928808, 89.067134, 90.816638, 90.661828, 91.708452, 92.004627, 91.683905, 80.242522, 77.153598, 76.176038, 80.57716, 80.440904, 79.766794, 80.17177, 82.047547, 83.178039, 81.948524, 79.536984, 78.894651, 75.928783, 76.224205, 76.410987, 74.906276, 68.827016, 74.087989, 73.770801, 72.100174, 72.708813, 72.972474, 78.301492, 80.28745, 148.947926, 177.762547]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 346, "item_id": "pes-Choroby płuc-2020 jesień-65", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 940, "region_end": 344, "roundtrip_ok": true, "tf_agree": 0.9711, "tf_agree_excl_first": 0.9739}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [68, 65, 53, 50, 45, 50, 44, 38, 39, 58, 61, 56, 55, 41, 55, 57, 60, 47, 51, 55, 54, 59, 67, 66, 77, 75, 66, 69, 64, 57, 69, 61, 60, 60, 72, 82, 87, 93, 87, 91, 99, 95, 101, 85, 87, 89, 91, 89, 64, 65], "n_am_pl": [13, 37, 42, 34, 50, 30, 31, 33, 36, 27, 22, 28, 35, 24, 35, 28, 30, 25, 28, 29, 33, 34, 24, 22, 21, 19, 29, 22, 23, 24, 20, 29, 28, 21, 25, 23, 25, 24, 23, 35, 25, 25, 18, 19, 15, 13, 15, 13, 13, 10], "n_pos": 246, "sum_m_en": [27.377404, 15.2163, 14.790525, 14.665759, 14.769243, 14.253255, 13.490217, 13.420708, 13.424737, 14.25644, 15.043924, 16.273455, 17.185638, 17.733557, 17.871088, 17.484235, 16.865368, 16.477444, 15.411738, 13.990832, 13.248182, 12.234376, 11.709214, 11.302073, 32.911571, 33.288586, 31.064791, 26.62368, 25.71799, 24.28668, 23.730149, 24.18895, 24.206643, 25.286436, 26.911081, 30.108375, 42.546281, 42.64841, 44.209011, 53.428028, 59.550651, 67.461836, 68.500472, 67.411106, 72.637765, 78.645949, 86.028653, 78.360744, 64.927771, 65.040712], "sum_m_pl": [95.626516, 114.615038, 112.301056, 111.425336, 107.428296, 109.124287, 111.227117, 110.744588, 109.819469, 113.136016, 110.352271, 107.157098, 106.335566, 104.629831, 104.185564, 107.568493, 107.610802, 103.847398, 105.64778, 110.623637, 113.205639, 116.405387, 116.987794, 117.828451, 91.051203, 89.924896, 84.320558, 94.132234, 95.802339, 94.308714, 96.526378, 95.77256, 92.07421, 89.71998, 87.905444, 80.856942, 68.297408, 66.088274, 62.626299, 61.163408, 54.569842, 48.605801, 45.649673, 38.635724, 30.573578, 24.691185, 19.848254, 16.640321, 12.800648, 9.904456]}, "digit": {"n_am_en": [0, 9, 10, 6, 5, 5, 5, 4, 3, 7, 4, 2, 1, 2, 4, 3, 3, 2, 1, 1, 2, 3, 3, 4, 5, 4, 2, 2, 3, 2, 5, 2, 2, 3, 4, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [4, 4, 1, 2, 6, 2, 1, 1, 1, 2, 1, 1, 1, 0, 4, 2, 4, 1, 3, 3, 6, 4, 4, 2, 2, 0, 5, 3, 2, 2, 1, 2, 1, 3, 1, 3, 5, 5, 6, 4, 2, 4, 2, 4, 2, 1, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.594454, 1.207145, 0.888938, 0.97666, 1.070456, 1.011567, 0.96274, 1.065487, 1.189949, 1.278758, 1.1904, 1.200997, 1.256933, 1.252485, 1.232349, 1.112786, 1.114592, 1.084715, 1.002272, 0.954022, 0.931774, 0.869464, 0.843112, 0.813436, 1.450856, 1.351377, 1.438198, 1.410601, 1.43367, 1.519033, 1.424935, 1.369412, 1.362304, 1.382009, 1.409414, 1.464489, 1.32486, 1.167111, 1.147611, 2.057153, 1.829544, 1.382347, 1.461311, 1.294696, 2.022349, 1.223723, 0.658873, 0.393882, 0.047814, 0.000154], "sum_m_pl": [8.777364, 9.064569, 8.896677, 9.156725, 8.59951, 8.699715, 8.674428, 8.348426, 8.288203, 8.639221, 8.408877, 7.763333, 7.53606, 7.495539, 7.553488, 8.203179, 8.152487, 7.817496, 7.931104, 8.451813, 8.653479, 8.836923, 8.905185, 8.986769, 7.586338, 7.414298, 7.150107, 7.693141, 7.854595, 7.355246, 7.397001, 7.353065, 7.278421, 7.374639, 7.261496, 6.682833, 5.745192, 5.458124, 5.454888, 5.187545, 5.041253, 5.444056, 5.359179, 5.240055, 4.234796, 3.039431, 1.069704, 0.647014, 0.070121, 5.8e-05]}, "lang": {"n_am_en": [19, 15, 14, 17, 15, 13, 12, 11, 13, 20, 19, 20, 23, 18, 22, 22, 24, 19, 21, 22, 24, 24, 26, 27, 34, 35, 32, 29, 30, 27, 33, 30, 26, 27, 32, 37, 39, 43, 43, 43, 48, 43, 49, 43, 43, 46, 48, 54, 59, 64], "n_am_pl": [5, 12, 11, 11, 12, 12, 10, 11, 12, 8, 6, 11, 16, 9, 9, 11, 10, 9, 11, 11, 11, 11, 7, 7, 6, 6, 4, 2, 5, 9, 5, 7, 7, 5, 4, 5, 4, 7, 8, 13, 11, 10, 9, 7, 8, 8, 10, 11, 13, 10], "n_pos": 74, "sum_m_en": [8.228253, 4.443921, 4.319756, 4.487253, 4.58024, 4.428732, 4.160653, 4.081461, 4.099363, 4.312352, 4.660358, 5.239103, 5.484751, 5.853897, 6.295921, 6.452943, 5.874217, 5.800287, 5.332548, 4.6592, 4.354599, 3.917541, 3.713698, 3.594793, 13.988724, 14.315478, 14.118708, 11.244411, 10.751691, 9.355136, 9.074774, 9.485179, 9.264924, 10.016295, 10.573374, 12.221467, 18.871259, 19.047472, 20.010825, 22.266771, 26.139542, 30.686526, 31.491723, 33.04025, 35.243187, 38.969932, 45.646661, 48.349189, 57.723503, 61.856317], "sum_m_pl": [26.837406, 34.094604, 33.846734, 33.053897, 32.13436, 32.562555, 33.597097, 33.211263, 32.950137, 34.2886, 33.460632, 32.468475, 32.276682, 31.640044, 31.236766, 32.092124, 32.14724, 31.181394, 31.929329, 33.386061, 33.971548, 35.031046, 35.232573, 35.408595, 26.157265, 25.843694, 24.295767, 27.205401, 27.636521, 27.572347, 28.539911, 28.116899, 27.345895, 26.783009, 26.052517, 24.717576, 20.634501, 20.500849, 19.635047, 19.312171, 16.725602, 14.693308, 14.576771, 12.909399, 11.217369, 9.686774, 10.017216, 10.920869, 11.609125, 9.871887]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 248, "item_id": "pes-Choroby płuc-2020 wiosna-13", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1122, "region_end": 246, "roundtrip_ok": true, "tf_agree": 0.9758, "tf_agree_excl_first": 0.9798}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [88, 101, 86, 77, 73, 64, 58, 78, 53, 76, 81, 83, 79, 77, 82, 93, 59, 54, 55, 45, 51, 55, 53, 68, 109, 93, 84, 94, 73, 88, 77, 74, 66, 81, 68, 77, 83, 91, 85, 92, 89, 79, 91, 84, 77, 72, 56, 28, 4, 2], "n_am_pl": [22, 76, 75, 75, 65, 47, 55, 46, 49, 36, 38, 35, 41, 40, 51, 58, 52, 48, 65, 62, 60, 73, 70, 66, 44, 47, 49, 44, 54, 39, 48, 52, 63, 61, 70, 48, 54, 46, 51, 79, 85, 82, 78, 72, 78, 82, 88, 101, 153, 160], "n_pos": 374, "sum_m_en": [35.320326, 20.350078, 20.336039, 20.803448, 20.960108, 20.260668, 19.646829, 20.212626, 20.165819, 21.77768, 22.355502, 23.86905, 25.030322, 25.819726, 25.103132, 24.987096, 23.644735, 22.178343, 20.055379, 18.657117, 17.532012, 16.386367, 15.821033, 15.583808, 36.322041, 38.949856, 36.727111, 34.596322, 32.943065, 32.943583, 32.251072, 32.763968, 31.684303, 31.61513, 30.778168, 33.583533, 44.685827, 47.86821, 47.319235, 50.990577, 50.566306, 52.661338, 54.911187, 52.041834, 54.555509, 52.077901, 47.186192, 28.47759, 6.095503, 2.016689], "sum_m_pl": [145.156464, 172.826873, 168.997738, 168.127023, 158.285011, 160.798923, 164.611558, 165.716633, 164.635301, 167.064647, 162.175999, 162.017193, 165.790674, 164.195527, 167.514102, 171.69621, 171.97844, 170.663703, 172.985193, 178.415436, 181.098914, 184.761175, 185.358538, 185.863591, 157.861916, 150.786049, 142.680282, 151.784919, 152.413743, 153.785573, 152.875696, 153.145612, 151.435935, 146.560193, 141.741013, 133.146627, 123.473901, 119.489298, 118.701577, 122.324336, 116.296082, 117.73853, 113.133338, 105.60934, 100.279793, 97.916697, 103.379772, 104.389459, 145.058924, 160.504198]}, "digit": {"n_am_en": [2, 6, 7, 5, 6, 4, 1, 7, 5, 7, 8, 4, 5, 2, 1, 6, 2, 4, 2, 1, 0, 1, 0, 4, 7, 5, 6, 7, 0, 3, 3, 2, 0, 1, 0, 2, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [6, 8, 6, 6, 4, 4, 2, 2, 2, 0, 0, 1, 1, 0, 2, 3, 6, 6, 6, 6, 7, 5, 4, 3, 0, 0, 4, 5, 7, 5, 3, 3, 5, 5, 10, 4, 5, 2, 2, 2, 3, 4, 4, 5, 5, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [1.927102, 1.262363, 0.85646, 1.044222, 1.137477, 1.061228, 1.060413, 1.227836, 1.466111, 1.449471, 1.462222, 1.507709, 1.549113, 1.482146, 1.346821, 1.384776, 1.329999, 1.246976, 1.128396, 1.103865, 1.056742, 0.954268, 0.929088, 0.906654, 1.731575, 1.663031, 1.622869, 1.743526, 1.539128, 1.599971, 1.675833, 1.583457, 1.462927, 1.321618, 1.357098, 1.452456, 1.242784, 1.236864, 1.140292, 1.348622, 1.098436, 0.868474, 0.732091, 0.573716, 0.523521, 0.305838, 0.204022, 0.190011, 0.012067, 0.0], "sum_m_pl": [9.608413, 10.520981, 9.765151, 9.959777, 9.450161, 9.426462, 9.240475, 8.864594, 8.836785, 9.25922, 8.910335, 8.852866, 8.72397, 8.651673, 9.065522, 9.099689, 9.334531, 9.124421, 9.373447, 9.669874, 9.714735, 10.059422, 10.127523, 10.226753, 8.940963, 8.688079, 8.47471, 8.700341, 8.722884, 8.824714, 8.575964, 8.685159, 8.431647, 8.349914, 7.868469, 7.293122, 6.765023, 6.591774, 6.621369, 6.468578, 6.32682, 6.641739, 5.949575, 5.092357, 4.148632, 2.109824, 1.217047, 1.266516, 0.201083, 0.0]}, "lang": {"n_am_en": [39, 27, 31, 34, 37, 32, 27, 33, 23, 31, 35, 37, 28, 27, 31, 41, 32, 29, 27, 22, 27, 27, 26, 32, 56, 44, 45, 48, 38, 39, 37, 38, 35, 43, 38, 42, 42, 40, 40, 47, 49, 44, 50, 50, 48, 43, 28, 15, 2, 2], "n_am_pl": [9, 31, 36, 31, 15, 18, 25, 19, 22, 18, 20, 17, 28, 24, 28, 26, 20, 24, 27, 31, 24, 33, 36, 35, 26, 25, 25, 23, 24, 20, 17, 28, 31, 29, 26, 22, 24, 28, 31, 48, 53, 50, 54, 51, 58, 68, 75, 90, 144, 160], "n_pos": 162, "sum_m_en": [14.376235, 8.282777, 8.7606, 8.913759, 9.436557, 9.083634, 8.921534, 9.120744, 9.053468, 9.69965, 9.929355, 10.734334, 11.015984, 11.488151, 11.16576, 11.217934, 10.619494, 9.924246, 8.826121, 8.207197, 7.651753, 7.064341, 6.89165, 6.818799, 16.510825, 18.848827, 17.826956, 16.934849, 16.058031, 15.346171, 14.949092, 15.354333, 14.767754, 14.907796, 14.467161, 15.659736, 22.436728, 24.547236, 25.023083, 26.419644, 28.005629, 30.730275, 31.626017, 30.980395, 35.022077, 33.684001, 23.828939, 16.287436, 3.569089, 2.012082], "sum_m_pl": [59.495477, 72.101912, 71.07901, 70.669644, 66.171942, 68.286479, 70.243423, 71.129726, 69.814486, 70.900712, 69.469436, 69.673993, 72.087238, 71.235232, 72.962009, 74.663067, 75.034674, 74.821107, 75.942498, 78.200231, 79.078537, 80.628683, 80.822178, 80.931254, 71.662422, 68.030684, 65.21969, 67.452014, 67.876698, 68.481645, 68.367967, 68.709204, 69.033831, 67.354161, 65.395295, 63.07673, 60.229076, 59.497948, 60.398806, 61.945884, 59.667827, 62.577607, 62.390078, 60.88411, 62.155822, 63.52581, 76.398734, 85.270452, 132.636608, 157.56781]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 383, "item_id": "pes-Choroby płuc-2020 wiosna-13", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1002, "region_end": 374, "roundtrip_ok": true, "tf_agree": 0.9922, "tf_agree_excl_first": 0.9948}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 17, 15, 9, 9, 11, 14, 10, 17, 13, 12, 8, 13, 10, 19, 14, 13, 15, 13, 15, 16, 13, 10, 14, 21, 17, 15, 16, 15, 18, 20, 15, 17, 16, 12, 17, 17, 18, 21, 22, 18, 17, 24, 21, 24, 16, 14, 13, 12, 11], "n_am_pl": [1, 18, 17, 17, 14, 11, 5, 8, 8, 6, 8, 6, 6, 7, 8, 15, 14, 12, 11, 14, 15, 14, 11, 14, 16, 18, 17, 16, 9, 15, 15, 14, 14, 6, 15, 15, 14, 15, 18, 18, 13, 11, 9, 11, 7, 13, 16, 19, 26, 27], "n_pos": 79, "sum_m_en": [8.068811, 4.659009, 4.566334, 4.570914, 4.519977, 4.893958, 4.780875, 5.235852, 5.101522, 5.244258, 5.24423, 5.398823, 5.766989, 5.889222, 5.961467, 5.699982, 5.698414, 5.510469, 4.935808, 4.590912, 4.284607, 3.93023, 3.795691, 3.73583, 8.094591, 8.911258, 8.603855, 8.272866, 7.867889, 7.995672, 7.976695, 7.401242, 7.493238, 7.466766, 7.308961, 7.145835, 7.748526, 8.361334, 8.508558, 11.673681, 9.171488, 9.771745, 16.212819, 14.598982, 15.914037, 15.545458, 14.287031, 11.884358, 12.105493, 10.998454], "sum_m_pl": [29.40461, 36.168815, 35.392611, 34.861116, 33.938535, 33.970865, 33.099846, 31.764726, 31.231056, 31.876695, 31.791755, 31.259283, 31.297156, 31.583157, 32.845743, 33.347957, 33.693975, 33.760702, 34.716582, 35.822561, 36.860775, 37.18025, 37.24657, 37.520344, 29.056845, 28.336352, 28.189801, 28.870947, 29.699377, 29.889428, 29.35513, 29.785732, 29.109544, 28.655487, 28.030832, 27.312152, 26.511061, 25.85515, 26.359275, 22.216572, 20.345062, 18.152042, 16.238725, 17.037739, 14.19412, 16.63758, 18.046319, 19.210904, 22.916982, 26.476734]}, "digit": {"n_am_en": [0, 2, 2, 0, 2, 2, 1, 0, 2, 2, 2, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.164711, 0.088765, 0.074689, 0.119887, 0.117296, 0.117816, 0.116625, 0.095075, 0.080105, 0.08311, 0.086442, 0.093921, 0.107615, 0.116722, 0.103939, 0.132437, 0.144311, 0.143823, 0.122904, 0.118921, 0.107463, 0.10163, 0.09752, 0.101946, 0.264766, 0.15619, 0.157776, 0.14654, 0.108187, 0.107468, 0.105963, 0.100287, 0.098837, 0.094751, 0.09906, 0.100184, 0.086213, 0.102209, 0.111522, 0.174986, 0.126793, 0.173435, 0.146891, 0.152729, 0.17586, 0.846377, 0.726607, 0.279694, 0.007752, 0.0], "sum_m_pl": [0.89408, 1.104603, 1.095252, 1.032449, 1.000143, 0.994314, 1.003345, 0.996347, 1.041343, 1.061873, 1.048569, 1.038168, 1.049124, 1.013558, 1.023997, 0.946391, 0.932401, 0.895544, 0.923176, 0.935633, 0.960389, 0.982617, 0.965524, 0.9691, 0.848224, 0.823704, 0.80644, 0.866288, 0.92884, 0.878167, 0.873075, 0.889165, 0.945815, 0.916744, 0.886353, 0.921883, 0.87344, 0.853259, 0.887375, 0.882734, 0.863795, 0.823704, 0.829946, 0.765422, 0.705706, 0.397083, 0.46647, 0.409914, 0.02215, 0.0]}, "lang": {"n_am_en": [16, 8, 7, 3, 4, 6, 8, 7, 6, 7, 3, 4, 10, 4, 8, 5, 6, 7, 5, 6, 6, 7, 4, 9, 10, 7, 7, 7, 8, 8, 9, 5, 4, 7, 6, 8, 9, 8, 11, 12, 11, 11, 13, 11, 14, 10, 10, 10, 12, 11], "n_am_pl": [0, 11, 7, 9, 7, 8, 2, 3, 3, 3, 4, 2, 1, 4, 4, 8, 4, 5, 4, 7, 9, 7, 5, 5, 8, 9, 6, 7, 2, 5, 5, 8, 6, 4, 9, 12, 7, 11, 13, 14, 9, 7, 8, 9, 6, 12, 15, 15, 24, 27], "n_pos": 38, "sum_m_en": [3.670507, 2.181811, 2.034527, 2.048789, 2.049531, 2.276448, 2.213881, 2.634773, 2.381432, 2.488961, 2.536967, 2.56468, 2.678114, 2.646308, 2.607238, 2.569365, 2.620646, 2.468863, 2.305516, 2.157311, 2.031344, 1.859046, 1.788624, 1.761564, 3.527908, 4.152599, 3.868177, 3.729942, 3.567988, 3.739832, 3.627209, 3.584205, 3.59217, 3.685356, 3.682422, 3.601988, 3.891021, 4.217101, 4.435559, 5.857265, 5.136016, 7.304954, 9.45893, 8.461651, 10.028452, 9.978253, 10.128893, 9.772799, 11.765228, 10.99119], "sum_m_pl": [14.160654, 17.326054, 17.088216, 16.729516, 16.141276, 16.273049, 15.724562, 15.277891, 15.336148, 15.640184, 15.440974, 15.251725, 15.251791, 15.633234, 16.193257, 16.525285, 16.759736, 16.902531, 17.200707, 17.601045, 17.99193, 18.168858, 18.169579, 18.252859, 14.489314, 14.167851, 14.159301, 14.507001, 14.807801, 15.032291, 14.720848, 14.838887, 14.296742, 14.502574, 14.314058, 14.551413, 14.315726, 14.330298, 14.732783, 13.138686, 11.976287, 10.557627, 10.467626, 10.896591, 9.825924, 11.618891, 14.480775, 14.801858, 20.741239, 25.5788]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 81, "item_id": "pes-Choroby wewnętrzne-2018 wiosna-55", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 887, "region_end": 79, "roundtrip_ok": true, "tf_agree": 0.9753, "tf_agree_excl_first": 0.9875}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [23, 11, 13, 13, 9, 10, 11, 13, 11, 16, 14, 9, 10, 7, 8, 5, 6, 9, 6, 12, 10, 10, 7, 8, 15, 14, 13, 15, 13, 13, 14, 18, 18, 16, 12, 15, 9, 14, 16, 17, 10, 14, 18, 17, 16, 10, 6, 3, 0, 1], "n_am_pl": [2, 14, 13, 14, 9, 10, 9, 7, 7, 8, 6, 7, 7, 4, 12, 11, 9, 8, 8, 12, 12, 12, 13, 16, 15, 14, 15, 14, 11, 16, 9, 10, 8, 6, 10, 13, 18, 17, 22, 22, 16, 13, 12, 11, 10, 18, 19, 20, 27, 32], "n_pos": 67, "sum_m_en": [5.991666, 3.661868, 3.590112, 3.634999, 3.58779, 3.751566, 3.823598, 4.196944, 3.612494, 3.841747, 4.029728, 4.292212, 4.431858, 4.40322, 4.382651, 4.286853, 4.328199, 4.265284, 3.757263, 3.510788, 3.340631, 3.103817, 3.029014, 3.003567, 6.060475, 6.525139, 6.304687, 5.814032, 5.75375, 6.086071, 6.026615, 6.04056, 6.290946, 6.392114, 5.913348, 5.749887, 5.427272, 5.649853, 5.771814, 7.789756, 5.384239, 6.887354, 10.788813, 8.059992, 7.882722, 8.357344, 4.710191, 3.058316, 1.084694, 0.511559], "sum_m_pl": [25.946258, 30.565112, 30.306768, 30.010658, 28.832052, 29.397023, 28.645163, 27.980639, 27.015687, 26.887886, 26.569654, 26.194752, 26.255938, 26.589887, 27.972213, 28.768825, 29.272711, 29.279313, 30.267399, 31.20566, 31.969508, 32.224466, 32.271209, 32.453761, 25.66308, 24.822965, 24.584935, 25.086246, 25.629657, 25.634211, 24.993479, 25.277673, 24.677997, 24.166611, 24.127535, 24.179769, 24.046907, 24.186547, 24.668882, 21.629216, 20.383914, 19.119495, 18.515202, 18.016386, 15.964211, 18.609465, 19.978066, 19.69991, 25.025374, 31.912122]}, "digit": {"n_am_en": [0, 2, 2, 0, 2, 2, 1, 1, 2, 2, 2, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 2, 1, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.165269, 0.08988, 0.075244, 0.116962, 0.11594, 0.11731, 0.112555, 0.095365, 0.082217, 0.084331, 0.086839, 0.093583, 0.102306, 0.109856, 0.101932, 0.129772, 0.138312, 0.13402, 0.110784, 0.108159, 0.106603, 0.101977, 0.098718, 0.100121, 0.228053, 0.144644, 0.147328, 0.133959, 0.105916, 0.112027, 0.113181, 0.101052, 0.105245, 0.094201, 0.108023, 0.102686, 0.09036, 0.103567, 0.112468, 0.148436, 0.113484, 0.297997, 0.170671, 0.13725, 0.153288, 1.050395, 1.058006, 1.032929, 0.007887, 0.0], "sum_m_pl": [0.901877, 1.100627, 1.082614, 1.032822, 0.997792, 0.993012, 1.003487, 1.00041, 1.040709, 1.058265, 1.050949, 1.037362, 1.046448, 1.011357, 0.99994, 0.940645, 0.913593, 0.871997, 0.912517, 0.936551, 0.9283, 0.955553, 0.940273, 0.948742, 0.838245, 0.801043, 0.80135, 0.820196, 0.874924, 0.842226, 0.828461, 0.836705, 0.912327, 0.921578, 0.841479, 0.902026, 0.882072, 0.83842, 0.867964, 0.865607, 0.844585, 0.655249, 0.702943, 0.690016, 0.599424, 0.311693, 0.351087, 0.259008, 0.01368, 0.0]}, "lang": {"n_am_en": [10, 7, 7, 8, 4, 5, 6, 8, 5, 7, 6, 4, 7, 3, 4, 3, 4, 6, 4, 8, 7, 5, 2, 4, 7, 5, 7, 8, 7, 8, 8, 10, 8, 9, 8, 9, 7, 7, 10, 8, 7, 10, 13, 12, 11, 7, 4, 2, 0, 1], "n_am_pl": [2, 6, 8, 5, 3, 3, 6, 4, 4, 5, 3, 3, 2, 1, 3, 4, 2, 1, 1, 4, 5, 6, 8, 9, 6, 7, 8, 7, 5, 6, 4, 5, 3, 2, 4, 8, 8, 12, 15, 14, 11, 8, 11, 8, 9, 13, 14, 16, 26, 32], "n_pos": 33, "sum_m_en": [3.169915, 1.907331, 1.801361, 1.759209, 1.733105, 1.796128, 1.852081, 2.074469, 1.742377, 1.823825, 1.998746, 2.166574, 2.238546, 2.214246, 2.157326, 2.133823, 2.201084, 2.181243, 1.944318, 1.801051, 1.698732, 1.55413, 1.507556, 1.511598, 3.072717, 3.545224, 3.421632, 3.162561, 3.138644, 3.365329, 3.122351, 3.151445, 3.412962, 3.582852, 3.438447, 3.291381, 3.085268, 3.296268, 3.338676, 4.071695, 3.198956, 4.843726, 7.289526, 5.76688, 6.365291, 6.003288, 2.798471, 1.617262, 0.905317, 0.475564], "sum_m_pl": [12.597547, 14.610821, 14.700819, 14.576407, 14.050311, 14.638707, 14.320584, 14.062436, 13.510615, 13.54564, 13.279547, 13.064265, 13.048201, 13.293792, 13.91041, 14.23438, 14.476432, 14.696417, 14.966866, 15.432953, 15.804911, 15.941869, 15.959618, 15.983623, 12.970371, 12.437476, 12.08206, 12.444391, 12.584841, 12.676073, 12.399023, 12.54955, 11.940107, 11.900009, 12.051274, 12.515122, 12.495646, 12.853977, 13.225251, 12.465295, 11.640724, 11.071368, 11.496398, 11.182638, 10.681379, 12.353672, 15.019891, 15.835935, 22.841999, 30.58348]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 69, "item_id": "pes-Choroby wewnętrzne-2018 wiosna-55", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 767, "region_end": 67, "roundtrip_ok": true, "tf_agree": 0.971, "tf_agree_excl_first": 0.9853}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 44, 32, 35, 27, 25, 23, 21, 18, 24, 32, 25, 24, 18, 21, 20, 27, 20, 29, 30, 29, 21, 21, 28, 32, 36, 42, 32, 23, 22, 29, 19, 23, 24, 33, 35, 36, 43, 43, 42, 43, 37, 39, 44, 45, 30, 22, 14, 8, 2], "n_am_pl": [6, 36, 45, 26, 19, 25, 18, 16, 19, 17, 15, 17, 17, 22, 29, 27, 21, 24, 24, 29, 24, 29, 30, 36, 26, 23, 24, 25, 25, 22, 30, 34, 40, 35, 25, 23, 25, 26, 23, 17, 17, 22, 24, 20, 19, 35, 39, 51, 77, 88], "n_pos": 163, "sum_m_en": [15.543441, 8.448543, 8.505748, 8.734123, 8.917687, 9.166792, 8.733956, 8.809522, 8.489501, 8.907546, 9.409897, 10.347728, 10.194603, 10.563004, 10.34653, 9.757271, 9.827504, 9.383898, 8.425542, 7.957703, 7.652307, 7.384346, 7.189537, 7.173897, 14.635864, 14.997887, 14.823573, 14.384731, 13.592688, 14.14261, 14.205929, 13.679281, 13.597459, 13.478972, 14.420713, 14.602587, 16.980308, 18.838892, 19.717979, 20.215915, 21.399147, 22.392588, 23.77148, 30.038648, 32.66961, 28.094029, 20.727686, 15.939386, 8.553359, 2.036354], "sum_m_pl": [58.748146, 74.495587, 73.234405, 71.157273, 68.643981, 69.178242, 69.628522, 69.310603, 68.844225, 72.447591, 71.367557, 69.800534, 70.833017, 70.372291, 71.531792, 73.813075, 74.904693, 76.304165, 77.930814, 80.610982, 81.666039, 81.292354, 81.434031, 81.433565, 62.993621, 61.010547, 57.930174, 63.034199, 64.631964, 66.408839, 68.434585, 70.248991, 70.852942, 69.036512, 68.737414, 65.154149, 61.195277, 57.864854, 55.329315, 51.834924, 48.910194, 49.058898, 46.892957, 39.277954, 38.091493, 40.799479, 46.396846, 53.364038, 72.513685, 87.484271]}, "digit": {"n_am_en": [4, 6, 8, 2, 1, 2, 0, 0, 1, 3, 1, 0, 2, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 2, 2, 1, 2, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 2, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 3, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.656742, 0.435984, 0.405083, 0.38218, 0.409213, 0.429696, 0.420602, 0.389713, 0.385421, 0.422399, 0.412577, 0.468861, 0.48298, 0.415434, 0.388999, 0.401703, 0.401638, 0.42069, 0.413014, 0.414687, 0.403781, 0.403733, 0.400694, 0.391182, 0.724759, 0.604701, 0.506553, 0.632098, 0.454347, 0.664989, 0.578081, 0.48416, 0.41606, 0.337702, 0.440708, 0.487446, 0.536258, 0.574135, 0.477822, 0.413321, 0.406431, 0.430047, 0.437707, 1.122056, 0.922049, 0.301732, 1.145922, 1.181956, 0.011112, 1.2e-05], "sum_m_pl": [2.8125, 4.791503, 4.775474, 4.61569, 4.424391, 4.292229, 4.269915, 4.055388, 4.036357, 4.198065, 4.120866, 3.758554, 3.54208, 3.271047, 2.896364, 3.106365, 3.143361, 3.414083, 3.762741, 4.095447, 4.230214, 4.242249, 4.254668, 4.335732, 2.955983, 2.848776, 2.064001, 2.571236, 2.350348, 2.617447, 2.711998, 2.761266, 2.715827, 2.398768, 2.608437, 2.873422, 2.768753, 2.974893, 3.055183, 2.714411, 2.552347, 2.913693, 2.792792, 2.042465, 1.628565, 0.856265, 0.56753, 0.449041, 0.010508, 1.9e-05]}, "lang": {"n_am_en": [22, 21, 11, 18, 14, 13, 15, 10, 9, 11, 17, 14, 14, 9, 13, 10, 15, 15, 18, 20, 20, 12, 14, 17, 20, 24, 29, 24, 19, 14, 18, 11, 14, 14, 20, 25, 24, 27, 30, 26, 31, 25, 28, 33, 35, 25, 16, 8, 5, 2], "n_am_pl": [3, 20, 25, 18, 9, 15, 10, 13, 12, 9, 8, 8, 10, 12, 16, 13, 10, 12, 17, 16, 12, 18, 17, 18, 11, 12, 13, 12, 13, 10, 18, 17, 27, 21, 16, 17, 15, 17, 15, 12, 12, 15, 17, 16, 12, 26, 35, 45, 76, 88], "n_pos": 90, "sum_m_en": [7.866466, 4.613577, 4.770754, 4.836094, 5.084028, 5.205226, 5.078544, 5.044041, 4.869405, 5.019863, 5.371535, 5.859173, 5.710576, 5.977531, 5.765994, 5.416797, 5.588945, 5.298765, 4.712429, 4.485328, 4.315067, 4.151402, 4.020466, 3.99624, 7.948609, 8.922681, 9.111075, 8.537034, 8.183902, 7.879826, 7.864757, 7.708786, 7.736813, 7.616765, 8.108048, 8.227152, 9.768349, 11.466001, 12.112613, 13.031711, 14.050863, 15.268901, 15.991609, 22.623834, 24.704571, 21.191854, 14.816653, 10.341075, 5.662707, 2.031825], "sum_m_pl": [32.93081, 40.212994, 38.824185, 37.804316, 36.618545, 37.155397, 37.614333, 38.249849, 38.161864, 40.152567, 39.679336, 39.03803, 40.309541, 40.293136, 41.844505, 42.538514, 43.003008, 43.447234, 44.143172, 45.317344, 45.636815, 45.190951, 45.298365, 45.119183, 36.603998, 35.056621, 34.493229, 36.922943, 38.409102, 38.965636, 39.776198, 40.66857, 41.602747, 41.094426, 40.449269, 39.688823, 38.449093, 36.938259, 34.906476, 32.255964, 30.421727, 29.3292, 28.801802, 23.895301, 24.398177, 29.041751, 39.935955, 45.070252, 69.412902, 86.765979]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "pes-Choroby wewnętrzne-2020 jesień-11", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 954, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9636, "tf_agree_excl_first": 0.9695}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [50, 50, 42, 37, 28, 28, 28, 35, 23, 38, 38, 26, 29, 25, 23, 29, 31, 25, 33, 36, 31, 29, 23, 32, 37, 44, 45, 39, 38, 29, 27, 18, 26, 23, 29, 40, 39, 43, 43, 46, 49, 44, 36, 42, 39, 33, 21, 14, 8, 3], "n_am_pl": [7, 33, 38, 32, 18, 27, 21, 18, 20, 13, 16, 20, 16, 26, 28, 30, 32, 27, 24, 34, 31, 37, 35, 38, 33, 28, 26, 27, 27, 25, 39, 40, 44, 36, 42, 29, 25, 31, 29, 30, 22, 29, 31, 22, 25, 45, 51, 59, 99, 105], "n_pos": 183, "sum_m_en": [17.370061, 9.683409, 9.674905, 9.892295, 10.036669, 10.452186, 9.929383, 10.146811, 9.767978, 10.278036, 10.760951, 11.500274, 11.377901, 12.015636, 11.8305, 11.305214, 11.289257, 10.801472, 9.601439, 8.963393, 8.544022, 8.202734, 8.038308, 7.999285, 16.857782, 17.745917, 17.510625, 16.937898, 15.872538, 16.142321, 15.453138, 15.242494, 15.426204, 15.127143, 15.886149, 15.820381, 16.944068, 19.938395, 19.802703, 19.358393, 19.644685, 23.180226, 23.802523, 29.873517, 30.435683, 28.475618, 21.591681, 17.085264, 9.028324, 2.989092], "sum_m_pl": [65.379273, 83.468708, 81.585595, 79.142021, 76.850427, 77.026646, 78.367472, 78.563882, 78.158877, 81.673953, 80.370997, 78.74479, 80.03036, 79.003956, 80.238836, 83.21549, 84.919817, 86.617923, 88.019759, 91.010831, 92.208573, 91.747543, 91.673034, 91.630075, 70.700814, 68.448783, 66.212052, 70.585506, 73.043741, 73.718214, 76.006898, 78.222633, 79.480248, 77.443049, 76.604021, 73.489284, 69.724429, 65.678818, 63.366651, 60.020297, 56.879015, 55.384577, 53.174552, 44.870758, 45.958421, 49.846234, 54.91598, 59.258958, 90.478937, 106.024961]}, "digit": {"n_am_en": [4, 6, 8, 2, 1, 0, 0, 0, 1, 4, 1, 0, 2, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 2, 3, 2, 0, 0, 1, 0, 1, 0, 2, 2, 1, 1, 1, 1, 1, 0, 0, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 4, 2, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.70545, 0.433167, 0.402998, 0.380387, 0.411557, 0.432468, 0.419122, 0.405438, 0.400456, 0.439795, 0.430905, 0.479728, 0.496626, 0.429943, 0.412488, 0.40586, 0.394887, 0.422273, 0.400532, 0.396434, 0.389888, 0.37655, 0.375411, 0.375913, 0.572481, 0.537175, 0.491864, 0.590626, 0.506417, 0.753648, 0.616838, 0.493553, 0.431844, 0.337992, 0.452659, 0.506899, 0.53699, 0.572477, 0.473491, 0.403103, 0.415933, 0.428918, 0.429636, 0.789321, 0.601305, 0.281761, 1.108444, 1.089384, 0.019443, 3e-06], "sum_m_pl": [2.838218, 4.797807, 4.768448, 4.620763, 4.418916, 4.294384, 4.286578, 4.080254, 4.042374, 4.16953, 4.113403, 3.781549, 3.583299, 3.303999, 3.00301, 3.180482, 3.156892, 3.445538, 3.809437, 4.130986, 4.252257, 4.292632, 4.30386, 4.367009, 3.034076, 2.917338, 2.156714, 2.792697, 2.709459, 2.828564, 2.883565, 2.815811, 2.755212, 2.424632, 2.534187, 2.817002, 2.758128, 2.999044, 3.056643, 2.689896, 2.541199, 2.8977, 2.733268, 2.182548, 1.805859, 1.025436, 0.607098, 0.48296, 0.031815, 1.1e-05]}, "lang": {"n_am_en": [26, 25, 21, 25, 15, 18, 19, 21, 15, 21, 26, 16, 19, 15, 13, 17, 19, 16, 19, 21, 17, 15, 13, 17, 25, 31, 31, 26, 27, 22, 19, 11, 16, 15, 18, 27, 27, 26, 31, 33, 33, 31, 30, 34, 31, 27, 16, 10, 6, 3], "n_am_pl": [4, 20, 22, 19, 9, 16, 12, 13, 13, 8, 7, 12, 10, 16, 14, 18, 21, 16, 16, 20, 19, 24, 23, 23, 20, 18, 17, 15, 17, 14, 18, 27, 32, 20, 31, 21, 18, 23, 21, 20, 15, 21, 23, 19, 19, 36, 45, 51, 98, 105], "n_pos": 109, "sum_m_en": [9.503863, 5.73088, 5.805938, 5.931353, 6.1726, 6.41247, 6.210203, 6.212053, 6.010632, 6.227464, 6.534855, 6.864569, 6.832816, 7.36079, 7.180512, 6.842394, 7.011751, 6.700683, 5.880677, 5.470229, 5.198474, 4.966019, 4.853812, 4.823626, 10.895529, 11.786659, 11.691974, 10.894007, 10.058513, 9.721155, 9.334119, 9.395517, 9.62048, 9.482586, 10.016053, 9.84768, 10.302358, 12.775498, 12.474922, 12.631275, 12.825718, 15.61023, 17.082666, 23.457665, 23.522835, 21.90134, 16.557175, 12.166769, 6.730273, 2.985572], "sum_m_pl": [38.92169, 49.065435, 47.263816, 45.926436, 44.618829, 45.00175, 46.01842, 46.792337, 46.84827, 48.944304, 48.377226, 47.759995, 49.177008, 48.659116, 50.239253, 51.468994, 52.375991, 52.982051, 53.467566, 55.144062, 55.526874, 55.089069, 55.048917, 54.833551, 44.05203, 42.357551, 42.240918, 44.157595, 46.217423, 46.234477, 47.218591, 48.565409, 50.104576, 49.515191, 48.78552, 48.215863, 46.740847, 44.427822, 42.734631, 40.181586, 38.318578, 36.385608, 35.288449, 29.584997, 32.089281, 36.423761, 46.46802, 50.371568, 87.456139, 104.827465]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 185, "item_id": "pes-Choroby wewnętrzne-2020 jesień-11", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 834, "region_end": 183, "roundtrip_ok": true, "tf_agree": 0.9838, "tf_agree_excl_first": 0.9891}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [39, 35, 25, 18, 27, 17, 22, 18, 23, 25, 21, 28, 29, 27, 22, 23, 24, 21, 16, 19, 20, 20, 25, 20, 34, 35, 34, 33, 29, 24, 33, 26, 35, 33, 41, 35, 35, 42, 42, 38, 47, 50, 50, 52, 48, 50, 50, 50, 46, 48], "n_am_pl": [6, 22, 21, 26, 13, 22, 11, 13, 11, 10, 11, 8, 8, 12, 13, 13, 7, 10, 9, 12, 6, 12, 9, 9, 10, 7, 7, 5, 9, 12, 12, 11, 7, 15, 7, 13, 13, 9, 7, 17, 11, 14, 16, 11, 10, 9, 6, 10, 5, 3], "n_pos": 118, "sum_m_en": [14.840253, 7.345391, 6.84109, 6.559984, 6.836891, 6.592576, 6.390669, 6.573771, 6.631594, 6.810731, 7.353439, 7.999183, 8.274094, 8.546871, 8.16728, 8.484268, 7.925428, 8.028408, 7.339996, 6.921459, 6.468993, 6.046997, 5.763986, 5.646452, 13.27937, 14.228487, 14.372381, 13.679376, 12.81514, 12.784, 12.564581, 12.277236, 12.89634, 13.07131, 14.494004, 15.2501, 16.845487, 17.240973, 19.374284, 20.047752, 20.933097, 26.934993, 31.963734, 39.121814, 35.144353, 39.465928, 45.718802, 42.635567, 46.997936, 48.08543], "sum_m_pl": [41.079981, 54.993951, 54.70737, 53.316875, 51.393739, 51.35725, 51.30982, 51.650163, 48.8098, 50.991746, 49.329898, 48.717091, 48.446169, 47.331388, 48.179755, 48.865765, 50.205104, 48.191129, 51.047242, 53.086323, 54.565302, 55.909597, 56.201593, 56.471929, 41.05899, 40.627002, 36.68607, 40.023754, 42.516693, 42.887023, 43.020134, 43.645696, 43.098245, 41.368681, 40.815767, 37.99037, 33.603395, 31.004399, 29.122123, 32.380346, 31.27838, 28.035388, 24.463996, 19.541268, 16.766197, 15.031733, 8.87194, 10.531256, 4.339837, 2.750663]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 14, 8, 7, 12, 7, 10, 7, 14, 11, 8, 15, 14, 12, 11, 14, 16, 13, 10, 12, 15, 13, 15, 12, 20, 23, 22, 22, 20, 15, 21, 19, 23, 22, 23, 24, 21, 25, 26, 23, 30, 28, 31, 31, 30, 32, 32, 34, 42, 47], "n_am_pl": [4, 10, 12, 10, 7, 11, 7, 9, 5, 6, 6, 3, 6, 6, 6, 5, 2, 8, 4, 4, 2, 6, 5, 5, 5, 4, 4, 1, 3, 4, 4, 4, 2, 4, 2, 6, 7, 4, 3, 11, 6, 7, 7, 5, 5, 4, 4, 6, 3, 3], "n_pos": 52, "sum_m_en": [6.37457, 3.30136, 2.981623, 2.905285, 3.108981, 2.976159, 2.892518, 2.963086, 3.035557, 3.025583, 3.359457, 3.759016, 3.815863, 3.956082, 3.838489, 4.01365, 3.776813, 3.912514, 3.451374, 3.214906, 2.985137, 2.761154, 2.608368, 2.539264, 7.085658, 7.781164, 8.180458, 7.516719, 7.061981, 6.856479, 6.343184, 6.496016, 6.635502, 7.048852, 8.04166, 8.665341, 9.692744, 9.99959, 11.507762, 11.612175, 12.648763, 15.229233, 18.066851, 22.685895, 21.744627, 24.88134, 29.273498, 30.309906, 41.422017, 45.406792], "sum_m_pl": [18.729036, 24.208642, 23.977839, 23.465652, 22.685263, 22.939356, 23.132666, 23.285617, 22.345227, 23.227455, 22.533545, 22.300457, 22.347726, 21.985754, 22.77341, 22.815715, 23.010831, 22.009113, 22.935583, 23.700595, 24.178909, 24.788975, 24.885686, 24.988885, 19.904782, 19.890827, 18.280781, 19.046234, 20.043588, 19.794877, 20.306625, 20.449539, 20.085027, 19.278752, 18.634108, 17.958887, 15.863546, 15.030664, 14.170475, 16.111509, 15.22979, 13.650038, 11.647032, 8.89565, 8.331915, 7.333001, 5.611763, 6.209075, 2.873321, 2.672669]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "pes-Choroby wewnętrzne-2020 jesień-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 893, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9748}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 22, 12, 9, 12, 13, 14, 16, 7, 11, 10, 8, 15, 11, 14, 10, 13, 13, 10, 9, 12, 15, 14, 12, 16, 13, 17, 19, 13, 17, 12, 19, 14, 14, 18, 16, 23, 20, 23, 17, 21, 20, 22, 18, 10, 11, 8, 2, 1, 0], "n_am_pl": [7, 17, 16, 10, 7, 6, 9, 10, 11, 6, 13, 7, 10, 9, 11, 18, 11, 14, 21, 13, 18, 22, 24, 21, 15, 16, 11, 14, 14, 15, 11, 14, 17, 18, 14, 11, 9, 11, 6, 17, 17, 17, 19, 22, 20, 26, 25, 33, 49, 53], "n_pos": 87, "sum_m_en": [8.794149, 4.224297, 4.18401, 4.38263, 4.797052, 4.565374, 4.439325, 4.499698, 4.529756, 4.857741, 5.124571, 5.302507, 5.586857, 5.725433, 5.535505, 5.65557, 5.436162, 5.303246, 4.715877, 4.44455, 4.186323, 3.926026, 3.787993, 3.762924, 6.417648, 6.547957, 6.94819, 7.177701, 6.928979, 7.690844, 7.292667, 7.044325, 7.176428, 7.251298, 7.636204, 7.278802, 8.028055, 7.979116, 7.11669, 6.54474, 7.595228, 8.877304, 10.128061, 10.951881, 8.566108, 8.383128, 8.149858, 2.672632, 1.711576, 0.004393], "sum_m_pl": [31.453202, 40.996568, 40.612043, 39.74441, 37.628771, 36.960851, 37.586492, 37.822982, 35.455941, 36.565432, 34.693993, 34.68852, 35.375716, 34.998116, 35.455396, 36.476171, 37.403779, 37.864891, 40.599329, 41.72478, 42.592284, 43.384043, 43.269191, 43.383779, 33.906875, 32.776439, 29.473177, 31.9932, 33.607454, 34.405045, 33.887489, 34.56285, 34.074391, 32.146244, 32.230591, 31.414909, 30.18507, 28.415089, 28.150078, 30.810588, 29.79929, 29.316414, 29.097193, 28.156143, 25.433293, 28.033575, 28.306921, 31.928593, 44.633004, 52.985013]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 11, 5, 8, 10, 8, 9, 12, 7, 10, 5, 8, 14, 9, 8, 5, 8, 9, 9, 7, 7, 9, 10, 8, 10, 9, 12, 14, 10, 15, 8, 16, 9, 12, 13, 13, 18, 16, 18, 14, 16, 16, 17, 15, 9, 9, 7, 1, 0, 0], "n_am_pl": [3, 12, 11, 6, 4, 2, 4, 7, 7, 4, 7, 5, 6, 7, 8, 15, 8, 8, 12, 8, 15, 19, 22, 20, 13, 14, 7, 14, 13, 13, 10, 9, 13, 15, 10, 10, 7, 8, 4, 11, 12, 15, 15, 18, 17, 22, 24, 32, 48, 53], "n_pos": 54, "sum_m_en": [4.906346, 2.66135, 2.643277, 2.892794, 3.243229, 3.020269, 2.939452, 3.010586, 3.071955, 3.301768, 3.426063, 3.633129, 3.874882, 3.916005, 3.623965, 3.726688, 3.58589, 3.471152, 3.100356, 2.916308, 2.71925, 2.528334, 2.411549, 2.391043, 4.428541, 4.675476, 5.072855, 5.117803, 4.898028, 5.344014, 5.114872, 5.021641, 5.033091, 5.302393, 5.43019, 5.206175, 5.5157, 5.555238, 5.013187, 4.731672, 5.387299, 6.299049, 7.630219, 9.131899, 7.285445, 7.407671, 6.839923, 1.515004, 0.624541, 0.004278], "sum_m_pl": [19.320257, 25.113637, 24.583766, 23.877935, 22.592674, 22.574298, 22.953363, 23.287162, 22.236262, 22.941631, 22.108628, 22.318411, 23.03953, 22.797113, 23.133565, 23.419535, 23.865719, 24.098657, 25.424238, 26.052877, 26.432047, 27.00976, 26.923536, 26.91367, 23.410395, 23.116295, 21.253708, 22.210655, 22.819896, 22.884219, 22.550901, 23.257082, 22.907062, 22.716354, 22.094824, 22.506785, 21.854669, 20.806558, 20.870381, 22.697864, 22.350137, 22.611471, 21.707289, 21.516985, 20.345307, 22.708326, 26.103206, 30.414115, 43.16788, 52.333154]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "pes-Choroby wewnętrzne-2020 jesień-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 773, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9886}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 30, 30, 27, 20, 20, 13, 11, 11, 16, 14, 15, 18, 15, 17, 15, 16, 12, 13, 12, 13, 15, 12, 11, 18, 24, 22, 18, 18, 15, 17, 17, 17, 16, 23, 17, 17, 10, 13, 14, 16, 20, 25, 20, 24, 32, 31, 30, 35, 30], "n_am_pl": [3, 10, 7, 8, 6, 10, 16, 15, 13, 7, 7, 10, 15, 8, 10, 14, 8, 10, 10, 10, 3, 7, 11, 13, 9, 10, 7, 8, 8, 10, 7, 9, 5, 10, 7, 8, 6, 10, 3, 5, 4, 6, 8, 3, 6, 4, 4, 4, 2, 3], "n_pos": 99, "sum_m_en": [11.079305, 6.405168, 6.049256, 6.101811, 5.849031, 5.490979, 5.204735, 5.41957, 5.533097, 6.130198, 6.145994, 6.465504, 6.487439, 6.674591, 6.722391, 6.700479, 6.682371, 6.398797, 5.871955, 5.362981, 5.074121, 4.927737, 4.713451, 4.708487, 8.721473, 9.879291, 10.357449, 10.298166, 9.306565, 9.561644, 8.858023, 8.734426, 9.000862, 9.478885, 9.953134, 9.738768, 10.526303, 9.344355, 9.692831, 12.901992, 14.519329, 17.233065, 19.279536, 19.499499, 19.643117, 26.368355, 29.583049, 29.132424, 33.78036, 30.892368], "sum_m_pl": [36.467616, 45.25206, 45.305884, 43.313711, 42.67823, 42.254836, 43.136117, 42.580373, 40.016062, 39.587236, 37.585017, 37.536857, 39.005999, 38.685043, 38.811682, 39.083608, 40.442911, 39.935523, 40.94876, 42.469174, 43.979756, 45.100087, 45.664409, 46.327014, 31.523447, 30.815531, 29.029412, 30.829887, 31.51781, 32.610997, 34.777505, 35.921897, 35.642168, 33.36315, 32.508612, 30.335795, 27.129029, 25.225462, 23.997998, 21.756091, 20.559411, 18.09107, 17.804786, 14.785179, 12.986219, 9.932036, 6.54003, 5.223523, 3.216554, 3.003674]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 9, 10, 12, 7, 7, 11, 4, 5, 6, 7, 7, 8, 5, 9, 8, 7, 5, 5, 4, 6, 8, 7, 6, 13, 11, 13, 10, 7, 4, 8, 8, 9, 7, 12, 8, 9, 4, 7, 7, 10, 15, 18, 15, 14, 20, 22, 22, 31, 30], "n_am_pl": [2, 6, 4, 4, 4, 3, 4, 8, 3, 3, 4, 4, 7, 3, 5, 4, 1, 3, 5, 2, 1, 3, 8, 8, 2, 1, 2, 3, 4, 3, 3, 1, 0, 2, 1, 4, 1, 3, 2, 1, 1, 1, 2, 1, 5, 3, 2, 3, 2, 3], "n_pos": 34, "sum_m_en": [3.601816, 2.354548, 2.065829, 2.352763, 2.220107, 2.061988, 1.939664, 1.902164, 2.013373, 2.238989, 2.333957, 2.520865, 2.550613, 2.566934, 2.623913, 2.517734, 2.547635, 2.421366, 2.213639, 2.013355, 1.862412, 1.771691, 1.688336, 1.696061, 3.939391, 4.629724, 4.445878, 4.213504, 3.879208, 3.778088, 3.57124, 3.563927, 3.688311, 3.920059, 4.55931, 4.502285, 5.187898, 4.464864, 4.97069, 6.885928, 8.624146, 10.92533, 12.065233, 12.793063, 12.462034, 16.196446, 20.031618, 21.638891, 28.893439, 29.081298], "sum_m_pl": [12.812793, 15.439781, 15.833623, 14.682222, 14.863188, 14.819333, 15.198242, 15.072442, 14.617483, 14.560757, 14.162469, 14.099365, 14.819247, 14.701166, 14.741068, 14.582885, 14.859417, 14.553804, 14.803126, 15.216409, 15.713869, 16.051287, 16.193624, 16.281263, 13.052083, 12.522789, 11.936325, 12.498638, 12.671104, 12.79026, 13.107364, 13.507726, 13.261174, 12.696058, 11.788346, 10.762631, 9.826204, 9.357635, 8.902264, 7.682274, 7.316353, 6.244859, 5.851322, 5.571772, 5.716177, 5.023534, 3.41673, 2.905083, 2.45883, 2.974002]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "pes-Choroby wewnętrzne-2020 wiosna-24", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 899, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9802, "tf_agree_excl_first": 0.99}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 0, 3, 3, 2, 1, 0, 1, 1, 2, 1, 2, 2, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 1, 2, 2, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.246584, 0.142996, 0.160222, 0.176646, 0.178169, 0.154892, 0.143713, 0.152587, 0.142676, 0.137588, 0.14266, 0.150195, 0.159247, 0.160527, 0.170999, 0.169759, 0.165081, 0.152106, 0.147459, 0.135919, 0.128087, 0.122628, 0.117942, 0.120584, 0.26327, 0.226746, 0.255225, 0.293324, 0.239928, 0.193846, 0.231885, 0.171507, 0.225811, 0.247145, 0.321418, 0.247352, 0.394202, 0.265246, 0.242786, 0.217317, 0.200565, 0.190153, 0.190789, 0.209653, 0.125267, 0.143482, 0.108214, 0.055359, 0.002479, 1.5e-05], "sum_m_pl": [1.293311, 1.455908, 1.503648, 1.484732, 1.468319, 1.529633, 1.494284, 1.446286, 1.460741, 1.458764, 1.447548, 1.467282, 1.456033, 1.490286, 1.374245, 1.353909, 1.361032, 1.324384, 1.392392, 1.384582, 1.38918, 1.40557, 1.437406, 1.439204, 1.105349, 1.110207, 1.079876, 1.100747, 1.07575, 1.222366, 1.187383, 1.265462, 1.065654, 0.989368, 1.063391, 1.155852, 1.116385, 1.079315, 1.109082, 1.139832, 1.234765, 1.257877, 1.219723, 1.178926, 0.703162, 0.715558, 0.507882, 0.246225, 0.029539, 0.56675]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 231, "item_id": "pes-Choroby wewnętrzne-2020 wiosna-24", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 779, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9739}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [25, 27, 23, 17, 13, 11, 15, 19, 18, 15, 15, 20, 12, 22, 17, 19, 17, 15, 13, 12, 11, 8, 11, 8, 16, 23, 20, 28, 22, 18, 21, 17, 17, 19, 21, 25, 23, 18, 24, 24, 22, 20, 21, 19, 25, 20, 23, 25, 28, 24], "n_am_pl": [4, 9, 11, 10, 4, 14, 10, 10, 8, 7, 7, 3, 8, 7, 6, 7, 4, 8, 7, 9, 6, 7, 8, 7, 4, 1, 3, 2, 5, 8, 10, 10, 6, 11, 5, 6, 8, 5, 6, 11, 12, 18, 15, 14, 7, 7, 6, 5, 1, 3], "n_pos": 95, "sum_m_en": [10.801988, 5.889908, 5.656304, 5.895546, 5.505472, 5.369069, 5.222895, 5.907834, 5.76256, 5.812395, 5.923445, 6.655066, 7.059858, 7.257077, 7.414885, 7.296734, 6.665748, 6.103584, 5.688671, 5.215309, 4.859311, 4.509306, 4.415248, 4.342749, 8.701941, 10.843318, 10.559391, 11.26591, 10.423159, 10.667458, 10.540107, 10.308491, 9.861302, 10.108981, 10.336321, 10.005471, 11.037311, 11.988183, 13.64567, 13.717244, 13.965597, 14.297168, 14.984369, 17.819643, 18.092706, 20.284583, 21.169992, 25.627164, 25.85548, 24.005419], "sum_m_pl": [35.224676, 43.018598, 43.390821, 43.09371, 42.728179, 44.014299, 44.034359, 41.957466, 41.700211, 41.452209, 39.72098, 38.570848, 37.949111, 38.194147, 39.032452, 38.921478, 40.664763, 40.660431, 43.114983, 45.079168, 46.185547, 47.240302, 47.225979, 47.596508, 34.496647, 32.098154, 29.783802, 29.967758, 32.365865, 32.535671, 32.477439, 33.521881, 33.318086, 32.075355, 32.414472, 30.589881, 27.736456, 25.650033, 24.379105, 23.457234, 22.440213, 21.458072, 20.422048, 18.770802, 13.637647, 12.423102, 7.693143, 5.152265, 1.902427, 2.713991]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 9, 7, 6, 2, 4, 4, 5, 6, 5, 7, 10, 6, 10, 9, 6, 6, 5, 4, 4, 3, 5, 7, 4, 8, 9, 9, 12, 10, 5, 9, 3, 5, 7, 11, 7, 8, 8, 10, 13, 12, 10, 10, 10, 13, 10, 14, 17, 24, 24], "n_am_pl": [1, 5, 2, 0, 2, 5, 5, 3, 2, 2, 0, 0, 1, 1, 0, 1, 1, 1, 1, 2, 2, 0, 0, 2, 0, 0, 0, 0, 0, 3, 3, 2, 1, 4, 1, 2, 2, 1, 0, 2, 4, 6, 3, 3, 1, 1, 1, 1, 0, 3], "n_pos": 28, "sum_m_en": [3.034799, 1.83717, 1.818276, 1.961875, 1.628046, 1.651486, 1.623929, 1.804143, 1.713569, 1.743957, 1.979118, 2.229826, 2.561078, 2.546115, 2.654871, 2.60765, 2.212013, 2.022002, 1.827544, 1.675252, 1.551842, 1.428818, 1.396675, 1.362925, 3.306223, 4.061473, 3.799288, 4.084822, 3.673597, 3.731397, 3.780611, 3.621894, 3.616929, 3.815784, 3.893615, 3.781309, 4.246683, 4.42994, 5.415869, 5.662652, 5.772233, 6.744758, 7.33894, 8.92078, 9.439278, 10.618801, 12.287429, 17.076389, 21.622954, 23.683911], "sum_m_pl": [10.72179, 12.734485, 12.415482, 12.712788, 12.993049, 13.473707, 13.387965, 12.714577, 12.828909, 12.844592, 12.480049, 12.242139, 12.13163, 11.947535, 12.227065, 11.962542, 12.429457, 12.356179, 12.78839, 13.360134, 13.519591, 13.818661, 13.807378, 13.892297, 10.625361, 10.021892, 9.781819, 9.825257, 10.267251, 10.056201, 10.151403, 10.058244, 10.121724, 10.059066, 9.843533, 9.839987, 8.56218, 7.862017, 7.498145, 7.179308, 6.907793, 6.060631, 5.271671, 4.853879, 3.239478, 2.708859, 1.53243, 0.711478, 0.536518, 2.712646]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 97, "item_id": "pes-Choroby wewnętrzne-2020 wiosna-26", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 899, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9897, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 22, 24, 19, 15, 13, 10, 20, 10, 12, 12, 17, 10, 11, 21, 17, 15, 13, 12, 12, 9, 9, 9, 12, 18, 18, 20, 20, 12, 13, 16, 12, 9, 12, 17, 15, 10, 13, 15, 14, 11, 11, 15, 14, 13, 11, 9, 5, 3, 2], "n_am_pl": [5, 7, 9, 13, 9, 7, 11, 11, 15, 6, 4, 6, 11, 5, 13, 10, 9, 10, 13, 14, 11, 10, 13, 14, 8, 6, 3, 5, 11, 9, 13, 12, 10, 7, 8, 5, 7, 12, 8, 16, 15, 16, 18, 15, 13, 13, 15, 16, 20, 25], "n_pos": 87, "sum_m_en": [9.180477, 4.700325, 4.783181, 4.939883, 4.851479, 4.819588, 4.496635, 5.00889, 4.92635, 4.921548, 5.298992, 5.886059, 6.183509, 6.354638, 6.297856, 6.386832, 5.904095, 5.424808, 4.773064, 4.348609, 4.041079, 3.760918, 3.716885, 3.704023, 6.977527, 8.31696, 8.314625, 8.332562, 8.291606, 8.226096, 8.49198, 7.964077, 8.056512, 8.273168, 8.394698, 7.800282, 8.198425, 8.032858, 8.521157, 8.073078, 9.145773, 8.881427, 9.15339, 10.825456, 9.953417, 9.596737, 8.354714, 5.250454, 2.410752, 2.054621], "sum_m_pl": [33.001605, 39.803134, 39.385319, 38.708116, 37.713769, 39.279233, 39.631669, 38.690039, 37.934929, 37.797621, 35.703417, 35.371724, 34.991398, 34.651731, 35.877092, 36.038269, 37.800364, 38.457031, 40.904611, 42.405712, 43.354891, 44.121966, 44.020104, 44.406824, 33.224657, 31.669864, 29.329813, 28.798744, 30.70948, 31.89088, 31.894218, 33.058623, 31.878884, 29.610286, 30.52659, 28.925168, 27.37811, 26.524971, 25.791963, 24.856975, 23.692643, 23.212533, 23.176199, 21.147194, 17.576369, 18.741739, 16.876123, 17.808915, 22.966347, 24.92494]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [6, 5, 5, 4, 4, 4, 5, 10, 5, 3, 4, 8, 3, 5, 8, 6, 6, 6, 5, 2, 2, 4, 2, 3, 10, 7, 9, 8, 4, 6, 8, 5, 4, 4, 10, 8, 5, 5, 7, 7, 3, 4, 4, 6, 4, 4, 3, 4, 2, 2], "n_am_pl": [1, 1, 2, 4, 3, 2, 3, 1, 1, 2, 0, 1, 4, 1, 5, 3, 4, 6, 5, 6, 3, 2, 3, 4, 0, 0, 0, 2, 1, 3, 4, 4, 4, 4, 4, 4, 4, 5, 3, 4, 3, 3, 5, 3, 4, 6, 9, 10, 19, 25], "n_pos": 27, "sum_m_en": [2.319302, 1.53583, 1.513089, 1.655438, 1.59076, 1.583821, 1.54693, 1.820463, 1.683492, 1.686427, 1.869994, 2.052556, 2.209818, 2.136081, 2.129285, 2.121285, 1.927267, 1.782508, 1.578998, 1.450156, 1.331935, 1.231424, 1.217805, 1.2036, 2.662313, 3.351186, 3.766439, 3.667901, 3.624288, 3.527133, 3.468497, 3.101284, 3.19688, 3.432431, 3.342804, 3.098141, 2.851985, 2.851241, 2.832574, 2.802837, 3.492073, 3.267586, 3.068622, 4.357385, 4.845015, 4.642053, 3.217073, 2.945171, 1.419177, 2.002349], "sum_m_pl": [10.383909, 11.726935, 11.40139, 11.371058, 11.118216, 11.843556, 11.8873, 11.622504, 11.76429, 11.861889, 11.223871, 11.081072, 11.473873, 11.489887, 12.047574, 12.021776, 12.388052, 12.630626, 13.093755, 13.454347, 13.567323, 13.848863, 13.745347, 13.786434, 11.49617, 10.505504, 9.513828, 9.2079, 9.737338, 10.127101, 9.950066, 10.550617, 10.499667, 10.367642, 10.760449, 10.875847, 10.243679, 9.507422, 9.082314, 8.319869, 7.582898, 7.532189, 7.562125, 6.844094, 6.948965, 7.285988, 8.429995, 10.40611, 19.637533, 24.457787]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "pes-Choroby wewnętrzne-2020 wiosna-26", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 779, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9886}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [52, 43, 32, 27, 24, 23, 25, 29, 23, 27, 26, 38, 25, 26, 27, 26, 26, 32, 25, 32, 39, 43, 42, 43, 52, 54, 56, 47, 42, 47, 36, 46, 49, 51, 48, 43, 55, 55, 49, 41, 50, 54, 58, 57, 54, 57, 63, 71, 73, 73], "n_am_pl": [10, 19, 23, 23, 24, 23, 19, 18, 19, 19, 25, 22, 23, 22, 24, 25, 30, 22, 23, 21, 20, 17, 20, 20, 14, 18, 15, 15, 21, 19, 27, 10, 12, 12, 21, 19, 17, 16, 13, 14, 16, 10, 19, 14, 13, 16, 18, 11, 10, 12], "n_pos": 162, "sum_m_en": [20.028357, 10.774912, 9.875402, 9.619451, 9.461326, 9.008619, 8.83259, 9.222708, 9.350489, 10.410104, 10.59157, 11.246282, 11.289501, 11.850879, 12.100659, 11.39375, 11.251295, 11.542615, 10.043908, 8.954799, 8.581339, 7.963154, 7.615173, 7.479611, 17.792469, 18.686496, 18.418755, 16.956748, 16.352295, 16.947099, 15.859765, 15.717799, 16.163627, 16.846366, 17.236159, 18.279741, 21.505391, 22.661086, 23.259667, 23.684391, 28.42763, 32.256742, 37.063812, 38.963223, 43.503138, 50.51997, 59.953165, 63.1779, 71.199271, 72.302125], "sum_m_pl": [55.781565, 72.55167, 71.868142, 69.503279, 67.781558, 70.770204, 70.571956, 69.916822, 70.52226, 71.561783, 71.209402, 70.518882, 71.342084, 69.820155, 71.314455, 71.711874, 72.976376, 71.009044, 73.618919, 76.205959, 76.895161, 78.297917, 78.457363, 78.834098, 61.651672, 59.851222, 58.088309, 60.709082, 63.516495, 62.837447, 62.655528, 63.5652, 63.546983, 63.200239, 62.546181, 58.539142, 52.373457, 51.571437, 49.730331, 47.492497, 44.787681, 40.174685, 38.587892, 32.80808, 27.939606, 24.541886, 21.263555, 15.310604, 10.419191, 12.471585]}, "digit": {"n_am_en": [1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.449401, 0.182845, 0.181032, 0.183977, 0.182808, 0.17584, 0.159793, 0.181484, 0.184447, 0.23057, 0.234205, 0.228572, 0.267444, 0.242293, 0.265537, 0.222494, 0.21003, 0.222542, 0.201842, 0.182654, 0.17595, 0.165856, 0.157603, 0.158597, 0.218086, 0.211083, 0.251714, 0.265714, 0.268759, 0.285805, 0.330669, 0.317072, 0.344638, 0.312703, 0.281443, 0.28131, 0.262007, 0.278453, 0.307122, 0.306853, 0.312018, 0.258762, 0.273222, 0.214247, 0.231308, 0.303983, 0.058966, 0.09734, 0.029821, 0.0], "sum_m_pl": [1.545422, 2.00613, 2.044345, 1.889456, 1.787151, 1.727787, 1.729344, 1.711136, 1.662713, 1.578179, 1.680604, 1.686358, 1.60406, 1.306217, 1.500763, 1.595919, 1.657009, 1.65854, 1.815089, 1.863788, 1.901122, 1.943758, 1.949238, 1.965806, 1.38249, 1.364204, 1.06925, 1.428564, 1.535087, 1.471438, 1.606306, 1.714172, 1.824888, 1.70096, 1.631917, 1.499289, 1.249636, 1.213643, 1.277695, 1.301944, 1.296356, 1.137776, 1.20867, 0.941403, 0.731427, 0.743013, 0.215239, 0.186639, 0.023273, 0.0]}, "lang": {"n_am_en": [28, 28, 19, 13, 14, 15, 18, 20, 16, 17, 18, 24, 16, 18, 17, 14, 17, 21, 16, 23, 23, 29, 26, 28, 33, 37, 35, 30, 28, 29, 27, 30, 29, 31, 33, 29, 31, 36, 31, 26, 33, 36, 38, 35, 41, 45, 51, 55, 65, 72], "n_am_pl": [7, 10, 16, 14, 11, 12, 9, 9, 9, 7, 8, 9, 10, 7, 11, 9, 13, 8, 12, 8, 12, 10, 10, 9, 5, 6, 8, 9, 9, 6, 9, 2, 2, 4, 12, 10, 8, 9, 8, 7, 7, 7, 9, 10, 9, 10, 11, 9, 9, 12], "n_pos": 85, "sum_m_en": [11.33972, 5.383499, 4.945255, 4.96865, 4.781998, 4.560006, 4.580797, 4.75559, 4.783562, 5.239031, 5.352449, 5.913932, 6.069203, 6.401886, 6.506724, 6.022494, 6.027354, 6.200041, 5.282072, 4.626036, 4.425635, 4.091842, 3.904907, 3.824294, 9.908515, 10.547301, 10.358768, 9.420064, 9.301412, 9.663881, 8.841925, 8.647655, 9.034508, 9.846449, 10.222859, 11.066959, 13.50021, 15.10775, 15.038258, 15.279176, 17.727757, 21.200493, 24.288183, 25.786446, 31.479911, 36.849723, 46.49473, 49.569572, 61.873971, 67.224608], "sum_m_pl": [29.096886, 38.398658, 38.487812, 37.065285, 36.300318, 37.761719, 38.155637, 38.065101, 38.540102, 38.824969, 38.731951, 38.048767, 38.171774, 37.635319, 38.483425, 38.711779, 38.996834, 38.200644, 39.76997, 41.06225, 41.313531, 42.003976, 41.978667, 42.172366, 34.250988, 33.157042, 32.312887, 33.672753, 34.430505, 33.955611, 33.916684, 33.985841, 34.228748, 34.081003, 33.651955, 31.540569, 28.15403, 27.362095, 26.579696, 26.079179, 24.787349, 22.413488, 20.965554, 17.868996, 15.543778, 14.745296, 12.967996, 11.492341, 8.793014, 11.68541]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "pes-Choroby zakaźne-2018 jesień-58", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 897, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9695, "tf_agree_excl_first": 0.9755}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [17, 12, 4, 4, 4, 5, 7, 6, 5, 11, 12, 12, 10, 8, 14, 7, 13, 11, 8, 3, 8, 8, 8, 10, 15, 17, 14, 14, 16, 18, 12, 13, 9, 11, 15, 14, 18, 16, 16, 15, 15, 18, 14, 16, 14, 12, 8, 7, 7, 1], "n_am_pl": [7, 16, 15, 5, 5, 8, 7, 9, 12, 11, 7, 9, 6, 8, 9, 8, 6, 8, 9, 6, 11, 11, 9, 9, 3, 8, 11, 11, 8, 11, 18, 15, 20, 14, 14, 11, 11, 13, 11, 7, 8, 10, 15, 12, 14, 16, 20, 19, 22, 26], "n_pos": 59, "sum_m_en": [5.31704, 3.348458, 3.187127, 3.272552, 3.20194, 3.157492, 3.130793, 3.119997, 3.248922, 3.613409, 3.591694, 3.647448, 3.728301, 3.886152, 3.85858, 3.693515, 3.716407, 3.718248, 3.150029, 2.796886, 2.74458, 2.556363, 2.492435, 2.422253, 4.965779, 5.442945, 5.290763, 5.33232, 5.190512, 5.25056, 5.067905, 4.991194, 4.911201, 4.750393, 4.751707, 4.594322, 5.228774, 5.909608, 7.004466, 7.372294, 8.657364, 9.591543, 10.678999, 11.324755, 10.326055, 8.961962, 6.739957, 6.944317, 5.664127, 1.045252], "sum_m_pl": [22.231293, 27.069542, 26.486537, 25.485087, 24.927811, 25.251837, 25.097251, 24.268559, 24.862394, 25.777928, 25.700889, 25.882187, 26.373925, 26.419426, 26.935431, 27.006582, 27.714347, 27.467947, 28.267736, 28.854362, 28.764227, 29.217147, 29.137227, 29.326323, 23.962639, 23.771193, 23.474294, 24.103875, 25.143312, 25.967874, 25.720753, 25.869337, 26.212236, 26.251619, 25.783927, 24.859705, 23.711986, 23.55668, 22.418198, 21.182916, 20.433216, 19.255563, 18.890555, 17.435186, 17.27034, 20.353951, 22.542899, 21.61755, 22.452198, 26.491499]}, "digit": {"n_am_en": [1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.154984, 0.078369, 0.073321, 0.060124, 0.059875, 0.069085, 0.076122, 0.085702, 0.104081, 0.113217, 0.097465, 0.100525, 0.11887, 0.122467, 0.109733, 0.096748, 0.108944, 0.101167, 0.082292, 0.076399, 0.077448, 0.075251, 0.072713, 0.071616, 0.067657, 0.083727, 0.087624, 0.101555, 0.10987, 0.123272, 0.162617, 0.146384, 0.105246, 0.100526, 0.088898, 0.088355, 0.087865, 0.094269, 0.082705, 0.206883, 0.414663, 0.260603, 0.187363, 0.158032, 0.085241, 0.045894, 0.042081, 0.021565, 0.003929, 0.0], "sum_m_pl": [0.881779, 1.124106, 1.075189, 1.053973, 1.000196, 0.983172, 0.971232, 0.874501, 0.813651, 0.880524, 0.931067, 0.887204, 0.850676, 0.832653, 0.884795, 0.85003, 0.932824, 0.869921, 0.889376, 0.91011, 0.930966, 0.965299, 0.959343, 0.977689, 0.793922, 0.842434, 0.798133, 0.84987, 0.881443, 0.859537, 0.846128, 0.898498, 0.977939, 0.968856, 0.967304, 0.917893, 0.79073, 0.73773, 0.495883, 0.621259, 0.601731, 0.740342, 0.751078, 0.358628, 0.247591, 0.278579, 0.362342, 0.186372, 0.069329, 0.0]}, "lang": {"n_am_en": [11, 3, 1, 4, 3, 0, 1, 1, 1, 4, 9, 7, 6, 6, 9, 5, 8, 6, 3, 1, 4, 4, 4, 6, 8, 10, 7, 6, 7, 11, 5, 7, 4, 6, 10, 10, 12, 10, 10, 7, 6, 8, 7, 7, 6, 5, 4, 4, 4, 1], "n_am_pl": [2, 9, 8, 2, 3, 5, 2, 3, 6, 7, 2, 4, 3, 5, 4, 4, 3, 3, 5, 4, 5, 4, 2, 3, 1, 3, 4, 2, 5, 2, 10, 7, 9, 6, 6, 6, 6, 7, 5, 4, 5, 7, 7, 8, 11, 12, 18, 18, 21, 26], "n_pos": 28, "sum_m_en": [2.798921, 1.403965, 1.349725, 1.495477, 1.392381, 1.401213, 1.381851, 1.356461, 1.408224, 1.539966, 1.64893, 1.625821, 1.66458, 1.761442, 1.744186, 1.657031, 1.696374, 1.753075, 1.474128, 1.317716, 1.298498, 1.190192, 1.153874, 1.116891, 2.379124, 2.623336, 2.487648, 2.555001, 2.434723, 2.455401, 2.278655, 2.253209, 2.260455, 2.253015, 2.223421, 2.329875, 2.648611, 3.624059, 4.255208, 4.459413, 4.276584, 5.061555, 5.129818, 5.550556, 5.025585, 3.733875, 2.655958, 3.212996, 2.843242, 1.020022], "sum_m_pl": [9.813132, 13.178335, 12.84367, 12.241577, 11.850091, 11.939353, 11.954664, 11.864059, 12.317083, 12.589715, 12.394516, 12.417399, 12.706379, 12.681576, 12.992476, 12.894479, 13.103061, 12.987788, 13.326436, 13.549351, 13.529513, 13.825282, 13.759102, 13.870544, 11.454223, 11.282391, 11.177644, 11.447284, 12.021214, 12.27496, 12.484947, 12.516905, 12.569865, 12.646752, 12.255873, 11.819527, 11.867127, 11.57086, 11.195701, 10.32077, 10.260477, 9.641005, 9.53017, 9.595051, 11.009784, 14.322285, 17.894843, 17.989149, 20.398277, 26.178828]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 61, "item_id": "pes-Choroby zakaźne-2018 jesień-58", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 777, "region_end": 59, "roundtrip_ok": true, "tf_agree": 0.9344, "tf_agree_excl_first": 0.95}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [83, 54, 48, 42, 45, 53, 58, 66, 47, 54, 58, 73, 72, 70, 64, 53, 47, 55, 65, 72, 74, 75, 59, 73, 71, 77, 75, 85, 91, 74, 71, 82, 82, 76, 73, 76, 88, 90, 80, 87, 83, 88, 85, 91, 92, 96, 103, 104, 100, 94], "n_am_pl": [14, 33, 40, 34, 23, 30, 35, 31, 30, 30, 29, 19, 26, 30, 33, 38, 37, 34, 22, 20, 26, 34, 40, 33, 36, 28, 27, 21, 20, 27, 23, 19, 29, 24, 17, 22, 10, 18, 21, 37, 35, 39, 37, 34, 27, 23, 14, 10, 4, 5], "n_pos": 250, "sum_m_en": [28.30831, 16.059804, 15.11023, 14.947628, 15.078079, 14.387199, 13.798681, 14.203388, 13.542429, 14.848118, 15.271892, 17.660435, 18.140985, 18.221141, 17.572899, 16.805629, 16.245836, 15.415167, 15.286436, 13.98311, 12.989758, 11.963959, 11.347316, 11.133119, 30.614725, 35.997887, 33.169628, 33.203388, 32.594802, 33.319479, 32.230048, 31.781745, 32.118109, 33.81348, 34.924509, 37.690295, 44.931088, 50.161614, 50.15089, 57.837678, 54.894843, 65.107413, 67.647989, 71.205442, 75.521772, 85.580862, 95.895996, 96.65193, 98.957487, 97.432318], "sum_m_pl": [90.697756, 111.964785, 111.079253, 108.476969, 105.764258, 111.497096, 112.76628, 112.601139, 112.479479, 113.548393, 111.007519, 108.631108, 110.943714, 108.402659, 110.728161, 111.651858, 110.292926, 110.800194, 112.73359, 116.162102, 118.499815, 121.508762, 122.381684, 123.610938, 92.642163, 88.314922, 88.311671, 92.61001, 95.556411, 92.277589, 94.306179, 94.193031, 93.795041, 90.803448, 87.691862, 81.785417, 70.886525, 64.976234, 59.957099, 59.300923, 56.744313, 52.491788, 54.311329, 45.797371, 34.822902, 32.80635, 23.09064, 14.677101, 6.368659, 4.754996]}, "digit": {"n_am_en": [2, 1, 0, 1, 0, 2, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.386264, 0.248039, 0.215948, 0.250886, 0.23133, 0.265372, 0.244959, 0.196053, 0.187253, 0.205521, 0.241225, 0.271186, 0.248486, 0.239234, 0.276682, 0.25632, 0.254829, 0.246277, 0.257237, 0.215151, 0.191021, 0.180874, 0.176943, 0.171344, 0.320635, 0.337524, 0.343165, 0.367238, 0.380618, 0.436257, 0.394673, 0.406705, 0.358148, 0.344265, 0.300841, 0.286061, 0.270479, 0.162089, 0.156965, 0.187108, 0.255693, 0.203849, 0.257352, 0.298263, 0.334357, 0.396927, 0.163904, 0.102101, 0.101422, 0.0], "sum_m_pl": [2.307998, 2.507337, 2.452008, 2.326801, 2.26074, 2.333593, 2.429925, 2.278156, 2.269389, 2.25017, 2.257972, 2.303892, 2.28742, 2.240627, 2.311631, 2.369363, 2.3176, 2.278791, 2.282838, 2.386571, 2.513463, 2.5607, 2.574949, 2.592649, 2.205032, 2.221935, 2.093337, 2.220583, 2.237503, 2.147418, 2.110051, 2.184999, 2.269673, 2.219226, 2.174928, 1.972596, 1.64465, 1.139798, 1.159015, 1.321876, 1.249667, 1.089256, 1.145526, 0.95177, 1.076001, 0.857771, 0.400641, 0.237462, 0.187161, 0.0]}, "lang": {"n_am_en": [30, 27, 23, 21, 22, 27, 26, 30, 20, 27, 28, 31, 32, 28, 32, 31, 22, 23, 35, 42, 36, 37, 28, 37, 39, 42, 39, 44, 45, 37, 35, 47, 48, 41, 42, 43, 52, 52, 45, 46, 46, 45, 44, 53, 53, 59, 64, 73, 88, 94], "n_am_pl": [5, 9, 14, 17, 10, 15, 17, 11, 11, 10, 10, 6, 11, 12, 14, 16, 14, 15, 5, 8, 7, 14, 17, 10, 15, 7, 9, 6, 9, 12, 8, 4, 9, 6, 5, 12, 3, 6, 8, 17, 15, 19, 16, 14, 15, 13, 6, 4, 4, 5], "n_pos": 99, "sum_m_en": [10.955617, 6.220305, 5.841204, 5.740701, 5.99312, 5.655387, 5.36712, 5.646502, 5.401209, 5.902045, 6.142148, 6.897017, 6.980931, 7.22253, 7.18544, 6.883405, 6.607431, 6.331293, 6.541252, 6.002521, 5.514028, 5.005544, 4.695444, 4.598356, 16.299049, 19.563684, 18.131258, 17.542748, 16.944596, 16.751627, 16.635368, 16.739427, 16.934859, 17.582361, 18.237167, 19.202673, 23.561347, 27.151432, 27.011042, 29.598019, 30.592254, 35.19734, 37.835271, 42.478899, 45.779769, 51.35889, 59.504362, 66.613953, 83.815606, 91.36748], "sum_m_pl": [35.796141, 44.037344, 44.765484, 44.221692, 43.295443, 45.19802, 45.856884, 45.47678, 45.533693, 45.97156, 44.639684, 44.207003, 45.730071, 44.781479, 45.52121, 45.62818, 44.856381, 44.753814, 45.286919, 46.478192, 47.232313, 48.337314, 48.646014, 49.011181, 36.67981, 34.789827, 35.42912, 37.094374, 37.7243, 36.365224, 36.727988, 36.598306, 36.458109, 35.994333, 34.798728, 32.795285, 28.332235, 25.41195, 23.809829, 23.096201, 22.348443, 21.405731, 21.908387, 18.726984, 14.449786, 12.226704, 8.901592, 5.454347, 4.078903, 4.680663]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "pes-Choroby zakaźne-2018 wiosna-99", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 939, "region_end": 250, "roundtrip_ok": true, "tf_agree": 0.9921, "tf_agree_excl_first": 0.996}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [146, 118, 80, 61, 61, 61, 74, 72, 72, 76, 75, 86, 72, 75, 73, 64, 62, 60, 68, 72, 81, 75, 71, 77, 79, 97, 81, 89, 97, 109, 89, 85, 87, 100, 99, 101, 109, 115, 108, 126, 119, 114, 107, 105, 106, 86, 55, 26, 16, 16], "n_am_pl": [29, 88, 103, 92, 90, 82, 64, 73, 76, 65, 63, 74, 73, 77, 60, 78, 75, 67, 73, 73, 83, 83, 93, 90, 102, 87, 69, 59, 58, 55, 65, 62, 51, 65, 61, 65, 77, 72, 72, 81, 80, 92, 91, 88, 79, 93, 107, 101, 161, 184], "n_pos": 469, "sum_m_en": [46.023541, 26.041106, 24.507517, 25.397216, 25.499203, 23.963496, 23.299647, 23.688202, 23.279732, 25.171754, 26.169176, 28.85307, 29.43151, 29.821206, 29.475795, 28.861495, 28.647318, 27.839067, 25.975781, 23.805986, 21.628487, 20.411388, 19.833155, 19.642591, 36.019767, 42.414324, 42.548519, 44.334593, 45.651638, 45.797036, 44.26741, 44.146163, 44.05881, 46.413748, 47.705267, 50.124605, 54.076664, 60.95378, 58.758706, 71.38905, 65.848102, 74.135856, 71.72295, 67.792669, 69.447792, 65.1487, 50.870115, 31.715943, 17.556226, 14.153509], "sum_m_pl": [175.536179, 214.317156, 208.432924, 202.028413, 197.79131, 206.772752, 209.052439, 210.481857, 210.399143, 211.798361, 206.408613, 204.104251, 209.433076, 207.285001, 211.67312, 214.420368, 213.594168, 214.598709, 220.476186, 225.015385, 227.445321, 230.086368, 231.147877, 232.648419, 189.006766, 179.272388, 175.455445, 182.250095, 187.914222, 184.951777, 186.491229, 188.544504, 185.66984, 178.440475, 174.699336, 168.705882, 159.113658, 153.870972, 147.763588, 147.727467, 143.233981, 141.049097, 142.775113, 133.627658, 114.623363, 120.133788, 117.606141, 110.379762, 154.892001, 181.558101]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [62, 47, 27, 27, 27, 22, 35, 41, 35, 38, 36, 43, 34, 37, 36, 29, 33, 25, 32, 33, 38, 41, 37, 35, 36, 42, 37, 34, 39, 45, 34, 39, 45, 50, 41, 43, 56, 56, 55, 57, 56, 53, 53, 56, 54, 47, 18, 13, 12, 16], "n_am_pl": [15, 33, 54, 39, 38, 38, 29, 35, 31, 28, 24, 30, 33, 30, 22, 31, 29, 26, 27, 31, 30, 30, 35, 34, 39, 33, 28, 26, 30, 30, 36, 31, 25, 28, 23, 33, 34, 31, 27, 28, 28, 35, 35, 34, 42, 50, 74, 80, 151, 183], "n_pos": 200, "sum_m_en": [19.255531, 10.558414, 10.152453, 10.605611, 10.777625, 10.034679, 9.913537, 10.116819, 9.795312, 10.958064, 11.498089, 13.142019, 13.231171, 13.173927, 12.78598, 12.700259, 12.711097, 12.419084, 11.678094, 10.61354, 9.22949, 8.58326, 8.323534, 8.252114, 15.811871, 18.645125, 18.473884, 19.589002, 20.452, 20.607417, 19.62367, 19.879024, 19.319081, 20.273736, 20.812875, 21.359312, 23.600356, 27.834587, 27.094923, 30.984957, 28.795458, 32.427713, 32.710573, 31.129379, 33.592048, 31.640609, 20.114107, 13.462201, 11.099625, 13.987165], "sum_m_pl": [72.363316, 90.634846, 88.753097, 85.717812, 83.947805, 88.255577, 89.727522, 90.084153, 90.095113, 90.611309, 88.602097, 87.074171, 90.037797, 88.834855, 91.340345, 92.262452, 91.330776, 91.665526, 93.820345, 95.670115, 97.028916, 98.425576, 99.317972, 100.129098, 80.430538, 77.255295, 76.19709, 79.684023, 81.6281, 80.75899, 82.20131, 82.052654, 82.381814, 79.670953, 77.40884, 76.376922, 72.942594, 70.183051, 67.884381, 67.173292, 65.094441, 62.9547, 63.554557, 63.14652, 58.155804, 61.106874, 70.4595, 79.856434, 136.640703, 177.284201]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 471, "item_id": "pes-Choroby zakaźne-2018 wiosna-99", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 819, "region_end": 469, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9894}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 34, 25, 32, 31, 27, 24, 25, 23, 19, 21, 28, 29, 32, 31, 27, 29, 24, 34, 35, 29, 28, 26, 30, 33, 39, 37, 33, 34, 33, 32, 24, 33, 37, 37, 40, 37, 33, 36, 38, 29, 34, 34, 36, 43, 42, 43, 40, 34, 36], "n_am_pl": [6, 12, 20, 22, 12, 16, 13, 13, 15, 14, 10, 14, 15, 20, 15, 18, 16, 18, 18, 29, 24, 16, 15, 11, 14, 15, 21, 16, 22, 18, 17, 18, 18, 10, 10, 13, 15, 18, 28, 26, 29, 21, 23, 22, 17, 15, 10, 5, 7, 7], "n_pos": 112, "sum_m_en": [12.410359, 7.693383, 7.332299, 7.314774, 7.076718, 5.934936, 5.864534, 6.515798, 6.03866, 6.033855, 6.428942, 7.023701, 7.017421, 7.310482, 7.487023, 7.205718, 6.910543, 6.805536, 6.904366, 6.559144, 5.885544, 5.422755, 5.226702, 5.093673, 12.897181, 14.809395, 13.437304, 13.071019, 12.156877, 12.59687, 11.547142, 11.584936, 12.3945, 12.520361, 12.132409, 13.367609, 15.641768, 17.539208, 17.954313, 18.109685, 19.093044, 20.634021, 21.681151, 25.681592, 29.285201, 31.676317, 37.323928, 37.330385, 34.053642, 35.117837], "sum_m_pl": [43.385092, 50.558046, 50.362759, 49.213203, 48.787816, 52.036073, 51.729044, 51.138645, 50.229348, 51.015791, 49.687793, 49.291187, 50.534927, 49.041267, 50.320599, 51.723206, 52.138539, 51.290285, 51.676611, 53.082008, 53.994076, 55.135472, 55.138304, 55.340888, 44.419451, 42.410573, 42.559548, 44.139397, 44.33582, 42.777321, 44.084114, 44.673213, 43.142381, 43.828269, 43.347604, 42.045923, 38.055132, 35.694269, 36.876196, 36.823469, 35.237825, 30.221735, 30.467775, 28.28909, 23.216239, 20.126481, 14.731459, 8.67702, 6.375805, 6.556269]}, "digit": {"n_am_en": [2, 4, 1, 0, 2, 2, 3, 3, 2, 0, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 3, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 2, 2, 0, 1, 2, 2, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 3, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 2, 1, 1, 1, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.437854, 0.223395, 0.206307, 0.206948, 0.242089, 0.223072, 0.238697, 0.258478, 0.227318, 0.233324, 0.256555, 0.298851, 0.300562, 0.31023, 0.267275, 0.274413, 0.24656, 0.242554, 0.238835, 0.266753, 0.232846, 0.215573, 0.211756, 0.223057, 0.668681, 0.660675, 0.550822, 0.446166, 0.367611, 0.445984, 0.470385, 0.431584, 0.386551, 0.340556, 0.356202, 0.337427, 0.305209, 0.422822, 0.502243, 0.67405, 1.251948, 0.563649, 0.54563, 0.987513, 0.826069, 0.70266, 0.480526, 0.273301, 0.047022, 0.0], "sum_m_pl": [2.15145, 2.686589, 2.681892, 2.602975, 2.539622, 2.44813, 2.369377, 2.374272, 2.369992, 2.380491, 2.314527, 2.300978, 2.389655, 2.244369, 2.303028, 2.394195, 2.422643, 2.41966, 2.496816, 2.459671, 2.466892, 2.515031, 2.472963, 2.460055, 1.909644, 1.842028, 1.99859, 2.221731, 2.304176, 1.983381, 1.899752, 2.002501, 1.984896, 1.99941, 1.892668, 2.087422, 1.956271, 1.745467, 1.48451, 1.407904, 1.259496, 1.236433, 1.15188, 0.970495, 0.915987, 0.969366, 0.678737, 0.364457, 0.10049, 0.0]}, "lang": {"n_am_en": [14, 12, 10, 14, 14, 9, 7, 9, 7, 10, 9, 11, 11, 14, 13, 11, 13, 11, 13, 16, 13, 15, 13, 17, 18, 22, 17, 16, 17, 13, 12, 11, 15, 19, 19, 18, 21, 17, 19, 20, 16, 19, 24, 22, 24, 26, 25, 27, 31, 35], "n_am_pl": [2, 7, 10, 7, 4, 7, 5, 9, 5, 7, 3, 2, 5, 5, 5, 9, 6, 7, 7, 12, 7, 4, 3, 2, 4, 5, 5, 5, 5, 3, 3, 5, 7, 3, 0, 3, 6, 7, 9, 8, 11, 7, 8, 8, 9, 8, 8, 5, 6, 7], "n_pos": 44, "sum_m_en": [4.801692, 3.04952, 2.856694, 2.863323, 2.66301, 2.369918, 2.370497, 2.56456, 2.418557, 2.388549, 2.496073, 2.852541, 2.733628, 2.878577, 2.894961, 2.81649, 2.775901, 2.742561, 2.8183, 2.729139, 2.430464, 2.221339, 2.126075, 2.051904, 6.152514, 6.879827, 6.479005, 6.026167, 5.604175, 5.630472, 4.991987, 5.19169, 5.339381, 5.733053, 5.553317, 6.386545, 8.068135, 8.884255, 9.585845, 10.172984, 10.277615, 12.864073, 13.613007, 15.494119, 17.43028, 19.93729, 21.218884, 23.5584, 29.792702, 33.477519], "sum_m_pl": [16.145935, 19.371437, 19.205392, 18.42986, 18.414183, 19.865594, 19.950435, 19.867663, 19.723635, 20.21, 19.632708, 19.348751, 19.827347, 19.47284, 19.887165, 20.556318, 20.808312, 20.367861, 20.423374, 20.930721, 21.234785, 21.662784, 21.678491, 21.74501, 16.776125, 16.095952, 15.716035, 16.519327, 16.690744, 16.312856, 17.288815, 17.623383, 16.985652, 17.206965, 16.888428, 15.904837, 14.176844, 13.290224, 14.087542, 14.125445, 14.133692, 11.853505, 12.908161, 12.517118, 11.658173, 10.402579, 8.884081, 6.335381, 5.249338, 6.401792]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "pes-Choroby zakaźne-2019 jesień-23", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1029, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9474, "tf_agree_excl_first": 0.9558}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [52, 27, 24, 27, 31, 26, 29, 33, 18, 24, 34, 33, 26, 26, 30, 29, 34, 33, 33, 33, 31, 35, 32, 36, 35, 44, 36, 44, 43, 42, 45, 41, 47, 39, 42, 39, 46, 33, 38, 32, 38, 31, 31, 38, 44, 37, 36, 22, 5, 3], "n_am_pl": [8, 35, 43, 23, 19, 27, 30, 25, 27, 24, 21, 15, 34, 39, 33, 33, 35, 31, 26, 28, 28, 34, 30, 38, 22, 21, 23, 25, 28, 27, 32, 33, 27, 24, 21, 26, 19, 32, 42, 35, 32, 33, 35, 34, 33, 43, 38, 41, 59, 61], "n_pos": 162, "sum_m_en": [15.518672, 9.99139, 9.513354, 9.289751, 9.47852, 8.333447, 7.924772, 8.002253, 7.915956, 8.291693, 8.626723, 9.118089, 9.099087, 10.042195, 10.568397, 10.548801, 10.015715, 9.606443, 9.205526, 8.380296, 7.272578, 6.77048, 6.608892, 6.468358, 12.57651, 15.087424, 14.175081, 15.648876, 14.55981, 15.384248, 15.421632, 15.150268, 15.824352, 15.819212, 15.43894, 17.20181, 18.201807, 19.750863, 18.496824, 18.122001, 19.287412, 20.957929, 21.419708, 21.918654, 29.852972, 30.722207, 26.809077, 23.004879, 4.982626, 3.592241], "sum_m_pl": [63.166386, 72.535097, 72.167568, 70.788753, 70.482792, 74.24941, 75.006929, 76.070607, 75.994081, 76.010081, 75.44787, 73.793854, 76.304942, 74.099028, 75.015911, 76.971613, 77.691705, 77.379992, 78.872688, 80.811007, 82.740784, 84.176328, 83.8925, 84.391925, 70.217577, 67.87029, 67.731914, 67.732931, 71.464857, 69.025447, 69.991967, 71.116898, 69.603441, 68.647802, 67.487111, 64.798986, 60.257546, 60.931772, 62.290429, 62.065213, 58.660151, 55.457129, 56.735908, 54.562404, 49.229147, 48.095584, 46.414734, 43.893673, 53.612061, 60.572122]}, "digit": {"n_am_en": [0, 3, 1, 3, 2, 1, 3, 3, 3, 2, 2, 1, 2, 2, 1, 2, 2, 1, 2, 0, 1, 1, 1, 0, 0, 0, 1, 0, 2, 2, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.270563, 0.137144, 0.119958, 0.120982, 0.128345, 0.115989, 0.127083, 0.148708, 0.126535, 0.120551, 0.146085, 0.158067, 0.139137, 0.147926, 0.15579, 0.171513, 0.17522, 0.145076, 0.157618, 0.163506, 0.167787, 0.147658, 0.134472, 0.123251, 0.190195, 0.28251, 0.229787, 0.194224, 0.199079, 0.198927, 0.182639, 0.197396, 0.195544, 0.179282, 0.195542, 0.195535, 0.161104, 0.1855, 0.193181, 0.18048, 0.169597, 0.208691, 0.287117, 0.275742, 0.2809, 0.205604, 0.196734, 0.107477, 0.01222, 0.0], "sum_m_pl": [1.160513, 1.627618, 1.646365, 1.662827, 1.631968, 1.627819, 1.610055, 1.579163, 1.582111, 1.574361, 1.567824, 1.556933, 1.597554, 1.550032, 1.531061, 1.538492, 1.538324, 1.507415, 1.47103, 1.506749, 1.521037, 1.548831, 1.525608, 1.520923, 1.10742, 1.281755, 1.315197, 1.32737, 1.368181, 1.255963, 1.224353, 1.185401, 1.200148, 1.216574, 1.112134, 1.16573, 1.140495, 1.138423, 0.942498, 0.90675, 0.931926, 0.91466, 0.950826, 0.931412, 0.888228, 0.716431, 0.892752, 0.536746, 0.066331, 0.0]}, "lang": {"n_am_en": [18, 9, 10, 8, 15, 9, 10, 10, 9, 9, 17, 16, 16, 13, 13, 13, 15, 15, 17, 13, 10, 12, 14, 16, 18, 25, 19, 24, 26, 18, 23, 23, 23, 24, 22, 22, 24, 19, 19, 17, 21, 18, 18, 24, 27, 20, 14, 7, 5, 3], "n_am_pl": [3, 17, 18, 12, 7, 10, 13, 12, 12, 12, 8, 6, 12, 16, 12, 11, 13, 15, 12, 12, 14, 18, 13, 20, 11, 7, 7, 9, 10, 12, 13, 14, 14, 8, 5, 6, 3, 9, 10, 10, 6, 11, 12, 13, 14, 21, 27, 31, 52, 59], "n_pos": 64, "sum_m_en": [6.447556, 3.600731, 3.482806, 3.40216, 3.547817, 3.189585, 3.147755, 3.160462, 3.119387, 3.236761, 3.47564, 3.762915, 3.822636, 4.322234, 4.374047, 4.484731, 4.298888, 4.26292, 3.935416, 3.523723, 3.056127, 2.840129, 2.745182, 2.695708, 6.148114, 7.091614, 6.628736, 7.197205, 6.944433, 6.878472, 7.009005, 6.95087, 7.330812, 7.460975, 7.291602, 8.203591, 8.880339, 9.458191, 8.685301, 9.080167, 9.699836, 10.973742, 11.015867, 10.692206, 14.601303, 14.273842, 9.775389, 7.281024, 4.198288, 3.548013], "sum_m_pl": [23.836019, 29.338498, 28.886388, 28.045411, 27.552985, 28.70234, 29.241445, 30.01754, 29.999975, 29.958508, 29.763919, 29.442694, 30.774916, 29.477194, 30.034729, 30.894669, 30.902807, 30.95278, 31.407705, 31.904113, 32.520578, 33.18468, 33.090382, 33.315334, 28.966514, 28.33391, 28.851379, 28.36551, 29.614248, 28.992144, 29.457513, 29.585679, 29.201729, 28.787652, 27.866419, 27.171105, 26.346558, 25.758833, 25.151439, 25.327872, 24.039264, 23.483048, 23.821208, 23.62639, 22.244117, 24.303193, 29.738109, 31.302327, 47.126876, 57.157711]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "pes-Choroby zakaźne-2019 jesień-23", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 909, "region_end": 162, "roundtrip_ok": true, "tf_agree": 0.9207, "tf_agree_excl_first": 0.9264}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [48, 44, 41, 38, 29, 40, 36, 50, 35, 48, 46, 47, 45, 44, 52, 46, 58, 54, 53, 46, 46, 55, 45, 49, 70, 68, 60, 49, 59, 52, 57, 60, 61, 59, 73, 70, 69, 82, 78, 80, 86, 87, 83, 84, 81, 85, 88, 90, 88, 83], "n_am_pl": [13, 17, 25, 22, 20, 18, 19, 15, 22, 17, 22, 15, 17, 19, 8, 15, 20, 21, 18, 13, 18, 15, 15, 14, 9, 11, 11, 22, 16, 15, 19, 19, 24, 25, 20, 17, 14, 9, 7, 8, 3, 6, 5, 6, 13, 9, 7, 6, 2, 3], "n_pos": 177, "sum_m_en": [19.988621, 11.564073, 11.172041, 10.62755, 10.506477, 10.243906, 10.043584, 10.404036, 10.339317, 10.867485, 11.250555, 12.292465, 12.728453, 13.073823, 13.393026, 12.837318, 12.848319, 12.553482, 12.16999, 10.952119, 10.075848, 9.1847, 8.773953, 8.356255, 23.751701, 26.11857, 23.205632, 20.365728, 19.305317, 18.77695, 17.591935, 18.555184, 19.367578, 21.255621, 22.206242, 24.252872, 29.889156, 32.950839, 33.395364, 36.680578, 44.413543, 48.915121, 53.962494, 58.8189, 61.637497, 74.070433, 80.053916, 85.204918, 86.737071, 84.37858], "sum_m_pl": [63.979045, 80.771546, 80.015749, 78.345926, 76.132125, 78.07615, 78.14685, 77.277606, 76.329998, 79.747259, 79.311877, 77.233659, 76.810282, 74.813707, 75.1006, 78.738782, 79.470915, 75.931882, 77.611208, 80.398017, 81.656801, 83.360643, 83.771664, 84.791504, 61.912954, 60.869057, 59.364594, 66.154202, 68.363064, 67.534804, 70.994311, 70.966311, 69.773761, 68.462412, 68.157601, 64.055284, 57.93539, 56.269425, 54.319951, 50.66244, 44.719764, 38.449192, 33.286714, 26.802332, 25.516061, 18.273105, 12.161237, 7.482159, 2.661835, 3.377164]}, "digit": {"n_am_en": [2, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 3, 2, 3, 2, 3, 4, 3, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 1, 2, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.360628, 0.186201, 0.175489, 0.15276, 0.141991, 0.168622, 0.16587, 0.177747, 0.168757, 0.168179, 0.169065, 0.204536, 0.231996, 0.251334, 0.228714, 0.234998, 0.238662, 0.246586, 0.234, 0.212394, 0.184624, 0.185328, 0.17158, 0.160937, 0.429901, 0.701314, 0.446107, 0.489435, 0.522532, 0.397187, 0.38818, 0.414258, 0.323791, 0.24557, 0.267068, 0.239719, 0.256235, 0.269637, 0.258016, 0.266157, 0.321682, 0.279964, 0.212674, 0.090433, 0.099049, 0.095067, 0.045071, 0.032195, 0.001079, 0.0], "sum_m_pl": [1.846066, 2.12755, 2.073036, 2.050822, 1.934599, 1.879586, 1.838483, 1.735626, 1.741752, 1.870307, 1.868911, 1.705175, 1.684389, 1.591602, 1.608761, 1.635536, 1.644091, 1.595781, 1.721517, 1.807342, 1.870601, 1.878782, 1.923412, 1.948315, 1.528417, 1.395233, 1.448052, 1.530555, 1.557346, 1.519361, 1.690467, 1.651664, 1.663811, 1.720403, 1.653903, 1.691934, 1.605007, 1.630609, 1.71009, 1.569618, 1.452042, 1.547915, 1.418526, 0.647329, 0.640735, 0.68322, 0.367668, 0.2129, 0.009517, 0.0]}, "lang": {"n_am_en": [19, 22, 28, 22, 18, 25, 23, 33, 19, 32, 28, 25, 24, 23, 28, 24, 37, 32, 34, 27, 28, 33, 23, 28, 40, 42, 35, 29, 34, 31, 37, 36, 38, 37, 48, 45, 47, 55, 58, 54, 55, 57, 55, 59, 59, 58, 60, 68, 78, 82], "n_am_pl": [10, 8, 7, 11, 11, 11, 11, 4, 11, 8, 10, 7, 10, 8, 3, 9, 11, 15, 13, 9, 10, 5, 5, 6, 3, 4, 6, 10, 9, 8, 3, 7, 8, 8, 7, 8, 8, 4, 1, 2, 2, 4, 3, 4, 7, 5, 3, 4, 2, 3], "n_pos": 88, "sum_m_en": [10.136032, 5.830506, 5.528714, 5.35029, 5.3082, 5.261385, 5.307207, 5.38529, 5.36499, 5.702402, 5.981073, 6.548438, 6.777904, 6.854395, 7.02488, 6.960672, 6.885816, 6.584104, 6.503898, 5.707909, 5.148354, 4.678548, 4.504369, 4.274788, 15.227037, 16.46877, 14.557203, 12.128141, 11.448939, 10.761285, 10.013222, 10.628837, 11.14531, 12.968996, 13.551063, 14.534788, 19.328051, 22.065483, 22.682561, 24.285298, 30.287625, 34.912908, 37.762919, 40.249706, 44.50774, 49.908489, 55.765082, 63.79129, 75.619956, 81.179188], "sum_m_pl": [31.320561, 39.746202, 39.565026, 38.657448, 38.102778, 39.117241, 39.089009, 38.793439, 38.307683, 39.711679, 39.561146, 38.444466, 38.422677, 37.191063, 37.389265, 39.162709, 39.75367, 38.689822, 39.262557, 40.676092, 41.188838, 41.923643, 42.126742, 42.625755, 31.194843, 30.789759, 30.114036, 33.482313, 34.577506, 34.25695, 35.861234, 35.710284, 35.220838, 34.606765, 34.560988, 32.574775, 28.828147, 27.687568, 27.126921, 25.372614, 22.147873, 17.520169, 14.926335, 11.81919, 12.039283, 8.893377, 5.149945, 4.449282, 2.057785, 2.974724]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 179, "item_id": "pes-Choroby zakaźne-2020 wiosna-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1090, "region_end": 177, "roundtrip_ok": true, "tf_agree": 0.9665, "tf_agree_excl_first": 0.9719}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [27, 22, 24, 21, 19, 9, 16, 16, 16, 12, 13, 15, 21, 18, 18, 20, 18, 15, 18, 16, 14, 16, 20, 20, 31, 31, 34, 30, 33, 31, 32, 34, 28, 29, 29, 34, 31, 29, 27, 27, 29, 30, 28, 27, 26, 24, 18, 16, 4, 2], "n_am_pl": [8, 21, 21, 20, 19, 19, 14, 18, 13, 13, 10, 11, 9, 12, 6, 18, 12, 10, 9, 13, 17, 17, 17, 19, 8, 6, 10, 12, 16, 14, 16, 15, 13, 13, 15, 16, 17, 14, 17, 19, 14, 13, 13, 12, 13, 16, 20, 21, 42, 44], "n_pos": 101, "sum_m_en": [9.211284, 5.415244, 5.436423, 5.191946, 5.249967, 4.987428, 5.094084, 5.561715, 5.37439, 5.473392, 5.653748, 6.058648, 6.406547, 6.612388, 6.750367, 6.450616, 6.583796, 5.984733, 5.572711, 5.1173, 4.899018, 4.522036, 4.396259, 4.34664, 9.822014, 11.041456, 10.522089, 9.055093, 9.060389, 9.505483, 9.082177, 8.931795, 9.168159, 9.821358, 10.317893, 12.608968, 13.036876, 13.731813, 13.275444, 14.0865, 15.094733, 16.310046, 16.650738, 16.934758, 15.478857, 15.911836, 13.240227, 12.473344, 5.046629, 2.051751], "sum_m_pl": [37.624971, 46.113007, 45.51337, 44.97134, 43.037715, 43.841302, 44.119953, 43.295017, 43.076708, 43.88396, 42.615816, 41.84575, 42.945566, 42.182466, 42.535051, 44.878737, 45.642576, 45.319381, 46.776546, 48.235657, 48.690584, 49.215729, 49.336383, 49.580212, 38.911824, 38.231733, 37.326988, 40.361635, 41.897604, 41.287909, 43.303832, 43.265492, 42.261151, 41.409403, 40.903474, 39.651842, 38.042682, 36.758828, 36.011166, 35.717986, 33.303026, 32.083913, 29.373719, 27.572812, 27.056544, 25.131137, 24.285344, 23.150521, 39.170167, 44.335711]}, "digit": {"n_am_en": [1, 2, 2, 1, 1, 1, 1, 0, 2, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 1, 1, 0, 1, 0, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.350075, 0.162907, 0.154333, 0.148983, 0.151813, 0.168132, 0.180932, 0.193399, 0.189277, 0.18334, 0.17796, 0.200125, 0.205803, 0.242139, 0.234207, 0.217716, 0.247043, 0.205854, 0.202377, 0.187639, 0.170714, 0.163528, 0.163869, 0.15908, 0.227734, 0.240766, 0.26253, 0.255529, 0.239122, 0.267128, 0.314702, 0.310282, 0.260817, 0.235348, 0.248336, 0.250312, 0.254794, 0.261158, 0.259231, 0.259628, 0.299445, 0.253824, 0.201022, 0.149288, 0.138029, 0.134437, 0.04395, 0.019076, 0.000952, 0.0], "sum_m_pl": [1.873743, 2.219298, 2.134837, 2.066921, 1.992712, 1.901911, 1.946619, 1.757485, 1.760055, 1.857158, 1.882379, 1.783247, 1.762059, 1.572935, 1.62512, 1.732632, 1.782282, 1.79211, 1.900216, 1.937745, 1.952455, 1.970993, 1.981843, 1.994252, 1.771372, 1.739953, 1.688787, 1.75079, 1.793587, 1.757571, 1.858892, 1.87951, 1.841996, 1.861458, 1.765899, 1.776453, 1.646252, 1.668891, 1.751284, 1.660399, 1.523645, 1.692782, 1.598082, 1.253134, 1.0758, 1.062555, 0.371091, 0.171988, 0.010401, 0.0]}, "lang": {"n_am_en": [12, 11, 8, 6, 6, 4, 11, 12, 13, 8, 7, 6, 9, 8, 6, 6, 11, 6, 5, 6, 6, 7, 8, 10, 15, 15, 17, 14, 16, 18, 18, 17, 16, 18, 18, 20, 15, 13, 15, 14, 15, 17, 15, 13, 15, 11, 10, 7, 2, 2], "n_am_pl": [4, 11, 9, 12, 14, 14, 5, 5, 2, 4, 3, 2, 5, 4, 6, 10, 7, 4, 4, 7, 8, 8, 9, 8, 6, 4, 5, 7, 10, 8, 7, 9, 8, 8, 5, 8, 10, 11, 7, 7, 7, 9, 10, 8, 8, 11, 17, 19, 40, 44], "n_pos": 46, "sum_m_en": [4.441422, 2.427567, 2.414658, 2.301664, 2.334367, 2.202378, 2.339784, 2.512799, 2.482987, 2.431783, 2.484322, 2.664681, 2.859225, 2.917791, 2.929522, 2.835398, 2.997785, 2.756683, 2.569059, 2.386274, 2.307575, 2.102641, 2.02723, 2.04196, 5.943175, 6.703126, 6.484079, 4.936395, 4.728608, 4.844477, 4.527336, 4.169001, 4.490297, 5.032449, 5.256717, 6.461496, 6.948856, 7.884223, 7.702036, 7.86808, 8.345139, 9.619387, 8.845917, 9.622705, 10.172009, 9.464332, 6.917786, 5.897735, 2.284082, 2.048216], "sum_m_pl": [16.25461, 20.668353, 20.395499, 20.229871, 19.506033, 19.903138, 19.950414, 19.814221, 19.513996, 19.864781, 19.222038, 19.029802, 19.532947, 19.443154, 19.711045, 21.006745, 21.242805, 21.184264, 21.627217, 22.158967, 22.340113, 22.654272, 22.702954, 22.742261, 17.843592, 17.700019, 17.383064, 19.066483, 19.676912, 19.39455, 20.286626, 20.524097, 20.267925, 20.001388, 19.918413, 19.421824, 18.686514, 17.719637, 17.387947, 17.167031, 16.206057, 15.519722, 15.001301, 14.469335, 14.665458, 13.81938, 16.682589, 19.17368, 36.150995, 42.709532]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "pes-Choroby zakaźne-2020 wiosna-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 970, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9709, "tf_agree_excl_first": 0.9804}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [67, 62, 56, 37, 39, 28, 24, 23, 23, 18, 35, 30, 34, 35, 35, 39, 43, 35, 32, 37, 27, 31, 28, 36, 49, 44, 50, 49, 47, 48, 49, 44, 45, 45, 49, 57, 64, 58, 52, 42, 57, 62, 54, 55, 56, 69, 74, 82, 95, 99], "n_am_pl": [10, 32, 55, 52, 31, 52, 36, 41, 47, 44, 34, 37, 37, 40, 47, 54, 41, 33, 38, 46, 86, 72, 72, 75, 63, 58, 44, 49, 44, 40, 45, 37, 36, 36, 50, 44, 41, 62, 101, 99, 90, 71, 55, 34, 27, 24, 18, 16, 10, 6], "n_pos": 233, "sum_m_en": [25.923247, 13.879865, 13.315401, 13.776484, 13.488363, 12.023271, 11.739014, 11.304434, 11.193517, 12.377241, 13.567445, 14.554958, 15.881275, 16.165468, 16.575124, 15.454998, 15.228765, 14.826607, 13.403942, 12.368021, 11.21293, 10.525098, 10.164362, 10.051639, 21.346211, 23.586827, 25.652453, 26.052139, 25.025349, 24.874297, 23.579398, 23.28712, 22.92009, 24.038125, 24.48494, 25.029241, 30.343537, 30.065758, 23.620855, 24.880129, 30.597445, 39.105255, 39.196503, 45.641956, 52.750867, 58.366465, 70.146712, 76.743598, 93.566161, 99.336784], "sum_m_pl": [86.118729, 107.323933, 106.901717, 104.393132, 101.539734, 109.479519, 109.88664, 107.951947, 107.655569, 108.872366, 107.583992, 106.527115, 105.331477, 103.477899, 106.914134, 106.741881, 108.030143, 106.384162, 109.263293, 111.885713, 115.382742, 115.598942, 115.326491, 115.62678, 100.38158, 94.281613, 87.346748, 89.019173, 92.852577, 92.22301, 93.311758, 94.006362, 94.617861, 90.546738, 90.266616, 84.947263, 76.114336, 77.874663, 112.558757, 107.848202, 99.965449, 82.390031, 67.932456, 49.552872, 39.913762, 32.302677, 21.361564, 18.60227, 10.725785, 6.22602]}, "digit": {"n_am_en": [0, 5, 5, 1, 2, 1, 0, 1, 1, 1, 2, 1, 1, 2, 1, 0, 2, 2, 1, 0, 1, 1, 2, 3, 4, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 2, 0, 0, 0, 0, 1, 1, 2, 1, 1, 4, 2, 1, 2, 1, 3, 2, 2, 2, 3, 1, 1, 2, 2, 2, 5, 4, 5, 4, 4, 5, 2, 3, 3, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.852381, 0.44122, 0.425205, 0.385561, 0.372892, 0.359037, 0.323253, 0.311262, 0.293113, 0.348406, 0.409877, 0.444749, 0.497721, 0.589263, 0.595606, 0.560959, 0.602324, 0.590924, 0.543518, 0.470327, 0.426023, 0.408737, 0.404863, 0.393435, 0.74128, 0.579564, 0.573152, 0.67363, 0.626843, 0.65705, 0.683215, 0.627712, 0.622696, 0.613356, 0.679887, 0.718542, 0.667234, 0.596904, 0.488073, 0.479735, 0.518437, 0.545211, 0.495878, 0.61328, 0.467373, 0.34418, 0.273915, 0.207777, 0.068884, 9.8e-05], "sum_m_pl": [3.890488, 4.624858, 4.544365, 4.55288, 4.6779, 4.8151, 4.68896, 4.383916, 4.522016, 4.449958, 4.285579, 4.119865, 3.883698, 3.807712, 3.843296, 3.875858, 3.937807, 3.783974, 3.912056, 4.167277, 4.30307, 4.374291, 4.374954, 4.442122, 3.977677, 4.3083, 4.176887, 3.960355, 3.90314, 3.938314, 3.762109, 3.790348, 3.831509, 3.858636, 3.720298, 3.468092, 3.193265, 3.296122, 4.140608, 4.1233, 4.089024, 3.957585, 3.327633, 1.817582, 1.424345, 0.862941, 0.715755, 0.323156, 0.032448, 3e-06]}, "lang": {"n_am_en": [40, 22, 27, 14, 19, 11, 12, 15, 14, 7, 11, 17, 15, 18, 14, 21, 20, 18, 19, 22, 14, 13, 13, 18, 25, 25, 31, 32, 32, 28, 26, 25, 24, 25, 27, 31, 39, 34, 31, 29, 39, 43, 36, 42, 42, 56, 61, 64, 90, 99], "n_am_pl": [2, 15, 26, 21, 12, 29, 22, 24, 30, 26, 21, 18, 20, 18, 22, 28, 22, 17, 22, 20, 43, 38, 38, 35, 35, 34, 23, 23, 24, 19, 23, 17, 16, 19, 25, 19, 17, 30, 51, 47, 46, 38, 27, 18, 14, 13, 10, 11, 8, 6], "n_pos": 107, "sum_m_en": [11.851821, 6.256554, 6.192836, 6.333642, 6.32983, 5.573163, 5.467696, 5.299157, 5.306248, 5.8751, 6.361965, 6.804479, 7.851908, 7.878752, 7.88078, 7.19797, 6.943472, 6.821194, 6.22535, 5.78284, 5.190023, 4.846091, 4.650799, 4.622132, 11.246925, 13.160963, 14.801314, 14.52712, 13.463775, 13.556342, 12.59337, 12.577447, 12.516617, 13.611208, 13.667768, 14.38716, 18.12925, 18.518261, 14.247064, 16.188417, 20.351823, 27.578108, 27.926405, 32.534276, 35.218025, 43.671545, 55.229485, 58.968338, 84.830133, 96.412086], "sum_m_pl": [38.180476, 48.815661, 48.575652, 46.98527, 46.143491, 50.144694, 50.777107, 49.813578, 49.948374, 50.670523, 50.339063, 50.030084, 49.576177, 48.708264, 50.596707, 51.080084, 51.21519, 50.550148, 51.234541, 52.287865, 54.143677, 54.023425, 53.745606, 53.762827, 50.419629, 46.369409, 43.420918, 43.463779, 44.873744, 44.217309, 45.131338, 45.12187, 46.140771, 44.803326, 43.699471, 41.469927, 36.528422, 38.237112, 56.927842, 53.451241, 49.591755, 39.840441, 32.75986, 24.064931, 21.022568, 17.00035, 11.469335, 11.198166, 8.305942, 6.200795]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 235, "item_id": "pes-Choroby zakaźne-2020 wiosna-70", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 976, "region_end": 233, "roundtrip_ok": true, "tf_agree": 0.9915, "tf_agree_excl_first": 0.9957}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [72, 56, 42, 40, 48, 38, 42, 39, 37, 31, 37, 45, 36, 41, 46, 41, 42, 44, 36, 31, 24, 29, 30, 34, 43, 46, 52, 56, 50, 50, 59, 62, 56, 43, 52, 69, 65, 60, 47, 51, 48, 57, 57, 44, 49, 48, 31, 21, 11, 12], "n_am_pl": [26, 47, 43, 60, 70, 72, 47, 63, 64, 63, 74, 67, 61, 61, 75, 76, 80, 76, 89, 102, 140, 142, 131, 139, 116, 91, 90, 80, 90, 72, 67, 64, 81, 75, 82, 64, 77, 98, 131, 123, 116, 101, 93, 84, 83, 82, 84, 94, 121, 131], "n_pos": 253, "sum_m_en": [25.314833, 12.352251, 12.701537, 13.191278, 13.909774, 12.152583, 12.624475, 12.738402, 12.428612, 13.580683, 14.572079, 15.838917, 15.911361, 16.393992, 16.991353, 15.331586, 15.004937, 14.665919, 12.842156, 11.864352, 10.969655, 10.259683, 10.12511, 10.12667, 18.334108, 22.951124, 23.891649, 23.672567, 23.491628, 24.002154, 23.446723, 23.49753, 21.329718, 21.798729, 22.301403, 23.577986, 25.788498, 27.994092, 23.760419, 24.582156, 27.154732, 33.100042, 32.540278, 34.71062, 37.793147, 34.796042, 25.755217, 18.950916, 9.420668, 10.958775], "sum_m_pl": [97.249693, 118.526747, 114.441535, 113.023435, 111.211554, 120.255432, 121.015156, 118.132271, 121.805739, 122.205905, 120.187555, 118.223303, 120.324299, 120.446017, 122.50612, 124.073675, 124.43678, 124.575996, 127.321845, 128.899486, 132.385502, 131.79013, 130.918423, 130.780743, 131.369451, 122.91362, 117.974826, 117.413166, 118.756236, 117.687714, 117.689872, 118.528702, 122.071098, 118.1385, 117.245356, 113.22606, 112.79816, 114.304184, 142.358542, 141.768282, 133.944103, 120.395604, 110.71517, 101.966024, 98.523575, 88.469387, 90.579709, 98.223326, 118.518044, 130.329419]}, "digit": {"n_am_en": [0, 5, 5, 1, 0, 1, 0, 0, 0, 1, 2, 2, 2, 2, 2, 2, 3, 3, 2, 1, 2, 3, 0, 0, 2, 3, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 3, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 5, 6, 3, 3, 0, 2, 2, 2, 3, 3, 1, 2, 2, 2, 1, 2, 3, 3, 4, 4, 5, 4, 3, 4, 1, 5, 3, 5, 2, 4, 4, 3, 2, 4, 4, 4, 3, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [0.842285, 0.536845, 0.553398, 0.527646, 0.481483, 0.454751, 0.440983, 0.421343, 0.437642, 0.530736, 0.598704, 0.615543, 0.68044, 0.725226, 0.798888, 0.771448, 0.760944, 0.750607, 0.645067, 0.581772, 0.557915, 0.525684, 0.514818, 0.500223, 0.830992, 0.817443, 0.902477, 0.820945, 0.798706, 0.849093, 0.874626, 0.843374, 0.800356, 0.751946, 0.89821, 0.961602, 0.885916, 0.733791, 0.646066, 0.679196, 0.705902, 0.666165, 0.612604, 0.552222, 0.482876, 0.351585, 0.259628, 0.148084, 0.037269, 2e-06], "sum_m_pl": [5.046543, 5.4071, 5.324502, 5.207764, 5.506631, 5.653264, 5.307511, 4.803692, 5.002101, 4.778403, 4.690568, 4.262052, 4.240339, 4.253108, 4.345987, 4.389723, 4.561067, 4.493896, 4.727698, 5.042769, 5.122305, 5.163998, 5.200041, 5.231491, 4.594745, 4.727685, 4.593561, 4.655595, 4.628708, 4.428682, 4.347566, 4.408927, 4.384899, 4.534672, 4.223175, 4.062414, 3.785328, 3.667363, 4.810997, 4.697018, 4.05828, 3.554834, 3.252581, 2.423639, 2.07733, 1.453533, 1.087715, 0.588264, 0.1901, 3e-06]}, "lang": {"n_am_en": [41, 34, 23, 24, 32, 21, 25, 25, 23, 15, 22, 28, 20, 23, 21, 20, 21, 27, 23, 18, 12, 15, 18, 24, 29, 31, 33, 32, 34, 30, 36, 40, 32, 29, 31, 44, 38, 33, 26, 28, 31, 36, 36, 31, 32, 32, 23, 17, 10, 12], "n_am_pl": [17, 26, 24, 31, 38, 37, 22, 39, 40, 38, 46, 37, 33, 32, 44, 46, 51, 42, 51, 64, 87, 87, 78, 83, 66, 49, 49, 48, 51, 41, 34, 37, 47, 47, 48, 38, 49, 66, 81, 77, 72, 70, 66, 61, 58, 64, 71, 82, 115, 129], "n_pos": 142, "sum_m_en": [13.6389, 7.05573, 7.194363, 7.665392, 8.220401, 7.081962, 7.124612, 7.455301, 7.316177, 7.829279, 8.334943, 8.951649, 9.045481, 9.387538, 9.604032, 8.576614, 8.471405, 8.369932, 7.310934, 6.731773, 6.224551, 5.767214, 5.686993, 5.590909, 11.074187, 14.39458, 14.609907, 14.275519, 14.346904, 14.770982, 14.617196, 14.94623, 13.394601, 13.900957, 13.926772, 14.945116, 16.062866, 16.861946, 12.628139, 12.820279, 15.322366, 17.620982, 17.897688, 20.621779, 21.763235, 22.373139, 18.452597, 14.384787, 8.516424, 10.935716], "sum_m_pl": [53.45408, 65.571257, 63.585665, 62.46576, 60.629645, 65.816529, 67.069481, 65.882946, 68.416113, 69.293464, 68.705116, 68.209765, 69.296131, 69.221612, 70.292696, 71.174934, 71.2323, 71.374322, 72.651526, 73.397531, 75.058208, 74.69585, 74.21521, 74.155001, 76.700781, 71.780481, 69.070504, 67.909248, 68.394426, 67.476562, 67.073531, 67.602226, 70.256878, 68.705874, 68.144038, 66.231896, 67.746301, 71.486511, 87.865509, 87.795971, 84.47863, 80.320193, 72.660204, 68.504395, 67.654553, 63.737348, 72.695678, 81.470399, 110.617124, 127.196608]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 255, "item_id": "pes-Choroby zakaźne-2020 wiosna-70", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 856, "region_end": 253, "roundtrip_ok": true, "tf_agree": 0.9647, "tf_agree_excl_first": 0.9685}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 41, 45, 39, 31, 33, 37, 38, 31, 35, 38, 39, 50, 32, 28, 29, 21, 31, 48, 45, 42, 41, 41, 46, 56, 63, 65, 49, 54, 47, 50, 49, 52, 50, 50, 63, 75, 76, 69, 70, 77, 73, 78, 77, 68, 75, 77, 79, 82, 79], "n_am_pl": [3, 26, 29, 25, 26, 27, 23, 23, 22, 17, 18, 21, 20, 24, 24, 29, 33, 19, 20, 22, 26, 19, 26, 22, 16, 15, 12, 18, 19, 19, 28, 28, 27, 25, 26, 18, 15, 14, 12, 12, 7, 4, 5, 5, 7, 7, 6, 2, 1, 1], "n_pos": 165, "sum_m_en": [19.204686, 10.302762, 10.246729, 10.039752, 10.159892, 9.865232, 9.713667, 9.434669, 9.529976, 9.722376, 10.148472, 11.649542, 11.760861, 11.850559, 11.540695, 10.963107, 10.34257, 10.111798, 9.652725, 8.969553, 8.459168, 7.918845, 7.567807, 7.371073, 21.64566, 21.801566, 22.450405, 18.110834, 17.169349, 17.888644, 16.342369, 16.644213, 16.515569, 16.008591, 16.662495, 18.077557, 24.92361, 31.835351, 31.948985, 36.724611, 45.196371, 48.11497, 53.210046, 57.253822, 59.769479, 63.213804, 70.397102, 76.528734, 79.814039, 79.089044], "sum_m_pl": [57.389128, 76.658126, 75.305848, 74.369365, 72.368439, 72.884767, 74.053313, 73.978906, 73.48667, 75.711045, 75.756005, 75.269932, 74.834251, 73.62375, 73.457824, 75.419114, 75.498399, 75.187463, 76.798199, 78.989787, 79.138522, 79.917574, 80.44573, 80.557022, 64.236879, 64.534003, 62.96052, 67.545783, 68.587592, 67.532739, 69.772293, 70.16777, 69.066212, 67.716215, 66.041529, 62.987214, 55.849957, 51.659018, 50.068944, 44.914915, 40.409685, 34.675079, 30.412846, 25.842914, 18.534571, 15.37353, 10.027167, 5.06057, 1.740711, 1.105437]}, "digit": {"n_am_en": [0, 3, 6, 4, 2, 6, 2, 2, 2, 2, 2, 2, 2, 1, 1, 0, 0, 0, 1, 1, 1, 2, 3, 3, 4, 4, 3, 3, 4, 3, 4, 3, 4, 2, 3, 4, 4, 5, 3, 3, 5, 3, 3, 2, 2, 2, 2, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 3, 0, 2, 0, 0, 1, 0, 2, 0, 1, 0, 2, 2, 1, 2, 0, 2, 1, 1, 1, 0, 1, 2, 1, 0, 0, 2, 3, 3, 2, 2, 3, 2, 3, 5, 3, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.092623, 0.579236, 0.580903, 0.517906, 0.522961, 0.521303, 0.514207, 0.520842, 0.491039, 0.580248, 0.602546, 0.65018, 0.6934, 0.720399, 0.714939, 0.682907, 0.704751, 0.66708, 0.644637, 0.599527, 0.567879, 0.543122, 0.528817, 0.524451, 1.327141, 1.301617, 1.252415, 0.995524, 0.914157, 0.988119, 1.095899, 1.053832, 0.977443, 1.043258, 0.967097, 1.233328, 1.029408, 1.360261, 1.171098, 2.142479, 3.333164, 2.842855, 2.237688, 2.268475, 2.550253, 2.23442, 2.181842, 1.02479, 0.227551, 0.000197], "sum_m_pl": [5.383503, 6.341114, 6.263509, 6.229499, 6.049992, 5.897734, 5.747403, 5.697783, 5.83088, 5.69108, 5.665615, 5.318458, 5.033408, 4.975917, 4.91508, 4.997961, 4.927961, 4.924962, 5.069383, 5.386955, 5.466826, 5.5642, 5.588133, 5.634896, 4.430402, 4.309091, 4.357372, 4.704917, 4.866189, 4.736281, 4.622855, 4.789318, 4.594589, 4.684894, 4.602571, 4.368571, 3.876943, 3.607388, 3.83461, 3.305944, 2.509709, 2.755646, 3.077346, 2.22503, 1.423775, 1.195359, 0.739784, 0.653967, 0.133202, 2.8e-05]}, "lang": {"n_am_en": [13, 20, 22, 19, 18, 17, 22, 24, 21, 20, 24, 21, 30, 15, 12, 17, 12, 17, 28, 24, 26, 27, 24, 29, 37, 40, 42, 33, 33, 31, 27, 31, 30, 32, 28, 40, 46, 49, 48, 48, 48, 49, 53, 57, 48, 59, 62, 67, 76, 79], "n_am_pl": [2, 12, 19, 18, 14, 11, 13, 14, 11, 9, 10, 11, 12, 9, 14, 14, 18, 10, 11, 13, 12, 8, 12, 10, 9, 4, 3, 6, 5, 10, 13, 13, 16, 15, 15, 7, 8, 3, 2, 1, 2, 1, 2, 2, 3, 2, 3, 1, 1, 1], "n_pos": 80, "sum_m_en": [8.769747, 5.050264, 5.131589, 5.029221, 5.191761, 4.966199, 5.097433, 4.957112, 5.225199, 5.118376, 5.282902, 6.198793, 6.283565, 6.167339, 5.994601, 5.650221, 5.181716, 5.186826, 5.030548, 4.648884, 4.341582, 4.025412, 3.81424, 3.668046, 12.585986, 12.955044, 13.427932, 10.513639, 9.564665, 10.181354, 8.856914, 9.10016, 9.203564, 8.99092, 9.456501, 10.455856, 15.391608, 21.395755, 21.937769, 24.320426, 28.695638, 32.948436, 38.749344, 42.246625, 43.760686, 48.28917, 54.224332, 61.620316, 72.47642, 76.420156], "sum_m_pl": [27.198507, 36.414776, 35.964629, 35.424419, 34.531741, 34.637314, 35.347104, 35.596587, 34.935646, 36.514691, 36.643923, 36.520592, 36.334781, 35.72316, 35.460874, 36.817457, 37.109205, 36.789681, 37.426244, 38.434067, 38.529852, 38.873259, 39.205136, 39.25003, 30.782603, 31.040892, 30.179599, 32.496445, 32.929815, 32.315399, 34.131034, 34.139268, 33.901717, 33.821468, 32.823964, 31.511982, 27.58442, 24.897602, 23.813269, 21.179455, 18.761016, 14.991098, 12.03802, 10.144178, 7.813728, 5.735271, 3.846708, 1.575574, 1.13845, 0.996997]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "pes-Dermatologia i wenerologia-2018 jesień-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1045, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.988}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [22, 19, 21, 19, 19, 10, 6, 15, 13, 19, 25, 22, 22, 21, 26, 16, 14, 23, 19, 16, 15, 16, 12, 16, 24, 25, 26, 24, 19, 21, 20, 21, 19, 24, 25, 26, 30, 33, 26, 28, 36, 37, 34, 27, 28, 19, 10, 4, 1, 0], "n_am_pl": [12, 20, 18, 25, 26, 18, 18, 16, 15, 13, 11, 9, 11, 13, 18, 22, 17, 18, 22, 31, 20, 30, 29, 27, 12, 13, 11, 14, 12, 17, 17, 14, 17, 13, 15, 15, 16, 12, 14, 12, 13, 11, 11, 16, 15, 25, 27, 33, 51, 50], "n_pos": 117, "sum_m_en": [10.464171, 5.92622, 5.819148, 5.917039, 6.376262, 5.823358, 5.659846, 5.624074, 5.533798, 5.86715, 6.396124, 6.904356, 6.932535, 7.146428, 7.073284, 6.678547, 6.501806, 6.194014, 5.733224, 5.316724, 5.106009, 4.883655, 4.815907, 4.753534, 8.173808, 8.243068, 9.08523, 8.223369, 8.2686, 9.813129, 9.471554, 9.527484, 9.317865, 9.296957, 9.541736, 9.915528, 10.486949, 11.017416, 10.876666, 13.445124, 17.385468, 17.078165, 20.383404, 19.141283, 20.069331, 13.793473, 10.402159, 6.075652, 2.103494, 0.007692], "sum_m_pl": [45.992256, 55.173185, 53.889222, 52.8098, 49.791431, 49.493546, 50.497525, 50.142853, 50.376679, 52.312256, 51.35289, 50.57917, 51.406183, 50.73655, 50.719227, 52.844018, 52.773984, 53.320125, 54.724171, 56.565572, 56.834082, 57.220909, 56.978989, 57.105541, 47.226391, 47.164934, 45.356509, 48.905728, 50.098925, 49.592936, 49.838812, 49.927676, 48.862199, 47.362726, 46.775371, 44.850899, 41.183269, 39.473042, 39.201636, 37.540782, 35.152078, 34.389977, 31.353912, 29.715606, 26.819838, 28.966588, 29.47125, 32.811106, 44.930278, 51.071345]}, "digit": {"n_am_en": [1, 7, 7, 4, 3, 1, 1, 3, 3, 4, 4, 3, 1, 3, 4, 3, 5, 4, 4, 4, 2, 2, 2, 2, 5, 2, 5, 4, 3, 1, 2, 0, 4, 5, 2, 4, 3, 4, 3, 4, 3, 3, 4, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 2, 3, 2, 5, 3, 3, 2, 2, 4, 0, 1, 0, 0, 1, 0, 1, 2, 1, 2, 2, 3, 4, 4, 3, 1, 0, 1, 0, 1, 1, 1, 2, 0, 3, 3, 5, 3, 5, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.162839, 0.571991, 0.558515, 0.541676, 0.568645, 0.541377, 0.491649, 0.51406, 0.507651, 0.573138, 0.629239, 0.716824, 0.654588, 0.730472, 0.73967, 0.717447, 0.733617, 0.702937, 0.619718, 0.553561, 0.528905, 0.516318, 0.50791, 0.49441, 0.902223, 0.804424, 0.933851, 0.855533, 0.819608, 0.922026, 0.943378, 0.919952, 0.902289, 0.901267, 0.948659, 1.083112, 1.005871, 0.964524, 0.94023, 1.409531, 2.562908, 2.359086, 1.914231, 1.765768, 1.573898, 1.280504, 0.968109, 0.183928, 0.033132, 1e-06], "sum_m_pl": [5.123495, 6.478324, 6.435, 6.327096, 5.942924, 5.881075, 5.794225, 5.823959, 5.772478, 5.660185, 5.609352, 5.230826, 5.038187, 4.800808, 4.604815, 4.740486, 4.727394, 4.830271, 5.041918, 5.344677, 5.484262, 5.525516, 5.530338, 5.610529, 4.705283, 4.603502, 4.184065, 4.490468, 4.589628, 4.385432, 4.255578, 4.36684, 4.393541, 4.496168, 4.436635, 4.356618, 4.015636, 3.864459, 4.002802, 3.725875, 2.875163, 3.117651, 3.26011, 2.600432, 1.963192, 1.558258, 0.654276, 0.616806, 0.07961, 7.6e-05]}, "lang": {"n_am_en": [10, 4, 5, 4, 5, 3, 2, 6, 5, 9, 12, 13, 14, 12, 13, 9, 5, 14, 10, 7, 7, 8, 6, 11, 16, 15, 13, 14, 14, 16, 10, 11, 8, 11, 14, 11, 14, 16, 16, 18, 19, 22, 19, 19, 21, 14, 7, 3, 0, 0], "n_am_pl": [3, 7, 9, 13, 11, 9, 7, 9, 6, 4, 5, 5, 4, 4, 8, 7, 10, 11, 12, 16, 10, 15, 13, 11, 4, 7, 7, 8, 5, 9, 8, 7, 8, 6, 7, 7, 7, 5, 4, 3, 6, 5, 7, 10, 11, 19, 23, 31, 47, 49], "n_pos": 49, "sum_m_en": [4.406346, 2.371162, 2.408002, 2.519622, 2.586759, 2.393639, 2.341414, 2.341383, 2.393197, 2.496211, 2.819643, 2.847571, 2.959422, 3.043187, 2.94751, 2.751113, 2.665242, 2.505595, 2.351513, 2.213164, 2.101766, 1.982166, 1.95745, 1.929615, 3.753678, 3.787948, 4.210171, 3.630421, 3.741021, 4.656288, 4.402029, 4.190299, 3.997898, 4.055599, 4.194673, 4.512804, 5.309716, 6.235581, 6.270384, 7.25254, 8.348697, 8.957325, 12.046226, 12.486353, 13.897137, 8.82958, 6.641825, 3.828365, 0.783263, 0.006627], "sum_m_pl": [18.320027, 22.452296, 21.972592, 21.479128, 20.420244, 20.119827, 20.581169, 20.301075, 20.336303, 21.590856, 21.134345, 21.71349, 22.331732, 22.181316, 22.281058, 23.310846, 23.175097, 23.540832, 23.945719, 24.512586, 24.538522, 24.768598, 24.610225, 24.561778, 21.742858, 21.823519, 21.213434, 22.371719, 22.770843, 22.652916, 22.834065, 22.710868, 22.235893, 21.834512, 21.315434, 20.727539, 19.381521, 19.206961, 18.91005, 18.293792, 18.071309, 18.071499, 15.974872, 15.995301, 15.767624, 18.121409, 21.57878, 27.305912, 40.958035, 48.70952]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 119, "item_id": "pes-Dermatologia i wenerologia-2018 jesień-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 925, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.958, "tf_agree_excl_first": 0.9661}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [23, 28, 16, 19, 18, 12, 16, 10, 10, 13, 16, 22, 18, 21, 23, 23, 19, 23, 25, 29, 25, 24, 21, 20, 26, 34, 25, 22, 24, 25, 26, 23, 33, 28, 28, 27, 28, 39, 28, 26, 31, 29, 34, 34, 32, 37, 41, 45, 40, 38], "n_am_pl": [4, 17, 21, 16, 8, 14, 8, 8, 12, 9, 8, 6, 10, 6, 9, 11, 10, 4, 8, 7, 9, 11, 16, 15, 14, 12, 12, 7, 6, 5, 9, 11, 9, 11, 7, 6, 9, 7, 13, 12, 9, 5, 10, 9, 5, 8, 5, 4, 5, 8], "n_pos": 84, "sum_m_en": [9.628164, 5.443643, 4.885179, 4.751113, 4.780323, 4.756988, 4.847778, 4.84736, 5.028424, 5.474396, 5.856831, 6.724404, 6.97516, 7.369344, 7.643089, 7.591899, 7.072464, 6.888829, 6.564677, 5.684449, 5.266943, 4.698065, 4.535042, 4.274909, 10.540134, 12.312237, 13.097347, 12.129754, 12.638596, 12.603262, 10.979564, 10.272373, 11.603171, 11.791345, 11.445457, 12.601046, 14.70975, 14.593561, 13.878934, 14.991918, 15.705041, 17.11418, 20.282232, 25.887449, 27.811978, 31.274334, 37.087748, 39.430158, 38.735642, 36.730106], "sum_m_pl": [29.337058, 38.53341, 38.337178, 38.475222, 38.078713, 38.352137, 37.835026, 37.197342, 36.535616, 37.648628, 36.63224, 35.62241, 35.406832, 34.18405, 35.126805, 35.003904, 35.298908, 35.361888, 36.526061, 38.51278, 38.772057, 39.484718, 39.61551, 40.239384, 32.13179, 30.248455, 27.803957, 28.621058, 28.212489, 29.156555, 30.013683, 30.818893, 28.939066, 28.284527, 28.041398, 27.302857, 24.80269, 25.608174, 26.67234, 25.509516, 24.445199, 20.694748, 18.625002, 16.845757, 12.92405, 12.070383, 7.749789, 6.506976, 5.457639, 6.493309]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [13, 19, 8, 12, 9, 6, 9, 8, 6, 8, 10, 14, 10, 12, 12, 13, 9, 11, 13, 15, 13, 12, 8, 10, 15, 18, 16, 13, 12, 15, 17, 16, 18, 18, 19, 18, 20, 25, 19, 16, 21, 20, 22, 25, 23, 27, 30, 35, 36, 36], "n_am_pl": [2, 9, 12, 8, 5, 5, 4, 5, 6, 4, 2, 0, 6, 3, 4, 5, 8, 4, 4, 4, 6, 8, 10, 9, 11, 9, 8, 3, 4, 3, 5, 7, 5, 5, 4, 4, 6, 2, 7, 3, 3, 2, 4, 5, 5, 7, 5, 4, 5, 8], "n_pos": 45, "sum_m_en": [5.740616, 2.856732, 2.666933, 2.541014, 2.526065, 2.570592, 2.58546, 2.625452, 2.620999, 2.875712, 3.163047, 3.773086, 3.823669, 4.008042, 4.164581, 4.152279, 3.854468, 3.697956, 3.455734, 2.992786, 2.768008, 2.473499, 2.372609, 2.233313, 6.169545, 7.398452, 8.046026, 7.361788, 7.629064, 7.574894, 6.48446, 5.852182, 6.695633, 6.82889, 6.965641, 7.797854, 10.190444, 10.104282, 9.237743, 10.239074, 10.937693, 12.712679, 14.744074, 17.011626, 19.488892, 23.292321, 26.73764, 28.845148, 34.110391, 33.963395], "sum_m_pl": [14.36114, 20.678622, 20.304003, 20.330249, 20.160099, 20.231383, 20.053131, 19.734867, 19.275239, 19.894744, 19.313242, 18.65522, 18.528038, 17.796219, 18.725777, 18.676193, 18.748507, 19.047066, 19.685982, 20.811196, 20.963464, 21.336852, 21.447768, 21.777466, 17.692857, 16.283595, 14.964349, 15.474093, 15.163268, 15.788558, 16.425694, 16.997985, 15.939298, 15.870767, 15.311318, 14.890168, 13.006822, 13.299328, 14.016047, 12.971159, 12.789526, 11.470833, 10.310243, 9.99849, 8.446843, 7.716291, 6.05926, 5.491538, 5.112151, 6.356705]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 86, "item_id": "pes-Dermatologia i wenerologia-2018 wiosna-51", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 891, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9302, "tf_agree_excl_first": 0.9412}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 21, 22, 24, 17, 16, 15, 14, 6, 8, 17, 18, 16, 12, 14, 13, 13, 16, 12, 17, 9, 9, 13, 22, 26, 30, 21, 23, 25, 23, 21, 27, 25, 23, 21, 17, 19, 21, 24, 30, 26, 28, 27, 27, 27, 24, 17, 9, 2, 3], "n_am_pl": [9, 28, 16, 24, 18, 20, 18, 20, 18, 20, 16, 20, 20, 17, 20, 16, 15, 25, 26, 21, 25, 26, 28, 24, 17, 21, 26, 23, 20, 20, 23, 14, 19, 22, 19, 20, 27, 25, 26, 25, 27, 23, 26, 26, 24, 31, 36, 37, 58, 66], "n_pos": 105, "sum_m_en": [10.259868, 5.398431, 5.502614, 5.55074, 5.29299, 5.403487, 5.60704, 5.54922, 5.417808, 5.920722, 6.434303, 6.856828, 6.775613, 7.079307, 7.542292, 7.112325, 6.953765, 6.729078, 6.261482, 5.666181, 5.268644, 4.898264, 4.877792, 4.738633, 8.755605, 9.86959, 9.783851, 9.871745, 9.603257, 9.988216, 9.776534, 9.290445, 10.022543, 10.392449, 9.757915, 9.112637, 9.781437, 11.258536, 12.078579, 14.393543, 14.186102, 16.356088, 16.289313, 16.828504, 19.060768, 18.372209, 13.598521, 7.887014, 3.033655, 2.870683], "sum_m_pl": [38.983455, 48.811524, 46.853008, 46.708749, 45.600917, 46.99715, 46.921631, 47.112779, 46.911102, 48.49189, 47.462974, 46.376525, 47.123754, 47.380512, 47.978165, 48.209215, 48.42031, 49.376224, 50.676414, 51.879284, 51.945224, 52.312517, 52.081018, 52.512501, 44.212345, 43.310282, 42.408011, 43.644305, 44.853531, 45.271512, 45.753137, 46.117255, 44.101927, 42.11337, 41.503812, 41.414628, 41.098961, 41.613145, 41.623332, 40.169172, 40.390313, 38.496201, 37.822555, 37.422253, 34.484296, 38.489429, 39.160689, 39.994774, 53.173091, 65.390994]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [27, 15, 13, 15, 13, 12, 12, 13, 4, 4, 12, 10, 8, 9, 10, 9, 9, 13, 10, 13, 7, 7, 11, 16, 18, 24, 17, 19, 22, 20, 19, 25, 20, 19, 18, 14, 16, 17, 19, 26, 21, 24, 23, 22, 22, 19, 15, 8, 2, 3], "n_am_pl": [4, 18, 11, 14, 14, 16, 13, 13, 13, 15, 9, 16, 14, 8, 16, 13, 12, 17, 17, 16, 20, 20, 20, 18, 13, 16, 17, 16, 14, 13, 13, 9, 14, 15, 15, 17, 22, 19, 21, 18, 20, 18, 20, 21, 21, 25, 33, 34, 55, 63], "n_pos": 68, "sum_m_en": [6.728912, 3.326138, 3.26531, 3.429483, 3.342688, 3.475365, 3.642282, 3.629474, 3.531436, 3.909643, 4.277811, 4.552343, 4.425715, 4.635361, 4.989321, 4.702442, 4.561581, 4.386271, 4.084866, 3.708532, 3.426671, 3.168467, 3.156194, 3.068131, 5.956005, 6.737549, 6.711688, 6.733017, 6.63448, 6.81932, 6.675371, 6.43723, 6.899777, 7.270223, 6.833348, 6.441111, 7.141885, 7.81408, 8.416862, 10.112571, 10.058256, 12.563828, 12.659785, 13.052359, 15.196151, 14.835515, 11.071391, 6.474169, 2.464327, 2.867645], "sum_m_pl": [24.811589, 32.518489, 31.073643, 30.448023, 29.573333, 30.491796, 30.374092, 30.357752, 30.382969, 31.101921, 30.307481, 29.64576, 30.360717, 30.588674, 31.128145, 31.09333, 31.178938, 31.652853, 32.619868, 33.451242, 33.546182, 33.830355, 33.663889, 33.998547, 29.328668, 28.567098, 28.023496, 28.669219, 29.494843, 29.669693, 30.222952, 30.176733, 29.033436, 27.876724, 27.780499, 28.193879, 28.032164, 28.089544, 28.658798, 27.473355, 27.779563, 27.36782, 27.128306, 27.702999, 26.529629, 29.692272, 33.31596, 35.158826, 49.362097, 62.517604]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 107, "item_id": "pes-Dermatologia i wenerologia-2018 wiosna-51", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 771, "region_end": 105, "roundtrip_ok": true, "tf_agree": 0.9346, "tf_agree_excl_first": 0.9434}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [65, 54, 57, 61, 66, 58, 49, 65, 51, 66, 63, 55, 62, 58, 63, 66, 73, 71, 64, 66, 78, 72, 67, 71, 85, 93, 99, 84, 86, 78, 73, 61, 83, 92, 79, 94, 98, 107, 106, 103, 102, 113, 106, 91, 91, 101, 92, 90, 82, 75], "n_am_pl": [9, 35, 41, 46, 33, 34, 22, 24, 26, 29, 22, 25, 21, 27, 26, 22, 26, 20, 26, 25, 24, 29, 32, 36, 26, 23, 23, 24, 23, 28, 32, 32, 23, 22, 31, 28, 27, 16, 28, 34, 35, 25, 29, 27, 29, 30, 38, 33, 47, 50], "n_pos": 236, "sum_m_en": [26.902091, 13.574851, 13.096524, 13.326797, 13.950499, 14.297554, 14.195881, 14.889863, 14.982699, 15.61363, 16.181345, 16.756803, 17.707192, 18.034788, 17.566593, 18.145306, 17.582038, 17.153861, 14.883112, 13.816027, 12.717919, 11.699877, 11.347348, 11.156936, 33.388431, 31.436418, 32.070076, 29.436186, 29.20267, 28.26274, 27.289252, 26.716486, 28.112325, 30.897331, 33.21821, 38.696224, 46.172119, 49.218012, 50.67644, 57.440099, 58.82024, 64.31161, 67.583162, 66.619495, 74.429248, 81.718665, 85.048273, 81.951125, 78.113363, 75.554943], "sum_m_pl": [85.129379, 110.759846, 108.81656, 106.201742, 101.964641, 102.466383, 102.630527, 103.621518, 102.862824, 104.890301, 103.758983, 103.302804, 104.158565, 102.598623, 105.449094, 103.799041, 103.786042, 102.195945, 107.102272, 111.301611, 113.682617, 115.509827, 116.333618, 116.170042, 85.526203, 88.324721, 85.651821, 90.392761, 91.824435, 91.784366, 92.846975, 92.493353, 90.449634, 87.746989, 84.975246, 80.432307, 76.199195, 74.056268, 72.420442, 70.122707, 66.325065, 60.303224, 56.269226, 51.642405, 44.899658, 42.056496, 41.591982, 36.894002, 45.920203, 52.014175]}, "digit": {"n_am_en": [0, 3, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 1, 1, 0, 1, 0, 0, 0, 0, 1, 3, 3, 2, 2, 1, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 2, 0, 1, 2, 2, 1, 3, 3, 3, 1, 0, 2, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.841056, 0.476314, 0.44579, 0.420703, 0.451708, 0.546409, 0.520328, 0.495736, 0.450082, 0.483546, 0.504487, 0.573335, 0.612278, 0.634327, 0.609635, 0.664978, 0.561334, 0.620532, 0.491003, 0.483352, 0.456466, 0.416891, 0.404039, 0.397182, 0.615713, 0.689736, 0.6808, 0.721248, 0.743799, 0.766285, 0.790765, 0.794694, 0.742093, 0.683288, 0.616109, 0.665035, 0.663799, 0.692408, 0.723474, 0.713062, 0.728954, 0.530923, 0.58288, 0.444089, 0.371886, 0.327781, 0.225661, 0.166481, 0.025655, 0.0], "sum_m_pl": [4.334157, 5.243824, 5.136784, 4.996779, 4.653064, 4.452724, 4.318701, 4.27012, 4.276062, 4.287708, 4.248504, 4.330301, 4.373809, 4.222302, 4.356487, 4.392242, 4.444624, 4.217913, 4.532186, 4.731042, 4.889261, 4.980465, 5.014924, 5.024241, 4.256938, 4.322445, 4.165684, 4.229926, 4.186904, 4.195918, 4.139567, 4.053356, 3.954564, 4.141376, 3.612112, 3.143141, 3.286897, 3.419063, 3.232364, 3.28195, 3.42436, 3.091094, 3.52366, 2.686139, 2.547833, 1.747542, 1.203812, 0.658053, 0.096778, 0.0]}, "lang": {"n_am_en": [39, 31, 28, 32, 34, 36, 32, 43, 39, 45, 40, 38, 37, 39, 40, 46, 46, 43, 41, 39, 48, 43, 40, 44, 56, 60, 62, 55, 54, 53, 53, 45, 54, 59, 53, 58, 68, 71, 69, 71, 72, 82, 77, 70, 70, 77, 69, 69, 73, 74], "n_am_pl": [6, 19, 23, 31, 21, 20, 12, 16, 14, 13, 10, 13, 16, 14, 13, 8, 14, 14, 16, 16, 14, 20, 20, 22, 14, 12, 13, 16, 18, 16, 19, 19, 15, 12, 16, 16, 15, 9, 20, 22, 23, 14, 17, 19, 21, 21, 29, 30, 43, 50], "n_pos": 126, "sum_m_en": [15.611731, 7.294997, 6.856167, 6.92823, 7.593621, 7.936443, 8.096362, 8.668197, 8.900469, 9.266312, 9.404062, 9.550134, 9.782267, 9.80572, 9.550816, 9.891835, 9.675657, 9.511016, 8.149341, 7.546957, 6.820953, 6.27898, 6.07119, 5.975457, 20.864277, 19.447468, 19.634689, 18.00767, 17.426547, 16.373585, 16.014326, 15.343997, 16.398705, 18.45118, 20.022149, 24.368238, 29.921417, 31.829743, 34.016132, 38.487169, 40.849347, 45.451802, 48.337175, 48.342323, 54.740769, 60.286126, 62.413799, 62.794947, 68.46962, 71.631995], "sum_m_pl": [43.467889, 58.762294, 57.852627, 56.964027, 54.519662, 54.765375, 55.103833, 55.715109, 55.846425, 56.935334, 56.089955, 56.203714, 56.685112, 56.146252, 57.482589, 56.504112, 56.376782, 55.865683, 58.523614, 60.737454, 61.736616, 62.718921, 63.094819, 62.949072, 48.926129, 50.766966, 49.51592, 51.390192, 52.133886, 52.076556, 52.21528, 51.724893, 51.193812, 50.281174, 48.864247, 46.793189, 44.238537, 43.072456, 42.328338, 41.079408, 38.76639, 35.481742, 32.561554, 32.124311, 28.303713, 28.425425, 30.510397, 29.672205, 41.785417, 49.594029]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 238, "item_id": "pes-Dermatologia i wenerologia-2019 jesień-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 959, "region_end": 236, "roundtrip_ok": true, "tf_agree": 0.9748, "tf_agree_excl_first": 0.9789}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [41, 25, 14, 24, 25, 20, 23, 22, 19, 17, 20, 17, 15, 9, 15, 18, 20, 16, 14, 16, 18, 21, 14, 19, 35, 31, 30, 28, 29, 23, 22, 18, 18, 23, 23, 25, 23, 28, 29, 27, 27, 28, 28, 27, 17, 19, 7, 4, 2, 0], "n_am_pl": [6, 22, 24, 17, 17, 18, 15, 11, 10, 14, 10, 9, 11, 11, 16, 24, 11, 16, 16, 17, 15, 16, 18, 16, 12, 15, 13, 11, 15, 17, 14, 17, 15, 13, 14, 13, 12, 11, 13, 19, 21, 16, 18, 20, 25, 23, 30, 31, 47, 51], "n_pos": 101, "sum_m_en": [9.357448, 4.783666, 4.736049, 4.754416, 5.196693, 5.153703, 5.222587, 5.389949, 5.205343, 5.326321, 5.668774, 5.752905, 6.073309, 6.200397, 6.34092, 6.643261, 6.337233, 6.066523, 5.299906, 5.047315, 4.780474, 4.51422, 4.454604, 4.431768, 10.777388, 9.917044, 10.075404, 8.641247, 8.644334, 8.660517, 8.679269, 8.782778, 8.526259, 9.070366, 9.031614, 9.803652, 11.235733, 11.117946, 12.441662, 16.673469, 16.516591, 17.729315, 17.65112, 16.695064, 15.178638, 12.403799, 7.642342, 4.069174, 1.720873, 0.126826], "sum_m_pl": [37.407154, 48.573392, 47.464516, 45.730624, 43.509843, 43.832972, 42.938691, 43.080822, 42.347418, 42.626536, 42.258104, 42.152509, 43.383854, 42.152448, 44.107199, 44.540911, 44.418423, 44.461311, 46.296128, 47.608968, 49.063366, 49.594451, 49.680563, 49.393328, 37.164085, 37.545606, 37.058391, 39.737466, 40.748458, 41.425404, 40.939416, 41.21042, 41.290475, 39.146457, 38.221914, 37.429176, 35.76286, 35.673951, 34.646259, 33.729243, 33.408476, 32.137907, 31.413328, 31.076706, 31.611275, 32.075159, 33.589438, 32.723848, 44.919166, 50.102785]}, "digit": {"n_am_en": [0, 4, 1, 3, 2, 1, 3, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 2, 3, 3, 2, 2, 1, 0, 2, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 1, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 2, 1, 1, 1, 1, 1, 0, 1, 0, 0], "n_pos": 9, "sum_m_en": [0.731785, 0.402332, 0.386278, 0.373696, 0.384918, 0.420129, 0.451095, 0.447778, 0.429543, 0.474616, 0.488209, 0.543332, 0.592177, 0.608627, 0.612573, 0.642533, 0.550259, 0.557719, 0.454307, 0.426962, 0.399578, 0.371099, 0.366854, 0.359412, 0.568982, 0.67884, 0.714061, 0.734738, 0.734121, 0.718806, 0.74353, 0.80578, 0.720985, 0.631449, 0.593321, 0.578848, 0.597006, 0.522221, 0.427129, 0.408441, 0.47761, 0.375306, 0.383105, 0.322419, 0.311769, 0.200499, 0.153946, 0.048935, 0.006374, 0.0], "sum_m_pl": [4.009737, 4.738064, 4.550674, 4.445131, 4.123452, 4.038581, 3.944845, 3.770091, 3.838427, 3.807628, 3.820673, 3.823635, 3.840395, 3.556535, 3.628629, 3.696958, 3.773495, 3.671012, 3.962207, 4.079519, 4.344348, 4.415345, 4.434314, 4.442947, 3.408902, 3.307717, 3.197278, 3.546776, 3.52411, 3.545681, 3.522911, 3.542253, 3.458653, 3.49572, 3.102873, 2.880849, 2.777099, 2.724548, 2.642926, 2.551522, 2.711633, 2.345986, 2.598143, 1.969855, 2.261513, 1.216136, 0.983304, 0.505255, 0.065611, 0.0]}, "lang": {"n_am_en": [25, 12, 9, 15, 14, 11, 15, 15, 11, 8, 8, 10, 8, 2, 9, 12, 10, 9, 8, 10, 9, 13, 10, 11, 24, 20, 18, 17, 17, 14, 15, 10, 11, 11, 12, 13, 12, 18, 18, 17, 17, 19, 17, 16, 11, 13, 4, 2, 2, 0], "n_am_pl": [2, 11, 10, 10, 11, 10, 7, 3, 5, 9, 7, 5, 6, 2, 6, 9, 5, 12, 12, 13, 12, 8, 10, 9, 7, 8, 8, 9, 13, 13, 10, 11, 10, 8, 10, 9, 7, 6, 10, 11, 12, 11, 13, 17, 19, 19, 27, 27, 46, 51], "n_pos": 51, "sum_m_en": [4.902766, 2.399076, 2.343565, 2.416082, 2.770208, 2.606519, 2.680133, 2.813621, 2.682388, 2.701903, 2.881688, 2.943561, 3.045356, 3.106734, 3.164639, 3.352858, 3.196036, 3.077308, 2.725773, 2.629282, 2.427287, 2.309355, 2.268131, 2.269303, 6.431959, 5.634102, 5.564828, 4.704123, 4.583412, 4.531299, 4.53058, 4.495114, 4.36524, 4.649282, 4.613732, 5.158538, 5.646751, 5.843227, 6.640857, 10.094074, 9.897982, 11.504962, 12.318907, 10.549042, 9.597643, 7.823057, 4.250469, 2.01847, 1.283289, 0.126295], "sum_m_pl": [18.077272, 23.93981, 23.394252, 22.514793, 21.327925, 21.711416, 21.475937, 21.754973, 21.566282, 21.782234, 21.56872, 21.828006, 22.472954, 22.043893, 23.143968, 23.355236, 23.1959, 23.418105, 24.138222, 24.935513, 25.266484, 25.631694, 25.587317, 25.359657, 21.229675, 21.385, 21.276324, 22.256953, 22.828818, 22.711319, 22.618722, 22.615256, 23.105228, 22.441413, 22.054821, 21.824033, 21.210266, 21.338985, 20.996746, 20.018581, 19.931419, 19.767718, 18.860966, 20.2167, 20.787536, 23.22372, 27.418135, 28.187187, 42.064279, 49.094851]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "pes-Dermatologia i wenerologia-2019 jesień-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 839, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [50, 41, 38, 25, 29, 33, 35, 35, 38, 54, 41, 44, 49, 44, 43, 50, 35, 37, 36, 43, 50, 45, 40, 54, 70, 72, 61, 53, 52, 57, 57, 42, 52, 53, 60, 73, 73, 67, 73, 67, 71, 66, 71, 61, 59, 47, 36, 21, 5, 4], "n_am_pl": [13, 51, 40, 55, 41, 35, 30, 31, 25, 23, 28, 32, 33, 42, 44, 41, 35, 39, 46, 44, 43, 45, 46, 50, 33, 30, 24, 30, 27, 30, 42, 41, 38, 38, 29, 34, 27, 37, 45, 46, 45, 60, 60, 57, 55, 65, 59, 67, 115, 122], "n_pos": 228, "sum_m_en": [20.254656, 11.037665, 10.60706, 10.776676, 11.401647, 11.145115, 11.057889, 11.653519, 11.605508, 12.247125, 12.117976, 13.662608, 13.449425, 14.437553, 14.38343, 14.225454, 13.989466, 12.957486, 12.720879, 11.8982, 10.768316, 9.965075, 9.773904, 9.860045, 25.178371, 24.149817, 23.35783, 20.590306, 19.644958, 20.550404, 20.243184, 20.670186, 20.916725, 22.531609, 25.048651, 26.849403, 31.216658, 35.190298, 38.126807, 38.173905, 39.539176, 40.797006, 46.067573, 44.181574, 45.896457, 41.779097, 31.645507, 21.906397, 7.054985, 3.763205], "sum_m_pl": [85.701574, 106.205068, 105.00753, 103.011129, 99.300409, 101.64914, 102.595753, 102.889825, 103.512853, 106.811279, 105.547767, 104.327918, 107.835615, 104.083871, 105.832596, 108.897817, 109.084515, 109.95956, 111.482739, 114.531667, 115.0822, 116.034041, 116.228047, 115.483714, 95.843699, 93.856044, 91.097405, 96.230269, 98.052119, 98.516179, 100.913359, 100.592276, 99.924926, 97.899415, 94.848656, 92.122527, 86.482912, 83.594378, 82.869348, 82.716047, 79.271746, 85.580194, 83.122927, 78.852622, 73.287575, 72.773434, 65.352323, 73.488874, 109.137145, 121.096395]}, "digit": {"n_am_en": [0, 6, 6, 3, 3, 3, 4, 1, 2, 2, 5, 2, 3, 2, 3, 4, 2, 4, 2, 2, 1, 2, 2, 5, 2, 3, 2, 2, 3, 5, 3, 1, 1, 3, 1, 1, 1, 2, 2, 2, 2, 1, 1, 2, 1, 1, 2, 0, 0, 0], "n_am_pl": [0, 4, 4, 8, 5, 2, 3, 3, 3, 4, 0, 2, 2, 4, 3, 2, 0, 4, 4, 3, 6, 4, 4, 4, 2, 3, 3, 2, 3, 2, 2, 1, 1, 1, 2, 2, 2, 4, 2, 1, 2, 1, 2, 1, 1, 1, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [1.379245, 0.751493, 0.687495, 0.649942, 0.645036, 0.628038, 0.628255, 0.713474, 0.700395, 0.71943, 0.759091, 0.794764, 0.818641, 0.939088, 0.903878, 0.830162, 0.86339, 0.850809, 0.803358, 0.758783, 0.714882, 0.683089, 0.682266, 0.686176, 1.508471, 1.321279, 1.241884, 1.116018, 1.067906, 1.224841, 1.184603, 1.152909, 1.048627, 1.044474, 1.246504, 1.313048, 1.171268, 1.153995, 1.053691, 1.150084, 1.163002, 1.069051, 1.055564, 1.10903, 1.00948, 0.915684, 0.654881, 0.471243, 0.110013, 0.000457], "sum_m_pl": [7.71254, 9.135606, 9.044833, 8.947923, 8.536726, 8.492042, 8.536886, 8.274384, 8.358614, 8.376526, 8.302912, 8.072747, 7.921411, 7.364072, 7.368861, 7.8344, 7.749286, 7.812423, 7.905414, 8.256224, 8.356752, 8.385936, 8.426125, 8.417236, 7.138311, 7.157634, 6.829353, 7.131985, 7.322522, 7.133879, 7.148248, 7.140242, 6.979945, 7.246239, 7.160934, 6.812423, 6.28022, 5.918097, 5.779528, 5.794167, 5.504721, 5.559616, 5.583794, 4.401205, 3.544798, 3.057518, 1.660667, 1.133389, 0.140913, 0.000184]}, "lang": {"n_am_en": [30, 14, 17, 11, 12, 16, 20, 20, 20, 32, 20, 22, 26, 23, 20, 27, 18, 18, 19, 22, 28, 26, 22, 30, 46, 48, 43, 36, 33, 36, 29, 24, 34, 30, 40, 51, 47, 44, 48, 46, 46, 44, 52, 43, 46, 37, 23, 15, 4, 3], "n_am_pl": [10, 34, 17, 31, 21, 25, 18, 20, 14, 12, 20, 21, 23, 23, 24, 26, 25, 25, 28, 24, 23, 24, 28, 34, 22, 19, 17, 18, 17, 19, 26, 27, 21, 21, 19, 21, 17, 22, 30, 28, 27, 39, 36, 40, 37, 49, 48, 56, 111, 122], "n_pos": 125, "sum_m_en": [11.074984, 5.995182, 5.912895, 6.079834, 6.605498, 6.463032, 6.539422, 6.798797, 6.811914, 7.220732, 7.024446, 7.934246, 7.702163, 8.105362, 8.143465, 8.087548, 7.881217, 7.157769, 7.387282, 6.915173, 6.117311, 5.598114, 5.490236, 5.575125, 15.267467, 15.442959, 14.596006, 12.91601, 12.160731, 12.506385, 12.541735, 12.774898, 12.979621, 13.410524, 14.932804, 16.098517, 19.143721, 23.004093, 25.752997, 24.929203, 25.686867, 27.149024, 32.096648, 32.029181, 34.579456, 30.392748, 22.148632, 14.773496, 5.22544, 3.017158], "sum_m_pl": [45.788106, 57.025433, 56.050131, 54.676871, 52.38717, 54.191882, 54.668126, 55.134972, 55.6051, 58.122065, 57.633004, 57.081133, 59.884882, 57.920127, 58.969845, 60.484977, 60.906675, 61.677134, 62.195692, 63.526616, 63.742799, 64.442456, 64.517979, 63.999998, 54.804756, 53.64492, 52.530922, 54.478652, 55.730558, 55.722528, 57.292103, 56.688702, 56.425378, 56.00716, 53.92703, 53.737717, 50.886002, 48.699464, 47.453365, 47.710192, 46.464712, 51.456653, 49.332445, 46.668146, 44.416696, 48.808122, 48.664716, 58.58017, 102.288286, 119.522796]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 230, "item_id": "pes-Dermatologia i wenerologia-2020 jesień-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1139, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.987, "tf_agree_excl_first": 0.9913}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 31, 24, 18, 24, 21, 24, 25, 18, 36, 37, 37, 40, 30, 31, 31, 37, 30, 30, 29, 33, 29, 31, 39, 38, 48, 43, 34, 30, 44, 42, 38, 31, 32, 40, 42, 53, 60, 60, 57, 53, 43, 47, 43, 43, 36, 22, 15, 3, 2], "n_am_pl": [12, 47, 40, 34, 37, 29, 22, 19, 20, 18, 16, 14, 18, 37, 37, 25, 25, 24, 34, 35, 27, 34, 37, 38, 30, 26, 20, 32, 29, 26, 22, 29, 31, 30, 19, 23, 20, 24, 33, 31, 35, 50, 51, 48, 48, 57, 48, 50, 99, 103], "n_pos": 180, "sum_m_en": [15.773963, 8.697635, 8.545815, 8.59529, 9.082954, 8.798092, 8.721759, 8.810901, 8.808592, 9.444059, 9.768835, 10.912901, 10.930572, 11.496512, 11.498582, 11.395163, 11.03358, 10.404164, 9.556928, 8.866378, 8.221057, 7.81948, 7.733251, 7.797356, 16.149246, 16.103875, 15.718704, 14.80462, 14.283416, 15.383313, 15.430632, 16.156369, 15.978771, 16.851254, 17.740198, 18.142696, 21.555399, 24.117671, 26.123694, 26.140736, 27.598245, 26.256406, 30.424275, 29.014933, 30.145361, 26.872205, 18.735368, 14.1469, 4.671236, 2.278451], "sum_m_pl": [67.511547, 83.1209, 81.348895, 80.326498, 77.310034, 78.980127, 80.818608, 80.791062, 80.357972, 82.504319, 80.68633, 80.074839, 82.619015, 80.903335, 80.735418, 83.212756, 84.647256, 84.316641, 86.2629, 88.50428, 89.306693, 89.796245, 89.74619, 89.356771, 75.132754, 73.575724, 69.638139, 73.675637, 74.153218, 74.502388, 76.313907, 76.771139, 76.845534, 74.565059, 73.912478, 71.91734, 68.538674, 66.85515, 67.448553, 68.59612, 65.967732, 72.364336, 70.116225, 67.1083, 61.571715, 61.03732, 52.16717, 55.060996, 90.211473, 102.047754]}, "digit": {"n_am_en": [0, 6, 4, 2, 1, 1, 2, 1, 1, 3, 3, 1, 3, 1, 0, 1, 3, 3, 2, 2, 1, 0, 2, 2, 1, 2, 2, 2, 5, 5, 3, 1, 0, 0, 0, 0, 1, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 4, 4, 5, 6, 2, 1, 0, 0, 2, 0, 0, 0, 1, 1, 0, 2, 2, 2, 1, 0, 1, 2, 1, 2, 1, 2, 1, 0, 2, 2, 0, 3, 3, 1, 0, 2, 2, 2, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.15656, 0.576201, 0.503773, 0.474561, 0.48694, 0.504733, 0.51347, 0.552482, 0.532165, 0.582346, 0.633964, 0.650673, 0.702824, 0.77484, 0.77995, 0.774605, 0.880288, 0.85758, 0.71028, 0.6369, 0.588442, 0.570175, 0.555552, 0.550506, 0.921357, 0.866591, 0.842336, 0.906471, 0.934069, 1.140266, 1.003843, 0.990508, 0.895502, 0.929257, 1.086429, 1.107564, 1.076022, 0.980779, 0.843556, 0.850199, 0.833557, 0.786323, 0.689244, 0.606627, 0.496259, 0.230138, 0.147612, 0.075552, 0.014491, 0.0], "sum_m_pl": [5.660361, 7.088343, 6.976477, 6.859958, 6.546201, 6.456005, 6.464414, 6.178633, 6.187383, 5.963471, 5.689434, 5.526758, 5.482513, 5.304472, 5.056924, 5.42197, 5.548561, 5.538884, 5.739885, 6.10536, 6.254516, 6.253044, 6.308853, 6.382585, 5.616315, 5.696626, 5.446651, 5.388541, 5.254435, 5.14215, 5.21446, 5.086073, 5.062911, 5.183645, 5.053529, 4.767277, 4.371526, 4.153218, 4.13824, 4.07386, 3.910719, 4.145867, 3.85547, 2.745608, 2.166549, 1.266116, 0.826509, 0.338026, 0.113843, 1e-06]}, "lang": {"n_am_en": [24, 14, 13, 10, 9, 10, 14, 12, 10, 21, 22, 24, 21, 17, 20, 19, 24, 17, 20, 17, 24, 19, 22, 28, 30, 36, 31, 22, 21, 30, 33, 27, 24, 25, 28, 36, 42, 46, 46, 45, 45, 35, 37, 35, 36, 29, 18, 11, 2, 2], "n_am_pl": [9, 32, 23, 20, 21, 20, 17, 17, 15, 11, 11, 9, 13, 23, 27, 18, 11, 18, 23, 23, 17, 23, 23, 25, 20, 15, 12, 21, 20, 17, 15, 21, 22, 19, 14, 16, 14, 14, 22, 22, 21, 33, 36, 35, 35, 47, 41, 48, 99, 103], "n_pos": 106, "sum_m_en": [9.298296, 5.087618, 5.154413, 5.270342, 5.563405, 5.475141, 5.365403, 5.398243, 5.396234, 5.820982, 5.943386, 6.56574, 6.52572, 6.854562, 6.907513, 6.910866, 6.617894, 6.161324, 5.784776, 5.376484, 4.923386, 4.651977, 4.646736, 4.716531, 11.206062, 11.401237, 11.042232, 9.899765, 9.272189, 9.790877, 9.886533, 10.284272, 9.963437, 10.659055, 11.095772, 11.364285, 14.533616, 16.936019, 19.151376, 18.869307, 19.985753, 20.004937, 23.618252, 22.853373, 24.579634, 21.210117, 14.874816, 11.024597, 3.908594, 2.008911], "sum_m_pl": [38.94998, 48.130415, 46.856635, 46.18534, 44.240992, 45.65299, 46.909126, 47.000988, 46.892567, 48.801034, 47.872524, 47.684519, 49.840228, 48.724379, 48.722211, 49.910681, 50.703846, 50.797704, 51.782498, 52.831886, 53.175631, 53.621395, 53.470584, 53.140023, 46.347453, 45.184217, 43.169634, 45.291057, 45.767631, 45.588037, 47.146442, 47.308418, 47.525349, 46.602435, 45.690931, 45.640309, 44.031785, 42.74302, 42.364657, 43.046725, 41.899869, 46.858672, 45.940565, 45.528288, 42.755331, 46.224075, 43.453993, 50.131953, 88.332415, 101.067349]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "pes-Dermatologia i wenerologia-2020 jesień-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1019, "region_end": 180, "roundtrip_ok": true, "tf_agree": 0.978, "tf_agree_excl_first": 0.9834}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 39, 31, 27, 31, 28, 34, 27, 26, 36, 32, 33, 26, 31, 36, 38, 40, 29, 31, 36, 27, 26, 31, 33, 44, 45, 39, 38, 33, 35, 33, 30, 41, 42, 43, 50, 53, 51, 47, 52, 55, 52, 62, 66, 69, 75, 66, 63, 64, 62], "n_am_pl": [5, 22, 19, 30, 21, 31, 21, 25, 20, 12, 10, 9, 16, 16, 24, 23, 26, 29, 30, 26, 24, 28, 23, 21, 15, 20, 20, 16, 26, 15, 21, 20, 26, 26, 22, 18, 21, 14, 14, 10, 15, 16, 15, 10, 9, 9, 8, 6, 1, 1], "n_pos": 141, "sum_m_en": [16.807401, 9.099511, 8.678194, 8.581475, 8.745663, 8.797839, 8.566527, 8.692826, 8.609052, 8.865092, 8.878166, 9.665411, 10.026386, 10.663206, 10.467835, 10.434361, 10.198729, 10.207364, 9.375888, 8.038842, 7.70754, 7.217575, 7.010087, 6.922617, 19.007502, 21.731595, 19.032672, 18.815699, 17.045541, 17.748204, 16.674992, 16.597567, 17.11075, 16.132456, 16.631369, 18.867511, 21.524981, 24.056023, 25.117395, 29.265546, 31.373702, 35.51054, 43.865762, 47.443544, 53.125363, 59.052917, 60.801515, 59.345464, 62.076131, 63.895606], "sum_m_pl": [50.155404, 64.278848, 63.083289, 62.25222, 61.256948, 63.601402, 64.056634, 63.296189, 63.180109, 64.896174, 64.610185, 63.26788, 64.472051, 63.695268, 64.505273, 65.55096, 64.235399, 62.263926, 64.513844, 67.660194, 67.413603, 68.463985, 68.921101, 69.15947, 51.871086, 49.581144, 50.054682, 53.245993, 56.643008, 55.713899, 57.157181, 56.272009, 56.574521, 57.385113, 55.805296, 54.029277, 49.300225, 47.708155, 44.939822, 42.114521, 39.198327, 32.725818, 29.656548, 24.344956, 19.401006, 17.464352, 12.288481, 6.985502, 1.596506, 1.468755]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 13, 13, 11, 16, 18, 23, 17, 11, 13, 18, 11, 14, 15, 20, 20, 19, 12, 13, 14, 14, 13, 17, 17, 30, 27, 22, 24, 21, 20, 16, 16, 20, 24, 24, 25, 29, 32, 31, 32, 31, 33, 36, 36, 43, 46, 45, 48, 56, 61], "n_am_pl": [3, 15, 9, 15, 10, 13, 8, 11, 7, 5, 4, 2, 8, 7, 13, 10, 11, 14, 17, 14, 14, 16, 12, 12, 6, 8, 9, 5, 9, 7, 7, 7, 11, 14, 10, 9, 8, 5, 5, 4, 6, 6, 5, 5, 2, 2, 2, 2, 1, 1], "n_pos": 64, "sum_m_en": [7.240239, 4.02445, 3.827644, 3.680935, 3.918727, 4.073691, 3.959112, 3.968086, 3.948566, 4.099825, 4.095889, 4.501878, 4.659033, 4.978237, 4.867053, 4.785227, 4.716475, 4.675737, 4.31872, 3.614003, 3.42974, 3.237126, 3.15972, 3.131809, 9.979461, 11.591784, 10.466416, 10.242183, 9.262877, 9.4254, 8.491197, 8.581769, 8.77398, 8.218943, 8.789047, 10.145486, 12.064346, 12.951741, 13.814967, 15.717329, 16.891878, 20.42802, 23.95276, 26.95173, 32.614416, 36.113798, 40.481393, 43.321308, 53.550082, 59.210183], "sum_m_pl": [23.002071, 29.386475, 28.997371, 28.465794, 28.133574, 28.846122, 29.112283, 28.860922, 28.806565, 29.535286, 29.4292, 28.751247, 29.450461, 29.089026, 29.643295, 30.114469, 29.445672, 28.871789, 29.463563, 30.977839, 30.985389, 31.336653, 31.521653, 31.625838, 23.943324, 22.471521, 22.416875, 23.927985, 25.169445, 24.717018, 25.731054, 25.392002, 25.692313, 25.992099, 25.243856, 24.608053, 21.625614, 21.395907, 20.514876, 19.085593, 17.927007, 14.879889, 13.855566, 11.871637, 8.251114, 6.292285, 4.138844, 2.1091, 0.81129, 1.404083]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "pes-Dermatologia i wenerologia-2020 jesień-80", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1041, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9789}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [50, 32, 25, 28, 24, 25, 23, 26, 28, 41, 36, 34, 28, 35, 26, 33, 30, 23, 28, 29, 20, 24, 24, 25, 48, 50, 43, 37, 45, 47, 44, 49, 42, 47, 43, 55, 51, 51, 42, 47, 50, 48, 64, 54, 54, 42, 24, 18, 8, 5], "n_am_pl": [3, 38, 33, 26, 24, 28, 17, 18, 21, 23, 18, 19, 21, 22, 27, 19, 18, 24, 24, 36, 41, 51, 47, 43, 29, 23, 22, 25, 27, 23, 26, 25, 26, 16, 35, 34, 22, 23, 23, 22, 19, 29, 20, 29, 27, 43, 50, 53, 80, 89], "n_pos": 149, "sum_m_en": [14.748838, 7.622077, 7.441008, 7.643273, 7.688592, 7.611518, 7.385172, 7.607671, 7.612969, 7.921553, 8.038775, 8.457403, 8.901032, 9.162572, 8.926507, 9.179722, 9.026006, 8.908082, 7.953695, 7.347888, 6.945387, 6.503353, 6.36496, 6.31098, 15.429641, 15.875132, 15.222318, 14.674768, 13.933538, 14.36923, 15.038386, 15.109103, 15.425981, 17.417892, 18.070879, 19.393434, 21.977582, 23.319828, 22.961631, 26.368578, 28.511275, 29.301773, 33.755808, 31.936733, 32.100608, 27.913388, 21.447732, 17.000648, 6.4526, 5.169749], "sum_m_pl": [52.510738, 67.957533, 67.019055, 65.155984, 63.484213, 64.770074, 65.635286, 65.6909, 66.192391, 68.048836, 67.323183, 67.171394, 69.639773, 68.730831, 69.623138, 71.118745, 70.56039, 69.464457, 71.941371, 74.34534, 74.234436, 75.111794, 75.183521, 75.260587, 61.626513, 61.023681, 60.689463, 62.723129, 64.709599, 65.04221, 65.994379, 65.822494, 64.134122, 61.858568, 61.89845, 60.672495, 56.674059, 57.363473, 56.542691, 55.420856, 53.275421, 50.740289, 48.676117, 49.451604, 48.419792, 51.076859, 54.567166, 56.496804, 77.987892, 89.689985]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [33, 21, 13, 18, 14, 18, 12, 14, 15, 25, 23, 20, 20, 26, 25, 23, 19, 15, 16, 18, 11, 13, 12, 14, 29, 32, 28, 23, 30, 33, 30, 32, 25, 29, 28, 35, 35, 37, 27, 35, 34, 33, 43, 36, 40, 26, 17, 13, 6, 5], "n_am_pl": [1, 22, 22, 17, 12, 14, 8, 8, 12, 14, 11, 11, 11, 11, 12, 13, 12, 17, 16, 25, 29, 32, 30, 30, 19, 13, 13, 17, 16, 14, 17, 17, 16, 10, 20, 22, 12, 15, 16, 14, 10, 18, 15, 21, 18, 32, 38, 43, 75, 87], "n_pos": 92, "sum_m_en": [9.969872, 4.541939, 4.320079, 4.430074, 4.570434, 4.629682, 4.501527, 4.538702, 4.532899, 4.796898, 4.986208, 5.214135, 5.652522, 5.76619, 5.565917, 5.653741, 5.548817, 5.556177, 4.877106, 4.55723, 4.275108, 3.995255, 3.891449, 3.860581, 9.743021, 10.352078, 10.20268, 9.615838, 8.865563, 8.98393, 9.341624, 9.476725, 9.791774, 10.33149, 10.718236, 11.41105, 13.127226, 14.608888, 13.933346, 16.309525, 17.356672, 18.667779, 21.482121, 21.50886, 22.746936, 18.56677, 15.089003, 12.023789, 5.651334, 5.161474], "sum_m_pl": [31.116463, 42.243928, 42.136614, 40.578806, 39.511788, 40.239496, 40.732785, 40.755309, 41.185803, 42.523619, 42.110504, 42.281549, 43.605244, 43.091777, 43.767574, 44.452248, 43.938411, 43.346794, 44.600242, 46.012871, 45.923116, 46.544286, 46.560972, 46.66192, 39.268401, 39.004089, 38.778484, 39.77406, 41.194039, 41.523995, 41.998131, 41.687884, 41.288944, 40.443667, 39.992824, 39.809647, 37.313786, 37.745062, 37.133732, 36.199097, 34.946669, 33.544445, 33.438764, 34.417311, 33.829185, 37.595656, 40.9114, 45.477432, 70.092719, 86.149333]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 151, "item_id": "pes-Dermatologia i wenerologia-2020 jesień-80", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 921, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9603, "tf_agree_excl_first": 0.9667}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [41, 36, 29, 27, 30, 32, 32, 33, 27, 33, 32, 30, 30, 33, 31, 36, 39, 28, 35, 42, 44, 38, 38, 45, 55, 51, 42, 39, 35, 40, 42, 46, 30, 35, 37, 47, 51, 53, 47, 56, 47, 39, 42, 42, 43, 50, 44, 46, 45, 47], "n_am_pl": [3, 14, 18, 22, 14, 18, 17, 17, 19, 15, 16, 18, 17, 26, 25, 14, 17, 16, 16, 15, 15, 19, 21, 17, 8, 16, 22, 19, 19, 16, 15, 12, 20, 19, 16, 15, 10, 9, 12, 10, 12, 11, 8, 10, 7, 9, 9, 7, 7, 5], "n_pos": 137, "sum_m_en": [15.188759, 8.39791, 8.168785, 7.891997, 8.189922, 8.614534, 7.930115, 7.996818, 7.788378, 8.279894, 8.094328, 8.486572, 8.500488, 9.341337, 9.281867, 8.966862, 8.634634, 8.230466, 7.719892, 7.146431, 6.758722, 6.412202, 6.120812, 5.979591, 17.34381, 14.889818, 13.732521, 13.425328, 12.708283, 12.309105, 12.306166, 12.688199, 12.47779, 13.078749, 13.793879, 14.822215, 18.596322, 21.041317, 21.95489, 28.725035, 25.927708, 25.948226, 30.347231, 33.249571, 38.638457, 42.343137, 43.623257, 44.27312, 42.838339, 46.234242], "sum_m_pl": [53.481968, 64.967861, 63.926122, 63.227777, 59.476467, 60.200194, 59.956237, 60.937065, 59.841327, 61.117686, 60.423276, 59.068567, 59.246743, 58.396002, 58.716952, 59.692562, 60.558777, 59.911524, 62.107891, 64.389305, 65.165412, 65.934171, 66.29185, 66.830874, 50.488958, 51.610251, 48.848303, 51.141396, 52.136154, 51.997764, 53.323302, 53.891503, 53.321301, 52.496131, 49.644179, 47.738261, 43.151511, 39.327853, 35.586561, 32.319417, 31.981184, 27.914562, 24.410754, 21.79337, 17.731084, 16.058674, 12.538087, 10.966856, 7.014197, 4.990028]}, "digit": {"n_am_en": [4, 6, 3, 2, 3, 4, 1, 3, 2, 1, 2, 4, 3, 3, 2, 4, 3, 2, 1, 2, 3, 2, 4, 4, 4, 3, 4, 3, 1, 2, 3, 5, 4, 3, 3, 5, 6, 5, 3, 4, 2, 1, 1, 2, 1, 3, 1, 0, 1, 0], "n_am_pl": [0, 1, 3, 6, 0, 0, 0, 1, 1, 1, 2, 1, 0, 3, 4, 3, 3, 2, 3, 1, 1, 3, 3, 1, 0, 4, 4, 1, 0, 2, 1, 3, 2, 2, 1, 2, 1, 2, 1, 2, 3, 3, 2, 2, 2, 2, 3, 2, 2, 0], "n_pos": 16, "sum_m_en": [1.700237, 0.856858, 0.858838, 0.814585, 0.834026, 0.825358, 0.828652, 0.902257, 0.820749, 0.866159, 0.797545, 0.904054, 0.833956, 0.892545, 0.869406, 0.89307, 0.898339, 0.876205, 0.7792, 0.718767, 0.701716, 0.676962, 0.663043, 0.649555, 0.976183, 1.021124, 1.0407, 1.077798, 1.01689, 1.188766, 1.177289, 1.149901, 1.119364, 1.304242, 1.287358, 1.431372, 1.653714, 1.778299, 1.54616, 2.307482, 2.136042, 1.597071, 1.379551, 1.426696, 1.575214, 1.724483, 1.384939, 0.959697, 0.427474, 0.162962], "sum_m_pl": [6.925146, 8.174175, 7.894346, 7.935573, 6.945765, 6.695158, 6.94113, 7.213814, 6.97392, 7.264726, 7.354073, 6.885521, 6.855313, 6.908947, 6.794007, 6.938946, 7.094036, 6.920802, 7.301096, 7.690249, 7.766937, 7.811734, 7.812257, 7.930779, 6.613796, 6.666398, 6.179594, 6.117522, 6.148789, 6.316013, 6.602241, 6.835209, 6.789048, 6.478652, 6.078855, 6.06361, 5.607879, 5.252511, 4.581161, 4.590766, 5.020657, 4.768266, 4.621651, 5.13994, 4.725086, 4.46332, 3.815206, 3.082485, 1.794421, 0.000264]}, "lang": {"n_am_en": [15, 7, 7, 11, 13, 14, 16, 18, 16, 17, 17, 14, 13, 14, 13, 17, 19, 13, 16, 22, 20, 21, 19, 18, 27, 24, 21, 22, 20, 20, 21, 22, 13, 13, 16, 20, 26, 26, 21, 23, 22, 16, 18, 21, 21, 26, 30, 34, 39, 45], "n_am_pl": [2, 8, 8, 7, 7, 8, 7, 7, 6, 4, 7, 9, 9, 9, 12, 6, 9, 9, 8, 6, 10, 8, 10, 10, 5, 5, 9, 5, 8, 7, 7, 3, 8, 11, 10, 8, 3, 2, 6, 4, 4, 6, 5, 5, 4, 4, 4, 4, 5, 5], "n_pos": 51, "sum_m_en": [5.98374, 3.295991, 3.226407, 3.142608, 3.308025, 3.767709, 3.246999, 3.047648, 2.973998, 3.106144, 3.169335, 3.281226, 3.311865, 3.59419, 3.340772, 3.217263, 3.301978, 3.134123, 2.971019, 2.754297, 2.580701, 2.42365, 2.311784, 2.27178, 8.430547, 7.141628, 6.421039, 6.005914, 5.756277, 5.480377, 5.345538, 5.573627, 5.157784, 5.098681, 5.775496, 6.390825, 8.902907, 10.175699, 10.127172, 11.606911, 11.771748, 12.402217, 13.412708, 16.59173, 17.952038, 23.939491, 28.724981, 31.919056, 37.013761, 42.738541], "sum_m_pl": [19.147959, 23.491007, 23.566353, 23.127836, 22.345396, 22.628424, 22.704462, 23.313969, 23.082242, 23.458552, 22.987885, 22.844734, 23.103907, 22.776709, 23.030893, 23.330304, 23.270081, 23.050251, 23.61356, 24.368681, 24.617149, 24.951701, 25.039041, 25.191525, 19.707522, 20.13165, 19.236434, 20.229208, 20.474149, 20.536659, 20.961525, 20.961883, 21.081411, 21.120252, 19.173604, 18.411547, 16.900752, 15.302551, 13.778592, 12.801403, 12.787595, 11.397722, 10.462932, 9.354948, 8.206344, 5.936223, 4.963479, 5.048976, 4.696496, 4.97552]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "pes-Diabetologia-2018 wiosna-70", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1069, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9784, "tf_agree_excl_first": 0.9855}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 2, 0, 1, 3, 3, 1, 2, 0, 1, 2, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 1, 1, 0, 0, 1, 1, 2, 2, 2, 0, 0, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.256815, 0.145589, 0.163055, 0.176024, 0.187986, 0.159005, 0.147215, 0.15313, 0.142917, 0.136844, 0.144648, 0.152812, 0.1581, 0.159783, 0.173939, 0.172557, 0.171189, 0.159065, 0.152535, 0.137501, 0.129876, 0.122874, 0.118624, 0.121237, 0.268108, 0.21053, 0.225531, 0.269818, 0.224681, 0.202107, 0.259402, 0.184606, 0.232572, 0.234121, 0.271668, 0.235563, 0.42853, 0.255871, 0.247465, 0.219265, 0.205975, 0.198716, 0.195611, 0.202316, 0.130328, 0.134654, 0.069492, 0.038875, 0.000445, 5e-06], "sum_m_pl": [1.262214, 1.42975, 1.475737, 1.44701, 1.41313, 1.501134, 1.473874, 1.421086, 1.428071, 1.435516, 1.418586, 1.446146, 1.438228, 1.474699, 1.352193, 1.346719, 1.340898, 1.32208, 1.38185, 1.383266, 1.383407, 1.393041, 1.425622, 1.429974, 1.113558, 1.104735, 1.052782, 1.06399, 1.083372, 1.193214, 1.175716, 1.2583, 1.039325, 0.981234, 1.054466, 1.08997, 0.973067, 0.922313, 1.009024, 1.049564, 1.14886, 1.196914, 1.176027, 1.10818, 0.666801, 0.646013, 0.413923, 0.190558, 0.015866, 0.457288]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 310, "item_id": "pes-Diabetologia-2018 wiosna-70", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 949, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9903, "tf_agree_excl_first": 0.9935}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [226, 313, 240, 179, 167, 183, 177, 222, 140, 179, 177, 155, 161, 131, 127, 124, 117, 112, 104, 90, 77, 102, 107, 118, 208, 225, 186, 180, 224, 232, 208, 185, 174, 166, 171, 173, 179, 189, 176, 183, 176, 191, 196, 187, 189, 157, 136, 76, 4, 1], "n_am_pl": [71, 175, 165, 200, 138, 113, 108, 98, 112, 122, 121, 109, 126, 127, 137, 136, 136, 151, 139, 167, 170, 200, 213, 245, 141, 125, 113, 133, 124, 135, 144, 125, 145, 146, 159, 141, 159, 157, 155, 159, 179, 161, 172, 166, 178, 196, 223, 256, 351, 388], "n_pos": 993, "sum_m_en": [94.440117, 49.448424, 48.488733, 49.664268, 53.234243, 50.649066, 48.257612, 48.751494, 50.11122, 54.091757, 54.942795, 59.541157, 56.808965, 58.947865, 63.605035, 61.258205, 59.514321, 58.023079, 52.580606, 48.43242, 44.795337, 42.873537, 41.828233, 41.07653, 71.574684, 77.225827, 82.914313, 82.564416, 82.364965, 90.055398, 83.042361, 83.416303, 81.87337, 84.300225, 86.50424, 89.77261, 98.717682, 105.229016, 101.881178, 107.862883, 112.854615, 119.098552, 134.279951, 125.21269, 129.665576, 116.493488, 101.110793, 69.689438, 15.774861, 1.483939], "sum_m_pl": [394.035128, 484.127988, 477.737851, 468.153043, 447.429542, 450.300451, 459.427767, 458.222637, 444.653031, 453.965324, 447.576133, 428.426653, 441.412394, 434.075449, 424.463886, 436.266769, 435.427887, 433.349799, 446.082224, 466.944157, 483.195131, 486.909583, 488.610932, 492.387442, 424.950468, 413.347721, 381.191404, 405.323446, 412.881909, 400.773817, 410.09729, 398.824308, 385.954255, 363.657947, 352.16562, 329.349902, 304.53488, 284.8295, 291.203412, 294.988945, 287.746273, 278.903085, 265.445896, 254.922457, 246.917049, 248.602089, 258.371437, 262.563748, 334.09302, 392.525968]}, "digit": {"n_am_en": [27, 90, 65, 50, 37, 35, 48, 60, 38, 39, 47, 34, 29, 30, 27, 26, 26, 24, 20, 24, 14, 21, 23, 24, 42, 45, 38, 30, 38, 29, 31, 28, 22, 25, 21, 24, 24, 16, 13, 6, 7, 5, 5, 7, 2, 2, 3, 1, 0, 0], "n_am_pl": [9, 31, 27, 30, 23, 4, 14, 10, 11, 7, 11, 11, 16, 19, 16, 15, 17, 19, 24, 27, 28, 35, 40, 37, 25, 24, 14, 22, 18, 22, 28, 21, 25, 29, 30, 31, 41, 38, 33, 34, 39, 37, 33, 27, 29, 27, 26, 21, 11, 0], "n_pos": 165, "sum_m_en": [17.180768, 8.018451, 7.733571, 7.178132, 7.740048, 7.705591, 7.541813, 7.860962, 8.66935, 9.342593, 9.253274, 10.081997, 9.67308, 10.312809, 10.821532, 10.144445, 9.724827, 9.696472, 8.642232, 7.860956, 7.278881, 7.002681, 6.789872, 6.658195, 10.959206, 12.057628, 13.518712, 13.495057, 13.383139, 15.111077, 13.810854, 13.730561, 12.521488, 12.635514, 12.483426, 12.320202, 13.312992, 12.048405, 11.382305, 10.968506, 10.631707, 10.008007, 10.217406, 8.821077, 6.523414, 4.311483, 4.017414, 2.503174, 0.925113, 0.001749], "sum_m_pl": [69.654842, 88.779518, 87.046687, 85.165703, 80.97812, 78.569651, 79.726757, 78.874352, 75.339406, 75.762447, 75.046739, 68.704592, 69.815479, 69.628718, 67.029937, 70.376136, 70.849682, 71.337439, 74.014577, 78.112816, 81.086316, 81.563253, 81.919193, 82.669368, 76.745075, 74.054076, 68.74929, 71.29567, 71.101652, 66.982786, 69.108323, 66.756444, 66.511064, 65.665809, 62.23629, 61.383883, 59.796674, 55.768925, 56.03586, 55.715187, 56.304454, 58.545007, 57.159675, 52.617582, 47.936254, 40.427375, 31.503325, 24.60717, 14.890719, 0.123377]}, "lang": {"n_am_en": [92, 85, 77, 53, 61, 66, 61, 66, 44, 61, 67, 60, 65, 54, 51, 55, 56, 46, 43, 36, 33, 46, 49, 53, 95, 91, 78, 81, 93, 105, 105, 87, 90, 82, 87, 86, 88, 103, 102, 125, 112, 127, 130, 127, 131, 118, 88, 54, 3, 1], "n_am_pl": [21, 56, 67, 76, 46, 47, 41, 42, 49, 58, 54, 41, 49, 52, 55, 53, 58, 59, 51, 64, 75, 82, 80, 99, 61, 53, 50, 46, 50, 56, 56, 52, 60, 63, 66, 58, 68, 67, 72, 60, 81, 80, 91, 103, 123, 136, 165, 205, 317, 387], "n_pos": 393, "sum_m_en": [38.579246, 20.264994, 20.240315, 20.731576, 22.953893, 21.250401, 20.149426, 19.929393, 20.022212, 21.454465, 22.164679, 23.90097, 22.91638, 23.576574, 25.136209, 24.231836, 23.388967, 22.884873, 21.016773, 19.30407, 17.827446, 16.984462, 16.51103, 16.191485, 30.44521, 33.275243, 35.769155, 34.460876, 33.933111, 37.113951, 34.348154, 35.246658, 35.395944, 38.069043, 39.690427, 43.223604, 49.680198, 57.123657, 56.960218, 63.37683, 66.364574, 73.624255, 86.297783, 80.707616, 87.749514, 84.996332, 65.441179, 45.885378, 9.73933, 1.256562], "sum_m_pl": [151.27074, 184.121452, 181.502114, 179.521389, 171.65289, 175.186447, 178.826385, 178.969489, 174.974599, 180.515697, 177.404976, 171.651367, 179.335415, 176.177586, 173.827215, 177.705291, 176.363306, 175.353839, 179.408258, 186.522852, 192.577198, 194.277202, 194.934011, 196.258698, 172.146821, 166.535379, 152.305453, 163.310321, 166.690956, 163.315285, 168.12429, 161.94692, 158.968377, 150.494049, 147.131061, 141.507052, 134.407262, 127.391618, 132.833239, 133.153911, 130.630205, 124.743356, 122.032095, 129.084057, 138.661321, 150.999336, 174.904884, 197.970633, 284.012199, 377.564041]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 995, "item_id": "pes-Diabetologia-2018 wiosna-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1161, "region_end": 993, "roundtrip_ok": true, "tf_agree": 0.9799, "tf_agree_excl_first": 0.9809}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [127, 139, 96, 65, 76, 98, 62, 73, 46, 77, 82, 77, 79, 63, 71, 82, 49, 40, 28, 36, 35, 41, 49, 58, 104, 107, 96, 89, 89, 110, 95, 92, 107, 102, 74, 74, 71, 56, 60, 71, 60, 75, 90, 70, 59, 59, 45, 26, 4, 0], "n_am_pl": [82, 72, 76, 106, 67, 51, 39, 37, 33, 38, 53, 42, 50, 41, 61, 50, 70, 74, 63, 65, 71, 72, 79, 78, 61, 68, 45, 65, 72, 59, 75, 61, 60, 76, 68, 60, 85, 103, 110, 124, 136, 134, 115, 134, 150, 150, 168, 175, 198, 216], "n_pos": 513, "sum_m_en": [48.074745, 25.713129, 26.365556, 26.673556, 29.918527, 28.885308, 26.165518, 27.38688, 26.532036, 28.687151, 28.560432, 30.082546, 27.963645, 29.752388, 30.552743, 29.347477, 27.53747, 27.148801, 25.269452, 23.255292, 22.109266, 21.458232, 21.172938, 20.825141, 35.821816, 39.61076, 44.057052, 43.968014, 42.520879, 46.567245, 44.007348, 44.458714, 42.108214, 42.927244, 39.424788, 39.282429, 38.285881, 36.162461, 34.882577, 41.945878, 42.669843, 48.449911, 54.73866, 47.258929, 49.907967, 50.485379, 42.054197, 26.898691, 4.908665, 0.034502], "sum_m_pl": [211.246391, 244.70388, 239.569369, 240.449135, 225.126346, 223.75665, 229.244426, 230.252173, 224.076298, 231.910208, 226.02218, 219.232982, 226.694401, 220.234801, 221.929248, 228.51416, 225.400708, 221.850896, 226.333395, 239.029943, 248.213133, 249.311871, 250.595187, 252.913316, 217.544327, 211.912247, 191.280289, 205.75662, 214.225965, 209.921275, 213.098468, 203.165885, 201.613125, 193.164423, 186.934579, 179.23926, 173.577982, 171.235692, 179.296686, 185.131716, 183.535294, 177.781122, 171.15549, 169.884602, 161.888814, 159.719528, 168.163131, 172.362479, 189.995812, 215.525967]}, "digit": {"n_am_en": [24, 27, 18, 13, 11, 13, 8, 10, 5, 8, 8, 8, 10, 16, 17, 15, 7, 9, 5, 7, 8, 12, 11, 12, 17, 10, 14, 12, 9, 17, 14, 10, 13, 14, 13, 13, 12, 9, 9, 9, 3, 1, 3, 4, 1, 1, 2, 2, 0, 0], "n_am_pl": [6, 7, 9, 13, 5, 2, 3, 2, 4, 4, 9, 9, 6, 4, 5, 5, 6, 6, 9, 10, 10, 8, 9, 8, 10, 14, 6, 9, 21, 12, 16, 13, 8, 11, 11, 11, 17, 18, 21, 18, 19, 21, 21, 19, 20, 18, 15, 12, 4, 0], "n_pos": 76, "sum_m_en": [7.061944, 3.595642, 3.82674, 3.423248, 3.699153, 3.760513, 3.433537, 3.590539, 3.763633, 4.000072, 4.002808, 4.291585, 4.143785, 4.35403, 4.427162, 4.161355, 3.902181, 3.968166, 3.650299, 3.311065, 3.190677, 3.113973, 3.03282, 2.985984, 4.105877, 4.742958, 5.54016, 6.028789, 5.863113, 6.470606, 5.921008, 5.836695, 5.469845, 5.512982, 5.316937, 5.583317, 5.817365, 5.441378, 5.077494, 6.022684, 5.505771, 5.405834, 5.425406, 4.662794, 3.640686, 2.705848, 2.28446, 1.940621, 0.098716, 5e-06], "sum_m_pl": [34.9743, 40.306159, 38.740902, 38.755067, 35.830957, 34.455055, 35.49011, 34.889698, 33.168756, 33.978161, 32.943053, 31.113293, 32.113194, 31.102635, 31.368496, 32.938923, 32.874462, 33.028127, 34.585348, 36.245093, 37.330207, 37.369854, 37.448228, 37.667623, 35.73074, 34.067093, 31.728299, 33.077702, 33.810659, 32.611794, 32.983377, 31.375502, 31.29669, 31.218963, 29.469551, 29.666906, 28.599821, 27.055712, 27.386912, 27.364991, 28.127964, 29.640486, 29.636316, 29.666156, 27.361148, 23.852161, 16.879492, 13.688211, 6.031023, 0.000156]}, "lang": {"n_am_en": [49, 60, 34, 20, 35, 43, 28, 35, 17, 25, 41, 35, 38, 23, 33, 42, 30, 23, 16, 20, 19, 23, 23, 32, 50, 56, 48, 41, 47, 52, 49, 57, 58, 59, 39, 35, 34, 30, 33, 44, 43, 61, 69, 52, 43, 46, 30, 20, 3, 0], "n_am_pl": [16, 25, 25, 34, 31, 23, 20, 13, 14, 21, 21, 14, 29, 16, 25, 17, 30, 39, 31, 32, 36, 34, 36, 37, 27, 32, 21, 34, 24, 23, 28, 23, 24, 37, 32, 29, 43, 48, 55, 71, 84, 87, 75, 95, 116, 113, 126, 138, 182, 213], "n_pos": 214, "sum_m_en": [21.782334, 10.891517, 10.956622, 11.336191, 12.676362, 12.301508, 11.385425, 11.880118, 11.114687, 11.889612, 12.325275, 13.048748, 11.982113, 12.583899, 13.005966, 12.504812, 11.719289, 11.399594, 10.581791, 9.622408, 9.123277, 8.843458, 8.677856, 8.5415, 16.471774, 18.120361, 20.082688, 19.360581, 18.290082, 20.1748, 18.90154, 19.374585, 18.259041, 19.189997, 17.381955, 17.807384, 17.735978, 17.601714, 17.545886, 23.248516, 25.156914, 30.460894, 34.768389, 29.638275, 32.489743, 34.931654, 28.318068, 17.902415, 3.366873, 0.026269], "sum_m_pl": [84.455421, 98.670442, 96.818642, 98.51411, 92.780833, 93.266917, 95.519273, 96.861395, 95.164285, 98.681178, 95.944242, 94.013959, 98.24429, 95.247777, 96.409219, 99.16992, 97.710491, 96.158066, 97.14793, 102.208367, 105.30406, 105.705333, 106.314433, 107.189616, 95.017056, 92.156228, 82.869408, 89.368713, 92.758923, 91.619319, 93.381231, 89.669244, 89.529827, 87.384116, 85.130637, 83.258592, 84.403515, 85.074722, 92.053892, 95.108846, 95.491374, 92.647067, 92.296985, 97.122125, 100.907539, 103.801787, 118.727495, 130.374446, 170.797548, 209.841841]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 515, "item_id": "pes-Diabetologia-2018 wiosna-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1041, "region_end": 513, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9864}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [39, 35, 30, 21, 22, 25, 18, 24, 28, 27, 33, 39, 32, 35, 31, 42, 40, 33, 30, 44, 37, 40, 36, 36, 41, 40, 42, 31, 29, 37, 35, 37, 32, 32, 43, 38, 38, 45, 41, 42, 43, 49, 44, 42, 47, 59, 57, 59, 66, 66], "n_am_pl": [9, 21, 24, 22, 16, 16, 15, 13, 14, 11, 5, 10, 14, 13, 20, 11, 12, 16, 15, 16, 12, 12, 9, 10, 9, 10, 7, 14, 15, 8, 14, 11, 11, 9, 8, 9, 9, 10, 3, 6, 2, 3, 6, 5, 4, 4, 4, 2, 2, 2], "n_pos": 122, "sum_m_en": [15.555287, 8.912516, 7.957404, 7.358321, 7.825771, 7.19085, 6.768239, 7.131632, 7.012792, 7.339467, 7.48561, 8.493749, 8.541138, 8.211627, 7.905284, 7.786518, 7.597446, 6.913851, 6.574206, 6.489864, 6.345295, 5.833502, 5.515404, 5.289039, 13.138485, 15.123193, 15.178591, 12.069558, 11.119253, 11.333153, 11.111301, 11.148589, 11.493888, 11.507206, 13.338219, 15.001271, 18.622855, 20.968868, 21.419617, 25.249591, 28.777132, 31.9563, 34.512541, 33.428587, 39.908246, 50.913944, 55.075022, 55.725079, 66.846059, 66.463588], "sum_m_pl": [41.88634, 54.758035, 55.110537, 53.721903, 52.749644, 53.91079, 54.067537, 52.966514, 54.108977, 55.848334, 55.309963, 54.977708, 55.205133, 55.523315, 57.376507, 57.953489, 58.194567, 58.413069, 58.403119, 59.493716, 59.014862, 59.504652, 59.503248, 59.585903, 45.144891, 44.368584, 45.628137, 49.004159, 50.140665, 50.237408, 51.089172, 50.238161, 50.265045, 49.547048, 48.501013, 46.231052, 40.162646, 39.059209, 36.328825, 32.476367, 28.958198, 23.490385, 22.702581, 17.542622, 13.151931, 9.855926, 6.278926, 4.895449, 2.296153, 2.196539]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [23, 21, 21, 11, 10, 16, 11, 14, 16, 20, 22, 24, 20, 17, 16, 28, 30, 22, 19, 29, 24, 30, 23, 22, 26, 28, 31, 20, 16, 24, 18, 21, 19, 20, 26, 26, 28, 32, 28, 32, 30, 37, 34, 32, 36, 42, 42, 48, 62, 65], "n_am_pl": [5, 11, 15, 11, 10, 11, 9, 9, 7, 5, 4, 8, 10, 10, 13, 7, 6, 9, 9, 7, 8, 8, 7, 6, 5, 4, 4, 10, 10, 5, 8, 6, 7, 7, 6, 7, 6, 7, 3, 3, 2, 2, 4, 5, 4, 4, 4, 2, 2, 2], "n_pos": 71, "sum_m_en": [9.234711, 5.312199, 4.717747, 4.116504, 4.390843, 4.071991, 3.902008, 4.194299, 4.064748, 4.31801, 4.418494, 5.1099, 5.15279, 4.911619, 4.726856, 4.697034, 4.560801, 4.097885, 3.849689, 3.847045, 3.68963, 3.408092, 3.181623, 3.073509, 7.807098, 9.279083, 9.324249, 7.070793, 6.751555, 6.668153, 6.547964, 6.697332, 6.942553, 7.347836, 8.74695, 10.170245, 13.357719, 14.480827, 15.221037, 18.046197, 20.872617, 23.388148, 24.888064, 24.795387, 30.167487, 36.571684, 40.659008, 43.136802, 59.631195, 64.367239], "sum_m_pl": [24.037201, 32.010905, 32.506239, 31.706776, 31.285125, 31.809533, 31.745343, 30.795983, 31.640401, 32.751975, 32.524805, 32.250436, 32.294753, 32.321179, 33.740946, 33.71454, 33.985916, 34.055895, 34.369421, 34.938983, 34.724754, 34.905803, 34.82895, 34.953669, 26.447337, 26.113461, 26.93366, 29.058571, 29.77038, 30.043286, 30.611527, 29.803357, 30.178039, 29.517901, 28.370747, 26.901515, 23.141928, 22.560395, 20.815777, 18.557233, 16.283361, 12.898699, 13.153528, 11.694879, 8.720213, 7.26723, 4.965079, 3.703761, 1.695123, 2.135471]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "pes-Diabetologia-2019 jesień-28", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 902, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9355, "tf_agree_excl_first": 0.9431}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 21, 17, 17, 14, 19, 17, 18, 19, 24, 22, 23, 28, 23, 21, 23, 32, 21, 21, 23, 24, 21, 22, 21, 27, 26, 26, 30, 20, 27, 17, 17, 24, 25, 27, 29, 26, 31, 29, 23, 29, 27, 25, 25, 27, 27, 14, 7, 2, 1], "n_am_pl": [4, 24, 17, 28, 22, 21, 16, 16, 16, 13, 10, 6, 4, 8, 16, 18, 15, 17, 11, 12, 13, 16, 13, 12, 7, 7, 8, 9, 19, 12, 15, 16, 12, 13, 9, 13, 13, 7, 9, 11, 10, 9, 13, 15, 17, 18, 34, 39, 57, 66], "n_pos": 96, "sum_m_en": [9.453257, 5.021477, 4.87864, 4.978362, 5.388456, 5.302041, 5.238462, 5.502598, 5.401586, 5.533148, 5.575599, 5.786071, 5.878033, 5.529765, 5.357866, 5.234791, 5.234983, 4.953761, 4.526732, 4.472806, 4.307831, 4.051157, 3.928737, 3.885735, 7.840422, 8.157122, 8.673823, 7.722215, 7.196946, 7.095026, 6.966228, 6.982969, 7.557049, 7.956689, 9.070885, 9.711976, 10.973736, 14.156063, 13.912426, 14.486587, 14.026108, 14.694232, 13.383189, 13.370958, 15.94715, 18.509648, 13.023353, 7.636129, 2.607541, 0.958625], "sum_m_pl": [33.501063, 43.418806, 43.069338, 43.257605, 42.018658, 42.252376, 42.285655, 41.707077, 42.348928, 43.70981, 43.517583, 43.404603, 44.442931, 45.027931, 46.35715, 47.48217, 47.508846, 47.95205, 48.217173, 48.87211, 48.541922, 48.361535, 48.294573, 48.132617, 40.870918, 39.317895, 39.561327, 41.680059, 42.682547, 42.964508, 43.531908, 43.304224, 42.96782, 42.365035, 41.90213, 42.393106, 39.800777, 38.610763, 38.38765, 37.5584, 35.28754, 33.272491, 32.704231, 30.495198, 29.351858, 27.928079, 33.581812, 39.789138, 54.710167, 63.914933]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [22, 13, 10, 12, 10, 15, 11, 11, 11, 17, 14, 16, 20, 15, 16, 17, 25, 16, 16, 18, 14, 13, 15, 15, 19, 19, 19, 21, 15, 20, 13, 11, 15, 18, 21, 21, 20, 25, 22, 17, 24, 20, 17, 18, 18, 19, 9, 4, 1, 1], "n_am_pl": [4, 17, 13, 19, 17, 19, 11, 11, 13, 9, 6, 3, 2, 5, 12, 14, 11, 12, 7, 8, 10, 11, 10, 9, 3, 6, 5, 6, 13, 8, 9, 12, 9, 9, 7, 12, 12, 6, 7, 8, 7, 7, 11, 13, 15, 15, 30, 36, 57, 66], "n_pos": 67, "sum_m_en": [6.660153, 3.506057, 3.371176, 3.488007, 3.954465, 3.895703, 3.841547, 3.961846, 3.781692, 3.934261, 4.0011, 4.129551, 4.173301, 3.894305, 3.746638, 3.673498, 3.702398, 3.498961, 3.194448, 3.17919, 3.031147, 2.84692, 2.755383, 2.722213, 5.746627, 5.954733, 6.413316, 5.555381, 5.134961, 4.998493, 4.872124, 4.971266, 5.382118, 5.627421, 6.49579, 6.888253, 7.860779, 10.209307, 9.682125, 9.64997, 9.222596, 9.811779, 9.296941, 9.211779, 10.051138, 12.303681, 8.323717, 4.497796, 1.49824, 0.927634], "sum_m_pl": [23.175826, 29.982446, 29.802453, 29.801843, 29.010962, 29.244206, 29.329483, 28.94778, 29.495952, 30.531991, 30.510505, 30.320105, 31.103827, 31.590296, 32.545566, 33.28422, 33.345583, 33.716245, 33.82591, 34.225094, 33.917278, 33.780542, 33.729868, 33.640628, 28.761638, 27.664926, 27.946584, 29.410185, 30.194818, 30.591181, 31.248568, 31.219446, 30.875798, 30.795235, 30.262252, 31.007303, 29.148918, 28.255432, 28.419833, 28.235799, 26.519442, 25.68375, 24.593554, 23.259934, 23.732814, 22.380032, 29.39785, 35.226003, 53.305509, 63.6892]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 98, "item_id": "pes-Diabetologia-2019 jesień-28", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 782, "region_end": 96, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [67, 66, 47, 42, 43, 39, 50, 44, 42, 40, 39, 44, 35, 44, 43, 41, 41, 52, 51, 46, 43, 51, 47, 49, 67, 72, 66, 68, 69, 81, 72, 71, 77, 80, 80, 84, 105, 87, 102, 108, 103, 105, 99, 99, 110, 109, 102, 97, 106, 102], "n_am_pl": [18, 45, 40, 33, 27, 32, 36, 27, 28, 29, 21, 25, 12, 19, 17, 18, 16, 13, 13, 21, 25, 30, 29, 33, 19, 12, 14, 20, 20, 14, 20, 20, 22, 19, 12, 14, 15, 10, 14, 11, 18, 15, 10, 8, 8, 18, 20, 14, 12, 8], "n_pos": 244, "sum_m_en": [26.458905, 14.213755, 13.426806, 14.49956, 14.959484, 13.274176, 13.543532, 13.078064, 12.976345, 13.433914, 13.995307, 14.915159, 15.304122, 16.002162, 16.322795, 16.456621, 15.647445, 15.584682, 14.963285, 13.156149, 12.232982, 12.261988, 11.334395, 10.956545, 22.664025, 25.42292, 26.65649, 27.772544, 25.186224, 27.239408, 25.411866, 25.429405, 25.667726, 25.90151, 28.436567, 32.719867, 41.777028, 40.491006, 43.777448, 49.010791, 50.923375, 61.26313, 63.574793, 64.989312, 77.213056, 84.458519, 90.630118, 94.883563, 101.71305, 100.76572], "sum_m_pl": [91.183708, 115.368862, 113.718991, 111.069844, 107.468662, 111.451405, 112.061077, 108.764671, 108.34028, 107.486731, 106.615975, 105.257547, 105.570723, 101.680351, 101.912057, 102.978992, 103.370729, 103.195013, 106.197314, 111.472971, 114.653597, 116.140594, 117.253508, 118.511797, 84.390612, 82.267105, 81.824053, 89.249774, 93.670852, 92.070094, 95.255876, 96.152964, 94.293136, 93.631039, 88.095071, 83.043969, 73.732024, 70.053719, 68.387269, 65.587611, 63.437333, 54.488351, 50.510562, 42.828065, 36.248579, 33.265877, 23.624415, 16.293743, 10.569171, 8.904633]}, "digit": {"n_am_en": [3, 4, 2, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 3, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.281161, 0.455748, 0.533798, 0.556037, 0.567121, 0.481982, 0.473804, 0.432234, 0.418429, 0.431704, 0.428532, 0.412027, 0.386216, 0.350065, 0.345059, 0.368674, 0.41607, 0.398964, 0.42429, 0.438016, 0.426595, 0.410475, 0.402854, 0.400993, 0.413138, 0.378948, 0.313544, 0.375041, 0.378413, 0.490921, 0.453889, 0.464592, 0.43297, 0.331995, 0.386723, 0.498938, 0.509787, 0.579952, 0.50275, 0.426351, 0.482772, 0.477595, 0.461664, 0.558618, 0.562313, 0.472625, 0.448197, 0.262849, 0.037064, 1.7e-05], "sum_m_pl": [3.327351, 5.2573, 5.050241, 4.754121, 4.325423, 4.380596, 4.52744, 4.368365, 4.326315, 4.210024, 4.204681, 3.934248, 4.011549, 3.547353, 2.802099, 3.040608, 2.956896, 3.002691, 3.510717, 4.114214, 4.429958, 4.59018, 4.609085, 4.707597, 2.635631, 2.755542, 2.007642, 2.255171, 2.462442, 2.508582, 2.583902, 2.889655, 2.755514, 2.119928, 2.011225, 2.529535, 2.629033, 2.653968, 2.502329, 2.352536, 2.512105, 2.428617, 2.308802, 2.022259, 1.634161, 1.11878, 0.637747, 0.634127, 0.119522, 1.3e-05]}, "lang": {"n_am_en": [33, 29, 20, 18, 20, 14, 22, 21, 18, 17, 17, 23, 19, 25, 23, 23, 20, 30, 28, 24, 21, 26, 21, 21, 38, 42, 36, 41, 41, 44, 39, 38, 42, 44, 44, 47, 56, 53, 57, 62, 59, 60, 57, 60, 70, 72, 70, 78, 94, 99], "n_am_pl": [9, 20, 22, 15, 7, 20, 14, 13, 14, 14, 10, 16, 4, 6, 11, 7, 6, 5, 4, 8, 11, 15, 12, 15, 7, 6, 6, 8, 9, 6, 13, 10, 9, 6, 5, 8, 7, 4, 6, 4, 9, 9, 6, 4, 5, 11, 12, 9, 8, 8], "n_pos": 109, "sum_m_en": [12.035546, 6.655227, 6.194988, 6.164371, 6.425739, 5.789209, 5.783922, 5.746144, 6.013566, 6.255009, 6.520136, 6.980787, 7.25431, 7.858092, 7.954773, 8.095782, 7.44038, 7.37306, 7.047767, 6.149235, 5.615357, 5.281132, 4.94898, 4.87305, 11.486549, 13.569718, 14.132721, 14.712789, 13.157051, 14.687295, 13.097228, 13.459784, 13.47315, 13.742716, 15.020597, 18.26287, 23.807699, 24.433217, 25.012465, 29.173595, 29.824108, 36.346792, 38.473581, 40.413101, 47.860593, 53.74218, 61.416737, 71.435432, 88.142233, 93.324886], "sum_m_pl": [40.242885, 50.308628, 49.787546, 49.039467, 47.327087, 49.214962, 49.961514, 48.584476, 48.71361, 48.64824, 48.732558, 48.405133, 48.142091, 46.890678, 47.633884, 47.681856, 47.519343, 47.708269, 48.446974, 50.493406, 51.755762, 52.536618, 53.052836, 53.4434, 39.237881, 38.396023, 39.48188, 42.773673, 44.840382, 43.672931, 45.038295, 44.612695, 44.103473, 44.187477, 41.851698, 39.238501, 34.045406, 31.940087, 31.804913, 30.225756, 29.902047, 25.866399, 23.93023, 19.823618, 17.757588, 17.154326, 13.291386, 8.722819, 7.027678, 8.274523]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 246, "item_id": "pes-Diabetologia-2019 jesień-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 948, "region_end": 244, "roundtrip_ok": true, "tf_agree": 0.9715, "tf_agree_excl_first": 0.9755}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [60, 44, 41, 29, 35, 31, 36, 24, 27, 27, 30, 28, 34, 23, 23, 29, 33, 32, 29, 26, 33, 33, 23, 32, 41, 49, 43, 51, 49, 52, 43, 43, 53, 53, 55, 57, 53, 48, 55, 56, 52, 60, 60, 58, 59, 50, 36, 27, 11, 10], "n_am_pl": [15, 43, 45, 45, 34, 20, 31, 24, 26, 17, 11, 13, 19, 19, 23, 19, 17, 15, 15, 26, 26, 27, 36, 43, 18, 12, 16, 17, 17, 21, 23, 24, 20, 20, 19, 17, 17, 20, 24, 24, 25, 30, 25, 28, 25, 34, 49, 49, 87, 91], "n_pos": 204, "sum_m_en": [19.307082, 10.280597, 10.387215, 10.995036, 11.784853, 10.744446, 10.737598, 10.703115, 10.500587, 11.363535, 12.097246, 12.735016, 12.371248, 12.722577, 13.286048, 13.135659, 12.712536, 12.462287, 11.281027, 10.39786, 9.635956, 9.091675, 8.750121, 9.260541, 16.227494, 19.055199, 20.040146, 19.909185, 18.314125, 19.333524, 18.59533, 18.96231, 19.335426, 20.705704, 21.880645, 23.905111, 25.44521, 25.940744, 26.005002, 28.066619, 27.935072, 36.038961, 36.899071, 36.987755, 40.599851, 36.351136, 31.857302, 23.707104, 12.726988, 10.060308], "sum_m_pl": [76.16043, 94.788311, 93.27521, 90.725131, 88.198556, 91.013837, 91.214615, 88.51732, 88.672003, 85.319703, 85.087247, 82.268119, 83.382186, 80.506793, 82.375183, 83.861413, 85.681052, 86.089575, 90.102719, 93.318355, 95.415098, 97.194491, 97.727314, 98.346253, 72.757611, 69.451182, 67.504376, 72.881207, 77.313182, 77.189894, 79.344004, 79.614189, 79.226327, 77.190044, 73.452185, 71.109514, 68.040863, 63.061347, 62.494441, 59.397985, 59.631033, 56.564031, 54.253791, 52.305778, 48.278038, 50.161454, 54.1487, 56.203498, 80.08887, 89.793636]}, "digit": {"n_am_en": [1, 3, 0, 1, 0, 1, 1, 0, 0, 2, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 2, 0, 0, 1, 0, 0, 0, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 6, 3, 3, 3, 2, 1, 2, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 0, 1, 1, 2, 3, 1, 0, 0, 0, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0], "n_pos": 10, "sum_m_en": [1.299624, 0.445231, 0.507777, 0.544288, 0.614452, 0.545258, 0.500389, 0.447463, 0.450914, 0.458841, 0.455577, 0.494726, 0.474672, 0.461697, 0.459375, 0.527812, 0.489762, 0.462995, 0.442793, 0.451922, 0.420195, 0.404304, 0.406148, 0.40796, 0.419956, 0.427004, 0.412706, 0.528225, 0.540313, 0.623248, 0.576939, 0.550318, 0.537724, 0.615996, 0.593617, 0.61361, 0.56705, 0.609669, 0.561665, 0.642563, 0.604293, 0.549429, 0.422743, 0.461482, 0.420104, 0.2342, 0.132462, 0.103983, 0.016074, 3e-06], "sum_m_pl": [3.530199, 5.324955, 5.208681, 5.010349, 4.517675, 4.628355, 4.646695, 4.610013, 4.482222, 4.455941, 4.491659, 4.094557, 3.878892, 3.461793, 3.130685, 3.281587, 3.376313, 3.430244, 3.894322, 4.288671, 4.533451, 4.657569, 4.687324, 4.764751, 3.036337, 2.871568, 2.420359, 2.633517, 2.880185, 2.967734, 3.013356, 3.192954, 3.088767, 2.802391, 2.617677, 3.023891, 2.991646, 2.948443, 2.859486, 2.629136, 2.70715, 2.871274, 2.626582, 2.397515, 1.868346, 1.867882, 0.687448, 0.740539, 0.106761, 9.8e-05]}, "lang": {"n_am_en": [36, 20, 20, 17, 15, 19, 21, 19, 19, 17, 20, 16, 20, 15, 17, 18, 20, 20, 18, 18, 23, 23, 17, 20, 30, 36, 31, 34, 36, 36, 32, 34, 40, 36, 34, 32, 32, 34, 35, 36, 34, 44, 42, 41, 39, 32, 22, 17, 10, 10], "n_am_pl": [6, 23, 27, 25, 22, 9, 15, 8, 14, 8, 6, 6, 10, 14, 15, 8, 11, 8, 9, 14, 12, 13, 22, 28, 12, 7, 9, 12, 10, 15, 13, 13, 12, 12, 13, 12, 13, 14, 13, 16, 15, 20, 20, 20, 21, 31, 41, 40, 86, 90], "n_pos": 101, "sum_m_en": [9.324012, 4.777762, 4.807087, 5.103394, 5.973594, 5.638766, 5.80038, 5.691058, 5.547941, 6.025307, 6.566947, 6.885435, 6.602746, 6.91211, 7.356382, 7.032843, 6.78594, 6.615537, 5.887423, 5.280562, 4.867027, 4.560237, 4.350231, 4.275139, 9.687866, 11.968755, 12.717829, 12.580763, 11.445519, 11.731815, 11.211936, 11.390345, 11.600394, 12.05157, 12.853637, 13.684879, 14.662975, 16.066624, 16.053002, 18.233166, 18.617919, 24.207773, 25.680025, 25.313914, 26.188332, 23.826548, 20.262741, 15.1766, 11.144243, 9.970219], "sum_m_pl": [35.502517, 46.541056, 46.100862, 45.015932, 43.815216, 44.997353, 45.282098, 44.337967, 44.787183, 43.253515, 43.051324, 41.901943, 42.625049, 41.32422, 43.70969, 44.299566, 44.330373, 44.783531, 46.11382, 47.3374, 47.978454, 48.77488, 48.985454, 49.353515, 39.480462, 37.442808, 37.014865, 39.170861, 41.299648, 41.421443, 42.194798, 41.72709, 42.178917, 41.156461, 39.266224, 39.545079, 38.385131, 36.080872, 35.86863, 33.919537, 33.668892, 32.570749, 31.632799, 31.625577, 32.036295, 34.814271, 42.642537, 46.039364, 74.920676, 87.496474]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 206, "item_id": "pes-Diabetologia-2019 jesień-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 828, "region_end": 204, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.9854}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [56, 49, 39, 39, 42, 37, 40, 30, 31, 33, 43, 52, 43, 43, 53, 41, 44, 47, 52, 48, 49, 53, 45, 44, 69, 56, 58, 55, 52, 61, 59, 57, 54, 55, 56, 67, 73, 88, 82, 81, 92, 92, 89, 78, 80, 84, 85, 82, 82, 80], "n_am_pl": [8, 31, 35, 30, 23, 20, 16, 25, 18, 20, 22, 27, 26, 32, 28, 21, 23, 18, 19, 22, 23, 23, 26, 26, 19, 29, 23, 32, 30, 26, 33, 29, 25, 28, 26, 19, 12, 7, 7, 9, 9, 5, 11, 10, 6, 4, 6, 6, 4, 7], "n_pos": 191, "sum_m_en": [20.408297, 11.328153, 10.602786, 10.585857, 10.851484, 10.416043, 10.189702, 9.901363, 9.574635, 9.78035, 10.58078, 13.372598, 13.755695, 14.540099, 14.506568, 13.429409, 13.098652, 12.706361, 11.919786, 11.154931, 10.465689, 9.634863, 9.234656, 8.836572, 22.465548, 23.009436, 23.367584, 19.016416, 18.064324, 20.160469, 19.629615, 20.029395, 20.372348, 22.033828, 22.382043, 28.549758, 36.277537, 40.658838, 41.782273, 45.09677, 51.724161, 57.417636, 63.749777, 64.811746, 71.577076, 76.795732, 78.44342, 81.573743, 82.108339, 80.783016], "sum_m_pl": [70.87996, 88.507187, 86.484831, 83.881351, 82.548271, 84.702674, 85.711396, 85.800116, 86.732207, 90.320619, 88.801717, 86.559353, 86.523886, 85.866624, 85.768928, 86.74594, 87.923257, 87.640256, 88.349108, 89.963064, 90.820395, 92.775933, 92.867045, 93.722134, 74.439109, 74.280037, 73.495989, 79.642718, 82.553586, 79.176766, 80.657245, 80.159496, 78.74719, 77.221229, 75.20308, 69.74795, 57.576161, 53.33348, 50.910589, 49.943136, 43.639132, 36.105143, 35.322663, 29.509411, 20.280084, 15.392634, 11.881803, 9.898694, 4.557077, 6.461924]}, "digit": {"n_am_en": [0, 6, 4, 3, 1, 0, 0, 0, 0, 0, 1, 2, 2, 0, 3, 1, 1, 1, 0, 0, 0, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 2, 2, 0, 0, 1, 0, 0, 1, 1, 1, 2, 0, 0, 1, 1, 2, 1, 0, 0], "n_am_pl": [0, 2, 3, 0, 3, 2, 0, 3, 1, 2, 1, 1, 1, 3, 1, 0, 1, 2, 1, 0, 2, 2, 2, 3, 1, 2, 3, 2, 0, 0, 1, 2, 2, 1, 5, 4, 5, 0, 2, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.778213, 0.45896, 0.416417, 0.434446, 0.416382, 0.402708, 0.376208, 0.393304, 0.405274, 0.444651, 0.489786, 0.535588, 0.524266, 0.557278, 0.565546, 0.510871, 0.568463, 0.532351, 0.509106, 0.462992, 0.441794, 0.417768, 0.415224, 0.410069, 0.713227, 0.61858, 0.616791, 0.632998, 0.654407, 0.727412, 0.789406, 0.911653, 0.742752, 0.751278, 0.747382, 0.843887, 0.868018, 0.830704, 0.939647, 1.115916, 1.223507, 1.159481, 0.891558, 0.972618, 1.515903, 1.349327, 0.908668, 1.334422, 0.171036, 0.016074], "sum_m_pl": [4.822903, 5.273223, 5.189657, 4.77763, 4.798112, 4.927451, 4.931541, 4.833295, 4.967166, 4.922698, 4.867542, 4.526267, 4.539349, 4.510993, 4.300449, 4.510107, 4.628895, 4.620757, 4.46674, 4.634343, 4.718717, 4.802995, 4.800431, 4.860799, 4.110389, 4.150378, 4.258495, 4.473879, 4.483858, 4.272378, 4.158863, 4.039626, 4.078975, 4.18725, 4.025354, 3.871291, 3.131402, 2.893704, 3.202868, 3.220728, 2.8168, 2.745907, 2.313815, 1.589587, 1.1785, 0.864311, 0.379131, 0.301084, 0.049975, 0.000167]}, "lang": {"n_am_en": [27, 15, 14, 16, 17, 15, 27, 18, 21, 17, 19, 30, 20, 23, 29, 22, 28, 27, 28, 25, 25, 25, 21, 22, 38, 36, 37, 27, 25, 29, 27, 31, 32, 37, 33, 39, 43, 53, 53, 48, 55, 58, 57, 56, 59, 64, 66, 69, 78, 80], "n_am_pl": [4, 11, 14, 13, 5, 6, 7, 7, 7, 4, 10, 8, 7, 10, 6, 9, 10, 7, 8, 10, 10, 11, 14, 13, 7, 13, 8, 13, 12, 11, 16, 10, 11, 12, 7, 6, 4, 3, 2, 4, 5, 3, 5, 6, 6, 4, 5, 5, 4, 7], "n_pos": 87, "sum_m_en": [8.656616, 5.377326, 4.931455, 4.833782, 5.020769, 4.896522, 4.916469, 4.76615, 4.621737, 4.674521, 4.981748, 6.864561, 7.074779, 7.352653, 7.378593, 6.776351, 6.490031, 6.184149, 5.714488, 5.393461, 5.070464, 4.602479, 4.399781, 4.176056, 11.210556, 12.068269, 12.346473, 9.923528, 9.29295, 10.556571, 9.622818, 9.944904, 10.766377, 11.79379, 12.54554, 16.884295, 23.116186, 26.1865, 27.177437, 29.335371, 33.078173, 38.862459, 44.053096, 46.019492, 50.346456, 56.356268, 60.002241, 65.136543, 77.112914, 79.301908], "sum_m_pl": [31.049402, 38.927793, 38.682843, 37.770455, 37.557863, 38.207056, 38.649782, 38.79248, 39.232689, 40.609812, 39.635634, 38.810482, 38.795979, 38.429707, 38.503841, 39.01053, 39.83552, 39.855068, 40.031474, 40.523349, 40.906931, 42.011087, 41.968568, 42.389872, 32.609691, 32.638437, 32.384067, 34.87142, 36.296384, 34.523443, 35.613821, 35.344593, 34.780872, 34.389735, 33.132201, 30.498726, 24.856772, 22.849391, 21.70446, 20.971483, 18.103159, 15.054366, 13.657804, 12.274988, 9.428554, 6.574607, 5.955254, 5.670515, 3.696226, 6.424778]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "pes-Diabetologia-2019 wiosna-55", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 977, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9845, "tf_agree_excl_first": 0.9896}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [141, 120, 102, 74, 81, 90, 99, 92, 72, 101, 104, 105, 102, 95, 98, 92, 92, 90, 70, 81, 84, 95, 78, 77, 116, 114, 91, 111, 98, 105, 99, 109, 108, 114, 113, 122, 127, 130, 145, 139, 136, 143, 143, 128, 118, 100, 63, 46, 11, 8], "n_am_pl": [50, 109, 102, 121, 102, 71, 82, 90, 71, 73, 77, 57, 76, 88, 91, 96, 98, 115, 132, 129, 122, 117, 115, 125, 93, 83, 98, 79, 81, 99, 100, 94, 100, 88, 104, 91, 82, 68, 76, 88, 81, 82, 82, 79, 85, 93, 114, 132, 217, 240], "n_pos": 546, "sum_m_en": [51.059046, 27.756613, 27.301635, 28.624548, 28.987206, 27.777407, 27.663625, 27.784024, 28.029877, 30.011187, 30.404047, 33.110126, 33.704478, 35.719211, 35.268936, 33.715552, 33.771356, 32.136997, 29.600683, 28.347003, 26.650763, 25.200702, 24.604066, 23.866123, 50.200528, 51.126144, 49.288546, 48.068478, 45.938009, 47.41964, 47.024816, 46.649496, 47.051219, 48.823089, 51.719358, 52.376813, 58.926598, 64.768682, 68.01466, 74.687088, 74.648941, 85.083826, 92.629915, 86.557896, 85.849905, 79.046252, 56.730298, 41.206209, 13.595625, 7.236134], "sum_m_pl": [213.334248, 257.009995, 251.918589, 246.167082, 242.093166, 243.957441, 248.727343, 248.282682, 249.323183, 255.236568, 249.865562, 246.114044, 250.793947, 248.769064, 246.976854, 249.904571, 255.992351, 258.848183, 263.990395, 266.090057, 269.180799, 270.849821, 269.495352, 271.609136, 220.129, 214.861301, 215.342229, 230.019498, 234.24659, 232.995497, 236.190988, 238.511368, 235.088475, 225.945153, 221.664404, 215.84114, 204.839106, 190.87336, 191.172458, 186.369817, 172.214992, 167.892738, 156.093286, 149.773092, 140.346901, 136.080241, 135.161812, 143.232485, 208.379445, 239.695025]}, "digit": {"n_am_en": [3, 16, 12, 8, 6, 8, 4, 7, 9, 8, 6, 4, 5, 4, 3, 4, 5, 2, 3, 3, 3, 3, 4, 5, 1, 8, 7, 8, 8, 7, 5, 5, 2, 3, 4, 2, 3, 3, 3, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [3, 6, 5, 1, 6, 5, 2, 3, 0, 2, 3, 0, 0, 3, 3, 3, 5, 5, 7, 6, 6, 8, 7, 6, 5, 4, 5, 2, 1, 3, 3, 5, 7, 8, 11, 8, 4, 3, 4, 6, 2, 2, 3, 2, 2, 2, 2, 1, 0, 0], "n_pos": 24, "sum_m_en": [2.270171, 1.233478, 1.112057, 1.130997, 1.136624, 1.143092, 1.01133, 1.060673, 1.182752, 1.225031, 1.3153, 1.300836, 1.336596, 1.474467, 1.559946, 1.459016, 1.519575, 1.467014, 1.265468, 1.268196, 1.164064, 1.110967, 1.088248, 1.062406, 1.988362, 2.02266, 1.917321, 2.070267, 1.904718, 1.964333, 1.852059, 1.923692, 1.654518, 1.645508, 1.729129, 1.806454, 1.683649, 1.729366, 1.495157, 1.293893, 1.334146, 1.235128, 1.108785, 1.029012, 0.829655, 0.670481, 0.258528, 0.208074, 0.004312, 0.0], "sum_m_pl": [11.059642, 12.714489, 12.516165, 11.666907, 11.572651, 11.637636, 11.76962, 11.574475, 11.487077, 11.325057, 10.924307, 10.456034, 10.562341, 10.499305, 10.086883, 10.284799, 10.707509, 10.673893, 11.101727, 11.160055, 11.353051, 11.472366, 11.481508, 11.663327, 9.670191, 9.692436, 9.817358, 9.895238, 9.82768, 9.67709, 9.583923, 9.653533, 9.570203, 9.631947, 9.297011, 8.88874, 8.318915, 7.736548, 7.994198, 7.992161, 7.843035, 7.659963, 7.237655, 6.406289, 5.160005, 4.148483, 2.817825, 1.961716, 0.108127, 0.0]}, "lang": {"n_am_en": [65, 34, 37, 31, 37, 40, 54, 45, 35, 44, 47, 47, 49, 42, 45, 41, 41, 49, 37, 37, 39, 39, 33, 32, 63, 62, 46, 57, 46, 49, 51, 56, 66, 71, 61, 67, 73, 74, 79, 75, 68, 85, 87, 81, 67, 69, 38, 26, 10, 8], "n_am_pl": [17, 50, 51, 60, 37, 37, 39, 39, 36, 37, 32, 27, 39, 44, 49, 48, 46, 51, 49, 47, 48, 56, 49, 55, 33, 31, 40, 37, 38, 49, 41, 45, 43, 28, 40, 34, 30, 31, 38, 46, 51, 51, 50, 52, 65, 69, 96, 120, 208, 237], "n_pos": 245, "sum_m_en": [22.213369, 12.069218, 12.034407, 12.677389, 13.117676, 12.596288, 12.970767, 13.020289, 12.782261, 13.066783, 13.657597, 15.089331, 15.205103, 15.997271, 15.260092, 14.65911, 14.588086, 14.006494, 13.278048, 12.596468, 11.901935, 11.167298, 10.877649, 10.610499, 24.388165, 25.371874, 24.722445, 23.026, 22.248456, 22.373823, 21.593289, 21.383774, 21.615224, 22.525502, 23.710375, 24.495263, 27.819462, 32.26047, 34.205045, 37.609041, 37.29416, 48.162422, 57.022877, 52.370816, 53.074776, 52.099206, 34.711233, 24.813057, 9.901176, 6.976945], "sum_m_pl": [89.722769, 111.440839, 110.230692, 107.371191, 105.841915, 107.513135, 109.234391, 109.532712, 110.617184, 114.237992, 112.021215, 111.008438, 114.001731, 112.728971, 114.291168, 116.067192, 118.201192, 119.617325, 121.045015, 121.766571, 122.719859, 123.413618, 122.149754, 123.39525, 101.150619, 98.938264, 100.914981, 108.188955, 109.159954, 109.13131, 111.793274, 112.943359, 112.906595, 110.585486, 108.007461, 107.43672, 104.520503, 98.096104, 98.127094, 94.283857, 86.94998, 85.442722, 78.978731, 79.724256, 82.942455, 85.808835, 99.174143, 114.970135, 193.547236, 233.916026]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 546, "item_id": "pes-Diabetologia-2019 wiosna-55", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 857, "region_end": 546, "roundtrip_ok": true, "tf_agree": 0.9872, "tf_agree_excl_first": 0.989}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [66, 59, 49, 33, 54, 49, 48, 54, 59, 55, 58, 69, 64, 65, 68, 64, 67, 71, 77, 67, 67, 78, 83, 77, 86, 90, 87, 77, 87, 84, 92, 85, 76, 84, 89, 85, 84, 101, 102, 126, 109, 111, 119, 112, 106, 113, 112, 111, 115, 113], "n_am_pl": [12, 38, 43, 34, 37, 27, 40, 34, 26, 34, 43, 45, 38, 36, 42, 36, 42, 43, 41, 42, 47, 47, 46, 54, 42, 39, 35, 41, 37, 33, 25, 27, 34, 37, 42, 33, 33, 30, 33, 36, 40, 36, 28, 23, 18, 14, 17, 10, 7, 6], "n_pos": 245, "sum_m_en": [27.497231, 16.361649, 15.201867, 15.63235, 15.927502, 15.706363, 14.561088, 14.390896, 14.991456, 15.141458, 15.142423, 16.529913, 16.887548, 18.228641, 17.274114, 17.510593, 17.404473, 16.863502, 15.967402, 14.934627, 13.720288, 12.643964, 12.059445, 11.576586, 28.681021, 30.959709, 31.541487, 29.337369, 27.376769, 27.674438, 26.460958, 27.268476, 28.517364, 28.945252, 29.638859, 33.264608, 41.647357, 45.105902, 47.854028, 65.075895, 59.566769, 66.067505, 80.973138, 81.577454, 81.602734, 88.35332, 99.111603, 104.14615, 111.890676, 112.170304], "sum_m_pl": [88.075045, 108.663758, 108.490327, 106.879762, 104.779823, 107.098351, 109.016391, 109.647688, 108.42625, 112.566356, 112.204975, 111.283556, 113.934585, 110.346849, 113.823688, 114.247563, 116.012006, 115.02543, 115.336501, 118.519757, 120.075987, 122.051978, 122.189106, 122.132242, 101.011914, 98.610854, 96.068902, 101.010823, 102.101901, 98.172737, 102.340893, 100.538327, 98.468928, 99.266344, 98.175795, 92.004613, 82.496135, 81.34958, 78.894735, 75.459285, 78.324096, 69.928411, 56.160073, 47.790999, 40.102166, 33.82395, 24.910877, 14.854951, 7.073701, 6.57042]}, "digit": {"n_am_en": [1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 2, 1, 2, 1, 1, 0, 1, 0, 0, 1, 1, 1, 2, 1, 1, 0, 3, 2, 2, 4, 3, 0, 0, 0, 1, 3, 2, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 1, 1, 3, 2, 1, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.449111, 0.222119, 0.213035, 0.221853, 0.243164, 0.248436, 0.230706, 0.231864, 0.230924, 0.222724, 0.2375, 0.276217, 0.311823, 0.300646, 0.255599, 0.26737, 0.266416, 0.264712, 0.258062, 0.240359, 0.227704, 0.215465, 0.204998, 0.201538, 0.320147, 0.292592, 0.304136, 0.364832, 0.339324, 0.33595, 0.38288, 0.429742, 0.37407, 0.343778, 0.316269, 0.329619, 0.439859, 0.520606, 0.432144, 0.387681, 0.348899, 0.362078, 0.36464, 0.369932, 0.343729, 0.248591, 0.09708, 0.060704, 0.005417, 0.0], "sum_m_pl": [2.306924, 2.622097, 2.612696, 2.487596, 2.337849, 2.352653, 2.172842, 2.174078, 2.172636, 2.266516, 2.229956, 2.27123, 2.270949, 2.213489, 2.282234, 2.346296, 2.346976, 2.323007, 2.331564, 2.363039, 2.395922, 2.420931, 2.426985, 2.419548, 2.142836, 2.138523, 2.015848, 2.027794, 2.03771, 1.975389, 2.096109, 2.075376, 2.034253, 2.08042, 2.012373, 2.01654, 1.764507, 1.87166, 1.824118, 1.995843, 1.956552, 2.008012, 1.936989, 1.738438, 1.586522, 1.028785, 0.23838, 0.117946, 0.018055, 0.0]}, "lang": {"n_am_en": [32, 31, 25, 14, 25, 23, 26, 31, 35, 31, 32, 41, 36, 37, 27, 26, 35, 36, 43, 40, 41, 40, 43, 43, 46, 44, 44, 45, 50, 44, 53, 47, 42, 46, 52, 48, 51, 58, 68, 73, 66, 65, 67, 68, 66, 73, 77, 83, 106, 111], "n_am_pl": [11, 26, 25, 24, 19, 18, 24, 19, 13, 18, 22, 22, 16, 18, 23, 18, 21, 25, 22, 22, 26, 25, 25, 30, 23, 22, 19, 22, 18, 16, 12, 16, 21, 26, 26, 19, 17, 20, 19, 22, 22, 22, 18, 16, 11, 10, 13, 7, 6, 6], "n_pos": 118, "sum_m_en": [12.94448, 8.044037, 7.412812, 7.588789, 7.795705, 8.021377, 7.492113, 7.327357, 7.713892, 7.639158, 7.449611, 8.243983, 8.163735, 8.893263, 8.212764, 8.2789, 8.299936, 8.15612, 7.579867, 7.012174, 6.429534, 5.908465, 5.646055, 5.440796, 14.242752, 15.83524, 17.060417, 15.779027, 14.446403, 14.68665, 13.440543, 14.133502, 14.862714, 15.752228, 16.113327, 19.023099, 24.337044, 25.52962, 28.092001, 34.502105, 34.076366, 39.093969, 46.466624, 49.228093, 51.530597, 58.692135, 67.941388, 76.940512, 100.312506, 107.279142], "sum_m_pl": [43.63203, 51.734286, 51.924956, 51.40608, 49.88993, 51.01437, 52.331355, 52.915137, 52.359721, 54.644025, 54.719856, 54.099352, 55.729127, 54.187748, 55.930577, 55.939872, 56.722732, 56.526076, 56.901003, 58.293656, 58.996518, 59.899054, 59.895041, 59.812212, 51.345857, 49.827677, 48.051465, 50.337586, 50.76811, 48.961696, 51.010951, 49.624775, 49.037689, 48.687079, 48.231686, 44.424795, 40.350892, 40.583926, 40.277827, 40.325951, 40.525561, 35.997167, 28.429916, 24.612937, 21.119074, 19.352728, 15.311648, 8.428406, 5.464622, 6.023995]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 247, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2018 jesień-69", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1091, "region_end": 245, "roundtrip_ok": true, "tf_agree": 0.9757, "tf_agree_excl_first": 0.9797}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [49, 29, 34, 22, 26, 24, 31, 27, 22, 29, 30, 25, 33, 26, 22, 31, 39, 32, 32, 27, 24, 38, 28, 30, 33, 36, 33, 32, 44, 42, 40, 46, 35, 43, 39, 43, 43, 49, 51, 63, 54, 47, 47, 47, 36, 34, 17, 8, 2, 2], "n_am_pl": [10, 24, 31, 21, 15, 18, 25, 21, 21, 28, 21, 20, 26, 27, 34, 34, 39, 32, 30, 31, 29, 34, 40, 36, 24, 19, 23, 29, 25, 22, 30, 24, 29, 24, 28, 26, 22, 26, 26, 31, 31, 32, 30, 32, 33, 43, 53, 55, 76, 84], "n_pos": 146, "sum_m_en": [14.430171, 7.807981, 7.659565, 7.871167, 8.14834, 7.840283, 7.546116, 8.023934, 7.819634, 7.893323, 8.410088, 8.998153, 9.54512, 9.667591, 9.945536, 10.111881, 10.054444, 9.238952, 8.880411, 8.527094, 7.283125, 6.622676, 6.318101, 6.108701, 12.727919, 14.14789, 14.081093, 13.649435, 13.314043, 14.241609, 14.264628, 14.304808, 14.541999, 14.925357, 14.508865, 16.203603, 18.51592, 18.948774, 19.373864, 25.395862, 23.865286, 26.590171, 28.325944, 27.720155, 25.039321, 24.118555, 15.096779, 9.396239, 3.161686, 1.738128], "sum_m_pl": [53.313957, 65.23968, 64.779264, 64.354335, 61.950186, 63.714404, 64.161567, 64.939236, 65.164339, 67.202048, 65.916888, 64.620703, 68.518939, 66.778443, 68.65314, 70.337426, 70.879885, 70.950205, 71.97539, 73.191765, 74.06301, 75.277028, 75.134891, 75.126304, 66.395372, 64.104022, 60.324649, 63.340329, 64.798751, 63.447978, 64.461202, 63.477691, 64.394728, 63.463835, 63.193633, 59.748583, 57.540521, 57.83382, 58.671315, 57.213002, 55.315596, 53.923086, 50.362649, 50.997451, 49.51842, 52.617709, 51.041196, 55.82313, 75.298173, 85.052237]}, "digit": {"n_am_en": [1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 2, 0, 0, 1, 0, 0, 1, 1, 1, 2, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.245732, 0.123041, 0.120604, 0.124028, 0.139699, 0.142014, 0.145676, 0.135291, 0.127184, 0.13718, 0.131909, 0.148356, 0.160698, 0.179063, 0.166761, 0.186271, 0.185404, 0.158636, 0.146489, 0.138853, 0.129317, 0.120308, 0.117713, 0.116606, 0.196134, 0.206919, 0.194753, 0.2477, 0.273385, 0.279242, 0.29977, 0.290552, 0.262035, 0.230348, 0.229847, 0.239914, 0.22105, 0.256693, 0.308072, 0.287656, 0.247504, 0.273745, 0.235786, 0.215737, 0.194918, 0.189678, 0.038555, 0.01667, 0.000371, 0.0], "sum_m_pl": [1.43535, 1.574132, 1.466762, 1.360218, 1.225125, 1.203378, 1.143101, 1.104291, 1.14584, 1.242189, 1.257856, 1.263131, 1.353534, 1.270567, 1.384726, 1.419655, 1.430145, 1.47302, 1.499911, 1.547127, 1.556628, 1.567868, 1.553992, 1.5517, 1.424584, 1.381997, 1.308561, 1.254321, 1.264231, 1.222934, 1.229288, 1.309238, 1.344812, 1.359041, 1.259158, 1.258672, 1.231252, 1.235322, 1.188503, 1.229983, 1.222554, 1.226417, 1.184029, 1.207683, 1.119559, 1.00985, 0.146696, 0.069548, 0.002987, 0.0]}, "lang": {"n_am_en": [28, 14, 19, 12, 18, 16, 21, 15, 13, 13, 17, 13, 16, 15, 12, 19, 28, 23, 20, 17, 13, 21, 16, 19, 21, 22, 20, 19, 27, 31, 26, 26, 24, 27, 25, 30, 30, 31, 34, 40, 33, 30, 31, 33, 26, 23, 11, 6, 1, 2], "n_am_pl": [6, 17, 26, 12, 10, 10, 14, 13, 13, 18, 16, 15, 16, 18, 24, 24, 26, 26, 25, 25, 20, 22, 30, 26, 15, 14, 15, 21, 19, 14, 19, 15, 17, 14, 19, 16, 12, 16, 17, 19, 20, 22, 21, 22, 26, 34, 40, 46, 75, 83], "n_pos": 86, "sum_m_en": [8.678782, 4.654674, 4.53182, 4.701904, 4.923361, 4.790474, 4.508678, 4.731833, 4.624357, 4.626115, 4.98945, 5.458784, 5.979115, 5.844549, 6.056433, 6.337458, 6.389225, 5.822623, 5.711228, 5.503489, 4.479344, 4.00889, 3.781268, 3.61581, 8.165627, 9.111057, 9.006996, 8.585736, 8.446447, 9.142613, 9.182784, 9.192361, 9.16411, 9.044272, 8.955584, 10.3702, 12.390631, 12.303709, 12.546418, 15.06933, 14.87565, 17.658667, 19.391897, 19.27466, 18.200441, 17.03665, 10.44744, 6.281468, 1.704378, 1.734257], "sum_m_pl": [30.810927, 38.160144, 38.125879, 37.397385, 36.482423, 37.258444, 37.959609, 38.641431, 38.941004, 40.171481, 39.64883, 38.952865, 41.183614, 40.250041, 41.331723, 42.134922, 42.39514, 42.756741, 43.133145, 43.603463, 44.173038, 44.991481, 44.907147, 44.878888, 40.755147, 39.284657, 36.882979, 38.682065, 39.729224, 38.862128, 39.259692, 38.275096, 39.106711, 39.335535, 39.213196, 36.847946, 35.434208, 35.488351, 36.036127, 35.982017, 34.89351, 34.564145, 31.817793, 32.029437, 33.906735, 37.772988, 38.699231, 44.14367, 69.900265, 82.051098]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 148, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2018 jesień-69", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 971, "region_end": 146, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9796}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [42, 33, 28, 37, 35, 29, 32, 27, 27, 35, 36, 34, 32, 35, 43, 35, 30, 34, 33, 34, 32, 33, 31, 36, 50, 46, 43, 48, 46, 42, 34, 34, 40, 36, 42, 42, 47, 43, 51, 56, 54, 55, 46, 49, 59, 70, 60, 63, 63, 64], "n_am_pl": [23, 25, 20, 18, 13, 20, 16, 18, 17, 16, 14, 22, 21, 23, 18, 21, 25, 31, 24, 22, 21, 25, 16, 17, 22, 17, 12, 20, 9, 19, 24, 24, 25, 18, 16, 20, 13, 18, 16, 19, 16, 14, 14, 13, 16, 9, 10, 8, 3, 3], "n_pos": 165, "sum_m_en": [17.579507, 11.431554, 10.82229, 10.002018, 10.010151, 9.850764, 9.635805, 10.36286, 10.669778, 11.247556, 11.358165, 12.374818, 12.63385, 13.389139, 13.231948, 12.52968, 12.516985, 12.423713, 10.909584, 9.762231, 9.432481, 8.856761, 8.495055, 8.250066, 19.189121, 19.341426, 19.921001, 20.650769, 19.626533, 19.569598, 18.459243, 17.241113, 18.185539, 18.79065, 19.322468, 22.608285, 24.598364, 27.133373, 28.485667, 35.678585, 36.619338, 37.298372, 38.795426, 40.203211, 46.518242, 58.836843, 57.686342, 60.357377, 64.539531, 64.323958], "sum_m_pl": [60.95339, 72.012979, 71.525981, 71.751905, 70.761227, 73.333439, 72.551908, 72.36547, 72.098214, 72.818178, 72.171449, 71.077896, 70.751676, 70.043167, 72.015214, 73.022866, 73.739015, 72.36235, 73.619183, 75.945809, 76.978054, 77.499999, 76.890748, 77.254666, 58.542072, 58.403578, 55.524615, 57.240994, 60.086685, 59.907593, 60.8963, 62.218383, 62.492543, 60.826955, 60.553052, 58.628874, 54.227284, 52.498043, 51.519738, 47.235885, 41.849267, 38.987255, 32.714378, 30.269515, 24.724932, 17.642818, 12.405128, 8.020592, 3.307765, 3.294628]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 16, 10, 19, 16, 15, 20, 18, 13, 17, 19, 18, 17, 23, 27, 21, 17, 15, 14, 14, 15, 18, 16, 19, 29, 25, 23, 25, 23, 19, 18, 19, 23, 20, 28, 24, 25, 24, 30, 30, 29, 30, 26, 30, 39, 44, 42, 47, 58, 64], "n_am_pl": [6, 12, 10, 8, 3, 11, 5, 6, 5, 4, 4, 6, 7, 5, 6, 10, 10, 14, 10, 8, 11, 9, 7, 8, 5, 6, 3, 9, 2, 8, 9, 9, 9, 8, 6, 7, 5, 6, 6, 5, 7, 5, 7, 7, 8, 4, 5, 4, 3, 3], "n_pos": 68, "sum_m_en": [7.836906, 5.125335, 4.596504, 4.242301, 4.267884, 4.221489, 4.259154, 4.644475, 4.719637, 4.861807, 4.963858, 5.485426, 5.522449, 5.994025, 6.191734, 5.828748, 5.787078, 5.893511, 4.998609, 4.34876, 4.119, 3.762535, 3.576741, 3.492322, 9.844588, 10.433778, 11.027043, 10.932328, 10.505694, 10.000653, 8.911709, 8.573658, 9.4361, 9.786397, 10.180552, 12.335223, 13.59713, 14.550492, 15.273198, 18.816314, 19.556012, 20.232958, 21.075943, 24.195193, 29.741423, 36.867494, 39.234107, 44.591123, 56.855434, 60.950122], "sum_m_pl": [24.007555, 29.107439, 29.261267, 29.162533, 28.411914, 29.928221, 29.536922, 29.367292, 29.17464, 29.736516, 29.517184, 29.189535, 29.184016, 28.853831, 29.45322, 30.021109, 30.01563, 29.217949, 29.796034, 30.874415, 31.465204, 31.953211, 31.806395, 31.956651, 24.017222, 24.081712, 22.722232, 23.63308, 24.469377, 24.555947, 25.19682, 25.812335, 25.622398, 25.501953, 25.142463, 23.920179, 21.96786, 21.283047, 21.39114, 18.766114, 16.55416, 15.068294, 13.674936, 12.952963, 10.581563, 7.017067, 5.768607, 3.588788, 2.463471, 3.226132]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2020 jesień-45", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 904, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.988}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [139, 102, 80, 80, 68, 65, 57, 58, 73, 113, 100, 111, 93, 98, 93, 73, 89, 67, 47, 54, 63, 58, 47, 53, 73, 84, 73, 78, 96, 113, 110, 82, 79, 82, 104, 109, 98, 104, 112, 126, 109, 119, 113, 103, 95, 98, 60, 37, 13, 4], "n_am_pl": [41, 74, 74, 90, 89, 65, 70, 58, 68, 55, 50, 57, 74, 81, 85, 90, 84, 115, 105, 101, 98, 111, 107, 116, 103, 98, 89, 92, 84, 84, 97, 111, 135, 104, 89, 85, 89, 71, 80, 83, 87, 79, 77, 95, 85, 87, 106, 118, 173, 210], "n_pos": 488, "sum_m_en": [46.584786, 26.800423, 27.224078, 27.370762, 26.742466, 27.162312, 26.151854, 26.924286, 27.563924, 30.163801, 31.213196, 33.335626, 33.563097, 35.20395, 33.923383, 32.490569, 31.567205, 30.355146, 26.784579, 25.1581, 24.263127, 22.986016, 22.628882, 22.247503, 41.424814, 42.962499, 45.033897, 47.114914, 48.316968, 49.588145, 47.013428, 45.169936, 45.344589, 47.359561, 48.490636, 50.169237, 47.896837, 49.62097, 51.370322, 60.687213, 57.709779, 62.418469, 67.021793, 68.49181, 72.145676, 76.419398, 60.131426, 41.7975, 14.950207, 4.145076], "sum_m_pl": [185.78199, 223.993441, 217.443109, 214.420776, 209.961186, 210.379467, 211.519819, 212.838491, 213.985646, 217.436885, 215.709487, 212.628231, 218.583192, 215.14203, 221.82896, 221.881725, 223.647674, 226.413138, 230.073851, 232.666154, 234.400267, 235.33524, 234.007338, 234.546064, 191.411977, 190.478179, 182.205655, 189.166187, 195.617638, 197.578477, 201.540154, 204.279162, 205.674289, 196.640354, 195.144003, 193.609519, 184.907064, 176.138549, 174.273397, 169.276061, 157.383441, 153.074592, 140.791364, 138.724023, 121.784509, 118.958401, 122.302536, 119.164999, 163.856013, 210.621328]}, "digit": {"n_am_en": [1, 0, 1, 0, 1, 0, 1, 1, 2, 2, 3, 1, 2, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 2, 1, 1, 1, 0, 2, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 0, 1, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 0, 2, 2, 1, 2, 2, 1, 2, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.637323, 0.318852, 0.30295, 0.303141, 0.331913, 0.324369, 0.331503, 0.321563, 0.340881, 0.354325, 0.311605, 0.3159, 0.347317, 0.358979, 0.380623, 0.361525, 0.349987, 0.338601, 0.322655, 0.300514, 0.293739, 0.284985, 0.282458, 0.282319, 0.48587, 0.486591, 0.558807, 0.493021, 0.485908, 0.544529, 0.515203, 0.533004, 0.508377, 0.390768, 0.440018, 0.40126, 0.269246, 0.303343, 0.290473, 0.294393, 0.288436, 0.313921, 0.317804, 0.313208, 0.265126, 0.255956, 0.184901, 0.234618, 0.012053, 0.0], "sum_m_pl": [2.700953, 3.284291, 3.152179, 3.025824, 2.947477, 2.956926, 2.893596, 2.841339, 2.770556, 2.708627, 2.79873, 2.689219, 2.700905, 2.665992, 2.734989, 2.658232, 2.680766, 2.654551, 2.715048, 2.7582, 2.761824, 2.765947, 2.787229, 2.807652, 2.411636, 2.395614, 2.283732, 2.446339, 2.461694, 2.251609, 2.211504, 2.259367, 2.264818, 2.398188, 2.263692, 2.023938, 1.64661, 1.728648, 1.728446, 1.769396, 1.746475, 1.878486, 1.830681, 1.728039, 1.323673, 1.291216, 0.774235, 0.451868, 0.021311, 1e-06]}, "lang": {"n_am_en": [61, 50, 33, 41, 28, 18, 23, 33, 41, 53, 54, 62, 44, 45, 50, 31, 43, 40, 25, 29, 28, 28, 26, 27, 40, 43, 35, 35, 52, 59, 56, 43, 44, 43, 56, 57, 55, 52, 54, 64, 53, 59, 55, 52, 55, 59, 37, 25, 9, 4], "n_am_pl": [8, 36, 36, 41, 36, 28, 40, 28, 24, 24, 18, 22, 33, 41, 45, 51, 35, 45, 45, 41, 37, 40, 41, 45, 44, 43, 33, 35, 27, 27, 37, 46, 58, 43, 38, 38, 32, 28, 35, 37, 34, 39, 43, 56, 60, 63, 83, 92, 163, 209], "n_pos": 214, "sum_m_en": [21.212373, 11.439114, 11.210159, 11.372634, 11.388247, 11.544805, 11.478508, 12.055781, 12.426195, 13.497337, 14.111722, 14.816703, 14.871565, 15.273904, 14.86623, 14.271587, 13.974755, 13.259247, 11.715692, 10.965435, 10.654088, 10.059679, 9.91933, 9.727966, 20.62347, 21.543916, 21.373422, 21.614068, 22.418977, 22.777252, 21.011847, 20.244929, 20.791802, 22.132075, 22.383693, 24.162779, 22.607858, 24.058384, 24.037612, 27.344107, 27.474701, 31.913076, 33.972038, 37.805694, 44.054283, 46.123122, 34.906026, 25.218924, 10.14348, 4.09773], "sum_m_pl": [78.273707, 99.007903, 95.741361, 93.687114, 90.445625, 90.900855, 91.646121, 91.867832, 92.535452, 94.162126, 93.72861, 92.886976, 96.409751, 94.835812, 98.235184, 98.337306, 98.913563, 99.85482, 100.97255, 102.01877, 102.419239, 102.89291, 102.166503, 102.421164, 83.517289, 83.237435, 81.505503, 84.490432, 86.673232, 87.607665, 90.547162, 92.153206, 93.555036, 90.450428, 89.209484, 88.956272, 85.420675, 81.385283, 81.489203, 79.490583, 76.305454, 75.207893, 69.954931, 71.931432, 68.071125, 70.364726, 87.228885, 89.064461, 149.65508, 206.977927]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 490, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczość-2020 jesień-45", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 784, "region_end": 488, "roundtrip_ok": true, "tf_agree": 0.9796, "tf_agree_excl_first": 0.9816}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [61, 48, 43, 35, 47, 52, 30, 39, 37, 43, 41, 44, 44, 42, 47, 48, 56, 46, 46, 58, 57, 63, 61, 65, 70, 73, 78, 64, 76, 67, 73, 72, 72, 69, 66, 71, 77, 81, 89, 100, 110, 96, 105, 102, 101, 108, 110, 98, 83, 79], "n_am_pl": [10, 23, 32, 35, 19, 27, 22, 21, 10, 10, 15, 15, 18, 29, 20, 8, 18, 21, 14, 17, 13, 16, 17, 17, 8, 12, 17, 23, 12, 8, 16, 19, 17, 11, 21, 7, 12, 8, 10, 13, 11, 13, 15, 15, 10, 8, 8, 9, 11, 12], "n_pos": 215, "sum_m_en": [23.700921, 12.966645, 12.455745, 12.691117, 13.47662, 12.889643, 12.146783, 12.462919, 12.454176, 13.127111, 13.083642, 14.038357, 14.151389, 14.34195, 13.922647, 12.851326, 12.965793, 12.468116, 12.201344, 11.741799, 11.092683, 10.991414, 10.473929, 9.911589, 33.155772, 34.971147, 33.257294, 28.590813, 25.932432, 24.640935, 23.809126, 24.200254, 25.30883, 24.991283, 25.353915, 27.18367, 33.756657, 37.128189, 43.445491, 47.93035, 57.854164, 67.239019, 75.460795, 79.038944, 85.890644, 97.382704, 99.064171, 94.565209, 81.230009, 80.426159], "sum_m_pl": [78.71286, 97.201106, 95.664472, 93.739305, 89.841538, 91.335658, 90.694155, 90.686132, 89.687582, 91.486045, 91.415607, 91.317561, 93.834824, 91.656169, 95.054009, 95.511901, 96.754637, 97.672008, 99.554025, 100.690486, 101.365956, 101.745487, 103.241168, 104.394301, 72.646453, 71.290798, 70.330324, 75.817298, 79.785808, 80.891584, 84.778855, 83.7209, 81.790889, 81.144721, 79.644368, 74.592332, 66.942874, 62.405723, 59.174775, 54.183076, 47.462176, 37.852365, 31.861927, 28.043551, 20.974837, 16.579308, 13.494136, 12.969842, 11.187809, 11.908436]}, "digit": {"n_am_en": [2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 2, 2, 1, 3, 2, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.700623, 0.232826, 0.236588, 0.220026, 0.224633, 0.207812, 0.20551, 0.197312, 0.191171, 0.225369, 0.219247, 0.23585, 0.21143, 0.192436, 0.222203, 0.231469, 0.230856, 0.22231, 0.236873, 0.240339, 0.217904, 0.208311, 0.197572, 0.200556, 0.351085, 0.336266, 0.258003, 0.2557, 0.259581, 0.295829, 0.251175, 0.244766, 0.253878, 0.252739, 0.263768, 0.253722, 0.258872, 0.287655, 0.327979, 0.856648, 0.924917, 0.85024, 1.094224, 0.744437, 0.590458, 1.203311, 1.012033, 0.302369, 0.030769, 0.0], "sum_m_pl": [1.871462, 2.68776, 2.580356, 2.427826, 2.2755, 2.192696, 2.112128, 1.979996, 1.804388, 1.928285, 1.927988, 1.796677, 1.704646, 1.430799, 1.670068, 2.031377, 2.133559, 2.050804, 2.273416, 2.335981, 2.416431, 2.42241, 2.438669, 2.468825, 1.814848, 1.598003, 1.356283, 1.733785, 1.902525, 1.943697, 1.834734, 1.888662, 1.994387, 2.00764, 1.952026, 1.850508, 1.742053, 1.79031, 1.73154, 1.593468, 1.368644, 1.367587, 1.244982, 1.19124, 1.170501, 0.724591, 0.326908, 0.180779, 0.105487, 0.0]}, "lang": {"n_am_en": [28, 19, 16, 14, 22, 26, 14, 17, 17, 22, 18, 21, 25, 22, 26, 25, 27, 29, 24, 33, 37, 40, 39, 42, 41, 42, 44, 38, 42, 36, 46, 45, 45, 44, 37, 42, 43, 44, 56, 52, 64, 56, 60, 60, 57, 65, 68, 67, 71, 78], "n_am_pl": [5, 9, 13, 13, 8, 12, 14, 12, 4, 4, 5, 4, 8, 10, 9, 6, 8, 11, 7, 7, 6, 6, 7, 7, 4, 5, 10, 12, 3, 3, 4, 9, 6, 4, 8, 2, 5, 2, 3, 5, 4, 5, 6, 6, 3, 3, 2, 5, 9, 11], "n_pos": 91, "sum_m_en": [10.476704, 5.692588, 5.519552, 5.49627, 5.856708, 5.701033, 5.476478, 5.570052, 5.677372, 5.886544, 5.72306, 6.211817, 6.255471, 6.282096, 6.242127, 5.719493, 5.733177, 5.527268, 5.289464, 5.051166, 4.761488, 4.448987, 4.331496, 4.182616, 17.32448, 17.795286, 16.563232, 14.341683, 12.799568, 11.977525, 12.16816, 12.54508, 13.322798, 13.242729, 12.872858, 14.781883, 19.892431, 21.218752, 25.252773, 26.539245, 34.594952, 38.621176, 43.647112, 47.647674, 50.600704, 56.603784, 62.41578, 63.085845, 68.513117, 74.839001], "sum_m_pl": [32.286187, 40.227426, 39.93463, 39.161268, 38.246843, 39.315876, 39.366856, 39.602148, 39.708017, 40.180124, 39.864486, 39.699066, 41.184963, 40.586202, 41.863821, 41.858044, 42.257685, 42.762967, 43.25101, 43.70267, 43.734785, 44.153996, 44.694295, 44.96593, 32.616148, 32.354142, 32.473088, 34.41059, 35.739477, 36.284322, 37.858274, 37.15096, 35.823266, 35.528364, 34.680995, 32.434153, 27.981566, 26.004828, 23.825565, 22.113063, 18.565422, 15.34149, 13.015041, 11.22044, 8.470828, 6.736079, 4.714741, 5.995058, 8.570624, 10.608608]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 217, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-13", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 971, "region_end": 215, "roundtrip_ok": true, "tf_agree": 0.9631, "tf_agree_excl_first": 0.9676}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 51, 40, 26, 27, 22, 25, 26, 25, 28, 25, 20, 24, 32, 21, 18, 32, 24, 20, 31, 25, 25, 28, 29, 35, 35, 37, 34, 43, 38, 36, 27, 25, 23, 27, 28, 25, 37, 31, 41, 49, 39, 37, 36, 29, 30, 18, 6, 2, 1], "n_am_pl": [7, 28, 30, 27, 28, 15, 15, 14, 11, 11, 8, 17, 18, 13, 14, 11, 11, 18, 16, 17, 18, 17, 15, 12, 14, 21, 11, 12, 13, 16, 16, 20, 18, 13, 13, 11, 12, 10, 13, 14, 13, 21, 22, 17, 18, 29, 32, 35, 51, 62], "n_pos": 159, "sum_m_en": [15.627121, 7.86158, 8.311514, 8.213287, 8.791882, 8.228821, 7.869965, 8.128406, 8.096087, 8.432585, 8.788522, 8.822252, 8.798611, 9.396409, 9.257615, 8.832003, 9.083172, 8.558914, 7.818141, 7.647783, 7.324524, 6.839962, 6.671733, 6.602758, 16.237769, 16.301838, 14.845279, 14.052505, 12.989857, 13.332626, 12.837543, 12.504494, 12.026277, 11.892893, 12.596911, 12.775398, 13.509919, 15.760799, 16.374941, 18.774648, 25.562172, 25.481819, 25.238896, 26.307816, 24.884671, 22.703037, 17.76537, 8.153128, 2.8041, 1.391647], "sum_m_pl": [60.124981, 75.972597, 73.80009, 73.100609, 67.125484, 68.129261, 67.927798, 68.268656, 67.543607, 69.085853, 68.329157, 68.436315, 71.025583, 69.388651, 72.085764, 73.7168, 74.598442, 74.717161, 76.711901, 77.225895, 77.534738, 77.751566, 78.334299, 78.874274, 60.006275, 59.685426, 57.830341, 61.417918, 64.252747, 66.298845, 66.921011, 67.239406, 66.073798, 63.934964, 62.801612, 58.578482, 56.434879, 52.323566, 51.538912, 49.076963, 45.212197, 42.848671, 38.94189, 36.06771, 34.275476, 37.935039, 34.544604, 39.625931, 51.071465, 63.410292]}, "digit": {"n_am_en": [2, 9, 5, 2, 2, 2, 3, 2, 1, 2, 2, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 3, 4, 3, 2, 1, 0, 1, 3, 0, 5, 1, 0, 2, 1, 2, 3, 2, 5, 4, 2, 5, 3, 2, 3, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 1, 0, 0, 0, 0, 1, 1, 3, 1, 2, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 2, 2, 1, 3, 1, 3, 4, 1, 0, 1, 0, 0, 0, 2, 0, 1, 0, 1, 0, 3, 2, 4, 1, 1], "n_pos": 14, "sum_m_en": [1.925043, 0.663326, 0.666072, 0.612362, 0.638889, 0.612979, 0.590883, 0.616614, 0.596985, 0.656635, 0.678904, 0.648521, 0.648699, 0.681312, 0.661026, 0.735626, 0.794925, 0.775078, 0.666143, 0.665458, 0.648149, 0.618015, 0.592436, 0.581203, 1.67702, 1.47428, 1.043751, 1.057351, 1.060226, 1.134863, 1.203758, 1.134678, 1.034899, 1.01496, 1.049478, 1.077958, 0.897423, 0.957448, 1.771213, 2.727431, 3.135419, 2.552409, 2.121096, 1.973536, 1.719424, 0.852064, 0.672806, 0.33772, 0.21946, 0.01844], "sum_m_pl": [5.155176, 7.470839, 7.263686, 6.965351, 6.547408, 6.456011, 6.398269, 6.411285, 6.407244, 6.508338, 6.451165, 6.320835, 6.147818, 5.885344, 6.337395, 6.535838, 6.62771, 6.612003, 6.728386, 6.777155, 6.824087, 6.90489, 7.018588, 7.071274, 5.002764, 4.79528, 4.964838, 5.403396, 5.464367, 5.642471, 5.783661, 5.839209, 6.008804, 6.007207, 5.784398, 5.740561, 5.573229, 5.20996, 4.370487, 4.001163, 3.374071, 3.662392, 3.264044, 3.621126, 3.09912, 3.358592, 3.000626, 3.153512, 0.904414, 0.612691]}, "lang": {"n_am_en": [21, 19, 17, 13, 13, 7, 8, 12, 11, 12, 14, 9, 12, 16, 14, 11, 15, 15, 12, 18, 13, 11, 14, 14, 19, 19, 24, 20, 22, 24, 18, 17, 16, 13, 15, 15, 13, 23, 17, 25, 29, 22, 21, 20, 15, 15, 7, 3, 0, 1], "n_am_pl": [1, 13, 12, 10, 11, 5, 6, 5, 5, 3, 3, 7, 6, 3, 5, 8, 6, 9, 8, 8, 7, 11, 9, 6, 9, 9, 5, 3, 5, 6, 8, 7, 6, 5, 7, 4, 7, 7, 10, 6, 8, 9, 12, 11, 13, 18, 24, 28, 49, 61], "n_pos": 64, "sum_m_en": [6.015172, 3.397565, 3.613122, 3.566393, 3.781711, 3.544172, 3.43578, 3.589889, 3.554902, 3.571227, 3.709504, 3.832855, 3.868377, 4.028264, 3.949259, 3.602508, 3.695374, 3.505041, 3.2803, 3.182733, 3.034175, 2.810313, 2.722794, 2.696157, 7.338649, 7.821759, 7.277906, 6.764777, 5.860275, 5.852773, 5.409317, 5.446154, 5.257147, 5.420352, 5.907286, 6.103712, 6.554418, 7.810625, 8.334509, 10.209106, 12.5614, 14.124639, 13.878552, 13.859798, 12.893421, 11.378422, 8.16158, 3.831196, 0.667701, 1.096133], "sum_m_pl": [23.60717, 29.301094, 28.466962, 28.4276, 25.827419, 26.57996, 26.44655, 26.829658, 26.469427, 27.370047, 27.345119, 27.627918, 28.924886, 28.545156, 29.516245, 30.13291, 30.429426, 30.199285, 30.958639, 31.145235, 31.183504, 31.301609, 31.474958, 31.577786, 24.99417, 25.010178, 24.179959, 25.699089, 26.890155, 27.379525, 27.926534, 27.88128, 27.588513, 26.867125, 26.462959, 24.902273, 24.675761, 23.17967, 23.514253, 22.008833, 20.505665, 19.243078, 17.656018, 18.051126, 18.426651, 21.598447, 23.522042, 29.889505, 45.636921, 59.542932]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-13", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 851, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9689, "tf_agree_excl_first": 0.975}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [52, 42, 47, 31, 33, 25, 26, 21, 24, 30, 44, 36, 24, 22, 30, 19, 20, 21, 22, 22, 26, 27, 26, 33, 35, 34, 29, 34, 31, 31, 31, 34, 37, 27, 43, 45, 45, 43, 48, 43, 42, 54, 56, 45, 43, 42, 40, 28, 17, 14], "n_am_pl": [13, 18, 23, 24, 12, 25, 19, 17, 18, 17, 10, 7, 11, 23, 25, 14, 14, 17, 18, 20, 12, 16, 12, 18, 17, 10, 14, 20, 12, 15, 22, 20, 18, 18, 17, 16, 13, 15, 16, 17, 15, 15, 18, 26, 20, 22, 28, 28, 52, 58], "n_pos": 143, "sum_m_en": [15.891245, 7.791662, 8.165977, 8.118145, 7.951484, 7.582459, 7.758, 8.010531, 8.054354, 8.206969, 8.507761, 9.008195, 9.328887, 9.747311, 10.18602, 9.176954, 9.326545, 9.009355, 8.563283, 7.983782, 7.651369, 6.975899, 6.692986, 6.637422, 15.079962, 16.269146, 15.548148, 15.617798, 14.569177, 14.821891, 14.734194, 14.566042, 15.041205, 14.626731, 15.695378, 16.149993, 17.840934, 18.954165, 21.095751, 22.711368, 21.891436, 31.744534, 32.674199, 33.573451, 31.317099, 31.847798, 32.48338, 23.436406, 17.626704, 14.809839], "sum_m_pl": [51.919877, 66.374999, 65.491984, 63.890064, 62.527535, 62.916356, 62.194312, 61.859005, 61.283548, 64.376718, 63.184256, 62.212128, 63.909308, 62.695635, 63.922731, 66.519255, 66.655362, 66.295549, 67.417951, 68.907819, 70.15545, 70.999123, 70.950912, 71.0444, 56.594501, 54.858167, 53.459062, 56.870743, 57.594382, 59.075266, 59.740212, 59.67403, 58.721155, 58.294625, 56.58233, 54.855541, 51.474376, 49.154371, 46.493208, 44.832513, 43.696555, 38.861534, 38.726883, 37.313594, 32.631276, 33.80339, 33.944376, 34.785543, 49.141184, 57.416173]}, "digit": {"n_am_en": [2, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.802609, 0.325935, 0.240345, 0.239554, 0.226916, 0.169554, 0.130961, 0.151058, 0.156582, 0.15457, 0.161612, 0.16935, 0.152467, 0.159547, 0.128798, 0.124181, 0.14129, 0.138388, 0.140053, 0.13605, 0.143684, 0.127965, 0.122256, 0.120457, 0.158614, 0.17787, 0.191384, 0.194103, 0.224699, 0.256124, 0.236415, 0.224412, 0.199283, 0.179844, 0.215797, 0.216684, 0.236699, 0.206749, 0.234732, 0.22603, 0.296551, 0.236924, 0.256585, 0.806892, 0.590886, 0.377523, 0.998788, 0.547693, 0.187823, 0.0], "sum_m_pl": [1.014363, 1.372651, 1.318817, 1.080291, 1.139651, 1.310932, 1.408999, 1.38801, 1.375558, 1.516107, 1.511428, 1.453413, 1.375368, 1.234565, 1.431254, 1.402561, 1.31179, 1.398551, 1.505134, 1.484739, 1.530418, 1.554687, 1.573804, 1.570916, 1.341103, 1.284741, 1.302672, 1.404674, 1.367171, 1.304033, 1.289995, 1.336415, 1.374025, 1.414301, 1.289027, 1.239392, 1.196741, 1.097956, 1.037681, 0.945489, 0.939938, 0.999848, 1.037829, 0.745795, 0.739976, 0.388632, 0.145401, 0.214875, 0.077818, 0.0]}, "lang": {"n_am_en": [29, 18, 20, 13, 15, 12, 13, 12, 13, 15, 25, 19, 9, 8, 16, 13, 10, 10, 12, 12, 13, 14, 12, 15, 19, 18, 17, 23, 20, 21, 19, 19, 19, 15, 29, 29, 28, 27, 30, 27, 26, 31, 33, 25, 24, 25, 24, 18, 13, 14], "n_am_pl": [7, 10, 12, 12, 7, 11, 9, 5, 6, 8, 6, 3, 4, 11, 12, 7, 4, 8, 11, 14, 9, 10, 8, 11, 11, 5, 6, 8, 6, 7, 13, 13, 11, 10, 8, 9, 6, 8, 8, 9, 8, 8, 10, 17, 15, 18, 23, 23, 50, 58], "n_pos": 72, "sum_m_en": [7.702365, 3.831946, 3.907669, 3.862881, 3.877174, 3.660655, 3.953732, 4.066062, 4.041887, 4.207311, 4.387174, 4.582959, 4.703543, 4.837213, 5.038528, 4.645036, 4.718561, 4.532889, 4.363082, 4.082615, 3.921176, 3.549351, 3.409836, 3.41137, 8.587621, 9.061359, 8.894197, 9.024525, 8.31514, 8.303804, 8.03918, 7.887304, 8.228185, 7.69996, 8.287764, 8.684028, 9.411741, 10.271945, 10.938949, 10.781924, 10.827913, 14.208703, 14.785811, 15.443237, 14.917995, 17.735408, 17.776732, 13.689579, 13.11169, 13.348277], "sum_m_pl": [25.341952, 32.921533, 32.628272, 32.007262, 31.174906, 31.056854, 30.192102, 30.230331, 29.999181, 31.450202, 31.037779, 30.702162, 31.676596, 31.455959, 32.19846, 33.5314, 33.583986, 33.418072, 33.557408, 34.261487, 34.977211, 35.478759, 35.35984, 35.278982, 28.239225, 27.220941, 26.72412, 28.379701, 29.159493, 29.526256, 30.354271, 30.317919, 29.984524, 30.179947, 29.503255, 29.089198, 27.515995, 26.841209, 25.980546, 26.024359, 25.204082, 24.249224, 24.163216, 24.512616, 23.284552, 24.807111, 26.724689, 27.198544, 44.837494, 55.953813]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 145, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-67", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 947, "region_end": 143, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9722}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [55, 43, 38, 28, 29, 24, 27, 30, 36, 36, 44, 43, 44, 36, 34, 22, 24, 29, 28, 27, 28, 33, 38, 40, 49, 41, 38, 40, 40, 42, 40, 34, 35, 36, 43, 44, 31, 38, 38, 41, 41, 48, 47, 46, 43, 35, 29, 18, 5, 3], "n_am_pl": [11, 22, 28, 27, 22, 17, 20, 21, 20, 21, 17, 17, 18, 17, 27, 27, 34, 24, 26, 20, 17, 22, 24, 26, 16, 20, 16, 27, 18, 22, 22, 30, 30, 26, 27, 27, 22, 28, 30, 26, 37, 40, 38, 34, 29, 42, 47, 43, 59, 67], "n_pos": 150, "sum_m_en": [15.564149, 8.209458, 8.393198, 8.334371, 8.103426, 7.734691, 7.974278, 8.328473, 8.572616, 8.880018, 9.578748, 10.006004, 10.133277, 10.376846, 10.512319, 9.590831, 9.613753, 9.141808, 8.373512, 7.847625, 7.569954, 6.919947, 6.727756, 6.637336, 15.527008, 17.772813, 16.523415, 15.968489, 14.752488, 15.433606, 15.407962, 15.539622, 15.893067, 15.415287, 16.045507, 16.177886, 16.436571, 17.464418, 19.070048, 20.399646, 21.224089, 32.387145, 33.028975, 33.474461, 30.802467, 29.348092, 23.851681, 16.396703, 5.975809, 3.365449], "sum_m_pl": [55.319839, 70.007745, 68.443286, 67.735582, 66.213824, 67.062745, 66.810866, 65.530714, 65.659668, 69.088453, 67.538311, 66.868212, 68.606148, 67.473022, 68.213828, 70.680521, 71.524591, 71.394856, 73.327935, 74.446278, 75.215245, 76.198036, 75.861575, 75.898825, 64.010829, 61.616818, 59.499709, 63.125788, 63.751649, 64.01739, 63.75812, 63.774928, 63.321404, 62.186054, 60.741586, 59.588956, 57.65562, 55.868893, 54.39616, 53.138871, 52.405312, 48.080267, 49.972135, 47.511972, 42.415923, 47.238725, 51.919888, 48.599316, 57.162836, 66.438674]}, "digit": {"n_am_en": [2, 2, 2, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 1, 1, 1, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.80353, 0.314527, 0.242653, 0.235105, 0.22072, 0.165549, 0.131095, 0.153823, 0.160234, 0.156449, 0.164882, 0.169372, 0.152993, 0.150691, 0.124638, 0.124898, 0.139262, 0.135591, 0.139342, 0.136575, 0.148388, 0.130246, 0.125339, 0.122118, 0.166011, 0.195994, 0.214317, 0.21898, 0.239863, 0.266711, 0.248111, 0.232106, 0.208571, 0.186686, 0.236931, 0.250553, 0.248767, 0.220471, 0.237219, 0.208577, 0.187774, 0.157293, 0.155664, 0.275766, 0.611524, 0.380159, 0.808808, 0.135209, 0.497839, 0.0], "sum_m_pl": [1.013378, 1.380415, 1.324004, 1.090858, 1.148912, 1.322361, 1.412819, 1.389636, 1.381058, 1.506279, 1.49245, 1.422509, 1.343539, 1.197175, 1.418076, 1.391736, 1.320765, 1.413059, 1.520359, 1.497765, 1.533745, 1.558662, 1.574341, 1.574353, 1.364362, 1.336298, 1.356008, 1.412539, 1.402697, 1.351957, 1.297763, 1.334384, 1.367707, 1.423507, 1.299094, 1.256519, 1.178493, 1.113551, 1.119069, 1.069042, 1.490831, 1.670393, 1.775152, 1.720103, 1.456085, 1.18378, 0.749568, 0.351569, 0.137422, 0.0]}, "lang": {"n_am_en": [28, 21, 13, 16, 14, 14, 17, 23, 18, 20, 18, 21, 18, 16, 15, 10, 11, 15, 12, 12, 13, 15, 19, 20, 27, 22, 20, 19, 23, 22, 25, 18, 20, 24, 28, 26, 19, 25, 24, 22, 23, 25, 23, 26, 27, 19, 16, 8, 2, 3], "n_am_pl": [4, 8, 14, 14, 13, 8, 8, 8, 8, 7, 6, 9, 7, 6, 18, 18, 18, 17, 18, 14, 12, 17, 16, 15, 13, 12, 10, 13, 12, 14, 13, 21, 17, 14, 18, 16, 14, 15, 16, 15, 22, 24, 24, 23, 22, 31, 35, 35, 54, 66], "n_pos": 71, "sum_m_en": [7.198872, 3.751821, 3.699664, 3.733467, 3.699358, 3.611795, 3.782283, 3.945244, 3.99517, 4.195104, 4.487846, 4.624328, 4.667297, 4.861112, 4.971728, 4.578977, 4.516755, 4.297386, 3.961337, 3.721278, 3.570196, 3.238802, 3.15304, 3.141825, 7.766571, 8.923351, 8.662094, 7.918109, 7.461215, 7.754285, 7.756816, 7.750936, 7.895806, 7.417184, 7.455915, 7.898077, 8.435039, 8.906687, 9.345049, 9.596158, 11.433471, 14.489548, 15.109572, 16.914609, 15.788196, 15.166482, 11.07129, 6.576815, 2.975378, 3.012101], "sum_m_pl": [25.441059, 33.368802, 32.889171, 32.291083, 31.445235, 31.841741, 31.676884, 31.146913, 31.433263, 32.947109, 32.223823, 31.861259, 32.777859, 32.422161, 32.86538, 34.119474, 34.547894, 34.471747, 35.03808, 35.456647, 35.74365, 36.249919, 36.016371, 36.007085, 31.409452, 29.823129, 29.047563, 30.679714, 31.140583, 31.096685, 31.281667, 31.164659, 31.222435, 31.194922, 30.497543, 30.27405, 29.36735, 28.792346, 28.402595, 28.410342, 27.842199, 27.184662, 29.001457, 28.351718, 27.883447, 32.451212, 37.965753, 37.809539, 51.385808, 64.905357]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2019 wiosna-67", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 827, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9539, "tf_agree_excl_first": 0.9603}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [151, 158, 140, 120, 121, 138, 145, 139, 106, 128, 150, 165, 151, 132, 149, 122, 164, 146, 144, 143, 141, 145, 135, 140, 199, 183, 167, 177, 188, 202, 179, 173, 163, 181, 181, 189, 191, 199, 192, 224, 208, 237, 237, 210, 195, 209, 225, 242, 216, 199], "n_am_pl": [33, 99, 69, 86, 83, 64, 64, 74, 64, 72, 74, 63, 60, 88, 85, 85, 91, 86, 66, 81, 78, 97, 106, 91, 102, 101, 91, 91, 94, 83, 98, 96, 101, 89, 85, 77, 65, 67, 53, 54, 60, 50, 57, 73, 72, 67, 57, 35, 41, 46], "n_pos": 609, "sum_m_en": [67.116231, 39.723245, 35.93149, 34.624786, 34.88731, 35.353932, 34.983264, 35.093441, 35.804204, 37.743435, 38.759074, 42.33487, 43.298093, 45.728936, 45.995628, 43.297287, 40.644393, 39.392468, 37.328522, 34.035196, 30.747235, 28.144061, 27.081284, 26.771091, 69.10678, 73.774571, 71.741879, 68.503178, 67.329709, 68.028699, 63.162086, 64.641481, 66.795368, 71.592855, 73.308569, 81.186507, 94.559739, 96.823886, 100.101134, 125.900096, 126.893009, 145.95137, 158.556274, 153.667893, 165.630196, 181.902172, 205.598211, 221.988875, 205.837192, 197.327262], "sum_m_pl": [223.649319, 276.690622, 272.951829, 271.929802, 267.870421, 265.831293, 268.141282, 269.771425, 261.34638, 269.920632, 270.423073, 265.186952, 270.777232, 266.451984, 268.285237, 273.763262, 277.60712, 274.649022, 280.161408, 286.834402, 293.937028, 297.204898, 298.064345, 298.448056, 240.761408, 238.856685, 226.313451, 239.999021, 245.189756, 247.44822, 255.762544, 254.21618, 243.998339, 238.874057, 238.496876, 216.636477, 196.832186, 192.605851, 188.794481, 169.511461, 165.174116, 148.325127, 134.615869, 122.967049, 111.334611, 93.354326, 69.874676, 47.803301, 43.097861, 45.819277]}, "digit": {"n_am_en": [11, 9, 4, 1, 3, 4, 3, 1, 2, 2, 1, 3, 3, 2, 1, 2, 3, 1, 1, 2, 2, 3, 3, 3, 3, 2, 4, 0, 4, 7, 3, 4, 2, 2, 0, 2, 2, 1, 1, 1, 2, 4, 2, 0, 2, 2, 2, 1, 0, 0], "n_am_pl": [0, 4, 0, 2, 1, 2, 1, 1, 2, 1, 0, 1, 1, 1, 0, 1, 3, 0, 0, 3, 1, 1, 1, 1, 1, 1, 0, 0, 2, 0, 1, 3, 4, 5, 4, 4, 2, 3, 3, 1, 3, 1, 2, 3, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [3.446754, 0.967609, 0.929483, 0.895385, 0.984483, 0.96545, 0.925002, 0.885293, 0.885073, 0.983184, 0.934172, 1.075547, 1.133472, 1.022302, 1.012534, 0.963429, 0.937371, 0.961321, 0.937381, 0.89748, 0.870465, 0.836806, 0.826849, 0.826166, 1.340832, 1.305219, 1.197733, 1.33869, 1.436516, 1.852225, 1.726366, 1.513387, 1.282798, 1.159731, 1.122614, 1.315521, 1.279795, 1.422079, 1.392347, 1.353899, 1.64069, 1.59312, 1.60075, 1.577504, 1.880222, 1.697813, 1.684145, 1.323946, 0.144611, 2e-05], "sum_m_pl": [7.07178, 11.297949, 11.109348, 10.821705, 10.171877, 9.878234, 9.878552, 9.878989, 9.594172, 9.536894, 9.283786, 8.559969, 8.231626, 7.962235, 7.878368, 8.15087, 8.320519, 8.467051, 9.175663, 9.738546, 9.986723, 10.154216, 10.132119, 10.250993, 7.892909, 7.616465, 6.037953, 7.413226, 8.066923, 7.344307, 7.470536, 7.687771, 6.842619, 6.481328, 6.057729, 5.724051, 5.225933, 5.640556, 5.534002, 5.505757, 5.702623, 5.684584, 5.552897, 4.729868, 4.242265, 2.65585, 1.552489, 1.203152, 0.101767, 8e-06]}, "lang": {"n_am_en": [53, 65, 64, 55, 52, 68, 68, 63, 48, 62, 70, 86, 80, 76, 84, 63, 86, 79, 83, 83, 75, 70, 67, 70, 108, 106, 94, 99, 99, 107, 102, 90, 92, 101, 97, 103, 119, 124, 115, 124, 121, 131, 128, 125, 110, 118, 132, 154, 189, 197], "n_am_pl": [7, 45, 32, 37, 42, 27, 27, 30, 28, 36, 30, 20, 20, 33, 30, 36, 39, 42, 27, 27, 29, 44, 42, 35, 39, 47, 41, 37, 34, 32, 36, 35, 38, 33, 36, 30, 26, 23, 20, 25, 31, 25, 25, 34, 39, 36, 33, 22, 37, 46], "n_pos": 246, "sum_m_en": [28.128481, 16.531284, 15.351723, 15.080551, 14.959868, 15.538351, 15.839771, 16.284585, 16.602346, 17.438868, 17.617819, 19.022217, 19.373798, 20.755613, 20.970003, 20.476068, 18.821389, 18.25065, 17.033497, 15.185126, 13.142961, 11.809642, 11.306566, 11.260524, 37.452021, 40.777655, 39.81414, 36.353803, 34.937006, 34.570891, 31.574178, 32.446674, 34.438473, 38.287195, 39.102677, 45.095212, 55.736822, 57.383511, 57.879652, 67.014025, 73.168558, 84.716847, 88.565529, 88.075994, 90.827806, 101.400863, 121.015253, 142.082349, 177.553069, 191.829643], "sum_m_pl": [86.903181, 107.219468, 106.58332, 106.524183, 105.232361, 105.456723, 106.474155, 106.811328, 104.194587, 108.559945, 109.545931, 108.385214, 111.175843, 109.793199, 111.101169, 112.175924, 113.891562, 112.841986, 114.197437, 116.521407, 119.316439, 120.689053, 120.969038, 121.166641, 97.420885, 96.207952, 93.092412, 98.16215, 100.433566, 101.727438, 105.53547, 104.39342, 101.417638, 98.988498, 98.749486, 91.086157, 81.200481, 79.724287, 78.607614, 70.109551, 66.721107, 58.224556, 54.11899, 53.972715, 53.566813, 44.299672, 33.383111, 27.071592, 37.983585, 44.475627]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 633, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 jesień-79", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1064, "region_end": 609, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9842}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [87, 73, 64, 33, 45, 39, 44, 36, 44, 53, 61, 38, 49, 60, 51, 63, 74, 54, 59, 53, 49, 58, 49, 54, 83, 76, 77, 67, 63, 64, 71, 63, 64, 74, 72, 78, 70, 77, 71, 91, 87, 90, 91, 87, 80, 66, 44, 29, 8, 2], "n_am_pl": [10, 74, 60, 73, 49, 40, 39, 43, 37, 45, 30, 35, 27, 35, 29, 31, 39, 45, 49, 52, 54, 54, 63, 54, 48, 51, 48, 55, 44, 50, 57, 57, 56, 50, 47, 31, 55, 41, 40, 40, 36, 45, 33, 40, 40, 64, 74, 81, 155, 182], "n_pos": 303, "sum_m_en": [28.999839, 15.484661, 14.79725, 15.030229, 15.87787, 16.36349, 16.051692, 15.539343, 16.142123, 16.72786, 17.592553, 19.570662, 19.857059, 20.842752, 22.327032, 23.203243, 20.462212, 19.735593, 18.552843, 16.426794, 14.383337, 13.521773, 13.20129, 13.207448, 31.898443, 32.681506, 33.00111, 31.944574, 30.368382, 30.832502, 30.33331, 30.147829, 31.466964, 36.005413, 36.738867, 38.487482, 39.492338, 41.729613, 40.701857, 47.197589, 46.354809, 54.242754, 59.449581, 57.383973, 54.876273, 53.976838, 41.934349, 30.074378, 7.340873, 2.8252], "sum_m_pl": [109.88311, 139.49416, 139.247727, 138.904222, 134.941711, 132.267854, 131.663313, 133.150013, 127.413107, 132.799337, 132.031161, 129.440441, 132.984157, 130.584041, 131.15211, 134.346504, 137.71926, 137.640818, 143.302498, 146.350662, 150.594149, 151.789792, 151.459746, 151.772174, 121.865748, 120.105926, 112.217698, 120.970357, 123.357256, 125.32641, 129.430003, 128.384921, 124.539118, 118.864498, 118.703027, 109.779328, 109.106543, 105.550715, 108.746316, 103.584626, 101.799575, 96.160307, 88.159488, 82.287163, 83.138271, 82.970139, 83.776016, 87.359662, 141.235385, 182.069447]}, "digit": {"n_am_en": [8, 12, 6, 0, 1, 0, 0, 1, 2, 4, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 2, 2, 1, 2, 1, 3, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [2.666534, 0.641815, 0.605456, 0.609327, 0.616712, 0.62397, 0.581547, 0.546831, 0.557638, 0.5847, 0.653808, 0.724108, 0.695301, 0.618827, 0.585365, 0.600761, 0.549765, 0.601753, 0.548455, 0.559705, 0.565721, 0.528106, 0.531732, 0.527652, 0.797903, 0.772369, 0.638617, 0.713871, 0.716775, 0.825335, 0.79408, 0.662077, 0.588352, 0.45158, 0.506055, 0.553022, 0.565792, 0.650023, 0.574916, 0.561802, 0.597198, 0.596934, 0.572062, 0.581983, 0.513531, 0.309899, 0.240274, 0.133614, 0.016217, 0.0], "sum_m_pl": [3.784157, 6.926261, 6.903758, 6.613511, 6.263771, 6.120519, 6.268964, 6.198269, 6.060431, 6.122868, 5.92894, 5.534196, 5.158012, 4.795764, 4.385531, 4.864084, 4.833823, 5.041327, 5.485958, 5.870518, 6.10123, 6.279867, 6.269678, 6.350343, 4.681773, 4.589871, 3.305636, 3.834154, 4.230768, 3.730183, 4.261398, 3.961631, 3.734268, 2.973412, 2.898608, 3.02898, 3.126704, 3.894492, 4.089936, 4.022973, 4.069979, 4.499375, 4.313074, 3.877088, 3.170446, 2.009832, 1.316557, 0.696211, 0.073628, 7e-06]}, "lang": {"n_am_en": [56, 42, 44, 19, 34, 28, 31, 29, 31, 38, 47, 27, 34, 44, 34, 43, 50, 35, 42, 35, 32, 37, 32, 37, 57, 50, 47, 41, 44, 45, 50, 41, 42, 55, 53, 52, 50, 54, 56, 72, 66, 68, 72, 68, 65, 53, 36, 25, 8, 2], "n_am_pl": [5, 43, 39, 50, 31, 27, 26, 27, 27, 36, 20, 21, 18, 22, 21, 20, 28, 30, 31, 31, 35, 32, 40, 34, 32, 35, 34, 37, 27, 31, 40, 42, 43, 37, 37, 26, 40, 31, 30, 28, 26, 30, 20, 25, 29, 50, 66, 74, 149, 182], "n_pos": 185, "sum_m_en": [17.757543, 9.505609, 9.132515, 9.21613, 9.962364, 10.423241, 10.40266, 9.99171, 10.474541, 10.850987, 11.448319, 12.761072, 13.065343, 13.842078, 15.227791, 15.493843, 13.604148, 12.975218, 12.373514, 10.843108, 9.170446, 8.560708, 8.287894, 8.314094, 20.696769, 20.969527, 21.189844, 20.753018, 20.473874, 20.337928, 19.66863, 20.25462, 21.063126, 22.965935, 23.774429, 25.704325, 26.193027, 29.387977, 28.651819, 33.36342, 32.573141, 40.669064, 44.627265, 43.112889, 43.073386, 43.623474, 34.997402, 23.989009, 6.493354, 2.500864], "sum_m_pl": [64.324056, 83.66753, 84.29528, 83.894939, 81.402825, 80.334005, 79.389558, 80.531994, 77.287899, 80.698343, 80.204088, 78.944121, 81.247344, 80.11431, 81.492104, 82.997575, 85.067946, 84.965147, 87.939548, 89.351606, 91.922432, 92.696864, 92.54485, 92.668928, 76.546616, 75.3553, 72.470592, 75.86697, 76.560277, 78.651783, 80.955281, 80.01552, 79.177767, 76.649219, 77.115755, 73.850937, 74.548587, 71.395575, 73.582751, 69.799392, 68.953301, 65.097705, 60.923231, 56.721772, 60.077701, 60.396556, 67.819583, 77.621835, 133.815921, 179.730697]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 305, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 jesień-79", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 944, "region_end": 303, "roundtrip_ok": true, "tf_agree": 0.9738, "tf_agree_excl_first": 0.977}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 20, 21, 22, 21, 24, 16, 18, 14, 16, 20, 21, 19, 23, 17, 14, 15, 21, 16, 12, 12, 12, 9, 11, 14, 22, 22, 18, 17, 18, 17, 10, 18, 15, 26, 23, 20, 18, 24, 19, 24, 23, 25, 19, 17, 19, 14, 5, 4, 1], "n_am_pl": [5, 13, 18, 21, 13, 9, 7, 16, 15, 11, 8, 7, 10, 11, 14, 12, 17, 16, 12, 11, 17, 12, 17, 16, 23, 15, 18, 17, 16, 14, 19, 19, 15, 14, 12, 17, 12, 9, 11, 15, 15, 15, 14, 18, 16, 19, 31, 32, 40, 47], "n_pos": 99, "sum_m_en": [8.941486, 5.169866, 5.265357, 5.416997, 5.360753, 5.252162, 5.231723, 5.266918, 5.464445, 5.712182, 5.951104, 6.323461, 6.419466, 6.814296, 6.916716, 6.288352, 6.459338, 6.231292, 5.606667, 5.019809, 4.838023, 4.631824, 4.479246, 4.471429, 8.699832, 10.021239, 9.659238, 9.140903, 8.462675, 8.507406, 8.430113, 8.461283, 8.958969, 8.772973, 9.369694, 9.592319, 10.443316, 12.245944, 12.018093, 12.371085, 13.098351, 14.879942, 14.570491, 15.204471, 15.658962, 15.892211, 11.406882, 6.973409, 3.84804, 1.337601], "sum_m_pl": [37.571422, 45.559824, 45.433678, 44.220188, 43.043401, 45.10244, 44.554775, 45.116466, 44.848313, 46.341557, 45.710566, 44.437233, 45.787545, 43.854918, 44.75629, 45.993976, 46.541044, 46.25481, 47.170819, 47.914784, 48.799267, 48.60682, 48.893149, 48.436567, 39.815948, 38.685228, 39.2913, 40.485778, 42.342951, 42.94799, 42.809716, 43.018823, 42.043139, 41.295271, 40.691938, 40.650324, 38.11534, 35.93851, 35.464841, 34.626499, 33.708747, 30.25972, 30.330064, 27.955863, 22.540512, 23.989214, 29.310261, 33.096016, 39.041799, 45.017764]}, "digit": {"n_am_en": [0, 1, 1, 0, 1, 2, 0, 2, 1, 2, 2, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 3, 3, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 3, 0, 0], "n_pos": 4, "sum_m_en": [0.373893, 0.208489, 0.205163, 0.295724, 0.217686, 0.243422, 0.191071, 0.236637, 0.27235, 0.243398, 0.255652, 0.207301, 0.211388, 0.233224, 0.231549, 0.212669, 0.246401, 0.263422, 0.215151, 0.178846, 0.176345, 0.17072, 0.169742, 0.167913, 0.224139, 0.180224, 0.200496, 0.239352, 0.215962, 0.284472, 0.261234, 0.300659, 0.260014, 0.25043, 0.285732, 0.27218, 0.307822, 0.281304, 0.323832, 0.408608, 0.436247, 0.456405, 0.405588, 0.44316, 0.300636, 0.220511, 0.199307, 0.038872, 0.021876, 3.7e-05], "sum_m_pl": [1.452143, 1.772703, 2.010836, 1.9195, 1.961624, 1.991774, 1.986093, 1.915055, 1.914619, 1.99035, 1.94109, 1.905497, 1.93844, 1.807385, 1.872802, 1.88666, 1.915457, 1.830752, 1.937657, 1.913936, 1.989814, 1.981774, 1.993928, 1.980606, 1.669766, 1.410943, 1.462217, 1.519429, 1.527564, 1.639185, 1.524201, 1.495171, 1.562077, 1.50906, 1.46883, 1.560724, 1.493006, 1.466399, 1.231961, 1.165142, 1.309932, 1.1262, 1.28091, 1.485955, 1.251573, 1.245585, 1.203824, 1.885608, 0.377651, 0.000738]}, "lang": {"n_am_en": [11, 10, 6, 11, 7, 14, 11, 9, 4, 7, 8, 12, 9, 13, 9, 8, 5, 10, 10, 7, 5, 6, 5, 5, 7, 11, 11, 11, 11, 9, 10, 7, 11, 8, 16, 14, 12, 11, 17, 13, 13, 14, 15, 10, 8, 10, 7, 3, 3, 1], "n_am_pl": [1, 5, 7, 10, 6, 5, 3, 11, 9, 4, 5, 4, 6, 8, 10, 10, 12, 11, 7, 5, 9, 6, 10, 10, 14, 7, 10, 9, 7, 8, 8, 10, 6, 8, 6, 10, 7, 2, 3, 8, 10, 12, 11, 14, 12, 15, 25, 25, 40, 47], "n_pos": 48, "sum_m_en": [4.38991, 2.474688, 2.624355, 2.585662, 2.567631, 2.683683, 2.735811, 2.763324, 2.760272, 2.962036, 3.075248, 3.351336, 3.337383, 3.441643, 3.459173, 3.084874, 3.166927, 3.055303, 2.776074, 2.452018, 2.361291, 2.279166, 2.186819, 2.20952, 4.487617, 5.674239, 5.294525, 5.177985, 4.581134, 4.36659, 4.391898, 4.333511, 4.751968, 4.858516, 5.228102, 4.877069, 5.513781, 6.889211, 6.773004, 6.665526, 7.145856, 8.186806, 8.182885, 8.735565, 8.337761, 7.82801, 6.194644, 3.797536, 2.240359, 1.056569], "sum_m_pl": [17.103438, 21.553619, 21.276514, 20.83556, 20.23925, 21.111345, 20.565834, 21.397009, 21.348714, 22.298753, 22.09342, 21.566708, 22.202865, 21.929917, 22.419906, 22.820743, 23.003922, 23.256788, 23.396283, 23.757238, 24.050933, 23.813234, 23.969002, 23.633491, 19.631221, 18.924812, 19.75159, 20.36487, 21.342045, 21.717277, 21.853104, 21.90171, 21.507127, 21.455185, 20.697065, 21.46041, 20.046909, 18.843414, 19.226863, 18.91437, 18.674827, 17.574316, 17.427537, 16.980785, 14.56624, 16.400369, 22.40421, 25.789702, 36.60992, 44.875993]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 101, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 wiosna-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1008, "region_end": 99, "roundtrip_ok": true, "tf_agree": 0.9604, "tf_agree_excl_first": 0.97}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [37, 32, 27, 32, 29, 26, 19, 22, 16, 23, 26, 26, 22, 27, 24, 25, 21, 18, 16, 19, 17, 16, 16, 17, 27, 29, 33, 27, 30, 30, 32, 28, 29, 27, 34, 31, 26, 30, 23, 24, 32, 33, 32, 27, 30, 31, 19, 11, 6, 1], "n_am_pl": [6, 23, 28, 25, 26, 14, 16, 23, 18, 19, 8, 12, 22, 21, 29, 19, 29, 29, 28, 22, 27, 25, 25, 25, 25, 19, 18, 22, 18, 24, 25, 24, 28, 22, 20, 28, 20, 14, 21, 22, 18, 21, 26, 20, 18, 20, 34, 41, 52, 63], "n_pos": 139, "sum_m_en": [12.65795, 7.280938, 7.347463, 7.550005, 7.739382, 7.366992, 7.313079, 7.392459, 7.579604, 7.916532, 8.240702, 8.828375, 8.666349, 9.23155, 9.476192, 8.539532, 8.642192, 8.440625, 7.426471, 6.672898, 6.32526, 6.044928, 5.841821, 5.849956, 10.626916, 11.496716, 11.268018, 11.098405, 10.915454, 11.7056, 11.779586, 11.495628, 11.8226, 12.277671, 12.376756, 12.865539, 12.619681, 14.242913, 13.17347, 14.243437, 15.714707, 18.549357, 20.112798, 18.771798, 22.035659, 25.31273, 18.271444, 12.052664, 4.840004, 1.173487], "sum_m_pl": [53.2425, 63.977811, 63.120662, 62.165504, 60.65154, 63.792099, 62.658169, 62.988041, 62.793212, 64.839612, 63.259622, 61.496705, 64.288876, 61.311736, 62.350053, 65.453935, 66.329799, 66.027635, 67.427513, 68.805701, 70.037816, 69.87398, 69.979564, 69.381727, 58.431937, 57.596241, 56.622451, 58.048932, 60.445759, 60.633218, 60.704596, 60.843936, 59.70683, 57.982006, 58.04283, 57.552501, 55.911385, 54.21725, 53.233442, 52.392982, 49.940567, 45.287791, 43.983401, 38.972742, 31.63234, 32.91538, 38.994505, 41.205608, 52.70839, 61.640644]}, "digit": {"n_am_en": [0, 4, 1, 0, 1, 3, 1, 2, 2, 4, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 1, 0, 0, 0, 2, 0, 0, 1, 1, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 4, 3, 3, 0, 0, 0, 0, 2, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 2, 1, 1, 1, 1, 0, 0, 2, 1, 1, 2, 2, 0, 1, 2, 1, 4, 4, 2, 1, 4, 4, 3, 3, 3, 3, 0, 0], "n_pos": 7, "sum_m_en": [0.575211, 0.365007, 0.348318, 0.463771, 0.373918, 0.382515, 0.326446, 0.379898, 0.426564, 0.384687, 0.377984, 0.341373, 0.339837, 0.396889, 0.386801, 0.330232, 0.371361, 0.380593, 0.346583, 0.306521, 0.298766, 0.292307, 0.285376, 0.280326, 0.400781, 0.408025, 0.413711, 0.416429, 0.444369, 0.464181, 0.440434, 0.459147, 0.433215, 0.391203, 0.443801, 0.417897, 0.440277, 0.411257, 0.404529, 0.529646, 0.436017, 0.443378, 0.375265, 0.305863, 0.286772, 0.179785, 0.104116, 0.063334, 0.003498, 0.0], "sum_m_pl": [2.898424, 3.438875, 3.574904, 3.236676, 3.204059, 3.350666, 3.290352, 3.28214, 3.308142, 3.436497, 3.317174, 3.120687, 3.451653, 3.119588, 3.316572, 3.474508, 3.419715, 3.27114, 3.404716, 3.422275, 3.517286, 3.530497, 3.526348, 3.51997, 3.041141, 2.833256, 2.779566, 2.938191, 3.062012, 3.117077, 3.010294, 2.9909, 3.123536, 3.126746, 2.929749, 2.884098, 2.807341, 2.862506, 2.744356, 2.727416, 2.883024, 2.770598, 3.178015, 3.273566, 2.848694, 2.963219, 2.5543, 2.730283, 0.22854, 0.0]}, "lang": {"n_am_en": [15, 14, 10, 12, 13, 15, 10, 13, 6, 9, 12, 14, 11, 11, 13, 11, 8, 7, 9, 10, 8, 7, 5, 6, 12, 14, 14, 15, 13, 13, 16, 17, 18, 12, 19, 16, 16, 18, 14, 18, 19, 24, 22, 18, 18, 20, 12, 3, 2, 1], "n_am_pl": [3, 10, 11, 11, 11, 6, 7, 13, 10, 8, 4, 7, 12, 12, 17, 11, 18, 18, 15, 10, 15, 13, 12, 13, 11, 10, 10, 11, 11, 15, 13, 14, 16, 15, 13, 18, 10, 5, 8, 8, 8, 15, 17, 11, 11, 12, 25, 34, 49, 61], "n_pos": 62, "sum_m_en": [5.362339, 3.12161, 3.350517, 3.318307, 3.425859, 3.438552, 3.462446, 3.553769, 3.571462, 3.875581, 4.017706, 4.3387, 4.201605, 4.373429, 4.398933, 3.966183, 3.966655, 3.869213, 3.423514, 3.084766, 2.893185, 2.753191, 2.634469, 2.662723, 5.084782, 5.568913, 5.604113, 5.643136, 5.444705, 5.936671, 6.182349, 6.026446, 6.165877, 6.772487, 6.695074, 6.91411, 6.857151, 8.031175, 7.269346, 7.509255, 8.876262, 11.663373, 13.515537, 13.201525, 14.117221, 15.076972, 10.830771, 4.554836, 1.746841, 1.009686], "sum_m_pl": [22.614176, 27.824809, 27.159918, 27.112321, 26.651237, 27.79753, 26.992579, 27.767167, 27.795087, 28.606809, 28.01931, 27.531634, 28.747282, 28.019533, 28.493473, 29.525927, 30.044027, 30.373315, 30.538765, 31.098437, 31.611887, 31.396129, 31.468124, 31.035462, 26.908267, 26.570488, 26.624093, 27.104015, 28.113978, 28.026873, 28.250721, 28.313101, 28.229397, 27.732258, 27.633674, 28.22154, 26.691003, 26.361178, 26.431175, 26.008738, 24.695853, 23.139662, 21.683986, 20.743515, 16.866976, 18.129363, 25.84442, 31.421495, 48.000105, 59.465869]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "pes-Endokrynologia i diabetologia dziecięca-2020 wiosna-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 888, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9716, "tf_agree_excl_first": 0.9786}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [94, 101, 79, 61, 67, 69, 71, 76, 67, 85, 83, 81, 69, 83, 78, 69, 71, 85, 82, 80, 72, 85, 81, 91, 116, 109, 106, 114, 103, 83, 96, 101, 108, 104, 107, 113, 102, 119, 126, 130, 127, 134, 131, 129, 127, 124, 125, 130, 136, 132], "n_am_pl": [16, 45, 50, 47, 29, 39, 37, 27, 26, 33, 33, 33, 43, 43, 36, 39, 39, 38, 35, 36, 31, 26, 35, 46, 23, 34, 27, 37, 38, 47, 59, 62, 48, 37, 46, 35, 35, 30, 26, 25, 31, 32, 26, 23, 20, 25, 20, 17, 15, 15], "n_pos": 336, "sum_m_en": [40.05434, 21.060162, 20.140361, 19.208976, 19.376499, 18.045763, 17.819156, 18.514627, 18.895396, 19.365045, 20.87077, 22.531297, 22.651597, 24.129307, 23.565042, 22.09831, 21.78178, 22.522364, 20.245969, 18.364527, 17.231245, 16.173708, 15.488022, 15.130147, 34.412205, 35.926885, 37.33474, 35.823378, 35.105426, 36.227182, 35.847109, 35.925488, 37.712986, 40.57058, 42.066006, 45.214184, 52.263161, 54.227541, 57.332405, 60.662907, 66.113908, 85.345822, 89.638374, 97.494915, 101.189794, 111.983438, 115.07186, 121.371566, 133.568566, 130.376611], "sum_m_pl": [114.843756, 156.229924, 155.62522, 153.495595, 150.104177, 153.859283, 153.476646, 151.230761, 149.259142, 155.747919, 153.506469, 150.938193, 152.679101, 148.084298, 149.173612, 151.92806, 153.094721, 150.982846, 154.638011, 160.107826, 163.39508, 165.290297, 166.292161, 167.401813, 135.321891, 134.686374, 129.968078, 138.324095, 140.132274, 140.379313, 141.205864, 141.837007, 139.631828, 133.506045, 129.535993, 119.113698, 106.612797, 102.647038, 98.821139, 94.779102, 89.776589, 78.808915, 69.227245, 58.937342, 47.618463, 43.669704, 32.129601, 24.045745, 14.856809, 14.240109]}, "digit": {"n_am_en": [4, 11, 13, 1, 1, 4, 1, 3, 2, 1, 5, 5, 3, 3, 3, 2, 2, 3, 2, 1, 2, 1, 1, 1, 2, 3, 4, 5, 1, 0, 1, 1, 2, 2, 2, 1, 0, 0, 2, 2, 1, 2, 2, 2, 0, 0, 2, 0, 0, 0], "n_am_pl": [0, 0, 0, 4, 1, 2, 3, 2, 2, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 2, 2, 2, 0, 2, 1, 0, 3, 4, 5, 3, 4, 2, 2, 1, 1, 2, 1, 2, 2, 1, 1, 2, 2, 1, 0, 0, 0, 0], "n_pos": 17, "sum_m_en": [2.568311, 1.205695, 1.030627, 0.919334, 0.921023, 0.839897, 0.776399, 0.7734, 0.772028, 0.891466, 0.948873, 0.988357, 0.937415, 0.964381, 0.993056, 0.943393, 0.910238, 0.906989, 0.854534, 0.807212, 0.757908, 0.734217, 0.716513, 0.701566, 1.301768, 1.196304, 1.051703, 1.131606, 1.06418, 1.223144, 1.15504, 1.163154, 1.152819, 1.079315, 1.193518, 1.18185, 1.216023, 1.210648, 1.090084, 0.990789, 0.955631, 1.053446, 1.173226, 1.252079, 1.026318, 0.69827, 0.759856, 0.419449, 0.101028, 8.6e-05], "sum_m_pl": [5.48972, 8.53846, 8.604785, 8.067636, 7.780963, 7.815742, 7.982879, 7.888183, 7.697908, 7.778843, 7.706988, 7.195322, 6.937366, 6.531182, 6.281671, 6.616017, 6.749264, 6.751665, 7.324471, 7.703539, 8.027307, 8.159795, 8.202526, 8.297886, 6.352631, 6.586517, 5.594546, 6.059362, 6.345857, 6.314074, 6.532604, 6.580407, 6.692218, 6.31593, 6.097203, 5.535785, 5.052803, 5.116298, 5.24656, 4.920693, 4.852619, 5.020909, 4.873128, 4.126299, 3.457928, 2.216588, 1.232034, 0.814867, 0.173606, 0.000146]}, "lang": {"n_am_en": [47, 40, 25, 24, 31, 32, 34, 35, 33, 37, 31, 36, 28, 34, 32, 26, 24, 35, 41, 42, 33, 40, 44, 46, 57, 55, 60, 59, 54, 43, 48, 54, 55, 53, 54, 57, 60, 66, 73, 74, 74, 72, 73, 73, 75, 74, 85, 95, 118, 131], "n_am_pl": [9, 23, 30, 25, 23, 25, 19, 9, 12, 15, 13, 13, 23, 24, 17, 24, 21, 17, 20, 22, 19, 12, 17, 22, 12, 17, 18, 20, 18, 23, 29, 33, 22, 19, 19, 16, 16, 13, 13, 10, 11, 11, 16, 12, 15, 17, 14, 12, 15, 15], "n_pos": 148, "sum_m_en": [17.554804, 9.096044, 8.690664, 8.141623, 8.488059, 7.921419, 7.974513, 8.349797, 8.60795, 8.744585, 9.404344, 10.260307, 10.460929, 11.265254, 11.053936, 10.220667, 10.120988, 10.505692, 9.511874, 8.501208, 7.86457, 7.321027, 6.964276, 6.801563, 16.07118, 17.456562, 18.371387, 17.424383, 17.302783, 17.395231, 16.651959, 16.422138, 17.694403, 19.292205, 20.100325, 22.662447, 27.7977, 28.704306, 30.735727, 32.235587, 35.113342, 42.149725, 46.946138, 53.268226, 60.883839, 67.593371, 78.105624, 86.828885, 115.310503, 125.77877], "sum_m_pl": [49.576608, 68.848396, 68.391991, 67.795684, 66.631607, 68.267423, 68.222398, 67.445124, 67.047589, 69.650276, 68.732961, 67.878365, 68.57649, 66.310976, 67.427881, 68.607363, 68.790189, 67.594829, 68.764676, 71.246928, 72.367877, 73.276729, 73.751704, 74.202535, 62.411794, 61.630819, 60.390829, 63.575869, 64.353127, 63.800668, 64.506108, 64.411003, 63.535504, 62.080462, 59.268814, 55.35265, 49.376557, 47.824251, 47.134678, 45.433165, 42.889809, 37.962413, 35.515675, 30.198391, 24.2448, 24.12978, 17.343325, 14.350059, 12.816993, 13.726375]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 338, "item_id": "pes-Endokrynologia-2018 jesień-30", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 952, "region_end": 336, "roundtrip_ok": true, "tf_agree": 0.9822, "tf_agree_excl_first": 0.9852}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [133, 127, 108, 87, 82, 79, 75, 88, 84, 95, 131, 110, 116, 101, 90, 91, 71, 73, 69, 58, 57, 65, 54, 69, 103, 120, 109, 126, 132, 126, 107, 117, 122, 110, 123, 101, 97, 106, 109, 119, 114, 133, 120, 105, 98, 87, 64, 48, 13, 11], "n_am_pl": [30, 90, 89, 87, 69, 61, 50, 31, 52, 58, 44, 53, 71, 75, 91, 82, 91, 108, 122, 108, 108, 104, 116, 117, 72, 68, 67, 90, 78, 87, 109, 103, 114, 88, 104, 106, 90, 99, 73, 94, 107, 95, 99, 103, 106, 121, 131, 138, 199, 216], "n_pos": 458, "sum_m_en": [43.377924, 24.368448, 24.827943, 24.748033, 25.266435, 24.051978, 23.693024, 24.683578, 25.375237, 26.488887, 28.529036, 30.252751, 29.688084, 31.700275, 31.936183, 28.985645, 27.863405, 27.628325, 24.292993, 22.376383, 21.321365, 20.049789, 19.786971, 19.428851, 37.474824, 43.344179, 43.943745, 45.71708, 46.327933, 47.931914, 45.184777, 46.911985, 48.483478, 48.733254, 48.100512, 48.65261, 48.330585, 52.438916, 53.572319, 56.823114, 55.416056, 85.318148, 86.617307, 84.699397, 77.633816, 76.48809, 53.930165, 43.860707, 14.612471, 10.850687], "sum_m_pl": [169.596462, 215.614632, 211.092362, 207.066489, 200.230388, 203.375204, 203.328507, 199.838618, 198.82409, 208.236421, 204.488008, 203.253052, 212.146027, 205.74893, 210.005127, 214.644549, 216.60752, 216.528141, 221.878516, 225.779418, 228.225125, 229.25916, 228.960581, 229.969699, 197.401837, 190.366697, 183.64731, 192.864186, 197.946335, 197.197788, 202.797041, 201.61959, 199.222566, 195.2831, 193.294289, 187.941741, 181.992941, 177.054727, 171.46285, 168.681902, 165.601751, 149.635481, 139.56661, 135.860878, 130.827002, 140.804765, 145.241426, 145.319884, 194.081977, 217.677783]}, "digit": {"n_am_en": [7, 5, 4, 0, 1, 0, 1, 0, 2, 0, 4, 3, 4, 4, 2, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 2, 4, 1, 1, 4, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 0, 0, 0], "n_am_pl": [1, 5, 3, 6, 1, 3, 2, 1, 1, 4, 5, 2, 3, 3, 0, 0, 0, 0, 0, 1, 1, 2, 3, 2, 1, 2, 2, 1, 1, 0, 0, 0, 1, 0, 0, 3, 2, 3, 2, 3, 6, 4, 4, 3, 1, 0, 0, 0, 0, 0], "n_pos": 15, "sum_m_en": [1.758149, 1.213365, 0.892768, 0.837998, 0.839024, 0.681063, 0.639929, 0.679299, 0.707206, 0.788435, 0.846699, 0.887857, 0.872759, 0.957694, 0.999355, 0.868729, 0.799607, 0.810782, 0.720998, 0.647526, 0.637896, 0.607491, 0.600335, 0.590588, 0.914345, 0.90957, 1.034918, 1.126134, 1.215657, 1.218369, 1.097103, 1.081018, 0.93996, 1.015654, 1.020204, 1.044512, 0.941432, 0.844569, 0.909492, 0.824441, 1.038817, 1.45964, 1.339144, 1.425534, 1.180943, 0.727656, 0.842539, 0.215471, 0.046782, 0.0], "sum_m_pl": [6.244805, 7.521216, 7.600561, 7.05846, 6.894582, 7.131531, 7.208712, 7.069739, 6.827465, 6.884664, 6.765415, 6.43905, 6.399116, 6.073663, 6.272665, 6.365655, 6.512606, 6.44738, 6.73141, 6.945923, 7.127937, 7.21825, 7.243733, 7.282946, 6.306841, 6.232597, 6.130437, 6.196942, 6.257528, 6.104843, 6.168352, 6.194895, 5.983459, 5.945383, 5.616861, 4.901842, 4.836618, 4.591187, 4.802096, 4.673353, 5.084906, 4.936472, 5.236702, 4.231509, 3.445619, 2.220414, 1.545118, 1.185607, 0.307702, 3.1e-05]}, "lang": {"n_am_en": [63, 53, 36, 38, 37, 31, 39, 54, 40, 53, 60, 59, 55, 46, 46, 56, 42, 36, 39, 33, 25, 32, 27, 38, 55, 68, 63, 68, 66, 68, 57, 55, 63, 60, 70, 58, 51, 57, 64, 66, 64, 71, 60, 53, 55, 53, 36, 28, 8, 11], "n_am_pl": [10, 52, 60, 39, 37, 34, 26, 14, 30, 26, 20, 27, 38, 43, 49, 44, 49, 61, 70, 50, 60, 54, 66, 62, 37, 33, 37, 52, 42, 48, 60, 60, 65, 54, 60, 65, 58, 57, 45, 59, 64, 62, 70, 74, 79, 94, 106, 112, 191, 214], "n_pos": 226, "sum_m_en": [19.760624, 11.659343, 11.719806, 11.814917, 12.485701, 11.866936, 11.906415, 12.432281, 12.912584, 13.498458, 14.57969, 15.366617, 15.137997, 15.939932, 15.77409, 14.364822, 13.903849, 13.697505, 12.167122, 11.162839, 10.645016, 9.964155, 9.843455, 9.663968, 18.536863, 22.386832, 22.628406, 23.52379, 23.906239, 24.655938, 23.054585, 24.108952, 24.826518, 24.229593, 24.246228, 24.079614, 24.31097, 27.231457, 27.949571, 29.47569, 29.332349, 38.830267, 38.909158, 41.017413, 43.299378, 45.93889, 30.002231, 23.649955, 9.813876, 10.746764], "sum_m_pl": [82.200586, 104.267938, 102.61403, 100.086761, 95.865664, 97.827935, 98.444478, 97.429526, 97.958119, 102.795706, 100.992077, 100.709416, 105.431039, 102.578356, 105.187095, 107.828303, 108.469277, 108.316989, 110.309316, 111.916469, 112.670011, 113.293003, 113.091823, 113.778812, 100.16668, 96.774954, 94.321949, 98.270521, 100.722386, 100.201846, 103.504561, 102.892103, 102.714231, 102.687094, 100.925028, 100.006096, 97.837973, 95.392464, 93.507015, 92.148446, 90.457352, 86.650277, 83.597435, 86.565715, 87.700424, 98.600956, 110.369967, 113.903285, 177.219836, 211.202143]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 460, "item_id": "pes-Endokrynologia-2018 jesień-30", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 832, "region_end": 458, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.9869}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 48, 40, 36, 25, 47, 41, 38, 39, 48, 45, 49, 36, 37, 40, 40, 50, 43, 53, 45, 55, 46, 37, 47, 63, 61, 54, 47, 44, 56, 52, 53, 52, 47, 57, 56, 58, 61, 63, 76, 73, 71, 76, 77, 76, 80, 89, 91, 85, 78], "n_am_pl": [11, 29, 31, 26, 28, 22, 19, 21, 20, 16, 15, 14, 18, 21, 27, 25, 27, 25, 16, 23, 24, 22, 25, 24, 18, 19, 23, 20, 17, 25, 24, 25, 24, 25, 19, 26, 11, 16, 15, 15, 13, 16, 17, 15, 16, 15, 7, 7, 2, 3], "n_pos": 182, "sum_m_en": [20.220169, 11.696014, 10.782595, 10.623391, 10.564885, 10.409016, 10.020171, 9.930023, 10.118122, 10.620799, 11.267961, 13.205569, 12.452733, 13.306849, 13.719179, 13.231208, 12.363836, 12.383024, 11.534741, 10.276571, 9.868085, 9.261771, 8.645172, 8.36041, 19.641603, 20.481153, 20.866268, 19.742866, 18.894471, 19.082604, 18.027937, 17.946299, 18.305929, 19.135361, 19.365668, 22.097957, 27.009376, 25.715243, 26.53118, 36.591713, 36.773162, 44.604156, 46.981808, 55.576099, 62.486934, 68.065731, 82.373754, 83.282144, 81.09382, 78.951971], "sum_m_pl": [66.579857, 83.66093, 83.043281, 81.148417, 79.365984, 84.294953, 84.474492, 83.930724, 83.820779, 84.270119, 81.043374, 79.220485, 81.267378, 78.971298, 80.580677, 82.578855, 84.399112, 81.447611, 82.958569, 85.237288, 86.68488, 87.653104, 87.985857, 88.577879, 68.277427, 68.516929, 66.490491, 69.581537, 71.053235, 69.901181, 71.557072, 72.493736, 72.336186, 71.095387, 69.837225, 66.029854, 58.483837, 57.500819, 55.96682, 49.964283, 46.690628, 39.053091, 39.537703, 34.956389, 29.001747, 24.67055, 14.187729, 10.51455, 3.990909, 2.712408]}, "digit": {"n_am_en": [2, 2, 1, 1, 1, 2, 0, 0, 0, 0, 2, 1, 0, 0, 0, 1, 1, 1, 1, 1, 3, 2, 1, 2, 0, 2, 2, 0, 0, 2, 2, 1, 1, 0, 1, 0, 1, 1, 1, 4, 2, 1, 1, 1, 1, 0, 0, 1, 0, 0], "n_am_pl": [0, 1, 2, 1, 2, 1, 1, 3, 3, 2, 0, 0, 0, 1, 3, 4, 2, 3, 1, 1, 1, 1, 2, 1, 1, 1, 0, 1, 2, 1, 0, 1, 1, 2, 2, 2, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.798308, 0.478225, 0.446409, 0.48197, 0.466976, 0.491257, 0.458755, 0.442021, 0.449382, 0.494219, 0.477307, 0.484322, 0.429455, 0.450079, 0.494876, 0.517982, 0.51123, 0.513493, 0.478469, 0.445299, 0.425282, 0.408192, 0.386763, 0.383568, 0.581984, 0.58214, 0.632837, 0.631103, 0.57838, 0.664853, 0.659315, 0.559084, 0.53399, 0.504969, 0.541887, 0.507106, 0.571027, 0.624847, 0.612555, 0.782166, 0.715343, 0.699179, 0.623364, 0.735023, 0.669077, 0.533895, 0.486831, 0.333874, 0.124394, 9.2e-05], "sum_m_pl": [4.499403, 5.117374, 4.928256, 4.744596, 4.414915, 4.61518, 4.546089, 4.58351, 4.333539, 4.21692, 4.015015, 4.033034, 4.086319, 3.92467, 4.345897, 4.579762, 4.713726, 4.595328, 4.580963, 4.69083, 4.81947, 4.866227, 4.898236, 4.935625, 4.339493, 4.419868, 3.902129, 3.971867, 4.192931, 3.97681, 4.031422, 4.165722, 4.177498, 4.14849, 3.978216, 3.764318, 3.538696, 3.358487, 3.168671, 2.918392, 2.841909, 2.764796, 2.706103, 2.264509, 2.18007, 1.952097, 1.43742, 1.05523, 0.328472, 1.3e-05]}, "lang": {"n_am_en": [24, 21, 14, 15, 17, 27, 23, 22, 23, 25, 25, 31, 22, 23, 22, 24, 27, 22, 33, 28, 30, 25, 22, 29, 37, 36, 34, 31, 28, 33, 32, 34, 31, 27, 31, 33, 29, 33, 33, 37, 42, 40, 42, 44, 49, 54, 61, 66, 76, 77], "n_am_pl": [4, 15, 17, 14, 10, 6, 6, 8, 9, 4, 6, 4, 10, 7, 10, 10, 15, 16, 11, 12, 14, 12, 15, 13, 7, 9, 11, 8, 6, 12, 13, 12, 9, 11, 10, 10, 5, 7, 7, 8, 5, 5, 6, 7, 7, 4, 2, 3, 2, 3], "n_pos": 82, "sum_m_en": [9.808804, 5.335891, 5.033388, 4.969709, 5.042927, 5.042081, 4.943503, 4.930455, 5.160099, 5.372907, 5.874928, 7.411754, 6.801333, 7.19312, 7.452911, 6.934393, 6.306603, 6.267364, 5.809285, 5.040448, 4.921668, 4.407614, 4.094777, 3.914135, 11.25314, 11.806188, 12.290796, 11.561105, 10.654177, 10.418046, 9.775463, 9.492055, 10.166333, 11.016079, 10.732763, 12.511229, 14.880613, 14.581152, 15.239822, 20.543136, 21.238301, 26.577549, 27.136596, 33.321371, 39.722535, 44.330636, 55.731476, 59.056051, 71.059512, 74.40605], "sum_m_pl": [28.995358, 37.601767, 37.311472, 36.381054, 35.364758, 37.687252, 37.910299, 37.799391, 37.88512, 38.149634, 36.792144, 35.569975, 36.870367, 35.812393, 36.052646, 36.987379, 37.857526, 36.888717, 37.491345, 38.67089, 39.237895, 39.744257, 39.989622, 40.202852, 31.222153, 31.051045, 30.841933, 31.62871, 32.599024, 32.288501, 33.260642, 33.491449, 32.790307, 32.249411, 31.684351, 30.075885, 26.079565, 25.506468, 25.218262, 22.315499, 20.841037, 17.233394, 16.980677, 14.432378, 11.926645, 9.0405, 4.850956, 4.26284, 2.458642, 2.655596]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 184, "item_id": "pes-Endokrynologia-2019 jesień-16", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 941, "region_end": 182, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9836}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [25, 15, 9, 8, 10, 10, 12, 20, 16, 26, 29, 24, 10, 21, 17, 13, 17, 18, 19, 20, 19, 18, 17, 14, 25, 23, 22, 17, 15, 24, 16, 18, 22, 21, 23, 24, 25, 23, 31, 37, 37, 40, 39, 37, 30, 20, 11, 3, 0, 0], "n_am_pl": [6, 17, 19, 16, 14, 15, 18, 15, 19, 9, 8, 13, 13, 13, 15, 14, 13, 11, 13, 16, 18, 16, 17, 21, 15, 13, 13, 13, 19, 16, 22, 20, 22, 15, 15, 14, 13, 10, 8, 14, 18, 10, 11, 16, 14, 26, 33, 32, 50, 54], "n_pos": 90, "sum_m_en": [8.735083, 4.414625, 4.524545, 4.491553, 4.568701, 4.526304, 4.717565, 5.001828, 5.106924, 5.446649, 5.405145, 5.762368, 5.684903, 5.854962, 5.985373, 5.832036, 5.472228, 5.330109, 4.779774, 4.439541, 4.198617, 4.042856, 3.88208, 3.783868, 6.935466, 7.501548, 7.656157, 7.293691, 7.080589, 7.530125, 7.238865, 7.138092, 7.651126, 7.365367, 7.425737, 8.029997, 8.459829, 9.244322, 9.099848, 14.355452, 14.556027, 14.672587, 17.101399, 17.491249, 16.997859, 15.845505, 9.403696, 4.562899, 1.081222, 0.017052], "sum_m_pl": [32.90587, 40.479269, 39.064447, 39.511336, 37.360212, 39.729607, 39.472988, 39.272211, 40.320972, 40.923758, 39.61685, 39.165617, 40.951504, 39.922595, 41.181498, 42.683085, 43.935125, 44.002004, 44.109852, 44.76936, 45.244896, 45.445307, 45.476622, 45.592201, 39.600234, 38.458045, 37.478101, 38.889954, 39.89702, 39.615499, 40.194045, 40.53294, 40.288372, 39.609405, 39.265685, 37.991334, 35.404178, 34.351668, 34.749889, 33.098248, 32.719735, 32.484497, 32.094648, 30.585967, 27.196732, 29.041775, 32.558363, 33.722269, 43.618121, 52.678961]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.154779, 0.120257, 0.128023, 0.129284, 0.111554, 0.104557, 0.108365, 0.125377, 0.134153, 0.134317, 0.131277, 0.127074, 0.136184, 0.121262, 0.115393, 0.14283, 0.126363, 0.131142, 0.12495, 0.106438, 0.102097, 0.099422, 0.095013, 0.094667, 0.158446, 0.136897, 0.187368, 0.207604, 0.182032, 0.191034, 0.196207, 0.169128, 0.147463, 0.131505, 0.140283, 0.124384, 0.110648, 0.143967, 0.122977, 0.364594, 0.322616, 0.142623, 0.164902, 0.252456, 0.075853, 0.077131, 0.133733, 0.092409, 0.005742, 0.0], "sum_m_pl": [0.730186, 0.959642, 0.892296, 0.84925, 0.82107, 0.844889, 0.798045, 0.782634, 0.791969, 0.780571, 0.777327, 0.760883, 0.745257, 0.697144, 0.766368, 0.829729, 0.886713, 0.912413, 0.855621, 0.897676, 0.929654, 0.924068, 0.939269, 0.941205, 0.708518, 0.718817, 0.741479, 0.713588, 0.778111, 0.780187, 0.784278, 0.733899, 0.722332, 0.684206, 0.637361, 0.670044, 0.64894, 0.554632, 0.5336, 0.478487, 0.482147, 0.552089, 0.615724, 0.646368, 0.746038, 0.524442, 0.401677, 0.229031, 0.00916, 0.0]}, "lang": {"n_am_en": [17, 11, 4, 5, 4, 7, 8, 14, 10, 20, 21, 20, 5, 13, 11, 7, 10, 15, 11, 13, 12, 11, 12, 10, 20, 18, 18, 12, 11, 19, 14, 14, 16, 15, 15, 14, 19, 17, 24, 27, 24, 27, 28, 27, 25, 17, 6, 2, 0, 0], "n_am_pl": [3, 10, 11, 10, 10, 9, 6, 6, 7, 2, 3, 8, 7, 8, 12, 10, 8, 6, 11, 12, 15, 14, 14, 17, 7, 6, 10, 8, 12, 9, 14, 11, 12, 12, 8, 10, 9, 9, 6, 9, 13, 8, 8, 11, 8, 20, 26, 25, 46, 53], "n_pos": 53, "sum_m_en": [5.280016, 2.597102, 2.588502, 2.603866, 2.684587, 2.710102, 2.881702, 3.026829, 3.178293, 3.273794, 3.213819, 3.418861, 3.322482, 3.481306, 3.58938, 3.427958, 3.218322, 3.112702, 2.816431, 2.619602, 2.456022, 2.359383, 2.255811, 2.206547, 4.377755, 4.918357, 4.976892, 4.428241, 4.482001, 4.714646, 4.641197, 4.618046, 4.80997, 4.495973, 4.483009, 4.562829, 5.131686, 5.723767, 5.679695, 8.729271, 8.795576, 9.518965, 11.410193, 12.27067, 12.61819, 11.951551, 6.287311, 3.226725, 0.85784, 0.015867], "sum_m_pl": [18.969827, 23.733003, 22.987307, 22.739654, 21.42471, 22.951593, 22.940755, 22.875565, 23.442948, 23.937139, 23.193025, 23.119322, 24.558349, 23.819376, 24.746961, 25.647187, 26.178287, 26.46467, 26.351638, 26.718946, 27.015598, 27.162963, 27.186196, 27.272245, 24.266925, 23.874049, 23.495449, 24.327212, 24.830376, 24.713098, 25.087692, 25.070033, 25.375289, 25.110327, 24.487923, 24.443853, 23.074504, 22.603512, 22.844682, 22.0704, 21.892508, 21.765245, 20.663367, 20.121333, 19.710595, 21.58629, 25.13573, 26.110723, 39.531441, 50.878882]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "pes-Endokrynologia-2019 jesień-16", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 821, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9565, "tf_agree_excl_first": 0.967}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 2, 1, 2, 3, 2, 2, 2, 3, 2, 3, 3, 1, 2, 0, 3, 0, 1, 1, 1, 0, 1, 1, 1, 2, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 1, 1, 1, 0, 1, 2, 2, 1, 2, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.244447, 0.144578, 0.157971, 0.175653, 0.187616, 0.157554, 0.141613, 0.149914, 0.143165, 0.134431, 0.141055, 0.148308, 0.157564, 0.168564, 0.179988, 0.188263, 0.186812, 0.17502, 0.159186, 0.151958, 0.138051, 0.127184, 0.126514, 0.129761, 0.473363, 0.364937, 0.331029, 0.352915, 0.273345, 0.258583, 0.263818, 0.227928, 0.240357, 0.24183, 0.295072, 0.293542, 0.448423, 0.288466, 0.259268, 0.246239, 0.263887, 0.255473, 0.243365, 0.26817, 0.184793, 0.185746, 0.072404, 0.036238, 0.000786, 0.000149], "sum_m_pl": [1.306024, 1.453873, 1.516871, 1.465732, 1.431668, 1.510449, 1.471847, 1.395143, 1.444393, 1.449768, 1.426341, 1.460494, 1.442688, 1.471827, 1.368922, 1.347152, 1.359575, 1.347461, 1.39376, 1.403559, 1.426027, 1.442356, 1.469641, 1.477232, 1.093618, 1.166412, 1.0687, 1.037172, 1.113911, 1.235412, 1.27592, 1.321632, 1.138314, 1.150104, 1.110323, 1.106106, 0.977304, 0.874468, 0.938465, 0.942521, 1.022273, 1.058308, 0.992702, 0.949476, 0.648318, 0.519961, 0.118078, 0.080863, 0.001492, 0.077745]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 205, "item_id": "pes-Endokrynologia-2019 wiosna-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1046, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9805, "tf_agree_excl_first": 0.9853}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 0, 1, 0, 1, 2, 3, 1, 2, 0, 1, 2, 1, 3, 1, 1, 1, 0, 0, 0, 0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 1, 2, 1, 0, 0, 2, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.249721, 0.143179, 0.16287, 0.181218, 0.18791, 0.159261, 0.147072, 0.155611, 0.145121, 0.139033, 0.144932, 0.148904, 0.155937, 0.156264, 0.170426, 0.16991, 0.164486, 0.15499, 0.146079, 0.13764, 0.128321, 0.122669, 0.118294, 0.120327, 0.278073, 0.215441, 0.25487, 0.288771, 0.24897, 0.222869, 0.273742, 0.200317, 0.223091, 0.226697, 0.283592, 0.243387, 0.46904, 0.273483, 0.232332, 0.222813, 0.211723, 0.207712, 0.196667, 0.205846, 0.142109, 0.13315, 0.100635, 0.061894, 0.001327, 3.4e-05], "sum_m_pl": [1.278915, 1.448475, 1.49919, 1.452725, 1.431371, 1.508255, 1.478889, 1.437603, 1.446551, 1.445136, 1.427851, 1.458125, 1.443318, 1.479005, 1.357048, 1.352448, 1.344609, 1.322212, 1.382429, 1.384275, 1.381442, 1.390456, 1.425539, 1.431326, 1.084188, 1.086891, 1.028975, 1.048617, 1.063433, 1.150004, 1.170032, 1.263628, 1.004841, 0.951192, 1.048263, 1.113168, 0.98465, 0.94765, 1.025925, 1.063043, 1.140371, 1.181838, 1.130905, 1.085089, 0.726818, 0.589366, 0.372324, 0.291588, 0.02177, 0.533588]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 341, "item_id": "pes-Endokrynologia-2019 wiosna-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 926, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9883, "tf_agree_excl_first": 0.9912}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [47, 40, 32, 37, 25, 30, 33, 45, 34, 45, 50, 54, 48, 43, 40, 35, 35, 39, 45, 47, 46, 46, 46, 42, 58, 58, 51, 44, 45, 48, 40, 47, 46, 50, 46, 61, 68, 67, 72, 65, 69, 70, 76, 83, 73, 79, 79, 77, 70, 63], "n_am_pl": [13, 33, 38, 25, 25, 28, 23, 29, 15, 28, 21, 22, 25, 27, 27, 25, 23, 27, 22, 25, 22, 23, 30, 27, 19, 23, 25, 27, 27, 28, 37, 36, 34, 24, 36, 31, 24, 26, 24, 30, 27, 23, 17, 16, 15, 12, 14, 9, 4, 5], "n_pos": 185, "sum_m_en": [20.693224, 11.262856, 10.717095, 10.188634, 10.671924, 10.357932, 10.784885, 11.71031, 11.566725, 12.429033, 12.831625, 13.859581, 14.10182, 14.188196, 13.952687, 12.69412, 12.427774, 12.368701, 10.956154, 10.050978, 9.793568, 9.444019, 8.993613, 8.708241, 21.407137, 21.827861, 22.227768, 21.576546, 21.070587, 20.283884, 19.306322, 19.687468, 19.560287, 21.275413, 22.267407, 24.545311, 27.3386, 29.11903, 29.385513, 36.97722, 36.561449, 43.223243, 47.974295, 58.754838, 60.356558, 66.282243, 70.819614, 70.024722, 67.668494, 62.739195], "sum_m_pl": [65.893254, 85.252749, 83.638279, 82.010157, 79.003243, 81.749911, 80.868234, 81.149703, 79.645157, 81.285447, 81.340698, 80.818411, 81.068675, 80.817806, 82.193781, 82.847776, 83.498191, 83.256603, 84.916405, 86.987279, 87.784815, 88.098644, 88.529834, 89.005705, 70.59663, 70.251829, 67.749305, 70.727946, 73.205443, 73.400051, 75.014126, 75.993743, 75.392684, 71.766198, 70.485756, 67.236031, 63.082833, 62.371979, 61.348656, 55.873058, 51.927672, 45.240039, 39.305988, 32.789319, 25.370705, 20.377377, 18.238406, 12.170787, 5.629126, 5.796616]}, "digit": {"n_am_en": [0, 1, 8, 6, 1, 1, 2, 3, 2, 1, 2, 3, 2, 3, 2, 3, 0, 1, 0, 1, 1, 1, 1, 1, 3, 4, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 1, 0, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 3, 1, 0, 0, 2, 0, 1, 0, 1, 0, 1, 0, 2, 1, 2, 1, 2, 3, 3, 4, 2, 1, 4, 2, 2, 2, 1, 3, 3, 1, 4, 5, 2, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.703266, 0.390149, 0.370706, 0.336103, 0.32438, 0.338544, 0.297298, 0.323672, 0.3108, 0.377843, 0.430261, 0.441351, 0.518251, 0.554251, 0.516107, 0.460259, 0.468648, 0.458746, 0.410981, 0.371909, 0.342048, 0.331816, 0.325234, 0.315888, 0.479577, 0.436387, 0.465459, 0.528981, 0.602941, 0.686381, 0.685754, 0.672864, 0.566503, 0.565176, 0.622795, 0.699082, 0.730169, 0.620336, 0.569941, 0.63484, 0.69667, 0.691348, 0.624425, 0.777063, 0.63476, 0.606933, 0.2039, 0.277941, 0.019181, 1.1e-05], "sum_m_pl": [3.806255, 4.365277, 4.364795, 4.324413, 4.274296, 4.255012, 4.184839, 4.070151, 4.154253, 3.921162, 3.945199, 3.76349, 3.542344, 3.310919, 3.422204, 3.352622, 3.326132, 3.119028, 3.276624, 3.62703, 3.76542, 3.82282, 3.866433, 3.909412, 3.688575, 3.767855, 3.527728, 3.447138, 3.362291, 3.287651, 3.226358, 3.378247, 3.159836, 3.09843, 2.88184, 2.655703, 2.25373, 2.284899, 2.270641, 2.212214, 2.270075, 2.257385, 2.237593, 1.512698, 1.447992, 0.689648, 0.303483, 0.189064, 0.010592, 2e-06]}, "lang": {"n_am_en": [20, 18, 8, 13, 8, 12, 15, 23, 12, 15, 16, 19, 24, 18, 16, 19, 18, 14, 21, 18, 20, 18, 22, 20, 24, 24, 24, 21, 21, 23, 20, 20, 15, 19, 21, 29, 29, 31, 36, 35, 37, 35, 41, 45, 40, 46, 46, 54, 61, 63], "n_am_pl": [6, 8, 11, 7, 9, 10, 4, 7, 4, 9, 6, 6, 5, 9, 12, 11, 10, 14, 7, 11, 10, 9, 8, 9, 4, 5, 7, 6, 7, 6, 13, 11, 8, 7, 11, 8, 9, 11, 9, 11, 9, 9, 6, 7, 7, 4, 8, 4, 3, 4], "n_pos": 68, "sum_m_en": [8.270661, 4.443737, 4.109208, 3.932679, 4.209734, 4.005122, 4.418028, 4.847105, 4.772549, 5.086731, 5.026124, 5.869844, 5.98553, 5.879368, 5.721904, 4.940063, 4.776967, 4.68969, 4.198541, 3.829214, 3.695681, 3.54696, 3.378404, 3.281397, 9.325507, 10.055564, 10.02283, 9.462773, 8.942623, 8.024877, 7.73718, 7.86569, 7.631459, 8.317741, 8.910929, 10.173393, 12.536993, 13.467424, 13.770713, 16.753892, 17.441327, 21.141368, 24.117256, 31.769191, 34.196392, 37.614081, 41.748627, 46.701713, 57.318991, 60.371535], "sum_m_pl": [22.77873, 29.944742, 29.868143, 28.969723, 28.120422, 29.590789, 29.0443, 29.135393, 28.514, 29.329655, 29.380657, 29.195815, 29.426166, 28.9581, 29.735253, 30.427693, 30.729596, 31.001631, 31.542021, 32.05527, 32.24856, 32.497482, 32.710284, 32.830956, 25.881521, 25.605126, 24.671333, 25.787468, 26.792791, 27.093626, 27.664304, 27.684471, 28.166003, 27.094701, 26.770472, 26.43563, 23.413376, 23.833303, 23.851495, 21.812975, 19.587003, 17.226446, 14.999699, 12.348896, 9.566208, 7.854044, 8.925275, 5.675015, 3.096453, 4.247596]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 187, "item_id": "pes-Endokrynologia-2020 jesień-108", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 970, "region_end": 185, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9839}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 27, 35, 23, 23, 26, 22, 18, 20, 29, 31, 30, 22, 21, 30, 32, 35, 30, 31, 37, 31, 29, 24, 30, 38, 40, 33, 30, 25, 26, 21, 21, 22, 22, 23, 34, 34, 40, 35, 43, 42, 36, 32, 35, 32, 24, 18, 8, 4, 1], "n_am_pl": [14, 24, 22, 27, 26, 27, 31, 19, 18, 28, 21, 22, 26, 32, 22, 23, 20, 25, 23, 23, 27, 30, 34, 34, 24, 26, 28, 27, 30, 35, 44, 46, 39, 29, 40, 31, 30, 26, 29, 22, 25, 26, 24, 24, 23, 26, 30, 30, 64, 69], "n_pos": 139, "sum_m_en": [12.780586, 6.841486, 6.549696, 6.692286, 6.959877, 7.417918, 7.589014, 7.569066, 7.752939, 8.334512, 8.527516, 9.277364, 9.322381, 9.335058, 9.246517, 8.917974, 8.938895, 8.630505, 7.378501, 6.764704, 6.541886, 6.324624, 6.211724, 6.074214, 11.364975, 12.086046, 13.018654, 13.180776, 12.915496, 13.33803, 13.147188, 13.137429, 12.953158, 13.453931, 13.825347, 15.248139, 15.155729, 16.120503, 15.462949, 18.045464, 18.531437, 20.997004, 22.751249, 24.211778, 21.175911, 17.047898, 12.793926, 8.256302, 2.776289, 1.018253], "sum_m_pl": [51.574976, 63.200249, 62.552213, 62.696774, 60.615599, 62.104769, 61.832381, 62.153781, 61.458761, 61.902669, 61.729651, 60.456785, 61.369329, 62.188252, 62.844307, 63.450937, 64.138519, 64.292628, 66.227938, 67.712828, 68.347361, 68.399695, 68.421675, 68.504151, 57.913031, 57.088737, 55.098234, 57.133184, 58.768523, 59.620399, 60.808753, 61.918913, 60.410894, 58.291183, 58.201525, 55.411699, 54.172317, 52.890808, 53.375993, 52.969406, 50.62081, 47.048316, 44.158542, 39.821532, 40.555379, 41.016603, 38.048298, 37.909147, 62.645975, 68.486362]}, "digit": {"n_am_en": [0, 3, 9, 3, 2, 3, 1, 0, 1, 0, 1, 3, 1, 1, 1, 1, 0, 1, 0, 4, 2, 1, 2, 2, 4, 3, 1, 0, 2, 0, 1, 0, 2, 0, 2, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 3, 0, 4, 6, 1, 1, 0, 1, 2, 2, 2, 3, 3, 1, 2, 0, 0, 1, 2, 1, 1, 0, 2, 0, 1, 1, 4, 3, 1, 1, 3, 1, 1, 2, 5, 4, 4, 3, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.787291, 0.414961, 0.378405, 0.347293, 0.34082, 0.342453, 0.315912, 0.332512, 0.329173, 0.395954, 0.418968, 0.487053, 0.54514, 0.525151, 0.556143, 0.519906, 0.545042, 0.527084, 0.47817, 0.455713, 0.420583, 0.417182, 0.414322, 0.39046, 0.684729, 0.585419, 0.598468, 0.619578, 0.650425, 0.700932, 0.684878, 0.632871, 0.570468, 0.593648, 0.725386, 0.828077, 0.757234, 0.625854, 0.560943, 0.562902, 0.607083, 0.566529, 0.503348, 0.435746, 0.377322, 0.291914, 0.187659, 0.180389, 0.01382, 2e-06], "sum_m_pl": [4.188395, 4.965729, 4.943749, 4.875494, 4.774911, 4.807782, 4.659118, 4.558302, 4.687272, 4.427635, 4.382917, 4.090651, 3.902727, 3.918168, 3.810189, 3.965648, 3.966536, 3.662258, 3.837758, 4.154618, 4.257614, 4.260873, 4.271604, 4.334432, 3.81106, 4.01915, 3.955782, 3.896496, 3.814925, 3.792171, 3.590305, 3.702469, 3.578271, 3.651718, 3.493278, 3.301419, 2.950878, 2.848859, 2.885455, 2.860011, 2.850857, 2.941826, 2.886461, 2.352732, 2.303246, 1.648904, 1.107082, 1.060851, 0.040744, 5e-06]}, "lang": {"n_am_en": [16, 10, 15, 9, 10, 10, 13, 11, 12, 15, 19, 16, 10, 11, 16, 17, 19, 16, 14, 16, 12, 12, 10, 14, 19, 23, 21, 15, 13, 17, 12, 11, 11, 12, 9, 14, 16, 19, 22, 27, 24, 21, 20, 22, 24, 17, 12, 5, 1, 1], "n_am_pl": [8, 15, 12, 14, 12, 12, 14, 10, 10, 15, 12, 12, 14, 14, 11, 14, 13, 17, 15, 13, 16, 16, 18, 16, 16, 14, 16, 12, 16, 22, 24, 27, 27, 21, 28, 21, 19, 17, 21, 16, 16, 19, 18, 19, 18, 21, 26, 26, 62, 69], "n_pos": 70, "sum_m_en": [6.582128, 3.488052, 3.4197, 3.414762, 3.569016, 4.082594, 4.305075, 4.175519, 4.226411, 4.407066, 4.45334, 4.856172, 4.788437, 4.71271, 4.510461, 4.329012, 4.439278, 4.301153, 3.623946, 3.317761, 3.260315, 3.143522, 3.075181, 3.018466, 6.186945, 6.748866, 7.270076, 7.243511, 7.11683, 7.078548, 7.065699, 7.149164, 6.955109, 7.127375, 7.257961, 7.374543, 7.485289, 8.34158, 7.898582, 9.722685, 9.975621, 12.433372, 13.667586, 15.754929, 14.951392, 12.036782, 7.755851, 5.15409, 1.770319, 1.017654], "sum_m_pl": [24.702405, 30.681075, 30.213488, 30.565121, 29.563299, 30.289648, 30.434824, 30.842061, 30.451196, 31.111061, 31.016429, 30.854733, 31.755803, 32.166472, 32.877349, 33.09739, 33.2555, 33.505122, 34.416715, 34.886237, 34.948561, 35.034782, 35.02064, 34.977222, 30.295961, 29.798411, 28.870467, 29.647122, 30.674646, 31.386593, 32.181951, 32.505076, 32.364539, 31.345418, 31.414271, 31.172971, 31.757094, 31.626777, 32.182692, 31.274732, 29.719549, 27.829064, 26.246094, 23.636708, 25.355516, 26.921986, 29.524949, 29.587183, 58.679628, 67.841773]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "pes-Endokrynologia-2020 jesień-108", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 850, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9858, "tf_agree_excl_first": 0.9929}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [41, 58, 48, 34, 33, 36, 30, 38, 29, 29, 30, 35, 35, 36, 31, 42, 34, 26, 37, 33, 41, 38, 37, 38, 54, 54, 39, 39, 33, 47, 41, 44, 40, 40, 41, 51, 54, 50, 57, 59, 59, 54, 56, 60, 59, 57, 58, 56, 49, 44], "n_am_pl": [13, 25, 33, 35, 22, 23, 21, 14, 14, 29, 12, 15, 21, 15, 20, 21, 24, 15, 16, 20, 12, 23, 22, 24, 16, 15, 19, 24, 15, 13, 21, 17, 20, 25, 17, 14, 11, 14, 15, 17, 23, 19, 18, 13, 10, 12, 15, 19, 24, 28], "n_pos": 200, "sum_m_en": [20.247457, 11.431803, 11.008842, 10.886844, 11.116482, 10.960031, 10.586865, 10.993872, 10.360235, 10.513376, 10.467962, 11.481759, 11.785892, 12.059684, 11.979921, 11.42588, 11.589653, 11.566026, 11.124419, 10.436006, 10.187376, 9.699399, 9.444382, 9.112568, 18.6073, 18.983658, 17.347423, 16.340793, 16.125754, 17.216005, 16.942004, 16.798823, 16.133296, 16.777103, 17.593608, 19.776695, 22.838616, 23.633432, 25.769746, 28.307491, 31.758453, 36.056485, 42.040064, 47.036351, 48.004204, 51.505223, 53.365453, 51.10028, 49.750191, 45.46835], "sum_m_pl": [75.937661, 93.24671, 92.465893, 89.248888, 85.323993, 87.483613, 86.214904, 86.162327, 85.094196, 87.685911, 84.876131, 84.392411, 86.317097, 85.717588, 87.623674, 89.660758, 91.674595, 87.635607, 89.885057, 92.825625, 94.150882, 95.03431, 95.006953, 95.954093, 72.411607, 72.328475, 67.513576, 71.758074, 73.700892, 75.632083, 76.667569, 78.538703, 78.307639, 76.422703, 74.283807, 67.540236, 60.856453, 59.702038, 58.077765, 56.667481, 52.13815, 45.872448, 38.646731, 30.985313, 25.990217, 23.239743, 21.01548, 23.701888, 24.018885, 26.460686]}, "digit": {"n_am_en": [0, 8, 7, 3, 2, 2, 3, 2, 4, 2, 2, 4, 2, 2, 3, 1, 2, 3, 3, 2, 4, 4, 5, 5, 9, 7, 6, 4, 2, 2, 0, 3, 1, 1, 2, 4, 3, 2, 5, 4, 2, 3, 2, 1, 0, 1, 2, 1, 0, 0], "n_am_pl": [0, 1, 1, 3, 1, 0, 0, 0, 0, 2, 1, 0, 2, 1, 1, 4, 1, 0, 2, 3, 4, 5, 4, 3, 0, 1, 1, 1, 1, 0, 3, 2, 2, 3, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 13, "sum_m_en": [1.20177, 0.60446, 0.538132, 0.482922, 0.495417, 0.547679, 0.514148, 0.541965, 0.517162, 0.556885, 0.55473, 0.592569, 0.634735, 0.666623, 0.709456, 0.671061, 0.71282, 0.736818, 0.712565, 0.673635, 0.635579, 0.62949, 0.616486, 0.584365, 1.27944, 1.083471, 1.066849, 0.999136, 0.869651, 0.905937, 0.929179, 0.898556, 0.922291, 0.923432, 0.995413, 1.026316, 1.178634, 1.070804, 1.275523, 1.116497, 1.03263, 0.974429, 1.215823, 0.959005, 0.792864, 0.865584, 1.702383, 0.761238, 0.042059, 4e-06], "sum_m_pl": [5.78497, 6.994685, 6.935597, 6.936757, 6.733299, 6.629265, 6.665607, 6.455974, 6.62501, 6.640197, 6.443427, 6.297152, 6.181972, 6.137307, 6.039703, 6.146971, 6.007993, 5.722952, 5.832401, 6.063032, 6.174978, 6.206756, 6.208334, 6.322154, 5.589708, 5.78362, 5.688114, 5.686703, 5.623186, 5.57472, 5.438873, 5.401772, 5.245324, 5.398981, 5.018201, 5.02861, 4.518905, 4.431221, 4.342362, 4.274788, 3.620693, 3.458726, 2.605828, 2.167629, 2.017439, 1.422958, 1.225958, 1.027802, 0.151345, 0.000459]}, "lang": {"n_am_en": [15, 14, 15, 11, 8, 8, 11, 16, 11, 13, 13, 15, 15, 17, 12, 16, 14, 12, 15, 13, 19, 16, 12, 16, 23, 25, 18, 16, 14, 23, 22, 21, 22, 22, 22, 25, 28, 29, 34, 34, 34, 32, 31, 35, 33, 33, 37, 36, 44, 44], "n_am_pl": [6, 10, 16, 13, 6, 10, 7, 5, 3, 8, 5, 4, 4, 5, 7, 5, 10, 5, 4, 7, 4, 10, 10, 9, 10, 5, 10, 15, 5, 3, 3, 6, 8, 11, 8, 5, 3, 5, 6, 6, 11, 11, 11, 7, 8, 9, 12, 15, 23, 27], "n_pos": 72, "sum_m_en": [6.919221, 4.151515, 3.935468, 3.946821, 4.00971, 3.94112, 3.84345, 4.002227, 3.829659, 3.83222, 3.954734, 4.33646, 4.489422, 4.598202, 4.493519, 4.201365, 4.26869, 4.313526, 4.12574, 3.914415, 3.775984, 3.549971, 3.456232, 3.33236, 7.337551, 7.637681, 7.172951, 6.760937, 6.589031, 6.874772, 6.835523, 6.964204, 6.512892, 7.326748, 8.020559, 9.860195, 11.396665, 12.089413, 13.064052, 14.473666, 17.27062, 20.86592, 23.497643, 26.975456, 27.067451, 30.461772, 33.329423, 33.134628, 41.854245, 43.229398], "sum_m_pl": [26.700788, 32.59564, 32.312306, 31.025857, 29.800168, 30.756099, 30.381064, 30.779186, 30.455011, 31.550522, 30.744013, 31.052912, 31.679593, 31.282693, 32.347469, 33.118406, 33.755303, 32.585631, 33.184127, 34.084192, 34.418182, 34.733791, 34.684949, 34.848606, 28.310276, 27.968896, 26.584223, 28.167258, 28.260531, 28.312299, 29.130511, 29.693849, 29.980129, 29.390067, 28.670106, 26.03763, 23.688743, 24.194782, 23.758189, 23.295527, 22.069406, 20.523368, 17.387417, 13.375163, 11.791105, 11.763646, 13.544898, 15.752128, 22.047844, 25.73]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 202, "item_id": "pes-Endokrynologia-2020 wiosna-75", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1016, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9703, "tf_agree_excl_first": 0.9751}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 34, 31, 21, 18, 19, 16, 22, 13, 17, 18, 20, 20, 16, 13, 14, 11, 10, 12, 13, 17, 16, 16, 18, 24, 20, 27, 27, 19, 20, 15, 15, 10, 15, 21, 23, 22, 15, 18, 13, 13, 13, 13, 11, 9, 6, 4, 4, 0, 0], "n_am_pl": [6, 14, 14, 13, 8, 11, 10, 9, 14, 12, 8, 8, 16, 17, 12, 16, 11, 11, 11, 14, 13, 13, 22, 18, 9, 13, 6, 10, 9, 12, 13, 11, 12, 15, 19, 13, 15, 19, 20, 20, 24, 24, 26, 26, 20, 25, 24, 23, 38, 40], "n_pos": 102, "sum_m_en": [9.562597, 5.345608, 5.286268, 5.333508, 5.887925, 5.82987, 5.790161, 5.966869, 5.465625, 5.70275, 5.698755, 6.202821, 6.099155, 6.050234, 5.881945, 5.722665, 5.571243, 5.384888, 5.014342, 4.776815, 4.666889, 4.438309, 4.347167, 4.256444, 7.125455, 7.358311, 7.368042, 7.000293, 6.997599, 7.85597, 7.736445, 7.498917, 7.216987, 7.659576, 7.649858, 8.178695, 8.330387, 8.188053, 7.658826, 7.651222, 7.639533, 8.944207, 9.332347, 9.273594, 7.474702, 6.285177, 3.199417, 2.514108, 0.583474, 0.002363], "sum_m_pl": [39.092662, 47.813215, 47.53066, 46.394407, 44.460494, 44.847724, 44.507357, 44.99221, 44.391094, 45.375857, 43.872938, 43.295052, 44.038833, 43.123468, 43.013261, 45.662688, 46.736206, 46.342802, 48.168078, 49.405272, 49.728774, 50.209987, 50.056528, 50.458084, 39.881984, 39.201519, 35.322596, 38.520476, 39.54734, 40.367454, 41.609246, 42.462482, 42.59275, 40.681442, 39.425283, 37.067708, 34.990454, 34.14258, 34.447653, 35.262619, 33.624603, 33.401028, 31.65283, 28.246108, 25.223419, 26.459953, 26.198178, 27.143151, 35.111001, 40.046414]}, "digit": {"n_am_en": [3, 9, 8, 3, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 2, 2, 1, 2, 3, 1, 0, 0, 1, 0, 1, 1, 3, 2, 0, 2, 2, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 2, 4, 2, 1, 1, 1, 0, 0, 0, 1, 0, 2, 2, 0, 0, 0, 0, 0, 1, 2, 2, 1, 1, 2, 0, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.752841, 0.548991, 0.532486, 0.473629, 0.522797, 0.498234, 0.504787, 0.503084, 0.515115, 0.544732, 0.50314, 0.555499, 0.556622, 0.547111, 0.534589, 0.571845, 0.580798, 0.5589, 0.522066, 0.520376, 0.508903, 0.491754, 0.491223, 0.480595, 0.744431, 0.588484, 0.555234, 0.560862, 0.571202, 0.70248, 0.742399, 0.64034, 0.670437, 0.623003, 0.676836, 0.798114, 0.809917, 0.78904, 0.790531, 0.726769, 0.75737, 0.810438, 0.793984, 0.715256, 0.35103, 0.200589, 0.164625, 0.193206, 0.014597, 7e-06], "sum_m_pl": [4.443411, 6.3955, 6.289569, 6.241094, 5.657464, 5.266842, 5.524697, 5.47107, 5.348744, 5.387442, 5.344932, 5.043564, 5.003313, 4.853049, 4.454204, 4.84929, 4.988669, 4.931048, 5.401583, 5.70234, 5.799283, 5.86187, 5.843596, 5.956143, 4.739243, 4.680829, 3.826042, 4.164062, 4.408178, 4.353107, 4.525546, 4.236569, 4.394291, 3.890893, 3.754012, 3.795529, 3.742507, 3.371126, 3.429512, 3.494412, 3.512506, 3.968018, 3.825441, 3.386603, 2.139278, 1.603893, 1.659213, 0.661534, 0.13516, 0.003191]}, "lang": {"n_am_en": [13, 8, 10, 7, 8, 9, 7, 10, 6, 10, 9, 12, 12, 9, 7, 6, 7, 5, 7, 9, 12, 13, 14, 13, 14, 14, 16, 15, 9, 15, 7, 10, 7, 9, 12, 15, 11, 10, 11, 8, 7, 8, 6, 8, 8, 6, 3, 3, 0, 0], "n_am_pl": [2, 11, 10, 6, 2, 4, 4, 3, 6, 7, 3, 3, 4, 5, 4, 8, 4, 5, 8, 9, 7, 10, 12, 9, 5, 8, 4, 5, 6, 3, 5, 5, 6, 6, 11, 9, 10, 11, 13, 16, 19, 18, 22, 20, 17, 22, 23, 22, 38, 40], "n_pos": 40, "sum_m_en": [3.337361, 2.054082, 2.145321, 2.266199, 2.569113, 2.624481, 2.667854, 2.617312, 2.334131, 2.509891, 2.50308, 2.862977, 2.777757, 2.794365, 2.573137, 2.400483, 2.285416, 2.207819, 2.032262, 1.933298, 1.870885, 1.762828, 1.711296, 1.676275, 3.369365, 3.640568, 3.741081, 3.179959, 3.164644, 3.509057, 3.429515, 3.432415, 3.183102, 3.695158, 3.615244, 4.066201, 4.582914, 4.758914, 4.323828, 4.123349, 4.455744, 6.011783, 5.753669, 6.235905, 5.231419, 4.94796, 2.473741, 2.013792, 0.446645, 0.001853], "sum_m_pl": [15.08503, 17.82661, 17.574852, 17.143895, 16.976687, 17.35461, 17.291307, 17.787611, 17.745651, 18.019984, 17.468324, 17.669934, 18.017171, 17.660431, 18.177065, 19.014773, 19.50184, 19.359747, 19.866397, 20.163098, 20.028443, 20.13716, 20.025872, 20.02458, 17.279375, 17.098742, 16.166665, 17.263645, 17.351175, 17.370131, 17.800143, 18.278904, 18.434866, 18.337595, 17.649088, 17.353757, 16.463497, 16.945272, 17.735469, 18.812109, 18.214375, 18.295761, 17.609692, 15.935859, 16.954378, 19.194697, 21.895929, 23.678857, 33.71715, 39.454025]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 104, "item_id": "pes-Endokrynologia-2020 wiosna-75", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 896, "region_end": 102, "roundtrip_ok": true, "tf_agree": 0.9808, "tf_agree_excl_first": 0.9903}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [27, 23, 27, 26, 30, 29, 26, 28, 23, 28, 22, 19, 29, 30, 34, 32, 35, 37, 34, 39, 34, 34, 37, 30, 42, 39, 36, 37, 33, 40, 38, 34, 31, 39, 38, 41, 45, 47, 43, 45, 51, 47, 50, 50, 49, 51, 55, 56, 52, 49], "n_am_pl": [5, 11, 12, 11, 11, 11, 11, 9, 11, 8, 7, 10, 6, 7, 9, 10, 13, 9, 9, 16, 19, 19, 12, 14, 10, 7, 9, 11, 13, 8, 11, 14, 13, 15, 15, 15, 10, 8, 11, 9, 7, 8, 7, 7, 6, 7, 4, 3, 2, 1], "n_pos": 106, "sum_m_en": [13.040564, 7.021492, 6.79434, 6.782029, 6.72612, 6.904978, 6.587559, 7.021653, 7.17592, 7.359298, 7.232831, 7.535452, 8.117202, 8.481665, 8.451198, 8.357312, 7.98903, 7.938995, 7.274418, 6.770412, 6.28725, 5.841378, 5.507981, 5.294611, 14.282275, 15.876391, 14.978, 14.374434, 13.041998, 12.774959, 12.695347, 12.234671, 12.506592, 14.429046, 15.961701, 17.018363, 22.615174, 23.995349, 24.943424, 27.022259, 30.186456, 31.533748, 36.319471, 41.302526, 41.181582, 44.641915, 48.923558, 51.537, 51.209111, 48.317137], "sum_m_pl": [36.509045, 46.424408, 46.240905, 45.051323, 44.854129, 46.164543, 44.807219, 44.869746, 44.797442, 46.046528, 45.641315, 45.56775, 45.355943, 43.955614, 46.633058, 47.52319, 48.108555, 46.893194, 48.162299, 50.219315, 50.310097, 50.864004, 50.903482, 51.186082, 37.45304, 35.99631, 35.140175, 36.827402, 39.217972, 38.57278, 38.846606, 39.969448, 40.197778, 38.883492, 38.181081, 36.213509, 32.759988, 32.643659, 31.347462, 29.227342, 26.820103, 22.254359, 18.569067, 17.055867, 14.212483, 12.05169, 8.322001, 4.93128, 2.355134, 2.068295]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.104712, 0.048959, 0.042826, 0.037434, 0.040022, 0.047363, 0.042137, 0.040079, 0.041784, 0.052524, 0.041512, 0.042765, 0.053265, 0.056422, 0.058427, 0.106412, 0.078913, 0.078923, 0.072295, 0.059305, 0.052483, 0.045228, 0.041203, 0.042199, 0.083642, 0.087689, 0.060374, 0.070149, 0.081368, 0.10246, 0.106342, 0.097032, 0.067434, 0.073481, 0.062088, 0.053863, 0.073237, 0.088766, 0.081777, 0.086676, 0.133492, 0.076563, 0.031227, 0.030432, 0.027762, 0.026737, 0.024651, 0.004595, 0.000175, 0.0], "sum_m_pl": [0.374233, 0.501748, 0.474689, 0.494622, 0.470281, 0.477984, 0.467456, 0.464943, 0.484869, 0.487544, 0.503374, 0.488894, 0.475459, 0.460068, 0.485412, 0.383513, 0.461029, 0.484727, 0.47268, 0.50582, 0.511804, 0.516778, 0.51817, 0.51041, 0.437848, 0.441671, 0.458484, 0.490087, 0.4544, 0.458688, 0.431422, 0.40695, 0.43435, 0.429492, 0.423916, 0.421341, 0.397044, 0.389773, 0.389992, 0.387088, 0.298823, 0.317439, 0.205181, 0.199116, 0.152717, 0.248428, 0.322769, 0.06781, 0.001152, 0.0]}, "lang": {"n_am_en": [16, 10, 14, 13, 16, 17, 17, 14, 13, 20, 9, 12, 14, 17, 18, 18, 19, 22, 16, 20, 16, 16, 19, 17, 25, 19, 21, 21, 18, 19, 22, 14, 16, 19, 21, 24, 26, 27, 25, 27, 32, 28, 29, 32, 34, 32, 39, 43, 46, 49], "n_am_pl": [4, 6, 8, 3, 5, 6, 4, 5, 5, 3, 3, 6, 3, 4, 5, 5, 9, 5, 7, 9, 11, 12, 8, 11, 7, 5, 7, 6, 8, 7, 6, 10, 8, 9, 9, 9, 4, 2, 4, 4, 3, 4, 4, 2, 1, 2, 0, 0, 1, 1], "n_pos": 52, "sum_m_en": [6.819156, 3.521899, 3.368557, 3.486592, 3.473348, 3.726062, 3.475468, 3.565833, 3.817874, 3.878543, 3.814352, 4.110583, 4.317366, 4.622565, 4.55747, 4.427937, 4.183405, 4.172708, 3.839994, 3.486486, 3.2063, 2.925197, 2.750355, 2.669609, 7.917611, 8.871367, 8.497279, 7.675368, 7.060267, 6.732887, 6.900209, 6.989322, 7.204993, 8.136892, 9.319047, 9.985857, 14.027018, 14.476217, 15.420289, 16.873331, 18.823413, 21.098529, 23.17393, 26.619749, 27.770061, 29.570827, 34.403886, 39.570026, 44.665091, 47.395522], "sum_m_pl": [17.29467, 22.295021, 22.582719, 21.986968, 22.048216, 22.696078, 22.257658, 22.24317, 21.988878, 22.503934, 22.134745, 22.33059, 22.055859, 21.214254, 22.583095, 23.209919, 23.441623, 22.700936, 23.235849, 24.272278, 24.432068, 24.891323, 24.971936, 25.024441, 18.619527, 17.931269, 17.516001, 18.553483, 19.388925, 19.531544, 19.210727, 19.543279, 19.444342, 18.971257, 18.292434, 17.373497, 15.01136, 14.98401, 14.428465, 13.615242, 12.842443, 10.125077, 7.990516, 7.254351, 5.662748, 4.560288, 2.510953, 1.220542, 1.441045, 2.058428]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "pes-Gastroenterologia dziecięca-2018 wiosna-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 895, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9813}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [27, 16, 10, 18, 12, 11, 9, 18, 11, 18, 16, 23, 21, 16, 15, 15, 21, 21, 24, 29, 25, 26, 21, 24, 37, 37, 34, 28, 20, 24, 21, 22, 21, 23, 25, 25, 22, 21, 20, 29, 20, 19, 19, 26, 22, 19, 6, 9, 4, 2], "n_am_pl": [7, 18, 13, 12, 19, 14, 17, 8, 8, 7, 8, 8, 9, 11, 11, 11, 10, 17, 16, 16, 24, 20, 17, 22, 11, 8, 10, 8, 18, 11, 21, 17, 16, 14, 14, 23, 8, 13, 11, 13, 13, 13, 11, 14, 19, 23, 25, 28, 42, 44], "n_pos": 76, "sum_m_en": [7.062882, 3.953075, 3.880889, 4.178317, 4.521145, 4.153283, 4.261117, 4.672532, 4.32478, 4.6898, 4.762036, 4.71765, 4.943802, 4.997855, 4.886819, 5.076911, 4.957749, 4.760547, 4.311834, 4.131803, 3.863498, 3.661541, 3.501918, 3.429494, 8.484607, 9.228335, 8.797409, 7.988107, 7.34489, 7.232705, 7.04805, 6.884801, 6.526175, 6.866513, 7.27715, 7.159788, 8.460967, 9.143668, 9.611255, 9.38913, 9.43268, 8.498523, 12.07466, 14.582842, 11.943268, 11.497272, 5.458883, 6.418989, 3.811253, 1.472881], "sum_m_pl": [29.760166, 35.698827, 34.93718, 34.588619, 33.490712, 34.01868, 33.356089, 33.159181, 33.09089, 33.743132, 33.310273, 33.384469, 33.545932, 32.945581, 34.780458, 35.981928, 36.532473, 36.43896, 37.209058, 38.348236, 38.397725, 38.471374, 38.191344, 38.225598, 32.1228, 30.346781, 30.131681, 30.673466, 31.788523, 31.395777, 31.307148, 32.198641, 33.45905, 32.585426, 32.690335, 32.654352, 30.968811, 30.933644, 30.801458, 31.073094, 30.43919, 30.044426, 25.170636, 25.717478, 25.892718, 28.516932, 29.073941, 29.740673, 39.194431, 44.401656]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0], "n_pos": 1, "sum_m_en": [0.06834, 0.041188, 0.042022, 0.04216, 0.047001, 0.044657, 0.048112, 0.046042, 0.046629, 0.054447, 0.057206, 0.068416, 0.063343, 0.059956, 0.059952, 0.078754, 0.090426, 0.071555, 0.058526, 0.059079, 0.057726, 0.055941, 0.04803, 0.045381, 0.083778, 0.156705, 0.208855, 0.163696, 0.118402, 0.09381, 0.0791, 0.069428, 0.068206, 0.070222, 0.063022, 0.060078, 0.058769, 0.068873, 0.065295, 0.069969, 0.095218, 0.057478, 0.072998, 0.842632, 0.179325, 0.061265, 0.03361, 0.010053, 0.000213, 0.0], "sum_m_pl": [0.439329, 0.532379, 0.522111, 0.504106, 0.493841, 0.495308, 0.485132, 0.453367, 0.511146, 0.516304, 0.520799, 0.506055, 0.507092, 0.487702, 0.50786, 0.465038, 0.463867, 0.487958, 0.497544, 0.528512, 0.528064, 0.514345, 0.511506, 0.513647, 0.347504, 0.260161, 0.295725, 0.344863, 0.413335, 0.431196, 0.450512, 0.431166, 0.42168, 0.447345, 0.439349, 0.468474, 0.460881, 0.458756, 0.463576, 0.438435, 0.466177, 0.403819, 0.427972, 0.091065, 0.359332, 0.871498, 0.921015, 0.916159, 0.001734, 0.0]}, "lang": {"n_am_en": [17, 11, 7, 10, 7, 7, 6, 8, 7, 12, 8, 13, 12, 7, 7, 6, 10, 10, 13, 17, 13, 15, 13, 10, 19, 21, 18, 18, 8, 14, 14, 13, 14, 15, 17, 14, 12, 13, 14, 16, 12, 12, 10, 16, 13, 14, 2, 5, 2, 2], "n_am_pl": [4, 12, 7, 9, 13, 10, 11, 6, 4, 3, 2, 5, 5, 7, 10, 11, 9, 17, 16, 15, 20, 18, 15, 20, 11, 8, 9, 5, 13, 9, 13, 15, 12, 11, 11, 18, 8, 11, 9, 10, 11, 11, 10, 12, 16, 18, 21, 26, 41, 43], "n_pos": 45, "sum_m_en": [4.329503, 2.548289, 2.481785, 2.538188, 2.714597, 2.505518, 2.539667, 2.741511, 2.513548, 2.793726, 2.818566, 2.890214, 2.924441, 2.908614, 2.825352, 2.849422, 2.857364, 2.765114, 2.542241, 2.455206, 2.304238, 2.207958, 2.095611, 2.035238, 5.036126, 5.465622, 4.845812, 5.01514, 4.645564, 4.747478, 4.66871, 4.533941, 4.281181, 4.345282, 4.599013, 4.426258, 5.278286, 6.133406, 6.688976, 6.017074, 5.819754, 5.685407, 7.936946, 9.245461, 8.039718, 9.055536, 3.679311, 3.948624, 2.534708, 1.469817], "sum_m_pl": [17.069614, 20.550135, 19.932166, 19.924724, 19.113521, 19.576344, 19.185545, 19.330844, 19.235276, 19.64348, 19.668551, 19.898366, 20.061436, 19.800944, 21.086061, 21.860079, 21.987539, 22.01046, 22.282384, 22.854447, 22.862088, 22.839805, 22.658197, 22.728638, 20.376977, 19.070851, 18.904964, 18.514372, 19.403381, 19.299568, 19.271429, 19.879459, 20.574573, 20.441859, 20.434578, 20.65681, 19.876387, 19.499537, 19.430707, 19.788427, 19.930753, 19.906681, 16.80368, 18.069326, 19.068999, 21.067797, 23.528563, 26.436561, 36.465139, 42.958868]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 78, "item_id": "pes-Gastroenterologia dziecięca-2018 wiosna-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 775, "region_end": 76, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.987}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [48, 46, 42, 40, 34, 33, 25, 31, 27, 31, 34, 29, 33, 28, 33, 34, 39, 34, 46, 42, 37, 29, 34, 42, 47, 56, 51, 48, 47, 45, 46, 49, 45, 39, 43, 51, 56, 58, 50, 57, 58, 70, 70, 74, 73, 74, 81, 77, 70, 71], "n_am_pl": [15, 30, 22, 20, 16, 23, 22, 17, 23, 28, 22, 24, 21, 24, 21, 20, 18, 19, 22, 22, 24, 39, 38, 31, 30, 18, 26, 24, 18, 17, 20, 20, 19, 16, 17, 19, 14, 21, 26, 29, 19, 21, 23, 15, 13, 13, 4, 4, 10, 7], "n_pos": 185, "sum_m_en": [19.496258, 11.452257, 11.080051, 10.961627, 11.105578, 11.222339, 10.423032, 11.224882, 11.419824, 11.814257, 11.505091, 12.327291, 12.444071, 12.582885, 12.129333, 11.413337, 11.806845, 11.081964, 11.447149, 10.940031, 10.168709, 9.437077, 8.998453, 8.819592, 18.430032, 21.358709, 21.015424, 20.021809, 18.669401, 18.316283, 17.260223, 17.575352, 17.97447, 18.427076, 18.606266, 19.990456, 25.600154, 27.279419, 27.020372, 32.627805, 33.737533, 44.518035, 47.084191, 54.794981, 59.981775, 65.503834, 76.711804, 70.141174, 67.907333, 71.1331], "sum_m_pl": [69.588771, 84.049109, 81.801932, 78.691568, 76.333653, 79.340167, 78.897358, 79.545397, 77.232731, 79.982542, 79.716631, 78.206576, 78.251576, 77.619618, 79.411959, 81.797022, 82.953121, 81.777257, 81.488896, 85.660631, 86.601054, 87.962287, 87.84395, 88.385779, 65.753791, 64.805046, 62.001845, 64.9968, 68.554201, 68.199457, 70.856725, 70.715571, 69.80418, 68.793457, 68.813532, 64.414693, 58.044306, 55.4833, 53.091533, 50.049153, 47.667332, 40.084454, 38.17913, 32.527863, 23.497031, 20.353907, 11.008078, 9.290916, 8.968107, 7.810045]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [19, 21, 19, 21, 19, 17, 14, 13, 12, 12, 20, 13, 16, 15, 20, 16, 19, 20, 27, 22, 18, 15, 14, 17, 22, 27, 24, 27, 25, 19, 25, 23, 27, 21, 30, 33, 35, 35, 37, 40, 40, 44, 42, 44, 46, 46, 50, 56, 63, 70], "n_am_pl": [4, 15, 9, 9, 8, 8, 10, 10, 10, 10, 6, 6, 10, 7, 9, 7, 9, 9, 8, 8, 12, 17, 17, 14, 14, 9, 12, 14, 7, 11, 9, 9, 8, 10, 8, 11, 6, 7, 7, 11, 6, 7, 6, 3, 3, 3, 2, 2, 6, 7], "n_pos": 79, "sum_m_en": [8.182435, 4.744575, 4.649964, 4.573645, 4.730939, 4.822644, 4.446931, 4.742804, 4.79837, 5.002203, 4.893094, 5.296912, 5.469778, 5.639497, 5.390879, 5.159664, 5.355114, 5.027591, 5.190428, 4.91269, 4.524127, 4.15383, 3.935288, 3.872981, 8.817322, 10.301302, 10.284637, 9.376455, 8.960505, 8.877769, 8.300769, 8.647104, 9.339096, 9.630547, 9.721806, 10.269827, 13.886141, 14.758645, 15.251418, 19.339215, 21.234535, 25.906233, 27.350725, 30.697665, 35.9743, 39.257213, 46.866675, 49.456159, 59.877346, 68.7553], "sum_m_pl": [28.643038, 36.512347, 35.449329, 34.354909, 33.67989, 34.43446, 34.434938, 34.91523, 34.187884, 34.974555, 35.152256, 34.412939, 34.203434, 34.09149, 34.854457, 35.811018, 35.817705, 35.202966, 34.878105, 36.567069, 36.939709, 37.490307, 37.439536, 37.724986, 29.30726, 29.478195, 28.410638, 29.988548, 30.976038, 30.56171, 31.36935, 30.734524, 30.441601, 30.518606, 29.862578, 28.82687, 25.341035, 23.986672, 23.263946, 21.715633, 20.883393, 17.449224, 15.316951, 12.908738, 8.527769, 7.956903, 5.213247, 3.51462, 4.880655, 6.879317]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 187, "item_id": "pes-Gastroenterologia-2018 jesień-95", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1087, "region_end": 185, "roundtrip_ok": true, "tf_agree": 0.9786, "tf_agree_excl_first": 0.9839}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [65, 43, 39, 31, 32, 42, 34, 49, 40, 50, 60, 48, 50, 47, 39, 41, 52, 44, 39, 40, 33, 34, 37, 44, 62, 71, 54, 52, 50, 48, 54, 46, 44, 41, 47, 43, 52, 46, 41, 39, 48, 61, 56, 55, 39, 38, 16, 14, 1, 0], "n_am_pl": [6, 35, 49, 39, 36, 32, 35, 21, 21, 21, 22, 26, 31, 35, 25, 31, 32, 32, 37, 40, 37, 45, 51, 45, 32, 23, 29, 37, 41, 34, 36, 35, 40, 34, 33, 34, 43, 38, 42, 52, 40, 26, 36, 31, 39, 47, 51, 55, 91, 108], "n_pos": 199, "sum_m_en": [18.979466, 9.790809, 9.629566, 10.002927, 10.595262, 10.449938, 10.074923, 10.87336, 10.801354, 11.857167, 12.381851, 12.987701, 12.83054, 13.031959, 14.189377, 13.614727, 13.544005, 13.0158, 12.566004, 11.802345, 9.81727, 9.073246, 8.782594, 8.642632, 19.402006, 21.543852, 21.741604, 21.001079, 20.767048, 20.092559, 20.026362, 20.00195, 20.205249, 21.286421, 21.394241, 22.157421, 23.719964, 24.876061, 24.145076, 24.168296, 25.590019, 29.101882, 28.639975, 32.843193, 29.082265, 29.265578, 18.620309, 12.93606, 2.958667, 0.02219], "sum_m_pl": [72.461257, 92.154233, 92.317927, 90.447408, 86.272901, 89.543044, 88.665967, 88.963664, 87.131769, 89.437541, 87.691131, 86.376819, 90.599476, 88.48346, 88.9725, 91.700383, 92.338807, 92.715409, 94.330283, 98.214176, 99.877448, 100.767461, 100.792315, 100.811189, 85.376859, 83.511662, 77.910252, 81.449755, 84.77199, 86.138502, 86.647487, 85.303053, 82.358823, 80.304808, 79.485451, 73.52185, 73.632341, 71.684974, 71.88639, 70.824225, 66.814096, 61.181064, 60.918851, 56.608011, 56.126019, 57.642865, 56.54813, 58.808808, 84.447409, 108.5399]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [30, 21, 18, 17, 18, 20, 23, 24, 20, 28, 32, 27, 30, 31, 25, 23, 30, 27, 22, 25, 17, 20, 20, 25, 38, 45, 31, 31, 24, 24, 30, 26, 24, 25, 27, 30, 34, 31, 30, 29, 35, 42, 42, 36, 25, 26, 10, 7, 0, 0], "n_am_pl": [2, 23, 25, 23, 21, 25, 22, 15, 13, 13, 14, 15, 20, 24, 16, 21, 21, 23, 28, 25, 24, 27, 33, 28, 23, 19, 25, 29, 31, 25, 29, 25, 27, 26, 24, 24, 33, 29, 29, 39, 29, 17, 21, 22, 27, 37, 42, 45, 88, 107], "n_pos": 109, "sum_m_en": [10.082595, 5.393671, 5.4166, 5.687587, 6.113939, 6.005141, 5.93218, 6.261826, 6.332128, 7.041762, 7.291266, 7.628666, 7.577812, 7.634985, 8.387705, 8.221262, 8.170892, 7.909559, 7.632714, 7.157233, 5.679636, 5.231963, 5.013697, 4.95571, 11.894825, 13.408513, 13.643132, 13.292942, 12.947621, 12.120027, 11.857172, 11.950712, 11.692674, 12.419382, 12.087779, 12.544231, 13.704561, 14.475222, 14.200996, 13.590335, 15.202926, 17.364095, 17.40769, 21.452663, 19.142225, 19.308015, 12.282276, 7.565463, 2.351203, 0.020265], "sum_m_pl": [37.898785, 50.360538, 50.115186, 48.337318, 45.207715, 47.172588, 47.035974, 47.802974, 46.825906, 48.218378, 47.389611, 46.973387, 49.243694, 48.419308, 49.683314, 50.6832, 50.460297, 51.003042, 51.629969, 53.392864, 54.251357, 54.856079, 54.992685, 55.015508, 47.726236, 47.441434, 45.036332, 45.450206, 47.000597, 48.259421, 48.766184, 48.178832, 47.244766, 47.287018, 46.349508, 45.2513, 45.736818, 45.03067, 44.952728, 45.171903, 42.663545, 39.730559, 39.614153, 36.56922, 36.958323, 39.745378, 42.360002, 46.267472, 77.390851, 105.712395]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 201, "item_id": "pes-Gastroenterologia-2018 jesień-95", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 967, "region_end": 199, "roundtrip_ok": true, "tf_agree": 0.9701, "tf_agree_excl_first": 0.975}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [52, 57, 50, 41, 33, 36, 33, 36, 44, 47, 46, 52, 50, 44, 45, 40, 44, 43, 47, 47, 48, 52, 48, 46, 64, 72, 67, 64, 54, 42, 56, 45, 54, 58, 71, 62, 57, 63, 62, 65, 72, 61, 70, 70, 74, 85, 86, 90, 67, 62], "n_am_pl": [11, 28, 25, 26, 23, 21, 24, 21, 20, 20, 20, 21, 22, 26, 23, 22, 14, 11, 15, 20, 21, 29, 23, 22, 21, 15, 17, 17, 18, 12, 21, 18, 10, 9, 10, 9, 12, 9, 13, 12, 9, 21, 15, 13, 10, 6, 8, 4, 3, 3], "n_pos": 174, "sum_m_en": [20.169353, 11.615523, 10.635864, 10.875213, 11.230753, 10.571129, 10.956219, 10.676783, 10.711806, 11.543475, 11.685642, 12.098185, 13.023415, 13.225004, 13.323568, 13.101049, 12.804181, 12.441178, 11.001928, 9.98234, 9.340074, 8.712572, 8.320818, 8.217289, 24.990627, 26.32616, 25.261593, 23.045971, 21.039442, 20.542762, 19.662915, 19.596636, 21.504709, 23.200434, 25.661927, 27.917557, 30.458281, 32.946119, 33.935254, 35.360555, 37.34987, 40.437009, 52.865146, 55.30756, 61.392531, 69.107786, 77.79039, 80.404537, 68.285741, 62.725976], "sum_m_pl": [63.025992, 79.119901, 79.325998, 76.667356, 75.2851, 77.956154, 77.561325, 78.648071, 78.332694, 79.799837, 79.622989, 78.918271, 79.317627, 77.178022, 79.166105, 78.347027, 77.555418, 77.329883, 80.502204, 83.699724, 84.287832, 85.984215, 85.684116, 86.026195, 68.477718, 66.143898, 63.027673, 66.604572, 68.039697, 67.273348, 69.830684, 68.741659, 65.899468, 64.271153, 63.039575, 59.048518, 51.254083, 49.808178, 48.903184, 48.192918, 44.412225, 42.704756, 35.065948, 29.772304, 22.407366, 16.676617, 13.143167, 7.552507, 4.038628, 3.674475]}, "digit": {"n_am_en": [0, 4, 4, 0, 0, 0, 1, 1, 1, 2, 1, 1, 1, 0, 1, 2, 1, 2, 1, 1, 2, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 2, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.939915, 0.318566, 0.299903, 0.298245, 0.296921, 0.307329, 0.292418, 0.259084, 0.275242, 0.324598, 0.341616, 0.32512, 0.345132, 0.297439, 0.32208, 0.337316, 0.33112, 0.335171, 0.311346, 0.298942, 0.277952, 0.263134, 0.255076, 0.249418, 0.379624, 0.435593, 0.312918, 0.425502, 0.405158, 0.40245, 0.450674, 0.44548, 0.427544, 0.435408, 0.457302, 0.45045, 0.433038, 0.45604, 0.394067, 0.374784, 0.375564, 0.308227, 0.291126, 0.308089, 0.235019, 0.188994, 0.128294, 0.12246, 0.010382, 5e-05], "sum_m_pl": [2.048559, 3.110406, 3.167588, 3.041999, 2.881775, 2.891571, 2.895048, 2.773277, 2.724146, 2.770338, 2.757839, 2.475975, 2.291522, 2.074122, 2.25176, 2.427641, 2.312247, 2.289203, 2.543895, 2.737895, 2.850996, 2.891701, 2.906487, 2.922587, 2.405003, 2.273393, 1.795995, 1.940101, 1.891284, 1.67926, 1.940677, 2.109848, 2.035022, 1.885243, 1.915526, 1.985461, 1.7606, 1.749428, 1.784865, 1.672768, 1.674463, 2.182949, 1.947492, 1.73328, 1.543752, 0.708197, 0.242564, 0.220391, 0.01034, 2.2e-05]}, "lang": {"n_am_en": [18, 21, 16, 13, 12, 15, 14, 18, 18, 19, 15, 26, 25, 19, 20, 19, 18, 21, 25, 24, 22, 23, 24, 23, 33, 38, 35, 32, 29, 19, 24, 21, 23, 33, 34, 34, 30, 32, 32, 34, 36, 36, 41, 43, 46, 48, 48, 51, 55, 59], "n_am_pl": [4, 12, 9, 10, 12, 10, 9, 8, 3, 4, 7, 4, 6, 6, 8, 9, 5, 2, 4, 5, 9, 14, 7, 9, 10, 3, 4, 3, 1, 2, 7, 5, 3, 0, 2, 1, 6, 4, 4, 5, 5, 7, 3, 4, 3, 3, 3, 2, 3, 3], "n_pos": 64, "sum_m_en": [7.26008, 4.237125, 3.725891, 3.790153, 4.068327, 4.014008, 4.309436, 4.341764, 4.268369, 4.593655, 4.540042, 4.621087, 5.085054, 5.069541, 4.958625, 5.129555, 4.921984, 4.848256, 4.238954, 3.808716, 3.574116, 3.312498, 3.188495, 3.155356, 11.583596, 12.629662, 11.842212, 10.339027, 9.390564, 8.583592, 8.002524, 8.078336, 9.245007, 9.782024, 10.988997, 13.508249, 15.568776, 17.510773, 17.596541, 18.676856, 20.682212, 23.150084, 28.214758, 30.257333, 34.687176, 37.086716, 43.434174, 46.277525, 54.023829, 57.152106], "sum_m_pl": [22.716464, 29.057017, 29.643241, 28.944366, 28.139479, 28.857233, 28.695183, 29.256527, 29.04611, 29.57012, 29.635761, 29.688963, 29.745205, 28.982102, 29.80917, 29.097309, 28.678967, 28.527801, 29.790536, 30.917748, 31.095889, 31.791717, 31.594035, 31.746308, 24.976675, 23.908049, 23.416837, 24.969673, 25.470372, 25.495537, 26.539969, 25.844246, 24.830282, 24.389546, 23.723974, 22.01312, 19.633371, 18.774188, 18.80203, 18.601814, 16.931544, 15.569345, 12.934234, 11.309904, 8.087922, 6.593454, 5.433386, 3.710509, 3.453632, 3.219044]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "pes-Gastroenterologia-2018 wiosna-96", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 980, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9602, "tf_agree_excl_first": 0.9657}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [56, 43, 30, 35, 28, 16, 22, 29, 29, 34, 47, 37, 44, 32, 28, 23, 35, 32, 35, 39, 32, 38, 35, 43, 57, 63, 52, 55, 57, 59, 40, 35, 30, 41, 47, 53, 43, 41, 41, 36, 40, 39, 45, 41, 41, 42, 25, 13, 1, 2], "n_am_pl": [10, 30, 38, 28, 23, 26, 31, 24, 18, 14, 19, 15, 13, 11, 23, 22, 16, 11, 19, 24, 26, 22, 31, 26, 21, 10, 16, 20, 13, 13, 25, 25, 27, 18, 23, 18, 24, 31, 28, 31, 29, 33, 33, 29, 32, 31, 42, 44, 75, 82], "n_pos": 176, "sum_m_en": [17.602901, 8.999356, 8.889657, 9.29557, 9.308492, 8.894644, 8.508036, 9.052532, 8.983691, 9.813089, 10.027297, 10.514359, 10.554104, 10.852732, 10.430587, 10.800629, 10.638771, 10.059263, 8.944584, 8.266037, 7.96733, 7.611347, 7.471367, 7.390258, 17.223163, 17.775824, 16.427874, 16.446249, 15.041124, 15.512103, 15.602046, 15.440643, 15.512072, 16.940865, 18.233465, 19.352714, 19.825323, 20.135297, 20.270708, 19.853911, 21.803318, 24.118035, 33.156873, 30.79509, 31.319491, 30.880474, 20.162703, 9.823566, 2.237618, 2.227312], "sum_m_pl": [65.434349, 81.30046, 79.915802, 78.390698, 75.919406, 78.977229, 79.167644, 79.692582, 79.881114, 80.259683, 79.479385, 78.533739, 80.775055, 79.394181, 79.656176, 79.640821, 80.553753, 81.339771, 84.199456, 87.149187, 87.659522, 88.960954, 88.561251, 88.825575, 73.32858, 70.633054, 68.054067, 70.776681, 73.838258, 74.175793, 75.673807, 75.291292, 73.212232, 70.311779, 69.586374, 67.055659, 62.258402, 61.410557, 60.109506, 60.307423, 56.51189, 55.476874, 50.431542, 46.833977, 44.666371, 44.148481, 46.708644, 49.57149, 71.017045, 81.173144]}, "digit": {"n_am_en": [5, 7, 6, 3, 1, 1, 1, 2, 1, 2, 3, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 2, 1, 1, 1, 2, 0, 1, 0, 2, 2, 1, 1, 1, 1, 0, 1, 2, 2, 1, 0, 0, 1, 0, 0, 0, 0, 1, 2, 2, 3, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.762617, 0.44652, 0.433031, 0.425044, 0.466586, 0.444545, 0.41822, 0.380689, 0.392639, 0.442728, 0.449536, 0.459723, 0.429606, 0.430526, 0.392769, 0.446194, 0.419871, 0.439356, 0.400205, 0.393687, 0.375175, 0.357845, 0.356369, 0.355088, 0.562243, 0.598092, 0.406295, 0.51454, 0.50079, 0.579055, 0.588448, 0.546822, 0.479127, 0.448084, 0.539883, 0.644501, 0.595831, 0.638076, 0.5307, 0.465815, 0.472947, 0.45933, 0.422965, 0.425118, 0.335817, 0.184858, 0.040984, 0.065454, 0.002671, 0.0], "sum_m_pl": [2.779713, 4.740061, 4.748828, 4.661048, 4.382329, 4.40355, 4.439375, 4.365403, 4.277281, 4.313676, 4.290012, 3.823056, 3.682277, 3.524149, 3.242943, 3.406049, 3.426401, 3.650181, 3.930019, 4.145923, 4.332242, 4.398635, 4.41447, 4.453485, 3.517157, 3.295783, 2.354513, 2.680695, 2.69528, 2.619877, 2.977649, 2.972786, 2.664275, 2.205642, 2.407428, 2.760718, 2.6558, 2.853287, 2.840723, 2.718303, 2.727775, 2.809157, 2.609167, 2.374192, 1.863085, 1.116186, 0.287082, 0.33202, 0.010659, 1e-06]}, "lang": {"n_am_en": [27, 22, 14, 18, 11, 9, 10, 16, 18, 18, 24, 20, 22, 15, 15, 13, 17, 15, 14, 20, 17, 18, 17, 25, 38, 39, 35, 31, 32, 28, 24, 17, 14, 20, 23, 28, 20, 24, 26, 21, 27, 24, 30, 28, 29, 27, 16, 8, 1, 2], "n_am_pl": [5, 11, 18, 11, 14, 17, 13, 9, 10, 6, 10, 6, 2, 4, 12, 11, 9, 6, 14, 15, 18, 13, 20, 16, 15, 7, 8, 11, 8, 8, 13, 14, 14, 12, 16, 14, 18, 24, 19, 23, 22, 26, 26, 24, 26, 26, 39, 42, 70, 80], "n_pos": 82, "sum_m_en": [8.171263, 4.072659, 4.150354, 4.504442, 4.434227, 4.141215, 4.012474, 4.307126, 4.209735, 4.623844, 4.711956, 4.965095, 5.039921, 5.195891, 4.995207, 5.149386, 5.084879, 4.812063, 4.281825, 3.955201, 3.792937, 3.577735, 3.485293, 3.440346, 10.297413, 10.32874, 9.419997, 8.704832, 7.744587, 7.564725, 7.875063, 7.970712, 7.949366, 8.505131, 9.014536, 10.003861, 9.843697, 10.516943, 10.401322, 11.128638, 12.882565, 15.255499, 22.200021, 21.479396, 22.18375, 19.834224, 13.621836, 6.098801, 1.855867, 2.222608], "sum_m_pl": [29.525206, 37.221181, 36.748677, 36.08408, 34.616724, 36.436747, 36.525995, 37.237312, 37.522917, 37.665596, 37.49967, 37.573809, 38.783782, 38.282435, 38.986068, 38.494561, 38.808186, 38.94932, 39.990276, 41.243492, 41.076543, 41.825238, 41.556013, 41.653244, 35.69752, 34.878877, 34.325831, 34.888979, 36.053826, 36.228878, 36.79039, 36.335996, 36.237596, 35.436295, 35.220988, 34.494486, 33.351733, 33.84162, 33.130003, 33.85251, 32.109298, 31.500633, 28.873436, 27.20072, 28.171883, 31.064267, 36.687219, 43.855755, 65.104654, 77.717367]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "pes-Gastroenterologia-2018 wiosna-96", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 860, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9775, "tf_agree_excl_first": 0.9831}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [112, 85, 91, 71, 73, 78, 82, 84, 62, 86, 87, 111, 107, 100, 95, 95, 107, 96, 112, 112, 115, 104, 98, 105, 149, 142, 127, 121, 112, 120, 99, 92, 100, 108, 126, 114, 142, 132, 158, 167, 155, 175, 190, 168, 161, 151, 152, 177, 182, 170], "n_am_pl": [23, 50, 50, 47, 43, 31, 36, 31, 29, 38, 35, 34, 29, 38, 40, 30, 26, 40, 29, 29, 28, 33, 40, 33, 17, 23, 25, 26, 32, 33, 39, 44, 45, 38, 38, 43, 24, 17, 23, 26, 30, 21, 20, 25, 34, 27, 30, 22, 17, 20], "n_pos": 373, "sum_m_en": [43.507648, 22.714759, 21.99204, 21.843152, 22.357263, 21.527231, 21.226538, 21.677807, 22.812321, 22.336683, 23.558203, 26.007862, 26.097932, 26.985159, 27.11654, 24.609276, 24.054219, 23.685221, 22.001486, 19.949895, 18.836426, 17.636921, 17.33036, 16.948346, 45.836468, 47.591308, 48.66931, 43.169756, 38.429482, 40.691499, 36.934862, 36.488688, 39.708799, 43.786348, 45.80605, 50.810587, 63.237683, 65.633346, 71.492098, 79.028847, 86.17783, 107.266333, 123.64109, 131.710842, 135.866686, 135.343413, 143.900317, 163.972234, 176.844358, 173.808326], "sum_m_pl": [129.873779, 169.456382, 166.368343, 163.435479, 159.428664, 162.286434, 162.339927, 158.147415, 154.503476, 162.273632, 159.773268, 158.653886, 163.556015, 160.271109, 162.289833, 166.338232, 170.60001, 170.2833, 173.035976, 177.719111, 180.019597, 182.371266, 182.314187, 182.577991, 139.043208, 138.40209, 130.692076, 142.748936, 145.725045, 144.477781, 150.999292, 150.384843, 148.276099, 142.725619, 141.885275, 133.010029, 117.888378, 116.028534, 114.52558, 108.778711, 100.09192, 82.186825, 68.917136, 57.207822, 51.459144, 42.910111, 35.437798, 25.831834, 17.597625, 19.359889]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [62, 42, 47, 34, 33, 38, 45, 46, 37, 46, 49, 59, 55, 54, 46, 49, 49, 52, 62, 69, 66, 63, 59, 63, 87, 86, 74, 73, 71, 73, 50, 56, 59, 61, 76, 59, 80, 78, 94, 102, 99, 114, 124, 107, 106, 105, 114, 133, 156, 167], "n_am_pl": [14, 28, 35, 32, 25, 17, 21, 21, 20, 25, 19, 18, 15, 23, 21, 15, 12, 20, 13, 13, 16, 20, 29, 22, 10, 13, 13, 12, 15, 13, 22, 26, 24, 24, 22, 27, 11, 8, 11, 12, 14, 9, 6, 13, 20, 17, 18, 15, 15, 20], "n_pos": 190, "sum_m_en": [21.486902, 11.403478, 10.793764, 11.090157, 11.225359, 10.923694, 10.740374, 11.193734, 11.871736, 11.858785, 12.269763, 13.646425, 13.780344, 13.982924, 13.90079, 12.506916, 12.295966, 12.073804, 11.27671, 10.185922, 9.621268, 8.987486, 8.834664, 8.656819, 24.405475, 27.109137, 27.992506, 24.359283, 22.02952, 22.898136, 20.712187, 20.709959, 22.364938, 24.472528, 25.432975, 28.009195, 35.843672, 37.628002, 41.995831, 46.437838, 50.518048, 66.788376, 77.257995, 80.86575, 88.186217, 93.737236, 106.303268, 124.627226, 151.856368, 163.001671], "sum_m_pl": [66.797292, 86.534618, 85.211059, 83.795134, 82.16914, 83.462244, 83.398833, 81.190852, 79.097705, 83.230301, 82.014751, 81.934003, 84.53667, 83.260766, 84.720789, 86.470723, 88.355143, 88.881199, 89.662647, 91.758044, 92.695355, 93.841014, 93.837814, 93.926699, 73.71004, 72.321666, 68.744276, 74.778284, 75.629536, 75.36176, 78.336283, 77.951858, 77.14054, 74.568105, 74.065926, 69.423146, 61.585547, 60.15359, 59.159519, 56.165919, 50.960179, 40.586089, 32.945752, 28.274172, 26.875504, 21.555096, 19.66326, 14.92884, 15.045471, 18.934035]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 375, "item_id": "pes-Gastroenterologia-2019 jesień-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 966, "region_end": 373, "roundtrip_ok": true, "tf_agree": 0.9707, "tf_agree_excl_first": 0.9733}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [65, 50, 45, 30, 44, 30, 25, 31, 23, 25, 24, 29, 35, 41, 42, 30, 33, 34, 30, 26, 28, 32, 33, 36, 48, 50, 45, 43, 30, 39, 31, 41, 33, 45, 34, 40, 47, 50, 63, 53, 63, 68, 59, 50, 41, 34, 20, 22, 9, 3], "n_am_pl": [14, 24, 24, 30, 18, 20, 24, 15, 14, 15, 13, 16, 18, 20, 26, 29, 21, 22, 17, 22, 22, 24, 30, 28, 14, 19, 18, 29, 28, 26, 29, 30, 25, 21, 20, 19, 21, 17, 18, 19, 20, 24, 24, 34, 40, 45, 55, 61, 81, 90], "n_pos": 176, "sum_m_en": [18.470675, 9.480818, 8.939291, 9.588913, 10.394127, 9.402962, 9.611633, 10.168753, 10.389469, 10.353073, 11.098935, 11.715628, 12.049895, 12.471774, 13.102566, 12.598097, 11.73471, 11.261547, 10.875183, 9.791078, 8.549002, 8.0074, 7.953966, 7.76401, 17.343692, 17.831368, 17.939463, 17.143393, 16.873661, 17.77214, 17.4251, 17.155157, 18.217971, 19.992134, 20.027189, 21.101614, 23.175777, 24.867325, 26.85748, 27.115369, 31.678702, 35.955193, 36.842661, 34.254471, 32.854516, 24.887878, 18.567983, 20.07552, 9.334581, 3.751911], "sum_m_pl": [65.920981, 82.117374, 80.544398, 78.470309, 74.502058, 75.4184, 75.645503, 73.578429, 71.774204, 77.137718, 75.655532, 76.305656, 79.646862, 77.998302, 78.529282, 81.476464, 82.658939, 82.862231, 84.795528, 86.83185, 88.248173, 89.351142, 89.145249, 88.732969, 70.353255, 68.258023, 64.063825, 69.894527, 69.909777, 70.934053, 72.843696, 71.982606, 71.153732, 67.81044, 68.146041, 65.29339, 62.704075, 62.251527, 62.56056, 63.226779, 58.742762, 54.90655, 50.910799, 50.243162, 51.051505, 53.178559, 57.289689, 62.025997, 75.519244, 90.845466]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [35, 24, 15, 17, 27, 19, 19, 21, 15, 15, 14, 11, 17, 18, 23, 17, 15, 20, 17, 17, 18, 15, 17, 21, 25, 30, 28, 27, 14, 21, 19, 18, 15, 24, 16, 20, 22, 27, 33, 30, 36, 40, 33, 32, 29, 25, 15, 14, 7, 3], "n_am_pl": [6, 16, 13, 14, 8, 10, 16, 9, 11, 8, 7, 11, 12, 9, 13, 16, 10, 9, 8, 11, 11, 14, 16, 13, 8, 13, 10, 14, 16, 14, 17, 19, 11, 15, 11, 12, 14, 15, 14, 15, 17, 17, 14, 21, 24, 29, 40, 47, 78, 89], "n_pos": 92, "sum_m_en": [9.516961, 5.124951, 4.793082, 5.326151, 5.969325, 5.24952, 5.381411, 5.722915, 5.686472, 5.720957, 6.115869, 6.401051, 6.761089, 7.048786, 7.472978, 7.276716, 6.665601, 6.472764, 6.533741, 5.70807, 4.633119, 4.326616, 4.257376, 4.123527, 9.62371, 10.688659, 10.97533, 10.346151, 10.2018, 10.312779, 10.188277, 9.940363, 10.002811, 10.229997, 10.395374, 10.6527, 12.39677, 12.753612, 13.912986, 14.97903, 16.169359, 20.868477, 22.01596, 22.231451, 21.684465, 17.23787, 12.247936, 12.306417, 7.05551, 3.501381], "sum_m_pl": [34.157031, 42.188898, 41.101177, 39.957453, 37.974241, 38.89215, 38.950971, 38.354091, 37.767629, 40.485614, 39.774757, 40.335598, 42.299979, 41.586567, 42.291348, 43.228055, 43.69517, 43.761951, 44.185482, 45.194905, 46.006566, 46.653804, 46.528035, 46.370621, 38.605268, 37.332743, 35.706096, 38.047968, 38.159586, 38.437114, 39.678184, 39.63901, 40.117332, 39.950749, 39.574567, 38.839558, 36.894172, 36.69864, 36.884339, 36.962837, 34.988686, 31.880859, 27.972286, 29.69517, 31.008772, 33.722437, 41.343386, 46.228381, 69.463142, 86.611091]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "pes-Gastroenterologia-2019 jesień-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 846, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9831, "tf_agree_excl_first": 0.9887}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [50, 39, 36, 28, 29, 28, 38, 36, 27, 40, 43, 43, 37, 35, 41, 32, 36, 43, 35, 36, 29, 32, 30, 33, 40, 45, 47, 39, 46, 39, 44, 41, 50, 43, 45, 47, 52, 55, 57, 61, 55, 57, 53, 67, 58, 56, 61, 59, 63, 62], "n_am_pl": [13, 24, 27, 26, 23, 22, 12, 17, 13, 12, 16, 20, 21, 22, 21, 17, 20, 17, 16, 21, 21, 31, 31, 28, 26, 21, 19, 21, 11, 8, 13, 20, 12, 15, 15, 15, 15, 18, 14, 21, 18, 12, 12, 7, 9, 10, 11, 7, 6, 8], "n_pos": 165, "sum_m_en": [17.29376, 10.223477, 9.54704, 9.236214, 9.526392, 9.27222, 9.307397, 9.180157, 9.843489, 10.438877, 10.650335, 11.695702, 12.03677, 11.939218, 11.698711, 11.139487, 10.72515, 10.957145, 10.268447, 9.160682, 8.645001, 8.311973, 7.98866, 7.705294, 16.210017, 18.4588, 18.74756, 19.110262, 19.296724, 18.822478, 18.327609, 17.866834, 17.257755, 17.652512, 18.840044, 20.03405, 25.652383, 24.395711, 26.330299, 30.14969, 30.915555, 35.391314, 39.99947, 44.511402, 44.863866, 49.716112, 55.058751, 56.705172, 59.37055, 60.160692], "sum_m_pl": [61.392798, 75.98045, 75.018177, 73.68164, 71.38387, 72.235944, 71.471918, 70.700536, 68.528479, 70.293912, 70.612245, 69.27028, 69.843888, 68.133824, 69.245773, 71.854123, 73.516274, 71.298734, 72.758364, 75.415105, 76.400435, 77.410473, 77.586051, 78.263155, 59.923537, 57.2029, 54.264171, 56.564104, 57.193597, 58.426942, 62.21191, 63.906436, 63.817103, 60.165993, 58.929215, 55.193641, 48.628338, 47.83375, 46.149957, 43.359456, 41.441069, 36.575169, 32.622418, 24.631333, 21.323117, 17.764632, 13.198602, 9.696673, 6.289439, 9.251388]}, "digit": {"n_am_en": [1, 4, 3, 1, 0, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 2, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 2, 2, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [1.188894, 0.324367, 0.348186, 0.310855, 0.317539, 0.319908, 0.299721, 0.259549, 0.275666, 0.336299, 0.300452, 0.342613, 0.34185, 0.363288, 0.361837, 0.41073, 0.345835, 0.391766, 0.337881, 0.320238, 0.314502, 0.296964, 0.292486, 0.290768, 0.277683, 0.35612, 0.26159, 0.319943, 0.333932, 0.427723, 0.437689, 0.4171, 0.397944, 0.36381, 0.468574, 0.511317, 0.488378, 0.424257, 0.347546, 0.286721, 0.333617, 0.339787, 0.309604, 0.295705, 0.311964, 0.193173, 0.067732, 0.043547, 0.008913, 3.2e-05], "sum_m_pl": [2.02431, 3.695519, 3.646832, 3.492755, 3.336913, 3.159332, 3.331863, 3.141327, 2.861038, 2.870485, 2.794985, 2.510892, 2.262273, 2.135568, 2.010381, 2.194738, 2.099646, 2.094637, 2.605553, 2.889172, 3.057152, 3.169969, 3.175169, 3.257971, 1.782202, 1.805179, 1.173195, 1.250381, 1.512401, 1.652211, 2.002358, 2.180838, 2.423438, 2.179122, 2.090125, 2.147259, 1.880512, 1.824681, 1.850293, 1.721486, 1.906209, 1.935252, 1.785254, 1.270769, 1.158028, 0.524435, 0.183216, 0.199683, 0.009874, 3.2e-05]}, "lang": {"n_am_en": [27, 23, 20, 14, 12, 11, 21, 19, 15, 22, 18, 20, 22, 18, 22, 15, 15, 21, 15, 16, 16, 19, 16, 18, 24, 29, 26, 19, 24, 23, 25, 22, 20, 19, 23, 23, 27, 32, 34, 33, 31, 35, 29, 38, 36, 36, 42, 45, 56, 62], "n_am_pl": [4, 7, 10, 7, 12, 10, 3, 8, 6, 6, 13, 12, 9, 7, 9, 8, 8, 6, 9, 10, 9, 15, 13, 10, 11, 9, 9, 9, 2, 2, 1, 3, 5, 9, 5, 7, 4, 7, 2, 4, 3, 3, 4, 2, 5, 5, 6, 3, 4, 8], "n_pos": 71, "sum_m_en": [8.189327, 4.564888, 3.994856, 3.900874, 4.179537, 3.993242, 4.042046, 4.036398, 4.39471, 4.603098, 4.620772, 5.028221, 5.088695, 5.43178, 5.373331, 4.865663, 4.71768, 4.859145, 4.602628, 4.105924, 3.810607, 3.672754, 3.5028, 3.364411, 7.704412, 8.482871, 8.793452, 9.066014, 9.217334, 8.517697, 8.032426, 8.023657, 7.938258, 7.631555, 8.568291, 9.490083, 13.778351, 12.702224, 13.784441, 15.562158, 17.481004, 19.455272, 21.742045, 25.473213, 27.773932, 30.830415, 35.729223, 40.333655, 53.275234, 59.292905], "sum_m_pl": [24.805607, 31.981826, 32.125781, 31.632011, 30.81144, 31.108072, 30.770615, 30.53806, 30.37689, 30.945966, 31.452821, 30.906637, 31.21636, 30.267404, 31.054527, 32.090577, 32.809832, 31.731811, 32.01883, 33.22222, 33.693975, 34.16524, 34.24396, 34.442081, 27.751637, 26.798749, 25.874965, 26.699563, 26.272797, 26.915589, 28.508202, 28.539316, 28.77998, 27.818658, 27.247632, 25.931889, 22.14112, 22.225605, 21.481025, 19.878677, 18.141538, 15.634846, 13.819837, 10.174808, 9.914279, 7.831302, 6.529435, 3.845605, 3.710122, 8.418327]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "pes-Gastroenterologia-2019 jesień-77", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 955, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.9701, "tf_agree_excl_first": 0.9759}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [48, 47, 51, 32, 28, 28, 29, 32, 31, 41, 36, 38, 42, 34, 40, 31, 42, 41, 31, 32, 27, 32, 32, 36, 45, 39, 48, 50, 40, 44, 37, 37, 47, 43, 51, 47, 57, 55, 51, 52, 47, 47, 49, 41, 37, 34, 26, 15, 6, 2], "n_am_pl": [14, 36, 44, 41, 18, 26, 19, 28, 36, 23, 24, 27, 33, 29, 30, 28, 36, 48, 46, 61, 57, 57, 64, 57, 42, 44, 38, 38, 41, 42, 53, 49, 44, 32, 33, 29, 30, 30, 36, 46, 34, 36, 40, 39, 40, 46, 61, 63, 99, 102], "n_pos": 207, "sum_m_en": [18.863718, 10.735793, 10.758619, 10.989074, 10.919965, 11.028444, 10.899787, 11.303116, 11.131709, 11.835011, 11.908137, 12.74998, 12.80745, 13.036503, 12.877646, 12.550131, 12.173174, 11.951285, 10.743255, 10.150938, 9.679289, 9.422583, 9.344973, 9.202223, 18.234786, 20.349211, 19.791885, 19.706796, 19.594745, 19.514939, 19.15473, 18.824556, 18.707824, 18.722402, 19.048871, 19.360112, 20.432691, 21.262259, 20.097338, 22.189938, 22.839447, 25.243927, 26.819214, 28.414395, 26.651807, 25.957587, 23.20833, 15.134968, 8.1715, 1.946558], "sum_m_pl": [74.978029, 94.39926, 92.609335, 89.116201, 85.211926, 86.412232, 85.866564, 86.977623, 86.38764, 88.596507, 88.095523, 87.363778, 90.471503, 89.035623, 89.600028, 94.573314, 98.024563, 98.317094, 99.284527, 101.122196, 101.768513, 101.625088, 100.735148, 100.86572, 83.469459, 80.190532, 78.530054, 81.758289, 83.874942, 85.679266, 88.782908, 89.964414, 90.014452, 87.081077, 86.04173, 83.099903, 78.593464, 76.420846, 75.227609, 74.053222, 68.428966, 64.896813, 61.428253, 55.279508, 53.140864, 54.81851, 63.12924, 66.213141, 92.22573, 102.628381]}, "digit": {"n_am_en": [5, 8, 7, 3, 2, 2, 0, 0, 1, 3, 1, 2, 1, 1, 2, 0, 0, 0, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0], "n_am_pl": [0, 1, 1, 1, 1, 1, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 3, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 2, 3, 2, 2, 3, 4, 4, 1, 1, 1, 1, 1, 0, 0], "n_pos": 9, "sum_m_en": [1.800479, 0.43324, 0.406715, 0.403831, 0.408145, 0.441885, 0.422928, 0.391601, 0.396432, 0.439546, 0.424174, 0.457823, 0.439092, 0.414828, 0.410011, 0.448239, 0.422588, 0.447019, 0.416872, 0.427674, 0.412437, 0.406364, 0.397478, 0.391209, 0.699451, 0.634841, 0.501167, 0.591129, 0.556553, 0.698166, 0.591261, 0.564386, 0.476754, 0.441683, 0.554713, 0.67125, 0.556939, 0.59311, 0.513297, 0.514492, 0.552998, 0.542381, 0.471566, 0.464607, 0.396891, 0.31019, 0.188481, 0.424278, 0.017299, 9e-06], "sum_m_pl": [2.94839, 4.776102, 4.709949, 4.494808, 4.297007, 4.181689, 4.111298, 3.940881, 4.029692, 4.121303, 3.938797, 3.653027, 3.658041, 3.307906, 2.920501, 3.204467, 3.36418, 3.48907, 3.732204, 3.992171, 4.147585, 4.17308, 4.203773, 4.265357, 2.991583, 3.039377, 2.347209, 2.738382, 2.715511, 2.572255, 2.730167, 2.904505, 2.960184, 2.710601, 2.649754, 2.686565, 2.652382, 2.627965, 2.617315, 2.668334, 2.559883, 2.792536, 2.718012, 2.160542, 1.714285, 1.190206, 1.412748, 1.01201, 0.045533, 0.000218]}, "lang": {"n_am_en": [23, 21, 25, 22, 14, 11, 17, 18, 17, 21, 21, 21, 21, 18, 19, 13, 27, 24, 19, 20, 13, 17, 16, 20, 30, 24, 32, 33, 24, 30, 22, 20, 23, 26, 29, 32, 35, 33, 30, 27, 27, 30, 32, 27, 28, 25, 19, 11, 2, 2], "n_am_pl": [9, 25, 29, 25, 11, 17, 12, 13, 16, 14, 11, 13, 19, 16, 16, 15, 20, 29, 25, 34, 33, 34, 37, 30, 23, 26, 22, 22, 24, 23, 37, 33, 25, 23, 22, 20, 19, 16, 23, 26, 17, 21, 25, 26, 29, 35, 51, 52, 95, 102], "n_pos": 105, "sum_m_en": [8.481839, 5.280036, 5.418419, 5.434277, 5.554478, 5.659599, 5.791524, 6.067026, 5.812379, 6.20428, 6.277808, 6.576967, 6.716609, 6.886393, 6.676462, 6.435097, 6.487664, 6.342221, 5.61017, 5.28565, 4.997705, 4.870632, 4.851244, 4.82886, 10.414904, 11.955501, 11.406932, 10.897452, 10.911947, 10.586232, 10.478036, 10.340375, 10.090717, 10.333186, 10.4317, 10.758071, 11.004429, 11.86756, 11.311947, 12.042015, 12.304711, 15.555182, 16.793374, 19.159997, 19.6907, 19.903509, 15.579076, 10.185836, 3.466961, 1.920992], "sum_m_pl": [37.138484, 47.129059, 46.268024, 44.378298, 41.372225, 42.189361, 42.363227, 43.233029, 43.047303, 44.58586, 44.511338, 44.596595, 46.731227, 46.237189, 47.119446, 49.701387, 51.207752, 50.992093, 51.143263, 51.91696, 51.825674, 51.791337, 51.142662, 50.964286, 43.31387, 41.364598, 41.861, 43.108573, 45.050285, 45.703413, 47.454091, 47.558067, 47.770375, 47.262899, 46.426997, 46.215404, 44.698759, 44.12571, 43.841257, 42.643991, 39.022641, 37.225103, 36.404763, 32.974224, 34.776861, 36.895317, 50.199121, 53.282672, 86.808678, 101.642939]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 306, "item_id": "pes-Gastroenterologia-2019 jesień-77", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 835, "region_end": 207, "roundtrip_ok": true, "tf_agree": 0.9608, "tf_agree_excl_first": 0.9639}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 31, 28, 23, 21, 21, 17, 26, 22, 21, 31, 34, 39, 28, 27, 22, 34, 27, 31, 31, 29, 38, 34, 41, 48, 46, 43, 38, 29, 33, 36, 35, 29, 32, 36, 36, 40, 44, 45, 46, 49, 44, 46, 55, 54, 58, 58, 58, 53, 53], "n_am_pl": [7, 18, 17, 18, 18, 13, 19, 13, 15, 18, 18, 16, 16, 16, 21, 19, 8, 13, 14, 15, 9, 12, 9, 10, 3, 6, 6, 13, 10, 13, 14, 12, 15, 9, 9, 11, 7, 7, 7, 9, 9, 13, 12, 9, 5, 5, 3, 4, 2, 1], "n_pos": 123, "sum_m_en": [14.323526, 7.926058, 7.1314, 6.89071, 7.494405, 7.45471, 6.634167, 6.689634, 7.083948, 7.19534, 7.534878, 8.557889, 9.073826, 9.498889, 9.158374, 8.365537, 7.907203, 8.320177, 7.75177, 7.685385, 7.271408, 6.967618, 6.512534, 6.123238, 16.761283, 17.039806, 16.176136, 15.238059, 13.80067, 13.729153, 13.007463, 13.264436, 13.085837, 13.407684, 13.612598, 15.166513, 19.762528, 21.019618, 22.169575, 24.502505, 29.492262, 32.253344, 36.427468, 46.73779, 46.914042, 51.329241, 54.488453, 55.077759, 52.588059, 51.808145], "sum_m_pl": [43.812544, 55.405189, 56.265448, 54.426154, 52.127222, 54.166501, 54.191851, 53.13644, 51.697194, 54.280207, 52.834855, 52.429048, 52.606383, 50.507674, 50.887341, 52.976271, 54.971153, 53.13948, 55.439865, 56.806361, 57.58546, 58.545566, 59.13627, 59.46507, 42.175239, 41.756536, 39.810778, 42.589995, 43.139092, 43.964617, 46.179271, 45.681626, 46.233978, 45.530937, 46.161691, 43.510603, 37.804688, 36.449771, 34.493431, 32.524685, 29.074895, 24.951246, 21.682304, 16.817314, 11.944244, 9.114714, 6.441362, 5.732771, 2.166823, 1.008277]}, "digit": {"n_am_en": [2, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [1.182736, 0.240146, 0.271698, 0.221338, 0.216892, 0.203419, 0.196578, 0.174312, 0.19756, 0.19755, 0.197379, 0.229069, 0.278807, 0.244444, 0.239425, 0.260423, 0.220901, 0.279995, 0.2037, 0.202585, 0.199141, 0.195055, 0.196787, 0.197112, 0.063959, 0.100934, 0.03038, 0.102512, 0.093335, 0.200581, 0.204285, 0.132213, 0.241442, 0.20062, 0.287723, 0.339563, 0.325453, 0.254744, 0.173905, 0.136523, 0.209489, 0.243385, 0.260806, 0.245799, 0.377771, 0.278403, 0.221398, 0.218247, 0.004266, 6.6e-05], "sum_m_pl": [1.010771, 2.626927, 2.590418, 2.446199, 2.2065, 1.918911, 2.068982, 2.00246, 1.865725, 1.941114, 1.771253, 1.588874, 1.918204, 1.442686, 1.329054, 1.346598, 1.545727, 1.613881, 1.956264, 2.135681, 2.222774, 2.301364, 2.289205, 2.355744, 0.386554, 0.469234, 0.095283, 0.322361, 0.423826, 0.603277, 0.83364, 0.700745, 1.188111, 0.752773, 0.84894, 1.027668, 1.135396, 1.263818, 1.276806, 1.257633, 1.364684, 1.406464, 1.229649, 0.876971, 0.658492, 0.408022, 0.08642, 0.119062, 0.006581, 4.5e-05]}, "lang": {"n_am_en": [9, 11, 10, 12, 10, 10, 8, 14, 10, 9, 20, 15, 18, 11, 14, 9, 22, 16, 20, 17, 12, 19, 19, 22, 27, 29, 26, 21, 18, 19, 18, 19, 17, 21, 20, 19, 23, 27, 27, 33, 30, 31, 31, 35, 35, 36, 39, 42, 50, 53], "n_am_pl": [4, 8, 8, 7, 9, 6, 10, 7, 7, 11, 11, 6, 8, 8, 10, 11, 3, 8, 8, 8, 6, 9, 5, 6, 2, 3, 3, 7, 5, 7, 8, 7, 8, 5, 5, 10, 5, 4, 5, 5, 5, 8, 6, 4, 4, 5, 3, 2, 1, 1], "n_pos": 55, "sum_m_en": [5.707999, 3.603059, 3.352009, 3.157125, 3.436616, 3.365435, 3.210874, 3.209014, 3.469015, 3.435902, 3.707134, 4.18086, 4.398102, 4.62034, 4.575231, 3.989649, 3.784415, 4.067356, 3.812691, 3.956156, 3.722026, 3.483831, 3.194191, 2.887387, 9.206596, 10.025462, 9.432844, 8.542677, 8.01284, 7.2798, 6.851427, 7.183031, 7.304149, 7.474736, 7.367282, 8.368595, 11.884838, 13.019809, 14.205502, 15.95476, 19.843497, 22.412638, 24.356058, 29.107063, 29.501848, 32.308486, 35.67974, 38.949934, 48.686777, 51.291894], "sum_m_pl": [19.374825, 24.071901, 24.422879, 23.885481, 23.016862, 24.249482, 24.441434, 23.986657, 23.403063, 24.515521, 24.35183, 24.215554, 24.121791, 23.470608, 23.826678, 24.685607, 25.530141, 24.885249, 25.607589, 25.9601, 26.183323, 26.667393, 26.883859, 26.991296, 20.776393, 20.225628, 19.508265, 20.655745, 21.146852, 21.242058, 22.43927, 21.897358, 21.809956, 22.191915, 22.309282, 20.952364, 17.441461, 17.017326, 16.082087, 15.491534, 13.408296, 11.199267, 9.89781, 8.423741, 6.73489, 5.557691, 4.149239, 2.803887, 1.123301, 1.005314]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "pes-Geriatria-2018 wiosna-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 959, "region_end": 123, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9919}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [28, 22, 30, 18, 19, 11, 12, 11, 13, 18, 20, 21, 21, 17, 18, 20, 24, 19, 21, 20, 21, 26, 30, 32, 27, 39, 41, 32, 26, 29, 27, 25, 26, 27, 24, 25, 25, 21, 23, 23, 26, 28, 24, 30, 28, 25, 16, 6, 1, 0], "n_am_pl": [15, 30, 18, 23, 26, 27, 20, 23, 25, 25, 20, 19, 22, 26, 31, 25, 26, 27, 31, 32, 33, 34, 33, 31, 18, 15, 14, 24, 26, 27, 21, 26, 16, 15, 23, 17, 14, 22, 22, 29, 28, 26, 29, 29, 33, 39, 43, 46, 77, 85], "n_pos": 132, "sum_m_en": [11.503992, 6.440078, 6.542669, 6.675686, 6.80993, 6.565407, 6.351972, 6.321164, 6.601484, 6.951251, 7.414579, 7.847412, 7.761804, 8.137484, 7.648579, 7.136168, 6.850094, 6.961918, 6.247558, 6.079126, 5.732524, 5.510804, 5.416281, 5.372796, 9.34903, 10.370843, 10.242308, 10.155056, 9.630523, 10.809005, 10.286996, 9.837561, 9.725762, 9.628798, 10.101171, 9.764098, 9.789141, 9.743614, 10.650473, 13.600044, 13.214878, 15.96969, 16.251686, 25.877661, 23.896244, 22.304239, 13.065845, 7.007285, 2.020811, 0.029782], "sum_m_pl": [48.660019, 62.218006, 61.277016, 60.2137, 58.268684, 59.947518, 59.538553, 58.7685, 57.953438, 59.340557, 58.771093, 58.89766, 61.175605, 59.457257, 60.419317, 62.881144, 63.644461, 63.562237, 65.937969, 66.300854, 67.081507, 67.423982, 67.537526, 67.398166, 54.806965, 53.603999, 52.276236, 55.196571, 57.020557, 57.411896, 57.835437, 58.391824, 58.166957, 54.707613, 55.370879, 53.198325, 52.130204, 52.620272, 52.289238, 51.210361, 50.19131, 47.999898, 46.669293, 40.941412, 39.857055, 41.62691, 45.916046, 49.951105, 72.939912, 85.241918]}, "digit": {"n_am_en": [4, 4, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 1, 2, 2, 1, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [1.434914, 0.224085, 0.235394, 0.199059, 0.203722, 0.181545, 0.184546, 0.167341, 0.181003, 0.209824, 0.205544, 0.235221, 0.248126, 0.217395, 0.167575, 0.170531, 0.171409, 0.20277, 0.18533, 0.196009, 0.191039, 0.185849, 0.187964, 0.190589, 0.096177, 0.142576, 0.037363, 0.104421, 0.118672, 0.233297, 0.244915, 0.129657, 0.2096, 0.092133, 0.132104, 0.20887, 0.203708, 0.230631, 0.165251, 0.144652, 0.166981, 0.172803, 0.1649, 0.150248, 0.180348, 0.087072, 0.106901, 0.086601, 0.003308, 2e-06], "sum_m_pl": [1.129486, 2.601629, 2.607795, 2.546082, 2.385938, 2.232609, 2.31329, 2.277611, 2.287558, 2.259675, 2.1779, 1.855621, 1.959796, 1.454499, 1.231574, 1.345256, 1.482982, 1.590677, 1.978828, 2.168548, 2.293334, 2.361752, 2.362569, 2.409271, 0.783116, 0.813613, 0.202299, 0.500099, 0.595993, 0.703159, 1.034035, 0.738242, 1.099514, 0.509748, 0.622015, 0.87846, 0.993566, 1.342631, 1.544201, 1.581718, 1.596454, 1.747244, 1.516009, 1.874657, 1.392183, 1.221213, 0.646626, 0.509434, 0.021128, 0.000119]}, "lang": {"n_am_en": [17, 12, 21, 11, 13, 10, 9, 9, 9, 12, 14, 16, 16, 12, 12, 15, 20, 15, 16, 15, 16, 21, 24, 26, 23, 34, 29, 24, 21, 21, 22, 20, 23, 22, 19, 19, 21, 18, 18, 19, 22, 26, 21, 27, 26, 22, 14, 6, 1, 0], "n_am_pl": [11, 20, 12, 18, 17, 23, 17, 14, 15, 19, 14, 11, 17, 20, 27, 22, 19, 21, 25, 26, 26, 25, 26, 24, 14, 12, 12, 20, 21, 19, 17, 22, 14, 13, 18, 16, 14, 18, 19, 26, 26, 23, 27, 26, 31, 37, 41, 44, 76, 85], "n_pos": 86, "sum_m_en": [6.812253, 4.008141, 4.230363, 4.239088, 4.379026, 4.267233, 4.152995, 4.151804, 4.253992, 4.55343, 5.041888, 5.248287, 5.211345, 5.544931, 5.260266, 4.922557, 4.664906, 4.664003, 4.184078, 4.061326, 3.785735, 3.596555, 3.517657, 3.474299, 6.748937, 7.444678, 7.235452, 7.063608, 6.880527, 7.394492, 7.010007, 7.015223, 6.982032, 7.035203, 7.379632, 7.268922, 7.492461, 7.536908, 8.206647, 10.731979, 10.359348, 13.618558, 13.399841, 22.432987, 21.164031, 18.774742, 10.673044, 6.414631, 1.481583, 0.026373], "sum_m_pl": [31.307849, 39.81004, 39.082012, 38.617037, 37.540276, 38.830366, 38.606542, 38.208003, 37.744579, 38.829894, 38.540167, 38.914829, 40.669811, 40.319467, 41.432857, 42.783224, 42.989507, 42.728115, 44.009241, 44.015028, 44.221588, 44.431519, 44.419891, 44.194999, 39.23512, 38.299815, 38.068391, 39.542986, 40.523709, 40.637981, 40.947818, 41.490329, 41.54931, 40.69131, 40.843407, 40.305269, 39.941704, 40.208048, 39.92508, 39.115143, 38.534931, 37.032321, 36.393482, 31.381729, 33.713133, 35.87632, 42.623026, 46.605859, 71.240214, 84.197348]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 134, "item_id": "pes-Geriatria-2018 wiosna-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 839, "region_end": 132, "roundtrip_ok": true, "tf_agree": 0.9627, "tf_agree_excl_first": 0.9699}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [19, 24, 22, 20, 11, 11, 9, 11, 9, 10, 8, 9, 15, 18, 14, 18, 18, 17, 18, 32, 31, 29, 26, 28, 33, 36, 22, 20, 24, 27, 22, 26, 24, 17, 21, 29, 23, 26, 27, 32, 33, 28, 32, 30, 27, 30, 27, 27, 29, 26], "n_am_pl": [2, 13, 11, 10, 7, 11, 8, 5, 8, 5, 6, 9, 8, 9, 10, 10, 7, 6, 8, 5, 6, 5, 7, 4, 2, 7, 7, 9, 5, 3, 2, 2, 3, 4, 1, 1, 5, 3, 5, 3, 1, 1, 3, 3, 2, 2, 3, 2, 2, 1], "n_pos": 74, "sum_m_en": [7.956734, 4.374932, 4.269591, 4.390783, 4.592679, 4.57074, 4.205088, 4.265037, 4.122965, 4.207514, 4.365794, 4.744412, 5.194475, 5.640551, 5.512982, 5.240379, 4.997884, 4.695902, 4.709979, 4.94876, 4.410691, 3.935686, 3.789407, 3.799376, 14.453441, 15.50704, 11.636217, 10.877085, 9.954406, 9.383843, 9.094401, 8.949884, 8.342939, 8.16666, 9.318939, 9.214337, 10.63582, 12.946845, 13.866248, 17.147542, 16.787734, 20.302451, 23.801913, 23.269876, 22.739361, 24.656778, 25.68245, 23.849822, 27.834195, 26.202661], "sum_m_pl": [27.856109, 35.009, 34.189992, 34.230108, 31.836578, 32.757248, 31.004143, 30.972535, 31.686593, 32.118876, 31.685205, 30.505786, 29.553064, 28.51257, 29.193909, 29.191364, 29.063162, 30.427541, 31.31234, 32.634742, 33.069053, 33.437243, 33.703635, 34.029372, 22.202759, 21.880495, 22.001792, 22.945734, 23.976708, 23.542521, 23.471701, 24.608078, 24.445672, 23.153258, 20.765152, 21.493235, 17.404648, 16.050322, 15.573207, 13.613757, 12.74684, 10.057515, 8.44164, 8.457438, 6.375378, 4.387922, 2.906897, 2.433154, 1.442283, 1.003781]}, "digit": {"n_am_en": [0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 2, 2, 1, 2, 2, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.342766, 0.146682, 0.161228, 0.150803, 0.138062, 0.133084, 0.130536, 0.140176, 0.139822, 0.133848, 0.144258, 0.151688, 0.15722, 0.170486, 0.181747, 0.177891, 0.170204, 0.159792, 0.153426, 0.144108, 0.138814, 0.129928, 0.130085, 0.134118, 0.242481, 0.245306, 0.218397, 0.224049, 0.205056, 0.234194, 0.222284, 0.163787, 0.153073, 0.184636, 0.198604, 0.214973, 0.213166, 0.262653, 0.325179, 0.76229, 0.69048, 0.944079, 0.601148, 1.090311, 0.970409, 0.817294, 0.895704, 0.403426, 0.128777, 0.000146], "sum_m_pl": [1.084572, 1.522949, 1.477385, 1.471665, 1.334147, 1.286051, 1.171406, 1.249259, 1.267075, 1.373812, 1.328037, 1.215664, 1.145394, 1.169268, 1.24502, 1.246603, 1.247547, 1.277693, 1.346799, 1.354406, 1.367322, 1.365528, 1.383103, 1.374934, 0.998125, 0.93061, 0.92184, 0.929512, 0.980615, 1.006206, 0.941627, 0.95196, 1.017852, 1.02776, 0.995735, 0.986148, 0.781963, 0.692289, 0.803722, 0.630828, 0.603958, 0.444202, 0.42266, 0.299153, 0.230961, 0.262958, 0.094051, 0.110569, 0.017171, 6e-06]}, "lang": {"n_am_en": [5, 6, 9, 11, 4, 5, 7, 7, 5, 6, 5, 5, 8, 6, 6, 9, 8, 6, 9, 11, 12, 11, 10, 11, 14, 11, 10, 8, 9, 11, 11, 14, 12, 7, 9, 12, 9, 10, 12, 13, 16, 11, 15, 16, 15, 19, 15, 17, 25, 25], "n_am_pl": [1, 7, 3, 1, 2, 2, 1, 2, 4, 3, 3, 4, 1, 2, 4, 4, 3, 3, 3, 1, 2, 0, 0, 0, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 0, 0, 3, 0, 1, 0, 0, 1, 1, 2, 1, 2, 2, 1, 1, 1], "n_pos": 26, "sum_m_en": [2.837881, 1.559103, 1.453079, 1.55889, 1.548916, 1.532204, 1.505935, 1.454706, 1.442538, 1.518826, 1.585836, 1.795901, 1.943362, 2.071655, 1.986091, 1.882967, 1.839137, 1.685525, 1.61818, 1.617917, 1.539031, 1.420489, 1.376079, 1.395182, 5.818947, 5.845781, 4.407424, 4.216361, 3.683505, 3.680346, 3.55975, 3.313802, 3.012024, 2.875454, 3.406344, 3.501741, 4.10775, 5.529822, 6.314885, 7.884515, 7.772921, 8.85754, 11.26297, 11.550091, 11.74817, 13.922554, 13.979314, 14.764822, 23.346627, 24.385789], "sum_m_pl": [9.161718, 12.376165, 12.35637, 12.312085, 11.44683, 11.755488, 11.222442, 11.279914, 11.587899, 11.467492, 11.275575, 10.880215, 10.503237, 10.049595, 10.238607, 10.188965, 9.912833, 10.555393, 10.817467, 11.472443, 11.573108, 11.706333, 11.767641, 11.885791, 7.29097, 7.428865, 7.716031, 8.116737, 8.545877, 8.264903, 8.286899, 8.6341, 8.637765, 8.197902, 7.126925, 7.610349, 6.002522, 5.722262, 5.163409, 4.463231, 4.510445, 3.653833, 3.105659, 2.928605, 2.77055, 1.981189, 1.961405, 1.277744, 0.812094, 0.996449]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 76, "item_id": "pes-Geriatria-2019 wiosna-22", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 895, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9737, "tf_agree_excl_first": 0.9867}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [18, 16, 16, 13, 11, 10, 8, 8, 5, 8, 7, 8, 13, 13, 13, 15, 16, 9, 18, 17, 16, 18, 10, 16, 25, 23, 19, 15, 17, 18, 14, 18, 16, 14, 15, 18, 16, 20, 19, 22, 21, 18, 20, 17, 11, 12, 7, 7, 4, 3], "n_am_pl": [2, 11, 13, 10, 6, 9, 8, 8, 6, 4, 8, 6, 5, 4, 4, 3, 4, 2, 6, 3, 8, 6, 6, 3, 2, 5, 8, 8, 2, 4, 1, 1, 6, 4, 1, 4, 5, 3, 6, 6, 6, 8, 8, 10, 11, 10, 13, 11, 21, 24], "n_pos": 63, "sum_m_en": [6.010338, 3.277476, 3.414231, 4.147919, 4.061475, 3.928745, 3.934614, 4.070513, 3.559649, 3.760811, 3.76859, 3.969734, 4.240531, 4.650864, 4.504344, 4.384297, 4.225494, 3.840775, 3.684367, 3.835273, 3.563063, 3.257636, 3.171688, 3.169513, 9.551774, 10.171251, 8.785453, 8.259141, 8.431212, 7.449855, 6.978741, 7.479592, 6.594917, 6.417568, 7.339603, 7.249976, 8.319525, 10.018819, 10.647656, 11.762736, 11.694653, 13.389511, 13.317246, 13.108516, 10.599536, 9.996481, 8.185813, 6.09205, 3.176376, 3.063667], "sum_m_pl": [23.449851, 28.674988, 28.097377, 27.735144, 25.740416, 26.714962, 25.265835, 24.543173, 24.764487, 24.972061, 24.828808, 24.044716, 23.582628, 23.198611, 24.135952, 24.784998, 25.110184, 26.053916, 27.266645, 27.917723, 27.820273, 28.302353, 28.354566, 28.522071, 18.784658, 18.635537, 18.758418, 19.256122, 19.812158, 19.977179, 19.859518, 20.229693, 20.369156, 19.297907, 17.478255, 17.860181, 16.032588, 15.054131, 14.629003, 14.093695, 13.750277, 12.316044, 12.957051, 14.365501, 13.412402, 14.917986, 13.141396, 13.873114, 21.357717, 23.917989]}, "digit": {"n_am_en": [0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 2, 1, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.351204, 0.13453, 0.16122, 0.144505, 0.137281, 0.134362, 0.152532, 0.157741, 0.146827, 0.143233, 0.15206, 0.150942, 0.142396, 0.138216, 0.151173, 0.1547, 0.153005, 0.149126, 0.140385, 0.146275, 0.138812, 0.131932, 0.131375, 0.138539, 0.208922, 0.222304, 0.203903, 0.199224, 0.193458, 0.187452, 0.203458, 0.145964, 0.148825, 0.165843, 0.182833, 0.197607, 0.192739, 0.272045, 0.271301, 0.927392, 0.912627, 1.088906, 0.682832, 0.707451, 0.584236, 0.382282, 0.198363, 0.081338, 0.007195, 1e-06], "sum_m_pl": [1.112863, 1.519741, 1.427194, 1.428459, 1.292659, 1.296548, 1.155255, 1.191949, 1.213426, 1.274872, 1.274563, 1.158211, 1.170893, 1.174721, 1.236187, 1.25016, 1.246764, 1.268373, 1.341237, 1.316069, 1.315626, 1.305367, 1.31894, 1.304767, 0.954022, 0.917699, 0.874862, 0.904217, 0.942654, 0.987855, 0.924888, 0.973071, 1.010399, 0.981146, 0.98026, 0.987466, 0.806398, 0.714938, 0.810689, 0.594206, 0.510539, 0.386719, 0.371684, 0.373154, 0.357265, 0.435091, 0.413225, 0.366541, 0.013276, 6e-06]}, "lang": {"n_am_en": [10, 6, 7, 6, 4, 3, 4, 5, 3, 4, 5, 5, 5, 7, 7, 6, 7, 4, 8, 7, 7, 8, 5, 7, 14, 13, 9, 8, 9, 9, 7, 12, 9, 9, 7, 11, 10, 11, 11, 11, 11, 8, 9, 8, 6, 6, 4, 3, 3, 3], "n_am_pl": [1, 4, 4, 3, 4, 2, 2, 1, 0, 0, 1, 2, 1, 0, 1, 1, 0, 0, 2, 2, 3, 3, 1, 2, 1, 2, 1, 3, 1, 4, 0, 0, 3, 1, 1, 2, 2, 2, 2, 4, 4, 6, 6, 8, 9, 8, 12, 10, 20, 23], "n_pos": 27, "sum_m_en": [2.528401, 1.323988, 1.363259, 1.610132, 1.804006, 1.795874, 1.803062, 1.833002, 1.490339, 1.533327, 1.633908, 1.800318, 1.91544, 2.170877, 2.099963, 1.952092, 1.858235, 1.6721, 1.620889, 1.733964, 1.573079, 1.396135, 1.355306, 1.372773, 5.957133, 5.910616, 4.234132, 3.973704, 4.430515, 3.547607, 3.199312, 3.791649, 3.18355, 3.157832, 3.719456, 3.772162, 4.829324, 6.053689, 6.364879, 5.729932, 5.578405, 6.59428, 6.079931, 6.523457, 5.773537, 4.278926, 4.079848, 2.360783, 2.713282, 2.998447], "sum_m_pl": [9.878326, 12.132895, 11.956329, 11.839375, 10.568281, 11.09288, 10.456335, 10.414271, 10.403381, 10.546915, 10.635274, 10.207207, 9.952772, 9.720316, 10.236949, 10.473304, 10.643428, 11.132853, 11.614696, 11.92411, 11.894219, 12.152462, 12.222267, 12.305695, 7.449684, 7.499168, 8.03518, 8.435767, 8.532235, 8.687171, 8.684378, 8.755108, 9.101762, 8.81425, 7.826964, 8.05352, 7.21608, 7.025209, 6.729499, 7.308216, 7.386493, 6.842277, 8.262332, 8.835239, 9.233619, 10.511297, 11.132957, 12.123253, 19.523372, 22.573574]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 65, "item_id": "pes-Geriatria-2019 wiosna-22", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 775, "region_end": 63, "roundtrip_ok": true, "tf_agree": 0.9385, "tf_agree_excl_first": 0.9531}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [53, 44, 38, 39, 33, 30, 33, 43, 26, 28, 36, 27, 25, 30, 33, 33, 43, 36, 30, 36, 39, 32, 27, 34, 52, 50, 46, 49, 46, 46, 48, 38, 38, 37, 45, 55, 49, 55, 57, 52, 46, 52, 59, 58, 53, 44, 22, 6, 4, 2], "n_am_pl": [14, 35, 35, 36, 31, 29, 23, 19, 21, 21, 17, 17, 19, 25, 26, 25, 22, 26, 23, 27, 28, 25, 29, 28, 32, 27, 29, 21, 29, 23, 31, 32, 25, 21, 28, 23, 24, 24, 29, 34, 41, 36, 35, 41, 43, 47, 64, 60, 88, 103], "n_pos": 176, "sum_m_en": [16.811962, 8.567636, 8.761723, 9.578112, 10.098028, 9.670511, 10.737333, 11.419853, 10.978572, 11.446255, 12.363281, 12.981009, 13.295235, 13.081942, 13.364895, 13.921404, 14.026744, 13.054818, 12.263073, 11.243543, 9.566282, 8.85821, 8.705416, 8.599946, 23.175354, 24.134702, 23.88952, 23.653479, 23.863897, 22.698606, 21.948499, 20.945017, 20.630435, 21.878194, 23.041089, 24.51296, 26.768709, 29.193868, 29.219197, 28.597474, 28.669619, 34.033888, 37.140086, 38.769839, 38.780026, 35.381536, 21.863149, 9.461488, 5.395794, 2.06033], "sum_m_pl": [65.337478, 80.826633, 79.730913, 76.598637, 72.909769, 76.372989, 76.053446, 75.465081, 74.380682, 76.11262, 73.529224, 73.235221, 73.588878, 72.552001, 73.499058, 73.99237, 74.344867, 75.543962, 78.350042, 80.989526, 83.467151, 84.806248, 84.698903, 85.185811, 63.851653, 62.393631, 58.342441, 59.341132, 62.498877, 67.033289, 67.315736, 68.381993, 64.404196, 61.869465, 60.948629, 58.616386, 55.079289, 53.978645, 56.040987, 55.924192, 52.428292, 49.502417, 49.010604, 50.85138, 47.780856, 52.981601, 59.661011, 60.162001, 84.952438, 101.328998]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [34, 28, 22, 26, 20, 21, 22, 29, 18, 22, 28, 22, 18, 21, 25, 24, 28, 24, 22, 23, 27, 18, 15, 21, 35, 34, 33, 36, 32, 32, 32, 25, 25, 24, 30, 40, 37, 42, 39, 39, 31, 37, 44, 43, 41, 36, 15, 5, 3, 2], "n_am_pl": [3, 17, 21, 25, 19, 19, 13, 13, 15, 16, 13, 12, 13, 16, 19, 18, 17, 21, 16, 20, 21, 21, 25, 23, 25, 22, 18, 14, 21, 18, 24, 24, 18, 18, 21, 16, 17, 19, 21, 24, 30, 26, 26, 30, 33, 38, 57, 57, 87, 102], "n_pos": 104, "sum_m_en": [10.003843, 4.971647, 5.177166, 5.774122, 6.177949, 5.938061, 6.987746, 7.470216, 7.199864, 7.507687, 8.321551, 8.745423, 9.072108, 8.862466, 8.965196, 9.505208, 9.389298, 8.70305, 8.224719, 7.319888, 5.991289, 5.523236, 5.409508, 5.324173, 16.097533, 16.888492, 16.966112, 16.793806, 16.53311, 15.769896, 15.292558, 14.498078, 13.998141, 15.133642, 15.838197, 17.07672, 19.046809, 20.724841, 19.309681, 18.85649, 19.491612, 25.08119, 27.206613, 28.159757, 29.865304, 28.217815, 15.99368, 7.066904, 3.956407, 2.051184], "sum_m_pl": [39.058534, 48.128789, 47.239033, 45.470467, 43.367586, 45.680717, 45.325171, 45.060348, 44.758593, 45.931799, 44.639789, 44.373995, 45.280653, 45.013227, 46.319268, 45.599373, 45.207437, 45.649006, 46.611951, 48.131961, 49.543463, 50.339554, 50.245941, 50.506371, 41.036317, 40.1382, 38.223493, 37.396676, 39.510974, 40.961553, 41.322541, 42.327774, 40.240316, 38.821195, 38.355407, 38.147214, 36.025709, 35.86487, 38.133207, 38.911136, 36.498529, 34.914187, 34.209986, 37.261998, 35.467136, 40.353805, 49.820118, 53.010039, 80.755662, 100.196072]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 178, "item_id": "pes-Geriatria-2019 wiosna-48", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 897, "region_end": 176, "roundtrip_ok": true, "tf_agree": 0.9719, "tf_agree_excl_first": 0.9774}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [55, 43, 39, 38, 32, 32, 28, 43, 28, 25, 33, 26, 23, 28, 24, 25, 36, 31, 27, 26, 28, 28, 25, 28, 38, 42, 47, 47, 50, 50, 43, 41, 39, 36, 48, 56, 45, 49, 52, 48, 46, 49, 54, 54, 52, 39, 15, 4, 3, 2], "n_am_pl": [11, 36, 36, 34, 30, 31, 23, 17, 16, 19, 11, 12, 21, 23, 21, 24, 21, 22, 27, 28, 27, 22, 30, 27, 38, 31, 28, 21, 28, 21, 35, 31, 26, 21, 24, 23, 23, 26, 31, 35, 34, 34, 32, 38, 37, 45, 63, 61, 89, 96], "n_pos": 169, "sum_m_en": [16.523765, 8.247299, 8.355425, 8.802034, 9.441001, 9.302681, 9.988724, 11.719647, 11.539392, 12.320508, 12.509294, 13.015144, 12.830488, 12.004258, 12.544674, 12.364887, 12.829845, 11.734859, 10.744369, 9.80739, 8.611841, 8.090212, 8.052432, 7.954485, 20.744661, 22.355052, 22.349779, 22.551018, 22.827823, 21.531573, 20.381057, 19.564912, 19.871261, 21.666121, 22.323656, 24.028687, 25.391641, 27.628103, 26.840842, 26.848398, 27.616192, 32.310846, 34.457822, 35.845319, 36.498828, 33.544926, 18.532638, 7.82227, 4.316433, 2.018875], "sum_m_pl": [62.976897, 77.86569, 76.654652, 74.072207, 70.670832, 73.585878, 73.401039, 72.017864, 70.740265, 72.372898, 70.051005, 69.437187, 70.328378, 69.415739, 70.306386, 71.483078, 71.902678, 73.145405, 76.039422, 78.3723, 80.479273, 81.638318, 81.376415, 82.022644, 62.863899, 60.853721, 57.248618, 57.530715, 60.549788, 64.74721, 65.324494, 65.83459, 61.388579, 58.077523, 57.13419, 54.483745, 52.405455, 51.561786, 54.477747, 53.985447, 50.866039, 48.445678, 48.121081, 49.733722, 47.35965, 51.486188, 59.993231, 57.017555, 84.307076, 96.77217]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [32, 25, 19, 25, 19, 20, 15, 23, 17, 17, 24, 17, 15, 18, 16, 17, 24, 23, 19, 17, 19, 15, 13, 16, 26, 31, 34, 35, 36, 33, 29, 27, 26, 22, 31, 40, 33, 38, 32, 32, 29, 35, 38, 37, 39, 30, 8, 4, 2, 2], "n_am_pl": [3, 18, 23, 24, 19, 21, 15, 13, 10, 16, 8, 9, 14, 16, 14, 19, 15, 18, 16, 22, 21, 19, 26, 22, 30, 24, 21, 16, 20, 16, 25, 24, 23, 17, 19, 17, 15, 18, 24, 25, 27, 27, 25, 29, 28, 37, 57, 56, 85, 96], "n_pos": 98, "sum_m_en": [9.373993, 4.64981, 4.75504, 4.923432, 5.465379, 5.526978, 6.087768, 6.928609, 6.942854, 7.505986, 7.747226, 7.975551, 7.926287, 7.526208, 7.520986, 7.640187, 7.757357, 7.195739, 6.861721, 6.13039, 5.21186, 4.904308, 4.88083, 4.786019, 13.442063, 14.824178, 15.237887, 15.468337, 15.333423, 14.549322, 13.760656, 13.04624, 13.598181, 14.60852, 14.726431, 15.684001, 17.395533, 19.086616, 17.184489, 17.833817, 18.417027, 22.749019, 24.514903, 25.378475, 27.789196, 25.527972, 12.480409, 6.029411, 3.065655, 2.005685], "sum_m_pl": [36.917878, 45.463793, 44.52305, 43.375251, 41.265938, 43.014001, 42.895359, 42.267501, 41.813414, 43.033401, 41.875166, 41.391644, 42.627932, 42.303206, 43.680852, 43.683057, 43.264421, 43.511579, 44.371791, 45.673494, 46.82651, 47.527903, 47.299076, 47.624502, 40.53552, 39.486207, 37.767041, 36.137149, 37.738299, 38.854658, 39.373571, 39.937172, 37.447107, 36.106041, 35.721432, 35.369874, 33.924227, 33.919754, 36.629356, 36.966637, 35.129121, 33.905972, 33.187976, 35.799679, 34.915076, 39.744879, 51.048426, 49.462761, 79.126435, 94.938125]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 171, "item_id": "pes-Geriatria-2019 wiosna-48", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 777, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9825, "tf_agree_excl_first": 0.9882}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [55, 45, 43, 36, 39, 40, 36, 43, 45, 42, 47, 47, 53, 49, 61, 58, 53, 48, 45, 42, 47, 46, 48, 48, 63, 66, 61, 49, 45, 54, 57, 53, 59, 53, 53, 61, 63, 51, 70, 68, 66, 68, 81, 81, 84, 84, 90, 74, 77, 73], "n_am_pl": [9, 29, 30, 23, 26, 23, 22, 19, 19, 18, 26, 28, 26, 34, 31, 20, 19, 34, 23, 19, 21, 18, 14, 21, 15, 13, 13, 25, 21, 24, 26, 22, 25, 28, 21, 15, 14, 17, 16, 13, 16, 12, 11, 11, 14, 14, 11, 11, 8, 6], "n_pos": 204, "sum_m_en": [23.024424, 13.120752, 12.307246, 12.673874, 12.504628, 11.895207, 11.600802, 12.4252, 12.269087, 12.442832, 13.297349, 15.116142, 15.091716, 16.165463, 16.414365, 15.204236, 14.680612, 14.706245, 13.759846, 12.520981, 11.453578, 10.554362, 10.060036, 9.714014, 23.494964, 25.87965, 26.167658, 23.21849, 22.219826, 23.197556, 21.632985, 21.483461, 23.020088, 23.533337, 23.547731, 25.087074, 30.434509, 30.772684, 32.94677, 35.204849, 37.140519, 43.869455, 52.68349, 57.71196, 70.690434, 77.617878, 84.724527, 77.586066, 73.384401, 72.371914], "sum_m_pl": [73.546809, 91.960798, 91.875768, 90.033503, 87.950312, 89.001513, 88.233317, 86.794519, 87.184092, 90.769178, 90.278204, 88.545569, 91.518036, 89.795066, 89.801995, 91.258927, 93.228278, 90.089529, 91.423014, 93.679144, 95.875487, 97.867695, 98.025365, 98.799917, 75.263681, 72.18391, 67.66465, 74.8802, 77.802401, 75.072726, 77.83116, 78.786628, 76.097687, 74.285129, 74.960221, 70.019935, 60.741986, 57.380948, 55.455046, 51.270981, 47.201655, 40.687248, 36.339855, 31.751513, 26.08876, 19.895069, 14.828558, 12.137762, 7.84426, 6.414898]}, "digit": {"n_am_en": [0, 1, 3, 1, 1, 0, 0, 0, 0, 0, 3, 1, 0, 0, 3, 0, 1, 0, 0, 1, 2, 2, 1, 2, 0, 2, 1, 0, 0, 0, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 1, 1, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 1, 1, 3, 3, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.391534, 0.226324, 0.230996, 0.221729, 0.207648, 0.180698, 0.16269, 0.185646, 0.18869, 0.20999, 0.258242, 0.264871, 0.283587, 0.284034, 0.345494, 0.261071, 0.288079, 0.279819, 0.257906, 0.236353, 0.228331, 0.220748, 0.22586, 0.21936, 0.29755, 0.256847, 0.280164, 0.298334, 0.291184, 0.373306, 0.410773, 0.309021, 0.31708, 0.415861, 0.466508, 0.523563, 0.457144, 0.389646, 0.390148, 0.429887, 0.47602, 0.452512, 0.425477, 0.527093, 0.441098, 0.545338, 0.379767, 0.278945, 0.077375, 0.000409], "sum_m_pl": [2.473801, 2.700537, 2.685116, 2.684869, 2.667342, 2.701944, 2.653269, 2.575766, 2.546943, 2.469537, 2.349336, 2.17883, 2.068952, 2.121371, 1.95135, 2.199392, 2.059087, 2.061, 2.133944, 2.22641, 2.256545, 2.258733, 2.27815, 2.295176, 1.884292, 1.805422, 1.716903, 1.822666, 1.812565, 1.778045, 1.719094, 1.827988, 1.753906, 1.794897, 1.709387, 1.52321, 1.232648, 1.276431, 1.432463, 1.391623, 1.345533, 1.309458, 1.322757, 0.840801, 0.715643, 0.58619, 0.357895, 0.295975, 0.042799, 5e-05]}, "lang": {"n_am_en": [22, 15, 14, 15, 15, 19, 18, 20, 22, 26, 24, 19, 22, 21, 27, 26, 23, 21, 21, 19, 21, 23, 20, 21, 32, 34, 29, 22, 22, 25, 26, 23, 26, 23, 24, 25, 26, 22, 38, 36, 34, 38, 42, 45, 50, 51, 57, 55, 69, 73], "n_am_pl": [4, 14, 13, 6, 5, 7, 9, 6, 9, 4, 7, 12, 11, 10, 11, 7, 8, 12, 7, 9, 9, 7, 6, 8, 4, 6, 4, 11, 11, 10, 15, 10, 13, 12, 6, 5, 6, 9, 7, 6, 10, 6, 5, 6, 7, 8, 5, 6, 6, 6], "n_pos": 80, "sum_m_en": [8.614589, 5.002637, 4.793484, 4.83659, 5.103953, 4.9335, 4.882934, 5.078364, 5.007805, 5.247282, 5.604748, 6.562873, 6.347101, 6.870649, 6.969963, 6.444761, 6.14742, 6.249086, 5.688618, 5.136875, 4.659891, 4.21589, 4.009425, 3.869375, 11.069335, 12.703964, 12.567188, 10.77121, 10.37562, 10.304736, 9.235309, 9.383087, 10.061747, 10.495094, 10.21834, 11.108896, 13.862493, 13.574856, 14.817436, 15.809133, 17.500596, 23.423551, 25.73065, 30.651358, 36.993408, 43.839283, 52.114046, 54.757511, 65.391017, 70.774193], "sum_m_pl": [28.585924, 35.379574, 35.761979, 35.095678, 34.213009, 34.414614, 34.460086, 34.385883, 34.897553, 36.317076, 36.153392, 35.539954, 36.80742, 35.808061, 35.688193, 35.980701, 36.934505, 35.805984, 36.241571, 37.181807, 38.128259, 39.081955, 39.102034, 39.370369, 30.939688, 29.819033, 28.24086, 31.260201, 32.222819, 31.114178, 32.382368, 32.192364, 31.175012, 30.677844, 31.123639, 29.526883, 25.624255, 25.432188, 24.929733, 23.601083, 21.758046, 18.412658, 16.848522, 15.012152, 11.403961, 9.323189, 6.381672, 5.626729, 5.588579, 6.318781]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 206, "item_id": "pes-Geriatria-2019 wiosna-77", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1064, "region_end": 204, "roundtrip_ok": true, "tf_agree": 0.9806, "tf_agree_excl_first": 0.9854}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 2, 0, 1, 2, 3, 1, 1, 0, 1, 2, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 1, 0, 0, 1, 2, 2, 2, 2, 0, 0, 2, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.25417, 0.143565, 0.159929, 0.176518, 0.187182, 0.1585, 0.147268, 0.158026, 0.146784, 0.140455, 0.147787, 0.152379, 0.159101, 0.157046, 0.171003, 0.16978, 0.166305, 0.156929, 0.146586, 0.138202, 0.130092, 0.123954, 0.118997, 0.12014, 0.268514, 0.217719, 0.245802, 0.27586, 0.236685, 0.206123, 0.249558, 0.193875, 0.230389, 0.232579, 0.279649, 0.235394, 0.421577, 0.266816, 0.233942, 0.21726, 0.211568, 0.199716, 0.188167, 0.203279, 0.142954, 0.154247, 0.103091, 0.051785, 0.000833, 1.1e-05], "sum_m_pl": [1.254344, 1.427248, 1.476867, 1.457057, 1.43075, 1.511993, 1.482176, 1.431439, 1.437472, 1.442663, 1.426171, 1.451808, 1.443909, 1.48322, 1.369012, 1.359952, 1.364842, 1.345514, 1.404732, 1.402805, 1.392908, 1.403156, 1.432568, 1.441691, 1.121137, 1.116037, 1.063187, 1.076032, 1.075174, 1.176764, 1.176278, 1.260977, 1.037974, 0.940472, 1.024255, 1.103369, 1.012197, 0.962676, 1.030619, 1.086713, 1.162078, 1.196696, 1.223067, 1.15278, 0.764667, 0.680145, 0.344471, 0.279734, 0.017195, 0.278601]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 650, "item_id": "pes-Geriatria-2019 wiosna-77", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 944, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9892, "tf_agree_excl_first": 0.9908}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [61, 62, 50, 48, 55, 53, 38, 45, 39, 46, 56, 50, 65, 49, 62, 56, 60, 55, 51, 55, 55, 54, 54, 58, 76, 84, 68, 73, 70, 67, 70, 71, 73, 81, 64, 81, 81, 81, 82, 82, 78, 79, 81, 81, 83, 90, 86, 81, 85, 87], "n_am_pl": [10, 35, 32, 30, 21, 28, 29, 16, 17, 16, 15, 20, 17, 27, 19, 14, 20, 22, 24, 22, 20, 26, 27, 32, 14, 15, 15, 20, 22, 21, 20, 20, 29, 13, 16, 22, 22, 17, 12, 16, 16, 19, 23, 17, 18, 22, 18, 10, 4, 4], "n_pos": 205, "sum_m_en": [22.768333, 14.504459, 12.586886, 12.755233, 13.867108, 13.629435, 12.430522, 12.995917, 12.926874, 13.042485, 13.909806, 14.872058, 15.12519, 14.812306, 14.599745, 14.07882, 13.958467, 13.379802, 12.282357, 11.678686, 10.754536, 9.889122, 9.443827, 9.181169, 25.392922, 29.885958, 29.054158, 25.567846, 23.568828, 23.231672, 21.843123, 21.28095, 22.699247, 23.380366, 22.968667, 26.641025, 33.207365, 37.060879, 38.506034, 41.430791, 43.976164, 49.354961, 56.214134, 61.410731, 69.432643, 74.340848, 78.112773, 76.936332, 83.96434, 87.119697], "sum_m_pl": [74.362965, 92.892693, 92.694814, 89.788396, 86.753547, 89.590895, 91.537345, 90.577081, 89.355865, 92.590203, 91.900697, 90.759328, 93.383608, 92.46746, 93.758801, 94.51163, 96.221978, 95.72687, 97.94712, 100.347304, 101.826329, 102.981546, 103.108792, 102.894639, 81.823762, 77.764157, 76.119698, 80.721346, 82.807433, 81.691973, 84.770967, 86.096097, 83.593867, 84.054432, 83.889759, 78.707279, 68.588726, 66.081627, 63.561964, 61.204754, 54.63401, 50.260065, 46.980709, 38.875306, 30.238369, 29.475941, 21.365523, 12.524984, 4.715093, 4.118036]}, "digit": {"n_am_en": [2, 2, 2, 1, 0, 2, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.304505, 0.179266, 0.176667, 0.183036, 0.19147, 0.210344, 0.18087, 0.208723, 0.189528, 0.18799, 0.193734, 0.196651, 0.181487, 0.189222, 0.166152, 0.205166, 0.190278, 0.186928, 0.188705, 0.18741, 0.170755, 0.161053, 0.152996, 0.15005, 0.427613, 0.595638, 0.626264, 0.292293, 0.248998, 0.362658, 0.39416, 0.362017, 0.332395, 0.352059, 0.359311, 0.342863, 0.553894, 0.753972, 0.355789, 0.327541, 0.282717, 0.270542, 0.257821, 0.213151, 0.21174, 0.202702, 0.279679, 0.115868, 0.031029, 3e-05], "sum_m_pl": [1.865906, 2.102497, 2.101956, 2.019633, 1.848895, 1.857611, 1.737806, 1.654339, 1.574122, 1.613431, 1.616106, 1.643102, 1.609508, 1.662059, 1.682108, 1.709843, 1.804633, 1.845788, 1.919145, 1.969289, 1.994633, 2.020539, 2.037669, 2.051474, 1.678107, 1.575708, 1.572073, 1.742577, 1.860844, 1.667915, 1.680276, 1.735218, 1.673179, 1.73449, 1.697266, 1.707191, 1.421393, 1.246988, 1.49086, 1.536867, 1.535394, 1.60063, 1.548877, 1.204284, 1.080903, 0.995636, 0.502434, 0.347112, 0.08251, 3.2e-05]}, "lang": {"n_am_en": [33, 31, 27, 21, 27, 23, 17, 21, 19, 20, 23, 22, 33, 29, 26, 28, 33, 25, 22, 26, 20, 23, 26, 28, 39, 43, 36, 40, 41, 37, 40, 36, 38, 46, 36, 41, 38, 43, 46, 50, 47, 46, 43, 47, 47, 51, 52, 58, 75, 87], "n_am_pl": [1, 17, 15, 14, 9, 13, 13, 5, 9, 11, 10, 8, 9, 12, 10, 8, 12, 12, 17, 11, 11, 13, 13, 14, 7, 9, 8, 9, 8, 9, 9, 10, 16, 7, 8, 12, 9, 6, 6, 5, 7, 7, 11, 7, 7, 9, 11, 6, 3, 4], "n_pos": 92, "sum_m_en": [10.935498, 6.83519, 5.59188, 5.659552, 5.987294, 5.913713, 5.72532, 5.874902, 6.103541, 6.106152, 6.511866, 6.912055, 6.741773, 6.918137, 6.810605, 6.538048, 6.507512, 6.23847, 5.631222, 5.191848, 4.766828, 4.424851, 4.175769, 4.057049, 10.666742, 12.52944, 12.671788, 11.795326, 11.299345, 10.875986, 10.166303, 9.949847, 10.667429, 11.020936, 10.852978, 13.275818, 18.49709, 20.05438, 21.581888, 22.571532, 24.082583, 27.787985, 31.758233, 36.181759, 41.712725, 45.015959, 49.342461, 54.624742, 72.713256, 83.175891], "sum_m_pl": [31.716554, 41.699109, 42.362936, 41.164728, 39.667015, 40.702231, 41.458499, 41.277078, 40.373649, 41.793342, 41.298378, 40.801404, 42.513044, 41.704333, 42.195535, 42.693884, 43.383247, 43.289674, 44.35564, 45.50901, 46.173928, 46.71849, 46.779077, 46.537497, 38.234616, 36.646003, 35.798732, 37.621898, 38.574138, 38.449331, 39.875179, 40.239675, 39.035875, 39.382496, 38.866129, 36.213018, 30.978759, 29.884888, 28.376048, 26.570159, 23.875452, 21.106452, 19.764781, 16.95386, 12.201549, 11.949427, 10.710226, 6.715453, 3.466011, 4.098792]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 207, "item_id": "pes-Geriatria-2020 jesień-39", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1012, "region_end": 205, "roundtrip_ok": true, "tf_agree": 0.9758, "tf_agree_excl_first": 0.9806}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [41, 33, 23, 28, 26, 22, 21, 24, 13, 19, 31, 26, 32, 28, 28, 29, 43, 39, 35, 33, 29, 28, 22, 28, 50, 53, 50, 47, 39, 45, 33, 42, 40, 38, 39, 43, 47, 46, 38, 39, 32, 36, 38, 36, 41, 29, 19, 9, 6, 2], "n_am_pl": [13, 22, 31, 22, 17, 13, 16, 13, 21, 18, 18, 14, 19, 13, 18, 19, 12, 12, 19, 22, 22, 25, 31, 22, 19, 16, 18, 20, 15, 13, 23, 23, 27, 20, 23, 20, 27, 24, 24, 21, 24, 20, 19, 23, 22, 37, 40, 44, 66, 72], "n_pos": 133, "sum_m_en": [12.944745, 7.190309, 6.808073, 6.968922, 7.431986, 7.598438, 7.159571, 7.595365, 7.726305, 7.946774, 8.424146, 8.822012, 9.160949, 8.88683, 10.018509, 10.045026, 9.081945, 8.37546, 8.241977, 7.700706, 6.45081, 6.046487, 5.850504, 5.624224, 16.975626, 19.536771, 17.945917, 16.134003, 15.682249, 14.586465, 14.10219, 13.476731, 13.60419, 14.512801, 15.809518, 15.777633, 16.979118, 18.233449, 18.332567, 18.374795, 19.524706, 19.447839, 24.782403, 25.41891, 26.469579, 22.955877, 14.284457, 9.003706, 7.489824, 1.920295], "sum_m_pl": [48.310782, 60.143166, 59.587294, 57.81877, 54.485218, 56.089247, 57.742915, 56.863341, 56.013161, 58.186814, 56.554351, 56.202034, 59.973434, 59.152781, 59.488073, 60.830064, 62.01318, 62.700885, 64.560354, 65.808393, 67.269042, 67.901284, 67.455548, 67.687256, 53.211196, 50.260113, 48.473035, 52.354329, 53.749476, 55.237896, 56.4527, 57.045629, 56.251118, 55.012243, 54.802516, 52.988218, 49.083777, 47.437799, 46.671859, 47.242764, 42.272116, 42.62894, 39.664159, 37.240494, 33.245612, 44.020921, 45.299275, 43.259058, 57.0231, 72.827106]}, "digit": {"n_am_en": [1, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 1, 1, 1, 1, 2, 0, 2, 0, 1, 1, 0, 3, 4, 3, 2, 0, 1, 1, 2, 1, 1, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 2, 0, 1, 0, 1, 1, 0, 0, 2, 1, 0, 0, 2, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.320394, 0.159105, 0.146074, 0.190743, 0.178705, 0.23058, 0.188728, 0.205875, 0.194244, 0.186428, 0.204531, 0.221985, 0.20373, 0.205196, 0.203649, 0.221112, 0.226621, 0.21458, 0.215382, 0.220131, 0.183283, 0.169665, 0.158027, 0.156512, 0.428593, 0.567958, 0.78947, 0.370923, 0.32174, 0.347214, 0.411352, 0.370119, 0.363546, 0.376015, 0.386189, 0.356932, 0.476183, 0.594071, 0.298141, 0.261876, 0.259325, 0.242858, 0.234435, 0.225278, 0.208368, 0.164037, 0.121522, 0.070593, 0.003304, 0.0], "sum_m_pl": [1.878622, 2.162244, 2.196062, 2.068332, 1.985952, 1.890216, 1.835683, 1.85555, 1.824627, 1.923678, 1.861795, 2.044359, 2.128842, 2.125145, 2.167338, 2.135163, 2.074361, 2.12036, 2.144751, 2.119921, 2.149425, 2.19019, 2.173048, 2.169194, 1.826211, 1.826005, 1.676476, 1.894924, 1.962473, 2.038364, 1.985414, 1.973909, 1.919977, 1.914781, 1.787815, 1.812989, 1.608215, 1.552385, 1.742758, 1.817624, 1.792504, 1.894135, 1.831005, 1.546454, 1.539622, 1.381125, 1.14666, 0.69095, 0.029009, 0.0]}, "lang": {"n_am_en": [23, 17, 12, 12, 15, 16, 16, 18, 9, 15, 23, 19, 23, 21, 21, 22, 31, 28, 27, 21, 20, 18, 13, 19, 32, 33, 29, 28, 31, 31, 22, 24, 25, 25, 24, 28, 36, 33, 27, 29, 23, 27, 29, 27, 31, 23, 15, 8, 5, 2], "n_am_pl": [6, 17, 22, 18, 11, 8, 9, 8, 12, 11, 11, 6, 11, 8, 13, 11, 7, 6, 10, 13, 16, 17, 21, 17, 14, 12, 14, 16, 10, 8, 16, 17, 19, 12, 18, 11, 13, 12, 14, 14, 16, 14, 13, 18, 17, 28, 34, 38, 63, 72], "n_pos": 76, "sum_m_en": [6.886631, 3.872721, 3.771988, 3.85842, 4.150588, 4.33101, 4.106389, 4.330445, 4.481953, 4.743277, 5.08737, 5.293172, 5.642384, 5.507477, 6.425876, 6.390814, 5.850172, 5.273987, 5.161004, 4.756234, 3.878552, 3.625301, 3.477512, 3.310655, 11.277218, 12.431531, 11.336237, 10.586702, 10.377882, 9.158237, 8.719929, 8.096206, 8.283118, 8.478272, 9.623411, 9.482878, 10.44569, 11.20746, 11.570378, 11.322431, 12.297517, 12.459476, 16.475406, 16.885858, 19.195412, 17.348249, 10.49827, 7.14311, 6.374391, 1.91542], "sum_m_pl": [26.420287, 34.117266, 33.639035, 32.579493, 30.74294, 31.544034, 32.771334, 32.743553, 32.029811, 33.622009, 33.12797, 33.046286, 34.977148, 34.542131, 34.910768, 35.331271, 35.873163, 36.454622, 37.150614, 37.632779, 38.421913, 38.832285, 38.588734, 38.695678, 31.087743, 29.646051, 29.501423, 31.416674, 32.017257, 32.841625, 33.91135, 34.286796, 34.028879, 33.645927, 33.18715, 32.818749, 30.971153, 30.05262, 29.328879, 29.658464, 26.617948, 27.258069, 25.63747, 25.666251, 23.511601, 31.29088, 34.99342, 36.822588, 53.163226, 71.607661]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "pes-Geriatria-2020 jesień-39", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 892, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.9701}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [68, 56, 59, 53, 49, 43, 45, 49, 41, 43, 53, 49, 45, 63, 41, 48, 49, 50, 56, 41, 43, 48, 48, 50, 61, 70, 65, 78, 63, 57, 62, 60, 64, 55, 60, 63, 78, 81, 82, 82, 90, 84, 104, 100, 85, 82, 101, 109, 103, 100], "n_am_pl": [11, 31, 41, 41, 32, 24, 19, 10, 18, 24, 22, 23, 28, 40, 35, 38, 37, 41, 33, 42, 43, 37, 32, 43, 16, 15, 10, 18, 25, 25, 36, 38, 32, 29, 29, 23, 17, 17, 18, 16, 9, 14, 8, 9, 9, 11, 7, 7, 2, 3], "n_pos": 224, "sum_m_en": [27.30589, 14.436192, 13.399098, 14.003007, 13.47005, 13.080036, 12.361809, 12.715472, 12.954916, 13.125279, 14.273827, 14.910613, 15.532325, 16.388179, 15.978719, 15.185781, 14.443357, 14.05477, 13.089947, 11.975947, 11.188516, 10.613165, 10.139062, 10.005536, 21.720306, 22.999125, 23.880159, 23.0261, 21.429044, 21.867597, 21.484701, 21.492802, 22.144064, 21.352048, 21.802967, 22.009502, 27.438889, 28.511153, 30.555827, 35.993681, 38.046705, 47.909834, 59.254267, 61.755883, 61.132184, 67.880037, 86.460452, 94.409061, 97.918605, 97.812389], "sum_m_pl": [81.092028, 103.661019, 103.407009, 100.010376, 97.454217, 101.037757, 103.680896, 102.457423, 102.163427, 103.433336, 100.538645, 100.165529, 101.33567, 99.940368, 100.449654, 101.437182, 103.52654, 99.786311, 101.116655, 105.555046, 107.255056, 108.784503, 109.587597, 109.749431, 85.773932, 85.393023, 81.979674, 87.760829, 90.672046, 89.241399, 93.743414, 93.499538, 89.807255, 88.708796, 89.289598, 85.221598, 74.945484, 76.161925, 74.09944, 68.941252, 62.870938, 52.913159, 44.894833, 42.426983, 32.873677, 23.688611, 16.627985, 11.636367, 3.179775, 3.662138]}, "digit": {"n_am_en": [0, 3, 3, 2, 3, 4, 3, 5, 3, 5, 5, 2, 3, 3, 1, 3, 3, 2, 3, 3, 2, 4, 4, 3, 7, 5, 4, 4, 3, 4, 1, 1, 2, 3, 4, 4, 3, 4, 4, 3, 3, 4, 4, 3, 2, 2, 2, 2, 0, 0], "n_am_pl": [0, 0, 1, 3, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 3, 3, 3, 3, 3, 0, 0, 0, 0, 2, 0, 2, 3, 2, 1, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.893811, 0.400294, 0.364696, 0.328356, 0.31758, 0.33397, 0.318586, 0.308541, 0.29915, 0.331064, 0.360949, 0.387116, 0.389744, 0.400865, 0.471855, 0.471063, 0.518322, 0.471193, 0.480928, 0.445379, 0.40242, 0.389626, 0.382206, 0.372836, 1.384032, 0.888516, 0.810078, 0.625949, 0.563285, 0.616782, 0.611917, 0.650893, 0.731988, 0.649086, 0.732072, 0.758772, 1.004775, 1.197684, 1.607859, 2.264044, 1.784775, 2.038063, 2.268741, 2.359175, 1.328964, 1.571902, 0.990938, 1.319599, 0.042552, 6.8e-05], "sum_m_pl": [3.282803, 4.293949, 4.26881, 4.240869, 4.192384, 4.249995, 4.217575, 4.161056, 4.222449, 4.230676, 4.14776, 3.984409, 3.956012, 3.769497, 3.64846, 3.723112, 3.59074, 3.299167, 3.467374, 3.660232, 3.794855, 3.84923, 3.821517, 3.884995, 3.120239, 3.517566, 3.338588, 3.340592, 3.464741, 3.224466, 3.334319, 3.40141, 3.334662, 3.253958, 3.097199, 3.134304, 2.88245, 2.767215, 2.564516, 1.978158, 2.213715, 2.055063, 1.744852, 1.292277, 1.495107, 0.946211, 0.720346, 0.62587, 0.012926, 7e-06]}, "lang": {"n_am_en": [33, 26, 32, 28, 22, 19, 21, 22, 21, 20, 19, 25, 21, 34, 23, 26, 25, 25, 23, 16, 17, 17, 16, 20, 26, 34, 27, 39, 30, 28, 32, 34, 34, 31, 32, 37, 45, 50, 51, 53, 56, 57, 61, 58, 57, 53, 70, 74, 94, 98], "n_am_pl": [4, 16, 20, 21, 18, 17, 11, 5, 10, 17, 12, 11, 13, 20, 17, 19, 19, 20, 17, 22, 27, 22, 19, 23, 11, 10, 6, 8, 13, 13, 15, 17, 16, 15, 14, 13, 8, 9, 8, 6, 2, 5, 4, 7, 6, 6, 5, 5, 2, 3], "n_pos": 105, "sum_m_en": [13.440298, 7.31712, 6.633199, 6.984227, 6.462359, 6.400449, 5.861187, 5.905412, 6.100999, 6.199377, 6.523831, 6.950676, 7.10289, 7.587502, 7.414409, 6.99005, 6.622196, 6.521628, 6.080874, 5.562418, 5.132769, 4.839324, 4.58598, 4.509058, 9.938205, 10.992011, 11.156377, 10.7668, 10.218606, 10.492466, 10.208314, 10.29288, 10.583066, 10.630193, 10.327298, 10.91368, 14.034421, 15.423528, 17.276184, 20.658904, 22.255446, 30.437227, 33.866219, 37.291057, 41.840123, 46.07094, 57.575639, 66.180444, 87.494092, 93.49229], "sum_m_pl": [36.076869, 47.550847, 47.745561, 45.466526, 43.869596, 46.186121, 47.412642, 47.852437, 47.977128, 48.573866, 47.345744, 47.438987, 48.227022, 47.437508, 47.855888, 48.080192, 49.12548, 47.6265, 48.062219, 49.999531, 50.554721, 51.442793, 51.871923, 51.960612, 42.097918, 41.32507, 40.46678, 43.418523, 44.550262, 44.154301, 45.998102, 45.571024, 44.031548, 44.506849, 44.180879, 42.662434, 37.129192, 37.514966, 35.757583, 33.41464, 30.95079, 25.151677, 22.388639, 21.382256, 16.287623, 11.584328, 11.081338, 7.234515, 2.398449, 3.473347]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 226, "item_id": "pes-Ginekologia onkologiczna-2018 jesień-70", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1034, "region_end": 224, "roundtrip_ok": true, "tf_agree": 0.969, "tf_agree_excl_first": 0.9733}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 37, 36, 27, 21, 24, 24, 27, 26, 37, 35, 30, 30, 31, 33, 32, 24, 23, 13, 15, 17, 18, 19, 29, 33, 39, 47, 39, 40, 31, 29, 25, 28, 29, 30, 33, 30, 38, 31, 28, 28, 29, 40, 34, 32, 28, 14, 8, 5, 3], "n_am_pl": [5, 29, 25, 27, 19, 18, 25, 31, 28, 19, 13, 18, 30, 28, 28, 30, 33, 35, 42, 54, 46, 50, 53, 46, 22, 18, 14, 21, 22, 31, 35, 40, 41, 38, 30, 27, 21, 24, 21, 30, 22, 31, 25, 36, 38, 38, 46, 47, 78, 88], "n_pos": 156, "sum_m_en": [13.78489, 8.180099, 8.209717, 8.3761, 8.723923, 8.442058, 8.237552, 8.411848, 8.37607, 8.676413, 8.866878, 9.235219, 9.256374, 9.073963, 9.26627, 8.581087, 8.05955, 7.790424, 7.064653, 6.682175, 6.451173, 6.25224, 6.186015, 6.241777, 10.45293, 12.663055, 12.917229, 13.173054, 12.231028, 12.32715, 11.972916, 11.777802, 11.539859, 11.744952, 12.115864, 11.524398, 12.143158, 12.568279, 11.548681, 11.697976, 11.664104, 13.154344, 18.573635, 16.889596, 18.443328, 17.585702, 13.240643, 9.449069, 6.259302, 3.095964], "sum_m_pl": [59.534441, 72.332572, 70.725792, 70.125335, 65.940694, 68.341794, 71.710587, 70.102641, 70.791219, 71.444024, 68.713036, 69.078514, 72.274947, 71.967967, 71.899625, 73.886163, 75.10463, 74.066155, 75.829508, 77.738436, 78.580835, 79.292242, 79.447082, 79.247147, 66.221764, 64.592895, 60.789859, 63.130659, 66.360282, 67.350143, 70.659565, 71.136541, 69.950674, 67.344448, 66.888677, 64.537018, 61.199485, 61.426582, 59.600801, 59.780244, 56.085724, 56.323702, 52.175314, 55.140561, 53.591469, 51.945108, 50.353449, 52.766822, 76.781318, 87.843711]}, "digit": {"n_am_en": [1, 5, 5, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [1.2058, 0.259812, 0.25525, 0.207164, 0.209608, 0.230117, 0.217155, 0.216236, 0.220033, 0.267069, 0.251164, 0.22528, 0.220191, 0.2098, 0.209614, 0.227026, 0.188808, 0.178488, 0.191958, 0.210552, 0.206053, 0.197884, 0.201793, 0.204454, 0.195159, 0.244249, 0.128918, 0.227653, 0.240631, 0.294027, 0.223797, 0.164215, 0.184798, 0.139334, 0.206846, 0.316365, 0.290066, 0.31163, 0.239493, 0.238075, 0.238563, 0.254851, 0.194327, 0.173704, 0.150483, 0.066525, 0.022183, 0.012629, 0.00041, 0.0], "sum_m_pl": [1.205569, 2.547884, 2.580626, 2.468379, 2.165226, 2.169263, 2.263572, 2.186301, 2.09081, 2.067107, 2.003275, 1.651582, 1.687003, 1.491333, 1.446892, 1.448627, 1.496466, 1.513099, 1.999722, 2.242339, 2.334135, 2.415593, 2.410369, 2.450941, 1.326403, 1.552684, 0.685239, 0.901482, 1.078434, 1.131641, 1.151223, 1.177375, 1.277811, 0.767179, 0.849327, 1.306321, 1.310887, 1.552009, 1.487108, 1.449144, 1.412225, 1.537935, 1.37147, 1.008436, 0.811492, 0.433916, 0.116349, 0.092017, 0.002328, 1e-06]}, "lang": {"n_am_en": [19, 24, 19, 13, 13, 18, 17, 18, 22, 27, 25, 21, 19, 24, 22, 20, 17, 18, 10, 9, 11, 11, 13, 17, 21, 27, 31, 23, 22, 21, 16, 15, 14, 17, 19, 22, 23, 28, 24, 22, 22, 24, 33, 27, 28, 22, 11, 5, 3, 3], "n_am_pl": [1, 14, 12, 15, 11, 8, 15, 25, 19, 13, 12, 13, 20, 18, 20, 22, 24, 24, 31, 39, 29, 34, 35, 31, 17, 9, 12, 16, 16, 23, 26, 28, 29, 27, 23, 20, 12, 12, 13, 18, 16, 21, 15, 25, 28, 28, 37, 42, 76, 87], "n_pos": 90, "sum_m_en": [7.599577, 4.813469, 4.890952, 5.102562, 5.510921, 5.327668, 5.345732, 5.308139, 5.244214, 5.334769, 5.377288, 5.641501, 5.667687, 5.374928, 5.503372, 4.98481, 4.694779, 4.579107, 4.098809, 3.84028, 3.696766, 3.584719, 3.54155, 3.575784, 6.595579, 8.263724, 8.520527, 8.398787, 7.546771, 7.415653, 7.191206, 7.278336, 6.899816, 7.015776, 7.22902, 7.006356, 7.442025, 7.858207, 7.457113, 7.727652, 8.059046, 9.500851, 14.75684, 13.40831, 15.778101, 14.203803, 10.883064, 5.784958, 4.01387, 3.095583], "sum_m_pl": [33.639891, 40.870669, 40.170432, 39.574231, 36.905877, 39.065913, 41.070896, 40.657974, 41.146491, 41.926148, 40.688491, 41.471686, 43.22225, 43.376364, 43.714452, 44.521272, 45.081968, 44.31799, 44.960795, 45.645093, 45.806906, 46.196847, 46.261675, 46.076583, 40.724784, 39.621505, 38.274713, 39.569347, 40.879708, 41.595132, 43.60165, 43.20302, 43.137649, 42.428559, 41.951855, 41.60393, 39.801579, 40.222589, 38.896335, 39.376137, 37.602422, 37.133688, 32.865538, 36.003613, 37.620827, 35.32379, 38.07355, 44.906006, 72.680977, 86.094181]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "pes-Ginekologia onkologiczna-2018 jesień-70", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 914, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9936}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 31, 29, 29, 20, 22, 17, 15, 17, 24, 22, 23, 24, 22, 17, 14, 26, 15, 25, 21, 25, 18, 19, 23, 34, 38, 29, 28, 32, 26, 30, 29, 30, 24, 27, 24, 33, 33, 32, 27, 38, 40, 46, 53, 40, 48, 48, 44, 42, 41], "n_am_pl": [8, 12, 17, 16, 13, 13, 12, 15, 9, 10, 9, 11, 15, 16, 21, 16, 12, 18, 19, 20, 14, 15, 17, 23, 11, 9, 11, 12, 9, 15, 12, 15, 18, 13, 13, 14, 9, 11, 17, 16, 11, 16, 12, 11, 13, 9, 11, 7, 7, 9], "n_pos": 122, "sum_m_en": [12.499527, 7.63592, 7.287487, 7.215845, 7.304054, 6.861011, 6.666675, 6.892008, 7.078294, 7.210819, 7.32824, 7.611516, 8.030142, 8.265783, 8.32005, 7.742868, 7.88104, 7.56352, 7.176788, 6.555055, 6.157177, 5.62846, 5.382224, 5.217145, 10.895094, 11.951107, 12.006922, 12.268615, 11.675069, 11.261553, 10.658505, 10.694994, 11.366986, 10.953856, 11.963342, 13.192078, 15.835688, 14.740159, 15.395173, 16.47109, 19.261791, 23.597105, 29.10091, 33.059312, 34.012328, 41.202516, 45.070996, 43.701828, 41.167461, 40.792254], "sum_m_pl": [46.532473, 55.983907, 55.092571, 53.652567, 52.987698, 54.720338, 55.034706, 54.994602, 54.743509, 55.358464, 53.982052, 52.711492, 53.235337, 52.294077, 54.163397, 55.83214, 56.248807, 55.822965, 57.296417, 59.201787, 59.747343, 60.895408, 61.228124, 61.43599, 49.884043, 47.481212, 48.007611, 48.531425, 48.997589, 48.64646, 49.216237, 49.850279, 48.638997, 47.992294, 47.407719, 44.223937, 40.439001, 40.365691, 39.196105, 37.621874, 34.959882, 32.179132, 29.201406, 25.4449, 24.702662, 18.363576, 14.510332, 9.137555, 7.374991, 8.836426]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [20, 15, 15, 12, 10, 10, 5, 6, 8, 11, 13, 9, 11, 9, 6, 8, 14, 9, 14, 9, 11, 8, 10, 14, 20, 22, 17, 16, 17, 11, 14, 13, 14, 11, 17, 15, 17, 18, 17, 15, 16, 22, 23, 27, 26, 31, 32, 30, 38, 41], "n_am_pl": [1, 3, 4, 6, 5, 9, 7, 7, 5, 4, 2, 5, 7, 7, 12, 4, 5, 5, 6, 6, 4, 4, 5, 10, 6, 4, 3, 4, 3, 7, 7, 7, 7, 4, 6, 7, 1, 5, 5, 4, 5, 6, 4, 4, 5, 4, 5, 5, 7, 9], "n_pos": 52, "sum_m_en": [5.644845, 3.282311, 3.270858, 3.159094, 3.206839, 3.094038, 3.041322, 3.060543, 3.221569, 3.305455, 3.351433, 3.514827, 3.641604, 3.6334, 3.613245, 3.437716, 3.588906, 3.43961, 3.229835, 2.87183, 2.666838, 2.428597, 2.32489, 2.246373, 5.138159, 5.405006, 5.615412, 5.33957, 5.064492, 5.029743, 4.781483, 4.884, 5.215441, 5.043324, 5.512855, 6.699361, 8.03231, 7.579183, 8.37042, 8.496826, 9.891246, 12.328599, 14.852555, 17.513035, 21.354326, 25.588425, 28.358082, 29.585389, 35.931225, 39.175982], "sum_m_pl": [19.667718, 23.41999, 22.601283, 22.103267, 21.82034, 22.900482, 23.059431, 23.478817, 23.145256, 23.407513, 22.536252, 22.108165, 22.527782, 22.139342, 23.360608, 23.994485, 23.989971, 23.929676, 24.537626, 25.204402, 25.516954, 25.940706, 26.057663, 26.17039, 21.145002, 20.536173, 21.025996, 21.024948, 21.020068, 20.882017, 21.355806, 21.292404, 21.16717, 21.034289, 20.508553, 19.451002, 17.705762, 17.231702, 16.42155, 15.904188, 14.757281, 13.467635, 12.252873, 11.140392, 9.89833, 8.256792, 6.452054, 5.71167, 7.105672, 8.819304]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "pes-Ginekologia onkologiczna-2018 wiosna-46", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 901, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9435, "tf_agree_excl_first": 0.9512}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [23, 24, 30, 20, 17, 14, 14, 9, 10, 17, 8, 8, 12, 9, 12, 16, 19, 13, 18, 10, 14, 9, 9, 12, 23, 16, 19, 19, 25, 25, 22, 26, 21, 13, 6, 17, 15, 17, 16, 19, 14, 17, 28, 26, 15, 13, 17, 15, 10, 10], "n_am_pl": [3, 17, 10, 11, 6, 11, 9, 12, 9, 8, 4, 9, 9, 12, 15, 13, 19, 15, 15, 21, 20, 19, 14, 20, 11, 5, 3, 12, 11, 9, 12, 8, 17, 14, 15, 14, 16, 19, 16, 17, 19, 20, 11, 16, 17, 16, 14, 17, 25, 32], "n_pos": 90, "sum_m_en": [8.978488, 5.517473, 5.705891, 5.523217, 5.530579, 5.066199, 5.003067, 5.212268, 5.49714, 5.707231, 5.866532, 6.081002, 6.373464, 6.190072, 6.311017, 6.080594, 5.893692, 5.692637, 5.110373, 4.539061, 4.426105, 3.999846, 3.937324, 3.819932, 8.521993, 9.265091, 9.289329, 9.527276, 8.608405, 9.149933, 9.082499, 8.773379, 8.697809, 7.758688, 7.60706, 7.487332, 8.458764, 8.704792, 9.162518, 8.48714, 8.779405, 10.319962, 15.185671, 14.150871, 12.980806, 12.5222, 15.321255, 15.382615, 11.973761, 8.921344], "sum_m_pl": [34.277013, 40.50998, 38.876327, 37.479323, 36.155182, 37.730462, 38.848981, 37.625996, 37.174418, 37.585345, 36.928449, 36.429178, 37.013612, 36.904583, 38.725667, 40.588349, 41.868372, 41.777916, 43.121476, 44.00039, 44.068382, 45.168209, 45.232509, 45.36277, 37.168552, 35.569063, 34.949928, 35.355805, 36.448012, 36.19625, 36.672309, 37.230943, 37.12078, 36.635333, 36.720469, 35.719911, 33.791047, 33.850537, 32.058908, 32.506933, 31.177613, 30.21725, 27.545341, 26.603786, 24.485653, 24.032398, 20.867525, 19.492273, 25.876739, 31.545519]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 13, 14, 13, 13, 11, 10, 7, 9, 12, 5, 6, 8, 5, 6, 10, 12, 9, 9, 6, 6, 5, 7, 6, 12, 7, 10, 9, 12, 15, 13, 15, 9, 5, 2, 9, 5, 8, 5, 7, 6, 5, 13, 12, 7, 5, 8, 7, 7, 8], "n_am_pl": [0, 7, 5, 5, 3, 5, 3, 7, 5, 3, 3, 5, 6, 6, 5, 7, 10, 8, 5, 11, 10, 10, 7, 10, 7, 4, 2, 7, 6, 4, 4, 5, 8, 8, 9, 8, 10, 11, 10, 10, 11, 13, 9, 8, 10, 13, 12, 13, 22, 31], "n_pos": 40, "sum_m_en": [3.848808, 2.479221, 2.536859, 2.482916, 2.548817, 2.37362, 2.30765, 2.476935, 2.607567, 2.726479, 2.675743, 2.763496, 2.833223, 2.771666, 2.743682, 2.571267, 2.474242, 2.342415, 2.145995, 1.897456, 1.877782, 1.710971, 1.690778, 1.653758, 3.678167, 4.621111, 4.227512, 4.35384, 3.934227, 4.110693, 4.051955, 3.996581, 4.06825, 3.545949, 3.364542, 3.150493, 3.514786, 3.899088, 3.912824, 3.698414, 4.003602, 5.088065, 6.969952, 6.485967, 7.501977, 6.295637, 7.669284, 7.730747, 7.870794, 7.025769], "sum_m_pl": [15.298425, 18.315504, 17.624198, 17.198173, 16.332093, 17.360496, 17.978412, 17.450867, 17.309809, 17.661292, 17.539321, 17.384806, 17.778754, 17.72217, 18.51426, 19.206601, 19.795133, 19.829212, 20.095619, 20.437076, 20.208222, 20.657835, 20.688531, 20.700878, 17.941742, 16.967478, 17.070836, 17.166234, 17.687268, 17.567237, 17.785748, 17.857601, 17.66309, 17.620602, 17.782164, 17.664957, 17.072718, 16.846142, 16.413473, 16.618645, 15.956449, 15.365614, 14.285711, 14.198794, 13.652987, 14.725722, 14.319152, 14.451984, 21.732298, 29.738172]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "pes-Ginekologia onkologiczna-2018 wiosna-46", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 781, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.8913, "tf_agree_excl_first": 0.9011}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 2, 1, 2, 3, 3, 2, 3, 3, 3, 3, 3, 1, 2, 0, 3, 1, 0, 1, 1, 0, 0, 1, 0, 2, 0, 0, 0, 1, 2, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 1, 2, 2, 1, 2, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.239881, 0.142937, 0.154783, 0.179281, 0.182743, 0.156029, 0.14123, 0.149883, 0.143114, 0.1344, 0.139286, 0.148988, 0.153743, 0.162846, 0.181866, 0.185846, 0.185878, 0.175296, 0.156439, 0.1497, 0.136903, 0.125642, 0.124741, 0.12795, 0.426441, 0.32504, 0.316545, 0.325179, 0.249998, 0.22824, 0.275111, 0.23621, 0.269616, 0.260893, 0.321847, 0.275829, 0.465394, 0.304651, 0.275562, 0.250658, 0.271475, 0.282751, 0.397133, 0.706611, 0.192491, 0.487716, 0.298876, 0.287271, 0.002044, 0.000157], "sum_m_pl": [1.31981, 1.447594, 1.508951, 1.46663, 1.447816, 1.515602, 1.473997, 1.404306, 1.456017, 1.461395, 1.442196, 1.473261, 1.456309, 1.488456, 1.379299, 1.352716, 1.36, 1.328749, 1.36943, 1.387815, 1.413161, 1.43593, 1.462895, 1.472632, 1.114673, 1.179632, 1.07611, 1.082161, 1.149797, 1.243372, 1.257392, 1.332102, 1.143258, 1.151127, 1.09147, 1.139735, 1.008195, 0.960226, 0.976929, 0.940072, 1.023902, 1.057024, 1.012806, 0.913652, 0.585303, 0.52171, 0.239118, 0.150688, 0.000725, 0.004184]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 273, "item_id": "pes-Ginekologia onkologiczna-2019 wiosna-110", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9927, "tf_agree_excl_first": 0.9963}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [91, 72, 49, 40, 37, 39, 45, 40, 35, 49, 34, 45, 40, 45, 41, 42, 54, 48, 44, 47, 50, 48, 46, 46, 65, 71, 70, 76, 59, 71, 53, 49, 55, 69, 76, 74, 85, 102, 97, 91, 80, 83, 89, 76, 68, 67, 40, 22, 6, 4], "n_am_pl": [18, 53, 40, 65, 52, 40, 43, 41, 44, 48, 37, 42, 37, 50, 51, 54, 54, 47, 54, 62, 64, 68, 68, 66, 40, 34, 24, 35, 49, 55, 60, 75, 77, 60, 60, 37, 38, 35, 43, 56, 62, 64, 65, 62, 67, 69, 81, 86, 150, 163], "n_pos": 279, "sum_m_en": [26.470905, 13.266609, 12.980809, 13.410086, 13.864883, 13.261042, 13.27729, 13.404357, 13.48922, 13.517928, 14.038807, 14.980936, 14.761339, 15.447253, 15.395919, 14.720678, 14.923338, 14.625235, 13.131316, 12.260725, 11.782174, 11.020712, 10.88569, 10.697734, 19.577677, 21.928719, 22.370376, 21.260381, 20.389419, 21.114297, 21.127049, 20.880186, 21.649786, 23.241426, 25.884873, 27.430298, 35.125215, 43.352545, 41.862437, 44.856201, 43.649975, 46.780829, 51.341168, 51.17922, 49.975969, 50.794757, 38.219295, 21.996289, 7.06059, 4.013065], "sum_m_pl": [102.179271, 130.736382, 126.475569, 123.144385, 119.38456, 122.850859, 125.739595, 124.444276, 124.574626, 127.37153, 123.605359, 123.806023, 130.519489, 128.059756, 129.714149, 135.264673, 135.893784, 133.492288, 136.626929, 140.060055, 139.800704, 141.826203, 141.71803, 141.617606, 124.918618, 120.73787, 117.913466, 124.06106, 126.313951, 125.614206, 128.094221, 129.339637, 126.667578, 123.623308, 119.059628, 113.398171, 107.318281, 102.67145, 102.84678, 103.426882, 102.064428, 101.506219, 96.753227, 92.716771, 90.374019, 87.022802, 88.336507, 94.064695, 141.070348, 162.498742]}, "digit": {"n_am_en": [1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 0, 2, 1, 1, 2, 2, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 2, 1, 1, 0, 1, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.106899, 0.065755, 0.064225, 0.076708, 0.065368, 0.08086, 0.082023, 0.095871, 0.103654, 0.105865, 0.095984, 0.094334, 0.089507, 0.092089, 0.087432, 0.083718, 0.084365, 0.082431, 0.076171, 0.072426, 0.074876, 0.068713, 0.066458, 0.066776, 0.079293, 0.092107, 0.074767, 0.105626, 0.124423, 0.129158, 0.137017, 0.129037, 0.148392, 0.117073, 0.103619, 0.096065, 0.06346, 0.030047, 0.039386, 0.036086, 0.041962, 0.041688, 0.039852, 0.035809, 0.065546, 0.029975, 0.003229, 0.002592, 0.000187, 0.0], "sum_m_pl": [1.018558, 1.084715, 1.087119, 0.947964, 0.896683, 0.920229, 0.998858, 0.907765, 0.949566, 0.907506, 0.939174, 0.910116, 0.93855, 0.921444, 0.909323, 0.91716, 0.968746, 0.983918, 0.986555, 1.02623, 0.975879, 1.0259, 1.042854, 1.041938, 1.041069, 1.022974, 1.063034, 0.980823, 0.945073, 0.998115, 0.895528, 0.832679, 0.749222, 0.747469, 0.687073, 0.729743, 0.741037, 0.505703, 0.491984, 0.403393, 0.398958, 0.55199, 0.586443, 0.509088, 0.49285, 0.227568, 0.024918, 0.020201, 0.000994, 0.0]}, "lang": {"n_am_en": [49, 44, 25, 17, 20, 20, 27, 21, 21, 27, 17, 28, 27, 31, 30, 27, 33, 29, 28, 34, 38, 33, 32, 31, 47, 45, 44, 49, 30, 37, 24, 29, 31, 40, 50, 51, 63, 69, 65, 69, 58, 56, 63, 55, 50, 50, 31, 18, 5, 4], "n_am_pl": [11, 37, 23, 41, 35, 27, 23, 25, 31, 33, 26, 23, 20, 32, 29, 35, 35, 33, 35, 41, 43, 44, 42, 42, 30, 24, 15, 22, 37, 41, 47, 56, 52, 44, 40, 18, 26, 22, 29, 39, 43, 47, 48, 49, 56, 58, 71, 82, 149, 162], "n_pos": 169, "sum_m_en": [16.098767, 8.240147, 8.059345, 8.265559, 8.664757, 8.304993, 8.440579, 8.424415, 8.463, 8.420856, 8.625211, 9.329029, 9.155788, 9.539211, 9.462402, 9.05816, 9.130626, 8.965253, 7.97217, 7.365594, 7.090502, 6.572037, 6.46345, 6.352997, 12.554143, 14.497864, 14.589316, 13.441876, 12.687444, 12.741832, 12.707616, 12.682429, 13.105348, 14.447352, 16.261619, 17.07166, 23.385756, 29.940783, 28.361359, 31.203302, 31.280119, 34.224872, 37.936508, 37.969743, 37.746744, 39.280723, 30.102077, 16.597715, 5.227088, 4.010933], "sum_m_pl": [60.438725, 78.315017, 75.278742, 73.53085, 70.662461, 72.965501, 74.849265, 74.110618, 74.777902, 77.082357, 74.72035, 75.491842, 79.921168, 78.031076, 79.961411, 82.97139, 83.301432, 81.975043, 83.641282, 85.697211, 85.501879, 86.858627, 86.845645, 86.740032, 77.501347, 75.072022, 74.258823, 77.29467, 78.811957, 79.027226, 80.930345, 81.489255, 81.21562, 78.975634, 75.327034, 72.885621, 69.948928, 66.781407, 67.66945, 68.677691, 67.811583, 67.098746, 64.282024, 63.634867, 65.124608, 66.006358, 72.571841, 83.743008, 136.025502, 160.173791]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 281, "item_id": "pes-Ginekologia onkologiczna-2019 wiosna-110", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 279, "roundtrip_ok": true, "tf_agree": 0.968, "tf_agree_excl_first": 0.9714}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 34, 29, 17, 21, 23, 16, 18, 18, 28, 23, 33, 27, 25, 27, 28, 33, 25, 27, 26, 19, 23, 24, 23, 35, 34, 33, 30, 33, 30, 35, 30, 35, 33, 33, 37, 38, 35, 36, 39, 44, 49, 54, 49, 50, 59, 51, 52, 49, 43], "n_am_pl": [13, 22, 23, 24, 23, 19, 15, 16, 13, 18, 13, 13, 14, 13, 16, 11, 21, 17, 23, 24, 32, 30, 26, 30, 13, 9, 12, 21, 19, 13, 13, 16, 17, 13, 19, 18, 13, 22, 20, 23, 22, 21, 21, 22, 24, 17, 20, 22, 21, 24], "n_pos": 121, "sum_m_en": [12.620657, 6.892514, 6.322171, 6.541761, 6.473963, 6.324713, 6.472534, 6.509448, 6.640858, 6.78358, 7.224347, 7.928631, 8.196283, 8.621217, 8.581406, 7.755733, 7.7921, 7.745036, 7.170059, 6.545716, 6.172737, 5.687406, 5.439247, 5.293468, 12.078028, 12.172609, 12.246428, 11.505983, 11.487481, 11.424445, 11.376599, 10.715853, 11.62192, 11.79838, 12.475076, 13.610525, 16.511367, 17.850387, 18.955089, 21.282038, 23.866641, 28.524329, 32.76097, 37.465214, 39.920689, 47.605942, 47.782015, 46.923653, 46.791218, 42.80148], "sum_m_pl": [44.760115, 55.53487, 55.669039, 53.795098, 53.168102, 54.791605, 54.017799, 53.718297, 54.138192, 56.737732, 56.183937, 55.178127, 55.710663, 54.853891, 55.785032, 57.496798, 57.42856, 55.641454, 57.318472, 58.921568, 58.919563, 59.675539, 59.799245, 59.98463, 47.166167, 47.693465, 45.383791, 48.264987, 49.953798, 49.593074, 50.717479, 51.688625, 50.533778, 47.881659, 49.148393, 45.034654, 41.309205, 41.672505, 38.028207, 38.040137, 35.923901, 32.50976, 31.099487, 28.117699, 28.333621, 23.405303, 21.171929, 19.303673, 22.878588, 23.839943]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 18, 14, 10, 11, 15, 8, 6, 12, 16, 15, 18, 15, 18, 16, 18, 21, 13, 16, 16, 11, 12, 12, 15, 22, 20, 20, 21, 22, 18, 22, 19, 19, 22, 20, 22, 22, 21, 25, 23, 25, 33, 35, 30, 32, 37, 35, 35, 39, 43], "n_am_pl": [8, 13, 16, 14, 13, 10, 8, 8, 6, 9, 8, 10, 9, 4, 11, 6, 9, 12, 14, 17, 21, 20, 17, 19, 8, 7, 8, 12, 11, 9, 7, 11, 12, 9, 10, 14, 9, 14, 15, 17, 15, 14, 16, 17, 16, 12, 14, 16, 20, 22], "n_pos": 65, "sum_m_en": [7.062759, 3.622539, 3.441075, 3.493811, 3.458495, 3.422725, 3.376688, 3.428609, 3.716276, 3.843862, 3.983237, 4.370875, 4.529348, 4.836739, 4.653515, 4.182781, 4.246783, 4.224205, 3.788448, 3.478455, 3.256895, 3.032592, 2.893633, 2.829846, 6.15063, 6.399402, 6.883067, 6.413542, 6.343294, 6.494774, 6.242341, 6.07873, 6.484333, 6.90428, 7.402299, 8.132665, 10.016936, 10.668119, 11.761294, 12.44113, 13.879022, 17.213371, 19.001031, 22.231973, 25.120263, 30.428622, 32.950223, 32.761149, 37.707408, 41.180079], "sum_m_pl": [23.387788, 29.413195, 29.317034, 28.395305, 28.184369, 29.105805, 28.837852, 28.714373, 28.960116, 30.454466, 30.184959, 29.547627, 29.991273, 29.565785, 30.518536, 31.286926, 31.269117, 30.483221, 31.381174, 32.043945, 31.980934, 32.278205, 32.265895, 32.364227, 27.320608, 27.685022, 26.585816, 27.733619, 28.547526, 27.964536, 28.823736, 29.125523, 28.28732, 27.52497, 27.869473, 26.221772, 24.526268, 24.145796, 22.636882, 22.962193, 21.912117, 19.929496, 19.574875, 18.131088, 17.647924, 14.710099, 14.359096, 14.561079, 19.650161, 21.914873]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "pes-Ginekologia onkologiczna-2020 jesień-9", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 904, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.9593, "tf_agree_excl_first": 0.9672}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 31, 25, 22, 20, 19, 16, 15, 20, 24, 31, 22, 32, 21, 30, 35, 33, 31, 27, 25, 26, 27, 23, 26, 39, 32, 35, 39, 38, 34, 32, 23, 31, 34, 35, 32, 33, 29, 37, 36, 41, 39, 37, 40, 40, 44, 23, 11, 3, 3], "n_am_pl": [7, 25, 23, 22, 22, 23, 26, 19, 22, 22, 12, 20, 22, 24, 26, 22, 15, 26, 28, 39, 43, 42, 37, 44, 30, 26, 26, 29, 22, 23, 31, 39, 36, 35, 30, 29, 37, 40, 36, 33, 34, 34, 31, 30, 38, 38, 49, 53, 69, 73], "n_pos": 125, "sum_m_en": [11.74063, 6.227179, 6.125789, 6.600424, 6.725013, 6.335269, 6.374381, 6.322184, 6.387378, 6.596657, 7.068526, 7.433979, 7.427463, 7.77579, 7.775107, 7.456502, 7.333823, 6.90881, 6.218225, 5.786113, 5.615318, 5.299041, 5.188888, 5.16202, 11.28497, 12.296654, 12.552345, 12.157793, 11.699462, 11.288698, 11.157158, 10.497836, 10.751113, 11.584816, 11.725945, 12.303745, 13.410243, 14.695977, 15.439419, 15.963298, 16.960689, 20.453651, 20.922221, 24.016051, 24.853129, 27.341512, 19.745414, 11.953619, 3.701545, 3.186204], "sum_m_pl": [44.538621, 58.427565, 58.078405, 55.478838, 53.904101, 55.305239, 55.760912, 55.654791, 56.50339, 59.10209, 57.38431, 57.92247, 58.818975, 58.218329, 59.003661, 60.912329, 61.156246, 60.945338, 62.83942, 63.809522, 63.597576, 63.915551, 63.847814, 63.945611, 55.547611, 54.670891, 51.50458, 53.57622, 53.999253, 55.182278, 56.390424, 57.097444, 56.105889, 54.81368, 54.629893, 52.875199, 52.614267, 52.826451, 51.08101, 50.722935, 49.601293, 47.716863, 48.098064, 45.303907, 45.617837, 45.62327, 48.738435, 51.137113, 65.218478, 72.384638]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 17, 10, 13, 13, 15, 12, 10, 15, 16, 19, 16, 25, 18, 17, 23, 27, 23, 18, 17, 20, 17, 16, 18, 28, 25, 26, 27, 30, 24, 24, 18, 25, 26, 23, 24, 23, 21, 28, 27, 28, 30, 28, 31, 33, 35, 18, 8, 2, 3], "n_am_pl": [5, 20, 16, 16, 16, 13, 19, 14, 17, 19, 9, 17, 14, 16, 19, 15, 9, 19, 20, 27, 29, 28, 25, 31, 17, 17, 19, 21, 15, 17, 25, 27, 20, 21, 21, 22, 29, 30, 25, 25, 25, 22, 24, 20, 22, 23, 38, 43, 65, 71], "n_pos": 75, "sum_m_en": [6.422434, 3.654132, 3.633476, 3.953062, 4.05047, 3.860922, 3.848759, 3.763489, 3.799746, 3.964749, 4.33865, 4.533708, 4.509694, 4.794247, 4.724902, 4.430748, 4.434573, 4.178587, 3.746099, 3.479825, 3.360132, 3.164984, 3.093069, 3.096396, 7.574785, 8.206345, 8.488997, 8.193939, 8.090763, 7.583249, 7.480749, 7.08492, 7.193548, 7.929585, 7.913783, 8.152165, 8.409941, 9.590032, 10.194439, 10.762172, 11.294217, 14.674749, 15.206051, 18.991022, 20.607185, 22.539478, 15.292235, 9.306807, 2.894311, 3.183756], "sum_m_pl": [26.58459, 35.650955, 35.141323, 33.424209, 32.532752, 33.941324, 34.097151, 34.127955, 35.047281, 36.301688, 35.378226, 35.640512, 36.138966, 35.723372, 36.440542, 37.266625, 37.446281, 37.306463, 38.215622, 38.727919, 38.597556, 38.776423, 38.692151, 38.73524, 34.863436, 34.759965, 34.18216, 34.450475, 34.517525, 35.029826, 35.901225, 36.342586, 36.054576, 35.519709, 35.17311, 34.95634, 35.165418, 34.328629, 33.858764, 33.649846, 33.521155, 32.529549, 32.645173, 30.678924, 29.216836, 28.488811, 36.567518, 40.27196, 59.622586, 69.189485]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Ginekologia onkologiczna-2020 jesień-9", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 784, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9764, "tf_agree_excl_first": 0.9841}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 33, 40, 30, 35, 27, 23, 24, 24, 13, 24, 22, 22, 24, 23, 28, 33, 23, 23, 23, 28, 23, 28, 31, 39, 35, 32, 36, 35, 38, 33, 29, 32, 27, 31, 37, 40, 26, 37, 36, 40, 43, 38, 42, 43, 49, 55, 69, 65, 68], "n_am_pl": [15, 17, 11, 15, 10, 11, 13, 14, 13, 14, 13, 12, 18, 15, 13, 14, 11, 8, 15, 25, 21, 16, 14, 14, 10, 10, 13, 10, 12, 14, 12, 16, 7, 9, 15, 18, 13, 15, 10, 13, 12, 9, 13, 11, 8, 7, 13, 8, 4, 3], "n_pos": 130, "sum_m_en": [13.958576, 8.77783, 8.93567, 8.120895, 8.260392, 8.17215, 7.987608, 7.801783, 7.740318, 7.895635, 8.038175, 8.591945, 8.677076, 8.819435, 8.888578, 8.81606, 9.169796, 8.784371, 8.157527, 7.507547, 7.150563, 6.764314, 6.377074, 6.242362, 13.941675, 15.321578, 16.010442, 15.031841, 13.864137, 13.846181, 13.095749, 12.495239, 12.456314, 12.437595, 13.420154, 14.281903, 16.497489, 17.74955, 20.482864, 22.418644, 22.495659, 27.613924, 30.447759, 33.569091, 39.41531, 44.752237, 53.216521, 62.513546, 61.85843, 66.493777], "sum_m_pl": [47.269678, 58.863423, 57.772913, 56.288811, 54.66864, 54.893028, 54.54549, 53.996891, 54.513544, 56.061737, 55.605581, 55.484867, 56.873925, 54.39005, 55.513919, 56.63452, 57.139407, 54.503739, 56.047898, 58.096897, 58.226797, 58.804614, 59.556557, 59.934875, 45.582459, 45.898213, 44.029322, 47.54211, 49.367706, 49.123344, 51.32818, 50.845893, 50.137992, 48.885123, 45.964447, 44.426885, 39.923733, 38.84719, 36.715263, 33.823185, 32.384583, 29.426102, 26.29977, 19.112638, 14.262845, 11.570587, 14.965844, 9.221526, 5.310189, 2.821126]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [24, 16, 23, 18, 21, 16, 16, 13, 15, 9, 12, 14, 12, 14, 12, 14, 20, 13, 13, 10, 15, 11, 15, 18, 19, 14, 17, 19, 21, 21, 22, 17, 17, 19, 20, 23, 27, 15, 22, 22, 26, 28, 27, 30, 34, 36, 46, 55, 59, 68], "n_am_pl": [11, 9, 8, 9, 6, 6, 8, 8, 7, 9, 7, 7, 8, 8, 10, 7, 8, 3, 8, 14, 11, 9, 6, 8, 8, 9, 12, 7, 7, 9, 6, 12, 5, 4, 9, 11, 8, 7, 7, 8, 9, 7, 7, 5, 5, 4, 4, 4, 2, 2], "n_pos": 71, "sum_m_en": [7.897588, 4.885976, 5.275928, 4.693866, 4.845629, 4.681508, 4.47956, 4.323161, 4.186067, 4.29378, 4.402221, 4.681626, 4.709588, 4.820883, 4.868601, 4.861235, 5.091801, 4.817788, 4.560686, 4.203284, 3.95292, 3.682997, 3.460174, 3.386421, 7.530787, 8.198793, 8.77381, 8.540814, 8.099186, 8.041337, 7.371516, 7.087123, 7.287376, 7.366708, 7.871818, 8.538248, 10.090929, 10.878643, 12.694465, 14.049983, 14.974489, 19.241224, 21.955116, 23.940723, 29.502492, 33.836896, 44.086542, 49.95689, 55.997485, 64.805437], "sum_m_pl": [25.69616, 32.143541, 31.378161, 30.655759, 29.733689, 30.277558, 30.507287, 29.984156, 30.425038, 31.35191, 30.884931, 30.779154, 31.429556, 29.996168, 30.423198, 31.034577, 31.336245, 29.74935, 30.742511, 31.94416, 32.008683, 32.57821, 32.939497, 33.233557, 26.180829, 26.641835, 25.50695, 27.292065, 28.311049, 28.072957, 29.177676, 28.90702, 28.566929, 27.806235, 25.659073, 25.073145, 22.490715, 21.615511, 20.707848, 19.120034, 18.250758, 15.937293, 14.23283, 10.612079, 7.177685, 6.461049, 5.889307, 4.088456, 2.551635, 1.863379]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "pes-Ginekologia onkologiczna-2020 wiosna-93", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1055, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9848, "tf_agree_excl_first": 0.9924}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [16, 20, 20, 13, 15, 8, 9, 10, 10, 13, 16, 21, 11, 22, 15, 12, 14, 10, 13, 13, 10, 6, 5, 4, 8, 9, 15, 13, 13, 17, 13, 12, 12, 8, 13, 17, 19, 18, 16, 14, 10, 11, 15, 11, 14, 10, 11, 2, 1, 0], "n_am_pl": [9, 16, 15, 12, 11, 17, 12, 12, 10, 8, 11, 6, 11, 12, 15, 14, 15, 17, 16, 22, 25, 23, 25, 23, 16, 11, 8, 11, 10, 11, 7, 9, 10, 15, 15, 19, 15, 10, 15, 19, 17, 23, 14, 19, 20, 21, 20, 23, 38, 41], "n_pos": 73, "sum_m_en": [6.442245, 4.202641, 4.591851, 4.270474, 4.292023, 4.212913, 4.098797, 4.138594, 4.43477, 4.345915, 4.61519, 4.665111, 4.54108, 4.603836, 4.724904, 4.70835, 4.524277, 4.243463, 3.852361, 3.594585, 3.472249, 3.314618, 3.248137, 3.185289, 4.896285, 5.414062, 5.769499, 5.879009, 5.849472, 6.202617, 6.074213, 5.571451, 5.483918, 5.783206, 6.221853, 6.73266, 8.152937, 8.787067, 9.068655, 9.026547, 8.26112, 8.061124, 8.751529, 8.711017, 9.193495, 8.481962, 7.490417, 3.406023, 1.838269, 0.006817], "sum_m_pl": [27.937809, 33.443325, 32.731017, 32.319296, 31.340968, 30.719317, 31.172375, 30.527913, 31.524364, 32.610821, 31.953413, 32.115536, 33.014332, 32.5068, 32.720502, 33.344373, 34.008357, 33.249009, 34.170778, 35.030289, 35.049669, 35.232299, 35.320408, 35.455621, 30.410447, 29.684305, 28.680881, 29.762181, 30.452918, 30.715163, 30.95251, 31.506677, 31.56245, 30.294321, 28.869479, 28.073898, 26.865336, 26.342648, 26.055836, 26.490989, 25.673811, 27.558477, 25.718814, 24.765661, 23.424861, 24.354935, 22.148648, 23.035782, 32.896886, 40.686783]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 9, 11, 8, 5, 5, 6, 6, 7, 8, 11, 11, 6, 10, 6, 5, 9, 6, 6, 8, 6, 4, 4, 3, 5, 3, 7, 9, 10, 11, 8, 6, 6, 4, 6, 9, 10, 11, 12, 9, 6, 7, 9, 6, 9, 6, 5, 1, 0, 0], "n_am_pl": [4, 7, 8, 7, 6, 8, 3, 5, 4, 4, 6, 3, 6, 9, 11, 10, 9, 13, 12, 15, 13, 14, 14, 13, 9, 9, 5, 6, 6, 4, 3, 4, 7, 8, 11, 14, 12, 8, 11, 14, 13, 16, 11, 17, 17, 17, 15, 17, 35, 40], "n_pos": 40, "sum_m_en": [3.60171, 2.224388, 2.289909, 2.349931, 2.313624, 2.305734, 2.348373, 2.311555, 2.567215, 2.555192, 2.681437, 2.654701, 2.584679, 2.563629, 2.603388, 2.528553, 2.475301, 2.35804, 2.150707, 1.988391, 1.913007, 1.809296, 1.767916, 1.730881, 2.715169, 2.991009, 3.220893, 3.393896, 3.441812, 3.5691, 3.630647, 3.194534, 3.137976, 3.318876, 3.39326, 3.662448, 4.597124, 4.620812, 4.854614, 5.055877, 4.551713, 4.400583, 4.471146, 4.351181, 4.943888, 4.646047, 4.041983, 1.968383, 0.741133, 0.004787], "sum_m_pl": [14.82412, 18.276104, 17.900664, 17.44725, 16.871691, 16.547938, 16.80383, 16.178298, 16.908543, 17.530226, 17.243425, 17.396154, 18.03903, 17.888279, 18.225959, 18.637524, 18.865079, 18.440549, 18.917244, 19.381116, 19.350635, 19.440229, 19.470542, 19.54471, 17.728799, 17.196733, 16.634972, 17.561808, 17.682595, 17.706197, 17.902276, 18.036262, 18.43023, 17.665062, 16.764274, 16.8006, 16.684035, 16.631966, 16.464161, 16.992089, 16.460939, 18.089183, 17.227347, 16.976271, 17.073476, 17.330723, 16.488607, 17.267485, 30.364542, 39.624828]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 75, "item_id": "pes-Ginekologia onkologiczna-2020 wiosna-93", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 935, "region_end": 73, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [42, 18, 12, 13, 17, 21, 21, 19, 17, 24, 27, 22, 17, 23, 25, 18, 22, 27, 19, 20, 19, 22, 22, 24, 32, 34, 26, 22, 25, 21, 21, 26, 22, 25, 31, 38, 36, 32, 32, 31, 31, 27, 35, 24, 27, 26, 19, 3, 0, 0], "n_am_pl": [10, 32, 21, 23, 21, 17, 15, 16, 18, 14, 10, 12, 14, 18, 19, 20, 23, 26, 28, 23, 26, 25, 25, 28, 9, 14, 14, 11, 12, 14, 14, 15, 19, 21, 21, 22, 14, 17, 21, 30, 29, 30, 34, 29, 29, 31, 37, 45, 64, 68], "n_pos": 124, "sum_m_en": [11.424624, 5.766191, 5.747548, 5.873315, 6.415099, 6.166662, 6.049513, 5.950453, 6.007715, 6.174377, 6.601623, 7.132911, 7.102278, 7.477677, 7.528749, 7.315849, 7.415539, 7.055008, 6.532757, 6.01955, 5.675651, 5.37046, 5.233481, 5.133072, 10.79527, 11.565704, 10.731994, 9.68986, 9.368555, 9.54894, 9.530893, 9.726882, 9.53251, 9.516088, 10.530357, 11.035764, 12.919173, 14.427871, 14.397706, 15.33266, 15.328098, 16.767099, 17.485566, 15.9277, 18.13283, 18.392669, 14.247475, 6.939893, 1.440236, 0.006307], "sum_m_pl": [47.889553, 57.152686, 56.320543, 55.149843, 53.221951, 55.933586, 56.265574, 57.221086, 57.394791, 57.971667, 56.272519, 55.016864, 56.625526, 55.884183, 56.286258, 57.633347, 57.850839, 58.856173, 59.323627, 60.728358, 61.676403, 61.971052, 62.098541, 62.064424, 50.011489, 49.836233, 48.999779, 52.201286, 53.359969, 52.621032, 52.585145, 52.550538, 51.834872, 51.518154, 50.991309, 49.98257, 47.092375, 45.477629, 44.788467, 43.542315, 41.857649, 41.101748, 40.946219, 38.195132, 37.273937, 38.602982, 40.144603, 43.537195, 61.780099, 67.817393]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.098774, 0.041939, 0.03667, 0.0356, 0.038187, 0.040275, 0.043418, 0.049929, 0.042089, 0.041036, 0.043821, 0.045718, 0.049288, 0.060056, 0.057997, 0.046905, 0.054437, 0.052157, 0.042612, 0.043376, 0.042427, 0.037159, 0.037027, 0.037146, 0.044898, 0.093089, 0.0732, 0.058792, 0.059951, 0.062448, 0.082849, 0.083746, 0.06692, 0.055338, 0.047915, 0.045052, 0.037292, 0.081112, 0.10143, 0.029629, 0.036969, 0.041169, 0.033585, 0.029478, 0.138299, 0.100067, 0.173648, 0.017238, 0.000138, 0.0], "sum_m_pl": [0.356792, 0.513786, 0.473356, 0.477488, 0.441115, 0.494504, 0.489233, 0.457648, 0.439065, 0.402643, 0.373965, 0.350822, 0.357859, 0.390402, 0.406353, 0.392547, 0.375595, 0.425838, 0.424965, 0.467768, 0.500803, 0.512517, 0.512185, 0.513637, 0.370315, 0.348719, 0.363976, 0.403448, 0.386784, 0.403393, 0.389796, 0.375724, 0.389034, 0.408067, 0.309359, 0.322663, 0.253946, 0.369022, 0.229085, 0.131283, 0.12637, 0.136805, 0.136203, 0.068478, 0.094506, 0.030525, 0.078381, 0.01785, 0.000236, 0.0]}, "lang": {"n_am_en": [28, 9, 6, 4, 9, 14, 13, 14, 10, 13, 16, 17, 12, 17, 14, 11, 13, 17, 12, 13, 12, 13, 13, 13, 19, 19, 13, 10, 17, 13, 14, 19, 13, 15, 23, 24, 22, 22, 23, 23, 19, 19, 24, 17, 19, 17, 12, 1, 0, 0], "n_am_pl": [6, 18, 12, 16, 10, 5, 5, 8, 10, 8, 7, 6, 8, 10, 13, 12, 17, 18, 21, 17, 19, 20, 19, 18, 7, 10, 9, 9, 8, 11, 11, 11, 10, 12, 13, 12, 8, 9, 10, 17, 22, 23, 28, 26, 24, 28, 32, 39, 62, 68], "n_pos": 68, "sum_m_en": [5.866659, 3.117662, 3.121247, 3.197926, 3.483251, 3.314642, 3.303163, 3.247713, 3.352457, 3.440052, 3.653824, 4.067455, 4.02714, 4.165125, 4.154913, 3.881092, 3.880144, 3.748665, 3.431097, 3.188213, 3.014402, 2.873683, 2.804419, 2.780649, 6.026375, 6.432646, 6.075619, 5.385631, 5.274314, 5.6508, 5.406657, 5.672129, 5.446582, 5.564988, 6.339009, 6.692106, 8.621916, 9.963531, 10.127939, 10.378326, 10.867558, 12.01904, 12.450801, 11.502844, 13.623084, 12.927026, 9.30898, 3.065748, 0.759946, 0.002728], "sum_m_pl": [26.576192, 30.800592, 30.275274, 29.514324, 28.645997, 30.073986, 30.345539, 31.466273, 31.45473, 31.908629, 31.14761, 30.765145, 31.735657, 31.508354, 31.797483, 32.565034, 32.661449, 33.582804, 33.644493, 34.217393, 34.65956, 34.770144, 34.843112, 34.775775, 29.122033, 29.102678, 28.696714, 30.50889, 31.355668, 31.100907, 30.805486, 30.256731, 30.173131, 30.594388, 30.290826, 30.232493, 28.202698, 26.727217, 26.838861, 26.968339, 26.044281, 26.956986, 27.792892, 27.477933, 27.633267, 29.616514, 32.812407, 36.547341, 57.409904, 66.660301]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "pes-Hematologia-2018 jesień-1", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1052, "region_end": 124, "roundtrip_ok": true, "tf_agree": 0.9841, "tf_agree_excl_first": 0.992}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [42, 19, 13, 14, 15, 22, 16, 22, 20, 24, 27, 24, 16, 23, 31, 21, 24, 25, 20, 19, 19, 20, 21, 21, 31, 34, 27, 26, 27, 24, 22, 27, 19, 23, 30, 34, 38, 31, 34, 32, 29, 24, 32, 24, 22, 26, 13, 4, 0, 0], "n_am_pl": [10, 33, 22, 22, 21, 16, 15, 14, 19, 11, 12, 10, 18, 17, 17, 20, 21, 26, 27, 23, 26, 26, 27, 27, 8, 13, 15, 13, 16, 14, 15, 15, 22, 23, 18, 19, 17, 17, 21, 27, 26, 29, 30, 31, 27, 27, 39, 45, 65, 68], "n_pos": 125, "sum_m_en": [11.468022, 5.848072, 5.848877, 5.931488, 6.400559, 6.173894, 6.047988, 5.986667, 6.068188, 6.224127, 6.724235, 7.202872, 7.120594, 7.591948, 7.747908, 7.427135, 7.476939, 7.017153, 6.42057, 5.901643, 5.574365, 5.298686, 5.190359, 5.091549, 10.492885, 11.514133, 10.696278, 9.800815, 9.548612, 9.732286, 9.596758, 9.857151, 9.555244, 9.553931, 10.657868, 11.085089, 12.795218, 13.825656, 13.593769, 15.034139, 15.258425, 15.743379, 16.248542, 14.41595, 16.555168, 15.971627, 11.835548, 5.780249, 1.156679, 0.003067], "sum_m_pl": [48.257801, 57.477125, 56.448853, 55.593888, 53.637958, 56.379822, 56.772082, 57.68331, 57.76642, 58.054666, 56.155647, 55.008172, 56.82461, 55.880767, 56.311073, 57.867852, 58.2403, 59.454182, 60.006293, 61.389465, 62.356645, 62.523675, 62.487567, 62.474208, 50.431317, 49.763282, 48.994835, 52.43338, 53.881173, 53.166806, 53.017659, 52.769447, 52.424955, 51.630184, 51.018431, 50.273074, 47.810575, 46.956474, 46.288347, 45.211785, 43.09837, 42.136868, 42.348161, 39.14135, 38.529254, 40.365203, 41.042639, 44.221463, 63.110841, 67.905949]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.099966, 0.041897, 0.037145, 0.035746, 0.037746, 0.039953, 0.04316, 0.049207, 0.041259, 0.04026, 0.043596, 0.04564, 0.048893, 0.060818, 0.059052, 0.04696, 0.054128, 0.052481, 0.042511, 0.043337, 0.042335, 0.037246, 0.037201, 0.037305, 0.046991, 0.095284, 0.077891, 0.060872, 0.061987, 0.065771, 0.087428, 0.087224, 0.066902, 0.055328, 0.045952, 0.044582, 0.036214, 0.084971, 0.099061, 0.026087, 0.034977, 0.041196, 0.032412, 0.023311, 0.115039, 0.069776, 0.147584, 0.013741, 0.000112, 0.0], "sum_m_pl": [0.357637, 0.515213, 0.472157, 0.477967, 0.442118, 0.492961, 0.489532, 0.455794, 0.438166, 0.401228, 0.37287, 0.355174, 0.368143, 0.397526, 0.417051, 0.402231, 0.389591, 0.433617, 0.43346, 0.473774, 0.504156, 0.515271, 0.51447, 0.516121, 0.400588, 0.357622, 0.375095, 0.4123, 0.396927, 0.413032, 0.393386, 0.373793, 0.393234, 0.408102, 0.306009, 0.322603, 0.250191, 0.36787, 0.221774, 0.117956, 0.119692, 0.138426, 0.130458, 0.056936, 0.092484, 0.027675, 0.086119, 0.017188, 0.000236, 0.0]}, "lang": {"n_am_en": [28, 9, 5, 4, 8, 14, 9, 14, 12, 13, 17, 17, 14, 17, 19, 13, 16, 15, 14, 12, 11, 11, 13, 12, 18, 20, 15, 14, 15, 17, 16, 17, 12, 17, 21, 24, 26, 21, 23, 22, 19, 20, 23, 18, 18, 20, 9, 1, 0, 0], "n_am_pl": [6, 19, 14, 16, 11, 6, 6, 6, 12, 8, 8, 6, 9, 9, 10, 11, 13, 17, 18, 16, 21, 20, 18, 16, 7, 8, 8, 9, 11, 11, 9, 10, 11, 13, 10, 11, 8, 10, 12, 17, 20, 22, 25, 27, 22, 24, 34, 39, 63, 68], "n_pos": 68, "sum_m_en": [5.845538, 3.127584, 3.143592, 3.204531, 3.466947, 3.298115, 3.277736, 3.23813, 3.353405, 3.429338, 3.676636, 4.077791, 4.021721, 4.223083, 4.235639, 3.922321, 3.887, 3.715823, 3.367861, 3.123049, 2.943825, 2.812107, 2.762525, 2.737949, 5.799415, 6.315765, 5.956411, 5.367188, 5.263166, 5.700552, 5.420711, 5.75698, 5.483866, 5.553148, 6.377027, 6.800685, 8.369309, 9.436501, 9.164049, 9.747591, 10.664055, 11.314399, 11.632874, 10.754206, 13.216701, 11.767381, 8.508838, 2.424887, 0.638072, 0.001158], "sum_m_pl": [26.506433, 30.687677, 30.061481, 29.474042, 28.553872, 30.041406, 30.372663, 31.470676, 31.431094, 31.739014, 30.91285, 30.561004, 31.630316, 31.266748, 31.621467, 32.437723, 32.577367, 33.617073, 33.709899, 34.280427, 34.800462, 34.879971, 34.855804, 34.789739, 29.305868, 28.985824, 28.622881, 30.46211, 31.534352, 31.282547, 31.014038, 30.322863, 30.416714, 30.696648, 30.315385, 30.427347, 28.55914, 27.35446, 27.614958, 27.71247, 26.390274, 27.14731, 28.389245, 27.601667, 27.849746, 30.347775, 33.086107, 36.799917, 58.062403, 66.735125]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Hematologia-2018 jesień-1", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 932, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9843, "tf_agree_excl_first": 0.9921}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [58, 57, 61, 50, 50, 29, 34, 34, 27, 24, 31, 44, 35, 30, 37, 37, 40, 46, 58, 55, 45, 54, 46, 43, 65, 68, 64, 65, 63, 68, 58, 49, 56, 55, 64, 71, 80, 79, 73, 85, 83, 90, 97, 98, 85, 100, 98, 100, 91, 92], "n_am_pl": [11, 29, 38, 25, 21, 21, 17, 19, 12, 17, 25, 19, 19, 25, 26, 16, 24, 17, 21, 31, 26, 25, 22, 28, 16, 16, 19, 12, 18, 13, 20, 17, 20, 18, 15, 14, 16, 17, 19, 12, 11, 12, 11, 14, 4, 8, 7, 7, 3, 4], "n_pos": 220, "sum_m_en": [24.736003, 14.273134, 13.381789, 13.59158, 13.625362, 13.2142, 12.612164, 12.624964, 12.401961, 12.656261, 12.916618, 14.923517, 15.228138, 15.527926, 15.680425, 14.89404, 14.665611, 14.487528, 13.472686, 12.304175, 11.818369, 10.927917, 10.502398, 10.198992, 21.867051, 24.361791, 23.363792, 23.202788, 23.69431, 25.502356, 23.852089, 23.918223, 24.350781, 24.993986, 24.998667, 26.834958, 35.024968, 36.437921, 34.351592, 38.724411, 43.167902, 52.387615, 66.292568, 73.405015, 70.0721, 81.156812, 89.311644, 96.233512, 88.764764, 90.631657], "sum_m_pl": [77.135128, 100.245022, 99.211603, 95.799763, 91.779157, 93.233179, 94.084314, 93.925281, 91.218648, 93.706309, 91.229607, 89.375798, 88.564479, 86.944544, 89.454612, 93.65472, 94.782928, 93.404227, 95.986161, 99.774599, 101.648243, 103.545688, 104.167611, 105.124126, 77.645396, 76.768181, 72.86906, 76.356132, 78.479257, 78.072984, 79.599804, 79.66266, 79.160536, 77.859544, 75.956087, 71.849021, 62.582966, 60.424224, 59.500957, 56.408149, 52.497622, 47.07929, 38.375207, 32.61049, 22.623486, 19.036192, 11.865823, 9.827012, 3.774232, 4.11329]}, "digit": {"n_am_en": [0, 5, 3, 2, 1, 1, 1, 0, 0, 1, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 1, 0, 1, 2, 1, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 0, 0, 0, 1, 2, 0, 0, 1, 0, 0, 1, 1, 1, 2, 3, 2, 2, 2, 2, 2, 2, 0, 1, 1, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.449081, 0.548359, 0.563387, 0.522933, 0.498078, 0.484379, 0.442702, 0.424326, 0.387887, 0.409329, 0.424611, 0.418929, 0.44508, 0.462699, 0.521798, 0.483505, 0.474148, 0.476709, 0.45221, 0.441598, 0.427475, 0.415725, 0.409119, 0.402362, 0.499072, 0.457623, 0.329567, 0.435936, 0.428107, 0.649306, 0.649079, 0.524391, 0.602993, 0.558798, 0.636421, 0.677381, 0.658709, 0.564317, 0.489047, 0.433459, 0.447061, 0.46984, 0.53525, 0.500438, 0.437015, 0.282494, 0.519079, 0.34322, 0.36619, 0.161877], "sum_m_pl": [3.19875, 5.019705, 5.01924, 4.695848, 4.310357, 4.016869, 4.213217, 4.181986, 4.000554, 4.02788, 3.929717, 3.441924, 3.561174, 3.217369, 3.530306, 3.613436, 3.801306, 3.613772, 4.253203, 4.545783, 4.663962, 4.760398, 4.735172, 4.837582, 2.702434, 2.693986, 2.20734, 2.597407, 2.878025, 3.357174, 3.473382, 3.465236, 3.748506, 3.461579, 3.281332, 3.242612, 3.103472, 3.177944, 3.066415, 2.99442, 2.979741, 3.077822, 2.852697, 2.179274, 1.705715, 1.163633, 0.89768, 0.635416, 0.15195, 0.000666]}, "lang": {"n_am_en": [27, 24, 26, 14, 20, 12, 14, 16, 11, 10, 10, 19, 14, 16, 22, 20, 20, 22, 30, 30, 28, 30, 26, 22, 33, 38, 40, 38, 34, 38, 26, 21, 29, 31, 41, 41, 47, 50, 47, 55, 56, 60, 62, 66, 61, 68, 67, 70, 81, 91], "n_am_pl": [5, 15, 18, 16, 8, 8, 8, 7, 5, 5, 15, 10, 10, 13, 8, 8, 7, 8, 8, 13, 11, 11, 8, 12, 8, 7, 7, 5, 6, 3, 6, 10, 11, 8, 8, 8, 6, 4, 7, 2, 4, 4, 3, 5, 2, 3, 3, 2, 3, 4], "n_pos": 96, "sum_m_en": [10.272055, 6.01848, 5.76075, 5.757329, 5.806124, 5.536871, 5.263505, 5.395189, 5.286279, 5.507327, 5.698981, 6.593862, 6.687072, 6.949148, 7.119936, 6.787779, 6.608606, 6.701168, 6.088466, 5.418034, 5.214503, 4.833947, 4.641841, 4.49502, 11.371281, 12.607848, 12.54871, 11.751973, 11.767302, 12.655231, 11.460308, 11.729826, 11.938908, 12.268396, 12.471842, 13.863273, 18.477375, 20.701414, 19.942524, 22.88972, 28.066671, 34.703956, 43.552801, 47.074019, 47.132032, 54.94716, 60.184341, 66.346992, 78.042332, 87.228328], "sum_m_pl": [33.704312, 43.600668, 42.752686, 41.466669, 39.791139, 41.159624, 41.446839, 41.359915, 40.001749, 40.957717, 39.762011, 38.901162, 38.872169, 38.47744, 39.347852, 41.649312, 42.052341, 41.530601, 42.410183, 44.039804, 44.702625, 45.408081, 45.736895, 46.037117, 35.223429, 34.408849, 32.667831, 34.380922, 35.127413, 34.521683, 35.539384, 35.648341, 35.47749, 35.174036, 33.975002, 32.222296, 28.170424, 27.263363, 26.595581, 24.817819, 22.29299, 19.693733, 15.06912, 13.089818, 10.388266, 8.608391, 5.012401, 3.083206, 2.862639, 3.863757]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "pes-Hematologia-2018 wiosna-117", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 988, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.9685, "tf_agree_excl_first": 0.9729}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [41, 41, 37, 30, 31, 32, 29, 26, 20, 29, 31, 30, 35, 39, 40, 34, 35, 39, 39, 34, 36, 34, 38, 36, 47, 50, 40, 29, 30, 40, 37, 43, 44, 46, 45, 58, 54, 56, 50, 58, 62, 56, 61, 49, 51, 47, 19, 10, 2, 1], "n_am_pl": [10, 34, 50, 39, 31, 21, 19, 25, 31, 32, 25, 31, 29, 28, 40, 35, 28, 40, 28, 38, 32, 43, 39, 45, 27, 31, 30, 39, 38, 36, 41, 38, 40, 42, 40, 36, 37, 33, 35, 34, 30, 32, 30, 31, 29, 33, 46, 53, 87, 100], "n_pos": 180, "sum_m_en": [16.026602, 8.459116, 8.340833, 9.049908, 9.362111, 9.075711, 9.587183, 9.811026, 9.411741, 10.198065, 11.007997, 11.699722, 11.913795, 12.036552, 12.514797, 11.55077, 11.530169, 11.060268, 10.30687, 9.378292, 8.535836, 7.878568, 7.835771, 7.723915, 17.21814, 18.212044, 17.978967, 16.830016, 16.687473, 16.962531, 16.607458, 16.797631, 16.783829, 17.585099, 19.170096, 20.052265, 25.946374, 27.452775, 25.435783, 25.855261, 28.99681, 30.243342, 35.805824, 36.369053, 36.406673, 36.094219, 19.333236, 11.518961, 3.069565, 1.017574], "sum_m_pl": [66.610398, 84.948901, 83.422832, 80.387006, 76.880258, 78.458319, 79.83308, 79.445612, 79.705058, 81.330464, 78.090134, 77.161305, 78.138292, 78.760498, 81.483279, 84.322713, 83.739166, 84.025675, 85.72261, 87.832653, 88.295547, 89.3797, 89.244823, 89.297328, 72.91483, 71.860772, 70.21869, 74.690849, 76.610969, 77.109606, 77.158004, 77.779659, 76.831051, 75.967933, 72.605191, 71.003983, 65.687497, 63.662984, 64.539594, 66.067975, 62.751244, 61.653761, 57.991492, 53.979659, 50.945547, 50.501281, 53.941917, 56.430237, 83.267091, 100.203046]}, "digit": {"n_am_en": [1, 3, 7, 2, 2, 2, 2, 1, 0, 2, 3, 1, 1, 2, 2, 2, 0, 0, 1, 1, 2, 0, 0, 0, 1, 3, 3, 1, 2, 1, 2, 2, 2, 1, 1, 2, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0], "n_am_pl": [0, 4, 2, 6, 5, 2, 2, 0, 0, 2, 1, 2, 3, 2, 1, 1, 2, 4, 4, 4, 4, 5, 5, 6, 3, 2, 3, 3, 2, 3, 5, 4, 4, 5, 5, 2, 4, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [0.841761, 0.495675, 0.47264, 0.459441, 0.427874, 0.45836, 0.398259, 0.408794, 0.384343, 0.440702, 0.482982, 0.488912, 0.593831, 0.618963, 0.660212, 0.543814, 0.563178, 0.558307, 0.504432, 0.459267, 0.437382, 0.413719, 0.414529, 0.410283, 0.611755, 0.536146, 0.583054, 0.594627, 0.610018, 0.598222, 0.642193, 0.681917, 0.709263, 0.731418, 0.825173, 0.884511, 0.834755, 0.73818, 0.833356, 0.748444, 0.678576, 0.596918, 0.611902, 0.530159, 0.513825, 0.438005, 0.291064, 0.345309, 0.038032, 0.0], "sum_m_pl": [4.647238, 5.391753, 5.38753, 5.223183, 5.100893, 4.923774, 4.926618, 4.636426, 4.792203, 4.626676, 4.486494, 4.315839, 4.161532, 4.1072, 4.154058, 4.653509, 4.607381, 4.569775, 4.734053, 4.936432, 4.945721, 4.9924, 4.992223, 5.006349, 4.408925, 4.42067, 4.454491, 4.706963, 4.829177, 4.799049, 4.762848, 4.704548, 4.446441, 4.484611, 4.09339, 3.972271, 3.650958, 3.56237, 3.520256, 3.484747, 3.309724, 3.414844, 3.2585, 2.47743, 2.211423, 1.738526, 1.267432, 0.939608, 0.253874, 2e-06]}, "lang": {"n_am_en": [23, 20, 16, 12, 12, 18, 15, 17, 10, 18, 15, 16, 16, 17, 21, 17, 18, 23, 22, 20, 20, 22, 27, 26, 30, 29, 22, 21, 21, 25, 20, 24, 30, 32, 32, 39, 34, 38, 31, 43, 43, 38, 41, 35, 36, 36, 15, 8, 1, 1], "n_am_pl": [4, 19, 31, 20, 15, 11, 13, 17, 20, 14, 17, 17, 14, 18, 28, 26, 21, 26, 19, 24, 19, 24, 21, 24, 15, 20, 21, 21, 25, 25, 28, 25, 21, 26, 24, 21, 22, 21, 24, 23, 23, 23, 24, 27, 26, 28, 43, 49, 86, 99], "n_pos": 100, "sum_m_en": [8.725076, 4.723574, 4.618491, 4.913528, 5.207213, 5.110527, 5.238002, 5.403128, 5.172855, 5.450933, 5.882653, 6.489556, 6.599535, 6.602388, 6.747269, 6.337843, 6.268271, 5.940547, 5.848635, 5.390647, 4.772561, 4.335019, 4.290971, 4.246055, 10.51272, 11.314103, 10.984614, 10.087778, 10.176242, 10.30914, 9.86194, 10.215699, 9.976114, 10.668797, 11.909224, 12.389341, 17.05686, 18.166581, 16.600425, 17.016747, 18.97337, 20.98963, 24.717633, 25.745147, 26.503278, 26.681214, 14.916981, 8.982571, 2.312921, 1.006585], "sum_m_pl": [35.269997, 45.762036, 44.8846, 43.238871, 41.12529, 42.853301, 44.221842, 44.454942, 44.849252, 46.036645, 44.165733, 43.946616, 45.108982, 45.074698, 46.779967, 47.984132, 47.576847, 47.818231, 48.234733, 49.132173, 49.39763, 50.067277, 50.057503, 50.027965, 41.903934, 40.966989, 40.49608, 42.842992, 43.731636, 43.893032, 44.538675, 44.546067, 44.758404, 44.657403, 42.567142, 42.768683, 39.267599, 38.484496, 39.436463, 40.254241, 39.217137, 39.191947, 37.86519, 37.019872, 36.775288, 39.06654, 46.540279, 50.106868, 79.222492, 97.879444]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 182, "item_id": "pes-Hematologia-2018 wiosna-117", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 868, "region_end": 180, "roundtrip_ok": true, "tf_agree": 0.978, "tf_agree_excl_first": 0.9834}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [28, 28, 15, 25, 18, 16, 24, 19, 23, 24, 23, 23, 25, 19, 24, 21, 26, 23, 19, 23, 20, 23, 23, 23, 32, 30, 30, 27, 23, 26, 22, 22, 20, 19, 22, 28, 32, 27, 32, 33, 35, 35, 38, 36, 36, 42, 44, 46, 37, 35], "n_am_pl": [11, 13, 17, 14, 11, 12, 9, 13, 7, 10, 10, 15, 14, 19, 15, 13, 6, 11, 16, 19, 24, 19, 20, 18, 17, 16, 16, 21, 23, 16, 16, 12, 14, 7, 16, 10, 10, 15, 12, 12, 8, 10, 11, 11, 10, 4, 4, 8, 6, 7], "n_pos": 90, "sum_m_en": [10.53077, 5.70316, 5.215491, 5.467766, 5.7494, 5.716115, 6.362922, 6.139436, 6.33067, 6.782173, 6.581536, 6.546024, 6.715818, 7.137266, 7.324101, 7.109478, 7.094511, 6.707314, 6.188906, 5.604799, 5.154316, 4.737418, 4.581641, 4.43524, 12.29417, 12.776916, 12.441843, 11.260506, 10.778142, 9.549302, 8.93738, 8.849005, 9.373413, 10.275689, 10.584645, 12.270466, 15.139234, 15.078871, 15.435235, 18.342013, 19.892713, 21.94405, 24.559321, 26.69839, 28.067515, 31.326312, 38.527331, 38.659534, 36.227291, 34.603759], "sum_m_pl": [33.137343, 41.331275, 40.379909, 40.238725, 38.469894, 39.400238, 39.024099, 38.327047, 37.8288, 39.201438, 39.225187, 38.632973, 38.435865, 38.016976, 39.17013, 39.00751, 38.8846, 38.124509, 39.949171, 41.413686, 42.27769, 42.765538, 42.777344, 43.129973, 33.538143, 33.099007, 32.593042, 34.305489, 35.327939, 35.485599, 35.314957, 36.397179, 34.767093, 32.541421, 31.519564, 30.394113, 27.113639, 26.079807, 25.435345, 24.740915, 22.907042, 21.043269, 19.794196, 19.308025, 15.633846, 12.477185, 8.638167, 8.945635, 7.091055, 7.213016]}, "digit": {"n_am_en": [2, 6, 2, 3, 1, 0, 3, 1, 0, 0, 2, 1, 2, 1, 1, 2, 3, 2, 2, 3, 3, 3, 3, 2, 3, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 2, 1, 0, 1, 0, 0, 0, 1, 1, 1, 2, 0, 0], "n_am_pl": [0, 0, 2, 1, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 2, 0, 0, 0, 0, 0, 1, 1, 2, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.811523, 0.395677, 0.376209, 0.351925, 0.380836, 0.397288, 0.385693, 0.380251, 0.351413, 0.379036, 0.398246, 0.425082, 0.483744, 0.49076, 0.5225, 0.537162, 0.496829, 0.463952, 0.439528, 0.422507, 0.392457, 0.367984, 0.358801, 0.345824, 0.55926, 0.651295, 0.664413, 0.622022, 0.674995, 0.589793, 0.567406, 0.529554, 0.509349, 0.45995, 0.49857, 0.509173, 0.486901, 0.536181, 0.487192, 0.499195, 0.511212, 0.480003, 0.425616, 0.483509, 0.649209, 0.576282, 0.31042, 0.443702, 0.135722, 0.0], "sum_m_pl": [3.36487, 4.232296, 4.039263, 3.989968, 3.47003, 3.462791, 3.573403, 3.3443, 3.259629, 3.409215, 3.489834, 3.224384, 3.153072, 3.03575, 3.134949, 3.146395, 3.37435, 3.438622, 3.605606, 3.662885, 3.724099, 3.745128, 3.740004, 3.777461, 3.008396, 2.875968, 2.681503, 2.996926, 3.145746, 2.848731, 2.945872, 3.01595, 2.95925, 2.691161, 2.959826, 3.051962, 2.587994, 2.476538, 2.597876, 2.516135, 2.389034, 2.446305, 2.320202, 2.186909, 2.20061, 1.948759, 1.275107, 0.691322, 0.302734, 0.0]}, "lang": {"n_am_en": [12, 11, 7, 10, 8, 8, 14, 11, 13, 15, 14, 13, 12, 10, 13, 11, 17, 15, 13, 14, 11, 14, 14, 11, 20, 18, 19, 17, 12, 13, 14, 13, 14, 14, 12, 11, 18, 17, 21, 23, 24, 23, 24, 23, 23, 26, 31, 31, 34, 35], "n_am_pl": [7, 9, 10, 9, 6, 8, 5, 7, 4, 3, 6, 6, 10, 12, 9, 7, 5, 8, 11, 13, 15, 12, 13, 12, 10, 11, 11, 11, 12, 8, 10, 7, 9, 4, 9, 8, 5, 8, 4, 4, 2, 3, 5, 5, 6, 3, 2, 3, 6, 6], "n_pos": 41, "sum_m_en": [5.157811, 2.858485, 2.583695, 2.762548, 2.988653, 3.027336, 3.318708, 3.340225, 3.54789, 3.826702, 3.604269, 3.51059, 3.426642, 3.730446, 3.837421, 3.577393, 3.733727, 3.509266, 3.142656, 2.722208, 2.466398, 2.242417, 2.143429, 2.057836, 7.030096, 7.082529, 7.255082, 6.767479, 6.220249, 5.357787, 4.87334, 4.788263, 5.370072, 6.255517, 6.165898, 6.843899, 8.780725, 8.972777, 9.556726, 10.875037, 12.02771, 13.935672, 15.706488, 16.835482, 17.810807, 19.741245, 26.192839, 26.640153, 32.064739, 33.614171], "sum_m_pl": [14.421895, 18.312505, 17.947381, 17.861683, 17.543264, 17.992156, 17.884774, 17.643282, 17.491546, 18.093621, 18.138093, 17.891201, 17.925953, 17.60406, 18.184007, 18.243284, 17.953009, 17.646365, 18.261443, 18.997732, 19.436695, 19.739783, 19.736392, 19.867735, 15.943257, 15.984806, 15.541622, 16.136919, 16.871138, 17.173066, 17.092759, 17.191232, 16.633115, 15.882006, 14.746052, 14.447812, 12.870514, 12.522736, 12.123828, 11.719928, 10.887665, 9.561228, 8.482943, 9.185764, 7.815265, 5.96587, 4.040772, 4.054298, 5.481935, 5.992206]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "pes-Hematologia-2018 wiosna-5", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 893, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.989}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 11, 6, 11, 9, 9, 12, 10, 10, 12, 11, 9, 10, 9, 8, 14, 11, 12, 16, 10, 12, 11, 13, 14, 16, 19, 20, 13, 10, 14, 12, 11, 7, 13, 12, 15, 15, 11, 17, 15, 21, 20, 20, 17, 18, 18, 14, 8, 1, 0], "n_am_pl": [3, 14, 11, 9, 10, 5, 6, 9, 6, 9, 4, 4, 7, 6, 8, 7, 5, 6, 5, 10, 10, 14, 14, 13, 15, 7, 8, 9, 11, 10, 7, 7, 8, 10, 10, 9, 8, 10, 7, 10, 8, 9, 9, 11, 10, 12, 14, 18, 26, 30], "n_pos": 54, "sum_m_en": [4.998759, 2.593514, 2.574507, 2.81374, 2.975551, 2.985825, 3.677041, 3.409854, 3.524539, 3.814056, 3.793009, 3.80441, 3.865834, 3.998159, 3.794104, 4.0907, 4.048986, 3.59018, 3.309039, 3.061295, 2.847044, 2.599928, 2.540534, 2.466525, 6.957957, 7.292826, 6.728705, 5.722318, 5.144467, 4.921299, 4.610384, 4.467511, 4.565554, 5.315797, 5.479338, 5.997965, 8.16029, 8.165929, 7.588213, 8.399338, 9.780012, 11.929992, 11.629774, 12.98801, 14.01519, 14.079141, 13.26274, 7.791928, 2.019767, 0.013254], "sum_m_pl": [19.770923, 25.303817, 24.720725, 24.505827, 23.235348, 23.654032, 22.786553, 22.507343, 22.113397, 22.662389, 22.48752, 22.197317, 22.390161, 22.42525, 23.650934, 23.525244, 23.796271, 23.643302, 24.781872, 25.531702, 25.775631, 26.048835, 25.697316, 25.785094, 19.951737, 19.25498, 19.454746, 20.156646, 20.755824, 21.039129, 21.212371, 21.515706, 20.574744, 19.81883, 19.489787, 18.919382, 17.791093, 17.334386, 17.456575, 17.629053, 16.52428, 15.170104, 14.875593, 14.72339, 13.412596, 14.499631, 15.657293, 17.944686, 25.383412, 29.282261]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.164441, 0.078299, 0.066585, 0.064562, 0.074096, 0.075584, 0.074888, 0.095116, 0.090421, 0.092969, 0.09399, 0.095378, 0.10268, 0.113357, 0.103037, 0.111184, 0.108589, 0.095585, 0.09505, 0.091452, 0.086754, 0.083173, 0.08199, 0.079261, 0.095721, 0.09786, 0.109029, 0.09961, 0.112082, 0.10908, 0.09451, 0.095094, 0.093392, 0.107624, 0.10447, 0.11341, 0.144192, 0.116522, 0.101726, 0.12707, 0.141502, 0.142024, 0.094893, 0.108788, 0.10982, 0.083933, 0.057904, 0.032996, 0.034445, 0.0], "sum_m_pl": [0.845753, 1.068816, 1.049819, 1.007615, 0.889286, 0.91931, 0.932721, 0.917971, 0.859122, 0.900918, 0.912802, 0.860534, 0.841733, 0.835281, 0.916666, 0.836976, 0.836473, 0.862372, 0.892853, 0.915424, 0.929358, 0.922528, 0.92531, 0.925097, 0.77688, 0.718635, 0.747113, 0.790178, 0.761199, 0.750514, 0.767178, 0.725099, 0.771938, 0.737837, 0.844137, 0.867081, 0.798071, 0.731433, 0.721265, 0.669587, 0.624584, 0.695722, 0.647611, 0.591018, 0.556702, 0.50012, 0.356456, 0.220602, 0.272311, 0.0]}, "lang": {"n_am_en": [10, 7, 4, 8, 6, 6, 8, 5, 6, 10, 9, 5, 5, 6, 7, 10, 6, 8, 12, 6, 6, 5, 8, 8, 10, 13, 14, 10, 7, 10, 8, 10, 6, 10, 8, 6, 9, 6, 10, 9, 12, 14, 12, 12, 14, 13, 11, 6, 1, 0], "n_am_pl": [2, 7, 6, 3, 4, 3, 3, 4, 3, 6, 2, 2, 2, 2, 4, 5, 5, 4, 4, 9, 6, 12, 11, 11, 11, 4, 5, 5, 8, 8, 4, 3, 5, 6, 5, 6, 5, 7, 5, 8, 6, 6, 8, 10, 9, 10, 13, 16, 24, 28], "n_pos": 29, "sum_m_en": [2.774453, 1.389236, 1.399262, 1.502919, 1.67628, 1.629953, 1.993093, 1.682447, 1.785581, 1.746834, 1.909062, 1.922889, 2.010885, 2.09979, 1.936462, 1.999045, 1.897921, 1.751646, 1.677861, 1.567907, 1.451081, 1.354571, 1.345912, 1.308146, 3.888131, 4.219874, 3.644233, 3.001563, 2.506467, 2.405005, 2.344678, 2.392111, 2.457477, 2.69474, 2.628232, 2.929692, 4.67917, 5.097251, 4.571151, 5.456017, 6.673785, 8.118231, 7.776422, 9.469833, 10.635676, 10.295422, 9.715878, 4.962889, 1.422513, 0.012226], "sum_m_pl": [10.300028, 13.703556, 13.472662, 13.4498, 12.72239, 12.85447, 12.620966, 12.57364, 12.498342, 12.803263, 12.550621, 12.428436, 12.441019, 12.415515, 13.298823, 13.162206, 13.294373, 13.193765, 13.593604, 13.899247, 14.077142, 14.199349, 13.919661, 13.978841, 11.482527, 11.109002, 11.354646, 11.984139, 12.579121, 12.599065, 12.533693, 12.517927, 11.931626, 11.709212, 11.150906, 11.050249, 10.152203, 9.767526, 10.201474, 10.374399, 9.688645, 8.837634, 8.996151, 9.870775, 9.625909, 10.60526, 12.898891, 15.358152, 22.629512, 27.518956]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 56, "item_id": "pes-Hematologia-2018 wiosna-5", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 773, "region_end": 54, "roundtrip_ok": true, "tf_agree": 0.9107, "tf_agree_excl_first": 0.9273}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [46, 17, 19, 34, 18, 26, 25, 27, 18, 24, 23, 24, 20, 21, 18, 13, 20, 16, 22, 20, 19, 14, 14, 21, 26, 30, 26, 21, 24, 30, 26, 27, 26, 23, 28, 25, 22, 22, 21, 23, 16, 24, 27, 27, 29, 26, 18, 8, 2, 0], "n_am_pl": [9, 30, 36, 15, 16, 10, 17, 13, 15, 16, 11, 11, 13, 17, 20, 14, 17, 15, 16, 15, 16, 19, 18, 25, 17, 18, 15, 19, 18, 10, 15, 16, 17, 21, 19, 14, 19, 19, 24, 20, 22, 18, 23, 22, 25, 24, 35, 36, 63, 70], "n_pos": 120, "sum_m_en": [10.646505, 5.928907, 6.252597, 6.600007, 6.353778, 6.310859, 6.757377, 7.306288, 7.212117, 7.200615, 7.406057, 7.59573, 7.628302, 7.784878, 7.483223, 7.089487, 7.115782, 6.826951, 6.366358, 5.922634, 5.422589, 5.303686, 5.265575, 5.150151, 10.767531, 11.985299, 11.925328, 11.31073, 10.994409, 11.534487, 11.446212, 10.896284, 10.905182, 11.342997, 11.080867, 11.430286, 12.733414, 12.7507, 13.095067, 12.535309, 11.019309, 15.891765, 16.843366, 17.68435, 23.319733, 22.797679, 14.850962, 7.980217, 4.115225, 0.624267], "sum_m_pl": [48.00287, 56.856277, 55.921042, 55.118633, 53.100662, 53.42798, 51.770688, 50.60158, 49.262884, 51.906314, 51.249627, 52.222039, 52.936761, 52.963251, 54.815185, 55.493512, 55.532916, 55.298543, 56.256132, 57.484992, 58.05498, 58.566618, 58.783118, 58.986252, 48.957427, 47.143988, 45.196605, 47.649431, 48.648248, 49.017416, 49.274629, 50.051825, 49.95341, 48.087593, 48.996002, 47.036266, 44.202015, 43.390297, 44.611975, 43.452913, 40.958764, 38.131101, 39.874575, 38.121041, 36.310836, 34.754441, 40.613206, 41.981077, 56.131613, 70.147507]}, "digit": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.129502, 0.059856, 0.071496, 0.133141, 0.143448, 0.117932, 0.112447, 0.113946, 0.110556, 0.105934, 0.084546, 0.08888, 0.096544, 0.110926, 0.116245, 0.106414, 0.092253, 0.083394, 0.083282, 0.077889, 0.075888, 0.078152, 0.077096, 0.075179, 0.082557, 0.08725, 0.100794, 0.101938, 0.099987, 0.11965, 0.149677, 0.124683, 0.101428, 0.090058, 0.100883, 0.095592, 0.085617, 0.085312, 0.081919, 0.082851, 0.079943, 0.080458, 0.11053, 0.078964, 0.092913, 0.065462, 0.047885, 0.024979, 0.001061, 0.0], "sum_m_pl": [0.968099, 1.092496, 0.993406, 0.859273, 0.832099, 0.823685, 0.663622, 0.635801, 0.602221, 0.670847, 0.700313, 0.720612, 0.690345, 0.772899, 0.852592, 0.854684, 0.895443, 0.907831, 0.87116, 0.863522, 0.875982, 0.883273, 0.898936, 0.903073, 0.719165, 0.698791, 0.718888, 0.645608, 0.722889, 0.755575, 0.82179, 0.843775, 0.80242, 0.80539, 0.797591, 0.813092, 0.719189, 0.631274, 0.617452, 0.612873, 0.627725, 0.60073, 0.629986, 0.436445, 0.458074, 0.42481, 0.181052, 0.121276, 0.003808, 0.0]}, "lang": {"n_am_en": [28, 12, 14, 19, 10, 17, 18, 17, 10, 14, 12, 11, 12, 12, 15, 8, 10, 9, 12, 12, 9, 7, 9, 12, 16, 18, 17, 14, 15, 18, 16, 15, 15, 15, 14, 12, 14, 16, 18, 19, 11, 20, 22, 19, 19, 16, 12, 6, 1, 0], "n_am_pl": [2, 19, 18, 8, 8, 5, 8, 6, 10, 12, 8, 9, 7, 8, 13, 8, 11, 10, 11, 9, 12, 13, 14, 20, 13, 10, 8, 11, 14, 8, 7, 8, 11, 13, 15, 12, 14, 15, 17, 15, 15, 11, 14, 16, 20, 23, 33, 35, 62, 69], "n_pos": 71, "sum_m_en": [6.589135, 3.606635, 3.690217, 3.974492, 3.749364, 3.700286, 3.901877, 4.27224, 4.123, 4.294722, 4.439888, 4.620894, 4.647048, 4.694822, 4.500784, 4.188143, 4.14708, 3.913697, 3.719819, 3.498567, 3.204399, 3.135136, 3.120877, 3.040022, 6.491678, 7.599243, 7.541203, 7.249092, 6.931005, 6.972735, 6.914933, 6.576516, 6.419715, 6.691929, 6.576333, 6.712107, 7.723552, 7.721499, 8.651705, 7.987093, 7.166519, 11.904695, 12.021704, 11.623238, 14.173228, 14.13565, 9.125273, 4.916148, 2.615577, 0.376855], "sum_m_pl": [28.073677, 33.796271, 33.373809, 32.778131, 31.403597, 31.45185, 30.589363, 30.019196, 29.124568, 30.550132, 29.958889, 30.552126, 30.898926, 30.783654, 32.374276, 32.583367, 32.520819, 32.562278, 32.955998, 33.566562, 33.895774, 34.325667, 34.479215, 34.563555, 29.132867, 27.93678, 26.756314, 28.121588, 28.642808, 29.081281, 29.142619, 29.249079, 29.51264, 28.728899, 29.382934, 28.465793, 26.784949, 26.646129, 27.55568, 27.713229, 27.39132, 25.766658, 26.911062, 26.686215, 26.410306, 26.547461, 34.647005, 37.920668, 52.888229, 67.698917]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 122, "item_id": "pes-Hematologia-2019 jesień-36", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 993, "region_end": 120, "roundtrip_ok": true, "tf_agree": 0.959, "tf_agree_excl_first": 0.9669}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [76, 42, 46, 55, 42, 43, 45, 61, 39, 52, 40, 38, 44, 36, 37, 34, 42, 39, 33, 34, 25, 23, 24, 28, 43, 45, 42, 45, 41, 39, 38, 39, 48, 37, 38, 40, 52, 39, 40, 36, 32, 42, 50, 56, 53, 50, 30, 14, 2, 1], "n_am_pl": [16, 52, 45, 25, 28, 25, 23, 26, 31, 25, 23, 24, 25, 31, 31, 19, 33, 36, 46, 39, 38, 43, 49, 50, 43, 39, 37, 42, 39, 41, 41, 48, 47, 42, 46, 45, 41, 39, 42, 50, 51, 45, 47, 46, 58, 50, 72, 78, 117, 137], "n_pos": 223, "sum_m_en": [19.669451, 11.239904, 11.901871, 12.303293, 12.436139, 12.113588, 12.54033, 13.287869, 13.42887, 13.195755, 13.282902, 14.543144, 14.074349, 14.722367, 15.029683, 14.05602, 13.808433, 13.330099, 12.374836, 11.311127, 10.401412, 10.101743, 10.016601, 9.78647, 20.725106, 23.614531, 21.665135, 21.125709, 20.19932, 22.090014, 21.137484, 20.354325, 20.230461, 21.028716, 20.469649, 20.783863, 23.086981, 23.912185, 22.755621, 22.186553, 23.215404, 28.692872, 30.853763, 37.713565, 43.973511, 40.19121, 25.194647, 12.455311, 4.435362, 1.026895], "sum_m_pl": [87.098892, 103.913477, 102.146582, 100.806852, 95.222074, 96.689008, 94.772916, 93.02519, 91.407177, 96.64839, 94.720758, 96.019105, 97.941102, 97.1931, 99.002357, 101.908021, 104.049034, 103.108484, 105.502284, 107.290197, 107.471324, 108.072778, 108.3092, 108.538694, 87.265415, 83.87816, 81.11856, 86.260158, 89.698765, 90.580823, 92.269194, 94.827084, 93.543992, 90.532712, 91.926157, 89.146137, 85.628781, 83.48522, 85.326672, 84.799416, 80.26492, 77.442412, 76.059959, 70.927299, 67.589055, 70.453707, 81.504065, 85.690847, 110.999629, 136.728868]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 1, 1, 1, 2, 1, 2, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.261376, 0.128027, 0.142638, 0.238077, 0.265867, 0.240213, 0.220964, 0.23807, 0.243345, 0.236724, 0.201624, 0.224652, 0.251923, 0.289745, 0.269911, 0.205398, 0.187024, 0.182875, 0.177404, 0.157225, 0.153726, 0.160275, 0.158187, 0.155055, 0.192448, 0.173599, 0.216701, 0.240572, 0.224058, 0.258575, 0.263934, 0.242934, 0.249234, 0.214364, 0.237673, 0.186811, 0.1755, 0.290076, 0.207544, 0.199042, 0.206794, 0.210186, 0.232975, 0.159415, 0.1592, 0.105874, 0.100425, 0.088385, 0.002533, 0.0], "sum_m_pl": [1.931883, 2.179329, 2.03616, 1.776717, 1.674717, 1.635285, 1.285233, 1.249609, 1.197365, 1.348492, 1.452015, 1.40311, 1.395683, 1.517596, 1.672438, 1.770421, 1.884466, 1.881876, 1.85852, 1.850352, 1.819868, 1.805075, 1.822639, 1.828394, 1.483093, 1.511969, 1.570025, 1.601067, 1.699382, 1.64776, 1.704287, 1.814373, 1.669206, 1.545214, 1.619187, 1.481261, 1.483469, 1.283581, 1.231943, 1.190953, 1.244029, 1.317392, 1.317972, 0.950152, 0.923414, 0.831566, 0.488964, 0.334064, 0.015372, 0.0]}, "lang": {"n_am_en": [42, 22, 23, 34, 27, 28, 29, 34, 24, 33, 23, 20, 27, 23, 25, 25, 28, 25, 20, 23, 18, 18, 20, 23, 32, 36, 32, 31, 26, 30, 25, 26, 30, 21, 23, 27, 37, 29, 32, 28, 27, 35, 38, 40, 34, 35, 22, 9, 2, 1], "n_am_pl": [8, 38, 26, 17, 17, 12, 14, 19, 22, 17, 15, 17, 14, 21, 21, 12, 20, 25, 32, 30, 30, 28, 33, 32, 26, 23, 18, 28, 30, 27, 30, 34, 34, 31, 31, 30, 31, 30, 31, 36, 38, 34, 34, 37, 46, 46, 69, 75, 115, 136], "n_pos": 137, "sum_m_en": [11.572851, 6.693954, 6.98393, 7.332035, 7.646171, 7.370832, 7.752672, 8.06993, 8.058208, 8.1049, 8.232389, 9.09658, 8.731618, 9.077871, 9.300398, 8.582099, 8.400069, 8.088504, 7.664329, 6.995495, 6.45582, 6.245092, 6.208343, 6.083789, 13.611161, 16.064752, 14.53057, 14.272356, 13.552973, 14.691364, 13.850755, 13.223828, 12.901645, 13.473065, 13.230208, 13.656481, 15.484817, 16.409843, 15.877417, 15.341033, 16.714486, 22.112704, 23.226738, 27.197084, 29.24462, 26.738083, 16.646423, 7.529027, 3.592745, 1.013846], "sum_m_pl": [52.905609, 64.095416, 62.723543, 61.793886, 57.916502, 59.066121, 57.904474, 57.288186, 56.38317, 59.202642, 57.99509, 59.031489, 60.177936, 59.839716, 61.087608, 62.775194, 64.005911, 63.698655, 65.002946, 65.928536, 65.711315, 66.316135, 66.402996, 66.524394, 55.558216, 53.42257, 51.991612, 55.282201, 56.5265, 57.535945, 58.931001, 60.109726, 60.276711, 58.962378, 59.623706, 58.391934, 56.405454, 55.171916, 57.006381, 57.56135, 56.124619, 54.85089, 53.555162, 51.047374, 49.615539, 55.087153, 70.752515, 77.467683, 106.10966, 134.626347]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 225, "item_id": "pes-Hematologia-2019 jesień-36", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 873, "region_end": 223, "roundtrip_ok": true, "tf_agree": 0.9867, "tf_agree_excl_first": 0.9911}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [70, 65, 46, 50, 49, 54, 63, 56, 48, 69, 65, 61, 61, 51, 34, 34, 49, 49, 57, 53, 58, 56, 52, 57, 87, 81, 75, 71, 74, 65, 73, 73, 84, 83, 84, 87, 113, 118, 122, 123, 131, 119, 123, 135, 131, 127, 125, 127, 116, 122], "n_am_pl": [20, 42, 42, 43, 46, 35, 25, 30, 29, 29, 27, 31, 37, 41, 35, 43, 37, 31, 43, 45, 44, 48, 38, 42, 31, 36, 45, 36, 31, 42, 37, 45, 38, 38, 42, 42, 32, 18, 17, 20, 16, 16, 19, 16, 18, 14, 6, 7, 8, 8], "n_pos": 263, "sum_m_en": [31.067369, 15.815449, 14.677627, 14.361539, 15.057089, 15.369968, 14.131669, 14.04353, 14.082861, 15.459301, 16.387014, 17.284468, 18.260648, 18.546841, 18.991254, 18.639158, 19.17945, 19.201272, 17.552177, 15.810669, 14.349064, 13.207059, 12.47166, 12.102241, 28.825851, 30.30238, 30.990916, 28.696298, 26.661702, 27.027711, 26.275224, 25.967698, 28.355658, 29.423446, 29.842652, 34.04145, 45.181223, 52.345707, 56.9578, 60.217841, 66.170684, 70.440147, 84.766092, 100.684737, 110.280291, 113.641705, 117.208068, 116.985447, 115.95373, 123.032665], "sum_m_pl": [94.282281, 123.438356, 121.430521, 119.967231, 116.50502, 118.944792, 121.221561, 120.347484, 117.144256, 117.287624, 113.844874, 111.135983, 111.054555, 108.776707, 107.597881, 112.258676, 113.159815, 110.1794, 113.222066, 119.140512, 123.087143, 125.968712, 126.363168, 127.436064, 100.642462, 99.632483, 94.033039, 97.977039, 102.34651, 98.850178, 102.234892, 104.067171, 101.022636, 96.912972, 95.67732, 91.198211, 80.944987, 73.658218, 71.339032, 68.588683, 63.299613, 52.31626, 45.921342, 37.113507, 31.261913, 19.519035, 12.067028, 10.607674, 8.547869, 7.730713]}, "digit": {"n_am_en": [1, 8, 6, 2, 2, 3, 3, 1, 1, 5, 4, 4, 4, 3, 0, 1, 0, 0, 0, 1, 2, 3, 3, 2, 3, 3, 4, 4, 5, 0, 0, 2, 2, 4, 3, 3, 1, 2, 4, 1, 1, 2, 1, 1, 1, 1, 2, 1, 0, 0], "n_am_pl": [0, 3, 5, 4, 6, 0, 1, 1, 1, 4, 1, 3, 4, 3, 1, 1, 2, 1, 4, 2, 2, 2, 2, 4, 3, 4, 3, 2, 1, 1, 2, 4, 5, 4, 3, 8, 2, 2, 1, 1, 2, 1, 2, 1, 1, 1, 0, 1, 0, 0], "n_pos": 15, "sum_m_en": [1.513833, 0.720758, 0.674764, 0.665179, 0.699136, 0.702678, 0.656365, 0.656102, 0.680567, 0.784879, 0.821739, 0.89333, 0.960746, 0.938025, 0.91331, 0.896596, 0.950966, 0.910861, 0.846642, 0.80906, 0.759347, 0.713277, 0.679116, 0.656222, 1.203702, 1.127068, 1.270765, 1.231615, 1.154546, 1.240654, 1.123268, 1.17532, 1.215241, 1.249566, 1.228199, 1.322225, 1.139141, 1.166297, 1.132962, 0.996902, 1.201767, 1.057487, 0.98877, 0.857615, 1.365147, 1.256152, 0.765832, 0.494526, 0.04638, 3.8e-05], "sum_m_pl": [5.794462, 8.026322, 7.990026, 7.605634, 7.176574, 7.176494, 7.243236, 7.088242, 6.984022, 6.97451, 6.943667, 6.694423, 6.321812, 6.297006, 6.020944, 6.285074, 6.181581, 6.076593, 6.265016, 6.671504, 7.013345, 7.14435, 7.166968, 7.256037, 6.356371, 6.731854, 6.400219, 6.49784, 6.265718, 5.566763, 6.002946, 6.22833, 6.088784, 5.80879, 5.68046, 5.757872, 5.208743, 4.8374, 5.154208, 4.959425, 4.879364, 4.849862, 4.873878, 4.154067, 3.19178, 2.03099, 1.005883, 0.712452, 0.059745, 4e-06]}, "lang": {"n_am_en": [36, 25, 21, 33, 27, 30, 40, 36, 29, 38, 36, 34, 39, 32, 25, 24, 31, 35, 38, 33, 36, 32, 28, 38, 57, 55, 46, 41, 45, 42, 51, 49, 53, 54, 55, 55, 73, 78, 85, 85, 93, 85, 85, 96, 91, 92, 92, 102, 110, 121], "n_am_pl": [12, 28, 19, 19, 21, 13, 9, 15, 13, 13, 14, 15, 19, 19, 16, 22, 20, 18, 20, 25, 26, 26, 22, 23, 17, 18, 21, 17, 13, 21, 16, 18, 18, 16, 18, 18, 15, 10, 8, 14, 6, 5, 7, 9, 10, 10, 3, 4, 6, 7], "n_pos": 133, "sum_m_en": [16.429355, 8.041409, 7.644177, 7.476074, 7.90209, 8.17005, 7.406117, 7.213946, 7.369807, 7.984705, 8.491542, 9.161404, 9.809732, 10.098541, 10.437794, 10.12078, 10.480665, 10.641575, 9.538707, 8.459544, 7.552079, 6.84504, 6.409905, 6.180405, 17.417374, 18.074715, 18.736707, 16.75045, 15.526502, 15.926073, 15.522228, 15.326986, 16.626759, 17.728879, 18.339658, 21.361673, 28.534515, 34.605394, 38.880697, 40.327239, 45.63011, 51.644237, 60.012719, 71.72482, 76.507213, 82.768706, 88.208108, 94.53172, 107.766831, 118.802796], "sum_m_pl": [45.988563, 61.637091, 61.601526, 61.107958, 59.648945, 60.535201, 61.862452, 61.713534, 59.895558, 59.945469, 58.050311, 56.801182, 56.771651, 55.325836, 54.972963, 57.366486, 57.867965, 56.217246, 58.087724, 61.249294, 63.066789, 64.551609, 64.679993, 65.237995, 50.936876, 50.567717, 47.963611, 49.983096, 52.547836, 51.165641, 52.598808, 52.877834, 51.636332, 49.337784, 48.521458, 44.993305, 40.296584, 36.907551, 35.027165, 33.659293, 29.961058, 24.172761, 20.23623, 15.534864, 14.084267, 8.424334, 5.54471, 4.402265, 6.09405, 6.727593]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 265, "item_id": "pes-Hematologia-2019 wiosna-3", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1155, "region_end": 263, "roundtrip_ok": true, "tf_agree": 0.9585, "tf_agree_excl_first": 0.9621}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [55, 43, 30, 33, 27, 44, 37, 42, 27, 28, 21, 33, 21, 24, 13, 20, 26, 24, 24, 34, 29, 34, 30, 30, 52, 47, 40, 34, 44, 46, 47, 43, 44, 44, 38, 37, 49, 42, 42, 39, 54, 50, 60, 57, 49, 42, 18, 14, 6, 1], "n_am_pl": [29, 56, 41, 64, 57, 39, 24, 23, 32, 29, 27, 35, 42, 42, 37, 32, 45, 36, 44, 38, 42, 48, 49, 54, 47, 61, 51, 51, 39, 33, 34, 37, 45, 36, 38, 33, 42, 31, 41, 49, 36, 37, 29, 37, 40, 40, 53, 64, 82, 92], "n_pos": 215, "sum_m_en": [18.97787, 10.190182, 10.210753, 10.554126, 11.003563, 10.922498, 10.0291, 10.049103, 9.798886, 11.161218, 11.207126, 11.553169, 11.655474, 11.769253, 11.788677, 11.969322, 12.208848, 11.748613, 10.97136, 10.479945, 9.807117, 9.297002, 9.035914, 8.810585, 14.255972, 15.093877, 15.957815, 16.088466, 15.511222, 16.525122, 16.129769, 16.187059, 15.805066, 16.413462, 15.835322, 16.518876, 19.117622, 20.937905, 19.931613, 20.505718, 23.314413, 24.432254, 29.979457, 35.363654, 35.94525, 32.074772, 18.561719, 14.017728, 6.597879, 1.021661], "sum_m_pl": [86.972264, 104.071784, 100.458892, 99.182486, 96.033548, 99.961995, 99.83935, 100.500552, 98.635398, 93.436108, 89.793598, 85.973954, 89.862877, 90.215344, 89.895666, 93.333733, 95.587832, 92.857497, 95.933042, 99.546853, 101.905488, 104.255181, 104.152287, 105.239322, 91.530903, 89.007414, 84.363662, 88.788519, 90.640863, 88.375387, 90.520653, 90.806277, 90.439263, 83.962044, 83.42953, 81.40238, 77.701852, 75.790121, 76.751605, 77.021274, 74.550623, 70.283844, 67.255605, 66.667732, 63.881297, 59.606728, 63.546807, 66.634032, 79.053945, 92.394424]}, "digit": {"n_am_en": [2, 10, 3, 3, 2, 9, 4, 3, 2, 2, 0, 1, 1, 1, 0, 1, 1, 3, 1, 2, 1, 0, 2, 3, 3, 4, 3, 2, 3, 7, 4, 2, 3, 3, 4, 3, 9, 9, 8, 7, 6, 5, 2, 3, 4, 3, 1, 0, 0, 0], "n_am_pl": [0, 9, 9, 9, 8, 2, 1, 2, 2, 4, 3, 4, 3, 4, 3, 2, 2, 2, 4, 1, 3, 4, 4, 6, 5, 5, 4, 3, 2, 1, 3, 5, 6, 3, 6, 3, 2, 2, 2, 1, 2, 1, 3, 0, 0, 1, 0, 3, 0, 0], "n_pos": 19, "sum_m_en": [1.998743, 0.897407, 0.847816, 0.813023, 0.854142, 0.941998, 0.799926, 0.842527, 0.815882, 0.96023, 0.958824, 0.985774, 1.008008, 1.11011, 1.018725, 1.100924, 1.158395, 1.05882, 1.008675, 0.945526, 0.880182, 0.83814, 0.813676, 0.787131, 1.19102, 1.223197, 1.311886, 1.399018, 1.447513, 1.735643, 1.651236, 1.572967, 1.404882, 1.43513, 1.489389, 1.597839, 1.687929, 1.630798, 1.578668, 1.423514, 1.530156, 1.332028, 1.201539, 1.160364, 2.162902, 1.116604, 0.57435, 0.269968, 0.04719, 4e-06], "sum_m_pl": [7.773917, 10.345749, 10.235316, 10.254924, 9.878258, 9.712591, 9.706423, 9.49014, 9.420731, 8.735336, 8.548907, 7.864439, 7.692423, 7.62529, 7.580053, 7.809605, 7.841347, 7.784901, 8.153259, 8.659576, 8.914388, 9.078953, 9.116957, 9.246942, 8.386956, 8.303791, 8.166488, 8.125345, 8.043932, 7.61973, 7.72504, 7.854197, 7.882768, 7.705206, 7.67057, 7.475607, 7.030359, 6.734461, 6.758065, 6.548914, 6.351371, 6.622754, 6.386108, 5.914669, 5.23095, 3.931764, 2.589528, 2.6544, 0.448252, 0.000264]}, "lang": {"n_am_en": [21, 10, 9, 9, 9, 13, 12, 17, 9, 6, 10, 12, 7, 9, 3, 4, 8, 7, 8, 13, 15, 15, 11, 8, 20, 18, 15, 16, 20, 18, 22, 19, 22, 22, 21, 16, 18, 17, 18, 16, 23, 22, 32, 31, 27, 21, 7, 7, 1, 1], "n_am_pl": [22, 24, 19, 29, 29, 23, 14, 10, 19, 17, 12, 16, 17, 21, 16, 18, 23, 21, 26, 23, 25, 30, 32, 35, 32, 38, 31, 31, 18, 16, 15, 15, 16, 19, 20, 19, 25, 17, 27, 34, 27, 26, 19, 32, 34, 34, 48, 58, 78, 92], "n_pos": 94, "sum_m_en": [8.086871, 4.033409, 4.329057, 4.525739, 4.796176, 4.801722, 4.459551, 4.450402, 4.325073, 4.920215, 5.000394, 5.072269, 5.195144, 5.099363, 5.038627, 5.134646, 5.203148, 5.077433, 4.834081, 4.601297, 4.336909, 4.064714, 3.915664, 3.828074, 5.841664, 6.005046, 6.579844, 7.005868, 6.84269, 7.191472, 7.204492, 7.185071, 7.087377, 7.521128, 7.199497, 7.762028, 9.473883, 11.126034, 10.32811, 11.447966, 12.115415, 11.550699, 17.010929, 21.370432, 20.211323, 18.187493, 7.733274, 5.871069, 1.937835, 1.018855], "sum_m_pl": [36.849976, 44.126216, 43.313725, 42.45108, 41.418553, 42.911702, 42.883471, 43.292304, 42.262181, 39.652272, 38.215926, 37.315922, 39.671481, 39.510683, 40.207943, 41.939849, 43.09817, 41.792294, 43.20496, 44.407689, 45.039485, 46.152505, 46.123278, 46.509424, 41.978903, 40.31053, 38.631389, 40.598098, 41.140604, 40.033201, 40.975665, 40.96367, 40.63085, 38.117166, 37.933614, 37.602934, 37.944566, 37.63977, 38.906444, 38.703618, 38.700877, 39.089931, 37.521946, 38.689027, 39.99102, 39.876742, 50.037582, 56.412592, 73.333829, 90.600779]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 217, "item_id": "pes-Hematologia-2019 wiosna-3", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1035, "region_end": 215, "roundtrip_ok": true, "tf_agree": 0.9631, "tf_agree_excl_first": 0.9676}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 43, 42, 35, 33, 23, 23, 27, 23, 21, 28, 35, 24, 28, 30, 36, 32, 39, 38, 40, 39, 55, 47, 48, 54, 50, 53, 48, 54, 44, 49, 39, 41, 44, 49, 47, 49, 51, 46, 61, 55, 52, 54, 62, 59, 64, 67, 59, 67, 66], "n_am_pl": [6, 19, 17, 19, 15, 15, 20, 16, 20, 15, 11, 15, 12, 12, 12, 14, 16, 5, 5, 5, 3, 5, 5, 9, 8, 7, 8, 14, 9, 15, 14, 14, 12, 12, 10, 9, 11, 12, 14, 13, 13, 11, 10, 6, 8, 7, 3, 3, 3, 3], "n_pos": 130, "sum_m_en": [15.428293, 7.982971, 7.745494, 7.846104, 8.042076, 7.514863, 7.12468, 7.688279, 7.611014, 7.699422, 8.124572, 8.933513, 9.10473, 9.736795, 9.5766, 9.534858, 9.185977, 9.000453, 8.412893, 7.97903, 7.458252, 7.296192, 6.688024, 6.68321, 20.492543, 19.931297, 18.910801, 18.086536, 16.505811, 16.834095, 15.406424, 15.545351, 16.730165, 17.042023, 18.040781, 19.95564, 25.185393, 27.022346, 28.31898, 37.122377, 37.291211, 40.004974, 42.503494, 48.889523, 52.056118, 57.453696, 62.942797, 58.624214, 64.753225, 64.765573], "sum_m_pl": [46.949844, 60.648939, 60.717112, 59.317011, 57.310044, 59.21219, 58.886421, 58.577041, 57.846158, 59.109094, 57.270494, 55.959087, 54.935365, 53.364581, 53.718304, 54.047434, 54.855762, 54.433664, 56.060928, 57.952457, 59.27537, 60.84178, 61.267329, 61.832692, 42.120676, 40.670402, 39.097233, 42.031402, 44.57874, 44.366089, 46.846258, 47.423186, 46.842335, 45.739077, 44.322804, 41.09756, 35.453648, 33.123732, 32.356673, 27.418946, 25.969772, 21.282999, 21.075802, 15.278618, 13.501824, 10.108832, 4.803834, 4.252646, 3.009143, 3.60412]}, "digit": {"n_am_en": [1, 6, 5, 0, 0, 1, 0, 0, 1, 1, 2, 1, 0, 0, 2, 1, 0, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 2, 1, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 1, 2, 1, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.356493, 0.385385, 0.405998, 0.341901, 0.308688, 0.286277, 0.292713, 0.280453, 0.287326, 0.319233, 0.350759, 0.381258, 0.374176, 0.364817, 0.380915, 0.385956, 0.378065, 0.418034, 0.367116, 0.364929, 0.347266, 0.333217, 0.333345, 0.333934, 0.442959, 0.470516, 0.321316, 0.344413, 0.344209, 0.408199, 0.497839, 0.4694, 0.442925, 0.495, 0.552829, 0.670449, 0.563973, 0.566035, 0.41609, 0.359337, 0.411105, 0.399245, 0.388939, 0.401124, 0.403834, 0.336516, 0.554741, 0.385352, 0.030464, 0.003724], "sum_m_pl": [2.282252, 4.237805, 4.186531, 3.908594, 3.683727, 3.235928, 3.592382, 3.562087, 3.420339, 3.421286, 3.330275, 3.088702, 2.9298, 2.777669, 2.571688, 2.667506, 2.638624, 2.553519, 3.076682, 3.436327, 3.601589, 3.701399, 3.712607, 3.809262, 2.403621, 2.552917, 1.959745, 1.960832, 1.990614, 2.071899, 2.346979, 2.408996, 2.485363, 2.505928, 2.27335, 2.550159, 2.381894, 2.31304, 2.247013, 2.028273, 2.105293, 2.141664, 1.895436, 1.438679, 1.197525, 0.624078, 0.466835, 0.231545, 0.009768, 0.000189]}, "lang": {"n_am_en": [26, 23, 28, 23, 22, 13, 15, 19, 19, 16, 21, 27, 21, 23, 22, 23, 24, 29, 27, 30, 26, 36, 29, 33, 37, 36, 40, 32, 38, 32, 33, 27, 26, 31, 32, 29, 38, 40, 38, 45, 42, 42, 40, 43, 44, 49, 54, 48, 62, 66], "n_am_pl": [4, 13, 8, 10, 8, 8, 11, 8, 10, 10, 6, 5, 6, 6, 4, 8, 7, 2, 4, 2, 1, 2, 2, 4, 6, 7, 4, 11, 7, 9, 9, 6, 6, 7, 7, 4, 3, 5, 8, 8, 8, 6, 5, 4, 3, 5, 0, 3, 3, 3], "n_pos": 71, "sum_m_en": [9.36053, 4.67304, 4.438345, 4.734655, 4.905449, 4.511493, 4.187539, 4.47928, 4.519639, 4.557557, 4.715171, 5.25216, 5.398369, 6.051041, 5.956269, 5.870024, 5.661098, 5.412302, 5.038394, 4.747439, 4.381821, 4.174696, 3.855366, 3.880542, 14.263289, 14.54036, 13.900977, 12.517182, 11.239757, 10.725211, 9.76832, 10.152857, 11.053067, 11.402218, 12.380657, 14.143613, 18.679218, 20.068369, 21.683647, 27.751161, 28.312436, 31.437161, 32.150663, 35.421505, 39.097056, 42.952665, 50.098175, 47.344672, 59.024443, 64.199442], "sum_m_pl": [24.195993, 32.384179, 32.718626, 31.446889, 30.814076, 32.210806, 32.043053, 32.235915, 32.020602, 32.925001, 31.964259, 31.45487, 31.134584, 30.254927, 30.931498, 30.858671, 31.084915, 31.154692, 31.451751, 32.01609, 32.413608, 33.44199, 33.587362, 33.773818, 23.901449, 22.616127, 22.611515, 25.106518, 26.578877, 26.328699, 27.414705, 27.007547, 26.575115, 26.041001, 24.731925, 22.938228, 19.434867, 18.807803, 18.254568, 15.555923, 14.953582, 11.281318, 11.43866, 8.402596, 7.035151, 5.821228, 1.895127, 3.118362, 2.860825, 3.43374]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 132, "item_id": "pes-Hipertensjologia-2018 jesień-20", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 939, "region_end": 130, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9771}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [48, 38, 25, 30, 30, 18, 36, 40, 32, 38, 37, 43, 32, 32, 37, 33, 35, 32, 41, 34, 35, 36, 31, 37, 46, 49, 55, 50, 50, 49, 54, 51, 49, 43, 48, 52, 51, 59, 59, 62, 59, 65, 60, 54, 50, 48, 23, 10, 3, 4], "n_am_pl": [8, 31, 38, 29, 25, 29, 20, 18, 14, 23, 18, 29, 28, 25, 21, 22, 18, 10, 13, 15, 14, 16, 21, 24, 18, 18, 20, 24, 29, 21, 28, 23, 20, 26, 24, 15, 7, 12, 19, 23, 21, 26, 25, 26, 30, 35, 46, 52, 86, 93], "n_pos": 164, "sum_m_en": [17.151047, 8.192039, 7.922513, 8.702425, 8.641499, 8.197199, 8.265276, 8.895811, 8.627195, 9.21173, 9.495756, 10.506203, 10.443938, 10.443006, 10.993844, 11.235103, 10.918813, 10.094994, 9.549409, 9.448635, 8.55733, 8.059693, 7.776611, 8.005994, 21.144523, 21.029921, 20.4852, 20.031152, 17.247524, 16.551294, 16.217227, 16.108737, 18.030745, 18.427922, 20.219697, 21.952085, 24.059209, 27.125824, 26.690322, 31.292522, 31.668608, 37.676177, 40.559141, 42.661326, 40.997887, 40.765251, 23.217535, 9.996024, 4.494712, 3.91203], "sum_m_pl": [57.44027, 76.153303, 75.49846, 74.455454, 72.18123, 74.778038, 73.399039, 74.201999, 74.268693, 75.744919, 74.288799, 72.537974, 74.405001, 73.220922, 71.817158, 71.63721, 72.775138, 75.361489, 77.185534, 77.214421, 78.235659, 80.503664, 80.430643, 80.85812, 59.91958, 57.052335, 56.826553, 61.082787, 66.057489, 66.129771, 69.189604, 70.267133, 66.657428, 64.017637, 63.540809, 60.988889, 57.911012, 55.247643, 55.358147, 53.167333, 49.963356, 46.740702, 44.824959, 40.083781, 38.789936, 42.259843, 49.208686, 55.213561, 82.294813, 92.059845]}, "digit": {"n_am_en": [4, 5, 2, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [1.312453, 0.228021, 0.225273, 0.251886, 0.265958, 0.221481, 0.225275, 0.197204, 0.194095, 0.233853, 0.232229, 0.258581, 0.255745, 0.211799, 0.197081, 0.229273, 0.213576, 0.222443, 0.185025, 0.198172, 0.189893, 0.180647, 0.184271, 0.184664, 0.220888, 0.234687, 0.125976, 0.164662, 0.140585, 0.199059, 0.228527, 0.207676, 0.22189, 0.226433, 0.286683, 0.356788, 0.325328, 0.312196, 0.237824, 0.205711, 0.235303, 0.228553, 0.206164, 0.208356, 0.183864, 0.142945, 0.239225, 0.1855, 0.00291, 6e-06], "sum_m_pl": [1.20531, 2.639701, 2.589767, 2.511098, 2.373361, 2.419227, 2.46855, 2.460318, 2.447799, 2.45268, 2.433595, 2.17143, 2.068729, 1.902981, 1.611986, 1.777895, 1.775661, 1.952451, 2.155453, 2.300134, 2.391423, 2.45009, 2.441338, 2.474176, 1.738252, 1.692566, 0.842543, 0.93792, 0.822, 0.904419, 1.410078, 1.626267, 1.580594, 1.499971, 1.395993, 1.825482, 1.644972, 1.548617, 1.486839, 1.390189, 1.377824, 1.403597, 1.278012, 1.048848, 0.810113, 0.506944, 0.169992, 0.202671, 0.01237, 0.003521]}, "lang": {"n_am_en": [26, 18, 17, 18, 16, 11, 22, 23, 19, 24, 22, 26, 21, 23, 28, 23, 20, 24, 27, 25, 24, 23, 22, 26, 30, 32, 37, 34, 33, 32, 36, 35, 37, 31, 37, 37, 41, 47, 47, 47, 46, 53, 50, 44, 41, 39, 18, 7, 2, 4], "n_am_pl": [3, 18, 29, 22, 15, 14, 14, 10, 8, 15, 13, 17, 16, 15, 14, 11, 12, 8, 9, 5, 7, 11, 11, 15, 9, 11, 12, 14, 20, 15, 21, 17, 13, 17, 14, 11, 5, 8, 13, 16, 14, 15, 17, 21, 27, 33, 43, 47, 82, 92], "n_pos": 96, "sum_m_en": [9.281038, 4.736055, 4.654051, 5.101232, 5.091942, 4.846326, 4.864992, 5.20156, 5.126149, 5.527177, 5.700523, 6.296272, 6.34675, 6.342374, 6.846945, 6.918353, 6.584935, 6.131797, 6.002825, 6.021695, 5.307503, 5.01215, 4.778947, 5.003561, 14.976352, 14.769042, 13.99242, 13.431245, 11.506275, 10.865144, 10.665514, 10.701589, 12.313623, 12.124223, 13.129601, 14.874167, 16.786789, 19.877155, 19.503413, 23.246775, 24.702117, 30.473231, 33.312786, 34.232275, 32.577798, 30.596499, 16.384393, 6.59909, 3.375849, 3.793895], "sum_m_pl": [32.574282, 43.69201, 43.638723, 42.736475, 41.028823, 42.692804, 42.091528, 43.173721, 43.169708, 44.103777, 43.457249, 42.86957, 44.101814, 43.666853, 43.751549, 42.886283, 43.558356, 45.130578, 45.637889, 44.899167, 45.408886, 46.880547, 46.83752, 47.185408, 35.407101, 34.090517, 35.624198, 38.035998, 40.787955, 40.856502, 42.329893, 42.609605, 41.022561, 40.127805, 39.243862, 38.397928, 36.809925, 35.891112, 36.254555, 34.491623, 33.354998, 30.238346, 28.864404, 28.173225, 30.122561, 34.349653, 42.959958, 48.913015, 77.094059, 90.229226]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 171, "item_id": "pes-Hipertensjologia-2018 jesień-20", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 819, "region_end": 164, "roundtrip_ok": true, "tf_agree": 0.9708, "tf_agree_excl_first": 0.9765}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 25, 19, 27, 31, 30, 28, 29, 21, 32, 29, 28, 30, 30, 42, 28, 37, 31, 41, 30, 39, 38, 43, 48, 55, 55, 44, 39, 37, 39, 37, 33, 28, 35, 40, 51, 49, 50, 59, 59, 58, 57, 62, 53, 57, 56, 64, 60, 64, 63], "n_am_pl": [5, 21, 13, 9, 9, 14, 11, 15, 14, 15, 24, 19, 17, 22, 18, 16, 16, 20, 10, 9, 9, 13, 11, 9, 4, 11, 4, 15, 14, 18, 12, 13, 10, 13, 8, 6, 9, 14, 10, 14, 13, 8, 9, 17, 10, 9, 7, 6, 1, 0], "n_pos": 128, "sum_m_en": [14.223563, 8.013425, 7.253485, 6.951553, 7.24096, 7.261877, 7.018641, 7.287873, 7.091815, 7.245633, 7.329973, 8.000329, 8.490388, 9.508713, 9.584652, 9.327554, 9.767255, 9.520228, 9.157228, 8.554779, 7.87468, 7.153277, 6.894744, 6.619498, 21.374628, 21.581528, 20.34803, 17.986669, 16.147327, 15.336058, 15.10372, 15.172845, 14.466502, 14.685469, 16.520344, 16.671963, 19.707929, 21.060433, 26.833825, 30.756089, 36.965848, 40.850872, 42.398888, 42.885635, 49.006119, 48.72678, 58.245862, 59.255383, 62.577027, 63.316863], "sum_m_pl": [45.824116, 58.506699, 58.037815, 57.589708, 54.915405, 54.930252, 55.113042, 56.083185, 55.75794, 57.892984, 57.143748, 56.791403, 56.864487, 56.216797, 56.328449, 56.741335, 57.028437, 56.605618, 58.241628, 58.314439, 59.224049, 60.675783, 60.976919, 60.930356, 41.484623, 41.349132, 41.246883, 45.128058, 47.558151, 48.179851, 47.806335, 47.845084, 47.915941, 47.371977, 44.780202, 44.322997, 40.80405, 36.52293, 34.308654, 32.913808, 28.410592, 22.504648, 21.988788, 23.080335, 16.069073, 15.204115, 10.328771, 7.335074, 1.50603, 0.03163]}, "digit": {"n_am_en": [2, 5, 0, 1, 0, 0, 1, 2, 1, 0, 0, 1, 1, 2, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 2, 0, 1, 1, 2, 2, 1, 1, 0, 0, 1, 2, 1, 0, 4, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 0, 0, 0, 1, 1, 2, 2, 1, 2, 2, 1, 2, 3, 3, 1, 1, 0, 1, 0, 0, 1, 2, 0, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 0, 4, 3, 1, 1, 1, 0, 0, 1, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.70233, 0.360801, 0.313672, 0.313188, 0.337337, 0.38387, 0.414806, 0.440559, 0.419206, 0.380803, 0.375859, 0.421753, 0.47035, 0.497323, 0.456102, 0.473676, 0.494173, 0.539509, 0.502092, 0.521433, 0.485041, 0.416784, 0.434684, 0.427102, 0.887718, 0.975268, 0.914824, 0.787166, 0.681729, 0.683575, 0.652227, 0.570039, 0.498004, 0.491734, 0.555682, 0.669398, 0.577643, 0.567947, 1.826748, 0.775369, 2.061451, 1.468494, 0.683881, 0.685818, 0.731096, 0.742096, 0.647608, 0.438622, 0.187053, 0.0], "sum_m_pl": [3.227809, 4.252404, 4.161994, 3.904271, 3.481224, 3.327141, 3.279192, 3.331153, 3.255892, 3.476818, 3.494375, 3.411584, 3.41562, 3.385909, 3.367876, 3.474435, 3.503931, 3.373528, 3.496689, 3.374867, 3.55349, 3.596671, 3.625564, 3.573261, 2.484847, 2.422634, 2.314828, 2.649941, 2.816862, 3.048559, 2.877284, 2.862855, 2.815801, 2.846637, 2.762775, 2.880216, 2.99774, 2.783726, 2.257569, 3.042425, 2.719162, 2.445565, 2.763033, 2.330585, 2.199505, 2.093062, 1.875553, 1.282042, 0.554338, 0.0]}, "lang": {"n_am_en": [15, 9, 11, 15, 19, 20, 16, 15, 9, 17, 18, 17, 23, 20, 32, 21, 19, 20, 27, 20, 27, 26, 29, 33, 34, 35, 29, 24, 21, 25, 23, 22, 17, 23, 27, 35, 34, 36, 39, 40, 37, 40, 43, 39, 42, 43, 49, 53, 60, 63], "n_am_pl": [3, 13, 7, 4, 4, 7, 4, 6, 3, 6, 7, 9, 3, 11, 8, 5, 7, 9, 3, 4, 4, 5, 5, 4, 1, 2, 1, 5, 6, 9, 4, 5, 7, 6, 4, 2, 1, 4, 2, 1, 3, 0, 1, 5, 4, 4, 3, 3, 1, 0], "n_pos": 65, "sum_m_en": [8.046749, 4.288969, 3.865156, 3.661725, 3.775489, 3.751032, 3.633642, 3.808649, 3.725521, 3.762402, 3.766801, 4.168298, 4.492458, 5.154045, 5.435958, 5.205704, 5.556684, 5.425908, 5.171262, 4.72097, 4.237, 3.810149, 3.601448, 3.461198, 12.937342, 13.938007, 13.638799, 12.016887, 10.415803, 9.658836, 9.27493, 9.312331, 8.870823, 9.141319, 10.454532, 10.348969, 12.749283, 13.724235, 17.128548, 19.529823, 24.012874, 27.986134, 29.993384, 30.684368, 35.126331, 36.231747, 44.682979, 49.57781, 57.83642, 62.379307], "sum_m_pl": [21.526756, 28.941715, 29.03929, 28.936649, 27.688038, 27.706331, 27.949017, 28.511009, 28.394611, 29.76776, 29.419084, 29.216084, 29.203233, 28.898375, 28.771736, 29.127419, 28.792338, 28.733108, 29.758498, 29.787195, 30.263145, 31.010145, 31.187841, 31.186915, 21.426006, 21.028431, 21.070687, 22.973489, 24.494738, 24.694958, 24.751185, 24.814831, 25.1726, 24.649446, 22.67663, 22.390867, 19.980818, 18.011025, 16.717318, 14.836508, 12.338713, 9.299296, 8.744697, 9.720787, 6.870616, 6.610546, 4.239166, 3.104129, 0.671045, 0.031268]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "pes-Hipertensjologia-2018 jesień-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 909, "region_end": 128, "roundtrip_ok": true, "tf_agree": 0.9692, "tf_agree_excl_first": 0.9767}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [25, 17, 12, 11, 8, 10, 13, 20, 20, 17, 9, 11, 16, 21, 16, 12, 18, 18, 23, 20, 17, 19, 16, 17, 25, 24, 23, 21, 15, 16, 15, 17, 20, 18, 22, 22, 28, 27, 32, 29, 32, 26, 26, 22, 18, 14, 9, 6, 2, 0], "n_am_pl": [4, 24, 14, 17, 13, 10, 14, 13, 5, 5, 16, 22, 16, 13, 12, 11, 7, 11, 13, 13, 9, 10, 11, 10, 7, 6, 6, 6, 5, 9, 10, 13, 8, 6, 5, 7, 7, 10, 6, 9, 9, 12, 10, 15, 13, 14, 17, 20, 38, 40], "n_pos": 78, "sum_m_en": [6.942217, 3.799792, 3.805353, 3.951697, 4.277232, 4.242753, 4.139831, 4.262006, 4.375969, 4.618347, 4.559757, 5.277135, 5.740495, 6.019548, 6.408799, 6.116632, 6.273155, 5.621707, 5.014243, 4.649627, 4.263406, 3.836709, 3.827675, 3.643015, 8.536176, 8.490145, 8.02846, 7.514334, 7.125313, 7.325685, 7.071199, 7.110193, 7.315868, 7.703012, 8.022766, 8.148927, 9.697983, 9.580658, 10.59322, 12.428688, 13.319209, 14.513827, 13.03333, 12.930206, 12.364322, 10.507949, 9.17461, 7.234479, 2.916513, 0.000636], "sum_m_pl": [29.935365, 36.600794, 35.585772, 35.254348, 33.39827, 32.996569, 33.579367, 33.820355, 33.843255, 34.083356, 33.404167, 33.643323, 34.035766, 34.004978, 34.318247, 34.705123, 35.390445, 35.984409, 37.517895, 37.293943, 37.541044, 38.122153, 37.927639, 37.783873, 28.171892, 27.989676, 27.263588, 28.549033, 29.874872, 30.333856, 30.01669, 30.604361, 30.164291, 29.098241, 28.645905, 28.756773, 26.526901, 25.699824, 26.108284, 25.595571, 24.525321, 22.816132, 22.780661, 21.821136, 18.535966, 19.073474, 18.574512, 19.802782, 35.565188, 40.211326]}, "digit": {"n_am_en": [1, 3, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 0, 0, 2, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 1, 2, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.545948, 0.245227, 0.227665, 0.233439, 0.23387, 0.261896, 0.283226, 0.290763, 0.275965, 0.272554, 0.257216, 0.300727, 0.374854, 0.404496, 0.339873, 0.335804, 0.372456, 0.396931, 0.363343, 0.371504, 0.352798, 0.307711, 0.315255, 0.311586, 0.536845, 0.694918, 0.651126, 0.561988, 0.482836, 0.445033, 0.467896, 0.41975, 0.362384, 0.346112, 0.392479, 0.487325, 0.421016, 0.489235, 1.055556, 0.557882, 0.907014, 0.767475, 0.484055, 0.438558, 0.462729, 0.473755, 0.431502, 0.263867, 0.148544, 0.0], "sum_m_pl": [2.606659, 3.184612, 2.97217, 2.830042, 2.692471, 2.592085, 2.67667, 2.596755, 2.586048, 2.630901, 2.658941, 2.531364, 2.580554, 2.573549, 2.55459, 2.501257, 2.574823, 2.506603, 2.670987, 2.564207, 2.652442, 2.690198, 2.682622, 2.654298, 1.966906, 1.888992, 1.845224, 2.013248, 2.20929, 2.358841, 2.198951, 2.189237, 2.173768, 2.137796, 2.083846, 2.183531, 2.216707, 1.996822, 1.709275, 2.217441, 2.09606, 1.797293, 1.919347, 1.64838, 1.611201, 1.453184, 1.54227, 1.041052, 0.535783, 0.0]}, "lang": {"n_am_en": [12, 6, 5, 5, 3, 5, 6, 12, 14, 11, 6, 6, 7, 11, 8, 3, 9, 9, 11, 9, 10, 11, 11, 12, 16, 14, 15, 13, 12, 12, 12, 12, 16, 14, 17, 16, 19, 18, 23, 21, 20, 17, 13, 11, 11, 8, 3, 2, 0, 0], "n_am_pl": [3, 14, 10, 10, 9, 9, 9, 7, 2, 2, 8, 13, 8, 6, 7, 7, 2, 5, 5, 7, 3, 3, 3, 3, 5, 4, 3, 3, 4, 6, 6, 7, 4, 1, 2, 4, 3, 1, 1, 0, 2, 6, 8, 11, 9, 11, 15, 17, 36, 39], "n_pos": 39, "sum_m_en": [3.725803, 1.918814, 1.890293, 1.967846, 2.106336, 2.064844, 1.977062, 2.129806, 2.238243, 2.419104, 2.30374, 2.88398, 3.0807, 3.13526, 3.530213, 3.333478, 3.584995, 3.078057, 2.778187, 2.474551, 2.164126, 1.932063, 1.92132, 1.773293, 4.863266, 4.740495, 4.620212, 4.304954, 4.117072, 4.255999, 4.086701, 4.168426, 4.431045, 4.760747, 4.936035, 4.835429, 5.77544, 5.82013, 6.31722, 7.943592, 7.567611, 8.454199, 7.252039, 7.38186, 7.314408, 5.936562, 3.957589, 2.498969, 0.528991, 0.000308], "sum_m_pl": [13.908787, 17.77442, 17.497221, 17.442279, 16.424086, 16.212176, 16.740433, 17.008674, 17.121201, 17.13057, 16.583033, 16.621006, 16.782103, 16.899398, 17.024959, 17.538092, 17.615381, 18.052328, 18.63814, 18.723404, 18.782929, 19.08191, 18.945909, 18.976117, 14.450585, 14.401453, 14.093024, 15.11782, 15.783493, 15.897281, 15.907847, 16.220234, 16.122968, 15.302021, 14.91006, 15.26598, 14.210272, 13.723896, 14.15574, 13.182934, 13.334313, 12.735787, 13.165635, 12.915431, 11.654705, 12.696678, 14.598367, 16.145436, 32.764172, 38.558733]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "pes-Hipertensjologia-2018 jesień-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 789, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.9625, "tf_agree_excl_first": 0.9747}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [35, 31, 20, 20, 35, 26, 22, 20, 15, 12, 17, 25, 30, 27, 25, 23, 31, 26, 28, 26, 21, 20, 22, 23, 27, 20, 23, 30, 29, 36, 36, 32, 36, 34, 30, 36, 39, 37, 40, 38, 37, 40, 44, 45, 46, 51, 55, 55, 51, 45], "n_am_pl": [12, 19, 21, 19, 9, 15, 11, 14, 14, 12, 8, 16, 16, 10, 12, 15, 11, 8, 7, 10, 14, 15, 10, 8, 5, 9, 12, 11, 9, 11, 11, 16, 9, 7, 7, 8, 7, 17, 8, 12, 16, 12, 14, 15, 11, 7, 5, 7, 6, 4], "n_pos": 114, "sum_m_en": [13.152955, 7.374314, 7.042974, 7.112956, 7.16672, 7.176545, 6.620912, 7.082078, 7.3101, 6.985734, 7.317948, 8.49261, 8.696874, 8.901241, 9.222977, 8.391642, 8.184504, 7.715524, 7.197271, 6.848231, 6.151838, 5.758276, 5.489614, 5.371987, 12.581124, 12.305927, 12.50482, 12.856107, 11.987194, 12.706207, 12.913762, 11.994279, 12.173272, 13.290781, 14.423051, 16.274366, 21.232687, 20.865386, 22.290109, 25.337968, 27.034199, 30.014407, 32.160533, 33.879314, 39.205234, 41.897403, 48.898899, 52.652541, 49.405298, 46.027269], "sum_m_pl": [41.884347, 50.87503, 49.711392, 50.105564, 49.387191, 50.924156, 50.011061, 49.511447, 49.319822, 50.518502, 49.853271, 49.132283, 49.970143, 50.274168, 50.304746, 51.310775, 52.03407, 52.215873, 53.241993, 54.529842, 55.144945, 55.956618, 56.3294, 56.559232, 41.86209, 40.63715, 41.289136, 42.070007, 44.891539, 43.606646, 44.749408, 46.535654, 45.709223, 44.129324, 42.512647, 40.407803, 34.660117, 34.660892, 32.708583, 30.624363, 28.224324, 23.576618, 24.879803, 23.048139, 18.258205, 14.182418, 10.440719, 6.8431, 6.008068, 4.72861]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 13, 10, 7, 15, 11, 10, 10, 9, 7, 8, 11, 16, 17, 11, 12, 14, 15, 17, 15, 15, 14, 15, 15, 17, 16, 14, 18, 18, 26, 22, 20, 23, 20, 20, 25, 24, 24, 24, 23, 21, 23, 25, 27, 30, 33, 40, 41, 42, 45], "n_am_pl": [6, 14, 11, 9, 6, 9, 7, 7, 7, 5, 3, 6, 5, 2, 4, 8, 6, 3, 4, 4, 6, 6, 3, 0, 2, 3, 3, 3, 1, 3, 6, 7, 3, 3, 1, 3, 4, 8, 4, 5, 6, 6, 6, 7, 5, 4, 3, 4, 5, 4], "n_pos": 50, "sum_m_en": [5.496154, 3.175384, 3.089957, 3.266085, 3.265222, 3.339248, 3.101254, 3.420197, 3.68753, 3.362603, 3.39862, 4.147683, 4.13705, 4.070573, 4.342395, 3.976647, 3.794925, 3.602532, 3.362736, 3.219599, 2.856937, 2.665546, 2.548827, 2.500636, 6.935566, 6.762172, 6.839411, 6.649909, 6.045, 6.570048, 6.756309, 6.226591, 6.324394, 7.61436, 8.398905, 10.155304, 13.085228, 12.799508, 13.8987, 16.009055, 16.941082, 19.417081, 20.203257, 20.770006, 26.059863, 28.534318, 35.188211, 39.075047, 40.88562, 44.077089], "sum_m_pl": [18.453252, 23.022983, 22.507113, 22.13879, 21.875418, 22.185363, 21.865002, 21.590406, 21.590397, 22.164899, 22.069163, 21.646497, 22.06744, 22.233627, 22.34466, 22.811113, 23.279984, 23.23639, 23.482996, 23.83472, 24.15671, 24.601274, 24.774254, 24.877276, 17.878829, 17.686661, 17.886198, 18.492278, 19.829891, 19.251735, 20.023572, 20.96602, 20.708613, 19.813436, 18.332399, 17.287876, 14.466219, 14.581313, 14.112139, 12.995621, 11.847372, 8.945506, 9.429731, 9.569491, 6.686835, 4.670748, 3.524637, 3.188425, 4.890306, 4.111256]}}, "condition": "en", "finish_reason": "length", "gen_tokens_reencoded": 1280, "item_id": "pes-Hipertensjologia-2019 wiosna-100", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 889, "region_end": 114, "roundtrip_ok": true, "tf_agree": 0.9969, "tf_agree_excl_first": 0.9977}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [24, 11, 15, 9, 12, 10, 10, 13, 9, 9, 15, 13, 10, 12, 15, 8, 11, 13, 15, 21, 15, 11, 13, 14, 16, 16, 18, 16, 16, 14, 15, 21, 17, 17, 20, 29, 27, 20, 26, 23, 26, 21, 20, 18, 19, 22, 15, 12, 2, 1], "n_am_pl": [8, 17, 27, 13, 14, 11, 13, 12, 16, 16, 13, 13, 17, 13, 12, 14, 19, 11, 12, 9, 14, 21, 17, 16, 7, 12, 9, 11, 10, 10, 11, 16, 15, 10, 8, 2, 8, 10, 9, 11, 11, 15, 15, 15, 16, 20, 21, 18, 33, 41], "n_pos": 83, "sum_m_en": [8.166865, 4.423135, 4.339348, 4.277415, 4.032496, 4.130327, 3.903388, 4.132032, 3.895596, 4.01936, 4.634634, 5.066718, 4.879982, 5.320718, 5.282554, 5.166057, 5.259875, 4.822777, 4.456003, 4.221283, 3.834864, 3.567804, 3.444223, 3.378489, 5.655386, 5.847847, 6.031301, 6.434082, 6.469871, 6.797784, 6.869369, 7.034047, 7.03695, 7.448418, 8.338584, 9.841917, 10.596186, 10.66717, 11.955003, 11.147354, 11.426353, 13.438338, 13.424946, 12.524123, 13.605334, 13.794771, 13.589588, 10.729418, 2.657797, 1.012573], "sum_m_pl": [30.583708, 37.368797, 36.00957, 36.405416, 36.277322, 37.037375, 37.591951, 37.800346, 38.069472, 38.54807, 37.452776, 37.353206, 38.271105, 38.002742, 38.927125, 39.234021, 39.798607, 39.615316, 40.650881, 41.298063, 41.683443, 42.492286, 42.449193, 42.469248, 35.250316, 34.931033, 34.82455, 35.66802, 36.522023, 36.059648, 36.533734, 37.303331, 37.408326, 35.871503, 34.923191, 33.694618, 31.957354, 31.044327, 30.801293, 30.858871, 29.317331, 26.401554, 26.540003, 25.148595, 25.022204, 25.949051, 25.576782, 20.782239, 33.238162, 41.398857]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 4, 9, 5, 5, 3, 6, 7, 7, 6, 6, 6, 7, 5, 7, 3, 6, 7, 7, 9, 6, 5, 5, 5, 9, 9, 8, 9, 9, 7, 9, 11, 9, 12, 15, 18, 13, 12, 17, 14, 18, 12, 13, 10, 11, 11, 5, 8, 1, 1], "n_am_pl": [4, 9, 11, 4, 7, 8, 7, 7, 8, 9, 5, 5, 8, 5, 8, 8, 9, 6, 4, 3, 5, 8, 7, 8, 1, 6, 4, 5, 6, 6, 6, 9, 7, 2, 3, 1, 5, 6, 4, 6, 8, 10, 8, 10, 10, 16, 17, 14, 33, 41], "n_pos": 43, "sum_m_en": [4.251818, 2.133292, 2.145308, 2.253081, 2.08953, 2.12049, 1.981907, 2.063065, 1.873156, 1.994397, 2.266998, 2.477008, 2.374657, 2.578757, 2.54992, 2.55564, 2.715699, 2.370615, 2.273227, 2.163231, 1.946754, 1.8043, 1.736427, 1.698474, 2.872596, 2.939889, 2.865105, 3.192173, 3.339563, 3.458384, 3.498479, 3.600971, 3.55498, 4.038701, 4.792395, 5.548962, 6.000235, 6.56023, 7.489762, 6.924119, 7.315313, 8.767529, 8.677606, 7.923583, 9.049333, 7.791059, 5.873163, 6.922017, 1.537211, 1.004704], "sum_m_pl": [15.333237, 18.939572, 18.064433, 18.273416, 18.416264, 18.949428, 19.384313, 19.511039, 19.553944, 19.8633, 19.428813, 19.505637, 19.763094, 19.715322, 20.44876, 20.4944, 20.632703, 20.797615, 21.065309, 21.415948, 21.624544, 22.187962, 22.153588, 22.195424, 18.697658, 18.426937, 18.463064, 18.94762, 19.191874, 18.941473, 19.41809, 19.729691, 19.893057, 19.109673, 18.373676, 17.926289, 17.016099, 16.416431, 16.175755, 16.237841, 15.731492, 13.875048, 13.405394, 13.305021, 14.124881, 16.022177, 18.952821, 16.61466, 30.621387, 39.981083]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "pes-Hipertensjologia-2019 wiosna-100", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 769, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9635, "tf_agree_excl_first": 0.9706}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [39, 44, 38, 28, 40, 32, 32, 28, 34, 46, 35, 35, 47, 36, 38, 46, 58, 47, 42, 41, 35, 43, 35, 42, 66, 62, 59, 59, 56, 56, 52, 56, 48, 58, 58, 65, 63, 65, 69, 67, 71, 88, 78, 75, 72, 70, 83, 79, 70, 67], "n_am_pl": [18, 21, 27, 31, 24, 21, 16, 23, 24, 26, 19, 15, 21, 16, 21, 18, 14, 24, 26, 22, 16, 15, 17, 20, 12, 16, 15, 14, 10, 11, 18, 14, 16, 16, 17, 13, 17, 12, 13, 15, 17, 9, 16, 13, 15, 11, 5, 4, 0, 2], "n_pos": 167, "sum_m_en": [20.200801, 10.791425, 10.14351, 9.87738, 10.350725, 9.541435, 9.493217, 9.60641, 9.740692, 10.341216, 11.046206, 12.16973, 12.05844, 12.182968, 12.829427, 12.465128, 12.18991, 11.568473, 10.471242, 9.486408, 8.809212, 8.311223, 8.008576, 7.8849, 20.926834, 20.431507, 21.018009, 21.207069, 19.056858, 19.283013, 18.235097, 18.467696, 18.659069, 18.920826, 20.524637, 22.612948, 23.849026, 26.353908, 27.908734, 31.767732, 33.564989, 48.118251, 57.188702, 56.808493, 57.81453, 59.517696, 72.033792, 77.046568, 72.546498, 68.355322], "sum_m_pl": [61.46007, 77.0422, 75.44489, 74.319924, 73.015948, 72.391063, 74.489488, 70.346212, 69.191842, 72.00735, 68.461068, 66.36343, 67.744723, 65.696032, 66.656485, 68.653419, 69.621096, 70.451406, 73.89123, 76.14733, 77.399938, 78.753908, 79.778297, 80.205177, 58.369057, 58.149196, 54.812996, 57.152602, 61.028112, 60.555445, 61.917798, 61.154219, 59.476043, 58.212173, 57.017865, 54.168975, 48.661441, 46.066547, 45.536785, 44.299438, 41.943292, 32.012228, 27.620662, 23.274, 21.621383, 17.655689, 13.203418, 6.098395, 1.694183, 1.126609]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 16, 17, 17, 21, 21, 13, 10, 14, 20, 15, 15, 22, 18, 19, 26, 26, 22, 20, 19, 18, 22, 19, 22, 33, 32, 33, 32, 28, 32, 31, 28, 25, 29, 29, 33, 33, 34, 41, 42, 41, 52, 47, 47, 44, 44, 48, 50, 59, 67], "n_am_pl": [8, 14, 19, 16, 13, 9, 10, 10, 10, 16, 8, 7, 11, 13, 10, 9, 5, 9, 8, 9, 7, 8, 8, 8, 8, 9, 7, 9, 7, 3, 9, 7, 7, 8, 8, 7, 8, 7, 4, 5, 7, 3, 8, 7, 8, 4, 1, 1, 0, 2], "n_pos": 71, "sum_m_en": [8.326349, 4.682323, 4.484682, 4.504063, 4.572846, 4.32407, 4.263092, 4.23553, 4.525722, 4.543516, 5.054825, 5.385849, 5.504217, 5.518794, 5.98034, 5.74177, 5.462981, 5.105634, 4.637027, 4.213578, 3.947393, 3.666008, 3.483702, 3.431123, 10.231962, 10.487059, 10.676043, 10.138215, 8.890039, 8.546112, 8.27077, 8.337405, 8.731052, 9.348959, 10.311199, 11.096984, 12.343691, 14.504616, 15.877459, 18.903205, 18.969917, 28.292787, 33.223207, 34.980822, 35.556381, 36.668037, 43.803912, 49.265184, 58.823801, 65.258967], "sum_m_pl": [26.290003, 32.404596, 31.507739, 31.203195, 31.07811, 31.113728, 31.769073, 29.701974, 29.39722, 30.612352, 28.786192, 28.061233, 28.851832, 28.085417, 28.631416, 29.067556, 29.623981, 30.155344, 31.394899, 32.343289, 32.738141, 33.420389, 33.962833, 34.10473, 25.637386, 25.433852, 25.017027, 25.769825, 27.359026, 27.140934, 27.73094, 27.178433, 26.31804, 26.424206, 25.064602, 24.177891, 22.260045, 21.287798, 20.262373, 19.098378, 18.904027, 13.92078, 11.624535, 9.13515, 9.279772, 6.485247, 4.875938, 1.992414, 0.439029, 1.119268]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 169, "item_id": "pes-Kardiochirurgia-2019 wiosna-83", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 887, "region_end": 167, "roundtrip_ok": true, "tf_agree": 0.9822, "tf_agree_excl_first": 0.9881}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [18, 9, 6, 7, 7, 8, 5, 7, 7, 9, 13, 7, 8, 12, 8, 8, 10, 10, 12, 6, 11, 17, 17, 16, 18, 16, 18, 19, 18, 17, 18, 15, 14, 15, 16, 23, 17, 15, 15, 23, 24, 29, 25, 28, 21, 19, 14, 7, 2, 0], "n_am_pl": [5, 11, 14, 13, 9, 8, 13, 6, 11, 6, 7, 12, 8, 9, 12, 14, 9, 7, 11, 14, 12, 10, 7, 10, 10, 10, 7, 11, 10, 11, 7, 7, 9, 11, 12, 10, 12, 11, 12, 9, 15, 11, 15, 12, 13, 18, 23, 23, 34, 42], "n_pos": 61, "sum_m_en": [5.756043, 2.946271, 2.967146, 3.183913, 3.172404, 3.055425, 2.945289, 3.09687, 3.170928, 3.322209, 3.598965, 3.630152, 3.855258, 3.930639, 3.791551, 3.591106, 3.624433, 3.643871, 3.34089, 3.013801, 2.805787, 2.645659, 2.5653, 2.61255, 6.774244, 6.430113, 5.994575, 5.995813, 5.733069, 5.57919, 5.594623, 5.730736, 6.095572, 6.005693, 6.383377, 6.674557, 7.334048, 7.114833, 6.747635, 9.416459, 9.550923, 12.118024, 14.846039, 15.003537, 11.639957, 11.022357, 12.482031, 7.416536, 2.646869, 0.004927], "sum_m_pl": [21.991468, 27.378846, 27.583871, 27.06173, 26.226443, 26.452181, 27.205179, 25.571244, 25.180668, 25.897631, 24.820469, 24.221208, 25.416945, 25.334628, 26.363329, 26.576995, 27.09061, 27.740513, 28.743939, 29.237795, 29.51416, 29.816546, 30.01397, 30.01195, 23.529115, 22.470669, 21.819761, 22.955317, 23.500652, 23.628574, 24.073851, 23.553292, 23.273832, 23.144716, 23.125496, 23.341968, 22.51624, 23.119813, 23.728014, 23.59454, 23.093999, 21.045104, 20.793889, 20.97239, 20.976995, 23.563125, 24.334312, 23.862538, 32.995047, 41.378667]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 8, 4, 7, 7, 6, 4, 5, 6, 8, 8, 6, 7, 10, 4, 6, 8, 5, 7, 5, 9, 14, 12, 12, 16, 14, 16, 16, 16, 13, 15, 13, 13, 14, 14, 18, 14, 11, 11, 19, 18, 24, 21, 23, 17, 16, 9, 5, 1, 0], "n_am_pl": [5, 9, 11, 9, 7, 7, 10, 5, 9, 5, 5, 10, 6, 5, 11, 11, 7, 6, 9, 11, 10, 6, 4, 8, 9, 9, 5, 6, 7, 7, 4, 4, 6, 7, 9, 7, 11, 9, 8, 8, 13, 9, 12, 9, 11, 15, 20, 21, 33, 42], "n_pos": 42, "sum_m_en": [3.968189, 2.1075, 2.08697, 2.269559, 2.243063, 2.109536, 2.017469, 2.105252, 2.21205, 2.327324, 2.506658, 2.568215, 2.801642, 2.839219, 2.703683, 2.584522, 2.610796, 2.647139, 2.437487, 2.192214, 1.999665, 1.869015, 1.793861, 1.843517, 5.634904, 5.252014, 4.831294, 4.831434, 4.508744, 4.320915, 4.341484, 4.504531, 4.62609, 4.370581, 4.835628, 4.895311, 5.376852, 5.116787, 5.107913, 7.096548, 7.565234, 10.225529, 12.09069, 11.688352, 9.4117, 8.653758, 9.19504, 4.900952, 1.732584, 0.004353], "sum_m_pl": [15.156141, 18.735487, 18.861353, 18.620806, 18.012255, 18.326319, 18.806557, 17.633318, 17.371294, 17.878322, 17.423845, 16.960464, 17.770409, 17.845691, 18.589393, 18.617087, 18.857659, 19.354042, 19.943848, 20.17456, 20.342453, 20.529373, 20.752216, 20.754709, 16.891522, 16.25195, 15.841994, 16.459022, 17.053802, 17.111452, 17.432837, 17.170564, 17.202625, 17.591745, 17.095294, 17.367958, 17.134276, 17.409937, 17.740927, 17.773165, 17.468482, 15.84172, 15.683259, 16.401774, 17.396484, 19.512676, 20.506385, 21.28028, 30.635308, 40.40137]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 63, "item_id": "pes-Kardiochirurgia-2019 wiosna-83", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 767, "region_end": 61, "roundtrip_ok": true, "tf_agree": 0.9524, "tf_agree_excl_first": 0.9677}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 42, 33, 28, 28, 17, 23, 18, 30, 24, 24, 29, 29, 28, 23, 28, 31, 26, 29, 32, 25, 23, 24, 23, 42, 42, 35, 42, 36, 30, 30, 33, 34, 36, 34, 48, 42, 43, 46, 46, 48, 53, 52, 56, 53, 59, 55, 58, 66, 61], "n_am_pl": [10, 24, 28, 28, 18, 24, 23, 19, 15, 15, 16, 13, 12, 18, 18, 16, 12, 13, 8, 9, 13, 12, 11, 9, 7, 10, 7, 9, 12, 11, 14, 18, 19, 19, 17, 13, 12, 9, 8, 8, 7, 10, 12, 11, 8, 7, 7, 7, 3, 1], "n_pos": 142, "sum_m_en": [15.40037, 9.385322, 9.093278, 8.700505, 8.578216, 8.107562, 8.330002, 8.169995, 8.071527, 8.443209, 9.058514, 9.881464, 10.027441, 10.308147, 9.866248, 9.500547, 9.49211, 9.59319, 8.944904, 8.36332, 8.015901, 7.637107, 7.253015, 7.073422, 16.823394, 18.441157, 18.155696, 17.47828, 17.24474, 16.909173, 15.600324, 15.239907, 15.579077, 15.751551, 16.472645, 19.750771, 24.422769, 25.378226, 25.803263, 28.477232, 32.845143, 38.690439, 40.587187, 43.0924, 43.667067, 50.446131, 53.910406, 55.696315, 64.605222, 58.513888], "sum_m_pl": [51.836094, 64.569277, 64.832954, 63.213047, 61.303918, 61.167903, 61.579359, 61.165876, 59.403415, 61.389088, 59.624552, 58.755972, 58.953236, 57.034431, 57.561181, 58.85794, 60.42708, 57.710098, 59.16351, 61.031125, 62.746779, 64.380362, 64.936576, 65.536565, 45.110882, 44.566243, 41.637463, 45.085871, 46.975599, 48.18562, 51.002485, 52.419266, 52.279669, 50.558809, 48.818888, 43.349003, 36.363827, 35.359012, 33.441286, 31.760208, 28.245427, 24.854671, 24.564733, 21.355701, 16.588661, 12.406686, 9.106917, 7.941784, 2.63092, 1.314115]}, "digit": {"n_am_en": [0, 5, 3, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 1, 2, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.354792, 0.380603, 0.387314, 0.337182, 0.326001, 0.309662, 0.303936, 0.279555, 0.275605, 0.307937, 0.327718, 0.348434, 0.394866, 0.377707, 0.363361, 0.395938, 0.386575, 0.41431, 0.375115, 0.363709, 0.346562, 0.333321, 0.329574, 0.328369, 0.451691, 0.404135, 0.292328, 0.303015, 0.312803, 0.466305, 0.4738, 0.395045, 0.430823, 0.42043, 0.523028, 0.593493, 0.503685, 0.481002, 0.403501, 0.38632, 0.409496, 0.420807, 0.437993, 0.407369, 0.344392, 0.305681, 0.165409, 0.168172, 0.002219, 0.000286], "sum_m_pl": [2.244901, 4.189506, 4.14552, 3.9772, 3.715499, 3.517949, 3.689518, 3.532248, 3.348968, 3.357327, 3.240981, 2.905066, 2.976846, 2.511402, 2.385355, 2.609144, 2.78274, 2.58576, 3.174053, 3.54191, 3.6961, 3.784838, 3.774402, 3.848977, 2.119644, 2.367675, 1.742495, 1.900793, 1.927722, 2.414376, 2.482822, 2.486826, 2.458797, 2.298914, 2.196565, 2.074166, 2.027524, 1.853427, 1.969606, 1.765988, 1.925316, 1.951407, 1.809839, 1.245805, 1.062995, 0.560789, 0.317184, 0.23082, 0.006452, 2.7e-05]}, "lang": {"n_am_en": [21, 19, 17, 11, 14, 5, 10, 11, 16, 13, 13, 18, 20, 16, 15, 18, 19, 15, 16, 20, 15, 14, 11, 15, 26, 24, 23, 26, 24, 18, 18, 20, 21, 20, 21, 25, 27, 35, 34, 30, 33, 39, 37, 40, 37, 43, 42, 46, 59, 61], "n_am_pl": [2, 11, 12, 15, 10, 12, 12, 10, 5, 8, 7, 3, 3, 5, 8, 6, 5, 8, 2, 4, 6, 6, 7, 4, 4, 6, 4, 3, 6, 3, 10, 9, 8, 7, 9, 7, 3, 3, 2, 1, 1, 4, 4, 3, 1, 2, 2, 2, 0, 1], "n_pos": 62, "sum_m_en": [7.176738, 4.729794, 4.420693, 4.265225, 4.085607, 3.867733, 3.808565, 3.980246, 3.940931, 4.224029, 4.436684, 4.874345, 4.955108, 5.166234, 4.8676, 4.649002, 4.669138, 4.682283, 4.355875, 4.049459, 3.849203, 3.601274, 3.364652, 3.293232, 8.950155, 10.170942, 10.507648, 9.773429, 10.026377, 9.243726, 8.307906, 7.918567, 8.383048, 8.702703, 9.04237, 10.996365, 15.514124, 16.47078, 17.024428, 18.29813, 22.255672, 27.240597, 28.066808, 31.07147, 31.509073, 36.447676, 39.907533, 42.047906, 55.414406, 57.108245], "sum_m_pl": [21.662302, 27.541552, 27.640472, 26.863245, 26.521409, 26.486477, 26.531745, 26.451138, 25.95762, 26.965881, 26.246721, 26.09858, 26.018418, 25.347915, 26.113888, 26.686077, 27.093085, 25.928005, 26.356514, 26.994124, 27.567583, 28.340346, 28.524819, 28.699753, 21.268737, 20.373593, 19.391333, 20.836784, 21.431517, 21.469851, 22.978388, 23.388802, 23.119518, 22.446716, 22.075914, 20.163725, 16.604581, 16.701857, 15.691178, 14.919337, 13.080606, 10.536663, 9.908736, 8.548633, 5.918179, 3.975403, 2.948844, 2.572727, 0.779685, 1.068089]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "pes-Kardiochirurgia-2019 wiosna-93", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 955, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9861, "tf_agree_excl_first": 0.993}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [46, 31, 25, 27, 28, 26, 27, 27, 31, 40, 46, 47, 40, 40, 42, 46, 48, 44, 48, 42, 43, 40, 40, 43, 55, 60, 56, 53, 46, 41, 35, 32, 32, 31, 40, 35, 48, 48, 49, 50, 61, 53, 58, 54, 53, 41, 28, 10, 3, 0], "n_am_pl": [13, 30, 31, 27, 35, 27, 24, 21, 20, 25, 16, 24, 17, 17, 25, 22, 21, 19, 23, 24, 22, 30, 27, 36, 16, 14, 11, 22, 28, 31, 38, 45, 33, 37, 31, 28, 28, 32, 22, 18, 19, 18, 21, 22, 16, 27, 41, 53, 95, 105], "n_pos": 165, "sum_m_en": [16.080252, 8.20574, 8.333593, 8.455354, 8.913932, 8.760521, 8.7539, 9.029762, 8.472555, 9.160317, 9.574478, 10.241731, 10.233934, 10.348604, 10.156321, 9.968067, 9.739437, 9.1261, 8.520068, 8.376293, 7.70392, 7.422013, 7.251449, 7.290068, 18.349862, 19.18924, 18.655183, 17.626822, 16.798843, 16.303099, 15.944936, 15.170149, 14.360361, 15.634509, 15.252693, 16.243504, 19.35662, 20.27586, 21.386226, 23.620438, 25.993027, 27.52801, 33.812703, 34.49626, 35.482047, 30.601701, 22.008302, 9.352262, 3.65445, 0.020989], "sum_m_pl": [60.615602, 76.568536, 75.376172, 74.21338, 70.50346, 69.668753, 71.772117, 72.341862, 71.904894, 74.667717, 74.659559, 75.017534, 77.287455, 76.00057, 75.964133, 77.70927, 78.372463, 78.554499, 79.770992, 80.987677, 81.771607, 82.250629, 82.296851, 82.218176, 65.5762, 63.954482, 61.954855, 66.988408, 67.776348, 70.156556, 72.284108, 74.025701, 72.49829, 69.399787, 68.463119, 64.897897, 61.804024, 60.912262, 59.282682, 56.076098, 51.849135, 49.946963, 44.729501, 42.574569, 38.172318, 40.548727, 46.011704, 55.010899, 87.062605, 104.726139]}, "digit": {"n_am_en": [5, 5, 4, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [1.498519, 0.253145, 0.246529, 0.240406, 0.243062, 0.211978, 0.205776, 0.185262, 0.191215, 0.214549, 0.199633, 0.245636, 0.243933, 0.213865, 0.181058, 0.209404, 0.17836, 0.188076, 0.170357, 0.184337, 0.185163, 0.180613, 0.1847, 0.184239, 0.274797, 0.213519, 0.105886, 0.184194, 0.161614, 0.305838, 0.289955, 0.208285, 0.179655, 0.120072, 0.18808, 0.250038, 0.231529, 0.23073, 0.174495, 0.166832, 0.186703, 0.21236, 0.193362, 0.181336, 0.26452, 0.128478, 0.019207, 0.032823, 0.006138, 0.0], "sum_m_pl": [1.157506, 2.63734, 2.626763, 2.534069, 2.333695, 2.293226, 2.459388, 2.388398, 2.320914, 2.401103, 2.385666, 2.160788, 2.109769, 1.780204, 1.54799, 1.778977, 1.775819, 1.965369, 2.188592, 2.370429, 2.446237, 2.479056, 2.477941, 2.496152, 1.7482, 1.541581, 0.640271, 1.022826, 0.91712, 1.066712, 1.430849, 1.48134, 1.288291, 0.914157, 1.029293, 1.125946, 1.062982, 1.31354, 1.460863, 1.426469, 1.371583, 1.551627, 1.411371, 0.993583, 0.754518, 0.424545, 0.086397, 0.07461, 0.0028, 1e-06]}, "lang": {"n_am_en": [26, 17, 13, 16, 15, 18, 17, 17, 22, 29, 33, 33, 25, 26, 29, 34, 32, 32, 35, 29, 29, 25, 26, 27, 38, 40, 37, 34, 27, 25, 29, 25, 25, 27, 31, 25, 35, 35, 38, 38, 44, 40, 43, 43, 43, 33, 20, 7, 1, 0], "n_am_pl": [6, 20, 16, 18, 22, 18, 16, 14, 15, 18, 12, 17, 11, 14, 17, 14, 18, 13, 18, 17, 13, 17, 20, 28, 9, 9, 9, 18, 24, 26, 29, 31, 27, 27, 23, 19, 20, 24, 16, 13, 14, 13, 18, 20, 15, 24, 38, 48, 93, 105], "n_pos": 105, "sum_m_en": [9.918749, 5.22304, 5.243425, 5.407925, 5.843262, 5.858002, 5.833558, 6.104354, 5.651776, 6.101153, 6.367012, 6.771541, 6.899303, 6.915166, 6.786495, 6.658301, 6.506064, 6.092254, 5.766619, 5.66143, 5.067474, 4.830332, 4.673976, 4.712239, 12.708711, 13.2248, 12.650546, 11.788381, 11.688556, 10.87423, 10.62072, 10.152881, 9.661847, 10.736971, 10.453107, 11.140883, 12.979078, 13.893351, 14.669182, 16.186923, 17.489064, 18.706922, 24.064729, 25.702431, 26.296651, 23.167578, 16.326855, 6.042824, 2.614537, 0.016625], "sum_m_pl": [38.072337, 48.480111, 47.366047, 46.32524, 43.977349, 44.002279, 45.116935, 45.502773, 45.562411, 47.177628, 47.659064, 48.314733, 49.920632, 49.751568, 50.321862, 50.884679, 51.072323, 50.825414, 51.392186, 51.871923, 52.224102, 52.591206, 52.652761, 52.494859, 43.517508, 42.506166, 42.758456, 45.25397, 46.02772, 46.96865, 48.213872, 49.363944, 49.249801, 47.830914, 47.215274, 46.843447, 46.129504, 45.382408, 44.245783, 41.658175, 38.772191, 37.615429, 33.523471, 32.456731, 30.756367, 33.758893, 40.421142, 49.459517, 82.322589, 102.762418]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 167, "item_id": "pes-Kardiochirurgia-2019 wiosna-93", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 835, "region_end": 165, "roundtrip_ok": true, "tf_agree": 0.976, "tf_agree_excl_first": 0.9819}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [62, 49, 45, 42, 44, 46, 36, 40, 40, 36, 47, 53, 53, 47, 51, 51, 66, 61, 68, 57, 64, 70, 70, 67, 85, 84, 72, 77, 65, 64, 55, 66, 67, 73, 74, 74, 79, 91, 93, 103, 108, 107, 117, 115, 117, 115, 121, 115, 102, 100], "n_am_pl": [15, 46, 43, 53, 49, 43, 43, 31, 23, 21, 16, 20, 25, 28, 28, 17, 19, 18, 16, 20, 21, 30, 19, 14, 17, 16, 16, 24, 22, 13, 18, 24, 21, 18, 20, 13, 12, 17, 14, 12, 9, 12, 10, 10, 8, 9, 4, 5, 2, 2], "n_pos": 242, "sum_m_en": [27.292393, 14.638503, 14.536726, 14.748018, 15.328516, 14.193816, 13.311095, 13.797622, 13.577198, 13.695207, 14.419354, 16.052039, 16.375788, 17.030977, 17.032109, 16.672074, 16.692715, 17.402685, 15.916172, 14.690568, 13.609894, 12.981588, 12.207533, 11.917053, 28.711979, 31.588731, 30.446636, 29.638998, 26.385425, 28.180587, 26.814244, 27.329632, 28.191221, 28.314721, 28.493807, 32.461074, 41.035154, 45.032868, 46.846423, 53.872054, 55.671796, 68.833937, 78.869135, 84.532836, 96.001725, 100.330372, 109.410194, 108.236159, 101.291253, 100.710896], "sum_m_pl": [88.478671, 110.883754, 109.589455, 108.608664, 105.261156, 108.44799, 107.517028, 108.09813, 107.693277, 109.229429, 106.996625, 105.139364, 107.487634, 103.91962, 104.416784, 105.873701, 108.819898, 106.950621, 108.531174, 110.981804, 113.906153, 115.699482, 116.145163, 117.011071, 84.529642, 82.006491, 78.456797, 83.956148, 88.551083, 86.486746, 88.747977, 90.31864, 90.093248, 86.948068, 87.377742, 80.109512, 68.252856, 65.656132, 63.509876, 58.074829, 55.268769, 47.946993, 42.635459, 34.355011, 24.526111, 18.740294, 11.042277, 8.7126, 2.544978, 2.572877]}, "digit": {"n_am_en": [1, 10, 4, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 1, 1, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 3, 3, 2, 2, 3, 3, 2, 2, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 4, 4, 4, 2, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 0, 3, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.671413, 0.49216, 0.477946, 0.471402, 0.477609, 0.445719, 0.383457, 0.386096, 0.363531, 0.399424, 0.440394, 0.460702, 0.51733, 0.492638, 0.536683, 0.488194, 0.545699, 0.483388, 0.464091, 0.45282, 0.424527, 0.41212, 0.409968, 0.4001, 0.366346, 0.384094, 0.323667, 0.325315, 0.369267, 0.608649, 0.647942, 0.623661, 0.771542, 0.762619, 0.872906, 1.039014, 1.141667, 0.969075, 0.830315, 0.917982, 1.042725, 0.985443, 0.93576, 1.393131, 1.215721, 1.253249, 0.558925, 0.528769, 0.064392, 0.002038], "sum_m_pl": [3.441413, 5.363322, 5.352263, 5.150733, 4.884555, 4.772151, 4.817881, 4.846061, 4.739005, 4.516997, 4.249471, 3.815659, 3.703868, 3.329688, 3.331109, 3.432254, 3.727845, 3.503148, 4.00205, 4.393922, 4.599858, 4.720704, 4.751789, 4.832803, 2.684144, 3.076129, 2.362779, 2.373064, 2.722526, 2.951414, 3.175758, 3.245292, 3.236449, 3.03237, 2.91752, 2.726636, 2.386272, 2.570589, 2.413684, 2.394997, 2.34137, 2.341963, 2.190894, 1.687219, 1.589962, 1.099332, 0.552524, 0.454363, 0.015331, 0.000245]}, "lang": {"n_am_en": [31, 23, 26, 21, 24, 17, 18, 20, 14, 17, 20, 24, 24, 27, 25, 23, 27, 25, 32, 28, 30, 32, 40, 38, 45, 48, 40, 42, 35, 36, 30, 38, 38, 41, 40, 41, 45, 51, 51, 47, 54, 58, 60, 65, 70, 68, 82, 79, 91, 100], "n_am_pl": [8, 18, 17, 19, 20, 19, 22, 15, 14, 11, 8, 6, 8, 10, 11, 8, 9, 9, 9, 11, 10, 13, 5, 3, 7, 7, 6, 12, 7, 4, 10, 9, 6, 8, 8, 5, 4, 5, 5, 4, 2, 2, 2, 3, 2, 3, 1, 2, 1, 2], "n_pos": 104, "sum_m_en": [12.768592, 6.662049, 6.573304, 6.890812, 7.170093, 6.323027, 5.917689, 6.115972, 5.923305, 5.876583, 6.272596, 7.130849, 7.267653, 7.991015, 7.765875, 7.638682, 7.607124, 8.45177, 7.477495, 6.720003, 6.171223, 5.757468, 5.440316, 5.332118, 14.946824, 17.82908, 16.865705, 15.494273, 14.07985, 14.643827, 13.85773, 13.813093, 14.110666, 13.930625, 14.042938, 16.97474, 22.264723, 24.671102, 25.962049, 28.517536, 30.963829, 37.941588, 41.5544, 46.687076, 54.716008, 59.196063, 70.984283, 73.363841, 86.235384, 95.342597], "sum_m_pl": [36.371879, 46.504468, 46.093118, 45.519284, 44.7403, 46.147561, 46.258831, 47.086336, 46.634914, 47.26153, 46.191453, 45.493753, 46.89333, 45.330718, 46.322007, 46.927579, 48.070705, 47.447558, 47.799984, 48.345108, 49.206695, 49.934536, 50.042299, 50.43811, 37.666889, 36.0374, 35.233962, 37.251963, 39.270983, 37.621405, 38.451137, 39.071565, 39.163744, 38.484596, 38.991564, 35.65009, 30.239027, 29.234237, 28.530016, 25.797211, 24.851982, 20.565226, 17.91234, 14.158044, 10.282124, 7.613578, 3.914377, 2.910845, 1.533256, 2.410517]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 244, "item_id": "pes-Kardiologia-2018 jesień-62", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 980, "region_end": 242, "roundtrip_ok": true, "tf_agree": 0.9836, "tf_agree_excl_first": 0.9877}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [62, 53, 39, 38, 39, 18, 24, 35, 32, 28, 36, 24, 30, 31, 27, 22, 28, 29, 30, 41, 36, 38, 28, 36, 45, 52, 50, 48, 41, 40, 32, 35, 33, 31, 33, 36, 33, 36, 42, 50, 48, 50, 54, 45, 39, 34, 15, 11, 0, 0], "n_am_pl": [10, 30, 36, 24, 22, 22, 24, 26, 21, 25, 16, 14, 10, 13, 18, 21, 21, 23, 22, 18, 19, 15, 30, 31, 14, 12, 16, 25, 20, 23, 30, 31, 23, 21, 20, 12, 22, 26, 29, 33, 33, 33, 33, 31, 41, 40, 48, 58, 75, 89], "n_pos": 182, "sum_m_en": [17.48609, 9.568251, 9.277179, 10.105662, 10.142093, 9.10623, 9.071474, 9.688033, 9.560397, 9.869337, 10.245399, 10.991738, 11.006912, 11.189982, 11.188756, 10.928022, 10.624635, 10.4242, 9.37375, 8.893355, 8.345524, 7.881327, 7.680671, 7.639093, 14.16914, 16.441889, 16.135519, 16.061455, 14.626409, 15.035472, 14.939021, 14.997738, 14.8235, 16.006004, 16.625717, 17.681165, 18.184576, 20.637439, 19.880782, 21.072965, 20.854828, 26.471679, 29.901917, 30.317993, 32.917485, 28.311435, 17.166148, 10.135682, 1.942464, 0.032356], "sum_m_pl": [68.35987, 83.81141, 82.353765, 80.561583, 78.720515, 81.5004, 81.743329, 82.809928, 82.945304, 84.680757, 82.328173, 81.458102, 83.820586, 83.025704, 82.544941, 84.309375, 85.714026, 85.31039, 87.466381, 89.405044, 91.090048, 92.216294, 91.944878, 92.069031, 76.06928, 73.175426, 69.441316, 72.857613, 75.850789, 75.105619, 78.34684, 78.967797, 77.900397, 73.149152, 73.16867, 67.593239, 65.56432, 63.221668, 61.806745, 64.091578, 61.932345, 59.070582, 57.896939, 50.47591, 48.776813, 45.89402, 49.773314, 55.361152, 74.28307, 89.934053]}, "digit": {"n_am_en": [5, 9, 9, 1, 0, 0, 0, 0, 0, 3, 4, 0, 2, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 2, 1, 0, 1, 1, 0, 3, 3, 1, 2, 3, 4, 2, 2, 1, 0, 0, 1, 0, 0], "n_pos": 11, "sum_m_en": [2.285103, 0.513322, 0.499488, 0.47181, 0.4758, 0.455791, 0.444867, 0.412901, 0.426038, 0.498234, 0.510143, 0.546053, 0.594073, 0.524141, 0.484005, 0.518063, 0.52713, 0.519157, 0.48587, 0.495997, 0.476454, 0.454911, 0.456554, 0.450492, 0.561777, 0.586131, 0.442549, 0.565911, 0.588686, 0.783807, 0.688278, 0.629725, 0.545648, 0.487198, 0.634632, 0.763496, 0.70379, 0.738692, 0.592982, 0.663143, 0.661425, 0.63162, 0.543947, 0.479552, 0.449621, 0.295193, 0.248195, 0.272976, 0.048125, 0.006096], "sum_m_pl": [3.068189, 5.848287, 5.809658, 5.612452, 5.336123, 5.369844, 5.483133, 5.458645, 5.4673, 5.405235, 5.270726, 4.802898, 4.609855, 4.450737, 3.785959, 3.888076, 4.166434, 4.113677, 4.621013, 4.981606, 5.168198, 5.283771, 5.288712, 5.361138, 3.748715, 3.91976, 2.776688, 3.065415, 3.246279, 3.263536, 3.406183, 3.563307, 2.947502, 2.739595, 2.642015, 3.246499, 3.339157, 3.49751, 3.401421, 3.414318, 3.358677, 3.406185, 3.083672, 3.083547, 2.486282, 1.812296, 1.1636, 1.058325, 0.317534, 0.063449]}, "lang": {"n_am_en": [33, 25, 15, 13, 11, 6, 9, 16, 15, 12, 14, 13, 11, 12, 11, 9, 14, 14, 11, 20, 19, 17, 15, 21, 26, 34, 29, 29, 25, 26, 21, 16, 19, 18, 22, 24, 22, 22, 30, 31, 31, 33, 37, 31, 29, 30, 12, 10, 0, 0], "n_am_pl": [3, 18, 24, 16, 11, 15, 12, 17, 12, 15, 12, 8, 3, 7, 10, 15, 14, 14, 18, 9, 14, 10, 16, 21, 11, 2, 8, 14, 10, 9, 11, 16, 12, 13, 12, 8, 12, 14, 14, 23, 21, 18, 23, 22, 33, 34, 41, 48, 73, 88], "n_pos": 89, "sum_m_en": [8.173983, 4.623006, 4.578829, 4.904536, 4.866105, 4.429395, 4.474544, 4.831822, 4.674452, 4.926119, 5.089489, 5.427392, 5.321811, 5.400878, 5.39354, 5.330418, 5.107732, 5.046998, 4.550061, 4.363991, 4.11463, 3.858614, 3.749403, 3.739897, 7.460053, 8.512097, 8.439623, 8.161749, 7.406733, 7.674228, 7.531701, 7.796891, 7.632245, 9.183418, 9.393243, 10.287154, 11.074064, 13.027814, 12.797814, 13.172528, 12.979459, 17.94927, 20.406751, 20.084129, 22.249152, 22.176411, 12.308976, 8.27153, 1.387865, 0.018519], "sum_m_pl": [32.625381, 39.257612, 38.377791, 37.481004, 36.355071, 38.271404, 38.95635, 40.097646, 40.651675, 41.834285, 40.949602, 40.800747, 42.43818, 41.939348, 43.006258, 43.784197, 44.037972, 43.649532, 44.162337, 44.618611, 45.035563, 45.626038, 45.416985, 45.435123, 39.910076, 38.260746, 38.008089, 39.133198, 40.403386, 39.516315, 41.059576, 41.139362, 41.561705, 39.867745, 39.273324, 37.351302, 36.271016, 34.888093, 34.278934, 36.294183, 35.612915, 33.880485, 34.353728, 31.92951, 33.312027, 33.042192, 39.351715, 45.717894, 69.262488, 86.458522]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 184, "item_id": "pes-Kardiologia-2018 jesień-62", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 860, "region_end": 182, "roundtrip_ok": true, "tf_agree": 0.962, "tf_agree_excl_first": 0.9672}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 12, 14, 12, 9, 9, 8, 8, 6, 4, 8, 5, 6, 4, 6, 4, 5, 6, 4, 9, 15, 13, 13, 17, 17, 15, 15, 11, 12, 10, 5, 4, 7, 9, 14, 13, 9, 13, 11, 6, 8, 8, 14, 15, 14, 14, 10, 3, 3, 1], "n_am_pl": [5, 8, 11, 11, 7, 7, 8, 11, 10, 7, 5, 4, 6, 7, 3, 3, 5, 6, 10, 9, 8, 9, 6, 8, 3, 4, 4, 2, 2, 4, 11, 3, 11, 5, 7, 7, 13, 8, 7, 10, 10, 9, 8, 5, 12, 9, 16, 17, 22, 23], "n_pos": 49, "sum_m_en": [4.909139, 2.380215, 2.508623, 2.598994, 2.73644, 2.626713, 2.470164, 2.537802, 2.535274, 2.478035, 2.596585, 2.682673, 2.689179, 2.758521, 2.729589, 2.746068, 2.805525, 2.67572, 2.476509, 2.284741, 2.185539, 2.158769, 2.082408, 2.058557, 5.050448, 5.220003, 4.941108, 4.521359, 4.118565, 4.125256, 3.568853, 3.461712, 3.599473, 3.712335, 4.145906, 4.480585, 4.638032, 4.995181, 4.857102, 5.307063, 5.838798, 6.127956, 9.540291, 11.441425, 10.491832, 11.24417, 8.590417, 2.27106, 2.427157, 0.958258], "sum_m_pl": [19.052899, 23.607715, 23.178363, 23.093866, 22.330712, 22.840576, 22.777984, 22.167118, 22.562345, 22.632577, 22.328567, 22.317143, 22.54405, 21.850253, 22.59871, 22.551615, 23.125272, 23.18836, 23.855226, 24.306893, 24.399885, 24.52452, 24.601736, 24.797403, 20.138782, 18.650252, 19.243678, 19.696023, 20.823419, 21.020123, 21.727775, 22.027691, 21.585286, 21.413257, 20.963686, 20.651666, 20.106692, 19.709175, 19.334733, 19.025918, 19.122877, 17.816588, 16.124578, 13.060507, 13.472287, 13.92303, 16.759222, 17.972682, 20.63258, 23.052271]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 7, 5, 4, 4, 4, 4, 5, 3, 2, 5, 2, 3, 2, 4, 3, 2, 4, 3, 5, 7, 7, 4, 7, 9, 10, 8, 5, 5, 5, 4, 4, 5, 5, 7, 7, 4, 4, 5, 2, 2, 4, 7, 8, 7, 7, 5, 1, 1, 0], "n_am_pl": [4, 1, 6, 6, 2, 1, 1, 1, 3, 1, 0, 1, 3, 2, 2, 2, 3, 3, 4, 4, 4, 4, 2, 4, 1, 2, 2, 1, 1, 1, 6, 0, 5, 3, 3, 4, 5, 6, 5, 6, 7, 6, 5, 4, 7, 8, 13, 15, 20, 22], "n_pos": 22, "sum_m_en": [2.307952, 1.071878, 1.07577, 1.119586, 1.252343, 1.23399, 1.141523, 1.193828, 1.257568, 1.168616, 1.199986, 1.269095, 1.267362, 1.28408, 1.23481, 1.268548, 1.308011, 1.270365, 1.151995, 1.031559, 0.976582, 0.952464, 0.90866, 0.899471, 2.632334, 2.69702, 2.542277, 2.299029, 2.100432, 2.011534, 1.762121, 1.724334, 1.6712, 1.816351, 2.018944, 2.006861, 1.920749, 2.047289, 2.165851, 2.218627, 2.720441, 3.256361, 5.409052, 6.356885, 6.348395, 6.891621, 4.777277, 0.746658, 0.796299, 0.185638], "sum_m_pl": [8.285952, 10.463292, 10.299017, 10.159326, 9.82452, 10.022204, 10.008889, 9.671153, 9.829508, 9.977141, 9.948218, 9.94247, 10.084845, 9.697038, 10.187814, 10.107132, 10.396499, 10.479812, 10.711183, 10.984883, 11.010388, 11.123215, 11.164008, 11.276847, 9.10305, 8.755929, 8.739975, 8.91399, 9.535144, 9.614318, 10.288236, 10.346564, 10.256202, 10.256251, 9.921366, 9.928429, 9.807549, 9.73656, 9.988203, 9.770703, 9.832196, 8.868472, 8.104029, 6.759612, 7.977375, 8.974005, 12.6111, 14.659093, 18.38755, 21.360743]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 51, "item_id": "pes-Kardiologia-2019 wiosna-82", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 891, "region_end": 49, "roundtrip_ok": true, "tf_agree": 0.9608, "tf_agree_excl_first": 0.98}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [22, 26, 24, 26, 19, 19, 18, 20, 14, 13, 19, 15, 18, 14, 13, 8, 18, 13, 14, 12, 16, 15, 18, 20, 23, 23, 24, 21, 25, 21, 17, 20, 19, 22, 26, 23, 19, 22, 26, 27, 26, 22, 31, 34, 30, 34, 28, 17, 10, 10], "n_am_pl": [14, 21, 18, 25, 12, 14, 23, 21, 17, 15, 12, 13, 18, 13, 11, 14, 8, 15, 18, 19, 20, 19, 15, 24, 18, 14, 11, 7, 11, 13, 15, 11, 12, 13, 16, 13, 17, 13, 13, 17, 13, 15, 12, 9, 14, 15, 25, 28, 33, 33], "n_pos": 110, "sum_m_en": [10.457625, 5.868093, 6.021304, 5.960037, 5.924314, 5.652044, 5.517052, 5.449256, 5.534633, 5.633101, 5.953317, 6.223453, 6.327179, 6.604564, 6.59422, 6.446802, 6.567678, 6.229996, 5.850439, 5.312001, 4.995453, 4.921417, 4.730599, 4.612069, 10.599634, 11.769991, 11.453938, 11.482281, 10.50133, 9.820661, 9.751564, 9.895215, 9.509405, 10.275389, 11.022568, 11.965184, 12.162534, 12.864973, 13.552384, 14.470581, 15.144023, 16.500921, 21.354907, 21.98392, 23.485061, 26.207178, 23.772838, 15.502685, 10.235349, 9.531055], "sum_m_pl": [43.245704, 50.701499, 48.878415, 49.097429, 47.923036, 49.555904, 49.995975, 49.024836, 49.887069, 50.124131, 48.960234, 48.153126, 49.769694, 48.272497, 49.139872, 50.017, 50.117935, 50.092524, 52.024754, 53.280543, 53.459625, 53.652333, 53.98525, 54.731769, 43.23118, 40.778557, 40.406631, 41.144336, 44.40584, 44.373361, 45.539356, 46.285442, 45.042724, 44.820129, 43.447783, 41.636547, 41.140106, 41.031889, 39.438404, 39.367934, 39.100984, 36.387169, 34.302517, 30.978833, 30.161242, 28.0833, 30.632562, 30.395356, 34.686153, 35.713016]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 10, 7, 5, 6, 6, 1, 4, 4, 3, 6, 7, 6, 7, 4, 4, 8, 7, 8, 6, 7, 6, 8, 8, 10, 10, 12, 8, 12, 10, 9, 12, 10, 12, 13, 11, 10, 9, 11, 11, 10, 11, 17, 18, 18, 20, 14, 12, 9, 10], "n_am_pl": [11, 7, 8, 12, 1, 4, 7, 6, 7, 5, 4, 5, 9, 7, 6, 5, 3, 6, 6, 7, 6, 8, 4, 10, 6, 5, 3, 2, 4, 6, 5, 5, 6, 2, 3, 4, 6, 7, 7, 10, 9, 8, 7, 7, 9, 11, 18, 22, 28, 32], "n_pos": 42, "sum_m_en": [4.128944, 2.203706, 2.163171, 2.141897, 2.060663, 2.064019, 1.971845, 1.949303, 2.056942, 2.06446, 2.216443, 2.30326, 2.40247, 2.514184, 2.431308, 2.407529, 2.479544, 2.371591, 2.284112, 2.032708, 1.877177, 1.841558, 1.76935, 1.748877, 5.330769, 5.594197, 5.702105, 5.352227, 5.096651, 4.293535, 4.494465, 4.533663, 4.381282, 4.920609, 5.190952, 5.583259, 5.467066, 5.832176, 6.827934, 6.976903, 7.74788, 8.861783, 11.591948, 12.070325, 13.765014, 15.333794, 12.79583, 8.847104, 8.353188, 9.366071], "sum_m_pl": [16.560411, 18.741812, 18.219277, 18.13251, 17.882545, 18.967172, 18.901411, 18.410702, 18.801177, 19.097006, 18.88616, 18.485054, 19.338919, 18.706682, 19.16137, 19.378494, 19.47, 19.665438, 20.307511, 20.862548, 20.808308, 20.890596, 20.986512, 21.261253, 16.623515, 15.718673, 15.296625, 15.627764, 17.009306, 17.104543, 17.784388, 17.908746, 17.351938, 17.430617, 16.83969, 16.393904, 16.533804, 16.46558, 16.337654, 16.284391, 16.300707, 14.893889, 14.536444, 13.676915, 14.250788, 14.896107, 19.484803, 22.226663, 28.091175, 31.446482]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "pes-Kardiologia-2019 wiosna-82", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 771, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9732, "tf_agree_excl_first": 0.982}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 33, 21, 20, 21, 21, 17, 19, 18, 27, 31, 28, 26, 36, 34, 34, 42, 43, 43, 30, 28, 29, 24, 22, 33, 38, 34, 38, 39, 38, 41, 43, 40, 33, 39, 40, 39, 46, 50, 47, 47, 50, 47, 55, 54, 63, 68, 65, 65, 53], "n_am_pl": [9, 18, 18, 27, 18, 20, 19, 20, 22, 14, 10, 14, 21, 20, 22, 22, 21, 14, 14, 18, 19, 25, 21, 27, 18, 15, 17, 10, 10, 12, 20, 19, 16, 21, 19, 18, 17, 18, 20, 20, 22, 29, 34, 27, 18, 16, 9, 10, 2, 1], "n_pos": 134, "sum_m_en": [15.394136, 9.491325, 8.363711, 7.772505, 7.868734, 7.906956, 7.338176, 7.64613, 8.156528, 8.53982, 9.35193, 9.958731, 10.431805, 11.127882, 10.827554, 10.065723, 9.803743, 10.05052, 9.103639, 8.415087, 8.076294, 7.121993, 6.625044, 6.510667, 15.285643, 18.118379, 16.190695, 15.907203, 15.624675, 16.236886, 15.093491, 15.679308, 15.598782, 15.771567, 15.804875, 18.19959, 21.824586, 23.922769, 24.659506, 27.999367, 30.283854, 33.941206, 36.314777, 45.851485, 45.78087, 55.666515, 63.267708, 62.590233, 60.819171, 53.074375], "sum_m_pl": [46.959136, 59.936991, 60.129478, 58.968262, 57.877916, 59.209239, 59.121711, 58.687037, 57.071745, 57.753333, 57.013011, 57.122418, 57.586195, 56.441696, 58.897672, 60.300397, 62.021638, 60.353541, 60.85267, 62.320572, 62.970718, 64.519328, 65.593063, 65.988243, 48.331692, 46.615695, 47.310033, 48.591519, 49.183701, 49.140082, 51.904578, 51.410064, 51.698323, 50.74051, 51.452663, 48.614592, 43.801319, 41.893011, 41.055172, 37.131152, 35.644766, 32.808378, 36.16309, 30.836469, 22.4846, 17.103473, 10.66078, 11.248132, 2.48659, 0.85673]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [19, 18, 11, 8, 10, 10, 12, 9, 11, 10, 13, 13, 9, 14, 17, 17, 20, 16, 17, 11, 14, 13, 14, 10, 16, 15, 17, 18, 17, 17, 18, 16, 16, 16, 19, 16, 18, 20, 26, 26, 25, 24, 27, 30, 28, 34, 34, 36, 52, 53], "n_am_pl": [4, 7, 9, 13, 6, 8, 10, 11, 10, 5, 3, 3, 6, 8, 7, 9, 7, 5, 6, 7, 8, 13, 10, 13, 10, 8, 6, 4, 4, 6, 12, 10, 7, 12, 9, 9, 8, 9, 9, 9, 9, 13, 14, 12, 8, 7, 5, 7, 2, 1], "n_pos": 56, "sum_m_en": [7.232373, 4.081291, 3.591747, 3.372897, 3.321425, 3.383148, 3.140022, 3.268972, 3.593848, 3.657514, 4.117613, 4.402397, 4.514742, 4.799746, 4.708473, 4.383335, 4.264051, 4.211419, 3.957289, 3.567642, 3.394645, 2.972529, 2.812014, 2.735597, 6.495042, 7.012154, 6.679698, 6.479637, 6.456034, 6.569824, 6.17314, 6.189689, 6.27764, 6.390441, 6.427651, 7.646357, 9.795023, 10.569681, 11.051161, 12.656838, 14.041412, 16.239238, 17.934267, 21.91629, 23.358431, 28.059269, 31.256363, 35.375665, 47.731966, 50.530873], "sum_m_pl": [18.371892, 25.215912, 25.377786, 24.687733, 24.167598, 24.837303, 24.645458, 24.566761, 23.895021, 24.157943, 23.596413, 23.353116, 23.820938, 23.451387, 24.527344, 24.967506, 25.834462, 25.390464, 25.756664, 26.62141, 26.891555, 27.574528, 27.844956, 27.986762, 21.781101, 21.422179, 21.39611, 21.669582, 21.823826, 21.895519, 22.849006, 22.825463, 22.690346, 22.176636, 22.436551, 21.095001, 18.590473, 18.107001, 17.914239, 16.689701, 15.739409, 14.087954, 16.003178, 13.003325, 10.364551, 8.205362, 5.76511, 6.576322, 1.65208, 0.699313]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "pes-Kardiologia-2020 jesień-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 932, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9632, "tf_agree_excl_first": 0.9704}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [52, 26, 23, 24, 27, 15, 19, 25, 23, 35, 25, 24, 25, 30, 32, 24, 30, 31, 28, 24, 19, 17, 19, 21, 31, 39, 33, 30, 27, 32, 30, 28, 26, 27, 34, 27, 34, 37, 35, 39, 38, 41, 34, 43, 32, 33, 23, 11, 5, 3], "n_am_pl": [12, 24, 27, 21, 20, 19, 27, 19, 20, 21, 20, 19, 20, 23, 17, 23, 22, 24, 27, 29, 28, 30, 31, 28, 17, 14, 24, 21, 21, 16, 26, 29, 30, 32, 27, 24, 25, 22, 21, 26, 26, 31, 34, 25, 28, 42, 48, 48, 79, 96], "n_pos": 144, "sum_m_en": [13.616702, 7.904737, 7.449384, 7.596011, 8.001058, 8.020585, 7.863999, 8.541031, 8.72674, 9.054989, 9.343025, 9.311912, 9.43185, 10.039474, 10.091431, 9.489499, 9.244574, 8.98208, 7.911385, 7.489609, 7.185221, 6.498963, 6.22293, 6.161832, 13.471345, 17.120296, 15.192329, 14.240998, 13.226511, 13.935328, 12.92832, 12.681399, 13.376406, 13.430628, 13.144134, 13.598386, 15.103788, 16.877205, 17.412527, 21.677, 21.753434, 21.232418, 23.854896, 25.135363, 23.736299, 23.822152, 17.410314, 12.39796, 6.299483, 3.266179], "sum_m_pl": [51.53814, 65.016337, 64.447971, 63.17778, 61.117993, 60.852464, 61.321808, 62.546222, 62.298322, 63.25748, 62.32718, 63.689703, 65.876806, 65.137682, 67.103482, 68.515354, 69.047644, 67.850003, 70.348859, 71.293121, 71.922538, 73.031508, 73.540898, 73.444039, 60.261654, 57.4198, 56.870421, 58.611894, 59.907457, 59.878039, 61.068314, 61.316378, 61.473835, 59.548399, 60.582361, 58.978167, 56.24401, 55.127872, 54.992355, 51.81927, 50.389828, 49.835775, 49.044858, 46.208208, 45.019817, 47.862509, 50.151912, 47.513861, 73.476111, 95.23811]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [43, 22, 21, 20, 23, 13, 16, 20, 13, 24, 14, 16, 18, 17, 22, 17, 24, 20, 19, 16, 11, 8, 11, 14, 24, 30, 26, 23, 20, 23, 24, 19, 18, 16, 23, 18, 25, 25, 24, 26, 27, 29, 25, 33, 24, 24, 15, 10, 3, 3], "n_am_pl": [5, 15, 14, 12, 14, 14, 18, 15, 16, 15, 13, 10, 11, 17, 13, 15, 12, 19, 19, 21, 19, 21, 24, 22, 12, 11, 19, 14, 14, 11, 14, 21, 21, 28, 24, 22, 20, 19, 18, 22, 20, 26, 30, 21, 25, 36, 43, 40, 78, 96], "n_pos": 100, "sum_m_en": [10.155922, 5.550339, 5.284786, 5.189085, 5.57112, 5.624133, 5.544348, 5.868076, 5.850771, 6.11244, 6.400916, 6.487705, 6.509294, 6.880151, 7.015697, 6.6425, 6.497, 6.293002, 5.53558, 5.225393, 4.991089, 4.477983, 4.30003, 4.25437, 9.326252, 12.037277, 10.646907, 9.961703, 9.22542, 9.668017, 8.989571, 8.841135, 9.278943, 9.149676, 8.945894, 9.390437, 10.805709, 12.402582, 12.473717, 15.7956, 16.178871, 15.757823, 17.917111, 18.831298, 19.010945, 17.837498, 12.703569, 8.712637, 4.313954, 3.265717], "sum_m_pl": [35.366349, 45.328029, 44.990112, 43.986755, 42.638371, 42.431769, 42.900519, 43.897224, 43.859566, 44.378736, 43.681263, 44.407344, 45.894846, 45.244445, 46.959176, 47.736961, 48.104264, 47.360382, 49.026951, 49.624956, 50.082468, 50.870462, 51.243541, 51.193357, 43.081769, 40.954044, 40.741968, 41.52449, 42.441008, 42.724148, 43.619034, 43.794675, 44.238305, 42.97683, 43.655249, 42.496067, 40.247376, 39.370468, 39.585716, 37.691167, 36.948612, 36.975108, 37.069474, 34.994019, 34.898144, 38.765486, 43.508224, 40.968835, 71.071457, 94.25788]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "pes-Kardiologia-2020 jesień-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 812, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9726, "tf_agree_excl_first": 0.9793}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [53, 45, 54, 35, 34, 40, 38, 42, 33, 42, 40, 42, 38, 45, 33, 37, 41, 38, 33, 40, 44, 48, 42, 44, 62, 56, 48, 53, 52, 55, 52, 50, 49, 51, 42, 58, 61, 64, 55, 78, 78, 84, 87, 75, 73, 80, 78, 82, 95, 91], "n_am_pl": [17, 28, 33, 45, 34, 34, 27, 23, 20, 21, 20, 17, 16, 15, 25, 18, 25, 20, 19, 31, 26, 28, 32, 27, 13, 13, 18, 14, 13, 14, 19, 20, 20, 21, 21, 18, 15, 12, 14, 12, 9, 8, 11, 12, 11, 8, 5, 5, 0, 1], "n_pos": 191, "sum_m_en": [21.508122, 12.216452, 12.230343, 12.020225, 12.137823, 11.633974, 11.633625, 12.200052, 12.143769, 12.474322, 12.763912, 13.297702, 13.254893, 13.562124, 13.565243, 13.251474, 13.045123, 13.18199, 12.472013, 11.579616, 10.935976, 10.456424, 9.808703, 9.698721, 23.547968, 24.931607, 23.860696, 23.895982, 22.827006, 21.962813, 21.245355, 20.532635, 21.181083, 22.348559, 22.567387, 26.622454, 30.576391, 32.694001, 34.904287, 40.427025, 44.137381, 51.07883, 57.062559, 58.980237, 58.429422, 66.674586, 74.875318, 76.898607, 93.452533, 90.470799], "sum_m_pl": [69.404182, 86.153692, 87.705233, 86.448591, 83.763705, 83.210033, 82.7656, 81.037745, 79.293194, 80.011462, 78.553001, 78.298, 79.779503, 76.784545, 77.35721, 79.237809, 81.694747, 78.872159, 80.756648, 83.440173, 85.724372, 88.244387, 88.742184, 89.541116, 64.241332, 61.571413, 60.221244, 62.311901, 65.443186, 66.039176, 69.991851, 70.397451, 70.236652, 66.80929, 65.802921, 59.82272, 50.985394, 50.429935, 47.79402, 44.509962, 42.076779, 35.437008, 33.512664, 27.291109, 20.412499, 16.400006, 10.012775, 8.731771, 1.215259, 1.14837]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 20, 27, 17, 21, 20, 16, 26, 18, 22, 19, 22, 22, 24, 17, 18, 20, 18, 16, 18, 24, 25, 20, 19, 36, 32, 27, 27, 27, 27, 26, 23, 27, 32, 28, 34, 38, 42, 39, 49, 49, 55, 54, 50, 49, 60, 59, 63, 82, 90], "n_am_pl": [10, 15, 14, 20, 15, 21, 18, 10, 8, 10, 10, 9, 8, 8, 16, 9, 15, 14, 10, 16, 13, 15, 18, 17, 8, 6, 9, 7, 9, 10, 10, 12, 12, 15, 14, 10, 7, 5, 6, 7, 6, 6, 4, 4, 3, 5, 4, 4, 0, 1], "n_pos": 93, "sum_m_en": [9.92955, 6.075526, 6.003813, 5.853975, 5.856732, 5.642228, 5.576776, 6.005133, 6.259238, 6.57333, 6.722144, 6.946024, 6.921193, 7.120409, 7.036636, 6.782885, 6.678941, 6.629744, 6.195891, 5.710076, 5.431286, 5.115221, 4.775567, 4.74156, 11.562662, 13.016427, 12.030201, 12.326133, 12.374948, 11.799192, 11.110723, 10.866643, 11.827955, 12.174312, 11.873737, 14.410356, 17.126312, 18.731466, 20.548782, 22.892213, 25.017124, 30.723899, 36.139472, 38.523958, 39.043022, 46.935989, 54.740549, 57.696524, 78.720627, 86.866227], "sum_m_pl": [33.614884, 41.873472, 42.607137, 41.982912, 41.046534, 41.271104, 40.677527, 39.814744, 39.455861, 39.906324, 39.526715, 39.186421, 40.023606, 39.063121, 39.326959, 39.839051, 40.361338, 38.984191, 39.527243, 40.736978, 41.781479, 43.183038, 43.387951, 43.643823, 33.80968, 31.965917, 31.907372, 32.60446, 34.039013, 33.9228, 35.680162, 35.710044, 35.570812, 35.085093, 34.381393, 31.179132, 27.308002, 27.10574, 26.228267, 24.55802, 23.390389, 20.086925, 17.845121, 13.917897, 10.101652, 9.926997, 6.590786, 5.664602, 0.547895, 1.079566]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "pes-Kardiologia-2020 wiosna-3", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 934, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9741, "tf_agree_excl_first": 0.9792}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [39, 30, 24, 15, 23, 22, 24, 22, 23, 23, 32, 29, 21, 31, 23, 19, 25, 14, 17, 21, 25, 17, 12, 9, 24, 25, 20, 27, 12, 20, 17, 15, 15, 24, 21, 20, 21, 23, 27, 28, 32, 32, 34, 31, 29, 23, 16, 6, 1, 0], "n_am_pl": [5, 27, 25, 31, 18, 21, 26, 16, 14, 16, 11, 17, 25, 23, 21, 22, 25, 25, 23, 22, 18, 22, 26, 25, 17, 13, 19, 16, 17, 20, 20, 21, 27, 21, 23, 24, 28, 21, 32, 35, 29, 33, 35, 34, 35, 38, 49, 52, 78, 81], "n_pos": 135, "sum_m_en": [12.711054, 7.044246, 6.810659, 7.196029, 7.730259, 7.630411, 8.11287, 8.565833, 8.78817, 8.794223, 8.547707, 8.865567, 8.574192, 8.696433, 8.706436, 8.363102, 8.196712, 7.900588, 7.296326, 6.879315, 6.647624, 6.283708, 6.109943, 6.049748, 10.310969, 11.942581, 11.766733, 12.871391, 12.229922, 11.731345, 11.213029, 10.861556, 10.573394, 11.025455, 11.339797, 10.812262, 11.423952, 12.000637, 11.721209, 12.75047, 14.133983, 15.774535, 19.775299, 20.290758, 19.182376, 18.043461, 10.17609, 5.152671, 1.666374, 0.016268], "sum_m_pl": [50.422416, 61.372766, 60.964903, 61.224936, 57.944601, 56.603445, 57.37018, 57.138131, 56.397932, 57.551997, 56.450789, 56.577085, 58.518933, 56.64212, 57.405268, 58.999941, 61.382582, 61.004791, 62.837209, 64.716123, 65.500123, 66.398335, 66.294173, 66.392781, 52.644311, 50.368818, 47.398115, 49.506482, 51.07923, 52.659892, 54.900554, 55.301692, 56.260523, 52.887871, 52.360365, 49.633541, 48.292541, 47.81006, 49.419157, 50.119224, 47.303153, 46.241207, 44.89005, 44.264172, 43.621975, 45.444284, 52.145056, 54.283487, 71.710269, 81.053167]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 17, 8, 9, 15, 15, 18, 18, 20, 18, 23, 24, 16, 23, 17, 17, 20, 11, 12, 17, 15, 14, 10, 8, 18, 19, 17, 21, 8, 13, 13, 9, 12, 20, 17, 15, 15, 21, 23, 22, 26, 26, 27, 25, 25, 20, 13, 4, 1, 0], "n_am_pl": [2, 15, 14, 20, 11, 17, 16, 11, 11, 10, 5, 14, 17, 15, 12, 18, 19, 23, 22, 19, 15, 16, 19, 20, 13, 11, 15, 12, 12, 16, 15, 15, 18, 11, 15, 19, 21, 17, 23, 27, 22, 26, 27, 24, 26, 30, 43, 49, 73, 81], "n_pos": 81, "sum_m_en": [6.958454, 4.304323, 4.103861, 4.483199, 5.030031, 5.024887, 5.659999, 6.032825, 6.338811, 6.228012, 5.965881, 6.146653, 5.902815, 6.017718, 5.977112, 5.488346, 5.278263, 5.107306, 4.687952, 4.37123, 4.201583, 3.947224, 3.80557, 3.781462, 7.101733, 8.479746, 8.655718, 9.463606, 8.643169, 7.894295, 7.602066, 7.474866, 7.196754, 7.958243, 8.084702, 7.616101, 7.73473, 8.564734, 8.095933, 9.242453, 10.64959, 12.97548, 16.800883, 17.534017, 16.740212, 15.690455, 8.808101, 3.460473, 1.148485, 0.013491], "sum_m_pl": [29.829689, 35.717413, 35.691273, 35.76606, 34.108862, 33.623826, 33.998124, 34.189551, 34.576664, 35.102499, 34.920788, 35.374131, 37.000308, 36.308999, 37.916811, 38.386443, 39.216499, 38.9176, 39.013027, 39.574739, 39.605818, 40.063867, 40.008819, 39.819302, 34.472508, 32.765517, 31.884082, 32.768432, 33.861116, 34.324071, 35.640086, 36.092682, 37.428019, 35.78507, 35.089636, 35.12498, 34.796061, 34.040874, 35.862816, 36.136088, 35.001305, 34.224786, 32.273916, 32.136292, 33.279706, 35.125916, 44.197332, 48.113677, 66.411892, 79.814628]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "pes-Kardiologia-2020 wiosna-3", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 814, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.9854, "tf_agree_excl_first": 0.9926}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [66, 65, 45, 33, 37, 37, 33, 50, 46, 57, 60, 63, 55, 62, 54, 63, 53, 46, 43, 53, 59, 52, 53, 52, 54, 63, 49, 47, 50, 61, 50, 50, 57, 45, 62, 69, 78, 86, 79, 96, 98, 84, 83, 89, 87, 91, 95, 97, 87, 81], "n_am_pl": [13, 19, 29, 37, 27, 33, 23, 17, 21, 17, 15, 18, 37, 38, 32, 25, 32, 29, 31, 25, 24, 37, 33, 36, 19, 24, 22, 26, 23, 15, 30, 25, 34, 30, 31, 25, 20, 16, 22, 18, 19, 19, 21, 13, 15, 12, 14, 14, 11, 14], "n_pos": 220, "sum_m_en": [25.575937, 15.221605, 14.391224, 13.182244, 13.578324, 13.435178, 12.842491, 13.887406, 13.963533, 14.05968, 14.405346, 15.631855, 15.39229, 15.944902, 15.418835, 15.340029, 14.366478, 14.298673, 13.258995, 12.190611, 11.549956, 11.066722, 10.903209, 10.176195, 25.031774, 29.347406, 27.182266, 26.451551, 25.998572, 26.911033, 24.085306, 23.383345, 23.474765, 23.708447, 25.675334, 28.149717, 34.363312, 38.644765, 39.277338, 48.836843, 53.37269, 56.184963, 61.955749, 70.404267, 72.812169, 82.186291, 88.575047, 90.489239, 85.231901, 79.91437], "sum_m_pl": [79.265054, 96.823043, 95.565587, 94.757188, 91.639693, 93.624123, 94.396754, 94.644962, 93.246518, 96.71029, 96.171527, 96.281306, 98.520848, 95.437162, 97.620249, 98.569327, 102.15055, 101.039991, 103.723597, 106.113521, 107.975247, 109.065393, 110.096454, 110.706183, 84.959857, 81.112579, 78.47271, 81.353265, 83.577742, 84.344461, 88.694718, 90.269912, 89.48507, 86.332445, 85.981539, 78.716323, 70.695407, 67.729112, 66.397504, 58.320114, 55.807001, 48.022248, 44.84623, 35.740516, 29.765339, 20.979543, 17.921112, 17.506258, 12.276888, 12.985813]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [28, 22, 18, 10, 13, 14, 18, 21, 17, 26, 27, 27, 25, 27, 28, 35, 29, 31, 25, 28, 30, 26, 26, 29, 30, 39, 30, 31, 34, 34, 25, 30, 33, 28, 38, 37, 43, 48, 46, 52, 55, 45, 48, 50, 51, 53, 55, 65, 73, 80], "n_am_pl": [6, 7, 10, 18, 14, 15, 13, 8, 12, 9, 8, 9, 18, 21, 15, 12, 12, 11, 15, 10, 13, 20, 20, 16, 9, 10, 8, 5, 9, 6, 10, 7, 16, 16, 14, 11, 7, 8, 9, 8, 9, 8, 7, 7, 9, 8, 9, 10, 9, 12], "n_pos": 94, "sum_m_en": [10.598835, 6.466124, 6.250414, 5.636163, 5.955149, 5.865636, 5.496555, 6.024871, 5.973194, 6.184104, 6.353834, 6.936763, 6.693832, 7.007293, 6.855694, 6.811604, 6.322745, 6.203034, 5.624169, 5.115416, 4.777275, 4.657184, 4.864999, 4.270166, 12.595572, 14.790208, 13.885872, 13.916318, 13.491822, 13.61222, 12.01543, 11.880732, 11.621685, 11.540496, 12.603013, 14.052837, 18.387922, 21.161343, 21.53061, 27.137626, 29.601105, 31.903771, 35.314665, 38.890969, 41.855991, 46.083977, 52.012339, 60.050432, 70.682753, 76.690393], "sum_m_pl": [33.98799, 40.708498, 39.511189, 39.800777, 38.535483, 39.570176, 40.045214, 40.779863, 40.709345, 41.835936, 41.759042, 41.713402, 42.915626, 41.8025, 42.9146, 43.033116, 44.574471, 43.99465, 45.12213, 46.054561, 46.724681, 47.034069, 47.300953, 47.617081, 38.061495, 35.526358, 35.255631, 36.177225, 37.048744, 36.617312, 38.707007, 39.290467, 39.276166, 38.584035, 38.320674, 36.415282, 32.498725, 30.73538, 30.466406, 26.742304, 25.270069, 22.32934, 20.423373, 17.955759, 15.208055, 11.873851, 11.010883, 11.396773, 9.500583, 11.603479]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 222, "item_id": "pes-Kardiologia-2020 wiosna-78", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 934, "region_end": 220, "roundtrip_ok": true, "tf_agree": 0.9685, "tf_agree_excl_first": 0.9729}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [46, 44, 25, 25, 18, 18, 20, 20, 24, 21, 30, 27, 25, 25, 27, 30, 23, 16, 17, 23, 22, 18, 10, 15, 24, 25, 27, 28, 26, 25, 25, 31, 31, 25, 21, 29, 29, 34, 34, 37, 45, 37, 44, 33, 27, 22, 10, 12, 0, 0], "n_am_pl": [9, 27, 34, 42, 26, 26, 27, 20, 23, 17, 13, 17, 27, 28, 27, 26, 39, 34, 40, 44, 47, 47, 50, 48, 28, 32, 33, 32, 33, 36, 42, 47, 47, 36, 43, 36, 38, 40, 37, 38, 39, 37, 38, 41, 47, 43, 64, 51, 89, 109], "n_pos": 173, "sum_m_en": [16.894916, 9.057552, 8.520568, 8.458798, 8.828779, 8.661297, 8.267357, 9.077464, 9.016019, 9.685835, 9.884936, 10.576492, 10.329966, 10.84964, 10.702858, 10.449034, 9.959263, 9.629402, 8.801198, 8.166144, 7.701085, 7.411586, 7.124711, 7.043972, 11.37177, 13.671507, 13.645763, 13.578367, 14.516925, 15.426715, 13.944094, 13.982263, 14.575303, 14.073476, 14.289574, 14.94166, 16.240835, 17.263109, 15.083607, 17.179401, 18.629869, 19.35574, 22.799797, 20.80396, 21.58188, 15.35018, 8.484188, 8.829188, 1.903599, 0.175323], "sum_m_pl": [62.538997, 80.049819, 78.954629, 78.799264, 75.040685, 75.303672, 76.751099, 76.44536, 75.78699, 78.212433, 76.319135, 76.442498, 79.608386, 76.592563, 77.65856, 80.906077, 83.811726, 84.013155, 86.706421, 88.602812, 89.769456, 89.69545, 89.923326, 89.785565, 76.17858, 73.090141, 69.556898, 71.59468, 71.432949, 74.046366, 78.892662, 79.976265, 78.459605, 73.500047, 74.279825, 69.545142, 65.127602, 63.709559, 66.266138, 65.108774, 62.222721, 60.157958, 57.030064, 57.638298, 55.359538, 57.275002, 63.626547, 57.506265, 88.823664, 108.300081]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [27, 27, 14, 15, 10, 11, 11, 11, 17, 17, 23, 15, 14, 18, 21, 24, 19, 11, 10, 17, 16, 12, 9, 14, 17, 18, 21, 22, 23, 20, 18, 24, 20, 14, 12, 21, 20, 26, 29, 31, 36, 31, 36, 29, 23, 19, 8, 10, 0, 0], "n_am_pl": [7, 17, 21, 31, 20, 22, 17, 14, 15, 12, 8, 11, 18, 19, 17, 15, 21, 25, 30, 33, 36, 35, 40, 37, 22, 25, 23, 22, 21, 23, 30, 29, 32, 24, 32, 28, 28, 29, 27, 28, 29, 28, 27, 32, 42, 39, 58, 49, 86, 106], "n_pos": 107, "sum_m_en": [9.251438, 5.667337, 5.456547, 5.423529, 5.68176, 5.429301, 5.251636, 5.78568, 5.694919, 6.167947, 6.274597, 6.606986, 6.619209, 6.975864, 6.787714, 6.589559, 6.192741, 5.983691, 5.463745, 5.07988, 4.822128, 4.677889, 4.444535, 4.386464, 7.512191, 9.351314, 9.345159, 9.297029, 10.106384, 10.400363, 9.403861, 9.610934, 9.786201, 9.422386, 9.585741, 10.031902, 11.19926, 12.237282, 11.111803, 12.494441, 13.431475, 14.837257, 17.910196, 16.974435, 17.96892, 13.023319, 7.338394, 7.923649, 1.408953, 0.168869], "sum_m_pl": [39.154632, 48.620319, 47.452656, 47.311908, 44.694211, 45.269298, 46.126923, 46.487318, 46.788654, 48.55695, 47.967721, 48.172058, 50.481217, 49.401214, 50.874877, 52.058825, 53.609813, 53.707697, 54.712064, 55.434661, 55.882494, 55.629363, 55.906117, 55.764889, 49.211534, 47.166722, 46.337008, 46.600526, 46.480402, 47.39652, 50.763405, 51.153689, 51.096119, 48.911953, 49.284916, 48.239668, 46.414264, 44.909649, 46.923704, 45.588594, 44.392088, 44.143677, 41.997444, 43.342066, 45.034982, 47.342873, 54.962961, 50.517689, 82.6601, 104.270221]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "pes-Kardiologia-2020 wiosna-78", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 814, "region_end": 173, "roundtrip_ok": true, "tf_agree": 0.9486, "tf_agree_excl_first": 0.954}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 2, 3, 3, 3, 2, 2, 3, 2, 3, 2, 1, 2, 0, 3, 1, 1, 1, 0, 0, 0, 2, 2, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 1, 2, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.238768, 0.139129, 0.150529, 0.176066, 0.181268, 0.15557, 0.142791, 0.153732, 0.146609, 0.135035, 0.13668, 0.146856, 0.15413, 0.170633, 0.186102, 0.187983, 0.193914, 0.168884, 0.156531, 0.148743, 0.136381, 0.12549, 0.124723, 0.127716, 0.435388, 0.339051, 0.320508, 0.334449, 0.268353, 0.249494, 0.231537, 0.213495, 0.24491, 0.231155, 0.303762, 0.284883, 0.446401, 0.307097, 0.283995, 0.25247, 0.252966, 0.229948, 0.241503, 0.278684, 0.145475, 0.233385, 0.085566, 0.060222, 0.002432, 0.000202], "sum_m_pl": [1.334673, 1.460115, 1.515675, 1.474278, 1.44604, 1.521165, 1.468408, 1.406307, 1.458015, 1.468794, 1.458026, 1.483239, 1.470466, 1.484211, 1.383647, 1.367851, 1.366825, 1.350012, 1.387858, 1.410278, 1.432013, 1.453323, 1.478996, 1.492734, 1.129164, 1.216538, 1.108889, 1.143042, 1.18796, 1.323897, 1.345767, 1.387054, 1.244042, 1.240296, 1.189738, 1.231722, 1.082908, 1.033924, 1.053228, 1.014789, 1.127678, 1.187276, 1.152531, 1.104869, 0.719162, 0.750946, 0.31921, 0.237963, 0.074147, 0.196674]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 352, "item_id": "pes-Medycyna Pracy-2018 jesień-53", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 965, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9943, "tf_agree_excl_first": 0.9972}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [134, 77, 54, 54, 50, 67, 65, 71, 69, 88, 82, 84, 67, 56, 73, 54, 51, 66, 57, 49, 56, 52, 46, 50, 81, 82, 82, 95, 87, 93, 79, 87, 76, 87, 93, 95, 96, 99, 88, 87, 94, 94, 85, 82, 63, 59, 30, 16, 5, 3], "n_am_pl": [27, 85, 84, 70, 56, 46, 43, 39, 47, 40, 37, 42, 39, 50, 52, 69, 57, 43, 66, 80, 71, 84, 83, 84, 71, 56, 56, 44, 36, 48, 62, 50, 51, 46, 51, 52, 54, 49, 54, 82, 76, 87, 95, 101, 94, 95, 104, 115, 155, 186], "n_pos": 357, "sum_m_en": [35.502984, 18.524957, 17.846112, 17.900302, 18.663472, 18.898652, 18.860025, 19.657885, 20.011022, 20.736793, 21.630377, 23.679103, 23.124502, 24.507831, 25.107818, 24.709225, 23.280363, 22.774903, 20.267661, 18.757024, 16.945636, 16.055353, 15.566866, 15.385125, 28.731236, 32.949342, 33.681216, 33.727498, 35.119019, 38.829609, 35.930224, 36.644593, 37.209854, 38.752984, 40.238689, 40.259495, 40.16853, 43.578678, 44.20185, 43.767853, 43.772796, 48.218236, 49.602485, 52.001461, 49.421801, 48.556708, 30.133406, 20.432626, 7.3555, 3.170428], "sum_m_pl": [136.036988, 167.135408, 164.36244, 165.502007, 163.564732, 164.095008, 165.049775, 164.774291, 164.900346, 165.581257, 160.415463, 158.18177, 162.518874, 158.574767, 160.552985, 163.608259, 165.293296, 164.314381, 170.783912, 174.77083, 176.047228, 177.519213, 177.077185, 176.909875, 152.250876, 143.971657, 137.74364, 142.63377, 144.443067, 140.930726, 144.58585, 143.528394, 141.180898, 136.883978, 134.116858, 130.501542, 128.891849, 125.014257, 124.151445, 133.086757, 129.798466, 128.351731, 129.685061, 122.624942, 112.09123, 107.647834, 108.462398, 117.256833, 149.277055, 182.888836]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [65, 31, 21, 24, 31, 30, 37, 47, 44, 47, 47, 47, 42, 40, 47, 31, 27, 41, 37, 32, 37, 29, 26, 30, 52, 57, 54, 59, 54, 63, 55, 56, 48, 52, 55, 53, 56, 62, 59, 57, 65, 67, 57, 56, 44, 43, 22, 13, 5, 3], "n_am_pl": [8, 46, 47, 34, 29, 27, 21, 22, 31, 25, 16, 24, 23, 23, 28, 45, 38, 25, 37, 44, 41, 52, 51, 53, 38, 28, 33, 26, 21, 25, 34, 29, 28, 25, 29, 31, 36, 31, 33, 53, 48, 60, 67, 69, 63, 68, 90, 101, 151, 184], "n_pos": 188, "sum_m_en": [18.328181, 9.759617, 9.512086, 9.616886, 10.135164, 10.183362, 10.494796, 11.069904, 11.243184, 11.56274, 11.808089, 12.968922, 12.761121, 13.335281, 13.364976, 13.270294, 12.524646, 12.40169, 11.029102, 10.176975, 8.940771, 8.419608, 8.153165, 8.141624, 16.868346, 19.473029, 19.846918, 19.597555, 20.292477, 22.667292, 20.881849, 21.060707, 20.71272, 21.551182, 22.620121, 21.967243, 22.865057, 25.873081, 25.813004, 25.984283, 26.69456, 31.011899, 31.443052, 34.925361, 34.588844, 36.434131, 23.563115, 14.506405, 5.765034, 3.166329], "sum_m_pl": [69.135079, 85.996089, 85.190987, 85.766296, 84.938867, 85.546545, 86.206542, 86.427336, 87.234521, 87.651661, 85.242998, 84.434635, 87.139902, 84.927736, 86.432564, 88.078466, 88.63584, 88.404552, 91.146652, 93.085267, 93.587615, 94.597218, 94.291734, 94.257521, 84.122904, 79.162489, 76.240301, 78.596839, 79.294741, 77.116367, 80.26789, 79.733719, 79.634163, 78.376458, 75.865997, 75.505921, 77.248507, 75.303288, 75.471638, 80.72482, 79.590973, 79.755663, 81.324901, 77.007002, 75.002888, 75.030209, 87.039573, 97.163577, 140.823612, 179.220041]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 359, "item_id": "pes-Medycyna Pracy-2018 jesień-53", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 845, "region_end": 357, "roundtrip_ok": true, "tf_agree": 0.9777, "tf_agree_excl_first": 0.9804}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [58, 61, 44, 40, 33, 29, 33, 32, 40, 38, 48, 44, 50, 62, 55, 60, 49, 52, 51, 44, 51, 45, 47, 48, 70, 74, 60, 58, 49, 62, 57, 54, 60, 54, 62, 74, 79, 92, 94, 97, 97, 90, 92, 92, 95, 92, 93, 101, 108, 103], "n_am_pl": [10, 21, 29, 32, 35, 37, 21, 22, 30, 28, 17, 30, 31, 28, 28, 32, 28, 25, 24, 32, 30, 38, 28, 30, 17, 21, 22, 31, 28, 25, 30, 26, 25, 24, 23, 21, 11, 13, 18, 15, 14, 17, 15, 22, 16, 14, 14, 4, 1, 1], "n_pos": 201, "sum_m_en": [25.696356, 14.115743, 12.45594, 11.999806, 12.271112, 11.416968, 11.452179, 11.844951, 11.802438, 11.969074, 11.971881, 12.571561, 13.316045, 14.924777, 14.485164, 14.817151, 14.541405, 14.117998, 13.627897, 12.491667, 11.538481, 10.856422, 10.209145, 9.939923, 22.320749, 23.695942, 22.778616, 21.065929, 19.778714, 20.00124, 18.866173, 18.722494, 19.829277, 19.73612, 22.350548, 26.658876, 35.263501, 39.418561, 40.545205, 44.71313, 49.177695, 57.271161, 62.040938, 72.157651, 76.048091, 78.92331, 84.388695, 90.277955, 100.717922, 102.422777], "sum_m_pl": [70.37103, 91.84243, 91.81655, 89.171097, 85.209947, 84.062192, 85.57882, 85.244776, 83.779676, 86.746648, 85.544354, 87.076457, 89.061813, 85.464982, 87.840919, 88.629873, 88.897838, 87.885296, 89.657998, 92.162558, 92.773928, 94.050156, 94.634518, 94.683924, 75.017206, 73.547666, 69.866394, 74.647025, 76.957684, 76.235084, 80.499854, 79.659512, 79.581592, 79.845934, 78.179264, 74.727622, 63.500769, 61.150668, 61.241181, 58.688467, 53.28415, 48.15851, 45.879247, 38.835244, 33.205197, 27.410088, 19.166866, 10.869234, 2.543512, 1.03888]}, "digit": {"n_am_en": [1, 1, 4, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 2, 0, 2, 1, 0, 1, 0, 1, 1, 2, 2, 2, 4, 3, 1, 1, 1, 2, 2, 1, 1, 0, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 2, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 2, 1, 0, 0, 2, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0], "n_pos": 9, "sum_m_en": [0.762811, 0.407154, 0.376332, 0.359639, 0.357018, 0.371055, 0.350567, 0.375298, 0.39093, 0.415442, 0.407786, 0.428188, 0.450112, 0.532966, 0.52929, 0.581838, 0.580726, 0.560921, 0.532292, 0.467626, 0.445761, 0.432711, 0.414091, 0.401614, 0.581061, 0.600717, 0.723776, 0.678725, 0.603028, 0.659661, 0.646559, 0.632495, 0.580967, 0.61678, 0.62221, 0.687039, 0.76442, 0.777746, 0.77313, 0.779593, 0.744971, 0.721963, 0.841079, 1.161967, 0.928322, 0.632087, 0.421071, 0.300617, 0.006138, 0.0], "sum_m_pl": [3.835788, 4.815469, 4.714573, 4.52786, 4.37772, 4.220303, 4.15911, 4.053737, 3.839413, 4.007726, 3.882334, 4.000324, 4.026779, 4.049263, 4.043625, 3.985742, 3.821633, 3.907535, 3.999974, 4.203316, 4.192065, 4.192041, 4.25914, 4.276906, 3.575839, 3.598554, 3.15748, 3.320086, 3.572019, 3.604374, 3.669832, 3.660302, 3.577103, 3.576318, 3.479431, 3.262211, 2.679328, 2.678684, 2.666302, 2.946807, 2.755431, 2.859206, 2.706139, 2.290091, 2.213984, 1.266594, 0.692384, 0.399185, 0.035187, 0.0]}, "lang": {"n_am_en": [31, 34, 28, 26, 17, 20, 21, 20, 19, 26, 29, 30, 27, 34, 31, 35, 30, 33, 32, 27, 30, 27, 28, 29, 44, 44, 37, 39, 35, 40, 35, 35, 38, 35, 40, 42, 50, 53, 57, 57, 62, 61, 63, 62, 66, 66, 64, 80, 97, 102], "n_am_pl": [5, 11, 14, 18, 20, 19, 12, 12, 18, 15, 7, 15, 16, 11, 14, 18, 17, 12, 10, 14, 16, 22, 16, 16, 7, 10, 11, 7, 10, 10, 14, 10, 13, 10, 10, 7, 3, 7, 9, 7, 8, 8, 6, 11, 9, 8, 8, 1, 1, 1], "n_pos": 106, "sum_m_en": [15.494235, 8.017814, 6.999306, 6.516271, 6.633776, 6.246607, 6.459167, 6.611139, 6.59822, 6.69219, 6.725569, 7.037766, 7.34856, 8.118377, 7.866083, 7.9249, 7.903187, 7.700581, 7.492025, 6.894161, 6.309007, 5.927627, 5.553794, 5.413881, 13.600899, 14.554973, 13.700031, 12.599412, 11.761735, 11.645562, 10.717907, 10.685987, 11.548889, 11.599719, 13.49662, 17.070376, 22.209426, 24.576172, 26.718051, 29.099443, 32.753279, 39.299896, 42.198253, 48.20556, 52.169645, 55.805895, 60.599821, 71.78519, 89.514686, 98.563094], "sum_m_pl": [34.903497, 47.152611, 47.231368, 46.121992, 43.965027, 43.447356, 44.406571, 44.067711, 43.333574, 44.791107, 44.103553, 44.916091, 46.395805, 44.208967, 45.654614, 46.332249, 46.569216, 46.274639, 46.969662, 48.290749, 48.570385, 49.288224, 49.722765, 49.774723, 38.785189, 37.616373, 35.877953, 38.242132, 39.622568, 39.802244, 42.210596, 41.395001, 41.194033, 41.476784, 40.122615, 37.901028, 32.691595, 31.458607, 30.741697, 29.516442, 27.09491, 23.393927, 21.409176, 18.34232, 15.586687, 12.995909, 9.813727, 4.265358, 1.732143, 1.013503]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "pes-Medycyna Pracy-2018 wiosna-114", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1067, "region_end": 201, "roundtrip_ok": true, "tf_agree": 0.9754, "tf_agree_excl_first": 0.9802}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 1, 2, 0, 3, 3, 3, 1, 0, 0, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 1, 2, 2, 2, 2, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.252148, 0.145022, 0.156436, 0.181583, 0.18764, 0.157969, 0.145945, 0.15629, 0.14553, 0.139795, 0.145379, 0.154371, 0.159538, 0.153834, 0.172131, 0.171751, 0.162619, 0.146842, 0.143122, 0.136497, 0.128084, 0.122201, 0.117695, 0.120468, 0.269945, 0.212426, 0.227721, 0.254428, 0.223155, 0.191542, 0.215188, 0.163989, 0.202472, 0.191143, 0.237557, 0.203149, 0.364, 0.268497, 0.253952, 0.223784, 0.205803, 0.192527, 0.180129, 0.191333, 0.129171, 0.132213, 0.096808, 0.041495, 0.004698, 4e-06], "sum_m_pl": [1.27831, 1.419241, 1.461505, 1.437923, 1.417398, 1.501767, 1.474364, 1.424907, 1.441951, 1.451623, 1.435873, 1.451715, 1.458879, 1.483559, 1.36889, 1.360023, 1.36118, 1.328285, 1.384039, 1.383989, 1.378216, 1.383946, 1.419168, 1.43107, 1.141707, 1.12818, 1.084124, 1.162713, 1.138616, 1.255058, 1.224529, 1.308047, 1.175201, 1.120149, 1.189344, 1.217283, 1.144492, 1.036755, 1.064074, 1.102215, 1.190585, 1.211466, 1.234534, 1.191713, 0.741379, 0.680043, 0.396906, 0.214506, 0.057785, 0.353768]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 387, "item_id": "pes-Medycyna Pracy-2018 wiosna-114", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 947, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9793, "tf_agree_excl_first": 0.9819}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [21, 15, 17, 18, 16, 18, 15, 12, 12, 22, 15, 17, 22, 20, 17, 19, 29, 22, 29, 24, 22, 18, 19, 24, 32, 28, 24, 22, 19, 24, 16, 23, 24, 26, 30, 31, 37, 35, 40, 42, 40, 42, 46, 51, 45, 45, 49, 48, 42, 38], "n_am_pl": [5, 13, 12, 13, 13, 12, 5, 10, 16, 17, 13, 12, 14, 11, 14, 20, 14, 13, 8, 6, 7, 10, 10, 7, 4, 6, 9, 10, 11, 9, 11, 11, 11, 9, 9, 8, 4, 8, 6, 6, 6, 4, 4, 2, 7, 6, 4, 3, 0, 0], "n_pos": 87, "sum_m_en": [10.085183, 6.227217, 5.608253, 5.509603, 5.478146, 5.277281, 5.195922, 5.481069, 5.461761, 5.905298, 6.169453, 6.086548, 6.568202, 6.649346, 6.365005, 6.751026, 6.64978, 6.119538, 6.305355, 5.916878, 5.435335, 5.289755, 5.174552, 5.062474, 11.715533, 12.232366, 11.592372, 10.467218, 9.964144, 9.672157, 9.162833, 9.199059, 9.422713, 10.177873, 11.055549, 11.948909, 17.096202, 17.596911, 19.21515, 23.063493, 24.005477, 28.136255, 33.519448, 38.161529, 36.671166, 42.831451, 44.40344, 45.925263, 42.083412, 40.128772], "sum_m_pl": [29.632057, 37.555355, 38.491191, 37.044086, 35.459975, 35.536989, 35.885059, 35.565179, 35.363664, 37.255233, 35.926681, 35.849093, 35.501019, 34.748433, 36.431966, 36.116896, 36.679554, 36.62497, 36.484831, 37.48453, 37.652827, 38.014573, 37.730914, 37.608278, 25.100879, 24.29917, 24.194118, 27.580652, 27.822669, 27.42854, 28.312823, 28.844898, 29.427149, 28.91111, 28.741143, 27.929098, 22.255982, 22.048385, 21.039314, 18.547341, 16.654199, 14.124813, 11.836441, 10.295927, 12.275702, 7.975604, 5.985731, 3.336247, 0.412733, 0.246171]}, "digit": {"n_am_en": [0, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 2, 2, 0, 1, 3, 3, 2, 0, 1, 2, 2, 1, 1, 1, 2, 1, 0, 0, 1, 1, 0, 2, 0, 1, 2, 2, 2, 2, 2, 1, 1, 2, 1, 0, 0], "n_am_pl": [0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 2, 1, 2, 2, 2, 1, 0, 0, 1, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.331733, 0.190137, 0.17891, 0.187082, 0.208797, 0.21089, 0.197028, 0.220845, 0.208051, 0.239593, 0.266098, 0.254154, 0.288817, 0.259336, 0.235093, 0.260395, 0.264412, 0.252158, 0.274469, 0.28944, 0.268429, 0.258034, 0.245309, 0.256456, 0.673644, 0.671122, 0.577119, 0.5097, 0.491098, 0.479883, 0.362521, 0.334316, 0.313869, 0.325434, 0.344177, 0.330306, 0.367214, 0.373663, 0.41268, 0.509314, 0.960154, 0.988299, 0.957716, 0.965955, 1.234437, 0.978082, 1.192193, 0.453257, 0.175372, 0.0], "sum_m_pl": [1.846327, 2.073891, 2.083177, 2.005014, 1.888481, 1.933849, 1.989831, 1.97763, 2.015624, 2.004835, 1.924143, 1.925236, 1.872058, 1.872467, 1.920333, 1.866865, 1.880333, 1.858329, 1.839061, 1.833366, 1.839748, 1.799455, 1.735534, 1.726875, 1.129457, 1.226213, 1.244363, 1.36997, 1.390777, 1.396277, 1.486355, 1.446393, 1.619261, 1.596647, 1.573472, 1.709469, 1.669843, 1.57634, 1.539486, 1.633558, 1.30175, 1.251948, 0.955381, 0.741361, 0.639646, 0.777125, 0.337007, 0.195547, 0.185921, 0.0]}, "lang": {"n_am_en": [12, 8, 10, 9, 10, 8, 8, 6, 4, 12, 7, 8, 9, 12, 8, 10, 14, 13, 17, 10, 11, 9, 13, 14, 17, 14, 12, 13, 9, 12, 6, 11, 11, 13, 12, 16, 17, 16, 22, 19, 20, 22, 25, 29, 28, 27, 33, 35, 37, 38], "n_am_pl": [4, 6, 6, 4, 6, 8, 3, 6, 9, 11, 7, 7, 7, 5, 8, 9, 6, 8, 4, 3, 2, 3, 1, 2, 2, 2, 3, 4, 4, 3, 4, 6, 7, 3, 5, 2, 2, 5, 3, 2, 3, 0, 2, 1, 2, 2, 0, 0, 0, 0], "n_pos": 43, "sum_m_en": [5.292762, 3.118068, 2.782668, 2.748521, 2.725477, 2.572156, 2.531766, 2.664984, 2.70925, 2.957333, 3.135539, 3.093161, 3.326614, 3.317999, 3.138956, 3.441964, 3.375507, 3.10104, 3.196445, 2.974056, 2.742786, 2.681643, 2.588865, 2.512764, 5.994713, 6.235542, 6.311006, 5.441246, 5.329562, 4.952163, 4.695753, 4.840608, 4.982162, 5.438117, 5.726661, 6.251351, 8.70468, 8.618083, 9.95168, 12.309173, 12.790205, 15.304068, 18.556949, 21.366359, 21.451596, 25.243313, 29.774735, 32.907415, 36.600437, 39.360229], "sum_m_pl": [14.022998, 18.212842, 18.873742, 17.901792, 17.149157, 17.260822, 17.454418, 17.379387, 17.285231, 18.300122, 17.507511, 17.569572, 17.502953, 17.003928, 17.921094, 17.617551, 17.853391, 17.937551, 17.93713, 18.448981, 18.441434, 18.524791, 18.526602, 18.477551, 11.789912, 11.224078, 11.128636, 13.287745, 13.670154, 13.930629, 14.314818, 14.306148, 14.567964, 14.278598, 13.95961, 13.703943, 10.871992, 11.054066, 10.401382, 9.094905, 8.131797, 6.886785, 5.591735, 4.72234, 4.819489, 2.962008, 1.160991, 0.354805, 0.207542, 0.245647]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "pes-Medycyna Pracy-2018 wiosna-48", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 905, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9326, "tf_agree_excl_first": 0.9432}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [13, 7, 8, 7, 5, 7, 8, 7, 9, 9, 6, 7, 9, 5, 6, 8, 8, 8, 7, 14, 10, 11, 9, 13, 18, 16, 12, 13, 15, 13, 10, 11, 10, 9, 13, 13, 13, 14, 14, 13, 15, 14, 15, 13, 12, 16, 7, 5, 2, 0], "n_am_pl": [3, 10, 10, 8, 6, 6, 9, 6, 9, 9, 7, 5, 9, 8, 7, 8, 6, 13, 9, 6, 11, 9, 13, 14, 3, 7, 3, 11, 5, 6, 7, 10, 14, 15, 9, 15, 11, 7, 11, 9, 10, 14, 12, 14, 13, 13, 14, 12, 22, 23], "n_pos": 48, "sum_m_en": [4.329061, 2.257024, 2.211722, 2.473086, 2.446974, 2.531919, 2.418318, 2.492495, 2.469851, 2.582283, 2.680206, 2.668363, 2.875961, 2.87221, 2.675867, 2.755774, 2.72277, 2.63262, 2.510183, 2.466421, 2.344134, 2.238867, 2.21598, 2.190056, 4.986754, 4.705557, 4.67859, 4.275759, 4.390344, 4.313879, 3.911384, 3.840879, 3.818917, 3.870054, 4.154722, 4.425958, 5.199246, 5.602841, 5.842478, 7.087094, 7.860509, 8.171048, 8.470681, 9.016939, 8.777836, 10.054925, 7.259688, 5.253206, 2.320628, 0.002946], "sum_m_pl": [17.999312, 22.010832, 21.792983, 21.329748, 20.713975, 20.971113, 21.331306, 20.884171, 21.096826, 21.64792, 20.225348, 20.38585, 20.691266, 20.701418, 21.353826, 21.36695, 21.87617, 22.066989, 22.593112, 22.794648, 22.78739, 22.914301, 22.762739, 22.896112, 18.257316, 17.980852, 17.997994, 19.235031, 19.414089, 19.506398, 19.584854, 20.61764, 20.647101, 20.175725, 20.365709, 20.454121, 18.644932, 18.40803, 19.028348, 18.870139, 18.41049, 18.220933, 17.467702, 16.693346, 17.00449, 15.858341, 14.67011, 14.761156, 20.200763, 23.083583]}, "digit": {"n_am_en": [0, 0, 2, 2, 1, 1, 1, 3, 2, 2, 1, 1, 2, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 2, 2, 2, 1, 1, 2, 1, 1, 1, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 2, 1, 2, 1, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 2, 3, 1, 2, 2, 2, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.317142, 0.179309, 0.175352, 0.18154, 0.193036, 0.202497, 0.196828, 0.208184, 0.196182, 0.214404, 0.220544, 0.218908, 0.244628, 0.232815, 0.203671, 0.222431, 0.229853, 0.223501, 0.224281, 0.229508, 0.215269, 0.205778, 0.204625, 0.206464, 0.442811, 0.43111, 0.431401, 0.328966, 0.37024, 0.339498, 0.318038, 0.28863, 0.302426, 0.276219, 0.32462, 0.386253, 0.364965, 0.343419, 0.342804, 0.327166, 0.332625, 0.286424, 0.287753, 0.342838, 0.220628, 0.117576, 0.075325, 0.075317, 0.065142, 0.0], "sum_m_pl": [1.874535, 2.12553, 2.097031, 2.058515, 1.924402, 1.90312, 1.961613, 1.984881, 1.99113, 2.002992, 1.91101, 1.931396, 1.932164, 1.865341, 1.907853, 1.88614, 1.874015, 1.874348, 1.940934, 1.926821, 1.900516, 1.890985, 1.835133, 1.853056, 1.510396, 1.468887, 1.444315, 1.546728, 1.575695, 1.581243, 1.527915, 1.557991, 1.660078, 1.705615, 1.697053, 1.682581, 1.748554, 1.640059, 1.657068, 1.801824, 1.772208, 1.770038, 1.41247, 1.286266, 1.095597, 1.201207, 0.620063, 0.503165, 0.308136, 0.0]}, "lang": {"n_am_en": [4, 5, 3, 2, 3, 3, 4, 0, 2, 3, 3, 4, 4, 1, 2, 4, 4, 5, 5, 7, 5, 5, 5, 9, 12, 10, 5, 6, 9, 5, 5, 5, 4, 4, 8, 5, 6, 7, 6, 6, 5, 7, 8, 7, 5, 8, 2, 3, 1, 0], "n_am_pl": [2, 5, 4, 4, 1, 3, 3, 2, 5, 5, 2, 1, 5, 5, 4, 3, 3, 6, 3, 3, 4, 3, 7, 7, 2, 5, 2, 5, 3, 5, 5, 5, 8, 10, 6, 11, 8, 5, 8, 4, 5, 7, 8, 8, 6, 7, 9, 8, 19, 23], "n_pos": 23, "sum_m_en": [2.02287, 1.075195, 1.079576, 1.270487, 1.238708, 1.291854, 1.227176, 1.248569, 1.256642, 1.328709, 1.340922, 1.305186, 1.410331, 1.398376, 1.345475, 1.372249, 1.349282, 1.29413, 1.209947, 1.185076, 1.109399, 1.06506, 1.046198, 1.032994, 2.740723, 2.347345, 2.177001, 2.02438, 2.023054, 2.037579, 1.953926, 1.996576, 1.864811, 1.934221, 2.044321, 2.091506, 2.363989, 2.562667, 2.903931, 3.564995, 4.164414, 4.395365, 4.642008, 4.882839, 4.33108, 4.48845, 2.886557, 2.591581, 1.098158, 0.001153], "sum_m_pl": [8.524509, 10.326883, 10.277293, 9.917623, 9.797467, 10.089172, 10.297469, 9.888434, 10.061201, 10.362713, 9.79086, 9.897453, 9.948428, 9.914669, 10.463108, 10.44633, 10.729595, 10.818845, 11.046364, 11.173593, 11.191795, 11.224662, 11.180919, 11.248325, 9.355631, 9.343436, 9.289567, 9.70899, 9.954845, 9.975347, 10.076245, 10.525492, 10.68546, 10.402757, 10.547013, 10.63809, 9.988026, 9.74005, 10.15623, 9.782082, 9.622263, 9.667075, 9.416081, 9.458264, 9.69534, 9.224667, 9.589148, 10.003037, 16.754376, 22.051167]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 50, "item_id": "pes-Medycyna Pracy-2018 wiosna-48", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 785, "region_end": 48, "roundtrip_ok": true, "tf_agree": 0.98, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [71, 71, 59, 55, 51, 49, 62, 57, 51, 55, 62, 64, 59, 59, 65, 60, 72, 45, 57, 61, 59, 57, 57, 57, 75, 94, 78, 71, 60, 60, 62, 54, 46, 49, 56, 61, 69, 80, 93, 103, 103, 111, 104, 105, 116, 138, 123, 126, 130, 128], "n_am_pl": [14, 33, 33, 40, 35, 32, 17, 18, 27, 27, 32, 29, 25, 28, 28, 37, 26, 33, 33, 28, 29, 27, 24, 21, 17, 14, 14, 20, 30, 22, 23, 26, 29, 27, 29, 31, 20, 13, 10, 10, 8, 6, 3, 7, 11, 10, 12, 7, 1, 2], "n_pos": 228, "sum_m_en": [28.290471, 15.540931, 14.034599, 13.073929, 12.906589, 12.440083, 12.172327, 12.426393, 12.460482, 13.249789, 14.605962, 15.890564, 16.714739, 17.510508, 18.244594, 17.730426, 16.361434, 16.347439, 15.350923, 14.156989, 13.009689, 12.423933, 11.704491, 11.282734, 25.906734, 29.207719, 28.938799, 27.343379, 25.249279, 24.618295, 23.495646, 23.341421, 24.828289, 24.441312, 26.620759, 29.409531, 38.537735, 42.146433, 46.915129, 48.954461, 51.715913, 63.620148, 71.082275, 75.983891, 92.17164, 112.075751, 108.943404, 119.968097, 128.34473, 127.911528], "sum_m_pl": [78.898067, 105.175597, 106.721285, 106.369664, 103.720902, 103.290224, 105.227017, 105.012725, 103.937197, 106.651371, 103.051737, 102.411772, 100.368008, 96.407522, 98.479528, 101.502538, 105.368838, 102.110428, 102.496388, 105.048439, 105.63279, 107.591864, 107.338591, 107.703763, 79.659465, 79.456689, 74.168268, 79.662512, 80.651608, 79.92352, 83.163184, 83.177083, 83.961443, 83.595769, 84.371387, 80.187497, 67.462537, 64.151916, 60.536254, 57.916348, 51.556395, 40.4885, 38.061994, 32.224077, 27.328317, 18.794089, 17.269685, 9.604933, 2.13563, 2.072241]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [41, 43, 33, 36, 30, 30, 40, 33, 33, 34, 42, 37, 38, 35, 41, 36, 43, 27, 36, 37, 37, 36, 32, 32, 48, 62, 53, 46, 40, 38, 41, 34, 31, 30, 30, 37, 40, 45, 54, 62, 65, 73, 67, 68, 81, 101, 99, 101, 119, 128], "n_am_pl": [7, 18, 18, 23, 18, 19, 7, 11, 16, 20, 18, 19, 14, 14, 13, 18, 14, 23, 21, 14, 17, 15, 14, 13, 7, 8, 8, 14, 17, 13, 14, 12, 14, 17, 22, 21, 15, 10, 7, 5, 4, 3, 1, 5, 7, 6, 5, 1, 0, 2], "n_pos": 131, "sum_m_en": [17.081251, 9.029079, 8.165016, 7.622272, 7.566332, 7.430825, 7.204182, 7.250049, 7.406805, 7.825779, 8.684509, 9.476758, 10.029553, 10.643279, 11.144395, 10.592322, 9.799823, 9.762315, 9.133112, 8.420024, 7.689669, 7.217534, 6.730795, 6.438679, 16.159859, 18.390916, 18.811435, 17.469284, 16.196649, 15.575851, 14.738325, 14.573747, 15.348153, 14.544143, 15.869524, 18.820166, 23.110407, 24.511958, 26.659546, 28.622386, 32.640107, 40.188492, 44.124584, 50.224169, 62.552241, 79.355549, 86.605271, 95.390141, 114.73492, 123.285241], "sum_m_pl": [44.036568, 60.54377, 61.4784, 61.417354, 59.630865, 59.334172, 60.737699, 60.76503, 60.222083, 61.888523, 59.709175, 59.323285, 58.310386, 55.854067, 57.078463, 58.784808, 61.119484, 59.387851, 59.586338, 60.812507, 61.262004, 62.466265, 62.471455, 62.75904, 47.297913, 46.577692, 43.321721, 46.586771, 47.049221, 47.004129, 48.970238, 48.751126, 49.554562, 49.489551, 49.496228, 47.159783, 40.30634, 38.605828, 36.05055, 35.562263, 31.329747, 24.963943, 23.505353, 19.507439, 16.987366, 11.405346, 7.745652, 3.896826, 0.856199, 1.745051]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 235, "item_id": "pes-Medycyna Pracy-2018 wiosna-83", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 995, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9872, "tf_agree_excl_first": 0.9915}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 33, 24, 19, 16, 12, 20, 18, 22, 17, 23, 25, 26, 20, 23, 27, 30, 30, 30, 24, 25, 22, 28, 21, 45, 33, 23, 25, 20, 25, 24, 28, 30, 27, 30, 41, 44, 40, 47, 41, 39, 36, 42, 36, 41, 40, 24, 17, 2, 0], "n_am_pl": [10, 30, 34, 34, 31, 35, 29, 26, 31, 28, 23, 30, 25, 26, 40, 39, 46, 39, 43, 40, 36, 36, 43, 50, 18, 25, 33, 34, 34, 31, 26, 31, 37, 37, 33, 29, 24, 21, 24, 24, 28, 30, 31, 35, 40, 42, 47, 49, 84, 89], "n_pos": 152, "sum_m_en": [14.614238, 7.079571, 6.905882, 7.389945, 7.337503, 7.059625, 7.150094, 7.119512, 7.150149, 7.830012, 8.313618, 9.087608, 8.672792, 8.955356, 9.462559, 9.419599, 9.306344, 8.746153, 7.718118, 7.393342, 6.867507, 6.554974, 6.39137, 6.255463, 11.576989, 11.56149, 11.962577, 11.512008, 11.059984, 11.810229, 11.615713, 11.143163, 11.577003, 11.608697, 12.614664, 13.281769, 14.609854, 15.997262, 15.061567, 13.342462, 16.183299, 16.805048, 19.271101, 20.217897, 27.350247, 26.661381, 17.818897, 14.528344, 3.354201, 0.484837], "sum_m_pl": [54.700128, 69.012611, 68.932333, 69.15278, 66.559846, 65.219514, 67.509652, 68.11106, 68.083283, 69.458222, 67.322791, 66.399322, 66.639314, 65.784274, 67.964217, 70.764672, 72.43518, 72.141167, 73.39004, 74.820537, 75.736235, 76.384799, 76.328164, 76.427068, 63.039266, 62.791325, 60.42635, 63.990244, 64.403887, 64.940363, 66.039309, 65.969116, 68.671551, 66.468975, 65.648351, 63.592655, 59.523339, 58.482548, 58.072393, 58.317627, 55.215677, 53.679025, 52.784143, 51.307808, 51.29679, 53.102776, 52.152203, 51.522854, 78.482211, 89.258949]}, "digit": {"n_am_en": [6, 6, 6, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 8, "sum_m_en": [2.230344, 0.475016, 0.377131, 0.312849, 0.31387, 0.345854, 0.339914, 0.327815, 0.357606, 0.40868, 0.444758, 0.48702, 0.437053, 0.404328, 0.40238, 0.411145, 0.391942, 0.373224, 0.3425, 0.349853, 0.343155, 0.323154, 0.322154, 0.323492, 0.415832, 0.421091, 0.368442, 0.35564, 0.387071, 0.492379, 0.51689, 0.431938, 0.415714, 0.370573, 0.434536, 0.540983, 0.544047, 0.558338, 0.442084, 0.401759, 0.420584, 0.401764, 0.360661, 0.36045, 0.299282, 0.179905, 0.139141, 0.087971, 0.006475, 2e-06], "sum_m_pl": [2.261925, 4.073808, 4.120091, 4.095695, 3.776706, 3.452254, 3.80101, 3.71946, 3.562359, 3.589943, 3.41271, 3.178015, 3.212367, 3.147537, 3.038549, 3.147134, 3.170211, 3.083532, 3.350441, 3.580886, 3.675407, 3.780672, 3.769013, 3.817214, 2.654137, 2.619889, 1.842151, 1.92621, 2.22505, 2.270754, 2.49854, 2.681178, 2.706894, 2.460692, 2.241557, 2.41987, 2.327559, 2.605482, 2.534964, 2.504652, 2.512086, 2.744345, 2.592799, 2.191475, 2.45765, 1.707087, 0.991278, 0.668332, 0.03884, 0.001652]}, "lang": {"n_am_en": [25, 16, 6, 9, 5, 7, 14, 11, 12, 6, 8, 13, 16, 13, 18, 16, 17, 19, 17, 14, 14, 12, 16, 12, 30, 21, 15, 16, 11, 15, 14, 22, 18, 17, 20, 27, 27, 26, 27, 23, 20, 21, 27, 22, 28, 25, 15, 11, 1, 0], "n_am_pl": [5, 15, 23, 23, 18, 22, 17, 17, 15, 18, 15, 21, 17, 15, 23, 22, 31, 26, 30, 27, 23, 21, 29, 37, 14, 20, 24, 24, 26, 19, 18, 19, 25, 25, 23, 21, 19, 17, 17, 19, 25, 25, 25, 29, 33, 34, 38, 43, 74, 86], "n_pos": 86, "sum_m_en": [7.938271, 4.040217, 3.968942, 4.209735, 4.198566, 4.049764, 4.225332, 4.152667, 4.154178, 4.463556, 4.730005, 5.150695, 5.028193, 5.265347, 5.729726, 5.604986, 5.527208, 5.19534, 4.536931, 4.329037, 3.971071, 3.768986, 3.654401, 3.5458, 7.336629, 7.248126, 7.541567, 7.113724, 6.82767, 7.270253, 7.075999, 6.960247, 7.31756, 7.362826, 7.813856, 8.371248, 8.718862, 9.640344, 8.73703, 7.440115, 10.174408, 10.116972, 13.174164, 13.9728, 18.675189, 16.954055, 11.145892, 8.676263, 1.877745, 0.479815], "sum_m_pl": [30.278442, 38.198452, 37.879074, 38.16246, 36.580264, 36.365735, 37.748907, 37.878318, 38.413913, 39.585365, 38.455732, 38.146926, 38.776838, 38.357595, 40.201627, 41.360211, 42.275952, 42.264685, 42.544846, 43.208393, 43.497043, 43.872656, 43.856672, 43.879229, 38.634487, 38.581397, 38.180741, 39.423013, 39.41951, 39.418438, 39.623036, 39.280159, 40.952642, 40.141838, 39.589506, 39.575694, 37.663592, 37.849813, 37.91922, 39.087936, 36.647606, 35.801212, 35.320431, 35.927136, 36.857935, 39.293956, 41.176882, 41.940365, 68.850062, 84.496011]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 154, "item_id": "pes-Medycyna Pracy-2018 wiosna-83", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 875, "region_end": 152, "roundtrip_ok": true, "tf_agree": 0.974, "tf_agree_excl_first": 0.9804}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 40, 41, 32, 38, 38, 34, 42, 40, 48, 42, 46, 42, 38, 35, 43, 49, 44, 45, 34, 38, 33, 32, 36, 58, 67, 44, 56, 50, 54, 48, 45, 49, 59, 57, 62, 74, 66, 72, 67, 74, 75, 75, 83, 83, 93, 89, 103, 101, 97], "n_am_pl": [7, 20, 29, 31, 25, 28, 19, 13, 17, 14, 17, 22, 26, 31, 24, 25, 22, 15, 16, 21, 16, 18, 15, 15, 6, 11, 24, 15, 26, 16, 23, 23, 26, 17, 8, 15, 11, 8, 7, 3, 2, 2, 5, 7, 10, 7, 7, 3, 0, 0], "n_pos": 167, "sum_m_en": [20.041155, 11.110389, 10.118259, 10.380903, 10.524305, 10.141486, 9.87374, 10.220247, 10.16974, 10.484184, 10.931065, 12.290725, 12.397688, 13.170731, 12.94513, 12.888828, 12.418035, 12.501099, 11.673279, 10.547001, 10.097988, 9.692757, 9.194516, 9.073053, 22.695115, 24.530704, 25.245623, 23.821264, 21.683784, 21.576958, 20.214789, 20.216305, 20.786986, 21.60452, 20.425472, 22.15758, 29.689768, 32.717398, 35.037196, 37.281893, 43.205409, 45.926004, 50.320739, 58.164899, 61.506659, 71.552697, 79.786978, 88.131174, 96.083161, 97.406669], "sum_m_pl": [55.682524, 75.378853, 76.729336, 73.721193, 71.916444, 73.207828, 73.145646, 73.227117, 71.946475, 74.158941, 72.827703, 72.65433, 71.079499, 67.715542, 68.880839, 71.856623, 72.976981, 69.004589, 69.900428, 72.780437, 73.104093, 74.581523, 74.919757, 74.415697, 51.433048, 52.06438, 49.355531, 53.635833, 55.722044, 54.309554, 58.980755, 58.254226, 57.323629, 58.459985, 61.406331, 58.679504, 49.205517, 46.676437, 43.43184, 40.9815, 36.633331, 32.239, 31.547705, 26.826523, 23.81225, 17.282656, 13.184477, 7.21161, 1.63748, 0.119178]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 22, 29, 21, 22, 26, 19, 25, 22, 28, 30, 30, 29, 24, 24, 32, 35, 30, 26, 20, 24, 24, 23, 25, 39, 43, 29, 36, 29, 35, 33, 26, 30, 40, 40, 44, 49, 42, 43, 43, 46, 48, 54, 59, 56, 67, 67, 81, 90, 96], "n_am_pl": [3, 11, 13, 14, 10, 14, 10, 9, 8, 8, 10, 12, 10, 17, 12, 13, 10, 8, 7, 13, 8, 8, 8, 9, 2, 4, 12, 9, 12, 8, 11, 12, 16, 12, 7, 10, 8, 6, 6, 3, 2, 0, 1, 2, 4, 2, 2, 1, 0, 0], "n_pos": 97, "sum_m_en": [11.758189, 6.54914, 5.972814, 5.91578, 6.110956, 6.15705, 6.018916, 6.201667, 6.186633, 6.320389, 6.589235, 7.305494, 7.45548, 8.01197, 7.974893, 7.940196, 7.527701, 7.485464, 6.896086, 6.21038, 5.981194, 5.705127, 5.382176, 5.3236, 14.934946, 15.812916, 16.027861, 14.712267, 13.179618, 13.038924, 12.461164, 12.417255, 12.516572, 13.322171, 12.333377, 13.517717, 18.061352, 19.855637, 21.025737, 21.964977, 27.223651, 29.844742, 33.672077, 39.468145, 42.70357, 51.326295, 59.960651, 67.873711, 84.535368, 93.240629], "sum_m_pl": [31.919836, 43.420055, 44.536153, 43.003101, 41.615384, 42.265378, 42.270914, 42.465144, 41.549069, 43.153878, 42.415697, 42.20448, 41.340135, 39.339341, 40.451047, 41.725092, 42.643542, 40.39874, 40.872097, 42.526468, 42.701038, 43.547146, 43.634179, 43.407201, 29.117873, 29.748704, 28.170962, 31.157958, 32.275519, 31.724377, 34.40123, 33.91701, 33.966433, 35.0025, 36.540116, 35.227343, 29.999564, 28.319681, 26.051149, 24.998378, 22.088371, 19.704883, 18.439625, 15.807121, 13.411806, 8.833606, 6.57137, 3.501177, 0.833755, 0.05277]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 169, "item_id": "pes-Medycyna Pracy-2020 wiosna-42", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1034, "region_end": 167, "roundtrip_ok": true, "tf_agree": 0.9704, "tf_agree_excl_first": 0.9762}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [27, 19, 16, 15, 15, 14, 19, 21, 13, 18, 19, 24, 19, 15, 13, 15, 20, 16, 22, 21, 22, 23, 24, 24, 35, 30, 34, 28, 37, 34, 27, 23, 22, 29, 35, 32, 39, 37, 44, 41, 46, 50, 46, 45, 48, 44, 25, 11, 3, 0], "n_am_pl": [7, 25, 25, 28, 27, 23, 19, 20, 24, 24, 19, 20, 20, 28, 27, 37, 39, 29, 31, 34, 30, 31, 35, 39, 11, 19, 22, 20, 26, 25, 28, 25, 21, 24, 18, 22, 20, 20, 21, 28, 22, 25, 22, 29, 32, 36, 40, 47, 84, 84], "n_pos": 127, "sum_m_en": [10.897832, 5.675336, 5.724907, 6.13525, 6.300105, 6.146769, 6.169027, 6.384195, 6.349316, 6.598663, 6.692864, 6.947481, 7.045973, 7.420816, 7.23052, 7.232913, 7.303223, 7.10569, 6.495113, 6.177603, 5.807746, 5.609935, 5.512441, 5.451322, 10.792861, 11.407919, 10.897088, 11.063516, 10.619792, 10.912363, 10.294437, 10.376558, 10.082676, 11.222018, 11.775714, 12.923729, 13.563226, 15.234181, 15.830485, 16.815471, 22.570839, 25.62452, 27.884314, 29.991851, 32.741237, 28.561694, 20.382925, 11.687037, 3.254717, 0.003796], "sum_m_pl": [44.647131, 57.947939, 57.072807, 55.950702, 53.756207, 53.488977, 54.269559, 54.460002, 54.262573, 56.394813, 54.503061, 54.235178, 54.746718, 53.545181, 56.486973, 59.19306, 59.844241, 58.201363, 59.586469, 61.348083, 61.325215, 62.013297, 61.827199, 62.009196, 50.809821, 50.70853, 49.946578, 52.081039, 53.616851, 53.442116, 55.675975, 55.198331, 54.955202, 54.663676, 53.717674, 52.798158, 51.589345, 50.631456, 50.176328, 50.547599, 46.662731, 46.464597, 45.413946, 46.025425, 43.593096, 48.40914, 47.099782, 51.499841, 77.895169, 84.856052]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 13, 12, 10, 8, 10, 16, 14, 8, 15, 13, 18, 13, 10, 8, 11, 10, 11, 15, 14, 15, 18, 14, 17, 26, 20, 22, 17, 25, 23, 22, 18, 18, 22, 24, 24, 27, 23, 27, 25, 29, 33, 30, 30, 34, 31, 15, 7, 0, 0], "n_am_pl": [4, 16, 15, 16, 17, 16, 11, 13, 14, 16, 12, 12, 13, 20, 26, 31, 31, 24, 24, 24, 22, 21, 26, 27, 8, 12, 15, 17, 21, 19, 19, 21, 17, 17, 13, 19, 18, 18, 17, 23, 19, 20, 18, 23, 26, 30, 34, 42, 81, 84], "n_pos": 85, "sum_m_en": [7.108464, 3.888526, 3.784034, 4.126407, 4.207038, 4.103291, 4.117005, 4.260071, 4.201174, 4.392115, 4.431741, 4.599407, 4.686326, 4.854466, 4.703515, 4.724593, 4.793748, 4.736529, 4.352219, 4.097215, 3.843384, 3.695865, 3.596727, 3.552275, 6.825663, 7.220277, 7.034347, 7.353934, 7.245321, 7.417988, 7.00303, 7.019713, 6.834988, 7.864783, 8.173096, 8.941624, 9.418798, 9.906905, 9.669984, 10.34096, 14.23982, 17.491891, 19.852532, 20.77355, 23.574925, 20.516224, 13.725287, 8.487803, 1.221112, 0.001343], "sum_m_pl": [29.675091, 38.394478, 37.624456, 36.863388, 35.538345, 35.226094, 35.965665, 35.783535, 35.680969, 37.437292, 36.390782, 36.384731, 36.890803, 36.144695, 38.548584, 40.492896, 40.772334, 39.78885, 40.581442, 41.526691, 41.464142, 41.783926, 41.656006, 41.742801, 35.396894, 35.332072, 34.886019, 36.53764, 37.41582, 37.295236, 39.050965, 38.816712, 38.8784, 38.67446, 37.449796, 37.073092, 36.848351, 36.211225, 36.275666, 36.296318, 33.502282, 33.087636, 31.528797, 32.441785, 31.222992, 35.749597, 36.960566, 42.37497, 72.46529, 83.018959]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "pes-Medycyna Pracy-2020 wiosna-42", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 914, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.969, "tf_agree_excl_first": 0.9766}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [30, 20, 20, 10, 9, 7, 5, 10, 11, 11, 8, 11, 11, 9, 9, 11, 11, 11, 12, 13, 10, 13, 14, 13, 19, 23, 20, 20, 10, 21, 19, 19, 18, 20, 21, 21, 20, 24, 25, 23, 26, 24, 28, 18, 19, 17, 11, 12, 3, 0], "n_am_pl": [5, 19, 17, 12, 11, 11, 12, 11, 12, 7, 8, 6, 15, 16, 14, 15, 16, 15, 21, 19, 19, 19, 22, 19, 7, 11, 8, 9, 12, 7, 16, 18, 17, 12, 9, 9, 10, 12, 8, 15, 10, 15, 19, 20, 20, 21, 26, 25, 43, 51], "n_pos": 90, "sum_m_en": [8.63172, 4.226972, 4.31244, 4.375445, 4.453282, 4.279288, 4.311806, 4.421706, 4.444941, 4.530167, 4.750585, 5.025999, 4.816985, 4.949365, 4.793887, 4.650203, 4.727317, 4.558859, 4.286126, 4.10155, 3.927779, 3.740192, 3.634558, 3.627289, 7.46183, 6.971454, 7.235558, 6.808842, 6.224397, 6.973426, 6.465023, 6.434007, 6.781907, 7.06457, 8.178056, 8.058677, 10.6377, 10.551913, 10.285099, 11.884664, 12.580261, 13.913855, 15.580624, 12.68372, 13.967915, 14.263966, 10.568599, 11.40296, 2.273297, 0.066437], "sum_m_pl": [34.288674, 42.54285, 41.77542, 41.611869, 39.737524, 38.435694, 38.587488, 39.575208, 38.971696, 40.152445, 38.387212, 38.631696, 38.81725, 37.704827, 37.810131, 39.212779, 40.624219, 39.833582, 41.943825, 42.998574, 43.706659, 44.440394, 44.658835, 44.637617, 33.822042, 33.316425, 31.71382, 33.862348, 35.365579, 36.406847, 37.998838, 39.481401, 38.359316, 35.638408, 35.065073, 34.238627, 32.063367, 30.466997, 29.976744, 30.900911, 28.834586, 28.868058, 29.216494, 24.245009, 22.137839, 26.066949, 28.032947, 28.347987, 41.922287, 50.826826]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [13, 12, 10, 7, 6, 3, 3, 9, 7, 8, 4, 8, 8, 6, 5, 9, 8, 8, 8, 6, 4, 5, 7, 6, 12, 13, 10, 12, 6, 15, 11, 10, 12, 10, 16, 16, 14, 18, 18, 16, 17, 17, 19, 13, 14, 14, 9, 10, 2, 0], "n_am_pl": [3, 8, 10, 7, 5, 7, 8, 7, 8, 3, 6, 5, 10, 9, 12, 10, 13, 14, 16, 11, 12, 11, 16, 11, 7, 7, 7, 4, 9, 4, 12, 12, 10, 9, 7, 6, 7, 8, 5, 9, 6, 9, 11, 14, 15, 15, 19, 21, 42, 50], "n_pos": 50, "sum_m_en": [4.004624, 2.380408, 2.534466, 2.658964, 2.735784, 2.626286, 2.649409, 2.688028, 2.718993, 2.773634, 2.910898, 3.071535, 2.9559, 3.044883, 2.954982, 2.757379, 2.686926, 2.616426, 2.417305, 2.322499, 2.212971, 2.093616, 2.020078, 2.018288, 4.569914, 4.059756, 4.269498, 4.274764, 3.833933, 4.172114, 3.920403, 3.960577, 4.144408, 4.186611, 5.07946, 5.037744, 6.507632, 7.148887, 6.822993, 8.264758, 8.967143, 9.568295, 10.725641, 9.637955, 10.267185, 10.319722, 7.923486, 9.609906, 1.356774, 0.051008], "sum_m_pl": [19.196036, 23.013889, 22.364148, 22.273825, 21.322161, 21.012418, 20.863272, 21.416638, 21.321305, 22.084534, 21.547577, 22.005198, 22.565241, 22.110067, 22.983612, 23.476359, 23.740576, 23.186857, 24.026672, 24.185181, 24.351606, 24.778875, 24.916425, 24.775509, 20.447139, 20.06443, 19.504175, 20.5498, 21.512676, 21.547159, 22.6874, 23.375679, 22.951645, 21.983576, 21.404234, 21.168641, 20.012315, 19.065395, 19.25286, 19.628005, 19.029289, 19.585608, 19.428656, 16.448682, 16.224319, 19.139607, 21.07391, 21.821447, 39.099241, 49.21617]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "pes-Medycyna paliatywna-2018 jesień-11", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 916, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9565, "tf_agree_excl_first": 0.967}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [39, 27, 18, 13, 11, 10, 9, 13, 11, 11, 15, 19, 8, 17, 12, 14, 14, 12, 14, 13, 10, 8, 10, 12, 26, 26, 30, 28, 26, 27, 25, 28, 31, 28, 28, 27, 29, 30, 34, 37, 31, 33, 41, 30, 28, 22, 13, 12, 1, 0], "n_am_pl": [5, 22, 23, 28, 17, 19, 22, 15, 17, 13, 8, 11, 17, 14, 17, 14, 14, 20, 22, 23, 25, 28, 25, 29, 10, 9, 11, 9, 19, 14, 19, 23, 16, 12, 14, 13, 13, 14, 8, 14, 13, 17, 19, 28, 25, 29, 40, 37, 63, 62], "n_pos": 106, "sum_m_en": [10.469283, 4.985208, 4.969485, 5.0328, 5.117104, 4.902643, 4.911496, 5.043964, 5.057418, 5.172301, 5.493376, 5.993379, 5.792249, 6.043577, 5.798831, 5.757702, 5.773039, 5.557041, 5.200011, 4.906356, 4.675353, 4.427286, 4.339228, 4.311805, 8.11487, 8.376005, 9.02493, 8.732982, 8.534318, 9.296731, 8.494281, 8.227574, 8.222029, 8.929048, 9.304709, 10.058826, 12.028519, 12.698186, 13.227788, 15.225189, 15.327339, 17.043806, 20.217807, 17.096949, 16.788336, 17.016473, 11.455802, 10.361709, 2.347768, 0.41494], "sum_m_pl": [39.365652, 50.41003, 49.637359, 49.721634, 47.041537, 45.723839, 46.504817, 46.91298, 45.921661, 46.978389, 44.730491, 45.031954, 45.037057, 44.100783, 44.829925, 46.31971, 48.242987, 47.648471, 49.811072, 51.249075, 51.859395, 52.747301, 52.684205, 52.660587, 41.36756, 40.975922, 38.755524, 40.552702, 41.776996, 43.297224, 44.474878, 46.469962, 45.601821, 42.83256, 42.288277, 40.70429, 39.304205, 37.430105, 36.355024, 37.149809, 35.752871, 34.897592, 34.021848, 32.558554, 30.78654, 35.268517, 40.262628, 39.385484, 56.88076, 61.320636]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [22, 17, 8, 8, 6, 5, 8, 8, 9, 10, 11, 13, 6, 10, 8, 10, 10, 7, 7, 9, 7, 7, 5, 7, 19, 17, 21, 18, 19, 15, 15, 17, 22, 18, 21, 19, 20, 21, 24, 25, 21, 25, 29, 24, 23, 18, 11, 9, 1, 0], "n_am_pl": [4, 10, 17, 19, 10, 15, 16, 11, 12, 8, 7, 7, 13, 9, 10, 7, 10, 14, 14, 13, 15, 16, 18, 19, 6, 5, 7, 7, 12, 11, 12, 17, 12, 10, 9, 8, 8, 10, 5, 9, 8, 10, 11, 18, 16, 21, 30, 30, 57, 61], "n_pos": 62, "sum_m_en": [5.64044, 2.970429, 2.978471, 3.096518, 3.144757, 3.008777, 3.041885, 3.126627, 3.162989, 3.211684, 3.451075, 3.779808, 3.722374, 3.829765, 3.691443, 3.614215, 3.501004, 3.37056, 3.118365, 2.935637, 2.765247, 2.608974, 2.554998, 2.544284, 5.116822, 5.260482, 5.704502, 5.735662, 5.535438, 5.81323, 5.360665, 5.168736, 5.268891, 5.8228, 6.077745, 6.60405, 8.14823, 8.73667, 9.056812, 10.682866, 11.338957, 12.73667, 15.02085, 13.202352, 12.70208, 13.136487, 9.148861, 7.956544, 1.339306, 0.411326], "sum_m_pl": [23.297317, 29.260171, 28.711008, 28.779495, 27.286191, 26.816198, 27.034214, 27.246135, 26.920045, 27.77304, 26.864835, 27.254209, 27.647123, 27.369195, 28.754271, 29.255214, 29.766968, 29.350743, 30.261017, 30.589541, 30.699594, 31.18038, 31.107212, 30.928878, 26.239228, 25.756975, 25.047743, 25.845548, 26.798464, 27.155122, 28.098933, 29.341946, 29.395146, 27.993047, 27.445075, 26.997976, 25.764739, 25.218764, 24.596669, 24.690007, 24.247496, 24.003888, 22.44389, 22.052491, 22.131855, 25.735409, 30.49522, 30.031455, 50.208572, 59.523271]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "pes-Medycyna paliatywna-2018 jesień-11", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 796, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.9487, "tf_agree_excl_first": 0.9569}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [35, 33, 31, 28, 21, 19, 16, 22, 17, 18, 27, 22, 27, 27, 24, 11, 20, 18, 18, 18, 17, 17, 16, 17, 23, 24, 23, 23, 20, 22, 25, 21, 22, 23, 27, 36, 28, 32, 38, 41, 38, 44, 41, 38, 49, 49, 50, 49, 40, 37], "n_am_pl": [7, 13, 17, 20, 11, 12, 12, 11, 15, 17, 4, 5, 5, 5, 10, 15, 7, 9, 9, 5, 10, 11, 11, 13, 9, 8, 9, 12, 9, 15, 13, 11, 12, 8, 14, 10, 8, 8, 13, 11, 10, 7, 5, 6, 7, 7, 2, 4, 6, 7], "n_pos": 133, "sum_m_en": [15.171098, 8.739434, 8.372227, 7.801239, 7.744037, 7.698153, 7.618727, 7.64687, 7.711121, 7.937154, 8.127491, 8.611772, 8.521578, 9.105756, 9.03885, 8.571075, 8.566956, 8.160255, 7.80185, 7.3575, 6.907623, 6.649825, 6.544833, 6.293287, 13.03197, 13.711032, 12.078044, 12.716485, 12.198167, 12.55217, 12.546396, 12.642727, 12.775533, 12.118779, 13.442067, 13.557683, 15.841805, 16.313354, 18.87973, 20.093713, 21.371659, 26.474247, 28.305816, 33.529638, 43.843549, 43.971911, 45.966561, 47.198799, 41.607725, 36.095134], "sum_m_pl": [49.136658, 60.532127, 58.809709, 59.560563, 57.884915, 59.358059, 59.421719, 58.62049, 58.425847, 60.646981, 59.882417, 57.925007, 58.768034, 57.143358, 58.51739, 59.537183, 59.882304, 60.342076, 61.809596, 63.841303, 64.530674, 64.869961, 64.474094, 65.346381, 47.527977, 46.556125, 45.793727, 46.111562, 48.57307, 48.438791, 48.452626, 48.807175, 48.919326, 48.051724, 47.100453, 45.709274, 42.393735, 40.389522, 38.132502, 35.588762, 33.197815, 26.108777, 20.123147, 19.182258, 14.644304, 11.543883, 5.052865, 5.673652, 5.403225, 7.337232]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [13, 9, 8, 9, 5, 7, 7, 10, 7, 9, 14, 12, 12, 14, 14, 5, 11, 7, 7, 9, 8, 9, 6, 7, 11, 11, 11, 12, 8, 11, 13, 10, 8, 12, 12, 20, 13, 15, 19, 17, 17, 24, 22, 17, 21, 23, 29, 30, 35, 37], "n_am_pl": [4, 6, 6, 4, 5, 4, 3, 4, 5, 4, 1, 2, 0, 0, 2, 8, 3, 3, 4, 1, 3, 2, 3, 4, 2, 1, 2, 6, 5, 6, 5, 4, 8, 3, 8, 3, 1, 1, 5, 5, 5, 3, 1, 3, 4, 3, 1, 3, 6, 7], "n_pos": 44, "sum_m_en": [4.931093, 2.751769, 2.575519, 2.400698, 2.405769, 2.480248, 2.43636, 2.511004, 2.652976, 2.676793, 2.743633, 2.918993, 2.939938, 3.197597, 3.100724, 2.849848, 2.822999, 2.736766, 2.68733, 2.582699, 2.401654, 2.311408, 2.257978, 2.179346, 4.980167, 5.182375, 4.665964, 4.878579, 4.486714, 4.675771, 4.575482, 4.60487, 4.752703, 4.44894, 5.065709, 5.841186, 6.656658, 7.030143, 7.935316, 8.57143, 9.477787, 13.471033, 14.106829, 14.218561, 17.919482, 20.507713, 26.365656, 27.604208, 33.652413, 35.109472], "sum_m_pl": [16.235305, 20.295123, 19.606741, 19.703679, 19.18198, 19.620237, 19.829004, 19.779238, 19.647955, 20.328117, 20.166726, 19.772285, 20.10254, 19.47812, 19.854275, 20.013819, 20.208336, 20.376094, 20.508916, 21.236647, 21.3178, 21.341482, 21.150807, 21.510061, 16.075768, 15.821397, 16.570001, 17.006974, 17.844675, 17.799478, 17.761836, 17.825924, 17.849134, 17.541178, 16.871078, 16.514695, 15.160833, 14.109136, 13.404093, 12.579099, 11.950668, 9.11957, 6.580421, 6.745449, 5.567858, 4.467756, 1.923562, 3.409802, 4.862856, 7.04416]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "pes-Medycyna paliatywna-2018 jesień-20", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 890, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9778, "tf_agree_excl_first": 0.9851}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [21, 22, 23, 15, 10, 14, 12, 12, 12, 16, 9, 14, 15, 10, 12, 10, 16, 14, 15, 10, 11, 13, 9, 9, 8, 11, 13, 14, 11, 15, 16, 19, 15, 16, 14, 15, 10, 17, 20, 21, 24, 25, 20, 22, 24, 21, 11, 3, 1, 1], "n_am_pl": [4, 13, 17, 16, 13, 8, 17, 17, 11, 7, 12, 6, 7, 13, 12, 10, 9, 8, 6, 8, 6, 9, 8, 10, 11, 14, 9, 11, 11, 13, 11, 12, 8, 6, 14, 13, 10, 8, 13, 11, 6, 5, 4, 6, 8, 7, 10, 12, 19, 18], "n_pos": 90, "sum_m_en": [8.918001, 5.702544, 5.611117, 5.43532, 5.002796, 5.106657, 5.298014, 5.476972, 5.357049, 5.616715, 5.98087, 6.319987, 6.30275, 6.584311, 6.549272, 6.247557, 6.023146, 5.476474, 4.919308, 4.586315, 4.360776, 4.220502, 4.247573, 4.129698, 7.491702, 7.888875, 8.16656, 8.608717, 8.187772, 8.512221, 8.971847, 8.671146, 8.358951, 7.580702, 8.259846, 9.161578, 8.68596, 9.29509, 10.158686, 10.438036, 11.379187, 14.724955, 12.294012, 12.926796, 17.108241, 16.703941, 11.464436, 4.7493, 1.313369, 1.013707], "sum_m_pl": [34.982597, 40.944837, 39.205893, 40.123885, 39.549762, 40.925177, 39.777816, 39.31132, 38.771707, 40.146323, 39.557012, 38.651592, 39.335714, 39.097481, 40.243224, 40.405998, 40.801335, 41.655837, 42.967246, 43.938776, 44.088274, 44.354731, 44.024052, 44.360284, 33.553345, 32.737018, 32.687417, 33.402439, 34.987544, 35.201951, 35.141508, 35.987156, 36.155098, 35.454176, 34.33521, 33.773854, 31.792578, 31.651245, 30.534489, 28.401501, 26.546261, 23.178208, 18.095791, 19.597356, 16.2058, 13.756765, 12.373115, 14.488416, 19.355152, 18.68677]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [3, 1, 3, 3, 0, 4, 2, 1, 1, 2, 2, 3, 3, 2, 1, 2, 1, 4, 2, 0, 2, 4, 3, 2, 2, 1, 1, 4, 4, 6, 6, 6, 1, 2, 2, 5, 3, 4, 7, 8, 7, 9, 8, 8, 10, 9, 5, 3, 1, 1], "n_am_pl": [1, 3, 2, 1, 3, 1, 4, 0, 2, 1, 0, 0, 1, 1, 1, 2, 4, 1, 2, 3, 2, 1, 3, 2, 3, 4, 3, 3, 3, 3, 3, 3, 3, 4, 6, 5, 5, 5, 5, 2, 2, 1, 2, 5, 4, 4, 6, 8, 17, 18], "n_pos": 19, "sum_m_en": [1.845275, 0.97205, 1.11856, 1.085577, 1.043621, 1.093054, 1.092877, 1.145761, 1.06173, 1.107594, 1.209722, 1.254418, 1.195205, 1.295491, 1.299512, 1.197956, 1.195225, 1.095512, 1.017571, 0.9749, 0.93752, 0.900732, 0.90613, 0.876537, 1.404318, 1.488449, 1.492387, 1.741337, 1.952957, 2.108765, 2.026625, 1.920937, 1.79756, 1.651067, 1.876821, 2.004427, 2.04877, 2.021762, 2.752402, 3.484638, 3.806276, 4.704079, 4.269205, 4.65161, 6.747413, 7.136716, 5.018033, 2.987024, 1.062353, 1.000061], "sum_m_pl": [7.455853, 8.647867, 8.030434, 8.185008, 7.982977, 8.368381, 8.148236, 7.913428, 7.621818, 8.097994, 8.045298, 7.856873, 8.035563, 8.087415, 8.459186, 8.504911, 8.588878, 8.91249, 9.09785, 9.353764, 9.320253, 9.447419, 9.345753, 9.455809, 7.170751, 7.021888, 6.87862, 6.964354, 7.48372, 7.45768, 7.649378, 7.71285, 7.773825, 7.840684, 7.600877, 7.645918, 7.28083, 7.404628, 7.212526, 6.274972, 5.967681, 5.51352, 4.276649, 5.787678, 5.996079, 4.925612, 6.183884, 8.998418, 16.274935, 17.773776]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "pes-Medycyna paliatywna-2018 jesień-20", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 770, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.989}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [50, 37, 40, 42, 36, 34, 26, 35, 38, 36, 39, 47, 40, 40, 33, 33, 34, 30, 32, 33, 33, 32, 28, 31, 41, 45, 46, 51, 38, 45, 49, 44, 44, 42, 42, 43, 47, 52, 49, 63, 68, 68, 74, 68, 58, 65, 67, 67, 59, 56], "n_am_pl": [8, 26, 25, 20, 21, 17, 18, 19, 17, 15, 12, 14, 11, 22, 15, 9, 18, 16, 19, 21, 25, 24, 26, 22, 24, 13, 9, 16, 11, 12, 9, 18, 22, 20, 15, 15, 12, 16, 21, 15, 15, 16, 16, 14, 13, 10, 10, 10, 10, 11], "n_pos": 159, "sum_m_en": [18.772978, 10.339116, 9.677492, 10.207298, 9.684083, 9.560531, 10.915845, 10.474914, 10.714742, 10.853231, 11.080199, 11.596982, 11.762047, 12.10109, 11.492843, 11.09747, 11.068966, 10.583946, 9.672726, 8.808967, 8.409549, 7.944228, 7.528238, 7.23772, 16.505103, 18.437359, 17.735692, 18.202336, 17.076964, 17.690987, 17.006777, 16.885565, 17.669216, 17.884461, 18.713166, 19.769918, 23.082938, 25.552377, 26.583562, 31.560265, 32.21469, 38.843993, 46.163246, 50.235928, 49.252017, 56.216277, 60.233144, 62.869633, 59.205924, 57.42662], "sum_m_pl": [56.453887, 74.300189, 73.712685, 71.622866, 70.37291, 70.371481, 68.938484, 69.453199, 68.974472, 71.824293, 71.125562, 70.482366, 70.506896, 68.258367, 70.214093, 70.524183, 72.408885, 71.682114, 73.414479, 76.014799, 76.650123, 77.397496, 77.723788, 78.160664, 60.034269, 58.29726, 55.54399, 59.160177, 61.753044, 62.955654, 63.299769, 65.162069, 64.709182, 61.787234, 59.889008, 56.422839, 51.05834, 49.711726, 48.215279, 45.395317, 43.14705, 36.430657, 32.492847, 29.043865, 24.194671, 19.097911, 13.974842, 12.788691, 9.002953, 11.270527]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [23, 17, 17, 15, 17, 16, 12, 18, 18, 24, 22, 23, 22, 23, 20, 18, 21, 20, 18, 17, 19, 18, 15, 17, 25, 28, 28, 32, 23, 24, 30, 25, 26, 24, 24, 24, 29, 30, 33, 36, 40, 40, 41, 43, 37, 36, 44, 46, 55, 56], "n_am_pl": [1, 10, 11, 11, 13, 10, 7, 10, 8, 4, 7, 9, 6, 14, 5, 1, 4, 5, 4, 9, 7, 8, 9, 5, 9, 7, 4, 7, 4, 4, 2, 6, 7, 7, 8, 7, 5, 7, 8, 7, 7, 9, 9, 7, 8, 5, 7, 8, 9, 11], "n_pos": 70, "sum_m_en": [8.436797, 4.619754, 4.269877, 4.538338, 4.591286, 4.655195, 5.957464, 5.492938, 5.714035, 5.797902, 5.712617, 5.565954, 5.833734, 5.951425, 5.723364, 5.592078, 5.636935, 5.333494, 4.726583, 4.150039, 3.842958, 3.600455, 3.406646, 3.270474, 9.221643, 10.318307, 10.639184, 10.71981, 9.923412, 9.079033, 8.626147, 8.587436, 9.270035, 9.582668, 9.825976, 10.778266, 13.148124, 13.954455, 15.268621, 17.299439, 18.563442, 22.719098, 26.902043, 30.682123, 31.957498, 33.977704, 40.080024, 44.219112, 52.911604, 55.864696], "sum_m_pl": [24.369619, 32.797449, 32.331369, 31.264537, 30.696052, 30.849475, 29.910533, 30.30296, 30.603288, 32.105092, 31.766784, 31.742125, 31.543078, 30.855789, 31.885038, 31.543419, 32.516035, 32.163615, 32.570861, 33.812925, 34.214113, 34.42823, 34.562538, 34.730991, 27.532544, 27.147765, 26.056809, 27.685084, 28.539264, 29.044913, 29.185149, 29.358706, 29.305581, 28.143055, 26.991036, 26.301709, 23.720988, 23.021186, 22.608538, 21.55745, 20.729063, 17.843612, 15.587975, 14.358225, 12.649622, 10.148234, 9.153878, 8.888618, 7.777135, 11.062839]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "pes-Medycyna paliatywna-2020 jesień-57", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 888, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9565, "tf_agree_excl_first": 0.9625}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [28, 15, 15, 16, 14, 12, 11, 11, 7, 16, 19, 23, 17, 8, 10, 8, 14, 8, 12, 9, 6, 7, 9, 7, 15, 11, 9, 16, 9, 17, 12, 13, 14, 20, 18, 17, 9, 15, 10, 15, 16, 14, 23, 19, 13, 10, 2, 3, 2, 1], "n_am_pl": [5, 18, 12, 5, 9, 12, 10, 5, 12, 9, 6, 7, 7, 9, 14, 8, 9, 7, 11, 19, 18, 18, 18, 14, 14, 9, 10, 13, 12, 14, 10, 15, 17, 14, 11, 13, 22, 19, 21, 25, 24, 21, 20, 21, 22, 23, 23, 28, 35, 38], "n_pos": 79, "sum_m_en": [7.742243, 4.092011, 4.207334, 4.351806, 4.33313, 4.179662, 4.965047, 4.857635, 5.123096, 5.170973, 5.832863, 5.642315, 5.155259, 5.119478, 4.896566, 4.557516, 4.472514, 4.490182, 4.015297, 3.76233, 3.621179, 3.447242, 3.38966, 3.318022, 6.146164, 6.442255, 6.253566, 6.511443, 6.507571, 6.916501, 6.833007, 6.259034, 6.666725, 6.786406, 7.073631, 7.077664, 7.283149, 8.009636, 7.427361, 8.445632, 8.599897, 10.583931, 12.959017, 11.362942, 9.983718, 9.046557, 3.979528, 4.178434, 2.639919, 1.003581], "sum_m_pl": [30.734065, 38.254266, 37.989199, 37.353314, 36.784121, 36.113527, 35.316583, 35.062477, 34.311789, 35.829789, 34.273078, 34.365464, 33.82151, 33.13551, 34.11307, 34.723837, 35.214867, 35.450203, 37.435694, 38.452483, 38.945471, 39.201316, 39.134682, 39.323239, 30.591297, 29.67015, 28.451514, 29.872127, 31.863666, 33.388611, 32.54561, 33.51037, 33.108961, 31.241226, 31.123554, 29.822295, 30.125351, 28.99939, 29.509982, 30.074024, 28.794136, 26.848994, 26.991471, 26.33778, 23.306262, 25.364644, 26.665388, 25.831351, 33.614297, 37.713809]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 6, 5, 9, 9, 5, 6, 8, 5, 13, 14, 14, 12, 4, 7, 5, 9, 6, 8, 7, 4, 4, 6, 5, 8, 6, 4, 10, 5, 12, 9, 11, 12, 16, 13, 12, 8, 10, 7, 10, 8, 10, 15, 14, 11, 8, 2, 2, 1, 1], "n_am_pl": [2, 12, 7, 1, 6, 9, 8, 2, 7, 5, 3, 6, 4, 4, 8, 5, 7, 4, 8, 13, 13, 13, 14, 11, 11, 7, 6, 5, 7, 6, 6, 7, 8, 8, 7, 7, 15, 12, 14, 16, 15, 13, 12, 13, 14, 17, 21, 23, 34, 38], "n_pos": 39, "sum_m_en": [3.375633, 2.030161, 2.164654, 2.434573, 2.495113, 2.403454, 3.109617, 2.961285, 3.172249, 3.189766, 3.699227, 3.267991, 2.997577, 2.923707, 2.819266, 2.642188, 2.505833, 2.485951, 2.143599, 1.976663, 1.857766, 1.75502, 1.720974, 1.682136, 3.676249, 3.962432, 3.787111, 3.923017, 3.97068, 3.864041, 3.997562, 3.686781, 3.932067, 4.177506, 4.249095, 4.203908, 4.446262, 5.010088, 4.527888, 5.087034, 5.329767, 7.151876, 8.504678, 7.760211, 7.249407, 6.261056, 2.6319, 2.394533, 1.571305, 1.002312], "sum_m_pl": [15.156975, 18.558528, 18.335829, 17.865982, 17.513112, 17.578384, 17.092718, 17.236617, 17.282489, 17.89919, 17.133147, 17.654672, 17.599055, 17.421009, 18.022188, 18.004733, 18.187044, 18.118237, 18.78363, 19.170721, 19.310671, 19.366737, 19.359405, 19.398095, 16.274541, 15.814084, 15.965542, 16.522693, 17.132336, 17.589476, 17.362655, 17.732157, 17.418526, 16.845706, 16.627159, 16.342096, 16.885079, 16.395439, 17.151388, 17.599581, 17.314191, 15.848105, 15.74488, 16.376856, 15.868144, 18.332377, 22.276355, 21.750596, 31.51592, 37.149488]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 81, "item_id": "pes-Medycyna paliatywna-2020 jesień-57", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 768, "region_end": 79, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [23, 14, 14, 18, 21, 13, 9, 12, 10, 6, 10, 16, 17, 12, 11, 11, 12, 8, 9, 19, 21, 18, 14, 17, 27, 20, 21, 25, 23, 23, 18, 15, 17, 15, 11, 14, 25, 24, 30, 25, 30, 31, 36, 33, 32, 35, 34, 37, 35, 35], "n_am_pl": [10, 15, 13, 14, 11, 12, 8, 11, 15, 14, 10, 15, 20, 20, 13, 7, 11, 8, 10, 15, 10, 7, 11, 9, 7, 7, 8, 10, 5, 6, 7, 3, 9, 9, 7, 9, 11, 10, 9, 8, 5, 3, 7, 3, 5, 5, 2, 1, 5, 5], "n_pos": 94, "sum_m_en": [10.014289, 6.049322, 5.547619, 5.248524, 5.221516, 4.906117, 4.810502, 5.262425, 5.176261, 5.35693, 6.143112, 6.536018, 6.738122, 7.21744, 7.351339, 7.391008, 6.956067, 7.008029, 6.455234, 6.147018, 5.747099, 5.137567, 4.877507, 4.73825, 10.741846, 11.437537, 10.646065, 11.292689, 11.054186, 10.808635, 10.507311, 10.580312, 10.064525, 9.807109, 9.358244, 9.555593, 11.529569, 12.559691, 13.680829, 14.389158, 16.405774, 19.308588, 23.822519, 27.740162, 28.097919, 29.077457, 31.355796, 36.05532, 34.113156, 34.342419], "sum_m_pl": [33.894903, 41.823642, 42.082166, 41.158083, 39.599319, 40.549194, 39.332914, 37.6617, 36.608785, 37.948828, 36.678502, 36.437093, 36.379649, 35.774081, 36.447893, 36.939689, 37.947354, 35.318345, 37.056774, 39.676251, 40.775395, 41.720874, 42.2938, 42.281617, 29.291008, 29.403159, 27.831997, 28.995597, 30.489143, 30.762812, 29.811817, 30.733498, 30.034128, 28.822308, 28.986326, 26.566792, 23.416044, 23.268811, 23.184908, 22.522194, 21.251024, 18.342082, 15.919915, 12.449215, 8.869411, 7.910611, 4.813898, 3.28042, 3.827309, 4.673978]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 5, 6, 10, 10, 8, 7, 7, 6, 4, 6, 7, 12, 7, 8, 8, 9, 5, 6, 10, 13, 13, 9, 11, 17, 13, 15, 18, 15, 18, 10, 13, 13, 10, 10, 10, 14, 16, 17, 16, 15, 19, 20, 21, 20, 24, 22, 25, 31, 34], "n_am_pl": [2, 8, 6, 8, 4, 8, 4, 3, 1, 2, 2, 6, 7, 6, 6, 3, 3, 3, 4, 6, 1, 2, 2, 1, 4, 3, 1, 4, 3, 3, 3, 0, 4, 3, 2, 5, 3, 3, 3, 5, 2, 1, 2, 1, 3, 3, 2, 1, 5, 5], "n_pos": 40, "sum_m_en": [4.552104, 2.383319, 2.259153, 2.151994, 2.176562, 2.112703, 2.082469, 2.132381, 2.174812, 2.303188, 2.621507, 2.841955, 2.990273, 3.152349, 3.220265, 3.242025, 2.991476, 3.042278, 2.809437, 2.645254, 2.525892, 2.291901, 2.140076, 2.066383, 5.403738, 5.838962, 5.728978, 5.72312, 6.028792, 5.689332, 5.502631, 5.601163, 5.398299, 5.226066, 4.855795, 5.324327, 6.361519, 6.759175, 7.235064, 7.827803, 8.577532, 10.783631, 12.660296, 16.526145, 16.695912, 18.348248, 20.266097, 24.303323, 29.866171, 33.29258], "sum_m_pl": [13.829305, 18.559361, 18.586519, 18.474714, 17.37952, 17.911616, 17.385004, 16.964682, 16.35425, 16.862042, 16.345352, 16.150339, 15.861947, 15.702226, 16.161253, 16.386828, 17.015354, 16.188197, 16.434601, 17.524108, 17.716529, 18.055166, 18.274048, 18.311818, 13.447689, 13.817611, 12.91509, 13.520577, 14.103393, 13.856461, 13.52088, 13.756218, 13.55792, 12.814907, 12.990361, 12.290467, 11.253908, 11.568578, 11.348118, 11.057, 10.32701, 8.971131, 7.612869, 5.64411, 4.22468, 3.706224, 2.994933, 1.847289, 3.33226, 4.664793]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "pes-Medycyna paliatywna-2020 wiosna-43", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 992, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9792, "tf_agree_excl_first": 0.9895}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [25, 10, 9, 2, 7, 8, 6, 12, 4, 5, 8, 13, 13, 9, 5, 6, 6, 4, 5, 9, 8, 11, 4, 5, 15, 13, 12, 13, 15, 13, 14, 11, 9, 11, 7, 9, 14, 10, 10, 13, 15, 17, 21, 21, 14, 11, 5, 3, 1, 1], "n_am_pl": [10, 14, 10, 11, 11, 8, 12, 11, 11, 18, 17, 12, 20, 23, 19, 14, 12, 7, 11, 13, 15, 18, 19, 14, 8, 13, 7, 9, 9, 14, 13, 12, 14, 12, 12, 10, 10, 15, 17, 15, 13, 12, 10, 10, 14, 16, 13, 18, 32, 30], "n_pos": 75, "sum_m_en": [7.357946, 3.959947, 3.889551, 3.801002, 3.893799, 3.7189, 3.567468, 3.803409, 3.78136, 4.144367, 4.855974, 5.127798, 4.943945, 5.20204, 5.211541, 5.255353, 5.197104, 5.015653, 4.46556, 4.244809, 3.993073, 3.619323, 3.502583, 3.409106, 6.588441, 7.063844, 6.625388, 7.283638, 7.110657, 7.324344, 7.156866, 7.006006, 6.703676, 6.854731, 6.279251, 6.432472, 6.372572, 5.787557, 6.309123, 6.294883, 6.885611, 8.768588, 9.813502, 10.730394, 10.111395, 8.172467, 5.911506, 5.447512, 2.644065, 1.41373], "sum_m_pl": [28.787328, 33.975789, 32.987358, 32.688278, 31.759606, 32.282658, 31.667521, 30.758009, 29.381893, 30.394926, 29.650191, 29.28759, 29.861102, 29.689175, 30.133514, 30.427086, 31.2218, 29.951826, 31.333509, 33.269367, 33.783933, 34.359814, 34.623774, 34.580532, 25.862116, 25.623353, 23.956687, 24.691019, 26.398507, 27.079365, 26.443063, 27.098184, 26.970524, 25.64228, 25.252244, 23.75769, 23.930808, 25.713014, 26.057284, 26.96993, 26.204384, 25.591229, 24.124679, 21.990519, 21.089586, 22.1565, 16.652606, 18.686597, 28.342597, 30.445398]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 5, 4, 0, 3, 3, 2, 5, 0, 1, 3, 6, 6, 5, 2, 1, 2, 2, 2, 4, 3, 5, 2, 1, 5, 5, 5, 5, 9, 5, 8, 5, 3, 6, 2, 2, 4, 5, 6, 6, 9, 11, 13, 14, 10, 6, 5, 3, 1, 1], "n_am_pl": [6, 2, 3, 7, 6, 2, 6, 6, 5, 7, 10, 6, 11, 13, 10, 12, 11, 4, 7, 7, 5, 11, 8, 9, 5, 7, 5, 6, 6, 7, 7, 5, 8, 7, 6, 5, 7, 8, 10, 10, 8, 9, 8, 7, 9, 11, 10, 15, 29, 30], "n_pos": 32, "sum_m_en": [3.024844, 1.583602, 1.502646, 1.530609, 1.584498, 1.598472, 1.50245, 1.615779, 1.622446, 1.872782, 2.181389, 2.371027, 2.306118, 2.365313, 2.375015, 2.359035, 2.309265, 2.248195, 1.965073, 1.86238, 1.732164, 1.536067, 1.474822, 1.409468, 2.367955, 3.204508, 2.931314, 3.540267, 3.310399, 3.258519, 3.245861, 3.207961, 3.094252, 3.289959, 2.88598, 2.600831, 2.846193, 2.856305, 2.93524, 2.770136, 3.800392, 6.193591, 6.697062, 6.132133, 6.310543, 3.817288, 4.518337, 4.400806, 2.069388, 1.322586], "sum_m_pl": [12.13971, 13.767824, 13.393955, 13.453763, 12.924651, 13.305583, 13.073603, 12.824949, 12.030875, 12.976157, 12.914246, 12.701589, 12.824472, 12.824353, 13.165156, 13.189213, 13.490131, 12.970967, 13.379915, 14.227034, 14.476775, 14.791016, 14.896706, 14.91588, 12.205886, 11.782463, 10.954066, 11.335229, 12.04153, 12.43846, 12.246052, 12.296716, 12.671766, 12.005542, 11.904775, 11.582934, 12.851494, 14.027094, 14.743261, 15.247501, 14.577871, 13.951032, 13.064294, 12.576848, 12.880443, 13.541825, 11.576345, 13.535206, 25.0196, 29.660167]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 77, "item_id": "pes-Medycyna paliatywna-2020 wiosna-43", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 872, "region_end": 75, "roundtrip_ok": true, "tf_agree": 0.974, "tf_agree_excl_first": 0.9868}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [42, 34, 32, 30, 32, 35, 40, 30, 27, 35, 39, 38, 34, 31, 37, 36, 41, 28, 38, 42, 35, 35, 34, 38, 48, 45, 47, 47, 51, 47, 52, 46, 47, 49, 54, 53, 57, 58, 62, 63, 61, 56, 65, 66, 60, 67, 64, 67, 72, 65], "n_am_pl": [7, 23, 19, 17, 23, 10, 14, 14, 22, 14, 7, 8, 13, 15, 17, 15, 11, 10, 12, 11, 11, 13, 13, 15, 9, 13, 12, 9, 8, 11, 10, 11, 18, 15, 15, 13, 11, 7, 4, 5, 4, 6, 6, 5, 2, 6, 10, 6, 2, 3], "n_pos": 142, "sum_m_en": [18.165465, 9.863814, 9.090994, 8.515653, 8.840375, 8.750104, 8.246228, 7.885324, 7.75346, 8.208499, 8.611325, 9.541049, 9.559571, 9.882052, 10.782575, 10.32164, 9.780839, 9.565767, 8.910291, 8.29769, 7.54798, 6.941908, 6.626023, 6.513312, 15.750801, 16.555318, 17.346297, 15.781624, 15.057412, 14.843522, 14.179521, 14.030085, 15.053621, 15.723984, 17.004482, 18.174075, 20.66861, 23.101157, 25.703171, 30.184431, 30.016192, 35.710189, 40.453857, 44.06392, 45.69132, 56.433615, 60.537683, 62.587831, 68.56147, 66.409], "sum_m_pl": [49.565057, 65.540908, 64.606887, 64.149349, 62.129255, 62.1071, 63.316447, 62.955231, 61.536913, 62.734232, 62.559109, 62.485049, 62.276246, 60.377185, 59.671556, 60.202373, 60.167474, 58.366484, 60.162073, 62.317017, 63.480517, 65.384663, 66.044889, 66.48364, 48.695418, 49.036369, 47.096075, 51.577556, 52.514374, 53.077631, 53.676833, 54.38466, 51.71906, 50.105693, 48.036924, 46.535437, 41.431737, 39.579398, 35.343688, 32.144369, 29.49388, 26.033489, 24.480346, 21.386321, 15.676846, 12.790269, 11.986909, 8.41051, 3.718368, 3.185512]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [20, 18, 16, 15, 20, 25, 27, 20, 13, 21, 25, 22, 17, 18, 21, 17, 22, 15, 21, 25, 20, 21, 18, 21, 26, 29, 27, 29, 30, 28, 31, 25, 31, 33, 35, 34, 35, 37, 39, 40, 39, 39, 43, 44, 43, 47, 47, 52, 63, 65], "n_am_pl": [2, 14, 10, 7, 8, 6, 6, 6, 12, 7, 5, 4, 7, 8, 10, 9, 7, 7, 8, 8, 6, 7, 8, 9, 7, 5, 7, 6, 4, 4, 4, 5, 10, 7, 7, 7, 3, 3, 1, 2, 1, 1, 2, 0, 1, 1, 3, 2, 2, 3], "n_pos": 69, "sum_m_en": [8.657478, 5.007741, 4.459388, 4.250274, 4.49459, 4.353191, 4.129884, 3.994717, 3.897153, 4.104713, 4.356011, 4.871277, 4.957141, 5.162745, 5.735299, 5.415347, 5.042997, 4.885788, 4.483006, 4.113322, 3.735072, 3.418491, 3.235793, 3.184713, 8.79779, 9.149377, 9.928693, 9.025687, 8.450853, 8.480279, 8.125663, 8.149368, 8.791873, 9.147601, 10.353144, 11.14407, 12.868859, 14.04402, 15.82848, 18.501678, 19.322507, 24.696603, 28.738625, 31.086097, 33.68573, 41.04564, 44.817061, 48.992572, 60.065783, 64.160617], "sum_m_pl": [24.267149, 31.579175, 30.826524, 30.37717, 29.366464, 29.749808, 30.442823, 30.492036, 30.102704, 30.892419, 31.023036, 30.980949, 30.876042, 29.853598, 29.650019, 29.896517, 29.650621, 29.08503, 29.675462, 30.643832, 30.989087, 31.945778, 32.323606, 32.46621, 24.725686, 25.116457, 24.288251, 26.665442, 27.3256, 27.075749, 27.141026, 27.3836, 26.277352, 25.846189, 24.021992, 23.765535, 20.446191, 20.109626, 17.621213, 16.154242, 14.739021, 12.116119, 10.466093, 9.221826, 6.943218, 4.648525, 4.808794, 3.46453, 2.885008, 2.85346]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "pes-Medycyna paliatywna-2020 wiosna-74", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 923, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9931, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [44, 18, 14, 11, 8, 6, 10, 15, 13, 17, 18, 19, 16, 10, 12, 17, 15, 14, 16, 17, 12, 14, 11, 13, 16, 20, 19, 18, 11, 13, 20, 20, 14, 21, 26, 24, 21, 25, 18, 22, 21, 22, 24, 21, 20, 20, 8, 5, 3, 3], "n_am_pl": [9, 21, 18, 20, 19, 15, 10, 9, 15, 8, 8, 5, 10, 12, 15, 15, 10, 10, 13, 7, 10, 9, 15, 16, 8, 13, 12, 14, 13, 11, 12, 9, 8, 5, 6, 11, 9, 11, 14, 13, 16, 16, 15, 21, 17, 21, 30, 30, 43, 40], "n_pos": 98, "sum_m_en": [10.233727, 5.608762, 5.378287, 5.245678, 5.371343, 5.071134, 4.817861, 4.944509, 5.063413, 5.43995, 5.693099, 6.119489, 5.879202, 6.062466, 6.301095, 6.108671, 5.894336, 5.725208, 5.253021, 4.96927, 4.627791, 4.341616, 4.196639, 4.100432, 6.698598, 7.283969, 7.28298, 7.422361, 7.396863, 7.77887, 7.560726, 7.803035, 8.479706, 8.638393, 8.649668, 8.784616, 9.043715, 9.943066, 10.340325, 10.835286, 10.987702, 11.251506, 11.370646, 11.382849, 13.274046, 14.882086, 8.456805, 5.887816, 3.481714, 3.008548], "sum_m_pl": [36.524793, 45.774071, 44.987847, 45.325795, 43.489775, 43.586707, 43.91272, 43.440991, 42.395334, 42.272477, 41.589793, 41.463875, 41.573155, 40.661351, 41.650408, 42.193887, 42.177429, 41.747444, 43.719819, 44.613603, 45.650699, 46.516613, 46.709453, 47.000907, 36.280907, 35.74704, 34.653442, 37.048286, 38.256091, 38.316575, 37.856948, 38.115968, 35.99843, 34.662167, 34.340693, 33.308638, 32.368578, 31.940693, 31.012198, 30.092841, 28.760275, 28.788967, 30.146287, 30.916115, 27.193918, 26.061224, 30.121511, 30.623199, 40.285403, 40.466989]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [24, 7, 8, 5, 3, 2, 7, 4, 4, 8, 9, 11, 6, 5, 7, 9, 9, 8, 9, 10, 8, 8, 6, 5, 7, 13, 12, 12, 6, 8, 11, 13, 9, 12, 18, 14, 14, 15, 12, 13, 11, 10, 12, 10, 12, 12, 6, 3, 3, 3], "n_am_pl": [2, 11, 7, 11, 9, 8, 3, 3, 7, 2, 3, 2, 5, 4, 9, 8, 4, 5, 5, 2, 4, 2, 5, 7, 2, 6, 6, 4, 5, 5, 6, 7, 4, 1, 4, 7, 3, 4, 3, 7, 9, 9, 9, 13, 13, 16, 20, 22, 38, 40], "n_pos": 44, "sum_m_en": [4.839999, 2.305791, 2.254363, 2.312033, 2.319313, 2.196356, 2.138389, 2.120839, 2.177656, 2.349916, 2.475698, 2.706619, 2.601726, 2.77006, 2.881343, 2.682333, 2.649267, 2.569701, 2.323011, 2.208467, 2.054215, 1.906431, 1.824527, 1.795263, 3.315311, 3.62564, 3.602936, 3.635287, 3.533028, 3.734878, 3.562795, 3.740415, 4.073578, 4.310733, 4.336267, 4.436341, 4.676697, 4.823147, 5.571646, 5.781586, 5.376728, 5.402278, 5.226803, 5.760945, 7.574674, 8.417789, 5.48614, 3.539901, 3.182349, 3.007781], "sum_m_pl": [16.411551, 21.089444, 20.576509, 20.392942, 19.573073, 19.688101, 19.8489, 20.011451, 19.668587, 19.409711, 19.334909, 19.236682, 19.33479, 18.661136, 19.181428, 19.511486, 19.353063, 19.284698, 20.200007, 20.519756, 20.823687, 21.219676, 21.353958, 21.470173, 17.827716, 17.600022, 17.174731, 18.354248, 18.790378, 18.555871, 18.322603, 18.452087, 17.411652, 16.921501, 16.746153, 16.810039, 16.470111, 16.498072, 16.288527, 16.653774, 16.369052, 16.830445, 18.093898, 18.307512, 16.91717, 17.067894, 19.797158, 22.312971, 35.660961, 39.576552]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "pes-Medycyna paliatywna-2020 wiosna-74", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 803, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.97, "tf_agree_excl_first": 0.9798}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 11, 13, 10, 3, 3, 7, 9, 7, 7, 6, 6, 6, 7, 2, 7, 7, 9, 8, 7, 7, 9, 6, 5, 9, 10, 8, 7, 7, 7, 11, 7, 11, 13, 12, 13, 13, 11, 11, 9, 10, 12, 13, 10, 10, 10, 9, 4, 2, 1], "n_am_pl": [6, 15, 10, 10, 8, 6, 5, 8, 9, 6, 5, 4, 5, 4, 7, 4, 6, 5, 3, 6, 9, 10, 8, 8, 4, 2, 5, 8, 1, 7, 6, 12, 7, 5, 5, 5, 8, 5, 11, 12, 11, 12, 11, 11, 13, 11, 15, 13, 28, 32], "n_pos": 62, "sum_m_en": [5.670992, 2.836615, 2.930125, 2.899524, 2.89643, 2.91967, 2.820068, 3.097834, 2.986571, 3.170243, 3.154217, 3.370172, 3.24015, 3.404077, 3.247488, 3.308516, 3.251886, 3.345511, 2.943007, 2.844082, 2.800525, 2.665578, 2.586212, 2.577534, 4.14697, 4.443184, 3.918757, 4.248043, 3.839415, 4.362596, 4.401669, 4.073486, 4.21826, 4.616052, 4.70945, 5.215387, 5.90859, 7.875881, 7.598846, 7.576237, 7.383048, 7.477501, 7.609892, 7.743722, 7.695531, 9.512593, 8.138594, 5.232769, 1.849808, 1.003677], "sum_m_pl": [24.070518, 29.004235, 28.937557, 28.704302, 26.780161, 25.769323, 25.894268, 25.520191, 24.896283, 26.143884, 24.543782, 24.53598, 24.215183, 24.123646, 24.281855, 25.236472, 25.920949, 25.771498, 27.709344, 28.905565, 29.929583, 29.995246, 30.152695, 30.163519, 21.142344, 21.580014, 19.779036, 20.626023, 21.129557, 22.893849, 23.563854, 24.67207, 24.359144, 22.446717, 22.495348, 20.739976, 19.527307, 18.229201, 18.717494, 18.100951, 17.879174, 17.725115, 17.477427, 16.796914, 16.310298, 15.078407, 14.34032, 14.199382, 24.671214, 31.488654]}, "digit": {"n_am_en": [4, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [1.240501, 0.220935, 0.249401, 0.18123, 0.17224, 0.150093, 0.162971, 0.140419, 0.144267, 0.186749, 0.162701, 0.171728, 0.147003, 0.168057, 0.151708, 0.198677, 0.178081, 0.21798, 0.171703, 0.188605, 0.185586, 0.181062, 0.184838, 0.190001, 0.105781, 0.157061, 0.038975, 0.075309, 0.09612, 0.194485, 0.220951, 0.149378, 0.218589, 0.169002, 0.200474, 0.29624, 0.267627, 0.201257, 0.170618, 0.172708, 0.16995, 0.179316, 0.227204, 0.246291, 0.339399, 0.386818, 0.151943, 0.11902, 0.002169, 1.7e-05], "sum_m_pl": [1.221511, 2.601714, 2.550761, 2.497269, 2.177454, 1.810629, 2.065937, 1.929326, 1.871339, 2.147235, 1.796617, 1.420162, 1.20506, 1.257497, 1.150704, 1.347344, 1.377172, 1.537966, 1.842787, 2.114853, 2.228381, 2.309703, 2.296566, 2.363587, 0.820526, 1.069557, 0.18791, 0.474218, 0.640298, 0.897856, 1.186362, 1.003569, 1.428071, 0.764217, 0.819201, 1.209761, 1.491931, 1.669981, 1.711167, 1.518009, 1.403922, 1.420657, 1.378696, 1.132919, 0.898745, 0.539617, 0.206145, 0.217811, 0.00757, 0.001585]}, "lang": {"n_am_en": [6, 5, 7, 7, 3, 3, 4, 6, 6, 6, 4, 6, 6, 7, 2, 6, 7, 9, 7, 5, 4, 6, 5, 4, 8, 9, 7, 7, 6, 7, 10, 4, 9, 11, 11, 12, 12, 10, 10, 8, 9, 10, 10, 9, 9, 7, 7, 3, 2, 1], "n_am_pl": [4, 10, 5, 5, 4, 4, 4, 5, 5, 4, 3, 3, 4, 1, 4, 3, 4, 3, 2, 4, 6, 6, 3, 3, 3, 2, 3, 5, 0, 3, 5, 10, 5, 5, 3, 4, 6, 3, 7, 10, 8, 10, 10, 10, 12, 11, 14, 12, 27, 32], "n_pos": 33, "sum_m_en": [2.576564, 1.481782, 1.586637, 1.600232, 1.627786, 1.650695, 1.598556, 1.787396, 1.729576, 1.826708, 1.869995, 2.0433, 1.971176, 2.107937, 2.036504, 2.041129, 2.010279, 2.003881, 1.719259, 1.640905, 1.594368, 1.493806, 1.429544, 1.415833, 2.938393, 3.168008, 2.80818, 3.060899, 2.709723, 2.912233, 2.819508, 2.589061, 2.723016, 3.223182, 3.235422, 3.86086, 4.653242, 6.71565, 6.569273, 6.389232, 6.312168, 6.535028, 6.329072, 6.666755, 6.299826, 6.637317, 5.923385, 3.468081, 1.345567, 1.003575], "sum_m_pl": [12.851976, 15.186074, 15.095735, 14.891624, 14.33641, 13.982446, 13.967012, 13.961131, 13.947301, 14.436743, 13.883296, 14.049519, 14.120057, 14.235798, 14.575506, 14.912577, 15.099284, 14.630201, 15.488812, 15.913813, 16.275187, 16.200745, 16.279465, 16.126628, 12.87292, 12.987208, 12.673071, 12.740418, 13.301043, 13.888995, 14.289845, 14.905205, 14.793132, 14.486646, 14.264146, 13.698567, 13.047723, 12.088124, 12.377122, 11.972132, 12.202517, 12.526741, 12.458212, 12.437769, 13.760793, 13.35138, 13.320027, 13.124682, 23.11833, 31.121846]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 64, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-23", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 949, "region_end": 62, "roundtrip_ok": true, "tf_agree": 0.9062, "tf_agree_excl_first": 0.9206}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 29, 33, 24, 21, 16, 14, 27, 22, 24, 22, 23, 28, 31, 26, 20, 23, 27, 20, 25, 18, 15, 19, 16, 30, 37, 37, 30, 27, 33, 30, 23, 29, 34, 31, 34, 35, 40, 38, 42, 43, 46, 44, 36, 36, 27, 14, 4, 1, 0], "n_am_pl": [11, 38, 35, 24, 15, 20, 17, 21, 17, 14, 12, 13, 15, 13, 10, 7, 7, 6, 11, 20, 16, 19, 22, 25, 12, 7, 9, 15, 14, 13, 18, 19, 21, 16, 15, 13, 16, 17, 22, 19, 17, 19, 13, 22, 31, 29, 41, 51, 87, 93], "n_pos": 137, "sum_m_en": [12.783105, 6.468954, 6.434654, 6.613646, 6.696622, 6.878818, 6.733752, 7.175803, 7.027494, 7.478038, 7.786188, 8.547456, 8.488807, 8.583166, 8.191902, 8.321208, 8.000565, 7.76949, 7.119189, 6.780563, 6.568433, 6.235562, 6.239201, 6.236017, 13.53465, 14.593219, 13.510282, 13.085953, 12.661263, 12.51195, 11.896052, 11.856307, 11.868651, 12.142795, 12.277783, 13.489356, 18.582966, 18.965184, 20.300113, 22.39743, 22.502, 23.452385, 27.683345, 27.13475, 24.990351, 21.076181, 14.070652, 7.672582, 1.591395, 0.004709], "sum_m_pl": [50.369509, 64.108702, 63.907295, 61.471158, 58.423756, 58.226187, 58.233942, 58.835703, 57.114377, 60.117599, 59.874962, 59.267909, 61.188514, 61.191655, 60.258059, 61.200918, 61.663044, 62.561428, 64.395783, 66.076732, 67.381833, 66.735693, 67.151377, 67.049804, 49.789843, 50.253556, 48.440229, 51.864995, 53.351157, 55.400296, 57.031323, 58.507526, 57.248612, 54.439365, 54.14075, 52.326775, 48.828422, 48.650631, 48.216009, 43.704831, 42.704967, 41.19513, 36.281126, 37.12156, 37.474248, 39.061927, 44.206056, 49.383868, 80.048266, 92.897529]}, "digit": {"n_am_en": [4, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [1.437177, 0.237414, 0.218379, 0.205068, 0.208375, 0.220489, 0.220702, 0.193579, 0.191316, 0.220815, 0.207578, 0.253349, 0.265525, 0.203693, 0.168262, 0.207275, 0.191257, 0.202269, 0.187712, 0.199009, 0.198129, 0.189546, 0.194429, 0.194514, 0.265766, 0.285223, 0.17511, 0.330118, 0.312495, 0.491707, 0.295921, 0.229832, 0.175498, 0.115539, 0.166242, 0.221914, 0.230569, 0.199987, 0.169393, 0.140101, 0.177319, 0.201269, 0.174331, 0.169116, 0.112494, 0.113238, 0.039814, 0.039611, 0.00053, 0.0], "sum_m_pl": [1.190559, 2.606401, 2.599586, 2.464441, 2.308327, 2.297839, 2.395421, 2.312369, 2.293569, 2.395918, 2.328967, 2.073585, 1.960132, 1.618994, 1.240274, 1.460313, 1.583742, 1.840995, 2.067437, 2.291106, 2.39172, 2.439445, 2.4353, 2.458037, 1.699107, 1.534032, 0.590675, 1.153846, 1.177267, 1.293583, 1.521231, 1.545814, 1.336996, 0.844018, 0.840505, 1.065673, 1.119858, 1.491687, 1.642677, 1.486888, 1.465695, 1.616254, 1.489576, 1.351906, 1.064471, 0.746815, 0.171292, 0.265132, 0.003344, 0.001531]}, "lang": {"n_am_en": [20, 16, 22, 15, 18, 14, 12, 18, 18, 22, 19, 20, 25, 25, 23, 19, 21, 22, 17, 21, 16, 13, 18, 15, 27, 34, 32, 27, 21, 26, 27, 18, 24, 30, 31, 31, 33, 36, 34, 39, 38, 42, 38, 32, 32, 23, 9, 1, 1, 0], "n_am_pl": [8, 31, 23, 17, 10, 13, 10, 15, 13, 10, 8, 10, 11, 10, 7, 4, 5, 4, 7, 11, 9, 11, 13, 14, 10, 4, 6, 10, 10, 9, 12, 14, 18, 12, 11, 11, 15, 11, 15, 14, 11, 15, 12, 20, 29, 28, 40, 50, 84, 93], "n_pos": 93, "sum_m_en": [8.349274, 4.285621, 4.41507, 4.574043, 4.680527, 4.742957, 4.661444, 4.914816, 4.865144, 5.160462, 5.444476, 5.941551, 5.903836, 6.063766, 5.790005, 5.873329, 5.66184, 5.467738, 4.985465, 4.73626, 4.563257, 4.335493, 4.29632, 4.318181, 10.554709, 11.463642, 10.582808, 9.894269, 9.504035, 9.140338, 8.786735, 8.882699, 8.8659, 9.158343, 9.432693, 10.893118, 15.726207, 15.599331, 17.24444, 19.30134, 19.341453, 20.684787, 24.755556, 24.032273, 22.136805, 16.440827, 8.997398, 5.037168, 1.075567, 0.003797], "sum_m_pl": [33.470994, 43.395946, 42.941525, 40.933966, 39.04419, 39.147488, 39.015066, 39.807677, 39.071411, 41.109921, 41.253563, 41.032681, 42.559108, 43.226659, 43.117984, 43.236082, 43.119358, 43.328597, 44.23234, 45.152335, 45.870699, 45.531039, 45.806765, 45.551613, 35.428818, 35.322494, 35.831911, 37.119072, 38.502886, 39.52237, 40.490738, 41.291767, 41.222054, 39.850476, 39.498293, 39.912972, 37.210843, 37.057399, 35.912003, 32.591944, 32.027226, 31.148605, 27.439482, 28.999153, 31.164042, 33.872927, 41.566575, 46.757895, 76.563821, 91.741245]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-23", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 829, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9928}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 32, 29, 19, 22, 23, 21, 23, 20, 26, 26, 29, 30, 33, 30, 27, 21, 23, 28, 29, 33, 36, 39, 34, 41, 44, 36, 37, 26, 30, 34, 29, 33, 31, 26, 34, 32, 35, 40, 44, 45, 39, 47, 51, 57, 69, 73, 65, 55, 53], "n_am_pl": [6, 14, 21, 23, 13, 19, 8, 6, 8, 5, 7, 13, 11, 11, 10, 10, 10, 12, 8, 11, 14, 10, 12, 14, 9, 10, 18, 11, 11, 12, 11, 10, 13, 9, 11, 14, 8, 8, 4, 4, 8, 6, 7, 4, 4, 4, 4, 3, 2, 2], "n_pos": 127, "sum_m_en": [13.380333, 8.443089, 7.805096, 7.120344, 7.590919, 7.528982, 7.02575, 7.39307, 7.633506, 8.033372, 7.86679, 8.246471, 8.362975, 8.708015, 8.128075, 7.826591, 7.654818, 7.260764, 7.271712, 6.871277, 6.637383, 6.129263, 5.816042, 5.710047, 17.717716, 16.153741, 15.052851, 13.205832, 12.182096, 12.201111, 11.262511, 11.637604, 11.401308, 11.061555, 11.787329, 13.102418, 14.967914, 16.207051, 17.883316, 20.574109, 21.836458, 24.250738, 31.65781, 38.871022, 48.126229, 60.93427, 66.892059, 60.234551, 54.161562, 52.512907], "sum_m_pl": [46.795209, 56.763961, 56.573077, 55.227101, 52.341047, 54.309868, 54.15089, 54.621592, 53.321349, 54.846833, 54.27994, 55.2306, 56.408086, 54.678106, 56.80009, 58.341958, 59.127514, 58.476184, 59.156994, 60.811076, 61.438529, 61.986296, 62.063877, 62.243099, 45.634195, 45.692004, 45.55024, 47.802879, 49.176428, 49.019662, 50.821466, 51.034951, 50.297458, 51.693452, 51.823392, 49.710032, 45.174785, 44.317116, 41.610086, 37.559993, 34.268681, 28.354984, 24.070366, 18.617241, 12.21778, 8.77662, 6.613597, 6.081882, 2.883956, 2.040611]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [19, 18, 12, 12, 9, 14, 10, 13, 10, 10, 12, 11, 12, 17, 16, 15, 10, 17, 12, 14, 17, 20, 20, 18, 23, 27, 23, 23, 18, 20, 21, 18, 22, 20, 13, 18, 18, 18, 24, 27, 27, 26, 26, 29, 28, 32, 36, 40, 46, 52], "n_am_pl": [1, 5, 11, 8, 5, 8, 4, 3, 4, 2, 0, 4, 7, 4, 3, 5, 4, 5, 5, 5, 4, 6, 3, 5, 1, 1, 4, 4, 4, 5, 3, 5, 5, 3, 3, 6, 2, 3, 2, 1, 4, 3, 3, 1, 2, 2, 3, 1, 2, 2], "n_pos": 55, "sum_m_en": [6.569993, 3.749162, 3.367294, 3.088342, 3.280407, 3.398096, 3.072385, 3.164512, 3.36091, 3.546717, 3.541653, 3.758394, 3.971255, 4.129881, 3.775782, 3.676307, 3.591899, 3.411227, 3.32374, 3.09299, 2.976276, 2.752053, 2.59912, 2.533015, 8.592346, 8.210082, 7.864947, 7.003813, 6.276707, 6.082254, 5.67574, 5.755947, 5.63746, 5.530396, 5.739552, 6.763188, 7.858504, 8.934403, 10.208966, 11.739794, 12.891219, 14.116912, 17.150563, 19.862585, 23.877436, 28.876332, 34.278803, 37.074206, 43.891276, 50.344782], "sum_m_pl": [20.015851, 24.704329, 24.972821, 24.185851, 22.927904, 23.712224, 23.883438, 23.870741, 23.355194, 23.796423, 23.657235, 23.852983, 24.285424, 23.511607, 24.77913, 25.594783, 25.843007, 25.785295, 25.863886, 26.745703, 26.986079, 27.216815, 27.213136, 27.255828, 19.954562, 19.855465, 19.832178, 20.787949, 21.606643, 21.628382, 22.22448, 22.423399, 22.359888, 23.102606, 22.972383, 21.927402, 19.350446, 18.926661, 17.615699, 15.631448, 14.479372, 12.839451, 10.650614, 7.928069, 4.746438, 3.880989, 3.549802, 2.599121, 2.260806, 2.020854]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 423, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-80", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1032, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9929, "tf_agree_excl_first": 0.9953}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [46, 28, 21, 11, 11, 16, 16, 23, 22, 22, 21, 16, 26, 27, 34, 25, 28, 33, 29, 29, 31, 33, 29, 29, 47, 43, 41, 38, 38, 37, 36, 31, 36, 28, 35, 37, 39, 38, 38, 40, 40, 40, 41, 36, 34, 33, 30, 13, 2, 1], "n_am_pl": [4, 28, 26, 28, 25, 16, 18, 16, 21, 24, 19, 24, 19, 32, 31, 30, 25, 24, 26, 29, 30, 25, 29, 25, 7, 9, 14, 13, 17, 12, 15, 15, 17, 19, 9, 12, 8, 13, 17, 19, 14, 14, 16, 19, 21, 22, 29, 39, 63, 72], "n_pos": 123, "sum_m_en": [11.429095, 6.217917, 6.175191, 6.073395, 6.202713, 6.304477, 6.085588, 6.64175, 6.432164, 6.519692, 6.778553, 6.835198, 7.274693, 7.736451, 8.608593, 8.932155, 8.578478, 8.76419, 8.861072, 8.499542, 7.120179, 6.244111, 6.075308, 5.662549, 15.046754, 16.053176, 16.393046, 15.2715, 14.846577, 13.533796, 12.542907, 12.715759, 12.770115, 12.90558, 13.546399, 14.851726, 16.390582, 17.325459, 19.293949, 21.459674, 22.088422, 22.893008, 23.731987, 23.807462, 25.816853, 28.942314, 25.575947, 14.102959, 3.473662, 1.242165], "sum_m_pl": [44.37089, 56.684903, 55.331635, 54.503125, 51.298496, 51.977406, 53.098711, 53.656279, 53.500395, 54.965924, 54.344742, 55.132759, 57.319305, 56.590028, 57.673834, 58.809422, 59.311127, 59.586708, 60.049368, 60.896148, 62.214983, 62.738472, 62.574901, 62.512133, 51.771694, 50.245083, 49.667788, 51.253075, 51.990897, 53.401972, 54.916344, 54.584842, 53.646228, 53.376909, 52.963369, 51.443722, 48.590789, 48.120881, 45.873032, 44.181688, 41.738148, 39.555232, 38.711908, 36.062773, 33.636558, 32.393381, 34.466373, 38.448424, 59.076892, 71.70359]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [30, 18, 14, 4, 7, 11, 10, 15, 13, 14, 12, 9, 15, 19, 20, 14, 13, 17, 19, 18, 21, 19, 17, 17, 28, 26, 27, 24, 22, 23, 24, 17, 18, 15, 24, 25, 26, 26, 27, 29, 28, 31, 31, 26, 25, 24, 19, 9, 2, 1], "n_am_pl": [2, 17, 22, 20, 14, 10, 13, 10, 10, 16, 12, 17, 12, 19, 20, 18, 17, 16, 19, 23, 21, 17, 19, 19, 6, 6, 9, 9, 12, 9, 8, 10, 13, 15, 5, 6, 4, 9, 11, 13, 10, 10, 13, 17, 16, 16, 24, 34, 62, 72], "n_pos": 75, "sum_m_en": [7.363407, 3.723494, 3.706903, 3.50016, 3.62821, 3.735182, 3.687366, 4.039409, 3.914368, 4.015652, 4.186984, 4.117353, 4.569514, 4.843317, 5.328005, 5.616943, 5.42514, 5.480089, 5.49615, 5.363365, 4.579608, 4.054139, 3.926131, 3.612743, 8.278907, 8.874904, 9.382942, 8.773573, 8.425598, 7.630585, 7.112841, 7.227778, 6.996803, 7.155596, 7.62269, 8.375136, 8.674601, 9.598992, 12.047283, 13.511073, 14.003701, 15.752921, 16.360132, 16.212919, 16.797555, 19.778885, 16.701003, 9.250787, 3.079799, 1.235847], "sum_m_pl": [26.691908, 35.047751, 34.224183, 33.556198, 31.623443, 32.043797, 32.66372, 33.258176, 32.859049, 33.740062, 33.390136, 33.769479, 34.842306, 34.452589, 35.222844, 35.915942, 36.353216, 36.585188, 36.842921, 37.311849, 38.12293, 38.407589, 38.270349, 38.309608, 33.228159, 32.40387, 31.988969, 32.734377, 33.267249, 34.07629, 35.027139, 34.603324, 34.26116, 34.435228, 33.871018, 33.496733, 32.201477, 31.512869, 29.745199, 29.041595, 27.62676, 26.023804, 26.946959, 24.664842, 24.013245, 22.68126, 26.568863, 31.536049, 55.121753, 70.733083]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 125, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-80", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 912, "region_end": 123, "roundtrip_ok": true, "tf_agree": 0.976, "tf_agree_excl_first": 0.9839}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 28, 25, 13, 25, 23, 14, 15, 17, 21, 32, 30, 24, 29, 28, 17, 26, 26, 23, 28, 30, 25, 23, 24, 26, 38, 31, 24, 21, 23, 20, 27, 26, 26, 32, 27, 30, 34, 39, 34, 35, 37, 40, 40, 42, 42, 46, 50, 41, 38], "n_am_pl": [6, 15, 17, 11, 9, 9, 8, 8, 4, 7, 6, 9, 7, 9, 11, 8, 6, 7, 11, 10, 12, 7, 7, 7, 14, 8, 7, 10, 10, 8, 10, 6, 7, 4, 6, 9, 9, 14, 13, 15, 12, 9, 14, 13, 7, 8, 7, 9, 10, 10], "n_pos": 103, "sum_m_en": [12.946019, 6.439375, 5.921494, 5.834643, 6.351094, 6.507104, 6.167517, 6.765382, 7.129919, 6.754511, 6.877471, 7.313318, 7.742167, 8.412388, 8.14309, 7.49768, 7.37697, 7.265263, 6.296375, 5.916176, 5.577418, 5.293187, 4.974405, 4.939143, 11.466178, 14.174847, 13.692316, 13.490351, 12.279583, 11.79674, 11.204402, 11.472448, 11.636685, 12.066429, 12.179871, 11.943239, 13.488745, 14.843346, 15.705203, 17.318716, 18.702279, 23.039635, 26.682288, 31.346491, 34.246792, 39.442139, 43.380992, 45.387227, 40.444928, 38.338183], "sum_m_pl": [35.472939, 46.078681, 45.861146, 44.576885, 42.024159, 42.620293, 41.584362, 41.2141, 40.200611, 42.674797, 43.133464, 43.567192, 44.091546, 42.163794, 43.542811, 44.029369, 46.008546, 44.857474, 47.341206, 48.243783, 48.954154, 49.044717, 49.813641, 49.880722, 40.720073, 35.559128, 30.739225, 32.507227, 34.943676, 36.066273, 37.26296, 38.269793, 38.59635, 36.88495, 37.928455, 37.220375, 34.159017, 32.469645, 32.918935, 30.643928, 28.91041, 25.396862, 25.874521, 20.857009, 15.464174, 12.174941, 9.215527, 9.233588, 9.037648, 9.481464]}, "digit": {"n_am_en": [1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_pos": 1, "sum_m_en": [0.082248, 0.052606, 0.048775, 0.050708, 0.0788, 0.065441, 0.058295, 0.064977, 0.076263, 0.069632, 0.062725, 0.059573, 0.058222, 0.061698, 0.057824, 0.050569, 0.050257, 0.043232, 0.040254, 0.045366, 0.046903, 0.046301, 0.045504, 0.045003, 0.012655, 0.269577, 0.220321, 0.146724, 0.111653, 0.087804, 0.075656, 0.089591, 0.078269, 0.066643, 0.065993, 0.056617, 0.053784, 0.062546, 0.063663, 0.057175, 0.001193, 0.003519, 0.00012, 0.00436, 0.007412, 0.016254, 0.024812, 0.015305, 0.001032, 0.0], "sum_m_pl": [0.405247, 0.452248, 0.41498, 0.402447, 0.269091, 0.313742, 0.309044, 0.326041, 0.370178, 0.437777, 0.44645, 0.457335, 0.472494, 0.481155, 0.49461, 0.487166, 0.51271, 0.51178, 0.526778, 0.510436, 0.494642, 0.480792, 0.494425, 0.493965, 0.976768, 0.286412, 0.197467, 0.316083, 0.374519, 0.409324, 0.362416, 0.416535, 0.42496, 0.462609, 0.470855, 0.463613, 0.466452, 0.431852, 0.380194, 0.473889, 0.989963, 0.967008, 0.998995, 0.958395, 0.930836, 0.815429, 0.61513, 0.581719, 0.064579, 0.0]}, "lang": {"n_am_en": [12, 16, 15, 8, 13, 13, 9, 13, 12, 14, 20, 18, 15, 14, 17, 9, 15, 14, 17, 19, 16, 12, 13, 12, 16, 25, 19, 16, 14, 13, 10, 16, 17, 14, 18, 18, 19, 18, 22, 22, 25, 30, 29, 30, 29, 30, 32, 36, 35, 38], "n_am_pl": [4, 6, 4, 5, 8, 3, 5, 3, 2, 1, 2, 3, 4, 7, 6, 4, 4, 5, 5, 4, 6, 3, 4, 3, 5, 2, 3, 6, 3, 5, 6, 4, 6, 4, 4, 5, 3, 7, 4, 6, 4, 3, 5, 6, 3, 4, 4, 4, 9, 9], "n_pos": 47, "sum_m_en": [5.239309, 2.941699, 2.770302, 2.821262, 3.051645, 3.496778, 3.191167, 3.558568, 3.76897, 3.513145, 3.49195, 3.629248, 3.780826, 4.209817, 4.136657, 3.70847, 3.65789, 3.647566, 3.161934, 2.886878, 2.701402, 2.550164, 2.366191, 2.343205, 6.310511, 7.867913, 8.090716, 8.163765, 6.954042, 6.719815, 5.929027, 6.357042, 6.484887, 6.658417, 6.845872, 6.866614, 8.344186, 8.734631, 8.849349, 10.438053, 12.236921, 16.089, 18.373065, 21.465308, 23.334559, 26.194862, 30.561706, 33.199696, 34.189331, 36.685117], "sum_m_pl": [15.557091, 21.00778, 20.923042, 20.196838, 19.652876, 19.70371, 19.402826, 19.332574, 19.295111, 20.440491, 20.858403, 20.666598, 20.901053, 19.934805, 20.411231, 20.398594, 21.286167, 20.965482, 21.943999, 22.218926, 22.477021, 22.503867, 22.945614, 23.016414, 19.629886, 17.428546, 15.578823, 16.43918, 17.340763, 17.658828, 18.366104, 18.366297, 18.429832, 17.611252, 17.744041, 17.523449, 15.792645, 15.430763, 15.86459, 14.88317, 13.705521, 11.221662, 11.21621, 9.075415, 7.001294, 5.853289, 5.053948, 4.357836, 7.503461, 8.98994]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 105, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-90", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 905, "region_end": 103, "roundtrip_ok": true, "tf_agree": 0.9905, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [23, 16, 16, 9, 14, 8, 9, 14, 4, 1, 12, 8, 8, 6, 10, 6, 12, 5, 8, 5, 12, 7, 10, 5, 9, 15, 16, 12, 8, 8, 14, 11, 13, 11, 6, 12, 4, 5, 9, 7, 7, 11, 6, 6, 4, 8, 11, 9, 1, 0], "n_am_pl": [3, 18, 10, 16, 9, 8, 10, 12, 8, 9, 5, 6, 3, 7, 7, 4, 7, 7, 9, 19, 20, 13, 12, 10, 14, 8, 6, 8, 7, 8, 5, 6, 10, 7, 9, 12, 13, 10, 14, 17, 15, 21, 23, 22, 23, 24, 19, 24, 29, 36], "n_pos": 63, "sum_m_en": [5.753896, 3.027868, 3.015765, 2.978667, 3.435545, 3.20712, 3.254973, 3.560143, 3.584551, 3.493331, 3.672018, 3.821013, 4.06806, 4.195324, 4.328726, 3.931232, 3.950571, 3.722409, 3.261055, 3.241383, 3.116525, 2.978518, 2.846308, 2.824595, 5.53989, 6.745056, 6.386984, 6.050276, 6.145609, 6.258241, 6.741565, 6.265263, 6.210337, 5.793989, 5.395322, 5.248852, 5.161754, 5.354873, 5.362019, 5.57408, 5.42633, 6.071332, 5.628664, 5.264438, 4.478803, 6.406937, 9.5597, 8.155681, 2.511034, 0.010863], "sum_m_pl": [24.55139, 29.457133, 28.799299, 28.966639, 26.793421, 27.112357, 27.458809, 27.072468, 26.595005, 28.125565, 28.086865, 27.805573, 28.359075, 27.962058, 28.030099, 28.289547, 29.602966, 29.809239, 30.995638, 30.883265, 30.73025, 30.645629, 30.951746, 30.919832, 26.900032, 23.245014, 21.588051, 23.103564, 23.68239, 24.561588, 24.628103, 25.363625, 25.06374, 24.293831, 24.293261, 24.688506, 23.669275, 22.468657, 23.139572, 23.509938, 23.688643, 24.087257, 26.088159, 25.419909, 23.313266, 22.611293, 18.496896, 20.926421, 28.61595, 34.64142]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 8, 12, 6, 11, 6, 5, 9, 1, 1, 10, 4, 6, 3, 9, 4, 10, 5, 8, 4, 7, 3, 8, 5, 7, 7, 12, 8, 8, 3, 10, 8, 9, 8, 6, 10, 4, 3, 6, 6, 6, 8, 5, 4, 2, 4, 5, 5, 0, 0], "n_am_pl": [1, 11, 4, 8, 4, 6, 6, 8, 8, 7, 3, 3, 2, 4, 3, 3, 6, 5, 8, 13, 15, 10, 8, 7, 9, 5, 5, 7, 4, 6, 1, 5, 6, 4, 4, 3, 5, 4, 7, 11, 10, 13, 15, 15, 16, 17, 15, 18, 29, 36], "n_pos": 36, "sum_m_en": [3.462873, 1.728702, 1.778932, 1.750363, 2.066563, 1.893753, 1.931361, 2.087165, 2.051235, 1.999347, 2.113728, 2.194938, 2.401411, 2.4231, 2.509099, 2.300522, 2.373771, 2.172417, 1.907056, 1.875481, 1.800303, 1.736861, 1.650757, 1.645253, 3.130876, 4.137658, 4.011752, 3.751891, 3.772736, 3.791602, 4.160522, 3.614403, 3.76299, 3.519481, 3.418452, 3.201249, 3.242504, 3.308376, 3.200382, 3.58371, 3.702092, 4.493382, 3.739099, 3.850772, 3.152648, 3.651926, 4.840212, 4.122111, 0.788693, 0.005964], "sum_m_pl": [13.355671, 16.302025, 15.867254, 15.839312, 14.646578, 14.81401, 15.03415, 14.965242, 14.846895, 15.97316, 16.134065, 15.95074, 16.180463, 16.182128, 16.274387, 16.378914, 17.159152, 17.321734, 17.949732, 17.799396, 17.69713, 17.588543, 17.828015, 17.830975, 16.549303, 13.631405, 12.846598, 13.705851, 14.176799, 14.905808, 14.714559, 15.356743, 15.202539, 15.08832, 15.169902, 15.617002, 14.989504, 14.512144, 15.394197, 15.048501, 14.594229, 14.927138, 17.975072, 17.912839, 17.211232, 17.100683, 15.053315, 16.693789, 26.907362, 34.197718]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-90", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 785, "region_end": 63, "roundtrip_ok": true, "tf_agree": 0.9827, "tf_agree_excl_first": 0.9884}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 31, 28, 22, 18, 22, 24, 33, 20, 21, 39, 22, 31, 26, 25, 30, 32, 20, 32, 31, 29, 33, 30, 30, 36, 41, 36, 41, 38, 35, 26, 26, 27, 28, 29, 33, 42, 41, 37, 31, 34, 39, 39, 32, 42, 46, 41, 36, 32, 27], "n_am_pl": [6, 18, 21, 14, 18, 14, 10, 6, 9, 12, 9, 12, 13, 17, 20, 18, 15, 10, 15, 23, 17, 20, 18, 21, 10, 10, 14, 13, 11, 11, 26, 29, 22, 19, 22, 20, 13, 15, 15, 20, 14, 8, 15, 12, 10, 15, 11, 12, 30, 34], "n_pos": 126, "sum_m_en": [13.187138, 7.264213, 7.043453, 7.008411, 7.250104, 7.334326, 7.160081, 7.571517, 7.989367, 8.461502, 8.850553, 8.950145, 8.885239, 9.132757, 8.853683, 8.454691, 8.350379, 8.352004, 7.750734, 7.206412, 7.176483, 6.544166, 6.120169, 6.087127, 14.442385, 16.869635, 14.764354, 13.938843, 13.775466, 13.733071, 12.940134, 12.540212, 12.710698, 13.010139, 13.543767, 14.522574, 16.710626, 17.759958, 18.989372, 20.398401, 21.561568, 26.242824, 26.261206, 26.051611, 33.032975, 37.249505, 37.391566, 31.295428, 30.754176, 27.632716], "sum_m_pl": [44.575634, 57.636918, 57.509668, 55.680351, 53.895892, 53.125368, 53.270765, 53.852678, 53.399385, 55.088399, 54.683458, 53.500688, 53.995796, 53.556746, 54.465179, 55.157843, 54.73392, 54.868937, 57.626338, 59.554338, 60.4268, 61.212972, 61.879813, 61.753296, 46.504855, 45.17918, 45.227185, 46.696456, 47.789895, 49.471555, 50.196122, 52.422962, 51.021841, 48.148262, 48.409504, 46.133027, 42.009623, 41.925352, 40.412432, 36.85999, 35.445841, 31.646135, 29.877177, 23.394713, 20.372895, 19.562099, 17.824006, 17.290136, 28.008599, 34.577874]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 15, 15, 10, 13, 15, 14, 19, 11, 10, 18, 8, 16, 12, 14, 17, 20, 13, 19, 18, 17, 19, 19, 19, 22, 24, 22, 25, 26, 22, 16, 15, 18, 17, 17, 21, 27, 27, 25, 19, 22, 28, 28, 21, 26, 28, 25, 23, 27, 27], "n_am_pl": [3, 15, 15, 9, 9, 4, 5, 3, 5, 8, 7, 6, 7, 8, 7, 7, 7, 7, 6, 11, 8, 11, 8, 10, 5, 5, 10, 7, 7, 6, 16, 15, 11, 12, 10, 10, 8, 7, 6, 9, 9, 3, 6, 5, 6, 9, 9, 10, 29, 34], "n_pos": 63, "sum_m_en": [6.113358, 3.511942, 3.408341, 3.334201, 3.587478, 3.64312, 3.474319, 3.685917, 3.829927, 4.155365, 4.417797, 4.397558, 4.507854, 4.676273, 4.594224, 4.373743, 4.246846, 4.203407, 3.855962, 3.610576, 3.586838, 3.25016, 3.037241, 3.008976, 7.49014, 9.014805, 8.020523, 7.636677, 7.669746, 7.304001, 6.852792, 6.781353, 6.756348, 6.933548, 7.311332, 8.645561, 10.729725, 11.281806, 12.409984, 13.328654, 14.695596, 17.966883, 17.459259, 16.88271, 20.982601, 21.168658, 21.605659, 19.728358, 24.866864, 26.5438], "sum_m_pl": [21.86934, 29.107306, 29.156847, 27.930113, 26.816813, 26.68214, 26.959877, 27.6029, 27.450745, 28.164342, 28.117675, 27.467908, 28.037556, 28.153676, 28.539071, 28.69927, 28.514931, 28.577971, 29.614461, 30.32765, 30.693538, 30.9816, 31.331806, 31.245825, 24.520356, 23.785894, 24.735536, 24.964395, 25.481293, 26.000737, 26.573102, 27.582579, 27.417298, 26.49323, 26.163958, 25.957806, 23.519833, 23.67891, 21.853167, 19.543692, 18.616413, 16.378719, 15.306199, 12.818013, 11.363561, 12.426946, 13.140825, 13.356063, 26.329853, 33.719992]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 128, "item_id": "pes-Medycyna ratunkowa-2020 jesień-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 883, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9609, "tf_agree_excl_first": 0.9685}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 20, 23, 14, 26, 12, 17, 19, 19, 25, 32, 25, 25, 25, 22, 25, 22, 18, 24, 22, 20, 20, 17, 17, 25, 33, 36, 31, 32, 32, 30, 27, 23, 33, 28, 35, 34, 30, 34, 40, 34, 50, 42, 35, 34, 34, 30, 14, 2, 0], "n_am_pl": [10, 31, 29, 30, 17, 13, 16, 15, 16, 13, 13, 13, 13, 17, 16, 6, 8, 12, 21, 19, 33, 25, 27, 29, 14, 10, 10, 20, 18, 20, 21, 27, 19, 14, 23, 23, 22, 23, 22, 21, 20, 20, 26, 29, 28, 29, 32, 28, 69, 78], "n_pos": 128, "sum_m_en": [12.450761, 6.100554, 6.004496, 6.22888, 6.648088, 6.593405, 6.47163, 6.706594, 6.902116, 7.378392, 7.77346, 8.090592, 7.948537, 8.466202, 8.11424, 7.998505, 7.51295, 7.311088, 6.7678, 6.371577, 6.299519, 5.808269, 5.647417, 5.678572, 12.17298, 13.616965, 13.166103, 11.98675, 11.426849, 11.383769, 11.042514, 10.7148, 10.808014, 11.641388, 11.991216, 12.969955, 14.031998, 15.355668, 15.432158, 17.493543, 17.178683, 25.686361, 27.9259, 22.640286, 27.281512, 25.386887, 23.818023, 12.790421, 1.567372, 0.017952], "sum_m_pl": [43.524951, 59.510677, 59.180235, 57.818334, 55.407974, 54.275754, 54.542903, 56.147515, 55.869099, 57.449355, 57.043232, 55.638634, 57.627502, 56.971844, 57.357154, 57.673087, 57.944444, 58.929751, 61.544454, 63.061705, 64.055331, 64.316819, 64.326636, 63.979384, 50.01323, 49.221352, 49.153731, 51.93968, 53.426833, 54.824588, 54.564273, 55.430774, 54.25452, 50.400709, 51.396019, 50.251338, 48.323012, 49.157416, 48.306077, 45.225226, 44.071655, 38.991451, 37.830062, 35.738813, 31.723433, 34.459019, 36.164628, 33.428784, 65.429958, 79.562421]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 12, 10, 8, 16, 7, 12, 9, 14, 14, 17, 16, 13, 15, 12, 15, 19, 16, 18, 17, 15, 16, 12, 9, 17, 22, 23, 20, 21, 21, 21, 18, 17, 23, 21, 25, 22, 24, 21, 29, 26, 37, 27, 25, 27, 24, 21, 10, 2, 0], "n_am_pl": [5, 21, 19, 20, 11, 12, 9, 9, 11, 11, 8, 10, 9, 11, 11, 5, 4, 7, 15, 15, 24, 18, 22, 23, 12, 8, 9, 15, 14, 15, 16, 20, 13, 9, 16, 16, 16, 15, 15, 11, 12, 11, 16, 20, 22, 22, 26, 25, 66, 77], "n_pos": 77, "sum_m_en": [7.058855, 3.69037, 3.519161, 3.683466, 3.944592, 3.873833, 3.855078, 4.007041, 4.168641, 4.433833, 4.723719, 4.924351, 4.883394, 5.264191, 4.958554, 4.720812, 4.518999, 4.435061, 4.087396, 3.882238, 3.857496, 3.540672, 3.426435, 3.447318, 7.57604, 8.431418, 8.124023, 7.405763, 7.380064, 7.293223, 7.03786, 7.023197, 7.000742, 7.73376, 7.950541, 8.738933, 9.866373, 10.594917, 10.875496, 12.822792, 12.912863, 18.689447, 19.3189, 16.110485, 21.597442, 18.450096, 15.929589, 9.090933, 1.176882, 0.011945], "sum_m_pl": [26.297629, 35.666368, 35.029846, 33.850816, 32.441198, 31.968815, 32.486905, 33.71136, 33.712732, 34.818604, 34.686738, 33.931663, 35.60588, 35.576299, 36.19546, 36.026873, 35.891865, 36.345304, 37.87995, 38.598688, 39.074065, 39.141434, 39.186131, 38.85103, 32.335223, 31.481742, 32.818312, 33.379135, 34.538241, 34.907036, 34.96715, 35.498003, 35.339457, 33.59736, 33.985652, 34.204002, 33.065443, 33.739497, 32.667279, 30.192936, 29.621404, 26.648163, 25.642273, 24.725426, 22.716823, 25.644262, 29.545786, 27.80886, 60.693599, 76.201952]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 130, "item_id": "pes-Medycyna ratunkowa-2020 jesień-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 763, "region_end": 128, "roundtrip_ok": true, "tf_agree": 0.9846, "tf_agree_excl_first": 0.9922}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 2, 3, 2, 2, 2, 3, 2, 2, 3, 2, 1, 1, 3, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 2, 1, 2, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.244, 0.144844, 0.159017, 0.17085, 0.184225, 0.158354, 0.141843, 0.144881, 0.137605, 0.130911, 0.142499, 0.151193, 0.159618, 0.172063, 0.187527, 0.203691, 0.20615, 0.191381, 0.171683, 0.161996, 0.146255, 0.133701, 0.131784, 0.13396, 0.39588, 0.328147, 0.301395, 0.308867, 0.240671, 0.214889, 0.214895, 0.218896, 0.260806, 0.244799, 0.28297, 0.263227, 0.43984, 0.303023, 0.287169, 0.263696, 0.278073, 0.253501, 0.245097, 0.271192, 0.092511, 0.185827, 0.046238, 0.025195, 0.000712, 0.000123], "sum_m_pl": [1.286913, 1.440901, 1.494607, 1.461465, 1.430201, 1.504009, 1.47282, 1.396461, 1.450258, 1.457044, 1.437492, 1.471208, 1.441939, 1.455596, 1.336966, 1.317255, 1.313167, 1.32156, 1.370824, 1.379798, 1.40791, 1.429933, 1.455539, 1.465994, 1.167042, 1.166233, 1.084835, 1.024367, 1.144897, 1.254411, 1.277732, 1.33499, 1.177006, 1.143304, 1.12899, 1.117679, 1.003632, 0.938185, 0.990046, 0.978813, 1.039187, 1.097349, 1.091046, 1.025628, 0.543712, 0.572531, 0.135754, 0.087182, 0.002174, 0.016448]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 499, "item_id": "pes-Medycyna ratunkowa-2020 wiosna-115", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1242, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.986, "tf_agree_excl_first": 0.988}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [87, 75, 72, 64, 49, 49, 35, 38, 46, 40, 50, 44, 45, 63, 52, 56, 58, 50, 35, 38, 31, 33, 33, 39, 52, 49, 55, 56, 53, 70, 73, 65, 59, 66, 59, 68, 44, 54, 43, 55, 49, 75, 86, 67, 71, 66, 57, 33, 3, 0], "n_am_pl": [23, 55, 56, 49, 48, 45, 33, 36, 32, 26, 23, 22, 25, 24, 25, 26, 40, 45, 48, 56, 58, 55, 50, 47, 26, 31, 32, 43, 40, 37, 39, 46, 43, 41, 40, 37, 36, 39, 41, 40, 42, 35, 35, 42, 40, 44, 49, 52, 104, 127], "n_pos": 323, "sum_m_en": [29.152648, 17.328073, 17.80254, 17.648147, 17.921651, 17.670467, 17.129495, 17.574358, 18.003057, 18.652932, 19.614289, 21.337519, 21.499469, 23.001137, 22.698939, 21.661342, 19.975634, 19.830426, 17.211624, 16.885606, 15.93372, 15.411481, 14.947738, 14.448396, 25.616454, 27.685651, 28.275881, 29.828823, 29.326532, 32.302341, 30.735163, 30.766358, 31.087092, 32.67942, 31.97282, 30.320925, 29.195626, 28.739378, 28.831997, 34.911927, 33.451977, 46.575795, 53.289427, 47.555525, 52.051974, 57.613033, 49.631113, 34.781446, 8.475406, 0.093047], "sum_m_pl": [127.076019, 147.963806, 147.125572, 145.440241, 143.065984, 140.906827, 137.653566, 137.380119, 135.534902, 135.758876, 136.086055, 130.555241, 132.296201, 132.246477, 134.874896, 136.771012, 143.271055, 143.079768, 149.000858, 152.021736, 154.53836, 154.136229, 153.328925, 154.572593, 115.856431, 111.845251, 107.637354, 116.473028, 121.513156, 121.490386, 122.945011, 125.720855, 122.176504, 114.459999, 113.013861, 107.362016, 106.153816, 103.047554, 102.089052, 97.900776, 93.632523, 87.676157, 81.396216, 79.418035, 72.472714, 65.437613, 61.0691, 59.12931, 96.510212, 126.855257]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [38, 32, 23, 28, 27, 20, 17, 18, 23, 21, 29, 23, 22, 31, 23, 27, 26, 18, 16, 18, 12, 13, 14, 19, 21, 20, 24, 25, 28, 33, 30, 30, 24, 26, 30, 35, 19, 26, 22, 36, 28, 43, 45, 41, 43, 43, 37, 19, 0, 0], "n_am_pl": [10, 16, 19, 24, 17, 23, 14, 9, 12, 4, 13, 12, 14, 10, 11, 11, 18, 18, 21, 23, 22, 24, 20, 17, 11, 11, 12, 18, 20, 15, 17, 20, 22, 22, 19, 16, 17, 20, 22, 17, 23, 20, 22, 25, 27, 28, 37, 44, 99, 126], "n_pos": 128, "sum_m_en": [10.982589, 7.120268, 7.036703, 7.19128, 7.356626, 7.222861, 7.25197, 7.393926, 7.603592, 7.892333, 8.201038, 8.872923, 8.946399, 9.170702, 8.677063, 8.358029, 7.78089, 7.448132, 6.644841, 6.580981, 6.235978, 6.045932, 5.826132, 5.640564, 11.576196, 11.796947, 11.350374, 12.160828, 11.804316, 12.263954, 11.644706, 12.186644, 12.318541, 13.223628, 13.062117, 12.479086, 11.560602, 11.791046, 12.395978, 17.180721, 15.712286, 25.133085, 29.936663, 25.911761, 27.691671, 34.394375, 31.066954, 20.055363, 3.481524, 0.039988], "sum_m_pl": [48.675678, 55.874982, 55.489966, 55.177464, 54.409475, 53.881952, 53.050153, 53.351314, 53.533243, 54.752181, 54.660825, 52.893869, 53.954562, 54.117767, 54.976428, 56.07863, 58.329658, 58.230043, 60.360409, 61.167206, 61.594182, 61.306625, 61.227138, 61.588806, 47.737458, 45.910737, 45.330678, 49.316306, 50.67829, 51.018373, 52.193801, 53.224882, 52.86378, 50.831621, 50.565105, 50.257096, 51.237199, 50.427124, 50.316174, 46.737168, 45.591696, 42.027913, 37.91087, 40.515597, 40.167112, 38.210982, 42.176133, 44.997844, 89.894899, 124.111966]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1277, "item_id": "pes-Medycyna ratunkowa-2020 wiosna-115", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1122, "region_end": 323, "roundtrip_ok": true, "tf_agree": 0.9898, "tf_agree_excl_first": 0.9906}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [50, 28, 32, 27, 24, 18, 25, 19, 21, 26, 30, 25, 16, 30, 32, 27, 37, 27, 30, 26, 25, 33, 31, 36, 40, 31, 29, 31, 21, 26, 20, 28, 39, 32, 34, 30, 35, 32, 38, 36, 41, 42, 44, 44, 37, 30, 18, 7, 2, 0], "n_am_pl": [10, 23, 21, 22, 19, 18, 22, 18, 18, 13, 13, 10, 15, 20, 17, 20, 12, 15, 18, 22, 23, 21, 20, 24, 17, 14, 21, 24, 23, 26, 27, 27, 20, 22, 20, 20, 25, 26, 23, 23, 19, 16, 15, 17, 20, 28, 38, 46, 67, 72], "n_pos": 124, "sum_m_en": [13.453302, 6.33573, 6.317219, 6.27927, 6.428312, 6.665153, 7.105334, 7.058252, 7.066236, 7.698888, 8.038262, 8.275564, 9.020038, 9.195158, 8.991069, 8.554412, 9.201769, 8.405954, 7.492343, 6.74102, 6.541506, 6.160374, 5.931836, 5.914787, 16.158035, 16.222651, 15.399247, 15.330133, 14.122999, 13.697313, 13.855269, 13.785142, 14.478214, 14.404712, 15.249516, 15.003392, 17.72628, 18.515688, 18.745872, 21.170388, 22.255355, 25.81403, 28.405277, 28.918367, 26.771118, 25.274403, 15.12151, 7.687534, 2.779978, 0.194796], "sum_m_pl": [44.949097, 58.845895, 57.813958, 56.126991, 54.954025, 55.404766, 53.780716, 53.689367, 53.935456, 55.073298, 53.576415, 53.081857, 53.825635, 53.174501, 53.817928, 55.833851, 56.360486, 57.35527, 58.774108, 59.999637, 61.209704, 61.126255, 61.743938, 60.806246, 46.083223, 44.444839, 44.993268, 47.929661, 48.567005, 49.700913, 50.230148, 51.056089, 47.975683, 47.209647, 46.834864, 46.157814, 43.228875, 41.672674, 41.139033, 40.727566, 38.475659, 33.360512, 32.493017, 30.268281, 30.751748, 33.971483, 39.784006, 44.997009, 61.071206, 70.943006]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.059606, 0.049135, 0.051084, 0.05893, 0.053715, 0.046524, 0.047558, 0.042225, 0.050015, 0.049142, 0.047626, 0.043545, 0.058344, 0.050977, 0.040437, 0.049467, 0.045579, 0.048734, 0.044652, 0.045688, 0.042215, 0.041256, 0.040573, 0.042088, 0.003634, 0.005524, 0.04397, 0.037357, 0.053919, 0.051294, 0.067657, 0.036448, 0.029479, 0.024927, 0.019134, 0.060398, 0.046367, 0.043827, 0.037739, 0.053297, 0.005172, 0.001023, 0.003312, 0.000526, 0.000264, 0.000285, 9e-06, 3.8e-05, 0.000291, 0.0], "sum_m_pl": [0.507213, 0.546259, 0.512233, 0.414151, 0.394825, 0.422523, 0.42476, 0.380295, 0.402256, 0.423672, 0.429072, 0.330061, 0.471457, 0.422799, 0.382908, 0.422568, 0.417519, 0.396029, 0.440818, 0.443403, 0.447655, 0.443654, 0.450606, 0.431292, 0.531181, 0.457406, 0.390611, 0.504309, 0.442582, 0.46413, 0.46474, 0.499324, 0.451788, 0.47053, 0.536857, 0.377423, 0.324692, 0.311705, 0.307114, 0.265478, 0.274965, 0.372137, 0.385162, 0.234413, 0.165569, 0.096144, 0.047699, 0.018543, 0.002583, 0.0]}, "lang": {"n_am_en": [29, 16, 17, 15, 17, 12, 18, 14, 12, 18, 20, 19, 9, 18, 25, 23, 25, 17, 24, 16, 18, 24, 24, 30, 29, 22, 22, 22, 14, 18, 14, 20, 28, 25, 27, 21, 25, 23, 29, 27, 31, 30, 32, 33, 29, 20, 14, 6, 1, 0], "n_am_pl": [5, 13, 10, 16, 12, 11, 14, 10, 11, 7, 7, 6, 10, 14, 11, 13, 10, 11, 11, 13, 16, 12, 12, 12, 10, 10, 15, 16, 14, 17, 18, 16, 15, 17, 14, 14, 21, 22, 17, 15, 13, 11, 13, 15, 16, 25, 33, 41, 67, 72], "n_pos": 72, "sum_m_en": [7.768819, 3.732785, 3.743273, 3.703631, 3.833884, 4.028639, 4.285021, 4.254484, 4.234265, 4.684724, 4.873595, 5.072372, 5.78451, 5.72295, 5.712064, 5.272552, 5.741936, 5.175211, 4.619925, 4.064394, 3.941598, 3.678184, 3.517983, 3.49428, 11.254741, 10.772914, 10.334959, 10.06736, 9.590222, 8.984003, 9.09769, 9.335781, 9.848088, 10.061799, 10.481609, 9.945927, 11.778986, 12.753205, 13.229843, 14.843739, 16.268355, 18.826173, 20.999422, 21.188274, 19.855505, 17.55138, 11.552015, 5.358226, 1.518252, 0.191768], "sum_m_pl": [25.510986, 33.57339, 32.880715, 31.796567, 31.53113, 32.012613, 31.133906, 31.130486, 31.288491, 32.041233, 31.45287, 31.399559, 31.803042, 31.670017, 32.373379, 33.303286, 33.301403, 33.817379, 34.537584, 35.212207, 35.872993, 35.738596, 36.154946, 35.497447, 27.682204, 26.842253, 27.766526, 28.818459, 29.685966, 30.278746, 30.627673, 30.812202, 29.43732, 29.23929, 28.467042, 29.073584, 27.730986, 27.352547, 26.96551, 26.820464, 25.445728, 22.16708, 21.036429, 20.851936, 23.751183, 27.111603, 34.336325, 40.303379, 60.081859, 70.895577]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "pes-Medycyna rodzinna-2018 jesień-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 892, "region_end": 124, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.984}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [40, 26, 29, 25, 22, 13, 14, 15, 16, 25, 26, 24, 26, 21, 27, 19, 24, 20, 15, 15, 11, 14, 20, 20, 22, 23, 23, 17, 18, 23, 20, 21, 25, 30, 23, 25, 22, 26, 25, 27, 36, 34, 40, 32, 28, 23, 13, 7, 2, 0], "n_am_pl": [10, 25, 24, 24, 14, 16, 27, 23, 16, 14, 11, 9, 18, 22, 20, 23, 20, 24, 27, 27, 33, 30, 27, 30, 32, 30, 22, 34, 34, 32, 34, 30, 26, 25, 23, 20, 25, 22, 28, 24, 20, 23, 14, 20, 22, 31, 35, 36, 55, 64], "n_pos": 116, "sum_m_en": [11.963614, 5.971324, 6.073233, 6.074331, 6.145055, 6.309144, 6.633076, 6.427438, 6.3782, 6.825793, 7.245407, 7.694378, 8.180333, 8.412812, 8.195194, 7.63936, 7.979761, 7.362036, 6.490699, 5.985898, 5.847398, 5.550347, 5.413337, 5.400502, 12.88925, 12.499058, 11.512986, 11.387664, 11.208044, 11.374201, 11.786716, 12.02814, 12.587001, 12.595787, 13.266218, 13.383404, 14.155294, 15.268405, 14.202742, 15.52516, 16.673385, 21.0847, 22.559293, 21.37761, 20.662271, 20.115444, 12.022215, 6.333347, 2.625556, 0.002777], "sum_m_pl": [42.009267, 54.56495, 53.935177, 52.527435, 51.137691, 52.299716, 51.384953, 51.579993, 52.090833, 52.801123, 50.87923, 50.343555, 51.320122, 50.440849, 50.998792, 52.302801, 53.53264, 54.443316, 55.652034, 56.651754, 57.745863, 57.632783, 57.882352, 57.198806, 45.266296, 43.752983, 44.120521, 46.889009, 47.525999, 48.575062, 48.944298, 48.932532, 46.620052, 44.867514, 45.16509, 44.68684, 43.194016, 42.63877, 43.413583, 42.78202, 40.370163, 35.571978, 34.782308, 33.737459, 32.579952, 35.233754, 38.052501, 40.231153, 54.262648, 63.931556]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 11, 12, 11, 12, 6, 9, 8, 7, 14, 17, 14, 13, 10, 16, 12, 12, 12, 11, 10, 9, 11, 15, 16, 15, 13, 18, 13, 11, 15, 15, 16, 20, 24, 16, 17, 12, 14, 17, 18, 25, 23, 30, 24, 21, 17, 11, 6, 1, 0], "n_am_pl": [5, 16, 12, 15, 10, 8, 17, 12, 11, 8, 5, 5, 11, 15, 13, 11, 15, 17, 22, 20, 22, 18, 17, 17, 21, 20, 14, 18, 21, 18, 22, 18, 17, 17, 15, 13, 18, 17, 19, 15, 12, 14, 9, 15, 19, 27, 31, 35, 54, 64], "n_pos": 64, "sum_m_en": [6.075841, 3.306927, 3.453552, 3.439079, 3.474925, 3.662839, 3.878212, 3.765719, 3.665326, 3.927269, 4.187131, 4.486853, 4.921427, 4.954303, 4.898381, 4.39397, 4.63486, 4.271153, 3.77757, 3.443335, 3.344425, 3.150991, 3.04405, 3.018252, 8.046619, 7.680413, 7.303411, 6.94131, 6.944649, 6.914073, 7.253485, 7.688111, 8.252831, 8.241017, 8.631701, 8.913955, 9.462582, 9.595092, 9.176831, 10.498136, 11.503641, 14.909401, 17.181099, 15.46755, 15.019557, 14.00664, 8.898371, 4.413972, 1.434871, 0.002297], "sum_m_pl": [23.350507, 29.52168, 28.963711, 27.898123, 27.521097, 28.464064, 28.064048, 28.36226, 28.823402, 29.309441, 28.1983, 28.160058, 28.98482, 28.519716, 29.064255, 29.591029, 30.062888, 30.488073, 31.107812, 31.590538, 32.170647, 32.0572, 32.266753, 31.739203, 26.118922, 25.352345, 25.790547, 26.922496, 27.597709, 27.871991, 28.198929, 28.044234, 27.143845, 26.58344, 26.398551, 26.866665, 26.51109, 27.035338, 27.887383, 27.336912, 25.87595, 22.740091, 22.067033, 23.332963, 25.004037, 27.812729, 32.837036, 37.014456, 52.610996, 63.124851]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "pes-Medycyna rodzinna-2018 jesień-6", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 772, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9746, "tf_agree_excl_first": 0.9829}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 11, 17, 16, 18, 13, 16, 19, 17, 23, 22, 25, 19, 22, 16, 27, 27, 20, 25, 25, 18, 15, 17, 24, 28, 29, 24, 28, 25, 26, 23, 17, 17, 18, 25, 25, 26, 31, 34, 40, 35, 30, 33, 36, 30, 31, 18, 11, 4, 6], "n_am_pl": [6, 29, 28, 22, 14, 14, 13, 8, 10, 4, 11, 11, 16, 13, 16, 8, 12, 13, 7, 11, 15, 19, 17, 17, 11, 15, 18, 11, 14, 14, 14, 18, 17, 16, 17, 13, 14, 17, 15, 17, 21, 20, 24, 17, 20, 26, 36, 32, 47, 54], "n_pos": 97, "sum_m_en": [9.01897, 4.93548, 4.948435, 4.767632, 5.184463, 5.150868, 5.2379, 5.757292, 5.861585, 6.133986, 6.276058, 6.761617, 7.09869, 7.203906, 7.629341, 7.222268, 6.948223, 6.810812, 6.265525, 5.653378, 4.887361, 4.470664, 4.315137, 4.267533, 9.986422, 11.570064, 11.085503, 10.743023, 10.358791, 9.732185, 9.573949, 9.384249, 9.256287, 10.209814, 11.065126, 11.50433, 13.586645, 15.146651, 14.852808, 17.458549, 17.529127, 18.816625, 20.404728, 21.565295, 20.116182, 23.150265, 15.719401, 9.771156, 5.524438, 5.32745], "sum_m_pl": [35.449195, 45.541307, 44.576012, 43.791878, 42.104398, 42.460152, 42.329676, 42.085235, 42.207421, 43.350309, 42.414519, 43.023126, 43.59596, 43.314663, 44.706695, 44.945746, 45.019358, 43.928311, 46.225726, 47.602613, 48.198564, 48.772892, 48.829322, 49.087339, 40.997515, 40.096344, 39.552822, 40.697496, 41.396883, 41.910296, 42.487339, 43.381047, 42.550882, 40.482611, 39.434445, 38.52234, 35.600756, 34.792317, 35.065364, 35.122284, 34.091199, 32.779659, 30.52122, 27.982931, 26.959021, 30.338584, 36.202853, 36.051285, 44.65846, 53.510895]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [20, 5, 11, 9, 11, 6, 8, 11, 11, 11, 12, 15, 14, 18, 12, 17, 16, 14, 16, 18, 13, 12, 12, 15, 21, 18, 15, 17, 18, 19, 16, 11, 13, 13, 19, 18, 18, 22, 24, 29, 25, 23, 26, 28, 21, 26, 15, 9, 4, 6], "n_am_pl": [4, 22, 21, 16, 8, 8, 11, 5, 5, 3, 9, 8, 8, 9, 11, 6, 6, 7, 3, 6, 8, 9, 9, 11, 8, 10, 15, 8, 10, 9, 9, 14, 13, 10, 10, 11, 13, 15, 13, 13, 16, 17, 19, 15, 18, 20, 28, 29, 47, 54], "n_pos": 60, "sum_m_en": [5.532925, 2.932079, 2.999565, 2.896451, 3.141571, 3.140892, 3.173566, 3.438333, 3.648295, 3.671539, 3.845207, 4.246661, 4.534672, 4.627709, 5.007894, 4.672127, 4.498089, 4.395932, 4.121311, 3.707064, 3.025065, 2.76513, 2.652653, 2.639373, 6.360048, 7.149886, 6.877696, 6.773763, 6.642703, 6.257341, 6.010813, 5.843371, 5.855909, 6.247401, 6.80723, 6.98971, 8.47212, 10.068256, 10.340487, 12.555907, 12.46654, 13.988545, 15.129594, 15.37048, 14.788075, 18.814928, 12.732589, 7.873576, 5.154213, 5.323176], "sum_m_pl": [21.358508, 28.095409, 27.458046, 27.127459, 25.888284, 26.126302, 26.093645, 26.113839, 26.150525, 26.885294, 26.213961, 26.965151, 27.29706, 27.161555, 27.985466, 27.946272, 27.758216, 27.143105, 28.534562, 29.337911, 29.861608, 30.288532, 30.357773, 30.505591, 26.13756, 25.840558, 25.365583, 25.887554, 26.381276, 26.763638, 27.228248, 27.771847, 27.304846, 26.261076, 25.66144, 25.412746, 23.676735, 23.087517, 23.407792, 23.43415, 22.868721, 22.238879, 21.562094, 19.89178, 20.953559, 22.223324, 28.438088, 30.144695, 42.665135, 53.154699]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "pes-Medycyna rodzinna-2018 wiosna-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.9495, "tf_agree_excl_first": 0.9592}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 17, 21, 16, 21, 14, 20, 17, 18, 17, 27, 26, 25, 25, 23, 31, 26, 18, 24, 22, 17, 13, 13, 17, 20, 27, 27, 28, 25, 27, 19, 19, 20, 22, 20, 24, 23, 20, 23, 27, 23, 20, 22, 24, 22, 19, 7, 3, 2, 2], "n_am_pl": [7, 29, 20, 24, 12, 19, 9, 13, 9, 5, 8, 8, 5, 5, 10, 3, 8, 13, 11, 12, 17, 21, 21, 20, 15, 11, 12, 13, 17, 11, 13, 15, 17, 20, 23, 22, 19, 21, 23, 20, 24, 21, 22, 21, 18, 24, 33, 33, 49, 54], "n_pos": 101, "sum_m_en": [9.420691, 5.255299, 5.294535, 5.319606, 5.637011, 5.682293, 6.018581, 6.325663, 6.492559, 6.861139, 6.860126, 7.075776, 7.064064, 7.174424, 7.765869, 7.666786, 6.929593, 6.814014, 6.414816, 5.880381, 5.119455, 4.721518, 4.609029, 4.553151, 8.919392, 10.296344, 10.364719, 10.529934, 10.012538, 9.90408, 9.83244, 9.529562, 10.12148, 10.731165, 11.596739, 11.483056, 12.611648, 12.95027, 12.877382, 13.66714, 13.447563, 14.431284, 14.77823, 16.241169, 15.09557, 15.155167, 8.323742, 5.254501, 2.360497, 2.027708], "sum_m_pl": [36.908739, 47.763937, 46.589474, 45.928305, 43.813039, 43.809304, 42.973219, 42.57026, 42.67819, 43.815025, 43.178568, 43.783237, 44.5486, 44.438719, 46.151659, 46.302629, 47.038585, 46.352715, 48.268055, 49.01733, 49.086316, 49.723267, 49.699335, 50.02435, 42.036752, 41.33297, 40.994286, 42.452163, 43.630347, 44.195579, 44.828813, 45.402244, 44.823063, 43.393408, 42.214206, 41.957865, 39.860476, 39.065316, 39.568625, 40.69364, 39.758617, 38.319691, 35.269839, 34.178916, 31.049449, 31.590609, 34.140052, 34.589867, 47.251958, 56.354986]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [20, 8, 13, 11, 13, 7, 10, 9, 10, 9, 16, 19, 20, 20, 17, 20, 15, 12, 15, 14, 9, 10, 9, 12, 14, 19, 17, 18, 16, 19, 12, 12, 16, 15, 14, 17, 14, 15, 14, 20, 16, 12, 16, 16, 15, 15, 6, 3, 2, 2], "n_am_pl": [4, 18, 15, 15, 6, 10, 5, 9, 7, 3, 6, 4, 1, 2, 6, 1, 5, 8, 5, 6, 10, 9, 11, 11, 12, 10, 10, 9, 11, 8, 9, 13, 12, 12, 14, 17, 14, 16, 16, 14, 17, 18, 19, 19, 16, 17, 26, 27, 46, 54], "n_pos": 57, "sum_m_en": [5.343813, 2.812644, 2.952992, 3.012472, 3.206934, 3.215729, 3.612625, 3.676773, 3.844142, 3.968375, 3.903277, 4.012315, 4.03604, 4.130751, 4.681328, 4.648612, 4.084397, 3.981051, 3.944455, 3.579748, 2.92047, 2.696495, 2.601956, 2.575339, 5.662134, 6.297179, 6.3912, 6.577292, 6.175319, 5.976361, 5.888156, 5.702521, 5.809861, 6.019325, 6.423049, 6.378185, 7.310328, 8.017328, 7.95199, 8.763434, 8.810853, 10.280721, 10.566293, 11.139756, 10.66772, 11.466166, 6.869848, 4.145865, 2.147831, 2.024547], "sum_m_pl": [21.042306, 27.334468, 26.586845, 26.154915, 24.844609, 24.622881, 24.245821, 24.145162, 24.309493, 24.890349, 24.418778, 25.122459, 25.581828, 25.55424, 26.338243, 26.162108, 26.577287, 26.22811, 27.273921, 27.795286, 28.0532, 28.467451, 28.460788, 28.613773, 24.724305, 24.413354, 24.042709, 24.820289, 25.544909, 25.975208, 26.268182, 26.741618, 26.681211, 26.06088, 25.454195, 25.518647, 24.485779, 23.886371, 24.516125, 25.124619, 24.430244, 23.677944, 22.425737, 21.941316, 21.999057, 21.141686, 25.343382, 27.622603, 43.000227, 54.217947]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "pes-Medycyna rodzinna-2018 wiosna-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 788, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9612, "tf_agree_excl_first": 0.9706}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [35, 27, 32, 30, 25, 31, 24, 27, 35, 37, 38, 39, 41, 38, 30, 37, 34, 37, 37, 41, 39, 42, 41, 41, 53, 54, 52, 51, 48, 45, 40, 53, 50, 43, 50, 49, 55, 57, 60, 65, 64, 57, 70, 70, 66, 66, 74, 68, 74, 62], "n_am_pl": [11, 17, 20, 23, 20, 24, 20, 21, 15, 12, 16, 20, 12, 11, 14, 16, 9, 12, 3, 7, 7, 12, 19, 22, 9, 9, 9, 10, 9, 6, 13, 8, 11, 16, 11, 14, 12, 10, 11, 9, 8, 7, 8, 14, 12, 10, 7, 4, 2, 0], "n_pos": 153, "sum_m_en": [18.383428, 9.98629, 9.448401, 8.819951, 9.056197, 8.778199, 8.587207, 8.705691, 9.044965, 9.298595, 9.614625, 10.271595, 10.356082, 10.266289, 10.493092, 10.688391, 10.274102, 9.767135, 9.349026, 8.770961, 8.304583, 7.886134, 7.435923, 7.27661, 19.142289, 19.151525, 19.396452, 18.682099, 17.707955, 17.910316, 16.486525, 16.51251, 16.870992, 17.51861, 19.080487, 21.278163, 25.17295, 27.342567, 27.185917, 29.442445, 35.370267, 39.031105, 42.160676, 49.381235, 54.406461, 58.283312, 68.149037, 64.464396, 71.746322, 64.660119], "sum_m_pl": [52.062473, 67.90503, 68.024613, 68.370456, 66.925896, 67.070942, 66.241371, 66.896754, 66.091558, 68.629761, 67.951974, 67.9156, 69.370368, 67.968244, 68.971833, 71.01217, 71.699681, 71.263613, 71.663648, 73.479646, 74.140124, 75.195945, 75.734027, 76.235566, 55.436036, 54.556577, 53.015382, 55.484722, 57.38734, 59.47409, 60.535414, 60.799213, 60.894916, 60.332015, 58.295876, 55.186051, 50.242895, 47.200967, 45.741917, 43.491466, 39.952355, 33.635297, 31.617289, 26.732898, 21.089859, 16.797383, 10.605223, 6.889789, 2.737249, 0.268605]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 10, 15, 11, 15, 19, 16, 12, 21, 21, 22, 19, 22, 15, 17, 20, 18, 18, 16, 22, 20, 20, 19, 21, 30, 29, 27, 29, 26, 26, 22, 25, 28, 26, 31, 33, 33, 30, 32, 34, 36, 31, 40, 40, 43, 38, 45, 45, 58, 62], "n_am_pl": [5, 10, 9, 10, 11, 11, 8, 11, 7, 7, 11, 11, 6, 7, 6, 8, 6, 6, 2, 2, 2, 3, 9, 11, 5, 5, 5, 3, 3, 2, 7, 3, 1, 4, 2, 2, 3, 5, 1, 2, 2, 2, 2, 5, 4, 4, 3, 4, 2, 0], "n_pos": 64, "sum_m_en": [7.873252, 4.053523, 3.911632, 3.642787, 3.954498, 3.719654, 3.675407, 3.826708, 4.093568, 4.192072, 4.254447, 4.621853, 4.691264, 4.703387, 4.83467, 4.753914, 4.478722, 4.323907, 4.141565, 3.829008, 3.639773, 3.399936, 3.218394, 3.141516, 10.327326, 10.062538, 10.374987, 9.842208, 9.365652, 9.087341, 7.954413, 8.140819, 8.548048, 8.942861, 9.846777, 11.64867, 14.401251, 15.779058, 15.57697, 16.950459, 20.831504, 24.023114, 25.8748, 30.444865, 35.655994, 34.086975, 42.831502, 41.280398, 56.31672, 60.961277], "sum_m_pl": [21.46034, 28.751678, 28.796867, 28.793459, 28.160676, 28.51281, 28.096142, 28.161572, 27.786229, 28.839866, 28.776297, 28.565655, 28.968186, 28.503445, 29.065396, 29.757897, 30.256042, 30.349062, 30.276433, 30.928186, 31.015452, 31.480481, 31.720091, 31.888541, 23.452734, 23.021058, 22.514411, 23.422887, 24.469476, 24.90697, 25.903585, 25.734298, 25.687363, 25.374607, 24.623986, 22.978009, 20.399426, 19.404403, 18.768915, 17.644736, 15.696222, 13.137258, 11.776593, 9.773139, 7.317675, 6.65554, 4.371532, 3.974866, 1.628365, 0.017233]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 277, "item_id": "pes-Medycyna rodzinna-2019 wiosna-14", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 939, "region_end": 153, "roundtrip_ok": true, "tf_agree": 0.9675, "tf_agree_excl_first": 0.971}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [58, 38, 23, 15, 18, 14, 22, 21, 22, 29, 31, 29, 43, 41, 29, 35, 34, 33, 30, 35, 30, 36, 33, 50, 70, 59, 62, 50, 36, 38, 34, 37, 36, 34, 37, 36, 31, 37, 41, 43, 47, 44, 47, 43, 37, 29, 24, 11, 1, 0], "n_am_pl": [8, 33, 39, 35, 30, 29, 21, 19, 24, 19, 18, 15, 16, 17, 24, 23, 29, 26, 30, 32, 44, 41, 46, 40, 18, 13, 15, 19, 17, 25, 30, 23, 25, 21, 17, 20, 23, 23, 23, 31, 28, 30, 27, 31, 32, 42, 50, 68, 100, 100], "n_pos": 186, "sum_m_en": [18.979793, 9.973845, 9.248356, 9.378794, 9.461786, 9.280621, 9.504833, 9.612356, 9.892618, 10.079506, 10.13835, 10.783426, 10.557435, 10.624723, 10.46944, 10.826804, 10.551914, 9.864763, 9.158114, 8.709698, 8.359107, 8.328829, 7.978843, 7.9233, 18.879182, 17.976468, 18.07849, 15.449264, 14.451897, 14.870174, 14.3189, 14.236624, 13.927816, 14.547328, 15.52711, 15.839851, 17.037688, 17.806757, 17.843992, 22.645376, 24.413695, 29.040108, 30.228799, 28.600784, 28.632391, 25.32503, 20.129512, 12.587423, 2.27499, 0.013053], "sum_m_pl": [65.656825, 84.9096, 83.551454, 83.014837, 79.594341, 77.68909, 76.311744, 77.874694, 77.928171, 83.591253, 84.021483, 84.928414, 87.89553, 86.999432, 87.695297, 91.134, 91.473378, 91.884874, 93.253426, 94.830076, 95.313077, 95.730805, 95.565826, 95.41052, 77.979903, 76.640727, 72.479125, 77.805541, 79.410156, 83.292532, 82.67398, 83.367557, 81.630556, 78.964218, 76.992211, 74.933726, 72.503698, 71.825835, 71.579062, 70.005497, 67.280305, 61.582508, 62.678338, 59.633577, 53.206267, 54.20366, 56.080459, 65.737442, 91.42062, 99.615424]}, "digit": {"n_am_en": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.093698, 0.043863, 0.043052, 0.042892, 0.040091, 0.042291, 0.044584, 0.04287, 0.043329, 0.055727, 0.044482, 0.045062, 0.036233, 0.046716, 0.037118, 0.045823, 0.047217, 0.045692, 0.042963, 0.041015, 0.040734, 0.036053, 0.038319, 0.039001, 0.103723, 0.086376, 0.080515, 0.067822, 0.065459, 0.062296, 0.053085, 0.052761, 0.039875, 0.041514, 0.051204, 0.049858, 0.055199, 0.052929, 0.050749, 0.043893, 0.053944, 0.142724, 0.110813, 0.08496, 0.050586, 0.043011, 0.000999, 0.002092, 0.000323, 0.0], "sum_m_pl": [0.397931, 0.530467, 0.528348, 0.511892, 0.489941, 0.432231, 0.390021, 0.408413, 0.4347, 0.458024, 0.517871, 0.52588, 0.55071, 0.536807, 0.55197, 0.528235, 0.528495, 0.536748, 0.532072, 0.543024, 0.548729, 0.562744, 0.564164, 0.572191, 0.467545, 0.437371, 0.456091, 0.44062, 0.447529, 0.484992, 0.504175, 0.521653, 0.527815, 0.535495, 0.505811, 0.526076, 0.494284, 0.4642, 0.475322, 0.442788, 0.407214, 0.268129, 0.286876, 0.371984, 0.20737, 0.197352, 0.005326, 0.011313, 0.002369, 0.0]}, "lang": {"n_am_en": [29, 22, 6, 7, 12, 7, 13, 12, 10, 20, 18, 15, 24, 26, 14, 18, 24, 22, 21, 20, 22, 25, 24, 34, 45, 36, 39, 30, 19, 23, 21, 25, 24, 20, 25, 21, 22, 21, 28, 30, 29, 28, 25, 26, 23, 17, 17, 6, 1, 0], "n_am_pl": [2, 16, 22, 21, 18, 15, 12, 10, 12, 10, 11, 7, 7, 10, 15, 12, 16, 15, 17, 21, 32, 28, 30, 23, 12, 7, 9, 10, 7, 13, 17, 13, 15, 16, 12, 14, 14, 14, 14, 18, 17, 19, 19, 20, 23, 30, 41, 58, 92, 98], "n_pos": 98, "sum_m_en": [9.853008, 5.201382, 4.796774, 5.034593, 5.180622, 4.931595, 4.987963, 5.147977, 5.220084, 5.374096, 5.414966, 5.790997, 5.573178, 5.601758, 5.520977, 5.721643, 5.497108, 5.132654, 4.85725, 4.612444, 4.439734, 4.5586, 4.266844, 4.213602, 11.131245, 10.119799, 10.250994, 8.492501, 7.802888, 7.953049, 7.639964, 7.898976, 7.897961, 8.232639, 8.781418, 9.012364, 10.535127, 10.62014, 11.189495, 15.804197, 16.596403, 19.048903, 18.623108, 17.660222, 18.156663, 15.664964, 13.31242, 6.932984, 1.538371, 0.010419], "sum_m_pl": [33.824361, 44.621024, 43.667552, 43.443333, 41.772952, 40.959177, 40.369786, 41.315194, 41.354467, 44.705291, 45.111703, 45.398229, 47.322315, 47.567789, 48.361098, 49.639105, 49.681974, 49.793824, 50.075879, 50.656862, 50.595295, 50.669455, 50.708667, 50.575726, 43.301245, 42.699228, 41.990095, 44.223847, 45.254453, 46.36216, 46.418578, 46.595096, 46.24768, 45.798879, 44.562463, 44.258253, 43.184734, 42.820356, 42.568856, 40.500602, 39.677026, 38.138038, 38.285916, 37.551099, 35.869395, 37.215735, 43.121352, 53.224667, 82.787049, 95.74643]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 188, "item_id": "pes-Medycyna rodzinna-2019 wiosna-14", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 819, "region_end": 186, "roundtrip_ok": true, "tf_agree": 0.9787, "tf_agree_excl_first": 0.984}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [18, 21, 15, 11, 15, 18, 16, 11, 9, 9, 11, 19, 10, 13, 10, 11, 16, 13, 17, 17, 24, 19, 16, 19, 23, 20, 15, 16, 22, 18, 24, 20, 15, 16, 15, 23, 24, 25, 22, 24, 19, 21, 21, 22, 25, 25, 31, 21, 19, 20], "n_am_pl": [5, 8, 10, 6, 8, 7, 7, 9, 7, 7, 5, 4, 5, 4, 8, 9, 8, 4, 5, 10, 5, 3, 7, 5, 3, 5, 5, 5, 5, 5, 3, 6, 4, 5, 3, 3, 5, 8, 5, 4, 5, 4, 4, 4, 1, 1, 2, 1, 1, 0], "n_pos": 69, "sum_m_en": [7.31752, 4.68122, 4.194909, 4.500467, 4.515338, 4.176147, 4.037786, 4.092624, 4.101757, 4.190278, 4.360154, 4.679494, 4.830782, 4.84716, 4.88352, 5.146288, 4.769583, 4.550808, 4.210119, 3.98054, 3.979257, 3.604256, 3.488468, 3.402581, 8.067099, 8.987092, 8.574738, 8.552383, 8.485941, 8.120443, 7.878644, 7.626899, 7.246674, 7.372458, 7.620451, 7.893105, 9.24549, 9.409735, 10.975455, 11.501132, 11.981693, 15.437086, 15.061513, 16.758288, 22.331671, 22.326541, 28.635463, 19.863302, 19.512511, 19.836232], "sum_m_pl": [27.115177, 31.825341, 30.885532, 29.298868, 27.836167, 29.292669, 30.210129, 30.60407, 29.373338, 30.209705, 29.803664, 29.207685, 29.596177, 29.013451, 29.59041, 29.696923, 30.461365, 30.344834, 31.188895, 32.448037, 32.219165, 32.94011, 32.933653, 32.99269, 24.470276, 23.717394, 23.101859, 23.883117, 24.787181, 24.522573, 25.008865, 25.149159, 25.267923, 24.330354, 22.791558, 22.694743, 20.117862, 19.013807, 17.586652, 15.803272, 14.773138, 12.412612, 11.813674, 10.428374, 7.031297, 5.102636, 3.119532, 2.29677, 1.372999, 0.224934]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.152287, 0.078773, 0.072886, 0.074002, 0.091047, 0.084705, 0.099445, 0.087606, 0.090621, 0.100105, 0.091864, 0.093954, 0.087073, 0.098197, 0.097336, 0.130103, 0.129814, 0.122792, 0.094878, 0.082237, 0.083971, 0.077938, 0.07737, 0.0801, 0.134724, 0.166224, 0.135866, 0.162163, 0.146868, 0.151165, 0.141559, 0.127801, 0.099171, 0.10424, 0.10169, 0.094354, 0.126876, 0.11808, 0.206547, 0.166259, 0.302926, 0.315356, 0.301833, 0.222654, 0.184478, 0.172412, 0.100021, 0.071855, 0.016509, 0.0], "sum_m_pl": [0.940026, 1.083093, 1.067133, 1.073389, 0.883803, 0.849375, 0.94547, 0.963463, 0.874462, 0.954715, 0.957519, 0.907605, 0.85786, 0.843522, 0.855989, 0.843984, 0.869771, 0.921019, 0.958411, 0.987246, 0.98302, 0.981661, 0.992882, 0.986188, 0.858208, 0.811702, 0.790415, 0.79435, 0.825898, 0.806707, 0.77907, 0.789575, 0.900355, 0.846466, 0.747406, 0.769986, 0.726616, 0.482951, 0.553522, 0.446438, 0.50947, 0.393258, 0.400146, 0.331963, 0.35873, 0.280115, 0.227202, 0.130451, 0.029699, 0.0]}, "lang": {"n_am_en": [3, 6, 5, 5, 6, 6, 5, 6, 6, 5, 8, 11, 6, 6, 4, 7, 10, 7, 9, 9, 14, 9, 8, 8, 9, 9, 7, 9, 10, 9, 11, 11, 7, 10, 10, 13, 11, 11, 9, 12, 10, 10, 10, 13, 14, 14, 16, 15, 18, 20], "n_am_pl": [2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 2, 1, 1, 1, 4, 2, 1, 0, 0, 3, 1, 0, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 21, "sum_m_en": [2.230651, 1.409908, 1.244683, 1.56069, 1.419605, 1.346907, 1.221254, 1.246398, 1.269665, 1.297747, 1.376912, 1.506767, 1.576772, 1.515896, 1.459494, 1.508758, 1.472317, 1.410037, 1.303483, 1.26524, 1.293744, 1.128447, 1.082118, 1.059755, 2.974729, 3.039373, 2.934948, 2.864835, 2.910299, 2.614277, 2.576903, 2.393803, 2.410597, 2.536001, 2.736505, 2.701193, 3.569224, 3.814898, 4.760177, 5.35973, 5.879071, 7.092468, 7.246634, 9.23229, 12.659598, 12.467157, 14.605689, 13.057166, 17.564127, 19.020676], "sum_m_pl": [8.197572, 9.836304, 9.845763, 9.187713, 8.887392, 9.43786, 9.633494, 9.668274, 9.436791, 9.641029, 9.318986, 9.077522, 9.315948, 9.257873, 9.351462, 9.399612, 9.518222, 9.55425, 9.769352, 10.101147, 9.963921, 10.236306, 10.285066, 10.266012, 7.687134, 7.606878, 7.739166, 8.08219, 8.188904, 8.233071, 8.181526, 8.23997, 8.004525, 7.808024, 7.200987, 7.265368, 6.090014, 5.72429, 5.332477, 4.666965, 4.233526, 3.419778, 2.887301, 2.12222, 1.05251, 0.573516, 0.390665, 0.330509, 0.149449, 0.210473]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 71, "item_id": "pes-Medycyna rodzinna-2020 jesień-16", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 896, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [17, 17, 10, 13, 7, 6, 8, 10, 4, 4, 7, 10, 8, 12, 10, 11, 12, 10, 9, 11, 12, 11, 16, 15, 20, 18, 19, 15, 17, 23, 15, 16, 14, 10, 11, 11, 11, 11, 15, 16, 23, 24, 24, 26, 19, 15, 10, 3, 0, 0], "n_am_pl": [6, 10, 11, 7, 6, 5, 10, 7, 9, 10, 6, 5, 10, 3, 7, 3, 7, 7, 6, 3, 5, 13, 8, 11, 8, 9, 9, 12, 5, 5, 6, 5, 7, 10, 6, 5, 7, 8, 9, 9, 7, 6, 8, 10, 10, 13, 16, 18, 36, 40], "n_pos": 69, "sum_m_en": [6.099056, 3.814907, 3.459088, 3.688441, 3.853285, 3.588613, 3.560358, 3.939012, 3.868278, 4.216208, 4.24097, 4.333506, 4.345565, 4.688846, 4.807909, 4.822869, 4.632681, 4.367528, 3.874634, 3.648495, 3.664814, 3.300817, 3.303961, 3.202045, 8.008217, 8.498841, 8.133857, 7.844357, 7.630298, 7.607207, 7.314031, 6.618973, 6.001265, 5.813629, 5.630929, 5.970689, 7.556362, 7.574403, 8.722569, 9.074598, 10.566574, 13.95862, 14.498132, 17.607534, 15.571702, 13.096698, 9.101157, 3.962335, 0.711734, 0.007414], "sum_m_pl": [26.324341, 31.988803, 31.534972, 30.208997, 27.892645, 27.801539, 29.022132, 30.285793, 28.77725, 30.182089, 29.234394, 28.811954, 29.651697, 28.716564, 29.155834, 30.316166, 31.378529, 31.625796, 32.562665, 33.468918, 33.13906, 33.787428, 33.868231, 33.672346, 25.641944, 25.1265, 23.88211, 24.688137, 25.115938, 25.311882, 26.028902, 26.000475, 26.766579, 24.546327, 23.389634, 22.694216, 21.30367, 20.748696, 20.725676, 20.16772, 19.26073, 16.670116, 15.804377, 14.491914, 15.361196, 16.456688, 17.660065, 20.120026, 33.126031, 38.964519]}, "digit": {"n_am_en": [0, 1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 2, 1, 2, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.306846, 0.144221, 0.135877, 0.1357, 0.144823, 0.153498, 0.186202, 0.196507, 0.193464, 0.203546, 0.19974, 0.211448, 0.202812, 0.258132, 0.232466, 0.286019, 0.280627, 0.284583, 0.228712, 0.190035, 0.186646, 0.174912, 0.172288, 0.169882, 0.257941, 0.322825, 0.347194, 0.37673, 0.397709, 0.386247, 0.343632, 0.296473, 0.277594, 0.244374, 0.248095, 0.262241, 0.486982, 0.270228, 0.404364, 0.330381, 0.663183, 0.580809, 0.50475, 0.348068, 0.235205, 0.201839, 0.195933, 0.040744, 0.01128, 0.0], "sum_m_pl": [1.705593, 2.175743, 2.08907, 2.066298, 1.841076, 1.735551, 1.907979, 1.86674, 1.716263, 1.80699, 1.723764, 1.676398, 1.69682, 1.625782, 1.655322, 1.725944, 1.807972, 1.790614, 1.857754, 1.92478, 1.925727, 1.95069, 1.957874, 1.950279, 1.741007, 1.632593, 1.552447, 1.527541, 1.485967, 1.569176, 1.570223, 1.614066, 1.710829, 1.681494, 1.608634, 1.687849, 1.392038, 1.096085, 1.068256, 0.894362, 1.031322, 0.847667, 0.929175, 0.757494, 0.771886, 0.652985, 0.629159, 0.189454, 0.071648, 1e-06]}, "lang": {"n_am_en": [8, 6, 3, 8, 5, 4, 6, 8, 4, 4, 5, 7, 5, 9, 7, 7, 6, 7, 6, 7, 9, 7, 13, 11, 14, 11, 14, 12, 12, 16, 10, 11, 9, 7, 6, 7, 8, 5, 10, 11, 17, 18, 16, 20, 14, 13, 10, 3, 0, 0], "n_am_pl": [5, 5, 6, 4, 3, 4, 5, 4, 7, 8, 5, 3, 8, 2, 4, 2, 4, 5, 3, 3, 4, 7, 5, 8, 5, 7, 4, 8, 4, 4, 4, 4, 4, 7, 5, 4, 6, 8, 7, 7, 5, 4, 7, 8, 8, 9, 14, 17, 36, 39], "n_pos": 39, "sum_m_en": [3.126275, 2.060964, 1.936219, 2.157232, 2.342048, 2.18949, 2.167822, 2.466366, 2.415147, 2.6167, 2.588816, 2.627577, 2.659731, 2.788861, 2.824373, 2.767335, 2.690903, 2.538962, 2.252514, 2.124097, 2.120181, 1.899719, 1.930494, 1.865641, 4.964469, 5.353305, 5.171375, 4.773702, 4.810338, 4.944443, 4.928173, 4.479454, 3.829154, 3.700788, 3.65305, 3.806774, 4.239503, 4.445298, 5.162831, 5.470976, 6.683688, 10.328786, 11.012389, 14.089287, 12.198854, 10.918939, 7.926936, 3.479712, 0.51332, 0.007184], "sum_m_pl": [14.339301, 17.518071, 17.256656, 16.321015, 15.149769, 15.297418, 16.066854, 16.988345, 16.571794, 17.257886, 16.909018, 16.662841, 17.274447, 16.966362, 17.338069, 17.780691, 18.225922, 18.535479, 18.778258, 19.25807, 19.016591, 19.373434, 19.449002, 19.29689, 16.153549, 15.67282, 14.633046, 15.026101, 15.288974, 15.075625, 15.307, 15.540407, 16.262294, 15.01698, 14.375795, 14.10565, 13.567558, 13.414123, 13.57607, 13.421789, 13.01483, 11.178616, 10.371126, 9.204938, 11.167947, 11.741373, 14.269428, 18.349601, 31.822167, 38.090891]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 71, "item_id": "pes-Medycyna rodzinna-2020 jesień-16", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 776, "region_end": 69, "roundtrip_ok": true, "tf_agree": 0.9718, "tf_agree_excl_first": 0.9857}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [35, 30, 25, 23, 29, 34, 24, 24, 19, 27, 29, 30, 22, 32, 25, 28, 35, 27, 37, 32, 34, 31, 35, 36, 44, 39, 38, 37, 33, 35, 31, 25, 36, 30, 35, 34, 32, 38, 44, 52, 50, 49, 50, 49, 49, 47, 50, 46, 47, 49], "n_am_pl": [12, 21, 19, 19, 12, 17, 13, 21, 19, 14, 9, 13, 13, 9, 18, 14, 10, 13, 9, 16, 17, 14, 18, 17, 10, 11, 15, 13, 14, 10, 21, 25, 20, 18, 22, 21, 13, 20, 19, 13, 13, 8, 7, 10, 7, 7, 4, 5, 1, 1], "n_pos": 117, "sum_m_en": [12.756504, 7.297793, 6.624653, 6.693291, 7.178614, 7.030593, 6.794167, 7.120658, 7.10878, 7.282863, 7.674235, 8.150336, 8.426664, 8.940973, 8.928014, 8.701637, 8.696561, 8.529142, 8.013868, 7.438225, 6.850347, 6.507801, 6.039937, 5.810628, 16.31474, 17.075997, 16.36985, 16.060217, 14.767809, 14.71724, 13.337392, 13.28755, 13.393999, 13.868148, 14.330915, 14.905258, 16.838254, 20.663154, 21.092558, 24.681147, 25.474139, 28.852443, 34.243959, 38.952183, 37.341166, 41.283023, 43.20753, 41.970974, 47.751612, 48.892071], "sum_m_pl": [43.89, 54.436179, 55.003923, 54.029078, 51.507022, 52.093835, 52.189942, 51.809693, 50.889623, 50.625682, 48.796016, 48.46879, 49.414817, 48.202618, 48.218258, 49.33375, 49.43915, 48.023664, 49.841949, 52.360513, 53.584207, 54.545238, 55.102193, 55.283355, 38.896515, 38.491016, 36.914462, 38.61029, 40.982983, 40.699328, 42.488684, 43.589945, 42.73885, 42.405139, 41.265796, 38.47914, 34.98414, 33.672931, 32.45872, 30.705852, 27.441109, 23.302161, 20.716241, 17.621941, 15.346561, 13.579223, 7.545402, 6.299196, 2.209814, 1.022133]}, "digit": {"n_am_en": [1, 0, 2, 1, 1, 2, 0, 1, 0, 2, 2, 1, 0, 0, 0, 0, 1, 1, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 2, 1, 1, 3, 2, 2, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 2, 1, 1, 0, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 2, 0, 1, 1, 1, 1, 0, 2, 1, 2, 1, 1, 0, 1, 0, 1, 2, 2, 0, 0], "n_pos": 6, "sum_m_en": [0.455858, 0.298315, 0.327909, 0.352928, 0.324966, 0.317159, 0.281311, 0.336775, 0.327483, 0.347754, 0.344081, 0.348209, 0.336817, 0.35998, 0.338669, 0.369704, 0.40305, 0.371708, 0.380181, 0.352596, 0.340377, 0.319297, 0.298797, 0.297438, 0.763948, 0.704966, 0.699003, 0.851836, 0.602256, 0.631618, 0.616232, 0.578482, 0.599154, 0.512045, 0.518387, 0.489324, 0.435117, 0.472144, 0.406266, 0.497927, 0.447163, 0.546639, 0.634808, 0.64951, 1.026218, 1.266676, 0.483245, 0.491729, 0.448134, 2e-06], "sum_m_pl": [2.842651, 3.201208, 3.164326, 2.970174, 2.847467, 2.942896, 2.924249, 2.929686, 2.90704, 2.929453, 2.854295, 2.899232, 2.903726, 2.861263, 2.921559, 2.873933, 2.774431, 2.698838, 2.790094, 2.8691, 2.931292, 2.964527, 2.957478, 2.958692, 2.446321, 2.417329, 2.323463, 2.268186, 2.354578, 2.266991, 2.277739, 2.356391, 2.493011, 2.494825, 2.429627, 2.426007, 2.337034, 2.287704, 2.241372, 2.316412, 1.99766, 2.108609, 2.061682, 1.833375, 1.763079, 1.678719, 1.653489, 1.097148, 0.299282, 0.0]}, "lang": {"n_am_en": [18, 13, 14, 12, 15, 14, 12, 10, 10, 11, 12, 15, 12, 17, 17, 20, 19, 13, 17, 17, 19, 15, 19, 19, 25, 24, 21, 21, 17, 18, 14, 13, 22, 19, 21, 21, 20, 22, 28, 35, 34, 32, 30, 31, 32, 33, 37, 37, 47, 49], "n_am_pl": [4, 9, 6, 5, 5, 7, 7, 11, 9, 7, 5, 9, 4, 4, 7, 5, 5, 8, 4, 10, 9, 7, 8, 7, 5, 6, 9, 4, 4, 3, 8, 11, 7, 7, 7, 8, 1, 8, 9, 3, 3, 3, 2, 3, 2, 2, 1, 1, 1, 1], "n_pos": 50, "sum_m_en": [5.859176, 3.249979, 3.009884, 3.11625, 3.303451, 3.132605, 2.926488, 3.018811, 3.061939, 3.135741, 3.383091, 3.638717, 3.852385, 4.185647, 4.285875, 4.07799, 3.976961, 3.937985, 3.754574, 3.442278, 3.135858, 2.968608, 2.698976, 2.579532, 8.238587, 8.823769, 8.007798, 7.887577, 7.233549, 7.018877, 6.203082, 6.395979, 6.825297, 7.459149, 7.83577, 8.213949, 9.535235, 12.328246, 12.859961, 15.531216, 15.42589, 18.02974, 20.552374, 25.095926, 25.276807, 29.27236, 32.049507, 32.708748, 44.936968, 48.108242], "sum_m_pl": [17.709926, 22.629787, 22.984721, 22.723553, 21.799598, 22.435366, 22.489787, 22.416765, 22.36973, 22.291349, 21.366411, 21.064204, 21.356728, 20.900424, 20.992452, 21.506792, 21.218771, 20.408142, 20.943401, 22.081121, 22.619093, 23.109747, 23.403715, 23.395243, 17.393201, 17.266728, 17.066216, 17.292965, 18.375894, 17.91037, 18.587657, 18.81775, 18.443865, 18.389309, 17.882781, 17.135845, 15.11538, 14.977843, 14.710434, 13.463801, 12.344867, 10.018998, 8.594821, 6.694168, 6.009898, 4.721063, 3.333956, 2.763075, 1.302458, 1.014821]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 119, "item_id": "pes-Medycyna rodzinna-2020 wiosna-33", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 913, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9748, "tf_agree_excl_first": 0.9831}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [23, 23, 15, 11, 9, 12, 19, 15, 9, 11, 10, 16, 18, 13, 7, 11, 17, 15, 10, 10, 8, 8, 12, 12, 20, 25, 24, 24, 18, 15, 12, 19, 16, 13, 13, 7, 10, 11, 10, 13, 15, 17, 19, 25, 16, 12, 9, 2, 1, 1], "n_am_pl": [10, 15, 14, 20, 12, 7, 7, 8, 10, 5, 4, 6, 8, 12, 11, 8, 14, 13, 18, 19, 17, 12, 12, 11, 8, 8, 14, 10, 15, 12, 9, 12, 11, 8, 7, 13, 19, 10, 16, 16, 14, 16, 15, 15, 18, 21, 25, 21, 31, 37], "n_pos": 84, "sum_m_en": [7.541794, 4.253276, 4.512468, 4.422659, 4.617017, 4.614072, 4.628099, 4.945576, 4.773482, 4.780382, 5.001853, 5.105256, 5.370621, 5.703956, 5.302742, 5.138329, 5.302596, 5.023122, 4.401481, 4.225387, 3.997945, 3.821033, 3.697728, 3.600324, 7.065592, 7.996975, 8.259482, 8.580031, 7.94414, 8.321171, 7.811075, 7.73626, 7.152139, 7.290716, 7.139451, 6.849224, 6.20998, 6.033461, 5.47263, 6.733367, 7.407664, 9.456514, 9.600056, 12.894727, 10.369189, 9.577704, 6.97634, 2.550781, 1.133591, 1.001718], "sum_m_pl": [32.53024, 39.848719, 38.743792, 39.363787, 36.863463, 35.92819, 36.788288, 36.115671, 35.384079, 35.512911, 33.416774, 33.001003, 34.202194, 33.839576, 34.993201, 36.115243, 37.173473, 37.104521, 38.837951, 39.700762, 40.492253, 40.773474, 40.806926, 40.85531, 29.292044, 29.399377, 27.707796, 29.104402, 30.534627, 30.966185, 32.086026, 33.014843, 33.065789, 31.577298, 30.971584, 29.886295, 28.934103, 28.466416, 29.20293, 28.685075, 26.471731, 25.964111, 26.256834, 24.289522, 25.743908, 26.702753, 25.536888, 26.160903, 30.914448, 36.884399]}, "digit": {"n_am_en": [0, 0, 1, 2, 1, 3, 5, 1, 1, 3, 2, 3, 1, 2, 0, 1, 2, 2, 1, 1, 0, 0, 0, 1, 3, 4, 3, 2, 0, 0, 1, 1, 2, 1, 2, 0, 0, 1, 2, 1, 2, 1, 3, 3, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 3, 1, 1, 1, 0, 1, 0, 1, 0, 1, 2, 2, 3, 0, 1, 0, 3, 3, 2, 3, 3, 3, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 2, 1, 2, 0, 0, 1, 2, 1, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.458689, 0.277417, 0.344948, 0.338941, 0.347413, 0.34798, 0.313579, 0.367359, 0.355512, 0.360669, 0.352747, 0.356045, 0.330313, 0.35623, 0.330245, 0.347462, 0.350035, 0.3432, 0.306125, 0.296746, 0.291756, 0.274002, 0.261679, 0.263335, 0.525667, 0.532953, 0.521396, 0.518927, 0.505306, 0.520867, 0.508823, 0.497794, 0.457937, 0.427936, 0.464418, 0.502973, 0.478211, 0.503615, 0.744147, 0.96863, 0.752735, 0.868163, 0.994003, 0.851436, 0.499397, 0.776234, 0.232915, 0.226481, 0.080791, 0.0], "sum_m_pl": [2.899821, 3.248293, 3.132401, 2.975672, 2.797024, 2.894436, 2.968284, 2.91277, 2.920835, 2.969336, 2.86983, 2.925221, 2.981617, 2.94018, 3.070369, 3.034259, 2.96923, 2.902438, 3.022643, 3.014769, 3.025746, 3.050661, 3.027749, 3.029644, 2.702712, 2.681154, 2.597687, 2.597344, 2.615688, 2.506049, 2.490291, 2.537369, 2.688592, 2.703919, 2.516746, 2.347918, 2.373444, 2.293807, 2.207639, 2.210363, 1.919526, 2.13837, 2.112169, 2.079615, 2.261128, 2.125582, 1.532215, 1.323197, 0.490509, 0.0]}, "lang": {"n_am_en": [11, 11, 5, 6, 3, 3, 8, 8, 3, 6, 4, 8, 11, 7, 5, 5, 9, 6, 6, 5, 4, 5, 7, 7, 12, 15, 11, 15, 11, 10, 6, 8, 9, 9, 8, 6, 8, 8, 8, 10, 11, 12, 11, 12, 10, 7, 4, 1, 1, 1], "n_am_pl": [6, 6, 7, 6, 7, 3, 3, 4, 8, 4, 3, 5, 3, 5, 4, 8, 9, 9, 10, 10, 12, 6, 8, 8, 5, 5, 8, 4, 8, 2, 2, 4, 5, 1, 2, 6, 9, 6, 8, 6, 6, 7, 8, 9, 13, 14, 19, 20, 30, 37], "n_pos": 38, "sum_m_en": [3.199015, 1.919832, 1.919398, 2.04263, 2.087286, 2.207071, 2.272727, 2.3825, 2.214375, 2.241447, 2.283551, 2.425456, 2.610072, 2.798154, 2.593806, 2.435098, 2.594621, 2.417706, 2.068493, 1.991823, 1.843062, 1.741415, 1.66922, 1.62863, 3.189737, 3.70001, 3.753325, 3.863153, 3.780784, 4.050159, 3.612857, 3.708443, 3.408756, 3.617692, 3.617513, 3.467563, 3.285979, 3.304178, 2.975089, 3.696938, 4.492067, 6.091542, 5.998758, 7.181028, 6.626541, 5.688863, 3.514763, 1.404156, 0.934637, 1.001668], "sum_m_pl": [14.444301, 18.059, 17.513462, 17.703014, 16.782174, 16.438511, 16.739969, 16.87146, 16.715411, 16.742686, 15.909388, 15.576655, 16.025606, 15.820097, 16.573265, 17.071273, 17.334435, 17.085046, 17.806018, 18.073245, 18.347046, 18.449178, 18.491321, 18.443705, 14.863767, 14.890085, 14.412137, 14.754457, 15.154322, 15.083563, 15.774847, 16.136461, 16.073526, 16.004199, 15.431851, 15.132559, 14.764015, 14.567692, 15.476903, 15.2724, 14.384402, 14.30476, 13.894892, 13.535012, 16.579951, 17.776008, 19.157141, 21.611209, 28.453917, 36.253094]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 86, "item_id": "pes-Medycyna rodzinna-2020 wiosna-33", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 793, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9884, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [63, 74, 58, 58, 45, 49, 58, 59, 32, 43, 66, 61, 49, 48, 45, 40, 46, 43, 51, 51, 39, 43, 42, 57, 64, 67, 56, 53, 49, 48, 56, 67, 73, 52, 47, 60, 70, 65, 71, 71, 73, 77, 84, 79, 83, 89, 84, 74, 75, 75], "n_am_pl": [10, 27, 32, 36, 29, 28, 25, 27, 27, 22, 16, 22, 15, 22, 17, 17, 18, 20, 26, 24, 16, 16, 24, 19, 19, 18, 21, 25, 22, 19, 24, 22, 16, 23, 22, 19, 23, 25, 14, 11, 14, 8, 9, 9, 9, 9, 9, 5, 11, 16], "n_pos": 238, "sum_m_en": [27.889894, 15.087511, 13.987728, 13.57291, 13.877667, 13.60834, 14.440885, 14.89231, 15.991982, 15.275829, 15.499412, 16.532197, 16.643541, 17.030139, 17.195048, 15.902149, 14.941902, 14.761766, 14.18668, 12.439179, 11.957987, 11.596863, 11.219728, 10.918895, 25.15813, 27.199038, 26.196508, 23.961984, 24.092559, 25.5234, 23.90828, 23.822932, 24.260896, 23.161827, 23.683189, 25.967986, 29.626461, 29.824008, 32.541525, 36.23312, 40.062872, 50.399964, 57.398391, 60.068117, 64.559032, 75.03324, 77.13171, 72.870423, 73.825385, 74.330623], "sum_m_pl": [86.171966, 109.48326, 109.403421, 107.440101, 100.613201, 104.320066, 102.321151, 101.035954, 96.92486, 101.40376, 100.556604, 100.218595, 99.032349, 96.973212, 96.294192, 98.487624, 102.080549, 100.433739, 103.564387, 107.989818, 107.603579, 108.546369, 110.005825, 111.192028, 85.098016, 82.561113, 77.227366, 81.876046, 86.013303, 87.218105, 89.23424, 89.834465, 87.267187, 87.821175, 84.428641, 77.976955, 71.07667, 70.773227, 68.182624, 62.506039, 57.550266, 50.216074, 43.729857, 35.61249, 28.788719, 21.548022, 14.917227, 10.305491, 11.977399, 16.15777]}, "digit": {"n_am_en": [2, 5, 2, 1, 0, 1, 0, 0, 0, 0, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 1, 2, 3, 1, 1, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.52059, 0.459644, 0.484454, 0.446522, 0.47177, 0.502559, 0.480759, 0.46759, 0.493157, 0.458549, 0.45268, 0.488132, 0.529266, 0.485553, 0.468463, 0.445363, 0.4452, 0.437434, 0.433727, 0.407908, 0.400797, 0.391385, 0.386852, 0.383901, 0.570156, 0.491383, 0.38065, 0.449936, 0.558664, 0.697957, 0.635001, 0.560384, 0.547791, 0.448554, 0.503177, 0.48285, 0.506983, 0.537689, 0.461143, 0.427121, 0.431495, 0.445889, 0.414992, 0.383814, 0.332791, 0.220271, 0.145114, 0.165719, 0.008975, 6e-06], "sum_m_pl": [3.401154, 5.245089, 5.106073, 4.821793, 4.565073, 4.497339, 4.523614, 4.478142, 4.119878, 4.272208, 4.361354, 3.994157, 3.826327, 3.631225, 3.476384, 3.822364, 3.822988, 3.683432, 4.236588, 4.531053, 4.723559, 4.826252, 4.82859, 4.906841, 3.659389, 3.720452, 2.748703, 3.04839, 3.444331, 3.487363, 3.548805, 3.554676, 3.287748, 2.990077, 2.778972, 2.918815, 2.808748, 2.881791, 2.967367, 2.795782, 2.74424, 2.815508, 2.632072, 1.993172, 1.784646, 0.98585, 0.457317, 0.462221, 0.02456, 1e-06]}, "lang": {"n_am_en": [27, 26, 18, 19, 16, 19, 23, 31, 10, 18, 23, 24, 20, 20, 24, 22, 22, 23, 26, 22, 17, 17, 20, 25, 32, 34, 31, 28, 26, 24, 25, 29, 33, 25, 26, 32, 38, 40, 38, 38, 42, 46, 51, 47, 49, 51, 52, 52, 67, 75], "n_am_pl": [3, 10, 13, 17, 16, 15, 12, 12, 12, 11, 10, 10, 11, 10, 5, 7, 7, 9, 13, 11, 6, 7, 8, 8, 9, 8, 7, 11, 9, 6, 9, 8, 8, 8, 10, 6, 9, 10, 7, 4, 7, 4, 6, 4, 5, 3, 5, 2, 11, 16], "n_pos": 91, "sum_m_en": [11.152762, 6.275276, 5.671211, 5.351268, 5.677654, 5.5429, 5.828049, 6.42753, 6.916085, 6.472777, 6.308375, 6.770813, 6.941221, 7.121381, 7.299019, 6.64781, 6.123977, 6.137324, 5.76837, 4.970255, 4.717675, 4.570796, 4.422986, 4.322729, 12.598642, 12.583694, 12.283611, 10.879049, 11.26504, 11.604566, 10.29202, 10.303556, 10.557042, 10.289739, 10.478377, 11.82606, 14.335123, 15.250509, 16.970506, 18.336353, 21.132832, 27.646358, 32.830782, 33.464668, 37.498516, 43.554893, 47.827437, 48.74304, 63.212081, 71.127605], "sum_m_pl": [31.704287, 40.725239, 40.692345, 40.136335, 37.625674, 39.284723, 38.954024, 38.554953, 37.201452, 38.800198, 38.831665, 38.74454, 37.922776, 37.294313, 37.146449, 37.661182, 39.24217, 38.885422, 39.930545, 41.462814, 41.039992, 41.396352, 42.046542, 42.440141, 32.524489, 31.548389, 29.983163, 31.721266, 33.200897, 33.511925, 34.81603, 34.801611, 34.133204, 34.773041, 33.527396, 31.860123, 28.890875, 28.840399, 27.990021, 26.054642, 23.839184, 20.387047, 17.292185, 14.742011, 11.897173, 7.351304, 6.72299, 5.125763, 10.946624, 15.269459]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 240, "item_id": "pes-Medycyna sportowa-2018 wiosna-14", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 955, "region_end": 238, "roundtrip_ok": true, "tf_agree": 0.9708, "tf_agree_excl_first": 0.9749}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [44, 31, 28, 19, 13, 13, 8, 13, 12, 11, 14, 16, 11, 8, 11, 12, 9, 12, 14, 20, 15, 19, 18, 21, 17, 21, 26, 20, 18, 26, 25, 23, 23, 21, 13, 15, 17, 17, 19, 19, 17, 25, 29, 25, 23, 24, 15, 12, 1, 0], "n_am_pl": [10, 29, 27, 19, 11, 16, 14, 9, 9, 13, 10, 10, 13, 12, 11, 12, 15, 18, 14, 11, 11, 14, 15, 16, 8, 12, 9, 9, 16, 14, 17, 16, 15, 12, 18, 15, 17, 24, 20, 21, 18, 13, 13, 14, 14, 15, 21, 26, 50, 58], "n_pos": 117, "sum_m_en": [11.782527, 5.871664, 5.994885, 5.927816, 5.853162, 5.74379, 5.789089, 6.061773, 6.41134, 6.223824, 6.2561, 6.767813, 6.783905, 6.937456, 7.003159, 6.883448, 6.713909, 6.523645, 5.956414, 5.356881, 5.130618, 5.003211, 4.909772, 4.778236, 8.104428, 9.068107, 9.100344, 8.618309, 8.689287, 9.789709, 9.489258, 9.341102, 9.485989, 9.007895, 8.793462, 9.708252, 9.467632, 10.650265, 9.897109, 11.465306, 12.407387, 13.544788, 15.354708, 14.770308, 16.34547, 17.317309, 11.313029, 8.47088, 1.800335, 0.018244], "sum_m_pl": [43.792197, 54.941021, 54.436343, 53.43906, 48.919111, 50.297563, 49.852299, 48.47314, 47.309731, 49.849115, 48.828133, 47.883786, 47.072503, 46.642142, 47.218242, 48.393831, 50.204873, 50.235111, 52.929927, 54.617955, 54.689849, 55.457604, 55.902295, 56.578987, 43.812605, 42.089174, 39.50518, 41.834243, 44.777671, 45.856067, 46.233551, 45.997954, 45.44518, 44.470617, 44.519977, 41.596819, 40.990128, 40.679215, 41.10268, 39.756887, 36.417691, 35.00191, 32.870404, 30.139773, 28.050375, 25.759016, 28.392356, 29.713967, 48.531863, 57.738304]}, "digit": {"n_am_en": [4, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [1.459696, 0.28095, 0.314079, 0.300658, 0.326109, 0.319204, 0.304201, 0.307251, 0.341493, 0.31494, 0.291022, 0.29419, 0.322204, 0.367386, 0.299586, 0.291672, 0.281594, 0.280448, 0.265572, 0.263449, 0.261075, 0.263283, 0.26217, 0.260598, 0.298524, 0.293277, 0.216981, 0.262202, 0.25982, 0.369239, 0.388025, 0.312662, 0.318824, 0.242184, 0.254805, 0.288702, 0.280208, 0.299674, 0.274728, 0.252968, 0.26279, 0.252359, 0.21772, 0.208986, 0.176293, 0.096475, 0.109521, 0.0768, 0.003981, 6e-06], "sum_m_pl": [2.18658, 3.759975, 3.612863, 3.455061, 3.139238, 2.979866, 2.972438, 3.023777, 2.911584, 3.047689, 2.962312, 2.613643, 2.734607, 2.645616, 2.371345, 2.380049, 2.438804, 2.375852, 2.889158, 3.107057, 3.218675, 3.320661, 3.351002, 3.44419, 2.061067, 2.250385, 1.511292, 1.813615, 2.050066, 2.319395, 2.486006, 2.247336, 2.128982, 1.724982, 1.747434, 1.895748, 1.913128, 2.230997, 2.274818, 2.180859, 2.083494, 2.325635, 2.232386, 1.549426, 1.305548, 0.802968, 0.441102, 0.425042, 0.026484, 5e-05]}, "lang": {"n_am_en": [23, 14, 14, 8, 8, 9, 6, 9, 9, 5, 8, 10, 4, 5, 7, 10, 6, 8, 9, 12, 7, 12, 12, 10, 13, 15, 17, 14, 14, 18, 17, 16, 16, 13, 9, 11, 11, 13, 15, 12, 13, 21, 24, 23, 20, 18, 10, 10, 1, 0], "n_am_pl": [3, 15, 12, 10, 8, 6, 10, 4, 6, 6, 6, 6, 9, 7, 7, 6, 8, 15, 11, 7, 7, 6, 7, 9, 6, 6, 3, 6, 9, 7, 11, 10, 9, 8, 11, 13, 13, 17, 15, 14, 15, 10, 11, 11, 11, 12, 19, 24, 47, 58], "n_pos": 58, "sum_m_en": [5.748167, 2.968343, 2.999065, 2.916096, 3.00093, 2.958208, 3.049118, 3.168891, 3.41003, 3.332945, 3.299785, 3.630385, 3.600268, 3.692739, 3.815952, 3.739357, 3.618908, 3.544295, 3.243015, 2.868355, 2.671666, 2.58099, 2.520476, 2.428151, 4.598631, 5.388313, 5.434876, 4.782431, 4.904199, 5.417868, 5.216334, 5.301174, 5.443408, 5.195443, 5.002526, 5.419517, 5.39851, 6.808113, 6.2344, 7.490249, 8.883469, 10.242556, 11.927305, 12.013495, 13.606569, 13.24754, 7.823032, 6.324905, 1.498585, 0.008737], "sum_m_pl": [20.771805, 26.663551, 26.425638, 25.747393, 23.887185, 24.657768, 24.548599, 23.940821, 23.500444, 24.700664, 24.48224, 24.284691, 23.7902, 23.779061, 24.497757, 24.692971, 25.567583, 25.888799, 26.743443, 27.408033, 27.15251, 27.586234, 27.789204, 28.013816, 23.761312, 22.260257, 21.332681, 22.472528, 23.585409, 23.897919, 24.206987, 23.773009, 23.67341, 23.82848, 24.135096, 23.408565, 23.644779, 23.110974, 24.266533, 23.721945, 22.751682, 22.2233, 20.413742, 19.645157, 19.063167, 17.43669, 23.093029, 26.064381, 44.884446, 56.458281]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 119, "item_id": "pes-Medycyna sportowa-2018 wiosna-14", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 835, "region_end": 117, "roundtrip_ok": true, "tf_agree": 0.9748, "tf_agree_excl_first": 0.9831}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [61, 66, 56, 56, 47, 42, 54, 64, 44, 52, 76, 72, 68, 53, 51, 47, 60, 44, 48, 46, 53, 54, 60, 56, 67, 66, 62, 56, 56, 58, 53, 63, 73, 56, 70, 73, 68, 64, 76, 91, 89, 94, 103, 103, 104, 109, 116, 109, 110, 114], "n_am_pl": [13, 21, 25, 25, 14, 17, 11, 13, 14, 15, 19, 19, 20, 28, 18, 22, 26, 26, 24, 16, 19, 29, 24, 25, 21, 23, 26, 22, 14, 22, 16, 15, 21, 25, 25, 19, 15, 17, 14, 18, 14, 11, 13, 6, 9, 7, 8, 5, 2, 8], "n_pos": 248, "sum_m_en": [26.56265, 14.948483, 13.584412, 13.410942, 14.371467, 14.107974, 13.485168, 13.936966, 14.808945, 14.715225, 16.039385, 17.56038, 17.071862, 17.782747, 17.471326, 16.239695, 15.480158, 15.277867, 14.549511, 13.194038, 12.53097, 11.750861, 11.402174, 11.168414, 26.909149, 29.600223, 29.208378, 26.887086, 25.816589, 26.739528, 24.517832, 25.230413, 26.590181, 26.925095, 28.121611, 31.049686, 37.306668, 38.187004, 39.79543, 44.894999, 52.197757, 60.915921, 69.390197, 74.500805, 82.827498, 91.686464, 105.012938, 104.68466, 109.033269, 112.204917], "sum_m_pl": [89.053662, 113.614809, 112.483978, 109.614021, 106.382251, 107.391641, 109.695162, 110.744125, 109.615665, 115.961902, 115.000419, 113.558412, 115.697527, 112.16493, 112.302462, 115.649879, 117.702609, 115.556917, 117.014385, 120.939851, 122.369526, 123.513666, 123.077743, 122.7654, 91.479011, 91.490731, 89.868066, 95.314821, 97.229631, 98.618669, 102.845228, 102.285333, 100.920043, 99.523556, 98.703197, 91.633554, 81.379932, 76.442808, 73.122362, 66.308218, 58.323483, 50.60165, 46.331511, 33.658698, 26.807263, 18.270603, 12.741482, 8.885767, 2.911902, 8.143695]}, "digit": {"n_am_en": [1, 5, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [1.300563, 0.301103, 0.30044, 0.269823, 0.264828, 0.250181, 0.245401, 0.228827, 0.261813, 0.258518, 0.280426, 0.317114, 0.334349, 0.331489, 0.313468, 0.348722, 0.30905, 0.32592, 0.299038, 0.281879, 0.259228, 0.242231, 0.241812, 0.237675, 0.424642, 0.403356, 0.268758, 0.323448, 0.278598, 0.489933, 0.364497, 0.349449, 0.352545, 0.321192, 0.435383, 0.44892, 0.475658, 0.429719, 0.402807, 0.674244, 0.685806, 0.901049, 1.11278, 1.067682, 1.158057, 1.118617, 1.16562, 1.017659, 0.090633, 0.042829], "sum_m_pl": [1.263566, 3.102871, 3.116919, 2.950734, 2.797208, 2.703988, 2.873619, 2.781342, 2.585427, 2.733681, 2.852792, 2.468375, 2.546431, 2.254319, 1.890779, 2.382541, 2.410529, 2.33483, 2.676041, 2.792042, 2.870684, 2.920339, 2.922422, 2.955087, 2.412555, 2.369815, 1.429813, 1.732722, 1.578861, 1.904338, 2.094632, 2.099323, 1.982883, 1.892212, 1.688653, 1.894475, 1.659879, 1.651603, 1.644108, 1.506436, 1.444254, 1.380743, 1.233829, 0.987124, 0.960235, 0.39286, 0.108003, 0.091047, 0.008286, 0.000497]}, "lang": {"n_am_en": [37, 37, 35, 30, 22, 23, 29, 32, 25, 33, 45, 46, 37, 26, 26, 28, 35, 23, 25, 23, 25, 28, 31, 30, 37, 41, 40, 34, 37, 39, 34, 34, 39, 31, 40, 47, 41, 45, 51, 60, 59, 62, 70, 72, 76, 72, 76, 78, 102, 114], "n_am_pl": [4, 8, 13, 10, 7, 10, 6, 8, 7, 5, 6, 6, 11, 18, 14, 9, 18, 17, 15, 9, 10, 18, 14, 14, 16, 12, 13, 13, 6, 14, 7, 7, 12, 20, 12, 11, 12, 11, 6, 8, 5, 5, 4, 3, 4, 5, 7, 3, 2, 8], "n_pos": 123, "sum_m_en": [14.119301, 7.56188, 6.794651, 6.519387, 7.053454, 7.154189, 6.680317, 6.780593, 7.334468, 7.146302, 7.747482, 9.005455, 8.612002, 8.986823, 8.761547, 8.096038, 7.650579, 7.636107, 7.258419, 6.536507, 6.212026, 5.78897, 5.609464, 5.511903, 14.057742, 15.401884, 15.348695, 13.810422, 13.234855, 13.81519, 12.772788, 13.12703, 13.990411, 14.583863, 15.174421, 17.650585, 21.959896, 23.650576, 25.26974, 27.929232, 31.856248, 38.196735, 45.377544, 50.10101, 56.287955, 62.73388, 70.089014, 75.31907, 98.828911, 110.328256], "sum_m_pl": [43.227948, 56.407295, 55.619978, 54.11811, 52.853561, 53.342731, 54.693641, 55.528062, 55.573121, 58.614431, 58.260787, 57.191693, 58.269669, 56.74513, 57.233636, 58.616544, 59.468006, 58.353273, 58.888167, 60.741892, 61.262764, 61.826683, 61.582913, 61.192023, 47.326293, 47.001803, 47.152086, 49.719761, 50.826302, 50.946589, 52.611106, 51.922865, 51.142046, 50.452267, 50.195073, 47.095452, 41.605787, 39.201607, 37.181425, 34.668942, 30.653345, 25.559962, 23.067417, 16.572898, 14.245882, 8.916077, 8.095737, 5.165504, 2.192343, 7.848095]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 255, "item_id": "pes-Medycyna sportowa-2018 wiosna-21", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 975, "region_end": 248, "roundtrip_ok": true, "tf_agree": 0.9725, "tf_agree_excl_first": 0.9764}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [46, 31, 33, 21, 24, 17, 19, 27, 26, 26, 36, 24, 27, 33, 28, 25, 37, 28, 27, 22, 16, 24, 24, 29, 42, 43, 47, 49, 55, 48, 45, 44, 46, 30, 39, 43, 48, 51, 45, 49, 49, 51, 48, 41, 42, 35, 20, 14, 3, 1], "n_am_pl": [10, 28, 32, 33, 18, 29, 15, 12, 14, 17, 15, 21, 22, 21, 14, 19, 21, 23, 19, 16, 18, 26, 24, 24, 15, 18, 26, 25, 25, 33, 34, 27, 33, 31, 26, 20, 26, 26, 28, 25, 23, 23, 21, 21, 26, 33, 45, 48, 89, 100], "n_pos": 174, "sum_m_en": [15.287371, 8.273628, 8.197159, 8.305356, 9.151249, 8.713161, 8.282062, 8.765808, 9.094509, 9.087858, 9.507158, 10.049165, 10.091607, 10.780928, 11.023301, 10.956273, 10.191045, 9.874508, 8.964118, 8.230991, 7.794956, 7.395329, 7.348731, 7.302537, 14.55373, 16.045758, 16.774458, 16.220044, 15.935727, 15.750218, 15.266745, 16.492544, 17.850203, 17.266239, 16.831974, 17.071433, 19.401144, 20.340481, 20.201425, 23.779787, 23.580703, 25.695503, 28.748579, 27.049828, 27.814773, 25.961297, 18.633521, 13.261252, 4.572662, 0.988792], "sum_m_pl": [64.459209, 80.663516, 79.601948, 77.924391, 73.429545, 74.80771, 76.239421, 77.73791, 77.640097, 80.640357, 79.160972, 79.108899, 82.189674, 80.743505, 80.938118, 81.663686, 83.565923, 83.457182, 85.657305, 87.452064, 88.518327, 88.993717, 88.463992, 88.164607, 69.554609, 68.714836, 68.467321, 71.648442, 73.696283, 76.167533, 77.93944, 76.649982, 74.969749, 73.221506, 73.231636, 70.00715, 68.89065, 66.651772, 66.143679, 63.250881, 58.737032, 58.057979, 54.310006, 45.871166, 44.545244, 45.102074, 50.643468, 54.759581, 83.784102, 99.4549]}, "digit": {"n_am_en": [0, 2, 2, 0, 1, 1, 2, 1, 2, 1, 2, 0, 1, 1, 2, 1, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 3, 1, 2, 1, 2, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 2, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 3, 2, 0, 0, 1, 1, 1, 0, 0, 1, 0, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.462195, 0.22804, 0.201135, 0.177576, 0.178668, 0.18669, 0.17495, 0.169924, 0.173348, 0.200086, 0.231336, 0.242327, 0.264532, 0.299445, 0.319197, 0.29158, 0.286272, 0.267971, 0.251919, 0.24891, 0.241676, 0.233802, 0.226706, 0.22445, 0.326764, 0.352568, 0.429594, 0.39099, 0.367839, 0.428882, 0.422902, 0.394345, 0.350993, 0.324322, 0.362019, 0.367527, 0.331797, 0.33031, 0.262213, 0.274871, 0.279678, 0.290362, 0.25939, 0.215721, 0.245314, 0.199609, 0.112775, 0.12132, 0.028776, 0.0], "sum_m_pl": [2.148198, 2.751543, 2.735488, 2.715096, 2.65808, 2.598231, 2.585813, 2.55993, 2.595206, 2.517786, 2.41209, 2.358589, 2.265433, 2.158107, 2.045849, 2.091655, 2.190023, 2.132111, 2.194904, 2.302651, 2.371818, 2.395133, 2.390414, 2.390948, 1.905094, 1.995898, 1.893771, 1.933434, 1.919024, 1.765069, 1.702199, 1.799648, 1.766697, 1.926855, 1.874066, 1.913011, 1.919596, 1.893199, 1.815054, 1.826696, 1.761721, 1.799178, 1.650796, 1.262382, 1.069682, 0.922076, 0.703478, 0.433787, 0.082528, 6e-06]}, "lang": {"n_am_en": [30, 20, 20, 10, 14, 11, 11, 15, 16, 17, 23, 19, 17, 22, 21, 17, 25, 18, 17, 13, 10, 15, 16, 22, 32, 30, 35, 33, 37, 34, 30, 32, 32, 22, 26, 30, 28, 29, 29, 29, 29, 33, 31, 25, 26, 20, 15, 8, 3, 1], "n_am_pl": [6, 18, 18, 21, 10, 15, 10, 7, 7, 6, 8, 14, 14, 12, 4, 13, 15, 17, 12, 11, 11, 15, 11, 13, 9, 14, 15, 16, 18, 22, 23, 19, 21, 22, 17, 16, 22, 22, 19, 15, 15, 17, 15, 18, 21, 30, 39, 44, 85, 100], "n_pos": 101, "sum_m_en": [9.077281, 4.875753, 4.821726, 4.794013, 5.324256, 5.078678, 4.91021, 5.226279, 5.503315, 5.394034, 5.598171, 5.864684, 5.760927, 6.125541, 6.402512, 6.498037, 5.987515, 5.843081, 5.275253, 4.819588, 4.564638, 4.326245, 4.315329, 4.291973, 9.549498, 10.82715, 11.424439, 10.479609, 10.246277, 9.604121, 9.368383, 10.215049, 10.644849, 10.580725, 10.293231, 10.774861, 11.957011, 12.584264, 13.142167, 14.832192, 15.137387, 17.732146, 18.67014, 18.407462, 18.013123, 16.620391, 13.355877, 7.146944, 3.22864, 0.986745], "sum_m_pl": [36.152222, 46.252262, 45.446574, 44.87664, 42.286272, 43.257761, 44.162708, 44.861595, 44.749322, 46.817896, 46.287808, 46.476012, 48.598485, 47.613791, 48.052703, 48.449042, 49.561503, 49.373593, 50.3784, 51.248786, 51.803856, 52.138392, 51.738106, 51.510286, 40.335776, 40.25333, 40.930714, 42.859729, 44.551314, 46.002211, 47.117427, 46.663066, 46.36591, 45.540989, 45.177385, 43.639895, 43.15305, 41.627638, 41.070684, 39.424739, 37.304088, 38.362437, 35.843301, 30.62463, 32.049234, 34.027406, 41.199685, 46.914572, 77.569593, 97.615817]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "pes-Medycyna sportowa-2018 wiosna-21", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 855, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9779, "tf_agree_excl_first": 0.9833}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 8, 6, 7, 6, 4, 2, 3, 5, 5, 8, 7, 8, 6, 7, 7, 10, 5, 6, 8, 7, 8, 9, 9, 12, 14, 15, 10, 9, 7, 7, 7, 6, 5, 6, 3, 5, 7, 10, 8, 9, 8, 6, 7, 9, 9, 7, 4, 4, 2], "n_am_pl": [2, 6, 7, 3, 6, 6, 4, 7, 5, 5, 3, 2, 8, 8, 5, 7, 7, 8, 6, 4, 9, 7, 7, 2, 5, 1, 2, 4, 3, 1, 2, 6, 7, 5, 8, 10, 11, 9, 11, 11, 9, 10, 14, 11, 8, 11, 13, 15, 13, 17], "n_pos": 35, "sum_m_en": [3.178606, 2.033692, 2.008115, 2.021241, 2.113474, 2.208475, 2.090759, 2.471934, 2.528283, 2.53128, 2.717427, 2.636909, 2.806468, 2.852914, 2.894916, 2.723834, 2.552901, 2.29669, 2.056656, 2.002504, 1.914696, 1.81223, 1.72571, 1.719979, 4.092645, 4.328124, 4.789155, 4.368871, 4.039956, 3.86019, 3.548527, 3.529225, 3.766346, 3.459397, 3.564539, 3.426672, 3.626616, 4.464805, 4.62431, 4.588705, 4.145358, 4.812027, 3.874042, 3.487268, 5.863628, 6.567695, 5.057454, 3.928622, 4.419088, 1.813674], "sum_m_pl": [13.595452, 15.567551, 15.227386, 14.801118, 13.906733, 13.500328, 13.391632, 13.555935, 13.190674, 13.954043, 13.634806, 13.61552, 14.028753, 14.097532, 14.490323, 14.780069, 15.289674, 15.241825, 15.919031, 16.261811, 16.256049, 16.095491, 16.137875, 16.105284, 12.257316, 11.85351, 11.112212, 11.634896, 12.230634, 12.388826, 12.960209, 13.256198, 13.194048, 12.887209, 12.664036, 13.193961, 12.84763, 12.399321, 12.28286, 11.901454, 11.949636, 11.939376, 14.038344, 13.477993, 11.171211, 12.997277, 12.974091, 13.030931, 12.856152, 17.096899]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [7, 4, 3, 5, 4, 1, 0, 2, 4, 4, 7, 6, 6, 3, 6, 6, 8, 3, 5, 7, 5, 5, 5, 6, 9, 9, 12, 8, 7, 5, 6, 6, 3, 4, 5, 3, 4, 4, 6, 5, 5, 4, 4, 4, 6, 6, 4, 2, 2, 2], "n_am_pl": [1, 2, 6, 0, 4, 6, 2, 5, 3, 3, 0, 1, 4, 6, 2, 5, 5, 5, 4, 4, 7, 5, 5, 1, 2, 0, 0, 1, 2, 0, 0, 2, 2, 1, 4, 6, 9, 8, 8, 10, 7, 6, 8, 7, 6, 8, 10, 11, 12, 17], "n_pos": 19, "sum_m_en": [1.926617, 0.99658, 1.006151, 1.013876, 1.157682, 1.23571, 1.163694, 1.488606, 1.474463, 1.550161, 1.687479, 1.637959, 1.696028, 1.727466, 1.747107, 1.641264, 1.520617, 1.333523, 1.217961, 1.184681, 1.113387, 1.047001, 0.991639, 0.991408, 2.69902, 2.881642, 3.409591, 2.98166, 2.71286, 2.4952, 2.291592, 2.312294, 2.414174, 2.180677, 2.27843, 2.18374, 2.207074, 2.982641, 2.969271, 2.89707, 2.514992, 2.999758, 2.263905, 1.862349, 3.677298, 3.899555, 2.899576, 2.075978, 2.209001, 1.732308], "sum_m_pl": [6.711866, 8.303291, 8.115686, 8.091601, 7.362584, 7.068326, 6.985732, 7.117406, 6.985254, 7.406658, 7.334185, 7.335016, 7.420464, 7.501105, 7.840718, 7.97576, 8.230708, 8.368358, 8.682847, 8.802025, 8.810573, 8.633808, 8.615789, 8.577106, 6.384234, 6.003857, 5.423573, 5.790316, 6.413495, 6.393829, 6.775537, 6.89924, 6.708689, 6.692322, 6.564244, 6.979814, 7.110009, 6.849394, 6.949559, 6.889213, 7.026836, 6.861277, 8.521161, 8.305945, 7.587289, 8.91021, 9.745781, 9.511231, 11.871475, 16.668445]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 37, "item_id": "pes-Medycyna sportowa-2019 jesień-82", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 903, "region_end": 35, "roundtrip_ok": true, "tf_agree": 0.9189, "tf_agree_excl_first": 0.9444}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [17, 11, 13, 13, 12, 9, 8, 9, 14, 14, 16, 13, 12, 15, 16, 11, 14, 10, 8, 12, 13, 11, 13, 10, 22, 19, 16, 18, 17, 14, 11, 13, 11, 13, 12, 17, 16, 16, 18, 18, 14, 18, 17, 15, 16, 14, 7, 3, 3, 1], "n_am_pl": [5, 14, 13, 5, 6, 9, 4, 5, 7, 4, 3, 4, 9, 12, 9, 15, 12, 12, 9, 8, 9, 8, 11, 10, 10, 6, 6, 5, 7, 7, 9, 10, 12, 8, 10, 13, 12, 12, 14, 13, 11, 16, 21, 16, 18, 23, 26, 28, 27, 33], "n_pos": 56, "sum_m_en": [5.242118, 3.086747, 3.136029, 3.094668, 3.273281, 3.408736, 3.26172, 3.692162, 3.784163, 3.919825, 4.08979, 3.938818, 4.152846, 4.305065, 4.286382, 3.964446, 3.772756, 3.443732, 3.036677, 3.042265, 2.931886, 2.822299, 2.69305, 2.733634, 7.556635, 7.37411, 7.599719, 7.303744, 6.888924, 6.415684, 5.839844, 5.967781, 6.25311, 5.484295, 5.366247, 5.41116, 6.57695, 7.298429, 7.867871, 8.249182, 8.74543, 10.623542, 10.008204, 8.910176, 10.86961, 9.384764, 5.391657, 4.788933, 4.098186, 1.057934], "sum_m_pl": [20.66924, 24.973338, 24.223622, 24.215817, 22.537188, 21.812054, 21.911065, 22.035529, 21.528532, 22.702832, 22.251188, 22.016892, 22.67761, 22.841674, 23.63951, 23.949502, 24.469782, 24.562377, 25.534816, 25.87895, 25.913756, 25.71002, 25.501156, 25.458384, 18.393209, 17.88069, 17.143927, 18.089993, 19.387497, 19.886667, 20.529823, 20.766345, 20.824451, 20.611749, 20.326469, 21.283371, 20.77729, 20.286756, 20.038923, 19.302007, 18.690702, 18.595003, 21.929944, 20.647211, 20.204392, 23.407116, 25.228449, 22.980239, 25.729727, 32.880085]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 6, 9, 10, 8, 7, 4, 6, 10, 10, 12, 11, 9, 10, 12, 7, 10, 7, 6, 10, 12, 7, 9, 7, 15, 14, 13, 13, 13, 11, 9, 11, 8, 9, 10, 12, 11, 11, 13, 11, 8, 13, 11, 8, 11, 11, 5, 2, 1, 1], "n_am_pl": [4, 8, 9, 1, 6, 7, 3, 4, 5, 3, 1, 2, 6, 9, 4, 11, 9, 8, 6, 7, 6, 7, 8, 6, 5, 2, 2, 3, 6, 4, 2, 5, 7, 4, 9, 11, 11, 10, 11, 11, 8, 9, 15, 11, 14, 16, 22, 24, 27, 33], "n_pos": 34, "sum_m_en": [3.422249, 1.749506, 1.82473, 1.80499, 1.996721, 2.081271, 1.981748, 2.356372, 2.371375, 2.476122, 2.588778, 2.508601, 2.619888, 2.731125, 2.730079, 2.503555, 2.39449, 2.153962, 1.925808, 1.947718, 1.863964, 1.807628, 1.704766, 1.73857, 5.521713, 5.296494, 5.6238, 5.315268, 5.00183, 4.554203, 4.024175, 4.097616, 4.245816, 3.672434, 3.667251, 3.579721, 4.477719, 5.293298, 5.625567, 6.056797, 6.09908, 7.617654, 6.584955, 5.818215, 8.507024, 7.01001, 4.001414, 3.155979, 2.096514, 1.004569], "sum_m_pl": [11.70011, 15.021553, 14.544614, 14.814297, 13.546248, 13.116893, 13.05795, 13.188737, 13.007192, 13.842498, 13.801081, 13.534598, 13.780216, 13.919471, 14.423516, 14.599893, 14.903999, 15.097977, 15.657667, 15.663337, 15.688932, 15.443948, 15.261328, 15.215988, 10.746716, 10.428768, 9.879264, 10.820442, 11.948041, 12.159954, 12.606799, 12.706575, 12.601569, 12.712629, 12.634481, 13.391716, 13.240044, 12.878086, 12.734104, 12.204018, 11.936078, 11.847023, 14.943801, 13.856392, 14.181914, 16.300837, 20.020355, 18.885245, 24.789331, 32.46445]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 58, "item_id": "pes-Medycyna sportowa-2019 jesień-82", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 783, "region_end": 56, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9825}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [49, 48, 43, 37, 40, 32, 31, 35, 39, 36, 46, 41, 37, 41, 49, 54, 48, 38, 46, 49, 48, 51, 42, 50, 68, 67, 53, 64, 49, 62, 55, 52, 59, 59, 57, 54, 71, 67, 81, 75, 67, 82, 78, 71, 81, 91, 79, 74, 78, 68], "n_am_pl": [7, 23, 32, 35, 32, 23, 22, 16, 19, 18, 18, 19, 20, 24, 19, 18, 17, 20, 21, 22, 18, 22, 28, 26, 17, 16, 23, 26, 22, 17, 27, 22, 24, 20, 24, 16, 15, 25, 23, 25, 21, 15, 20, 25, 21, 16, 15, 13, 2, 2], "n_pos": 190, "sum_m_en": [21.285665, 12.213161, 11.642417, 11.360337, 12.107905, 11.593625, 13.421633, 13.497994, 13.617324, 14.26295, 15.047662, 15.130032, 15.073982, 14.762885, 14.214461, 14.229606, 13.442384, 13.452895, 12.319665, 11.271082, 10.473048, 9.805904, 9.403149, 9.210679, 22.786331, 25.766139, 24.697982, 23.963883, 22.664314, 23.747757, 23.122105, 21.854523, 22.837223, 23.867934, 23.543311, 25.090053, 29.8594, 30.396656, 35.360881, 40.798822, 42.488319, 51.334203, 50.938315, 46.93965, 60.091919, 70.21461, 72.764974, 66.636284, 70.689831, 70.326285], "sum_m_pl": [67.321193, 81.994317, 82.042155, 80.844421, 79.523927, 81.900251, 80.775055, 80.668213, 79.11699, 82.100591, 80.315895, 81.828633, 83.37363, 82.598653, 83.345554, 84.600425, 85.341934, 83.93611, 85.672479, 88.440278, 89.492887, 90.83913, 91.264691, 91.960523, 73.443809, 67.959311, 65.145794, 67.790835, 70.376047, 71.830614, 73.899718, 74.241742, 73.16542, 70.417498, 70.073066, 65.07445, 58.35509, 58.658141, 56.686374, 52.838713, 46.988409, 38.241507, 37.192305, 38.477162, 28.061171, 22.009273, 16.860003, 12.607328, 4.032454, 3.031653]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 19, 15, 14, 17, 13, 16, 19, 18, 17, 22, 21, 16, 18, 22, 20, 16, 17, 19, 22, 26, 28, 20, 26, 33, 33, 23, 27, 23, 30, 20, 18, 23, 22, 26, 25, 31, 32, 44, 38, 33, 40, 39, 41, 47, 51, 52, 56, 64, 68], "n_am_pl": [0, 8, 11, 11, 10, 6, 8, 6, 8, 8, 5, 5, 2, 8, 6, 6, 5, 6, 9, 7, 5, 9, 8, 8, 8, 8, 10, 11, 9, 8, 10, 7, 9, 8, 8, 8, 5, 9, 7, 7, 11, 7, 7, 11, 9, 7, 7, 5, 1, 2], "n_pos": 71, "sum_m_en": [7.923726, 4.527502, 4.34889, 4.327013, 4.742422, 4.672593, 5.836254, 5.918792, 5.948843, 6.133287, 6.647986, 6.593916, 6.299727, 6.009611, 5.84669, 5.71419, 5.339857, 5.454883, 5.002014, 4.595509, 4.320826, 3.966595, 3.722268, 3.624703, 11.023405, 11.5171, 10.759486, 10.026271, 9.477625, 9.610519, 8.978885, 8.741737, 9.511146, 9.866535, 10.375566, 11.332774, 13.643762, 13.94716, 17.230927, 19.830731, 21.803147, 27.192882, 27.565924, 26.696533, 34.398496, 42.226714, 47.356709, 49.632021, 57.954927, 63.993097], "sum_m_pl": [24.75362, 31.319121, 30.849524, 30.359698, 29.78507, 30.490744, 30.045955, 29.882009, 29.30047, 30.178657, 29.203329, 29.69997, 30.581859, 30.607865, 31.087933, 31.760037, 32.069917, 31.241108, 31.531672, 32.69625, 33.280034, 33.805746, 34.031496, 34.299645, 27.734321, 26.38351, 25.454023, 26.359194, 26.749012, 27.131176, 27.928868, 27.961677, 27.538957, 27.140562, 26.330954, 24.792303, 21.682271, 22.637962, 21.739005, 19.993795, 19.018844, 14.516391, 13.539398, 13.985463, 10.705541, 7.688463, 7.232643, 5.622537, 1.89355, 2.278155]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 192, "item_id": "pes-Nefrologia-2018 wiosna-100", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 910, "region_end": 190, "roundtrip_ok": true, "tf_agree": 0.9635, "tf_agree_excl_first": 0.9686}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 23, 28, 22, 20, 15, 17, 28, 19, 29, 29, 31, 25, 26, 26, 23, 18, 20, 25, 28, 18, 15, 19, 23, 29, 36, 27, 22, 29, 22, 21, 18, 18, 17, 26, 22, 28, 25, 29, 30, 26, 26, 30, 22, 25, 21, 12, 8, 2, 0], "n_am_pl": [9, 28, 19, 16, 17, 18, 16, 10, 12, 19, 15, 17, 16, 12, 13, 19, 24, 26, 27, 26, 24, 26, 31, 32, 27, 21, 26, 23, 17, 26, 31, 35, 26, 27, 22, 28, 27, 36, 30, 34, 30, 31, 34, 41, 36, 40, 42, 39, 57, 65], "n_pos": 118, "sum_m_en": [12.145899, 6.151662, 6.15833, 6.274819, 6.325017, 6.440115, 6.318918, 6.633712, 6.72046, 7.085875, 7.281656, 7.451317, 7.394374, 7.30596, 7.194733, 7.186532, 7.031989, 6.964041, 6.090199, 5.57353, 5.22758, 5.025997, 4.991447, 4.961338, 9.851269, 11.748102, 11.152257, 11.363966, 10.501051, 10.849036, 10.60421, 10.084919, 10.178245, 10.546011, 10.286905, 10.571408, 11.146002, 12.112765, 12.05671, 13.245079, 13.567576, 16.710284, 15.677201, 15.659738, 18.978467, 17.116381, 10.306737, 6.908551, 2.904119, 0.020277], "sum_m_pl": [43.526265, 54.829978, 53.698764, 52.543672, 50.943366, 50.963691, 52.242588, 52.169083, 51.943092, 53.857689, 52.094344, 52.540558, 53.448631, 53.566075, 53.877639, 54.78992, 55.150674, 55.13661, 57.006953, 58.362868, 58.926113, 59.335483, 59.417157, 59.738257, 51.376129, 48.667421, 46.407054, 47.473459, 48.680526, 50.613756, 51.858953, 52.706406, 51.461628, 49.921141, 49.415246, 47.726743, 46.224729, 45.674508, 47.806686, 48.554459, 44.968607, 42.609605, 43.320446, 44.824048, 41.458909, 42.714303, 42.647473, 40.995089, 53.63326, 64.895261]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 14, 15, 7, 12, 12, 10, 18, 13, 20, 14, 21, 13, 15, 14, 12, 11, 16, 14, 17, 12, 10, 12, 14, 18, 23, 19, 15, 20, 17, 14, 14, 13, 12, 18, 14, 19, 15, 17, 16, 14, 18, 19, 14, 16, 15, 10, 7, 1, 0], "n_am_pl": [4, 18, 12, 12, 13, 13, 9, 8, 8, 14, 9, 11, 10, 6, 7, 13, 16, 22, 24, 21, 20, 20, 22, 22, 23, 17, 21, 18, 13, 18, 21, 22, 15, 18, 16, 22, 22, 27, 24, 25, 20, 22, 24, 30, 28, 30, 35, 35, 54, 65], "n_pos": 65, "sum_m_en": [6.363734, 3.309117, 3.274182, 3.382126, 3.511105, 3.587231, 3.528591, 3.770047, 3.69084, 3.953377, 4.132111, 4.279819, 4.125402, 4.116269, 4.106407, 4.17527, 4.122753, 4.118602, 3.529699, 3.2162, 2.973875, 2.835315, 2.818983, 2.808945, 5.901864, 7.142146, 7.081365, 7.198654, 6.82831, 6.733926, 6.879175, 6.621388, 6.555505, 6.778326, 6.54869, 6.826002, 6.402325, 7.404728, 7.252999, 7.155673, 7.833563, 11.132887, 10.087902, 9.807258, 13.348577, 12.875679, 8.806123, 5.73462, 2.015422, 0.009923], "sum_m_pl": [24.034187, 30.567214, 29.818736, 28.974005, 28.186631, 28.24246, 28.642998, 28.960818, 29.133853, 29.901791, 28.896296, 29.028848, 30.001313, 30.415196, 30.709586, 30.7782, 30.783, 30.908335, 31.459159, 32.110231, 32.384294, 32.719707, 32.715945, 32.823251, 30.998414, 29.407087, 28.650501, 28.517659, 28.644772, 29.228857, 29.722917, 30.112684, 29.541715, 29.249308, 29.067357, 29.193618, 28.863855, 28.982606, 30.753752, 31.903831, 29.865684, 29.086511, 29.819227, 30.960195, 29.27978, 30.265171, 34.179777, 36.488536, 49.464877, 63.83661]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "pes-Nefrologia-2018 wiosna-100", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 790, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9917, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 26, 26, 24, 24, 28, 30, 24, 22, 25, 33, 31, 28, 25, 23, 22, 23, 18, 27, 27, 25, 19, 20, 16, 33, 36, 39, 28, 27, 23, 34, 30, 37, 31, 28, 34, 46, 38, 38, 35, 28, 41, 40, 39, 41, 42, 40, 42, 45, 43], "n_am_pl": [2, 20, 14, 13, 11, 16, 15, 17, 17, 13, 12, 14, 8, 18, 17, 24, 19, 21, 24, 32, 33, 34, 30, 28, 27, 24, 17, 20, 26, 16, 17, 16, 15, 22, 24, 18, 17, 21, 23, 18, 24, 17, 17, 9, 9, 7, 8, 6, 5, 5], "n_pos": 126, "sum_m_en": [14.715141, 7.576828, 7.109903, 7.409208, 8.03532, 7.713842, 8.260431, 8.690709, 8.74258, 8.949993, 9.332162, 9.835951, 9.994377, 10.278159, 10.178531, 9.52441, 9.002027, 8.612455, 7.916854, 6.822033, 6.438964, 6.068194, 5.932156, 5.764492, 14.192501, 16.159802, 15.615514, 14.955746, 14.97012, 14.903616, 15.463411, 14.71889, 15.385728, 15.175846, 14.589872, 15.513723, 18.231753, 19.674398, 19.708475, 19.787398, 20.24192, 24.218889, 25.522828, 28.316448, 30.588998, 34.997897, 38.077512, 41.886215, 44.500959, 43.582218], "sum_m_pl": [45.947716, 57.468638, 57.089008, 55.183409, 54.152683, 55.858799, 55.486793, 53.865703, 52.9744, 53.719221, 53.984751, 52.116013, 51.034354, 50.872868, 53.002628, 54.514423, 55.993476, 55.353768, 56.739768, 59.437898, 59.548538, 60.360877, 60.433862, 60.566016, 51.05439, 48.482378, 46.392336, 45.909223, 48.241067, 46.53974, 46.92924, 48.362913, 47.138936, 47.597224, 47.802105, 45.711279, 41.086016, 40.856508, 40.339807, 38.092681, 36.774103, 31.866072, 30.19036, 24.820428, 17.063478, 13.210738, 10.819592, 8.070162, 5.328888, 6.204262]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 10, 13, 14, 14, 13, 14, 15, 12, 17, 17, 13, 15, 15, 13, 10, 14, 9, 12, 13, 12, 10, 7, 7, 15, 15, 17, 14, 11, 13, 15, 15, 17, 15, 14, 18, 24, 18, 22, 19, 18, 23, 21, 24, 25, 25, 28, 31, 38, 42], "n_am_pl": [1, 11, 6, 4, 3, 6, 8, 9, 9, 6, 4, 5, 0, 4, 4, 9, 7, 8, 11, 11, 12, 15, 13, 14, 14, 11, 10, 8, 11, 6, 8, 8, 5, 11, 8, 8, 7, 10, 7, 7, 11, 5, 7, 4, 3, 4, 5, 3, 5, 5], "n_pos": 50, "sum_m_en": [6.38291, 3.120112, 2.906163, 2.885815, 3.185823, 3.174283, 3.838704, 4.043169, 3.87685, 4.056885, 4.110015, 4.151728, 4.196307, 4.398795, 4.464664, 4.376436, 4.064274, 3.704284, 3.374118, 2.817533, 2.55972, 2.359593, 2.285544, 2.236372, 6.649861, 7.001008, 6.998012, 6.62498, 6.448584, 6.21123, 6.249128, 6.258632, 7.088805, 7.172269, 6.915432, 8.013032, 9.934937, 10.833468, 10.810119, 10.712647, 11.373715, 14.073709, 15.735615, 17.407152, 19.726701, 21.721933, 27.143542, 30.67993, 37.164342, 40.827986], "sum_m_pl": [17.575847, 22.772854, 22.876248, 22.374308, 21.652145, 22.192711, 22.141784, 21.432468, 21.266914, 21.593084, 21.332882, 20.365939, 19.915706, 19.791755, 20.69112, 21.449662, 22.237722, 22.008069, 22.579835, 23.782291, 24.023478, 24.437169, 24.430795, 24.430471, 20.117579, 19.900219, 19.118914, 18.869531, 19.697591, 19.010658, 19.385898, 19.516682, 18.581754, 19.196947, 19.277026, 18.519803, 16.238867, 15.800672, 15.457586, 14.933336, 14.395655, 11.758749, 11.250441, 9.217698, 6.333256, 6.194461, 4.958911, 3.930077, 4.00468, 5.341391]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 128, "item_id": "pes-Nefrologia-2018 wiosna-64", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 948, "region_end": 126, "roundtrip_ok": true, "tf_agree": 0.9688, "tf_agree_excl_first": 0.9764}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [47, 45, 35, 18, 18, 25, 23, 36, 19, 24, 24, 23, 19, 13, 24, 11, 22, 17, 19, 21, 18, 17, 15, 25, 29, 29, 28, 30, 27, 31, 30, 22, 21, 23, 23, 22, 22, 20, 20, 22, 35, 37, 29, 32, 35, 32, 22, 9, 2, 1], "n_am_pl": [5, 28, 22, 24, 24, 22, 23, 26, 27, 33, 22, 23, 27, 39, 21, 32, 29, 21, 26, 46, 45, 37, 42, 36, 33, 24, 24, 28, 22, 21, 23, 26, 25, 22, 27, 28, 30, 31, 47, 40, 39, 37, 35, 38, 33, 30, 31, 38, 73, 81], "n_pos": 155, "sum_m_en": [15.222544, 8.354629, 8.069037, 8.16023, 9.182418, 8.808255, 8.529556, 9.442966, 8.998004, 9.208892, 9.483706, 10.087921, 9.551667, 9.780907, 9.990484, 9.754315, 9.251839, 9.051331, 7.95679, 7.327787, 7.005579, 6.662321, 6.649652, 6.613666, 12.508893, 13.796476, 13.399052, 14.548419, 13.720872, 14.285977, 14.207111, 13.586404, 13.179495, 13.138974, 12.984859, 13.241569, 14.240459, 13.845918, 12.344141, 13.815821, 15.449306, 21.043829, 20.85893, 24.798187, 22.863519, 24.088437, 18.705752, 10.237565, 1.909438, 1.011292], "sum_m_pl": [57.819339, 72.311261, 70.481568, 67.458253, 65.431305, 67.798272, 68.817343, 67.047102, 67.086029, 67.304169, 64.9373, 62.67672, 65.405405, 64.580965, 66.433024, 68.921625, 71.050499, 70.657304, 74.027882, 76.157212, 76.546057, 77.423037, 77.325324, 77.222424, 62.319388, 60.036952, 57.980651, 56.984981, 60.4688, 59.735974, 60.172312, 61.610721, 61.902862, 59.661903, 60.122484, 57.161248, 55.93639, 56.912218, 58.989845, 55.813906, 55.588167, 50.706506, 51.115598, 47.805303, 43.745164, 40.812489, 41.888499, 43.165989, 69.883323, 80.873345]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [23, 22, 16, 12, 9, 15, 15, 18, 8, 15, 17, 14, 10, 8, 14, 9, 11, 15, 14, 16, 13, 13, 12, 16, 23, 19, 20, 21, 21, 24, 18, 13, 15, 17, 16, 16, 17, 14, 17, 15, 23, 26, 23, 23, 24, 20, 15, 8, 1, 1], "n_am_pl": [3, 15, 13, 17, 15, 11, 12, 17, 19, 18, 15, 14, 15, 24, 11, 19, 19, 12, 16, 27, 27, 22, 24, 23, 21, 14, 15, 17, 13, 14, 14, 18, 15, 17, 17, 20, 19, 18, 26, 22, 23, 24, 23, 24, 24, 23, 28, 35, 71, 81], "n_pos": 82, "sum_m_en": [7.531696, 4.138724, 4.080055, 4.340714, 5.216388, 5.00065, 4.76954, 5.172201, 4.83415, 4.976205, 5.292952, 5.684055, 5.29288, 5.328415, 5.369413, 5.100984, 4.876362, 4.806186, 4.23949, 3.88947, 3.720084, 3.545576, 3.546731, 3.562722, 7.851266, 8.593607, 8.167212, 8.790516, 8.546269, 8.701835, 8.531632, 8.268845, 8.347087, 8.179236, 8.141616, 8.440162, 9.351728, 9.070243, 8.132797, 8.933742, 9.916428, 14.244424, 15.356212, 15.481962, 15.282568, 15.249802, 12.763755, 8.464048, 1.175295, 1.004006], "sum_m_pl": [30.452362, 38.433493, 37.299734, 35.248249, 34.413774, 35.703391, 36.684432, 35.9439, 36.595768, 37.004766, 35.923631, 34.379008, 36.278172, 35.87778, 37.12077, 38.496399, 39.362893, 39.156404, 40.481885, 41.304809, 41.209961, 41.495729, 41.360308, 41.105835, 34.063528, 33.254186, 33.318265, 33.023083, 35.099517, 34.967167, 35.358317, 35.703178, 36.245102, 35.986924, 35.481908, 34.059648, 33.448724, 34.026591, 35.488674, 33.087685, 33.824788, 31.144691, 31.025908, 29.781484, 28.664016, 29.077072, 33.432315, 36.870702, 66.40094, 79.28868]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "pes-Nefrologia-2018 wiosna-64", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 828, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 0.9936}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [23, 7, 9, 9, 12, 13, 13, 14, 13, 16, 14, 13, 16, 10, 17, 13, 16, 20, 12, 12, 12, 5, 7, 13, 19, 24, 14, 11, 10, 12, 11, 6, 9, 10, 8, 14, 14, 20, 21, 23, 26, 26, 24, 23, 19, 15, 13, 10, 1, 1], "n_am_pl": [4, 11, 18, 7, 8, 9, 8, 11, 3, 4, 7, 9, 12, 6, 7, 7, 14, 7, 8, 8, 11, 9, 6, 8, 4, 6, 8, 6, 6, 8, 8, 5, 5, 5, 4, 5, 4, 1, 2, 4, 3, 2, 6, 7, 7, 12, 21, 22, 36, 44], "n_pos": 61, "sum_m_en": [5.505581, 2.689655, 2.752852, 2.786075, 2.878369, 2.791198, 2.818988, 2.950723, 2.953352, 3.144954, 3.237339, 3.334984, 3.563391, 3.828857, 3.924199, 3.825404, 3.789673, 3.749387, 3.368062, 3.101134, 2.863355, 2.699976, 2.632581, 2.631309, 5.508968, 6.757716, 5.677943, 5.135441, 5.213939, 5.119382, 4.988084, 5.125445, 5.288624, 4.981359, 5.383618, 5.784888, 6.36385, 8.009992, 7.953893, 8.660245, 8.971202, 11.35743, 11.660341, 11.009582, 11.733157, 12.753445, 10.382819, 7.754217, 1.855708, 0.949406], "sum_m_pl": [21.817121, 28.313436, 27.988921, 27.397674, 26.741145, 27.207824, 27.581772, 27.556063, 27.220038, 27.296917, 26.579085, 27.096408, 26.540012, 25.827126, 26.995093, 27.551895, 27.423308, 27.6876, 28.503627, 29.266053, 29.384101, 29.77292, 29.846654, 29.964267, 23.215485, 22.973752, 22.479413, 23.005538, 23.305824, 24.847808, 25.035659, 24.752911, 24.609763, 24.762276, 24.585701, 24.203191, 22.477072, 20.905208, 21.306356, 20.808372, 18.353182, 17.191709, 16.856973, 15.933434, 15.041532, 16.880684, 20.506488, 21.970298, 34.708922, 43.157759]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 5, 5, 7, 10, 11, 12, 12, 12, 14, 12, 10, 13, 8, 13, 9, 12, 17, 9, 8, 10, 3, 4, 9, 15, 19, 10, 8, 9, 11, 10, 6, 8, 8, 7, 11, 10, 16, 16, 18, 19, 20, 17, 18, 16, 11, 10, 9, 1, 1], "n_am_pl": [3, 7, 14, 4, 6, 6, 4, 6, 1, 2, 4, 8, 8, 3, 5, 7, 11, 5, 6, 7, 8, 6, 5, 8, 2, 4, 5, 5, 4, 6, 5, 2, 3, 3, 3, 3, 3, 1, 2, 4, 3, 2, 6, 7, 7, 11, 20, 20, 36, 43], "n_pos": 45, "sum_m_en": [4.13759, 2.018179, 2.053783, 2.09507, 2.164945, 2.086796, 2.130092, 2.238584, 2.246204, 2.384283, 2.442867, 2.521415, 2.705576, 2.908915, 2.995969, 2.876464, 2.845922, 2.833806, 2.542118, 2.301697, 2.124019, 2.005071, 1.951005, 1.955862, 4.135604, 5.178378, 4.37572, 3.935383, 4.087755, 3.978842, 3.950985, 4.132906, 4.113202, 3.897015, 4.145431, 4.483491, 4.835055, 6.364465, 6.407379, 7.17981, 7.303038, 9.347752, 9.4431, 8.851312, 9.944027, 9.935009, 8.137047, 6.287926, 1.714209, 0.94781], "sum_m_pl": [15.869058, 20.826199, 20.416503, 20.006411, 19.696404, 19.9667, 20.334006, 20.324175, 20.040202, 20.185395, 19.712681, 20.030615, 19.541375, 18.908935, 19.914993, 20.387757, 20.298147, 20.529839, 21.022996, 21.595111, 21.660514, 21.963023, 21.995303, 22.079809, 17.200524, 17.044898, 16.59286, 16.853461, 17.227863, 18.294135, 18.451433, 18.175859, 18.514408, 18.80906, 18.551852, 18.254415, 16.995003, 15.779594, 16.209522, 15.999571, 13.809489, 12.901336, 12.877348, 12.722292, 12.679682, 14.341783, 18.140248, 19.607697, 33.575791, 42.227873]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 63, "item_id": "pes-Nefrologia-2019 jesień-34", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 913, "region_end": 61, "roundtrip_ok": true, "tf_agree": 0.9365, "tf_agree_excl_first": 0.9516}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [23, 6, 9, 9, 8, 7, 9, 8, 10, 13, 13, 11, 10, 6, 14, 9, 13, 17, 13, 10, 12, 7, 12, 16, 19, 21, 16, 14, 12, 12, 16, 10, 8, 13, 10, 14, 15, 23, 24, 21, 22, 24, 23, 27, 21, 19, 10, 10, 1, 1], "n_am_pl": [4, 12, 12, 10, 5, 8, 9, 7, 6, 9, 2, 7, 11, 5, 5, 7, 10, 2, 5, 11, 6, 10, 5, 7, 6, 7, 7, 5, 4, 8, 6, 8, 7, 4, 7, 8, 5, 2, 6, 6, 6, 7, 10, 6, 7, 13, 27, 25, 38, 42], "n_pos": 58, "sum_m_en": [5.238172, 2.584563, 2.621291, 2.623478, 2.661274, 2.575498, 2.600184, 2.763791, 2.817796, 2.883737, 3.041219, 3.163617, 3.27194, 3.52679, 3.601786, 3.476736, 3.483694, 3.422688, 3.002766, 2.763214, 2.577026, 2.461449, 2.422776, 2.452208, 5.077292, 6.223471, 5.627273, 5.07421, 5.035166, 4.844017, 4.878354, 5.06727, 5.034247, 4.857812, 5.066015, 5.852832, 7.07576, 8.883527, 9.015481, 10.268313, 10.539947, 12.996534, 12.99054, 12.999913, 13.043266, 13.34786, 10.390154, 9.236516, 1.502311, 0.80594], "sum_m_pl": [21.119412, 27.192248, 26.582291, 26.6711, 25.73614, 26.166288, 26.457241, 26.541953, 26.127693, 26.196632, 25.41929, 26.060389, 25.619972, 25.043396, 25.880664, 26.7338, 26.71288, 27.017801, 27.871869, 28.399611, 28.407297, 28.523747, 28.690775, 28.745381, 22.665516, 22.481534, 22.135765, 22.720533, 23.061396, 24.184134, 24.136687, 24.122912, 23.884404, 23.459276, 23.271618, 23.111186, 21.663569, 20.237654, 20.751194, 20.102663, 18.645146, 17.993434, 17.76871, 17.1625, 16.169983, 18.461806, 23.63148, 23.21176, 35.489481, 41.743818]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 4, 8, 7, 6, 6, 9, 7, 10, 11, 10, 9, 9, 6, 12, 8, 11, 14, 10, 6, 9, 5, 8, 11, 16, 14, 11, 10, 10, 9, 14, 9, 6, 9, 7, 11, 11, 15, 15, 13, 13, 15, 15, 20, 16, 13, 5, 7, 1, 1], "n_am_pl": [3, 8, 9, 7, 5, 5, 4, 4, 3, 6, 0, 4, 7, 2, 4, 7, 8, 1, 3, 9, 4, 8, 3, 7, 4, 5, 5, 5, 2, 6, 3, 5, 4, 2, 4, 5, 4, 2, 6, 6, 6, 7, 10, 6, 7, 13, 24, 22, 36, 40], "n_pos": 41, "sum_m_en": [3.862156, 1.866369, 1.890596, 1.873818, 1.894304, 1.809354, 1.846192, 1.959181, 2.031428, 2.070229, 2.186424, 2.32206, 2.408864, 2.626926, 2.659335, 2.549886, 2.539922, 2.503134, 2.192293, 1.990807, 1.830366, 1.746511, 1.722054, 1.760203, 3.666496, 4.609641, 4.280071, 3.819343, 3.911026, 3.730949, 3.775889, 3.994279, 3.861434, 3.775644, 3.787493, 4.249004, 4.87302, 5.66713, 5.690144, 6.450436, 6.873094, 9.255286, 9.062405, 9.406934, 9.80707, 9.298586, 6.396505, 6.069194, 1.398767, 0.805831], "sum_m_pl": [14.946231, 19.061307, 18.649799, 18.635873, 18.198293, 18.591918, 18.746666, 18.786242, 18.567209, 18.649535, 18.083789, 18.457879, 18.090853, 17.456535, 18.230227, 18.868106, 18.88273, 19.181682, 19.632531, 19.952782, 20.010189, 20.140588, 20.241736, 20.279392, 16.47611, 16.283514, 15.903199, 16.243604, 16.471671, 17.273488, 17.25447, 17.006705, 17.25689, 17.366608, 17.060531, 17.128226, 16.221932, 15.407072, 15.838537, 15.481821, 14.2421, 13.782831, 13.825111, 13.655351, 13.700346, 15.944101, 20.673074, 20.27527, 33.003505, 39.549786]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 60, "item_id": "pes-Nefrologia-2019 jesień-34", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 793, "region_end": 58, "roundtrip_ok": true, "tf_agree": 0.9167, "tf_agree_excl_first": 0.9322}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [47, 46, 36, 30, 37, 44, 39, 32, 33, 40, 46, 43, 38, 37, 39, 34, 40, 36, 38, 38, 40, 51, 45, 49, 61, 54, 50, 51, 36, 50, 54, 53, 54, 63, 64, 60, 60, 60, 63, 66, 76, 73, 78, 76, 63, 72, 80, 76, 70, 71], "n_am_pl": [7, 23, 27, 30, 13, 16, 15, 8, 7, 10, 13, 15, 17, 16, 16, 19, 13, 15, 25, 26, 23, 20, 23, 17, 7, 9, 9, 8, 16, 18, 9, 15, 12, 9, 10, 16, 16, 18, 15, 15, 13, 15, 21, 16, 16, 10, 5, 5, 3, 0], "n_pos": 163, "sum_m_en": [21.049517, 10.317959, 10.030465, 10.203659, 10.694238, 10.721404, 10.690487, 10.948061, 11.457999, 11.468085, 11.784795, 12.273839, 13.313041, 13.904595, 13.447309, 13.916438, 13.722365, 11.936639, 10.909084, 10.012453, 8.974302, 8.45429, 8.148557, 7.948768, 22.403476, 24.206397, 25.429108, 22.396823, 20.219513, 20.709237, 20.648586, 20.18756, 21.472989, 23.252227, 24.087883, 25.234844, 29.522707, 33.952544, 36.881367, 37.689995, 42.406519, 46.889868, 50.275172, 56.65161, 55.475614, 62.991207, 71.564239, 73.03103, 69.355617, 70.629371], "sum_m_pl": [56.970714, 75.437676, 74.580993, 72.599954, 70.223167, 70.917333, 70.445423, 68.88029, 68.514736, 72.827761, 71.096297, 69.990939, 68.764527, 66.698147, 69.329327, 70.048712, 70.443672, 69.637249, 72.644617, 75.41095, 77.296475, 77.757914, 77.707312, 78.306523, 55.355342, 53.367938, 51.10711, 53.418936, 57.485584, 58.161968, 58.829721, 60.188319, 58.017147, 56.138757, 54.812238, 51.565671, 46.785816, 44.563289, 42.243281, 38.986547, 35.90516, 31.882008, 35.712368, 26.360796, 22.557779, 17.839166, 9.854774, 7.268468, 4.170126, 0.929183]}, "digit": {"n_am_en": [0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.087823, 0.044043, 0.034942, 0.042528, 0.041162, 0.04906, 0.047124, 0.050955, 0.05644, 0.057981, 0.059964, 0.057775, 0.059316, 0.050016, 0.048512, 0.057585, 0.045901, 0.055924, 0.053056, 0.048573, 0.042823, 0.040391, 0.038477, 0.039545, 0.014448, 0.02497, 0.031537, 0.030693, 0.041607, 0.056874, 0.047482, 0.051304, 0.052843, 0.046169, 0.022221, 0.021094, 0.035182, 0.031123, 0.041931, 0.011322, 0.016574, 0.033136, 0.036952, 0.006468, 0.026907, 7.3e-05, 0.092215, 0.019425, 0.002938, 0.0], "sum_m_pl": [0.346364, 0.532653, 0.514393, 0.494465, 0.435644, 0.412015, 0.434016, 0.442973, 0.402202, 0.401657, 0.362565, 0.369355, 0.361654, 0.400728, 0.463902, 0.464467, 0.393034, 0.449288, 0.449766, 0.46372, 0.477459, 0.473666, 0.463148, 0.475294, 0.125613, 0.183504, 0.238368, 0.227007, 0.339272, 0.409758, 0.345324, 0.358705, 0.405201, 0.386196, 0.154238, 0.159072, 0.239367, 0.1744, 0.188087, 0.051623, 0.079527, 0.153309, 0.176259, 0.025118, 0.083819, 0.000379, 0.136355, 0.025755, 0.001294, 0.0]}, "lang": {"n_am_en": [23, 23, 15, 12, 18, 27, 18, 16, 19, 19, 25, 21, 20, 19, 21, 18, 19, 20, 22, 19, 24, 33, 32, 30, 37, 35, 32, 32, 24, 26, 29, 29, 28, 32, 35, 32, 36, 36, 38, 43, 47, 45, 49, 50, 47, 50, 56, 56, 63, 71], "n_am_pl": [3, 11, 18, 13, 8, 7, 6, 4, 2, 3, 5, 6, 8, 10, 8, 9, 6, 5, 11, 11, 9, 12, 10, 8, 3, 2, 3, 3, 6, 5, 4, 6, 4, 3, 4, 9, 9, 9, 7, 5, 5, 5, 6, 4, 6, 2, 1, 0, 0, 0], "n_pos": 73, "sum_m_en": [9.887409, 4.75994, 4.783302, 4.696737, 5.012597, 5.183074, 5.172638, 5.438626, 5.620805, 5.634222, 5.67801, 5.968744, 6.485689, 6.851587, 6.728745, 6.81532, 6.485513, 5.611584, 5.141955, 4.70203, 4.221377, 3.905136, 3.762882, 3.651623, 12.760995, 14.446699, 15.024215, 12.773181, 11.490425, 11.380455, 11.13817, 11.002825, 12.302721, 13.928353, 14.479456, 14.739098, 17.229308, 20.75532, 23.050852, 24.181476, 27.018332, 30.855593, 33.434451, 37.291107, 38.8206, 43.922932, 50.13783, 52.659966, 60.057955, 66.40342], "sum_m_pl": [25.713438, 33.506044, 32.779131, 32.057238, 30.955035, 31.451443, 31.193174, 30.523332, 30.68026, 32.413953, 31.736728, 31.482802, 30.759549, 29.701709, 30.803073, 30.947815, 31.310477, 30.883605, 32.322704, 33.710361, 34.467773, 34.890718, 34.795301, 35.093087, 25.668678, 24.646228, 23.367274, 24.702913, 26.458729, 26.445323, 26.62167, 26.727449, 25.407228, 24.61248, 23.561035, 22.724515, 20.955083, 19.782137, 18.434087, 17.197979, 15.649219, 13.701488, 13.418188, 9.543569, 9.517951, 6.36134, 3.40432, 1.328283, 0.719644, 0.163298]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "pes-Nefrologia-2019 wiosna-27", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 887, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9879, "tf_agree_excl_first": 0.9939}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [40, 29, 29, 17, 22, 20, 27, 23, 18, 24, 33, 31, 29, 29, 24, 27, 33, 28, 26, 24, 29, 28, 22, 22, 32, 34, 32, 25, 22, 24, 25, 24, 24, 27, 25, 26, 26, 23, 23, 22, 23, 26, 29, 27, 23, 22, 14, 4, 1, 1], "n_am_pl": [10, 22, 13, 15, 14, 14, 14, 14, 13, 11, 7, 5, 8, 10, 12, 12, 18, 15, 17, 12, 19, 14, 15, 16, 12, 7, 11, 11, 16, 18, 15, 18, 13, 13, 15, 14, 22, 18, 22, 29, 29, 32, 35, 33, 33, 36, 42, 45, 56, 58], "n_pos": 110, "sum_m_en": [10.821444, 5.508725, 5.743545, 5.681049, 6.054106, 6.34184, 6.500436, 7.002698, 7.117858, 7.115674, 7.436463, 7.676413, 7.990263, 8.104003, 8.35941, 9.025557, 9.080729, 8.439967, 7.647059, 6.96305, 5.865154, 5.445414, 5.336179, 5.166254, 15.066716, 15.957925, 15.292785, 13.802851, 12.558601, 12.432652, 12.919703, 11.968244, 12.24772, 13.387327, 13.486066, 13.083895, 13.07964, 13.34531, 13.373558, 12.88562, 13.552168, 16.831815, 20.714904, 21.998163, 19.054973, 19.629114, 12.615147, 6.27917, 2.294183, 1.227801], "sum_m_pl": [41.801123, 51.813426, 50.299932, 49.240671, 48.13517, 47.827027, 48.057145, 47.420612, 47.134507, 48.989852, 47.078715, 46.142336, 46.310028, 45.947718, 46.588588, 48.248518, 49.270064, 49.417791, 51.940836, 53.685418, 55.089363, 55.584981, 55.427198, 55.704674, 41.136146, 38.269511, 36.789491, 39.26423, 41.729297, 42.884968, 42.880241, 44.033891, 43.712677, 41.158463, 40.646586, 39.161042, 39.808007, 38.971277, 40.355152, 39.210111, 37.250722, 34.18811, 36.551051, 33.294238, 34.2696, 37.576878, 42.242252, 44.375261, 52.973437, 58.621244]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 14, 13, 7, 12, 11, 16, 11, 11, 12, 17, 22, 16, 14, 15, 16, 23, 17, 16, 14, 17, 20, 16, 16, 23, 22, 20, 16, 15, 16, 13, 12, 14, 17, 19, 16, 16, 14, 17, 16, 16, 20, 22, 19, 17, 14, 8, 1, 1, 1], "n_am_pl": [4, 14, 7, 8, 5, 6, 10, 10, 9, 8, 4, 4, 3, 6, 6, 7, 9, 7, 10, 8, 12, 9, 10, 12, 10, 6, 10, 9, 9, 10, 10, 13, 10, 10, 10, 11, 14, 14, 16, 18, 17, 18, 20, 22, 24, 27, 30, 39, 54, 58], "n_pos": 59, "sum_m_en": [5.221005, 2.914763, 3.066923, 2.97735, 3.179481, 3.351108, 3.442084, 3.571977, 3.57881, 3.668001, 3.990633, 4.117493, 4.23622, 4.43449, 4.477011, 4.80287, 4.658551, 4.730223, 4.43409, 4.155984, 3.299395, 3.071329, 2.948409, 2.874902, 8.8566, 9.004463, 8.194667, 7.235654, 6.959158, 6.632273, 6.807063, 6.68465, 6.76714, 7.386884, 7.500049, 7.443605, 7.943995, 8.505437, 8.910498, 8.596554, 8.906456, 11.725536, 15.315879, 16.222097, 13.293441, 13.289811, 7.31998, 2.833376, 1.64595, 1.036398], "sum_m_pl": [22.028637, 27.406863, 26.64585, 25.85283, 25.403633, 25.647449, 25.815813, 25.866074, 25.920229, 26.672141, 25.709844, 25.527625, 25.660024, 25.810904, 26.856187, 27.294279, 27.492112, 27.447962, 28.412092, 29.081786, 29.83894, 30.066409, 29.983122, 30.049632, 23.883204, 22.739656, 22.925074, 24.005817, 24.859551, 24.82502, 24.781898, 25.609603, 25.637826, 24.794055, 24.348439, 24.345916, 24.461913, 24.836382, 25.734225, 24.708762, 23.324403, 22.523293, 22.823053, 21.69027, 24.350482, 27.246885, 32.322326, 37.446011, 49.185516, 57.626767]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "pes-Nefrologia-2019 wiosna-27", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 767, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9821, "tf_agree_excl_first": 0.991}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 41, 45, 33, 30, 24, 19, 20, 21, 33, 23, 24, 28, 24, 20, 18, 20, 21, 21, 19, 20, 19, 16, 14, 23, 21, 26, 25, 25, 23, 22, 23, 26, 20, 19, 24, 26, 21, 25, 27, 23, 28, 33, 32, 35, 37, 39, 45, 40, 44], "n_am_pl": [9, 16, 14, 18, 16, 14, 14, 13, 13, 7, 10, 9, 9, 9, 7, 7, 12, 10, 11, 11, 11, 12, 10, 15, 10, 8, 15, 16, 16, 12, 13, 16, 15, 12, 14, 15, 12, 19, 14, 14, 20, 17, 15, 18, 16, 13, 16, 11, 4, 7], "n_pos": 121, "sum_m_en": [13.814991, 7.573677, 7.138564, 7.315048, 7.369587, 6.52287, 6.475404, 6.934361, 6.599711, 7.334246, 7.662877, 8.288861, 8.192733, 8.338327, 8.124183, 8.07765, 7.786501, 7.634266, 7.184142, 6.423117, 5.847579, 5.557833, 5.446747, 5.296977, 10.290431, 11.175558, 10.895397, 10.564741, 9.836157, 10.347807, 10.322245, 9.711931, 9.889359, 10.07068, 10.80869, 11.885988, 13.322249, 14.053754, 15.171413, 16.983379, 17.939985, 21.961291, 24.436888, 26.788464, 28.344937, 32.290012, 36.93523, 43.233617, 41.316304, 43.615335], "sum_m_pl": [45.163703, 57.175645, 57.274323, 56.523482, 54.884642, 56.416719, 56.113351, 54.729911, 52.877705, 54.262955, 52.994924, 51.873607, 51.613287, 50.426903, 51.689402, 52.796984, 53.908743, 53.124194, 54.944175, 56.580467, 57.705148, 58.645129, 58.696862, 59.034072, 45.62038, 44.931909, 42.368584, 43.715711, 46.716035, 46.251946, 46.384558, 48.012939, 46.947079, 44.924165, 44.300509, 40.584488, 36.602373, 33.951093, 33.513301, 30.777709, 31.110775, 28.288488, 26.161282, 22.572512, 20.790926, 17.451261, 15.409088, 10.884658, 5.797915, 6.443423]}, "digit": {"n_am_en": [2, 0, 2, 2, 2, 1, 2, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0], "n_pos": 4, "sum_m_en": [0.259276, 0.223632, 0.219666, 0.273813, 0.271078, 0.24449, 0.226095, 0.242081, 0.230821, 0.215968, 0.200013, 0.207268, 0.210879, 0.22369, 0.225128, 0.181849, 0.173539, 0.171229, 0.173914, 0.175179, 0.164448, 0.156942, 0.157459, 0.154885, 0.275246, 0.20028, 0.228995, 0.214764, 0.18424, 0.229391, 0.207276, 0.194372, 0.187297, 0.151966, 0.165704, 0.160572, 0.163281, 0.187072, 0.209625, 0.244921, 0.279223, 0.275014, 0.26099, 0.32062, 0.256857, 0.242309, 0.169408, 0.130072, 0.007662, 0.0], "sum_m_pl": [1.786161, 1.941365, 1.919645, 1.75464, 1.555449, 1.670541, 1.733718, 1.651939, 1.65733, 1.721729, 1.703464, 1.734889, 1.817204, 1.828965, 1.864147, 1.933525, 1.944463, 1.947231, 1.90374, 1.893828, 1.961755, 2.006694, 2.005757, 2.022019, 1.52199, 1.806218, 1.351222, 1.481134, 1.718889, 1.620086, 1.735805, 1.979473, 1.855844, 1.730102, 1.807457, 1.783209, 1.419393, 1.25774, 1.250899, 1.372246, 1.415054, 1.324011, 1.204338, 1.017719, 0.924727, 0.970777, 1.206101, 0.783373, 0.04871, 0.0]}, "lang": {"n_am_en": [15, 18, 21, 11, 13, 12, 8, 8, 11, 16, 11, 15, 18, 12, 12, 12, 13, 12, 13, 16, 15, 13, 10, 10, 14, 13, 18, 14, 14, 14, 12, 12, 15, 14, 16, 16, 16, 15, 18, 19, 18, 22, 24, 26, 28, 29, 34, 35, 38, 43], "n_am_pl": [3, 9, 9, 12, 10, 8, 10, 6, 3, 2, 3, 4, 3, 5, 1, 5, 6, 4, 4, 3, 5, 4, 5, 6, 7, 4, 5, 6, 6, 6, 8, 8, 6, 5, 8, 10, 10, 11, 8, 8, 10, 10, 9, 10, 9, 7, 7, 6, 4, 6], "n_pos": 50, "sum_m_en": [6.186136, 3.290017, 3.011929, 3.015498, 3.126591, 2.689688, 2.665867, 2.713397, 2.750238, 3.195236, 3.46686, 4.031161, 3.90305, 3.978965, 3.814537, 3.835509, 3.63758, 3.605547, 3.343113, 2.88578, 2.545355, 2.407943, 2.350375, 2.292017, 5.160692, 5.779715, 5.821323, 5.066274, 4.593704, 4.714421, 4.892706, 4.738771, 4.947539, 5.373175, 6.154782, 7.242404, 8.284785, 8.489698, 9.2648, 10.62752, 12.479358, 15.713945, 17.429609, 20.415918, 22.584152, 25.796696, 30.817224, 33.175469, 37.538943, 41.273095], "sum_m_pl": [18.100786, 23.183839, 23.497166, 23.445538, 22.828184, 23.477513, 23.312416, 23.114932, 22.073857, 22.463056, 21.968002, 21.495026, 21.262564, 20.667365, 21.47075, 22.041824, 22.449504, 22.064347, 22.687846, 23.546558, 23.99735, 24.354278, 24.457884, 24.54182, 19.414813, 18.601396, 18.51184, 18.700219, 20.294646, 20.345052, 20.652766, 20.867779, 20.558068, 19.887873, 19.476301, 18.063394, 16.690513, 15.612441, 15.690752, 14.515892, 14.087834, 12.974614, 12.463393, 9.973014, 9.273415, 7.165094, 6.323983, 5.158575, 4.402506, 5.322028]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "pes-Nefrologia-2019 wiosna-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 939, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.9675, "tf_agree_excl_first": 0.9754}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [48, 32, 30, 29, 28, 31, 19, 27, 16, 17, 22, 21, 22, 16, 15, 19, 23, 17, 11, 14, 16, 12, 12, 13, 17, 22, 17, 12, 12, 14, 18, 23, 24, 18, 21, 20, 21, 16, 23, 17, 20, 25, 26, 23, 25, 26, 20, 12, 2, 0], "n_am_pl": [11, 27, 24, 18, 16, 20, 21, 20, 20, 22, 15, 14, 14, 19, 25, 18, 18, 17, 29, 24, 22, 22, 31, 28, 23, 16, 30, 24, 29, 37, 36, 32, 27, 25, 24, 29, 25, 24, 34, 30, 35, 27, 28, 27, 26, 34, 38, 48, 66, 72], "n_pos": 151, "sum_m_en": [14.714432, 7.880238, 7.965636, 8.077602, 7.987327, 7.409553, 7.16102, 7.46746, 7.25524, 8.118693, 8.539726, 9.173542, 9.022704, 9.08044, 9.161176, 8.688595, 8.540283, 8.210519, 7.515778, 6.941941, 6.498281, 6.19619, 6.138528, 6.069608, 9.791392, 11.606176, 11.291545, 11.292662, 10.567019, 11.491998, 11.02625, 11.048728, 11.010164, 10.498891, 10.883379, 11.03283, 10.806459, 11.139206, 11.151625, 11.243312, 12.480243, 16.881999, 17.89094, 18.011422, 20.720246, 22.0833, 17.301146, 11.479972, 3.126785, 0.242739], "sum_m_pl": [58.918881, 71.289747, 69.398569, 69.747584, 66.935075, 68.743338, 69.266648, 67.664424, 66.07915, 67.977695, 66.790515, 65.371011, 66.927243, 65.873137, 67.152105, 69.179643, 70.620193, 70.548132, 73.127609, 74.59328, 75.373058, 76.028425, 75.681766, 75.676848, 62.953165, 61.863441, 59.690211, 60.886808, 64.747854, 65.36967, 65.944411, 67.260139, 66.238248, 63.444278, 62.418966, 59.701917, 57.420573, 54.73747, 56.216708, 54.936252, 50.684013, 45.970059, 44.809815, 41.0738, 37.878524, 41.383773, 42.193454, 48.154981, 61.311698, 71.860562]}, "digit": {"n_am_en": [1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.281203, 0.203516, 0.19566, 0.284257, 0.254854, 0.228621, 0.205427, 0.197791, 0.183888, 0.185751, 0.176311, 0.182775, 0.174941, 0.213886, 0.204613, 0.184943, 0.190474, 0.186911, 0.180213, 0.168168, 0.156769, 0.149933, 0.152334, 0.152125, 0.280209, 0.247002, 0.23593, 0.266418, 0.233401, 0.280256, 0.28697, 0.218911, 0.191466, 0.151772, 0.164483, 0.180746, 0.188156, 0.190239, 0.245985, 0.242416, 0.23772, 0.226897, 0.234912, 0.216924, 0.173355, 0.156822, 0.131843, 0.061264, 0.003836, 0.0], "sum_m_pl": [1.813766, 1.849565, 1.925333, 1.698491, 1.539274, 1.681055, 1.777466, 1.629702, 1.730373, 1.765423, 1.736094, 1.726862, 1.833527, 1.886479, 1.891323, 1.913855, 1.950541, 1.928204, 1.956362, 1.936714, 1.985163, 2.029847, 2.03629, 2.033975, 1.649791, 1.693867, 1.516083, 1.518013, 1.751546, 1.765989, 1.749297, 1.936331, 1.862596, 1.757009, 1.795676, 1.765279, 1.653299, 1.561686, 1.590148, 1.652721, 1.650411, 1.653181, 1.50843, 1.469812, 1.299007, 1.200532, 0.806099, 0.317251, 0.052402, 0.0]}, "lang": {"n_am_en": [23, 12, 8, 8, 11, 12, 10, 13, 11, 10, 11, 9, 15, 8, 12, 12, 14, 9, 7, 10, 12, 9, 9, 8, 10, 16, 10, 3, 9, 10, 9, 11, 12, 13, 14, 11, 11, 12, 14, 12, 14, 19, 19, 18, 21, 25, 18, 9, 1, 0], "n_am_pl": [5, 12, 14, 10, 9, 10, 11, 10, 9, 11, 10, 6, 6, 12, 17, 9, 11, 12, 18, 17, 13, 15, 20, 20, 10, 7, 14, 17, 17, 26, 23, 20, 16, 14, 14, 21, 17, 12, 19, 17, 24, 18, 18, 16, 17, 21, 28, 41, 62, 70], "n_pos": 71, "sum_m_en": [6.656153, 3.462542, 3.542718, 3.68415, 3.677928, 3.285546, 3.41039, 3.55183, 3.555102, 4.051851, 4.262499, 4.636317, 4.681246, 4.719668, 4.653822, 4.381211, 4.306827, 4.119503, 3.704584, 3.339677, 3.121225, 2.970049, 2.923678, 2.87867, 5.198747, 6.518046, 6.147642, 5.938616, 5.622296, 5.974725, 6.013973, 5.923928, 6.014656, 6.066443, 6.267669, 6.098956, 6.306146, 6.519419, 6.549571, 6.974019, 8.665692, 12.861147, 13.549096, 14.156737, 16.70562, 18.634993, 15.016816, 7.976169, 1.435426, 0.181973], "sum_m_pl": [26.183557, 32.626583, 31.583071, 32.000413, 30.875654, 32.186317, 32.083463, 31.949975, 31.281662, 32.20496, 31.922141, 31.470037, 32.476057, 32.012055, 33.316123, 33.813963, 34.495502, 34.313349, 35.08758, 35.755383, 35.892473, 36.088512, 35.853445, 35.787575, 31.603846, 30.856412, 30.55296, 31.234003, 32.909322, 33.203142, 33.629841, 33.643015, 33.767149, 33.344707, 32.674705, 32.361864, 31.861301, 30.415313, 31.292827, 30.678744, 28.001946, 25.553755, 24.684271, 22.60957, 23.106011, 25.060188, 29.273871, 38.144175, 55.165679, 68.70923]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 153, "item_id": "pes-Nefrologia-2019 wiosna-68", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 819, "region_end": 151, "roundtrip_ok": true, "tf_agree": 0.9542, "tf_agree_excl_first": 0.9605}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 52, 41, 38, 30, 40, 37, 42, 35, 39, 49, 47, 39, 36, 36, 41, 36, 36, 51, 52, 53, 60, 53, 58, 63, 60, 51, 51, 50, 54, 51, 49, 49, 53, 49, 63, 63, 58, 69, 75, 74, 69, 68, 64, 63, 65, 66, 63, 57, 56], "n_am_pl": [7, 31, 29, 22, 20, 12, 16, 18, 22, 23, 17, 20, 13, 21, 26, 14, 16, 12, 11, 13, 16, 16, 19, 14, 10, 12, 12, 15, 14, 12, 16, 19, 23, 20, 27, 19, 16, 14, 7, 8, 9, 14, 9, 10, 9, 9, 3, 2, 1, 2], "n_pos": 185, "sum_m_en": [19.93712, 11.150167, 10.322509, 10.100819, 10.373983, 9.983107, 9.25271, 9.50007, 9.328219, 9.854348, 10.548138, 11.729539, 11.440318, 11.628471, 12.617603, 11.4377, 11.080978, 10.949399, 10.54617, 9.807889, 9.345348, 8.7882, 8.435986, 8.318559, 20.703292, 21.295491, 22.432954, 19.605773, 19.41196, 20.187099, 17.940238, 17.381805, 19.270809, 19.001826, 18.954732, 22.04911, 26.955218, 28.632625, 31.259845, 35.920584, 40.344483, 47.206482, 50.629974, 51.799247, 54.566786, 58.317912, 58.81289, 58.825178, 56.642493, 55.668847], "sum_m_pl": [70.392825, 84.375064, 83.317231, 82.784127, 80.160498, 80.636689, 81.892146, 81.166285, 80.53646, 83.027761, 80.575475, 79.630968, 79.930573, 78.795429, 78.72168, 80.439552, 81.59395, 80.701015, 84.19925, 86.620059, 87.412055, 88.602842, 89.185308, 89.374429, 66.267372, 64.789747, 61.60717, 68.031377, 70.094455, 70.263019, 73.924361, 74.863534, 72.549335, 71.352783, 69.251476, 64.914655, 57.109526, 52.696997, 50.799217, 48.476388, 43.508137, 36.53085, 32.30063, 25.63318, 18.1277, 15.436668, 8.196519, 5.381976, 2.083078, 1.670333]}, "digit": {"n_am_en": [2, 9, 6, 5, 3, 2, 3, 4, 4, 0, 5, 3, 3, 0, 4, 3, 5, 3, 6, 6, 7, 6, 5, 7, 4, 4, 4, 3, 5, 5, 6, 3, 2, 3, 2, 3, 2, 1, 1, 3, 3, 4, 5, 1, 1, 2, 2, 2, 0, 0], "n_am_pl": [0, 1, 3, 1, 4, 0, 2, 2, 4, 4, 1, 2, 2, 4, 3, 1, 3, 0, 1, 3, 5, 5, 6, 4, 2, 2, 2, 3, 3, 1, 1, 4, 3, 2, 5, 4, 3, 4, 1, 1, 3, 4, 2, 3, 4, 5, 0, 0, 0, 0], "n_pos": 19, "sum_m_en": [1.677927, 0.887682, 0.878323, 0.849592, 0.862082, 0.875759, 0.831683, 0.857287, 0.851148, 0.871991, 0.922911, 1.006283, 1.020344, 1.047424, 1.117895, 0.983279, 1.070916, 1.051915, 1.002883, 0.947686, 0.900672, 0.870855, 0.842283, 0.843659, 1.655208, 1.480612, 1.600254, 1.538778, 1.369586, 1.39812, 1.331476, 1.240489, 1.223731, 1.221476, 1.220489, 1.318998, 1.238105, 1.228175, 1.293986, 1.196601, 1.229952, 2.035694, 1.996684, 1.348297, 1.391151, 1.400423, 1.13048, 1.321935, 0.139587, 0.000552], "sum_m_pl": [8.380521, 9.933692, 9.765299, 9.607408, 9.304362, 9.156886, 9.3315, 9.055316, 9.035996, 9.038026, 8.847387, 8.431164, 8.380404, 8.212424, 8.038343, 8.509789, 8.473542, 8.419842, 8.692887, 8.93538, 9.000148, 9.032977, 9.119291, 9.134601, 7.596493, 7.318056, 7.278175, 7.648726, 8.01716, 7.769221, 7.967212, 7.948808, 7.914518, 7.892569, 7.809879, 7.865003, 7.136129, 6.592113, 6.656895, 7.219231, 7.398362, 6.511548, 6.49448, 5.596416, 5.197403, 4.864665, 2.239189, 1.379885, 0.166298, 0.000357]}, "lang": {"n_am_en": [15, 12, 14, 13, 12, 14, 14, 12, 12, 16, 18, 21, 17, 19, 16, 15, 11, 13, 22, 23, 26, 31, 27, 28, 33, 26, 26, 23, 24, 27, 25, 22, 25, 26, 26, 28, 29, 31, 38, 36, 35, 37, 36, 39, 42, 42, 44, 45, 54, 55], "n_am_pl": [5, 10, 8, 7, 3, 4, 1, 2, 4, 4, 2, 4, 1, 2, 5, 5, 5, 4, 2, 3, 4, 3, 4, 1, 2, 3, 3, 6, 4, 3, 5, 6, 5, 5, 6, 4, 4, 5, 2, 2, 1, 1, 1, 2, 1, 2, 3, 2, 1, 2], "n_pos": 57, "sum_m_en": [6.000352, 3.519625, 3.35684, 3.131786, 3.308678, 3.285394, 3.105436, 3.271754, 3.203882, 3.499341, 3.828627, 4.543743, 4.432345, 4.331042, 4.803258, 4.181382, 3.738692, 3.837196, 3.648266, 3.284111, 3.053827, 2.86233, 2.721971, 2.649284, 9.54768, 10.225402, 11.220006, 9.380142, 9.32474, 9.459357, 7.979171, 7.759702, 8.845393, 8.457542, 8.331755, 9.438436, 12.04946, 13.311328, 15.089085, 18.393111, 21.764934, 26.589258, 27.856701, 31.103997, 34.204351, 36.813258, 40.073817, 42.813684, 50.782569, 53.228007], "sum_m_pl": [20.95659, 24.551701, 24.432809, 24.553171, 24.25474, 24.447801, 24.707464, 24.769399, 24.940955, 25.92249, 24.927607, 24.740436, 25.101114, 24.708277, 24.599864, 25.176452, 25.745084, 25.418338, 26.321816, 27.027285, 27.289769, 27.731711, 27.881695, 27.861183, 20.765778, 20.461912, 19.506364, 21.539072, 21.790537, 21.703642, 23.123285, 23.370966, 22.289552, 22.131415, 21.245599, 20.259491, 17.977926, 17.071948, 16.07354, 14.291862, 12.168485, 9.728808, 8.589288, 6.668633, 3.915471, 3.187434, 2.891576, 2.031538, 1.327292, 1.450446]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 187, "item_id": "pes-Neonatologia-2018 jesień-44", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1069, "region_end": 185, "roundtrip_ok": true, "tf_agree": 0.9679, "tf_agree_excl_first": 0.9731}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [62, 58, 36, 30, 24, 32, 19, 23, 25, 33, 41, 33, 39, 25, 31, 31, 25, 28, 26, 26, 31, 34, 33, 33, 45, 47, 51, 40, 42, 46, 39, 29, 35, 36, 32, 40, 45, 53, 50, 55, 49, 57, 59, 48, 43, 36, 25, 25, 7, 5], "n_am_pl": [18, 43, 46, 40, 32, 25, 21, 21, 18, 27, 13, 15, 13, 11, 15, 15, 15, 24, 25, 23, 25, 27, 23, 32, 22, 20, 15, 20, 17, 20, 21, 26, 28, 31, 28, 18, 23, 22, 25, 23, 21, 24, 24, 24, 27, 45, 44, 48, 76, 88], "n_pos": 198, "sum_m_en": [19.590109, 10.355494, 9.827431, 9.545779, 10.175159, 9.806545, 9.210785, 9.675532, 9.532302, 10.068382, 10.849438, 11.430302, 11.441671, 11.438375, 11.868955, 10.754407, 10.560902, 10.158379, 9.29094, 8.836074, 8.632887, 8.231863, 8.135226, 8.142889, 16.706091, 16.868936, 17.841186, 16.132802, 16.188834, 16.793505, 15.593397, 15.602466, 15.959572, 16.238436, 16.70757, 19.220854, 21.203837, 21.948836, 22.45053, 23.958211, 25.210647, 29.157706, 36.102258, 32.793953, 30.969941, 30.261694, 24.281824, 23.310386, 7.052743, 5.11042], "sum_m_pl": [76.65053, 92.686859, 91.699747, 91.005942, 85.494661, 86.429643, 88.117862, 86.911767, 86.158975, 88.629141, 85.437647, 85.799592, 87.104182, 85.18569, 86.459868, 88.743799, 89.942691, 89.874674, 93.432358, 95.636457, 96.419729, 97.439782, 97.425607, 97.592267, 76.595185, 75.162335, 70.895983, 77.530662, 78.001691, 78.689582, 81.895782, 83.657367, 83.42247, 80.763099, 77.849668, 74.598217, 70.865595, 68.851214, 67.270896, 67.407766, 62.975369, 60.46904, 55.62274, 51.7551, 49.054044, 50.334878, 48.830168, 51.36386, 71.508899, 85.919365]}, "digit": {"n_am_en": [1, 9, 12, 4, 2, 3, 0, 1, 3, 4, 5, 4, 6, 4, 3, 4, 1, 3, 2, 4, 3, 4, 4, 5, 3, 5, 7, 5, 4, 3, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 0, 0, 2, 1, 0, 0], "n_am_pl": [0, 0, 2, 2, 7, 1, 0, 1, 0, 3, 2, 2, 0, 0, 1, 0, 1, 0, 1, 2, 2, 3, 4, 5, 2, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 3, 4, 4, 5, 2, 1, 1, 2, 2, 1, 4, 1, 2, 0, 0], "n_pos": 15, "sum_m_en": [1.330124, 0.669441, 0.62792, 0.576416, 0.581624, 0.592741, 0.565881, 0.620973, 0.650389, 0.687461, 0.762618, 0.851467, 0.872765, 0.903898, 0.950279, 0.852228, 0.887856, 0.870648, 0.764002, 0.728207, 0.687184, 0.666139, 0.652536, 0.644678, 1.164992, 1.044784, 1.068728, 1.060247, 0.967667, 1.047688, 1.03467, 1.025091, 0.942604, 0.96823, 1.043909, 1.132545, 1.008624, 0.932942, 0.924145, 0.848861, 0.937675, 0.926298, 0.859916, 0.784223, 0.654546, 0.538447, 1.15993, 1.371249, 0.0258, 1e-06], "sum_m_pl": [6.818262, 8.19808, 8.02408, 7.893735, 7.627745, 7.418195, 7.405067, 7.060064, 7.181278, 7.225561, 6.884006, 6.572023, 6.577306, 6.265833, 6.051673, 6.516511, 6.537315, 6.474133, 6.799815, 7.183131, 7.230984, 7.257183, 7.29499, 7.325733, 6.246527, 6.418195, 6.207418, 6.395415, 6.501911, 6.295543, 6.335765, 6.295796, 6.370705, 6.401658, 6.042115, 5.939649, 5.668965, 5.399941, 5.072603, 5.008514, 5.172287, 5.362396, 4.921238, 4.681923, 4.221325, 3.606901, 2.611774, 2.268748, 0.209679, 2.7e-05]}, "lang": {"n_am_en": [32, 29, 15, 15, 13, 16, 14, 14, 15, 16, 20, 18, 22, 10, 11, 12, 14, 13, 15, 13, 16, 18, 17, 16, 25, 29, 27, 22, 23, 24, 21, 12, 15, 20, 18, 22, 29, 32, 33, 36, 30, 35, 38, 33, 29, 23, 17, 20, 6, 5], "n_am_pl": [9, 23, 21, 17, 14, 14, 11, 12, 8, 12, 3, 5, 8, 6, 7, 6, 7, 11, 10, 9, 10, 11, 7, 12, 8, 10, 8, 7, 9, 9, 11, 14, 20, 20, 13, 10, 10, 14, 12, 14, 13, 17, 17, 20, 24, 34, 40, 43, 75, 87], "n_pos": 93, "sum_m_en": [9.835827, 4.993456, 4.747129, 4.585376, 4.897302, 4.670395, 4.484482, 4.813929, 4.746931, 5.000545, 5.391006, 5.599486, 5.526538, 5.410664, 5.61786, 4.983912, 4.828497, 4.613805, 4.251404, 4.05373, 3.999986, 3.763503, 3.688725, 3.711132, 8.168493, 8.436812, 9.24694, 8.022134, 7.778873, 7.856082, 7.355851, 7.612026, 7.84707, 8.297537, 8.590064, 9.423647, 11.26683, 11.719942, 13.231105, 15.122299, 15.728885, 18.682228, 22.509894, 20.791016, 20.724315, 20.320637, 16.788333, 17.439537, 5.260546, 5.099844], "sum_m_pl": [33.957974, 42.298857, 42.099514, 41.605358, 39.241593, 39.5145, 40.908073, 41.07417, 41.1457, 42.169528, 40.191939, 40.600873, 41.574175, 40.688716, 41.910519, 42.431646, 43.022302, 43.137802, 44.944519, 45.76047, 45.902927, 46.501212, 46.44981, 46.459531, 37.601174, 37.343572, 35.22956, 38.121282, 38.277621, 38.337013, 40.387696, 41.017609, 41.455416, 40.642553, 39.242637, 38.34737, 37.254688, 37.198492, 36.029733, 36.107185, 33.625306, 33.459292, 31.655319, 32.063448, 32.79406, 35.779044, 40.137477, 44.079596, 68.351752, 83.32504]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 207, "item_id": "pes-Neonatologia-2018 jesień-44", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 949, "region_end": 198, "roundtrip_ok": true, "tf_agree": 0.9662, "tf_agree_excl_first": 0.9709}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [58, 52, 38, 31, 34, 33, 36, 41, 28, 44, 43, 33, 24, 25, 30, 22, 21, 18, 22, 24, 28, 28, 27, 27, 37, 41, 34, 34, 28, 37, 23, 28, 32, 32, 42, 41, 41, 39, 42, 47, 44, 56, 58, 62, 55, 56, 42, 30, 11, 1], "n_am_pl": [16, 29, 29, 25, 23, 26, 32, 19, 19, 27, 28, 38, 29, 31, 25, 20, 29, 19, 29, 27, 30, 24, 27, 34, 19, 20, 29, 29, 25, 25, 40, 49, 39, 26, 29, 33, 32, 35, 33, 26, 28, 29, 32, 28, 34, 32, 53, 65, 106, 120], "n_pos": 195, "sum_m_en": [18.098689, 10.180946, 9.650754, 9.776947, 10.840841, 10.258457, 10.105804, 10.657429, 10.613624, 11.289053, 11.095111, 12.004649, 11.934333, 11.893438, 11.543106, 10.857991, 10.753938, 10.293631, 9.799896, 9.21784, 8.760006, 8.526585, 8.400566, 8.273847, 17.321359, 17.458294, 15.997627, 16.162076, 15.083813, 15.740066, 15.220497, 14.977057, 14.797985, 16.164512, 17.096193, 17.677278, 19.431959, 20.205267, 20.794226, 24.069643, 27.621679, 32.487725, 37.513146, 42.512778, 44.127864, 46.48629, 36.407722, 29.990866, 9.32088, 0.838133], "sum_m_pl": [72.769701, 90.733946, 90.207369, 87.714415, 82.235954, 84.278168, 85.607685, 85.939519, 84.581423, 88.598925, 88.216592, 85.996463, 87.641931, 86.737689, 88.10405, 89.498083, 90.671985, 91.864993, 94.057923, 95.656529, 96.933086, 97.113186, 96.805678, 97.443025, 75.731094, 75.401029, 73.697461, 77.403844, 81.599516, 84.252517, 85.80341, 87.491744, 85.62082, 82.157604, 80.462655, 77.74071, 74.884134, 72.246406, 70.861578, 68.08229, 61.030156, 56.994659, 56.027008, 51.002935, 49.417769, 51.598959, 59.968465, 66.470214, 98.31461, 118.721143]}, "digit": {"n_am_en": [3, 8, 10, 2, 2, 2, 2, 2, 1, 4, 2, 0, 0, 1, 1, 1, 1, 1, 1, 1, 2, 1, 0, 0, 3, 3, 1, 0, 0, 2, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 1, 1, 3, 3, 1, 1, 0, 1, 0, 1, 1, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.765239, 0.517487, 0.503215, 0.493585, 0.543302, 0.504196, 0.456755, 0.42555, 0.447539, 0.530751, 0.528719, 0.554853, 0.516149, 0.512272, 0.469568, 0.459886, 0.462108, 0.472485, 0.440537, 0.452614, 0.42864, 0.413157, 0.407084, 0.404013, 0.601303, 0.629027, 0.454461, 0.575349, 0.579602, 0.792161, 0.688386, 0.624963, 0.554922, 0.507544, 0.548111, 0.622345, 0.538351, 0.48891, 0.475067, 0.533276, 0.621288, 0.630048, 0.565521, 0.575245, 0.494424, 0.278352, 0.115075, 0.109051, 0.012031, 3.1e-05], "sum_m_pl": [3.10935, 5.22824, 5.287722, 5.112301, 4.733922, 4.717339, 4.79336, 4.557862, 4.500397, 4.598272, 4.60926, 4.087846, 3.901183, 3.560449, 3.223145, 3.311272, 3.440609, 3.698431, 4.242852, 4.564289, 4.776864, 4.843486, 4.856986, 4.890373, 3.587744, 3.524311, 2.961134, 3.387343, 3.359861, 3.246544, 3.527753, 3.492639, 3.297824, 2.975098, 2.905745, 2.939697, 2.72637, 2.985919, 3.182562, 3.178155, 3.069185, 3.214839, 3.252253, 2.389049, 1.740085, 1.1512, 0.385687, 0.312888, 0.028875, 0.000134]}, "lang": {"n_am_en": [44, 32, 22, 18, 20, 17, 23, 25, 19, 24, 25, 23, 18, 16, 19, 15, 14, 11, 12, 16, 18, 20, 18, 17, 26, 29, 20, 26, 21, 25, 19, 23, 26, 25, 30, 32, 30, 32, 33, 37, 35, 40, 45, 47, 44, 42, 30, 22, 11, 1], "n_am_pl": [6, 20, 18, 17, 17, 21, 20, 11, 13, 19, 19, 19, 19, 20, 13, 16, 22, 18, 26, 21, 20, 14, 18, 24, 15, 17, 23, 20, 19, 19, 27, 37, 30, 20, 22, 26, 24, 24, 22, 19, 22, 23, 21, 18, 23, 28, 47, 61, 103, 120], "n_pos": 121, "sum_m_en": [11.475356, 6.467021, 6.050073, 5.998762, 6.912676, 6.291323, 6.417131, 6.773288, 6.895643, 7.276245, 7.067832, 7.678093, 7.724434, 7.767506, 7.479284, 6.91907, 6.861016, 6.544794, 6.237957, 5.801108, 5.5261, 5.384299, 5.300511, 5.195826, 11.938943, 11.849863, 11.260113, 11.400577, 10.488444, 10.505887, 10.044564, 9.991477, 10.088154, 11.40769, 11.695313, 12.172968, 13.980963, 14.541024, 14.60582, 17.263637, 19.149175, 23.667311, 28.561774, 32.848983, 33.423611, 35.008563, 28.636944, 22.400358, 8.231663, 0.836509], "sum_m_pl": [44.055598, 55.53811, 55.634999, 53.865559, 50.349407, 51.864975, 52.348224, 53.039895, 52.37982, 55.048182, 55.010821, 54.17757, 55.490138, 55.528989, 57.430213, 58.068854, 58.24822, 58.733521, 59.7244, 60.306335, 60.687412, 60.597658, 60.326743, 60.706696, 49.479896, 49.168985, 49.077808, 49.971821, 52.95346, 54.414418, 55.51493, 56.459115, 56.126781, 54.674755, 53.606456, 53.332566, 51.93345, 50.589413, 49.6465, 47.416037, 43.354303, 40.184727, 36.509744, 33.995431, 35.279202, 39.897926, 48.68675, 58.31642, 94.330811, 117.196739]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "pes-Neonatologia-2019 jesień-75", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 977, "region_end": 195, "roundtrip_ok": true, "tf_agree": 0.9746, "tf_agree_excl_first": 0.9796}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [78, 80, 57, 46, 43, 44, 42, 67, 45, 61, 67, 49, 45, 41, 38, 33, 37, 25, 31, 29, 28, 29, 29, 36, 48, 54, 49, 38, 31, 44, 43, 37, 35, 35, 33, 35, 47, 48, 51, 58, 61, 63, 69, 67, 65, 64, 51, 42, 9, 1], "n_am_pl": [30, 56, 56, 48, 62, 39, 41, 21, 32, 30, 34, 34, 35, 40, 53, 37, 39, 40, 41, 35, 34, 42, 55, 53, 45, 46, 44, 43, 49, 44, 57, 65, 63, 44, 51, 46, 42, 52, 44, 49, 46, 40, 51, 45, 49, 44, 67, 80, 138, 157], "n_pos": 307, "sum_m_en": [27.656236, 15.871346, 15.76981, 15.642493, 16.769017, 16.283473, 15.860017, 16.988672, 16.88533, 17.839412, 17.959207, 18.896196, 18.953018, 19.137008, 18.777554, 17.388639, 16.866491, 16.334323, 15.185363, 14.280947, 13.43907, 13.258293, 13.25254, 12.96987, 25.067874, 27.965607, 25.275622, 25.061781, 23.606153, 24.072765, 23.147533, 23.44675, 22.504066, 22.355684, 22.455046, 23.144745, 24.202981, 26.305773, 26.17043, 29.705921, 33.38251, 37.324534, 45.277721, 49.62647, 51.23547, 52.950957, 47.366141, 39.784423, 12.419018, 1.091623], "sum_m_pl": [118.826958, 144.293513, 142.061091, 140.868161, 133.01321, 134.23821, 133.94715, 133.142762, 131.492808, 135.324199, 134.759852, 131.625802, 136.213552, 134.938294, 138.968446, 140.414774, 142.738045, 144.305994, 147.392275, 150.793166, 152.01596, 151.227847, 150.959745, 151.572752, 115.097909, 111.850443, 109.885703, 116.551409, 125.712072, 128.803011, 131.151487, 133.062725, 131.397606, 125.112955, 124.450397, 122.479269, 116.454041, 110.405472, 106.842319, 103.661137, 93.466253, 87.61597, 82.52223, 74.714937, 71.612071, 70.707517, 80.036706, 84.904823, 128.343374, 155.659267]}, "digit": {"n_am_en": [3, 8, 4, 2, 2, 0, 1, 1, 0, 2, 1, 2, 4, 3, 3, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 2, 1, 2, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 3, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 2, 1, 2, 1, 0, 0, 0, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 2, 3, 2, 3, 2, 1, 3, 0, 1, 2, 1, 3, 2, 2, 3, 2, 2, 2, 2, 1, 1, 2, 1, 0, 0], "n_pos": 12, "sum_m_en": [1.246698, 0.577419, 0.517455, 0.536951, 0.513322, 0.516676, 0.482617, 0.516302, 0.534529, 0.587911, 0.626248, 0.683718, 0.726198, 0.678406, 0.693275, 0.64999, 0.640564, 0.615111, 0.572988, 0.555775, 0.528386, 0.544766, 0.533677, 0.529594, 0.740815, 0.796853, 0.757901, 0.792068, 0.804248, 0.752701, 0.814873, 0.7514, 0.73834, 0.673398, 0.73245, 0.75311, 0.669888, 0.649809, 0.623979, 0.670219, 0.695806, 0.757881, 0.65339, 0.626464, 0.602956, 0.513625, 0.332969, 0.375389, 0.025007, 0.0], "sum_m_pl": [5.052154, 6.522737, 6.479784, 6.181374, 6.03148, 5.903401, 5.907882, 5.722176, 5.661242, 5.510242, 5.27327, 5.039282, 5.061107, 5.061291, 5.101641, 5.095378, 5.225915, 5.211267, 5.390816, 5.553249, 5.574654, 5.530361, 5.571975, 5.572448, 4.195062, 4.407368, 4.244833, 4.418203, 4.685938, 4.62509, 4.452861, 4.689515, 4.548807, 4.401982, 4.086597, 4.031886, 3.951942, 3.946217, 3.937132, 3.928993, 3.457102, 3.294448, 3.433382, 2.735921, 2.42965, 1.990809, 1.779423, 1.553918, 0.08324, 5e-06]}, "lang": {"n_am_en": [45, 32, 24, 22, 22, 18, 20, 27, 21, 31, 30, 22, 19, 20, 21, 24, 21, 14, 18, 17, 12, 12, 14, 21, 28, 32, 28, 27, 22, 26, 26, 24, 21, 22, 19, 21, 28, 34, 33, 42, 41, 47, 47, 46, 47, 44, 38, 27, 5, 1], "n_am_pl": [12, 31, 26, 19, 25, 18, 19, 11, 20, 16, 15, 18, 15, 17, 23, 15, 19, 16, 14, 12, 13, 18, 25, 25, 22, 24, 22, 20, 21, 19, 32, 29, 30, 28, 25, 26, 20, 25, 19, 17, 21, 20, 22, 21, 26, 31, 47, 63, 134, 157], "n_pos": 158, "sum_m_en": [14.097442, 8.22007, 8.34733, 8.334637, 9.195042, 8.503017, 8.491147, 9.097042, 9.181064, 9.699179, 9.315725, 9.752947, 9.723682, 9.646231, 9.469833, 8.816972, 8.557628, 8.297355, 7.817525, 7.302238, 6.89235, 6.771601, 6.811284, 6.701109, 13.945273, 15.640631, 14.353667, 14.188707, 13.09149, 12.943893, 12.028672, 12.334799, 11.660198, 11.61679, 11.986565, 12.484085, 13.407248, 15.331844, 15.515843, 18.122323, 20.463258, 23.575732, 30.847131, 32.903304, 34.643345, 35.907957, 34.43347, 24.342374, 7.057811, 1.08424], "sum_m_pl": [58.452515, 71.635887, 70.55455, 69.586016, 65.298103, 66.608059, 65.796044, 66.185108, 65.735716, 68.356648, 68.683913, 67.690978, 70.547063, 70.274937, 73.037281, 73.764661, 74.86008, 75.864111, 77.172359, 78.637429, 78.981266, 78.549082, 78.127855, 78.416946, 60.670916, 58.985823, 58.471958, 61.606925, 66.551779, 68.137218, 70.319353, 71.047411, 71.700847, 68.984871, 67.495049, 67.41366, 64.586458, 61.71289, 59.131045, 55.832134, 50.899177, 47.86803, 42.411094, 39.435898, 41.407787, 44.571266, 55.137945, 66.032553, 121.010924, 152.424056]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 309, "item_id": "pes-Neonatologia-2019 jesień-75", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 857, "region_end": 307, "roundtrip_ok": true, "tf_agree": 0.9741, "tf_agree_excl_first": 0.9773}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [65, 31, 33, 27, 34, 28, 28, 40, 29, 39, 47, 48, 42, 40, 45, 43, 41, 40, 41, 40, 41, 36, 38, 47, 55, 62, 61, 55, 58, 59, 56, 53, 53, 50, 58, 69, 67, 66, 57, 69, 67, 70, 73, 91, 83, 68, 49, 26, 7, 2], "n_am_pl": [30, 73, 59, 46, 37, 25, 24, 34, 37, 26, 24, 25, 26, 30, 42, 34, 49, 38, 43, 39, 39, 48, 39, 38, 40, 33, 33, 31, 34, 31, 36, 40, 42, 37, 38, 33, 32, 33, 38, 40, 39, 42, 48, 44, 47, 62, 65, 80, 110, 126], "n_pos": 246, "sum_m_en": [21.83654, 11.917801, 12.24479, 12.645758, 12.825228, 12.111665, 11.794592, 12.315304, 11.917326, 12.302068, 13.218984, 14.189404, 14.534019, 14.688142, 15.240301, 15.245567, 15.130194, 14.516027, 13.992304, 12.627976, 11.756269, 10.994551, 10.645939, 10.440865, 23.961384, 26.675628, 24.787091, 23.405753, 22.468022, 22.693538, 21.02783, 21.295966, 22.570182, 23.416088, 25.584595, 28.519071, 31.671906, 33.447114, 32.788871, 37.537561, 41.284471, 46.317708, 47.516631, 56.557967, 58.744464, 55.023419, 43.513718, 24.6378, 8.440188, 2.038418], "sum_m_pl": [95.468034, 115.217481, 112.30472, 111.911361, 108.382364, 110.505951, 111.645319, 111.058387, 110.80383, 114.180223, 110.225743, 109.282484, 111.237848, 110.784597, 110.7946, 111.707563, 111.966248, 112.183382, 114.920922, 116.784882, 119.500717, 121.214272, 121.163897, 121.42509, 97.727949, 94.748718, 91.353105, 96.861232, 98.798431, 98.811478, 99.603381, 100.700184, 97.430194, 91.535852, 91.13797, 86.503782, 81.894426, 78.0551, 78.992142, 79.637653, 74.919942, 71.347937, 74.226957, 67.20661, 61.541504, 65.529921, 71.963827, 83.631336, 106.308838, 125.07202]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [35, 12, 20, 10, 18, 11, 12, 20, 19, 24, 22, 18, 22, 21, 26, 25, 28, 24, 26, 24, 24, 25, 24, 29, 37, 40, 36, 38, 43, 40, 35, 32, 34, 30, 35, 43, 44, 41, 35, 42, 44, 50, 49, 62, 56, 51, 38, 20, 7, 2], "n_am_pl": [14, 39, 26, 19, 19, 15, 15, 19, 21, 9, 11, 15, 17, 14, 24, 15, 20, 14, 21, 17, 18, 22, 19, 17, 21, 18, 15, 13, 11, 14, 15, 21, 21, 19, 19, 19, 16, 21, 24, 21, 23, 25, 29, 27, 34, 46, 56, 71, 106, 125], "n_pos": 127, "sum_m_en": [10.928272, 6.086735, 6.343137, 6.867087, 6.667455, 6.227863, 6.217611, 6.680798, 6.409334, 6.518422, 6.837913, 7.363816, 7.571151, 7.624488, 7.694747, 7.896884, 7.754839, 7.363553, 7.35415, 6.475474, 6.046455, 5.614734, 5.425569, 5.328247, 14.4348, 16.351121, 14.697207, 13.908353, 13.185052, 12.814981, 11.499298, 11.759592, 12.533524, 13.679126, 14.912908, 16.316337, 18.876179, 19.037, 19.511524, 22.541701, 27.309133, 31.531781, 32.914706, 39.309214, 40.53747, 40.241587, 32.2612, 18.091503, 7.101391, 2.022477], "sum_m_pl": [47.882507, 57.903776, 56.367538, 56.211477, 55.008358, 56.595556, 57.324267, 56.899511, 57.244293, 59.555881, 57.901966, 57.706046, 59.223753, 58.906814, 59.209002, 59.580348, 59.092126, 59.62181, 60.720628, 61.428894, 62.759758, 63.699115, 63.662265, 63.620013, 53.447684, 51.394557, 49.886268, 52.002651, 52.931577, 53.355832, 54.285357, 54.13916, 53.509509, 50.897513, 50.369685, 49.850898, 47.262134, 47.064387, 48.23857, 48.330306, 46.051687, 44.538682, 46.618066, 42.665117, 41.033623, 45.576647, 56.419449, 69.955073, 99.414403, 121.797753]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 250, "item_id": "pes-Neonatologia-2019 wiosna-46", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 945, "region_end": 246, "roundtrip_ok": true, "tf_agree": 0.976, "tf_agree_excl_first": 0.9799}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [107, 51, 42, 42, 34, 34, 33, 33, 34, 38, 44, 47, 35, 38, 34, 40, 45, 45, 45, 41, 38, 40, 31, 38, 68, 67, 61, 65, 74, 65, 52, 49, 62, 68, 83, 75, 85, 81, 85, 84, 91, 92, 97, 97, 97, 86, 50, 25, 8, 3], "n_am_pl": [23, 77, 65, 55, 46, 36, 37, 30, 40, 29, 26, 26, 32, 30, 41, 46, 42, 35, 52, 54, 69, 70, 83, 87, 44, 46, 46, 52, 37, 38, 49, 50, 63, 41, 40, 43, 43, 59, 59, 58, 55, 54, 52, 58, 60, 74, 95, 110, 154, 164], "n_pos": 283, "sum_m_en": [28.560008, 13.991413, 13.873862, 14.282272, 14.406384, 13.524515, 13.292648, 13.582082, 13.275068, 13.572058, 14.606301, 15.81807, 15.802673, 16.534533, 17.992994, 17.273896, 16.727782, 16.231316, 14.959223, 13.870636, 12.981119, 12.103396, 11.766501, 11.650699, 23.27895, 24.274487, 23.942369, 22.705121, 23.681029, 24.54757, 23.750948, 23.907938, 26.244949, 27.426288, 28.657141, 32.117258, 37.010054, 44.232833, 41.090581, 41.866798, 43.862402, 52.2369, 54.226844, 60.184793, 59.989094, 60.301193, 40.33494, 26.651802, 9.348899, 3.033139], "sum_m_pl": [103.928526, 133.37727, 128.823832, 127.278429, 123.433501, 125.878706, 127.857913, 127.496771, 123.954708, 127.430304, 124.577581, 122.123865, 122.891829, 122.210052, 124.626665, 126.118105, 129.121315, 128.735751, 133.780593, 136.474183, 139.324554, 141.10554, 141.219367, 141.528435, 116.181415, 113.200652, 108.393516, 113.575915, 113.353117, 115.878993, 116.221588, 117.226804, 114.332836, 107.291884, 105.797506, 99.987862, 98.09482, 92.872759, 96.926316, 98.622743, 92.827503, 87.280347, 91.137591, 86.335895, 83.827211, 89.054829, 105.047193, 114.160808, 143.89757, 164.983328]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [66, 24, 26, 26, 18, 23, 20, 17, 18, 25, 28, 31, 22, 19, 20, 27, 27, 28, 26, 23, 19, 23, 24, 25, 45, 39, 41, 42, 41, 37, 31, 26, 40, 40, 52, 45, 52, 46, 53, 51, 55, 65, 64, 66, 69, 64, 36, 16, 8, 3], "n_am_pl": [16, 47, 38, 31, 29, 23, 24, 19, 26, 17, 16, 19, 18, 22, 28, 25, 24, 23, 31, 32, 44, 41, 47, 55, 30, 33, 27, 30, 24, 23, 33, 29, 37, 25, 25, 29, 30, 41, 42, 44, 46, 42, 46, 46, 50, 61, 85, 100, 146, 162], "n_pos": 167, "sum_m_en": [16.997993, 8.244485, 8.218277, 8.541816, 8.514414, 7.91767, 7.87746, 8.044971, 7.9537, 8.234034, 8.727826, 9.352922, 9.296066, 9.633488, 10.360181, 9.899486, 9.702584, 9.23045, 8.632844, 8.069367, 7.572019, 7.051858, 6.857886, 6.80831, 14.559474, 15.019565, 14.562626, 14.176441, 14.668926, 15.037377, 14.503947, 14.692589, 15.840881, 16.823763, 18.300899, 19.123095, 23.051609, 26.991687, 26.172689, 27.903066, 30.05641, 37.592224, 38.925827, 44.191937, 43.637234, 46.571275, 30.472588, 18.426232, 7.174379, 3.009632], "sum_m_pl": [60.142566, 78.572902, 75.911389, 74.598384, 73.044768, 74.683758, 75.659598, 75.915032, 74.364579, 76.983685, 75.315206, 73.823237, 74.85562, 73.811665, 75.334239, 76.026764, 77.146831, 77.328655, 79.943634, 81.176922, 82.823149, 83.993562, 84.07628, 84.168236, 72.316344, 70.807204, 68.306279, 70.447451, 70.914723, 71.518299, 71.68457, 71.18881, 70.421077, 66.902362, 65.304496, 63.664865, 62.712112, 61.103588, 64.066788, 65.236516, 62.200253, 59.812088, 63.347601, 60.96814, 61.317255, 65.928139, 84.608395, 98.879496, 134.647989, 160.414554]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 785, "item_id": "pes-Neonatologia-2019 wiosna-46", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 825, "region_end": 283, "roundtrip_ok": true, "tf_agree": 0.9694, "tf_agree_excl_first": 0.9707}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 38, 37, 33, 31, 25, 25, 42, 36, 40, 46, 53, 42, 46, 43, 48, 51, 49, 42, 47, 38, 37, 42, 49, 49, 63, 51, 59, 71, 59, 56, 53, 50, 50, 42, 67, 64, 55, 58, 64, 77, 72, 72, 68, 69, 68, 66, 79, 82, 85], "n_am_pl": [10, 20, 21, 21, 26, 21, 22, 20, 22, 22, 16, 18, 20, 19, 19, 14, 19, 13, 14, 7, 14, 18, 14, 13, 17, 11, 15, 19, 12, 11, 14, 19, 17, 16, 25, 16, 15, 13, 8, 14, 5, 8, 9, 9, 8, 6, 9, 4, 6, 4], "n_pos": 173, "sum_m_en": [20.086243, 11.768618, 10.430107, 10.076029, 10.203841, 9.907882, 9.531481, 9.739607, 9.577372, 9.784771, 10.195613, 11.051383, 10.811929, 11.382484, 11.144676, 10.819797, 10.737519, 10.735013, 10.075416, 9.356167, 9.130453, 8.438709, 7.997772, 8.416853, 19.364326, 20.414814, 19.322721, 17.983688, 16.985448, 17.846104, 16.695986, 16.347994, 17.120391, 17.276543, 17.413201, 22.239508, 24.588669, 26.044893, 27.493077, 30.716228, 36.532441, 43.353227, 45.204334, 47.452189, 50.513794, 56.230085, 62.16933, 71.540445, 81.281, 85.808383], "sum_m_pl": [60.726019, 75.792176, 75.839561, 75.227534, 72.977406, 73.45241, 73.961242, 74.672039, 74.609145, 77.687968, 77.537819, 77.720142, 78.859214, 78.37535, 79.202892, 80.199771, 80.935008, 79.175223, 79.804395, 80.875557, 80.738472, 81.884899, 82.916569, 82.451849, 60.902567, 62.263846, 62.355149, 67.621844, 70.829882, 70.202204, 73.042557, 73.215986, 70.877683, 70.795524, 70.444498, 67.216505, 61.905601, 58.191722, 54.073441, 50.276767, 44.633816, 36.935623, 33.165991, 29.811761, 22.153521, 18.677605, 13.59874, 8.598734, 7.193774, 4.851963]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 21, 23, 18, 19, 17, 15, 26, 24, 20, 26, 31, 26, 29, 23, 29, 30, 34, 29, 31, 26, 22, 29, 34, 30, 40, 33, 40, 47, 38, 36, 30, 33, 30, 25, 43, 43, 43, 43, 47, 52, 49, 51, 50, 51, 55, 56, 68, 78, 84], "n_am_pl": [4, 11, 12, 10, 10, 8, 12, 12, 8, 12, 7, 8, 9, 9, 11, 8, 7, 4, 8, 4, 11, 10, 9, 8, 9, 6, 8, 9, 7, 6, 7, 11, 11, 10, 15, 7, 8, 2, 3, 7, 1, 4, 4, 3, 3, 1, 3, 2, 3, 4], "n_pos": 91, "sum_m_en": [10.35298, 6.255602, 5.460556, 5.288982, 5.591142, 5.431201, 5.2152, 5.312784, 5.259435, 5.277235, 5.47163, 6.028318, 5.869941, 6.11831, 5.94594, 5.782085, 5.738063, 5.807156, 5.569085, 5.164076, 5.003581, 4.569033, 4.291302, 4.807482, 12.030953, 12.586558, 11.862867, 10.738593, 10.070906, 10.442476, 9.711831, 9.296271, 10.16527, 10.612599, 10.718238, 14.437546, 16.009992, 17.536321, 18.768526, 21.899014, 25.991348, 32.135948, 34.079688, 34.495946, 38.796654, 45.796516, 50.204985, 58.125532, 74.348854, 80.966289], "sum_m_pl": [32.172971, 40.242247, 39.965515, 39.763316, 38.42, 38.40805, 38.815383, 39.1713, 39.351571, 41.006083, 41.219052, 41.276901, 41.983544, 41.715244, 42.036438, 42.505909, 42.8132, 42.032652, 42.394357, 42.956777, 42.920122, 43.512413, 44.00404, 43.564763, 32.674625, 33.080119, 32.919258, 35.696782, 37.530353, 37.213861, 39.036074, 39.052835, 37.393245, 37.318041, 37.000442, 34.639365, 31.799161, 29.620849, 27.668233, 25.202684, 22.013659, 17.610708, 15.881269, 14.176117, 10.415264, 7.935163, 6.277205, 4.079791, 3.683778, 4.203221]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 175, "item_id": "pes-Neonatologia-2020 jesień-4", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1013, "region_end": 173, "roundtrip_ok": true, "tf_agree": 0.9657, "tf_agree_excl_first": 0.9713}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 2, 0, 3, 3, 2, 1, 1, 0, 1, 1, 1, 2, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 1, 2, 1, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.243588, 0.140785, 0.158958, 0.180943, 0.184397, 0.160139, 0.148512, 0.157671, 0.146735, 0.139949, 0.142739, 0.154075, 0.159309, 0.162005, 0.174303, 0.176446, 0.168155, 0.148393, 0.140233, 0.132851, 0.124629, 0.118302, 0.113691, 0.1173, 0.276674, 0.208378, 0.214102, 0.244482, 0.221048, 0.187427, 0.213961, 0.1697, 0.217225, 0.20807, 0.247006, 0.192334, 0.363013, 0.238174, 0.23616, 0.204126, 0.190882, 0.183982, 0.179052, 0.186535, 0.117517, 0.127591, 0.106347, 0.069147, 0.006931, 2.9e-05], "sum_m_pl": [1.292843, 1.440289, 1.49322, 1.469124, 1.450969, 1.518361, 1.484467, 1.426888, 1.444688, 1.4543, 1.439357, 1.460872, 1.457992, 1.475247, 1.355341, 1.368408, 1.35887, 1.346312, 1.420149, 1.414407, 1.417489, 1.426757, 1.459562, 1.46034, 1.150502, 1.154809, 1.100041, 1.161325, 1.133894, 1.235644, 1.237161, 1.28677, 1.217829, 1.165255, 1.245959, 1.293685, 1.191233, 1.117836, 1.120942, 1.136031, 1.230439, 1.240183, 1.26038, 1.226272, 0.752607, 0.654372, 0.528915, 0.362332, 0.377418, 0.594027]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "pes-Neonatologia-2020 jesień-4", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 893, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9485, "tf_agree_excl_first": 0.9534}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 43, 38, 24, 31, 27, 24, 21, 28, 37, 39, 26, 24, 32, 25, 32, 31, 22, 28, 42, 41, 41, 41, 48, 60, 63, 52, 45, 41, 41, 45, 41, 37, 36, 36, 47, 42, 56, 56, 66, 67, 62, 70, 70, 56, 65, 56, 57, 49, 47], "n_am_pl": [8, 18, 23, 22, 21, 14, 11, 12, 11, 12, 12, 13, 13, 18, 12, 11, 12, 11, 14, 14, 11, 13, 12, 11, 9, 6, 6, 6, 9, 11, 19, 14, 14, 17, 19, 18, 18, 16, 16, 16, 11, 7, 9, 12, 11, 10, 12, 9, 7, 12], "n_pos": 150, "sum_m_en": [16.057891, 9.407222, 9.198866, 8.481435, 8.614669, 8.495873, 8.700731, 9.141689, 9.254344, 9.814534, 10.374024, 10.718041, 10.366173, 10.982922, 10.984533, 10.459745, 9.684997, 9.905248, 9.153457, 9.174599, 8.196775, 7.593449, 7.205849, 7.021895, 19.135568, 20.158639, 19.492424, 17.344449, 15.679917, 16.595613, 15.064512, 14.944238, 14.931606, 15.555386, 15.76696, 17.191586, 20.59274, 25.869091, 26.637144, 32.940258, 34.07563, 37.01369, 44.17963, 48.110679, 45.589838, 53.896908, 52.888403, 55.402936, 49.059868, 47.262584], "sum_m_pl": [55.060827, 69.087815, 68.266146, 67.864478, 65.508411, 65.568111, 64.467551, 63.952439, 63.574936, 64.657625, 64.141315, 62.874882, 62.709424, 60.824218, 61.883707, 62.391897, 63.823252, 61.140683, 64.830879, 67.55168, 69.264344, 70.188895, 70.331269, 70.971295, 51.382002, 50.780643, 47.831007, 51.29479, 54.254287, 56.623347, 57.884846, 59.047549, 58.458113, 55.103782, 55.218601, 50.866125, 45.62835, 43.091809, 42.311251, 38.005164, 35.42421, 32.331733, 27.659731, 24.434941, 19.18346, 15.791068, 14.974633, 11.931968, 8.757726, 12.114574]}, "digit": {"n_am_en": [1, 7, 6, 0, 0, 2, 1, 0, 1, 2, 1, 1, 0, 1, 1, 2, 1, 0, 1, 1, 2, 2, 1, 3, 2, 2, 3, 2, 2, 1, 0, 0, 0, 1, 2, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 2, 0, 2, 2, 2, 1, 1, 1, 0, 1, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.496714, 0.439908, 0.467599, 0.391704, 0.358244, 0.367172, 0.372941, 0.342685, 0.36921, 0.379489, 0.408041, 0.448338, 0.44413, 0.432276, 0.473249, 0.47613, 0.469742, 0.504607, 0.449967, 0.448931, 0.432531, 0.417, 0.415429, 0.411821, 0.620682, 0.606572, 0.475586, 0.553062, 0.450059, 0.619834, 0.563891, 0.55006, 0.628897, 0.534835, 0.562094, 0.687519, 0.642219, 0.683652, 0.601362, 0.586838, 0.658608, 0.660799, 0.584792, 0.538973, 0.508734, 0.316719, 0.219827, 0.276984, 0.028657, 7.9e-05], "sum_m_pl": [2.748693, 4.750736, 4.684698, 4.496824, 4.273972, 4.105407, 4.264591, 4.086439, 3.923322, 3.974975, 3.905102, 3.671886, 3.534475, 3.285521, 3.106453, 3.084568, 3.166914, 3.174307, 3.582322, 3.938485, 4.066607, 4.150739, 4.119304, 4.225797, 2.620852, 2.878488, 1.944119, 2.111169, 2.276421, 2.712494, 2.705829, 2.94954, 3.196008, 2.737479, 2.562807, 3.17818, 2.960161, 2.999748, 2.958981, 2.797737, 2.712906, 2.680012, 2.556989, 2.121132, 1.909217, 1.091476, 0.987448, 0.44446, 0.1141, 0.000183]}, "lang": {"n_am_en": [14, 14, 14, 9, 14, 13, 12, 10, 12, 19, 20, 16, 15, 19, 18, 17, 18, 11, 16, 21, 22, 21, 20, 25, 31, 32, 25, 24, 20, 20, 23, 24, 21, 19, 22, 29, 25, 32, 29, 37, 35, 35, 42, 42, 35, 38, 37, 38, 44, 46], "n_am_pl": [2, 8, 7, 6, 8, 4, 4, 4, 5, 6, 4, 6, 6, 6, 3, 3, 5, 3, 5, 7, 5, 6, 4, 3, 4, 3, 5, 3, 7, 6, 10, 10, 7, 8, 9, 7, 8, 8, 8, 6, 5, 2, 3, 5, 5, 6, 6, 6, 6, 11], "n_pos": 60, "sum_m_en": [6.255579, 3.820927, 3.850926, 3.533447, 3.705769, 3.919869, 4.033718, 4.297902, 4.226546, 4.570171, 4.784407, 4.916408, 4.783862, 5.363662, 5.193192, 4.755633, 4.198627, 4.326676, 3.893728, 3.591673, 3.35986, 3.122061, 2.953807, 2.893178, 8.592562, 9.45694, 9.809513, 8.891088, 7.604186, 7.726267, 7.245541, 7.361647, 7.120227, 8.027488, 8.173468, 9.016738, 11.779681, 12.317858, 13.543008, 16.919052, 17.798813, 20.493549, 26.277387, 28.740431, 27.060086, 32.858321, 34.910559, 36.186086, 40.932343, 43.865518], "sum_m_pl": [21.553107, 26.804422, 26.303115, 26.200195, 25.480376, 25.353895, 25.058583, 25.30506, 25.579819, 26.252665, 26.126067, 25.880886, 26.300766, 25.672217, 26.290339, 26.541259, 26.914598, 25.902682, 27.012972, 28.036214, 28.386746, 28.730618, 28.689636, 28.823635, 22.453103, 21.903604, 21.044505, 22.517834, 23.594191, 24.094108, 24.62629, 25.086786, 24.566181, 23.538845, 23.49284, 22.441931, 19.746198, 19.720284, 18.699539, 16.720741, 15.548209, 13.503772, 11.533895, 10.096485, 8.332362, 6.825898, 7.123068, 7.034264, 6.751796, 11.182369]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 152, "item_id": "pes-Neonatologia-2020 wiosna-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 979, "region_end": 150, "roundtrip_ok": true, "tf_agree": 0.9276, "tf_agree_excl_first": 0.9338}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [28, 30, 29, 20, 21, 16, 17, 18, 10, 16, 22, 19, 17, 22, 21, 13, 21, 16, 16, 14, 12, 15, 16, 19, 26, 29, 18, 20, 16, 22, 20, 14, 17, 26, 21, 26, 17, 17, 21, 27, 22, 23, 26, 27, 24, 17, 8, 6, 1, 1], "n_am_pl": [9, 24, 21, 22, 15, 16, 16, 9, 13, 16, 6, 13, 15, 10, 8, 8, 12, 6, 11, 15, 17, 22, 20, 25, 13, 14, 14, 15, 17, 19, 17, 20, 14, 19, 16, 13, 23, 22, 25, 23, 24, 24, 18, 20, 19, 26, 34, 33, 47, 55], "n_pos": 115, "sum_m_en": [11.157927, 5.949376, 5.972058, 5.893778, 5.883284, 5.762641, 5.963273, 6.107583, 6.119239, 6.403995, 6.93338, 7.453745, 7.295805, 7.569119, 7.929528, 7.446727, 6.785904, 6.81577, 6.166401, 5.708152, 5.385538, 5.141498, 5.059853, 4.973741, 9.828339, 10.052504, 10.334776, 9.821279, 8.78379, 9.581624, 9.2385, 9.275324, 9.420039, 10.100109, 9.859787, 9.960553, 10.488203, 10.095748, 10.548125, 11.290234, 11.056236, 12.102538, 14.883662, 14.673518, 14.41636, 12.990154, 7.807533, 7.064317, 2.551934, 1.007004], "sum_m_pl": [43.63265, 55.02516, 53.490669, 52.811653, 50.857296, 49.892175, 50.055718, 50.550918, 50.780907, 51.654824, 50.361386, 48.806691, 50.204737, 48.353109, 48.756645, 49.600398, 51.15456, 50.947589, 52.71587, 54.516318, 55.820025, 56.398694, 56.264107, 56.577143, 44.815635, 44.217678, 41.839097, 44.247904, 46.510099, 47.875549, 48.931224, 49.480385, 48.971711, 45.616846, 46.07679, 43.596479, 42.395192, 41.28638, 42.160335, 41.07352, 40.166575, 39.333952, 36.010028, 34.491937, 31.985314, 34.139608, 36.609446, 34.227353, 45.381303, 55.377763]}, "digit": {"n_am_en": [4, 9, 8, 3, 2, 2, 2, 1, 0, 0, 0, 1, 2, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 2, 2, 2, 2, 2, 1, 2, 1, 0, 0, 0, 1, 2, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 0, 1, 3, 1, 0, 1, 2, 3, 2, 1, 1, 1, 1, 1, 0, 0], "n_pos": 9, "sum_m_en": [1.643188, 0.434169, 0.450144, 0.360657, 0.355701, 0.351344, 0.352037, 0.339065, 0.353931, 0.378807, 0.413874, 0.436835, 0.412495, 0.442445, 0.473969, 0.49345, 0.471283, 0.514311, 0.446513, 0.445077, 0.433191, 0.404877, 0.404214, 0.397353, 0.522466, 0.512414, 0.400185, 0.414547, 0.412349, 0.584474, 0.594259, 0.517991, 0.591147, 0.507327, 0.536899, 0.697863, 0.630649, 0.683965, 0.577724, 0.56732, 0.600963, 0.606591, 0.535129, 0.466994, 0.440251, 0.242572, 0.109907, 0.13555, 0.00588, 4e-06], "sum_m_pl": [2.900812, 4.772497, 4.697144, 4.620685, 4.351377, 4.178333, 4.304926, 4.161027, 4.109826, 4.187176, 4.00492, 3.629964, 3.6409, 3.413482, 3.253273, 3.351562, 3.358488, 3.427397, 3.740768, 3.995902, 4.104351, 4.19865, 4.182821, 4.251981, 2.758839, 2.992109, 2.228067, 2.422945, 2.605108, 2.647225, 2.649788, 2.922719, 3.204996, 2.7462, 2.547943, 3.346305, 3.220671, 3.255164, 3.205814, 3.030976, 2.936667, 3.056964, 2.847174, 2.439057, 2.186719, 1.487186, 1.535698, 1.07512, 0.050348, 4.1e-05]}, "lang": {"n_am_en": [14, 12, 13, 7, 8, 4, 7, 10, 5, 7, 13, 10, 9, 15, 14, 6, 12, 11, 10, 8, 8, 9, 11, 11, 18, 18, 12, 12, 10, 13, 14, 12, 10, 19, 14, 18, 12, 12, 14, 18, 15, 18, 19, 21, 18, 14, 8, 5, 1, 1], "n_am_pl": [4, 12, 11, 12, 12, 12, 9, 7, 6, 8, 4, 9, 9, 3, 5, 5, 8, 3, 7, 10, 12, 16, 14, 18, 10, 7, 8, 8, 9, 11, 9, 10, 6, 10, 9, 5, 11, 14, 16, 15, 17, 17, 14, 17, 16, 23, 25, 26, 44, 55], "n_pos": 58, "sum_m_en": [5.511366, 3.042938, 3.034054, 2.990671, 2.958486, 2.930779, 3.031631, 3.206176, 3.253017, 3.324664, 3.604115, 3.765893, 3.739103, 4.031536, 4.201945, 3.918185, 3.461144, 3.49454, 3.186746, 2.930557, 2.74061, 2.6136, 2.550231, 2.506474, 5.431523, 5.564551, 5.883318, 5.649638, 5.161309, 5.36973, 5.130105, 5.308332, 5.110717, 5.739868, 5.461052, 5.778462, 6.316725, 6.151637, 6.724563, 7.153334, 7.097628, 8.037852, 10.709683, 11.16429, 11.386803, 10.407571, 6.755615, 5.336597, 2.179855, 1.006423], "sum_m_pl": [21.174756, 26.826819, 26.246799, 25.841721, 25.140328, 24.850962, 24.971323, 25.31637, 25.783187, 26.393115, 25.924564, 25.226929, 26.273145, 25.354936, 26.175515, 26.245412, 26.911285, 26.805354, 27.467362, 28.243396, 28.686567, 28.939767, 28.800356, 28.87214, 25.063984, 24.631033, 23.791601, 24.646981, 25.579024, 25.79494, 26.358986, 26.21431, 25.829497, 24.603792, 24.78077, 24.126579, 23.880957, 24.256367, 24.50883, 24.066695, 23.580019, 23.8487, 21.67159, 22.434974, 22.264174, 24.481825, 27.535299, 27.416512, 41.493387, 54.202006]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "pes-Neonatologia-2020 wiosna-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 859, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9487, "tf_agree_excl_first": 0.9569}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [70, 60, 41, 43, 44, 43, 42, 43, 46, 57, 61, 61, 60, 45, 44, 51, 45, 38, 45, 49, 48, 44, 45, 46, 67, 63, 55, 55, 59, 51, 60, 65, 57, 57, 75, 73, 70, 77, 82, 74, 72, 76, 85, 91, 83, 97, 93, 98, 83, 83], "n_am_pl": [15, 30, 38, 36, 34, 37, 30, 29, 35, 30, 34, 26, 29, 28, 27, 32, 35, 33, 29, 24, 20, 21, 19, 25, 27, 24, 24, 38, 25, 33, 29, 19, 28, 26, 27, 23, 20, 21, 20, 25, 26, 20, 24, 21, 27, 24, 21, 14, 11, 8], "n_pos": 216, "sum_m_en": [24.655129, 13.22879, 12.644923, 13.012219, 13.803128, 13.004165, 12.607089, 12.715455, 12.570764, 13.369244, 13.968928, 14.364712, 14.43644, 14.634602, 14.492302, 13.743062, 13.276603, 13.071574, 12.431583, 11.00453, 10.445117, 9.741805, 9.560628, 9.375651, 22.849032, 23.978581, 24.735804, 23.265966, 22.196984, 22.106112, 22.029376, 21.738307, 22.706332, 23.462675, 24.794344, 27.404565, 33.467473, 35.542403, 39.24634, 38.766788, 42.165772, 49.895823, 59.5876, 68.459086, 69.762995, 75.612089, 85.202033, 88.037413, 81.049323, 80.933542], "sum_m_pl": [78.380808, 99.79108, 98.279188, 96.626231, 93.767531, 96.088747, 95.772776, 94.483764, 94.746869, 96.655064, 95.262336, 94.135628, 95.267573, 93.219968, 95.298896, 98.013778, 98.458278, 95.343378, 97.300237, 100.812841, 102.129496, 102.644606, 103.549177, 104.064497, 81.617263, 82.55881, 79.396171, 84.235128, 85.863975, 85.574527, 85.845723, 85.001853, 82.336908, 81.306241, 79.972739, 75.528187, 68.348657, 65.605568, 62.920099, 60.247783, 58.25562, 50.380208, 47.203362, 38.907338, 39.904203, 35.250051, 26.31843, 17.851134, 11.556388, 8.502109]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [29, 34, 23, 20, 19, 17, 19, 21, 21, 26, 31, 32, 29, 22, 18, 19, 22, 20, 17, 21, 22, 22, 22, 22, 38, 38, 25, 34, 29, 24, 29, 35, 27, 30, 38, 41, 43, 45, 53, 47, 44, 51, 54, 57, 54, 62, 61, 69, 72, 82], "n_am_pl": [9, 13, 18, 11, 11, 17, 10, 12, 14, 15, 14, 8, 11, 12, 12, 18, 17, 16, 13, 9, 9, 9, 10, 9, 10, 12, 11, 14, 6, 15, 8, 7, 9, 11, 10, 9, 7, 13, 12, 14, 11, 9, 10, 9, 10, 8, 8, 8, 10, 8], "n_pos": 92, "sum_m_en": [11.288267, 5.575986, 5.155512, 5.444029, 5.618713, 5.299251, 5.054731, 5.12882, 5.235351, 5.402449, 5.696108, 5.896781, 5.877634, 6.201042, 6.259648, 5.853917, 5.807619, 5.669457, 5.365872, 4.730902, 4.438458, 4.134094, 4.025974, 3.949921, 11.010048, 11.387668, 11.948291, 10.559308, 9.672856, 9.266636, 9.354583, 9.59922, 10.162896, 10.668446, 12.290653, 13.741895, 18.336536, 19.659375, 23.022502, 22.25597, 23.850146, 30.896404, 35.600875, 38.814579, 41.73815, 45.368663, 54.748627, 60.43609, 68.969722, 76.385082], "sum_m_pl": [31.886672, 43.306107, 43.063172, 41.984982, 40.961153, 41.873266, 41.485091, 41.108008, 41.136423, 41.838542, 41.064665, 40.665015, 41.157189, 40.312853, 40.895903, 42.104733, 41.946005, 40.872693, 41.611891, 43.253679, 43.715454, 44.264018, 44.570156, 44.895987, 36.232262, 36.372056, 35.036527, 37.293423, 37.695549, 38.078856, 38.178374, 37.547571, 36.606461, 36.419749, 34.513913, 33.345744, 29.187132, 28.578418, 26.708832, 26.51871, 26.21341, 22.58779, 21.433942, 18.462674, 15.658217, 14.170024, 11.194783, 9.217176, 8.584189, 7.851417]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 218, "item_id": "pes-Neurochirurgia-2018 jesień-24", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 953, "region_end": 216, "roundtrip_ok": true, "tf_agree": 0.9679, "tf_agree_excl_first": 0.9724}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [65, 44, 36, 45, 40, 36, 41, 35, 36, 45, 44, 53, 34, 33, 27, 29, 25, 26, 24, 22, 31, 37, 34, 36, 47, 48, 41, 46, 36, 34, 31, 30, 30, 34, 37, 38, 48, 49, 51, 45, 36, 37, 46, 42, 47, 41, 27, 19, 4, 3], "n_am_pl": [20, 49, 51, 37, 31, 39, 30, 30, 31, 33, 36, 23, 33, 33, 35, 36, 38, 34, 37, 37, 43, 31, 34, 40, 44, 32, 26, 30, 41, 47, 56, 49, 46, 57, 45, 52, 41, 41, 40, 49, 50, 50, 52, 56, 58, 60, 71, 70, 103, 115], "n_pos": 218, "sum_m_en": [20.2492, 10.647399, 10.758071, 11.297067, 11.688405, 11.427732, 11.522486, 12.015996, 11.841021, 12.767211, 12.967479, 12.942114, 12.822681, 12.775659, 13.516254, 13.067448, 12.619955, 12.219307, 11.050911, 10.074829, 9.89865, 9.421488, 9.278731, 9.210494, 18.408283, 19.784767, 20.175368, 19.291134, 18.237754, 18.442816, 18.277675, 17.872696, 18.64652, 18.686629, 18.96428, 19.835466, 21.9421, 22.736739, 22.000262, 20.574674, 20.196789, 22.762615, 26.848138, 29.983648, 30.967547, 31.26273, 22.96123, 19.423008, 7.434838, 2.41635], "sum_m_pl": [81.022148, 101.822593, 99.432569, 96.683849, 93.258164, 95.330885, 96.683316, 95.769613, 95.908387, 96.055652, 94.603152, 93.434332, 96.039352, 96.529635, 97.747863, 99.418691, 100.610992, 98.830278, 101.646699, 103.615223, 104.60698, 104.984992, 105.814504, 106.309926, 89.272284, 86.872939, 83.427395, 87.257215, 88.532448, 92.024463, 90.430547, 90.673148, 87.906542, 86.203527, 84.827296, 83.365633, 80.116591, 76.82819, 78.327736, 75.583211, 72.940576, 72.900803, 75.085421, 70.316059, 69.426123, 71.471769, 73.838935, 75.428856, 97.503875, 116.868066]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [29, 21, 17, 25, 23, 22, 23, 25, 20, 32, 27, 32, 21, 21, 18, 19, 18, 19, 17, 13, 19, 21, 22, 25, 36, 38, 30, 30, 25, 24, 21, 20, 24, 23, 27, 24, 32, 28, 34, 31, 24, 27, 34, 34, 34, 27, 19, 13, 3, 3], "n_am_pl": [10, 30, 33, 22, 18, 25, 23, 18, 20, 19, 23, 17, 21, 23, 23, 23, 24, 20, 23, 21, 26, 21, 20, 24, 22, 16, 14, 15, 26, 25, 32, 33, 26, 36, 30, 31, 25, 25, 27, 32, 34, 35, 34, 35, 47, 49, 60, 59, 96, 114], "n_pos": 119, "sum_m_en": [10.542642, 5.817955, 6.072191, 6.350293, 6.729845, 6.539345, 6.537956, 6.875995, 6.780881, 7.453616, 7.264589, 7.239204, 7.178276, 7.063953, 7.457007, 7.241977, 6.931309, 6.728246, 6.078631, 5.510425, 5.400437, 5.096813, 5.031827, 4.994734, 11.193817, 12.19364, 12.181584, 11.40753, 10.924391, 10.745165, 10.740526, 10.420654, 10.922791, 10.839425, 11.084862, 11.254258, 12.226593, 13.099026, 13.01484, 12.837255, 12.721941, 15.528868, 17.881836, 21.205617, 23.021759, 22.7512, 15.942699, 12.768792, 4.61906, 2.356122], "sum_m_pl": [43.477542, 54.790915, 53.209107, 51.949162, 49.932263, 51.404991, 52.4353, 52.419441, 52.809022, 52.780922, 52.466352, 52.200937, 53.964417, 54.303645, 55.040541, 55.692861, 56.183014, 55.277462, 56.575887, 57.551043, 57.923074, 58.081767, 58.491596, 58.694989, 50.004915, 48.469008, 46.68511, 48.933586, 50.101374, 51.9837, 51.415205, 51.80449, 50.982675, 50.250207, 49.391321, 49.622575, 48.579417, 47.273555, 48.578613, 47.098511, 45.963155, 45.792768, 47.324091, 44.964876, 47.792116, 50.990108, 57.686379, 61.736568, 88.616005, 112.459661]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 220, "item_id": "pes-Neurochirurgia-2018 jesień-24", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 833, "region_end": 218, "roundtrip_ok": true, "tf_agree": 0.9545, "tf_agree_excl_first": 0.9589}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [161, 120, 106, 100, 104, 102, 97, 79, 72, 100, 108, 120, 132, 135, 137, 152, 146, 134, 118, 137, 106, 103, 83, 105, 181, 164, 140, 145, 152, 160, 169, 161, 159, 152, 153, 152, 175, 181, 208, 208, 203, 191, 209, 214, 207, 206, 225, 239, 245, 236], "n_am_pl": [21, 85, 83, 106, 58, 53, 46, 51, 53, 60, 55, 50, 52, 61, 53, 46, 48, 54, 53, 58, 62, 71, 77, 71, 45, 49, 47, 50, 58, 52, 50, 52, 66, 54, 55, 49, 37, 31, 27, 30, 46, 41, 49, 50, 52, 46, 28, 14, 14, 15], "n_pos": 493, "sum_m_en": [61.939723, 31.487732, 27.567895, 27.04806, 28.182436, 27.737962, 28.306294, 30.157177, 31.647989, 34.364286, 35.257373, 38.408038, 38.179709, 40.00158, 40.5279, 38.885504, 36.474933, 36.232548, 32.739113, 29.884563, 27.910592, 25.265046, 23.919473, 23.267414, 54.254983, 56.951429, 62.562364, 58.239468, 58.998899, 60.606769, 56.259448, 55.805763, 57.527621, 61.109722, 63.562255, 71.392644, 80.866929, 85.608082, 93.598043, 99.758672, 97.354539, 115.755537, 133.644491, 141.132113, 155.302211, 169.465064, 198.604156, 213.962305, 239.631921, 239.010068], "sum_m_pl": [169.163862, 226.327572, 227.339308, 223.017182, 214.816949, 215.407889, 214.434357, 199.787868, 199.225611, 202.587931, 205.231148, 204.047702, 215.528729, 210.891707, 211.641381, 214.448303, 220.194572, 217.377314, 220.113771, 227.830323, 227.950018, 232.283375, 233.770888, 234.915906, 180.026154, 177.215431, 166.905417, 179.289877, 188.774276, 186.982116, 196.74365, 197.900997, 194.188389, 183.347387, 177.048936, 168.993683, 153.187478, 141.704185, 134.679093, 131.689351, 136.767289, 116.588356, 107.602118, 96.069561, 83.707517, 72.054696, 47.212603, 27.400361, 15.205545, 14.094832]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [74, 61, 59, 53, 55, 52, 50, 44, 38, 55, 54, 67, 73, 67, 64, 81, 76, 75, 69, 72, 60, 65, 51, 59, 105, 98, 75, 76, 73, 79, 93, 87, 89, 87, 85, 88, 98, 100, 115, 114, 110, 119, 129, 124, 130, 133, 166, 193, 220, 234], "n_am_pl": [12, 46, 35, 53, 34, 32, 30, 23, 29, 42, 32, 31, 32, 32, 24, 25, 23, 34, 30, 35, 36, 39, 40, 38, 20, 23, 18, 23, 34, 31, 25, 27, 28, 21, 23, 25, 20, 18, 13, 17, 30, 25, 32, 32, 36, 34, 17, 8, 14, 15], "n_pos": 254, "sum_m_en": [31.324484, 16.694208, 14.323084, 14.165065, 14.382471, 14.333115, 14.617703, 15.402873, 16.382199, 17.889882, 18.029837, 19.912266, 19.698089, 20.792783, 20.852965, 20.147367, 19.249216, 19.136997, 17.185122, 15.58349, 14.564044, 13.127734, 12.407674, 12.026384, 29.80968, 31.910797, 34.15336, 30.888608, 30.855062, 31.648877, 29.494587, 29.226539, 29.784161, 31.150757, 33.136478, 38.157336, 44.232072, 48.041446, 53.854079, 58.132819, 57.602476, 69.976796, 82.038682, 86.036747, 98.725211, 110.362968, 141.714619, 166.10179, 210.012216, 228.486173], "sum_m_pl": [85.588827, 116.220608, 117.052511, 114.5346, 110.533996, 111.751712, 111.742421, 104.357347, 104.776213, 106.386469, 107.280645, 107.104452, 113.195191, 110.426795, 110.200706, 111.186913, 113.963197, 113.135468, 114.612858, 118.315825, 118.157936, 120.415211, 121.193002, 121.730616, 95.929506, 94.290912, 89.417668, 95.944612, 100.7064, 99.034498, 104.204171, 104.308055, 102.002994, 96.812056, 92.919736, 88.713827, 80.975019, 74.261513, 70.661962, 69.273296, 73.549302, 61.227225, 57.730286, 53.482484, 50.36372, 43.527992, 26.115649, 14.12536, 12.43539, 13.896017]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 495, "item_id": "pes-Neurochirurgia-2018 jesień-26", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 961, "region_end": 493, "roundtrip_ok": true, "tf_agree": 0.9758, "tf_agree_excl_first": 0.9777}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [74, 46, 41, 27, 36, 24, 30, 23, 35, 52, 46, 44, 54, 47, 34, 59, 56, 44, 53, 56, 49, 57, 42, 47, 77, 68, 62, 66, 60, 64, 61, 51, 63, 66, 67, 69, 71, 70, 73, 67, 71, 70, 70, 55, 46, 42, 24, 10, 2, 0], "n_am_pl": [11, 50, 62, 53, 42, 42, 32, 26, 23, 19, 21, 20, 28, 28, 40, 31, 39, 37, 40, 35, 37, 37, 53, 49, 29, 25, 32, 36, 42, 37, 44, 64, 47, 44, 38, 42, 33, 24, 25, 36, 45, 54, 62, 73, 70, 94, 96, 105, 150, 172], "n_pos": 228, "sum_m_en": [22.307256, 11.5131, 11.103858, 11.50551, 12.386159, 11.663362, 12.136974, 12.858759, 14.176874, 15.681993, 15.746102, 16.843769, 16.277328, 16.21923, 17.145167, 17.667149, 16.178161, 15.124862, 13.933512, 12.682578, 11.714651, 10.749405, 10.260677, 10.251483, 26.259603, 24.740361, 25.898058, 25.450793, 24.904707, 25.382369, 24.544192, 23.752812, 24.188456, 27.100247, 27.204407, 29.617033, 32.428391, 35.507465, 34.632546, 34.603186, 34.459735, 44.450974, 45.483632, 39.829514, 37.900899, 35.89303, 22.833538, 11.247229, 3.544569, 0.033507], "sum_m_pl": [80.422256, 103.194722, 102.368041, 99.366362, 96.886636, 95.168009, 96.140266, 92.027532, 92.1468, 95.262368, 94.694305, 93.716193, 101.45556, 99.313586, 102.046336, 104.085421, 106.645545, 107.095809, 109.20094, 111.649262, 111.656873, 113.337072, 113.795299, 113.795443, 89.887894, 88.778189, 84.341392, 89.838298, 94.158418, 94.565134, 97.746193, 97.923308, 98.976109, 94.443652, 91.795327, 89.545139, 85.807925, 80.372443, 80.416665, 82.593178, 88.98054, 82.151247, 81.695224, 82.0181, 83.203424, 95.090492, 97.420774, 101.870854, 138.73863, 169.029036]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [56, 30, 30, 22, 31, 21, 24, 18, 28, 45, 35, 38, 43, 34, 26, 51, 43, 37, 46, 48, 41, 48, 35, 41, 65, 57, 49, 56, 50, 53, 51, 45, 55, 58, 60, 62, 61, 59, 65, 58, 60, 63, 64, 54, 44, 39, 23, 9, 2, 0], "n_am_pl": [8, 42, 47, 42, 33, 38, 28, 20, 19, 14, 20, 17, 21, 25, 36, 28, 32, 32, 33, 28, 33, 31, 42, 37, 21, 17, 24, 26, 28, 23, 32, 46, 34, 33, 29, 36, 30, 21, 21, 30, 39, 43, 52, 57, 59, 81, 90, 101, 149, 171], "n_pos": 171, "sum_m_en": [16.182853, 8.70035, 8.506738, 8.838011, 9.644126, 9.173811, 9.591749, 10.142163, 11.255713, 12.487401, 12.320648, 13.265678, 12.855094, 12.721214, 13.499854, 14.293868, 12.859778, 11.982422, 11.091734, 9.993718, 9.160001, 8.329004, 7.908168, 7.777795, 20.733614, 19.714848, 21.417399, 20.987233, 20.676641, 21.022362, 20.507499, 20.198904, 19.9315, 22.363831, 22.286463, 24.545687, 27.353835, 29.729492, 29.582069, 29.654664, 29.884286, 39.016211, 40.535891, 37.378963, 35.82708, 33.003292, 21.693259, 10.310386, 3.163187, 0.033194], "sum_m_pl": [59.276074, 76.542718, 75.748904, 73.355475, 71.267579, 70.393271, 70.556179, 67.534102, 68.710703, 71.476466, 71.331365, 70.977333, 76.923282, 75.980397, 78.539392, 78.953389, 80.764101, 80.865642, 81.933891, 83.535085, 83.278398, 84.635532, 85.026854, 85.108946, 69.657289, 68.694829, 66.261571, 69.127899, 72.441652, 72.368613, 74.854353, 75.175211, 76.747832, 74.70152, 72.719543, 72.294374, 69.452198, 65.165824, 65.164845, 66.445703, 72.382768, 67.762994, 66.641647, 65.305507, 68.470182, 81.602998, 90.043066, 97.082466, 134.708816, 167.843996]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 230, "item_id": "pes-Neurochirurgia-2018 jesień-26", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 841, "region_end": 228, "roundtrip_ok": true, "tf_agree": 0.9739, "tf_agree_excl_first": 0.9782}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 45, 41, 29, 38, 34, 26, 26, 28, 31, 35, 47, 39, 35, 35, 38, 36, 35, 38, 35, 32, 29, 29, 28, 51, 55, 45, 46, 47, 42, 43, 40, 37, 46, 41, 49, 54, 55, 62, 66, 66, 66, 79, 72, 64, 72, 73, 76, 71, 69], "n_am_pl": [12, 26, 19, 20, 16, 15, 12, 20, 15, 14, 13, 9, 11, 13, 14, 10, 20, 12, 15, 17, 25, 28, 24, 26, 15, 11, 14, 11, 12, 6, 11, 14, 18, 16, 14, 19, 13, 16, 12, 11, 15, 9, 8, 7, 6, 6, 5, 6, 1, 2], "n_pos": 140, "sum_m_en": [16.564365, 9.500223, 8.803286, 8.300686, 8.540516, 8.119366, 8.316225, 8.502612, 8.923175, 10.272274, 9.635299, 11.061584, 11.672659, 12.414372, 12.92117, 11.87596, 11.219538, 10.411522, 9.697126, 8.654677, 8.031883, 7.745122, 7.498991, 6.986474, 17.999365, 19.601518, 20.082307, 17.067452, 16.069099, 16.181594, 15.735789, 15.589762, 17.139851, 18.021327, 17.863727, 20.577469, 24.118621, 26.958843, 30.938543, 37.045194, 37.085696, 42.553396, 48.839054, 48.952251, 53.070024, 61.977504, 67.194461, 68.405286, 68.226913, 68.438369], "sum_m_pl": [49.790077, 64.34748, 64.255219, 61.832057, 60.20164, 61.328524, 59.687379, 55.74515, 55.411881, 56.480196, 56.653307, 55.795775, 55.899555, 53.799924, 54.089862, 55.46462, 56.536048, 55.851791, 57.700087, 60.883546, 62.597512, 63.68317, 64.073428, 64.616899, 46.671306, 46.476713, 42.598532, 45.736812, 47.732309, 47.566976, 48.518594, 48.214445, 47.59369, 45.744695, 43.818262, 41.357812, 35.808791, 33.88086, 31.739071, 30.179351, 29.071095, 25.891166, 23.196899, 20.205129, 16.839863, 12.401631, 7.625885, 6.416332, 1.879335, 1.885274]}, "digit": {"n_am_en": [0, 3, 4, 3, 0, 2, 0, 1, 1, 2, 2, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 2, 2, 2, 2, 1, 2, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 2, 1, 1, 2, 2, 0, 0], "n_am_pl": [0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 2, 2, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 4, 4, 4, 4, 0, 1, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0], "n_pos": 8, "sum_m_en": [1.015115, 0.373206, 0.380172, 0.392117, 0.389643, 0.36466, 0.36843, 0.360249, 0.411439, 0.412431, 0.461278, 0.493158, 0.502801, 0.528651, 0.553686, 0.571027, 0.51282, 0.482865, 0.448752, 0.441804, 0.408885, 0.385127, 0.3661, 0.355093, 0.583096, 0.588933, 0.474316, 0.495523, 0.408606, 0.622954, 0.689285, 0.707293, 0.728002, 0.650159, 0.673072, 0.646905, 0.607033, 0.576964, 0.633332, 0.717343, 0.581107, 0.632076, 0.702079, 1.158641, 0.919523, 1.236799, 1.074451, 0.75393, 0.044266, 0.00025], "sum_m_pl": [2.660157, 4.242781, 4.250321, 3.962476, 3.726837, 3.588306, 3.443687, 3.175649, 3.154151, 3.245657, 3.375277, 3.051887, 3.150497, 2.901738, 2.836573, 2.936432, 2.87097, 2.888242, 3.240274, 3.444475, 3.555212, 3.65513, 3.678714, 3.752998, 2.543063, 2.594958, 2.044882, 2.09629, 2.188124, 2.469563, 2.727677, 2.801467, 2.800839, 2.856817, 2.667603, 2.832437, 2.856154, 2.661891, 2.346122, 2.284006, 2.39292, 2.558467, 2.325765, 1.839572, 1.54192, 1.128095, 0.764002, 0.72677, 0.256372, 0.000581]}, "lang": {"n_am_en": [23, 24, 21, 18, 23, 19, 17, 17, 16, 19, 19, 29, 25, 19, 21, 25, 24, 24, 23, 24, 22, 22, 20, 19, 32, 38, 30, 33, 31, 30, 29, 24, 27, 28, 31, 38, 41, 44, 46, 48, 47, 50, 53, 51, 47, 57, 57, 63, 67, 69], "n_am_pl": [7, 14, 8, 11, 9, 8, 9, 11, 10, 7, 7, 4, 1, 4, 3, 4, 11, 7, 8, 10, 16, 16, 13, 16, 10, 6, 8, 5, 7, 5, 8, 10, 8, 9, 6, 7, 1, 5, 4, 4, 5, 1, 2, 2, 2, 2, 1, 1, 1, 2], "n_pos": 73, "sum_m_en": [9.135312, 5.296025, 4.846062, 4.43057, 4.613595, 4.295042, 4.483675, 4.620099, 4.894216, 6.196918, 5.250616, 6.079891, 6.61946, 6.973783, 7.369087, 6.53804, 6.117987, 5.58834, 5.345535, 4.699767, 4.335304, 4.19147, 4.046674, 3.741531, 11.216776, 12.576117, 12.903213, 10.769862, 9.748906, 9.595948, 9.348706, 9.350679, 10.574544, 11.167183, 11.121458, 13.517919, 16.663153, 18.857028, 22.513265, 26.775462, 28.105577, 32.044207, 35.071864, 37.030996, 40.309355, 46.994936, 53.09615, 57.118712, 62.873452, 66.977219], "sum_m_pl": [25.377312, 32.711541, 32.713038, 31.752746, 31.448863, 32.227486, 31.338844, 29.764548, 29.732956, 30.095428, 30.134719, 29.575336, 29.522771, 28.941467, 29.141604, 29.727555, 30.082586, 29.783456, 30.296635, 31.96671, 32.703675, 33.251293, 33.415404, 33.695016, 25.410335, 25.221058, 23.64365, 25.398574, 26.507234, 25.939383, 26.352101, 26.056682, 25.058632, 24.4403, 23.230156, 21.782426, 18.347971, 17.432443, 15.658812, 14.632552, 13.72484, 11.839047, 10.455631, 9.25939, 7.851488, 4.666455, 2.176057, 1.712609, 1.046235, 1.853817]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "pes-Neurochirurgia-2019 jesień-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 952, "region_end": 140, "roundtrip_ok": true, "tf_agree": 0.9718, "tf_agree_excl_first": 0.9787}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 23, 21, 15, 16, 19, 15, 16, 14, 17, 25, 23, 27, 18, 19, 12, 21, 18, 17, 15, 15, 16, 15, 17, 21, 28, 23, 24, 23, 23, 22, 25, 20, 24, 20, 22, 38, 39, 40, 39, 36, 36, 37, 33, 28, 22, 14, 11, 2, 2], "n_am_pl": [11, 25, 27, 25, 20, 19, 13, 16, 13, 12, 12, 5, 10, 15, 15, 21, 19, 19, 18, 25, 22, 21, 24, 27, 12, 15, 16, 16, 11, 11, 14, 15, 14, 16, 19, 13, 11, 8, 10, 12, 14, 13, 18, 12, 19, 25, 26, 28, 57, 58], "n_pos": 118, "sum_m_en": [10.445526, 5.678676, 5.68388, 6.116112, 6.14616, 5.872333, 6.256749, 6.447613, 6.68239, 7.183369, 7.567024, 7.801312, 7.942817, 7.9541, 8.425128, 8.09398, 8.065127, 7.581785, 6.663908, 6.083337, 5.83999, 5.600642, 5.480834, 5.32424, 10.363191, 10.829529, 10.689301, 10.701232, 10.326071, 10.913954, 10.161776, 9.740093, 10.274285, 10.942596, 10.937121, 11.118853, 12.986852, 15.254278, 16.152032, 17.586713, 18.099008, 18.909206, 21.061637, 19.126141, 18.227356, 18.616862, 13.428902, 9.978742, 3.66301, 2.390527], "sum_m_pl": [44.756336, 55.513277, 54.036824, 52.331046, 48.93652, 48.339327, 47.955874, 44.544456, 44.298634, 46.304964, 45.566079, 45.079546, 47.268079, 46.3754, 46.740535, 48.015375, 48.269943, 49.482553, 51.195476, 52.996488, 54.053693, 54.862374, 55.085327, 55.210232, 41.929006, 40.404477, 37.94305, 41.14016, 42.493163, 43.381469, 44.408062, 44.395098, 43.138908, 41.852411, 39.769858, 38.483937, 36.242095, 35.008853, 34.961259, 33.463725, 33.095064, 30.426213, 30.499728, 27.454758, 28.633346, 28.56274, 28.510437, 29.406554, 48.3426, 58.92763]}, "digit": {"n_am_en": [2, 3, 6, 3, 0, 3, 0, 2, 2, 1, 5, 2, 1, 1, 1, 1, 1, 0, 0, 2, 2, 0, 0, 0, 1, 1, 4, 2, 2, 1, 2, 2, 0, 0, 1, 1, 3, 2, 2, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 3, 1, 3, 5, 1, 1, 0, 0, 1, 0, 0, 3, 2, 1, 1, 1, 2, 1, 3, 2, 2, 2, 3, 2, 3, 1, 3, 2, 0, 2, 0, 2, 3, 3, 2, 3, 2, 1, 3, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [0.893931, 0.464137, 0.440647, 0.436962, 0.430378, 0.451188, 0.474405, 0.506609, 0.539487, 0.49958, 0.560621, 0.599985, 0.659142, 0.679661, 0.65669, 0.652891, 0.656854, 0.661245, 0.587935, 0.556084, 0.546668, 0.524701, 0.499021, 0.478065, 0.701013, 0.65532, 0.788072, 0.884191, 0.814442, 0.974145, 0.941607, 0.878089, 0.833609, 0.827877, 0.820905, 0.868121, 0.892751, 0.800583, 0.827612, 0.801298, 0.702162, 0.534976, 0.569938, 0.509124, 0.429574, 0.41474, 0.221958, 0.097799, 0.010793, 3e-06], "sum_m_pl": [4.917839, 5.985353, 5.880028, 5.726395, 5.389862, 5.396596, 5.042951, 4.772993, 4.759352, 4.805776, 4.525865, 4.390874, 4.384159, 4.122581, 4.105507, 4.210634, 4.212198, 4.400768, 4.647104, 4.936312, 5.04933, 5.136014, 5.162759, 5.256717, 4.581271, 4.464676, 4.341881, 4.445141, 4.554226, 4.213721, 4.180452, 4.155427, 4.056834, 4.090406, 3.787569, 3.438846, 3.564263, 3.388464, 3.241634, 2.967284, 3.135266, 2.970007, 2.919178, 2.304823, 2.190013, 1.869981, 0.934465, 0.865967, 0.095083, 1.9e-05]}, "lang": {"n_am_en": [15, 10, 9, 5, 10, 6, 10, 9, 9, 10, 14, 15, 16, 12, 11, 5, 13, 8, 12, 10, 9, 11, 12, 14, 16, 21, 16, 16, 14, 12, 10, 13, 10, 16, 12, 11, 22, 24, 26, 24, 23, 24, 28, 22, 20, 17, 11, 7, 2, 2], "n_am_pl": [4, 14, 10, 8, 6, 12, 7, 11, 6, 5, 7, 3, 1, 7, 8, 13, 10, 9, 8, 11, 9, 10, 10, 10, 5, 7, 7, 4, 7, 10, 9, 10, 8, 8, 10, 8, 6, 4, 5, 7, 10, 9, 12, 8, 14, 21, 24, 26, 54, 58], "n_pos": 62, "sum_m_en": [5.501807, 2.998108, 3.027242, 3.395261, 3.354376, 3.179023, 3.460645, 3.573477, 3.814311, 4.185734, 4.243162, 4.343311, 4.305532, 4.313724, 4.595452, 4.372827, 4.349347, 4.046143, 3.664754, 3.348095, 3.177316, 3.03366, 2.993985, 2.888969, 6.538387, 6.890493, 6.616963, 6.393604, 6.222293, 6.072754, 5.700494, 5.562572, 5.911994, 6.253364, 6.244169, 6.316492, 7.54764, 8.905451, 10.253418, 10.852353, 11.926085, 13.545111, 15.764799, 14.025149, 13.938973, 14.612373, 10.182979, 6.863851, 3.04086, 2.008218], "sum_m_pl": [22.472275, 28.067495, 27.157336, 26.076636, 24.253554, 24.140389, 24.351487, 22.422614, 22.307798, 23.358067, 23.329082, 23.423411, 24.800339, 24.409077, 24.677994, 25.533314, 25.780762, 26.261396, 26.935651, 27.782514, 28.173368, 28.777708, 28.884706, 28.889723, 22.124576, 21.581125, 20.217681, 21.580678, 22.737111, 23.424354, 24.141502, 24.038592, 23.548545, 23.035944, 22.146452, 22.575834, 21.435423, 20.799962, 20.116794, 19.571717, 19.817097, 18.537383, 18.202761, 17.315786, 19.071991, 20.95151, 24.007804, 25.541638, 44.806025, 57.575959]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "pes-Neurochirurgia-2019 jesień-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 832, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9748}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [80, 85, 60, 40, 49, 44, 45, 29, 32, 56, 66, 50, 48, 57, 43, 38, 42, 42, 42, 34, 41, 37, 34, 44, 58, 61, 53, 69, 65, 63, 60, 58, 66, 67, 64, 69, 79, 75, 85, 76, 71, 74, 83, 85, 87, 103, 97, 98, 88, 78], "n_am_pl": [22, 36, 48, 43, 39, 41, 46, 37, 39, 37, 38, 31, 39, 43, 43, 46, 52, 33, 32, 44, 38, 41, 44, 58, 65, 55, 60, 61, 53, 40, 38, 53, 41, 36, 45, 43, 41, 42, 39, 42, 37, 50, 63, 45, 41, 36, 28, 20, 13, 14], "n_pos": 294, "sum_m_en": [31.780878, 17.288498, 16.697594, 16.575251, 16.596009, 16.114439, 16.123989, 16.385056, 15.814675, 16.413326, 17.01423, 18.163005, 18.096247, 19.240479, 19.152283, 17.9042, 18.266749, 18.204931, 16.598564, 14.915998, 14.226665, 13.529241, 13.140702, 12.828761, 23.527076, 26.591489, 29.643085, 28.610475, 27.853527, 28.816494, 27.030019, 26.975034, 28.473012, 29.956415, 30.688519, 33.451401, 40.105651, 43.151583, 44.835823, 43.42818, 42.314207, 48.775183, 55.420443, 67.898501, 69.832151, 83.031001, 83.062082, 88.74322, 87.337101, 81.605048], "sum_m_pl": [110.644957, 137.379362, 136.178449, 131.10885, 128.418931, 132.138931, 131.827198, 128.382576, 128.694039, 130.567451, 128.835506, 123.814478, 125.396821, 124.09309, 120.203025, 123.740552, 126.449134, 123.595974, 128.980375, 134.340258, 137.152071, 138.618691, 139.880567, 141.353699, 116.072368, 112.244516, 104.208599, 109.411318, 111.650388, 111.62062, 113.872399, 116.640866, 111.446147, 103.983318, 103.329424, 96.181236, 88.739191, 84.951309, 86.794222, 80.810062, 79.371208, 80.676066, 82.280578, 66.38022, 59.819949, 49.451909, 36.386841, 26.623465, 15.474804, 14.762257]}, "digit": {"n_am_en": [8, 13, 10, 0, 1, 1, 1, 2, 0, 6, 6, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 2, 2, 1, 1, 2, 2, 2, 1, 0, 1, 0, 0], "n_am_pl": [0, 1, 1, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 3, 0, 1, 2, 4, 1, 0, 0, 2, 2, 3, 3, 4, 4, 0, 1, 1, 2, 5, 2, 3, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 20, "sum_m_en": [3.310598, 0.974602, 0.988077, 0.888734, 0.917915, 0.99547, 0.989291, 0.904534, 0.933513, 1.025803, 0.98179, 0.988675, 0.97207, 0.944747, 0.93504, 0.950236, 0.972532, 1.037239, 0.950511, 0.912589, 0.859561, 0.823738, 0.821819, 0.813025, 1.099779, 1.085666, 0.93425, 1.102948, 1.11891, 1.343588, 1.208826, 1.086836, 1.195211, 1.020918, 1.1815, 1.159471, 1.114225, 1.149179, 1.07595, 1.022028, 0.94172, 0.9818, 0.975435, 0.941383, 0.820893, 0.616977, 0.153663, 0.338324, 0.042547, 2e-06], "sum_m_pl": [6.079038, 10.531895, 10.347442, 9.916922, 9.316737, 9.291597, 9.430162, 9.004987, 8.985514, 9.174081, 9.186739, 8.06299, 7.785995, 7.138543, 6.008415, 6.879999, 7.262832, 7.375681, 8.332685, 9.088872, 9.388076, 9.560654, 9.575261, 9.744688, 6.575699, 6.752874, 5.197649, 5.980822, 6.549562, 7.056982, 7.209696, 6.702695, 6.677986, 5.503567, 5.498275, 5.480589, 5.281407, 6.090631, 6.29297, 5.911344, 5.256221, 5.61193, 5.600389, 4.841298, 4.184073, 2.509948, 0.637097, 0.539478, 0.039216, 6e-06]}, "lang": {"n_am_en": [22, 30, 23, 20, 25, 17, 18, 14, 14, 28, 30, 27, 22, 21, 23, 22, 22, 19, 20, 21, 22, 21, 17, 23, 23, 29, 24, 33, 33, 27, 27, 24, 30, 31, 30, 24, 36, 32, 40, 42, 41, 42, 45, 47, 51, 56, 59, 62, 77, 78], "n_am_pl": [9, 16, 15, 18, 14, 17, 20, 20, 21, 21, 20, 11, 20, 22, 20, 17, 27, 18, 18, 20, 19, 20, 22, 22, 30, 20, 28, 19, 25, 21, 19, 24, 14, 19, 24, 29, 21, 20, 11, 13, 12, 21, 22, 18, 17, 19, 16, 13, 11, 14], "n_pos": 93, "sum_m_en": [10.494379, 5.932263, 5.50519, 5.502418, 5.637872, 5.35517, 5.26271, 5.258537, 5.083242, 5.188564, 5.726845, 6.29883, 6.08055, 6.654667, 6.664358, 6.259498, 6.358514, 6.330865, 5.773507, 5.058923, 4.791861, 4.537372, 4.356999, 4.25265, 9.732803, 11.015595, 12.322908, 11.305227, 11.522083, 11.171841, 10.04711, 9.917144, 10.697877, 11.059349, 11.487061, 12.8483, 16.686825, 17.970685, 19.785995, 21.138464, 20.716793, 24.991585, 30.154842, 35.921137, 39.304328, 47.30695, 51.477974, 57.239284, 72.707811, 76.883327], "sum_m_pl": [33.898773, 43.079792, 43.026072, 41.403301, 41.162641, 43.024458, 43.239192, 42.749557, 43.35667, 43.985186, 42.555368, 41.228569, 41.932086, 41.37245, 40.469756, 40.513712, 41.388991, 40.286479, 41.397676, 42.643934, 43.193049, 43.709531, 44.211654, 44.641015, 38.572685, 38.263994, 37.160404, 38.796666, 38.160625, 37.079296, 37.972991, 38.669351, 37.036958, 35.897892, 35.45978, 34.9296, 32.086897, 30.478794, 30.107417, 28.944114, 29.677625, 28.888606, 28.103391, 23.815782, 21.903323, 20.924404, 17.198732, 14.989154, 12.402606, 14.003109]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 296, "item_id": "pes-Neurochirurgia-2020 wiosna-69", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1103, "region_end": 294, "roundtrip_ok": true, "tf_agree": 0.9865, "tf_agree_excl_first": 0.9898}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [104, 57, 56, 50, 36, 43, 56, 39, 34, 41, 41, 43, 50, 49, 42, 34, 28, 28, 23, 21, 19, 14, 8, 11, 23, 42, 37, 45, 47, 54, 43, 55, 49, 40, 44, 54, 46, 53, 47, 32, 29, 33, 36, 39, 41, 41, 32, 31, 13, 9], "n_am_pl": [40, 76, 54, 50, 36, 24, 36, 42, 33, 33, 45, 27, 43, 36, 40, 58, 45, 35, 53, 53, 59, 61, 53, 59, 65, 57, 50, 46, 59, 48, 59, 52, 59, 58, 59, 56, 55, 63, 67, 72, 71, 86, 96, 87, 92, 88, 100, 90, 89, 114], "n_pos": 329, "sum_m_en": [30.543356, 17.640108, 17.920533, 18.075319, 18.416173, 18.361393, 18.407755, 18.690389, 18.441449, 19.393742, 18.603107, 20.168453, 19.263032, 20.527074, 21.375452, 19.455631, 18.753287, 18.704714, 16.778133, 15.212423, 14.753566, 13.89305, 13.677625, 13.341173, 18.718002, 24.410844, 28.606951, 31.08053, 29.668888, 31.259081, 27.842653, 28.211369, 26.314696, 26.196609, 27.580612, 27.599624, 27.62369, 26.901508, 26.338667, 23.985539, 21.934923, 24.882199, 28.126933, 35.529038, 38.787673, 39.277237, 34.982133, 29.395319, 12.958317, 9.273981], "sum_m_pl": [132.194318, 154.449791, 149.108796, 145.485857, 140.878406, 140.423279, 141.895072, 137.663284, 137.886649, 140.184301, 136.310173, 129.788491, 135.67161, 133.486735, 133.968482, 138.947644, 143.075803, 139.377138, 147.228021, 152.017168, 155.550306, 156.670192, 158.179021, 160.217059, 128.746616, 120.543682, 108.91562, 112.192296, 118.111489, 115.851775, 120.119026, 123.176909, 122.980869, 116.196026, 116.085948, 109.476624, 109.485175, 108.774469, 109.852865, 103.347308, 100.098815, 110.079987, 112.691591, 103.643235, 97.871945, 92.821948, 92.610036, 93.274637, 89.578426, 115.033833]}, "digit": {"n_am_en": [6, 3, 6, 3, 5, 4, 0, 2, 0, 0, 0, 0, 0, 0, 3, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 3, 2, 0, 1, 0, 0, 1, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 4, 1, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 3, 3, 3, 5, 3, 4, 2, 3, 0, 0, 2, 1, 1, 0, 1, 5, 6, 2, 0, 1, 2, 2, 2, 3, 2, 3, 2, 3, 1, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.212127, 0.447173, 0.458723, 0.462562, 0.484436, 0.485637, 0.491001, 0.513253, 0.522712, 0.549031, 0.517393, 0.632269, 0.666774, 0.814651, 0.881365, 0.818096, 0.742299, 0.771426, 0.589535, 0.52855, 0.506577, 0.481836, 0.474664, 0.453914, 0.608638, 0.593416, 0.701147, 0.699506, 0.787527, 0.786815, 0.808462, 0.834128, 0.776789, 0.744879, 0.842952, 0.890549, 0.855864, 0.705911, 0.692709, 0.594185, 0.610662, 0.673026, 0.671364, 0.542758, 0.430725, 0.372662, 0.218667, 0.220578, 0.001659, 0.0], "sum_m_pl": [4.176884, 5.508152, 5.334182, 5.189607, 4.938474, 4.948432, 4.646694, 4.5674, 4.199849, 4.099653, 3.887562, 3.709019, 3.705133, 3.601473, 3.643105, 4.098462, 4.158352, 3.967965, 4.215387, 4.526433, 4.543561, 4.553172, 4.593059, 4.616631, 3.912771, 3.751743, 3.37911, 3.407635, 3.44416, 3.183261, 3.293485, 3.530005, 3.308502, 3.553741, 3.502969, 3.20539, 2.950777, 2.955394, 3.131144, 3.16276, 3.005935, 3.152713, 2.942049, 2.813236, 3.210814, 2.54274, 1.518078, 1.172345, 0.007125, 1.5e-05]}, "lang": {"n_am_en": [39, 25, 16, 24, 13, 10, 20, 9, 12, 14, 12, 13, 22, 18, 14, 15, 13, 16, 13, 11, 9, 7, 4, 6, 15, 22, 23, 22, 22, 26, 23, 29, 19, 16, 13, 23, 15, 21, 21, 20, 18, 16, 19, 23, 17, 20, 17, 17, 12, 9], "n_am_pl": [10, 24, 19, 20, 12, 12, 13, 21, 23, 20, 12, 7, 20, 16, 21, 19, 18, 14, 19, 21, 17, 19, 20, 21, 30, 27, 24, 27, 27, 23, 26, 21, 29, 24, 29, 32, 32, 29, 34, 36, 31, 42, 44, 42, 53, 57, 70, 72, 85, 114], "n_pos": 124, "sum_m_en": [11.443579, 6.776954, 6.607922, 6.824243, 7.139308, 6.985281, 7.077726, 6.874207, 6.959675, 7.457633, 7.1309, 7.643316, 7.118307, 7.375102, 7.45538, 6.823653, 6.67241, 6.635541, 5.895229, 5.370289, 5.298915, 4.977188, 4.938837, 4.863468, 7.377424, 10.263103, 11.390739, 11.944891, 11.305681, 11.606698, 10.386984, 10.229896, 9.498993, 9.643563, 9.814333, 10.26567, 10.247714, 11.179601, 10.818678, 10.693323, 9.70008, 10.916167, 12.170869, 15.890743, 17.490962, 19.120857, 17.215772, 14.635769, 11.308563, 9.061867], "sum_m_pl": [47.92543, 57.668611, 55.386941, 54.067136, 52.209123, 52.312445, 53.410185, 53.107323, 53.526263, 54.189862, 52.443827, 50.371576, 53.248086, 53.475655, 53.959978, 54.741984, 55.775013, 54.636555, 56.90015, 58.15187, 58.919617, 59.179043, 59.892875, 60.617195, 52.647432, 49.532253, 45.904164, 46.926145, 48.507741, 47.203367, 50.128553, 50.665682, 51.690234, 49.777135, 49.240395, 49.344841, 49.601174, 48.967014, 50.469615, 47.776206, 45.793211, 52.426697, 53.387589, 50.053475, 53.481368, 56.17485, 65.480568, 72.128017, 84.3078, 112.745161]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 331, "item_id": "pes-Neurochirurgia-2020 wiosna-69", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 983, "region_end": 329, "roundtrip_ok": true, "tf_agree": 0.9819, "tf_agree_excl_first": 0.9848}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [35, 37, 30, 25, 35, 29, 28, 21, 20, 25, 25, 31, 28, 30, 29, 31, 31, 30, 30, 29, 26, 24, 22, 26, 33, 27, 30, 33, 32, 25, 35, 29, 35, 35, 37, 34, 33, 27, 36, 31, 24, 27, 29, 36, 35, 36, 38, 37, 39, 39], "n_am_pl": [9, 16, 18, 19, 21, 17, 17, 16, 16, 19, 13, 12, 19, 15, 15, 15, 16, 15, 17, 18, 20, 17, 20, 25, 27, 21, 25, 14, 16, 17, 17, 16, 14, 12, 16, 21, 26, 19, 21, 21, 22, 24, 29, 28, 15, 23, 17, 15, 4, 3], "n_pos": 140, "sum_m_en": [14.544604, 8.367168, 8.409821, 8.648221, 8.764174, 8.522003, 9.729643, 9.270432, 9.415955, 9.883729, 10.222952, 10.241441, 10.390827, 10.519961, 10.128836, 10.258017, 9.855945, 9.561643, 8.873953, 7.926429, 7.515503, 7.080443, 6.808644, 6.620266, 13.446266, 15.428225, 15.579401, 16.368114, 15.511185, 15.717359, 15.290706, 14.133318, 13.916042, 14.285192, 13.636829, 15.073425, 16.789932, 18.237427, 18.700749, 19.350376, 16.676329, 22.884292, 22.303142, 24.766638, 29.812706, 31.618999, 38.683672, 35.857596, 38.797542, 36.471097], "sum_m_pl": [53.111619, 65.359216, 63.973114, 60.894662, 58.898296, 59.164494, 59.001536, 58.175805, 56.026424, 57.759003, 56.783242, 57.157274, 57.060912, 54.952878, 57.489764, 58.870281, 60.112578, 59.307362, 60.875418, 62.757805, 64.787968, 65.540068, 66.294072, 66.334476, 48.913169, 46.846072, 44.510512, 45.476295, 45.965211, 47.590844, 49.022402, 50.461647, 51.608394, 51.391896, 50.053317, 47.173353, 43.558987, 40.301603, 40.032724, 38.574043, 38.288062, 33.139272, 34.010912, 34.159857, 25.397463, 26.959068, 20.137262, 16.515329, 4.64798, 4.287374]}, "digit": {"n_am_en": [0, 4, 1, 0, 0, 2, 4, 2, 1, 1, 3, 3, 1, 0, 1, 1, 0, 0, 1, 2, 1, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0], "n_am_pl": [2, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 2, 2, 2, 2, 3, 2, 1, 0, 1, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.434813, 0.337102, 0.376401, 0.361815, 0.349263, 0.384638, 0.387911, 0.350367, 0.336758, 0.474797, 0.438673, 0.446085, 0.389591, 0.348552, 0.369724, 0.343904, 0.362831, 0.348655, 0.333475, 0.330927, 0.316344, 0.31253, 0.301056, 0.304659, 0.574243, 0.536471, 0.581914, 0.578625, 0.49673, 0.51606, 0.396064, 0.445462, 0.392612, 0.316888, 0.344891, 0.322172, 0.371476, 0.417284, 0.397899, 0.371016, 0.402367, 0.423565, 0.468929, 0.51571, 0.480266, 0.463448, 0.42773, 0.456061, 0.015346, 0.0], "sum_m_pl": [2.609886, 2.983277, 2.760365, 2.747173, 2.478983, 2.525182, 2.664334, 2.694316, 2.471387, 2.515188, 2.456653, 2.332976, 2.346536, 2.264302, 2.322617, 2.462353, 2.524616, 2.475137, 2.573393, 2.711588, 2.780602, 2.812941, 2.809627, 2.821704, 2.328371, 2.213191, 2.007834, 1.939572, 1.885413, 1.744295, 2.003992, 2.14056, 2.277186, 2.324841, 2.328713, 2.283598, 2.315454, 1.995765, 2.044772, 2.012489, 1.942466, 1.950229, 1.928653, 1.820239, 1.734602, 1.34463, 1.146662, 0.774561, 0.028733, 0.0]}, "lang": {"n_am_en": [12, 12, 6, 9, 13, 11, 13, 7, 10, 12, 9, 14, 12, 11, 12, 16, 10, 12, 16, 11, 9, 11, 9, 10, 16, 13, 17, 18, 15, 11, 14, 14, 18, 18, 16, 15, 13, 10, 16, 17, 17, 20, 18, 23, 22, 23, 21, 23, 35, 37], "n_am_pl": [1, 4, 8, 7, 6, 6, 3, 6, 4, 6, 1, 2, 4, 1, 2, 3, 5, 3, 5, 8, 5, 3, 6, 9, 8, 7, 9, 3, 6, 5, 5, 4, 4, 3, 6, 5, 7, 7, 7, 6, 9, 9, 8, 8, 8, 11, 8, 7, 3, 3], "n_pos": 42, "sum_m_en": [4.525739, 2.68616, 2.606594, 2.560005, 2.666874, 2.707904, 3.313585, 3.204717, 3.410818, 3.528112, 3.808773, 3.793797, 3.658973, 3.682678, 3.612555, 3.676331, 3.338604, 3.244126, 2.942828, 2.581108, 2.384599, 2.226388, 2.107961, 2.03982, 5.145149, 6.05254, 6.279116, 5.963063, 5.705541, 5.901519, 5.799309, 5.290063, 5.33298, 5.601032, 5.149089, 5.605436, 7.007151, 8.309842, 7.981605, 9.503116, 9.713585, 13.237566, 12.617897, 14.853862, 16.604296, 18.056682, 20.835358, 21.595624, 32.452777, 34.344154], "sum_m_pl": [15.251312, 19.385646, 19.049162, 18.801759, 18.366529, 18.712185, 18.127248, 17.659355, 17.191261, 17.659869, 17.222997, 17.387467, 17.352153, 16.795063, 17.533198, 18.082819, 18.164384, 17.828964, 18.085847, 18.636868, 19.306443, 19.495184, 19.812227, 19.823745, 14.944967, 14.170906, 13.748247, 14.237089, 14.567173, 14.842302, 15.037544, 15.6396, 16.095599, 16.048224, 15.33527, 14.500414, 13.130012, 12.32645, 12.606198, 12.389075, 13.876101, 11.419089, 11.380544, 11.876298, 11.012011, 10.800771, 8.38658, 6.931164, 2.980306, 3.231023]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "pes-Neurologia dziecięca-2019 jesień-45", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 924, "region_end": 140, "roundtrip_ok": true, "tf_agree": 0.9648, "tf_agree_excl_first": 0.9716}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 22, 22, 15, 21, 21, 8, 13, 8, 12, 16, 11, 10, 12, 9, 12, 11, 6, 10, 9, 8, 11, 11, 14, 20, 18, 22, 20, 20, 16, 15, 21, 21, 16, 18, 24, 24, 22, 22, 19, 17, 22, 19, 17, 19, 14, 13, 4, 0, 0], "n_am_pl": [5, 15, 16, 17, 19, 16, 19, 21, 16, 15, 10, 9, 8, 9, 12, 13, 16, 14, 18, 16, 17, 19, 21, 21, 15, 13, 14, 14, 15, 10, 12, 16, 13, 14, 13, 13, 14, 20, 16, 18, 22, 22, 23, 27, 24, 33, 33, 40, 47, 51], "n_pos": 108, "sum_m_en": [10.146297, 5.509762, 5.551346, 5.675027, 5.957765, 5.718843, 5.788478, 5.829413, 5.680698, 6.158995, 6.194753, 6.23947, 6.1713, 6.306284, 6.345309, 6.362694, 6.199511, 6.005135, 5.640113, 5.117172, 4.965354, 4.742801, 4.598857, 4.600053, 8.409461, 9.465653, 9.269111, 9.557269, 9.267298, 9.365933, 8.703503, 8.563358, 8.484917, 8.589132, 8.282203, 9.264196, 8.938299, 9.736435, 9.40138, 9.376626, 9.910036, 12.678143, 11.019486, 10.605096, 11.958018, 10.934347, 9.760067, 5.399957, 0.567457, 0.010075], "sum_m_pl": [41.047124, 51.456808, 50.567608, 49.549057, 46.931381, 46.716638, 47.117604, 46.340116, 44.792503, 45.773407, 44.768296, 44.748124, 44.824997, 43.851937, 44.906895, 46.030752, 47.35957, 47.658228, 49.252376, 50.997492, 52.63391, 53.048441, 53.157521, 53.429917, 40.649163, 38.97385, 36.903396, 38.43014, 39.839235, 42.003683, 41.695356, 43.568585, 43.770518, 40.885462, 40.417478, 39.019166, 37.904865, 37.61729, 38.979107, 39.001731, 38.204701, 37.620926, 36.990368, 37.204, 32.715364, 36.85912, 36.039771, 38.010173, 44.615158, 49.957765]}, "digit": {"n_am_en": [0, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.31777, 0.217694, 0.225114, 0.220646, 0.223337, 0.242325, 0.250154, 0.22832, 0.227836, 0.265632, 0.250803, 0.288199, 0.284321, 0.263877, 0.236694, 0.277148, 0.244987, 0.230082, 0.218717, 0.200344, 0.202011, 0.189475, 0.181855, 0.182912, 0.362398, 0.393982, 0.427569, 0.378408, 0.355706, 0.347418, 0.300588, 0.310103, 0.300436, 0.252112, 0.226362, 0.192759, 0.222669, 0.22633, 0.202436, 0.195583, 0.172198, 0.208168, 0.232871, 0.217365, 0.194794, 0.194985, 0.181589, 0.171597, 0.006868, 0.0], "sum_m_pl": [1.71262, 1.996697, 1.806078, 1.805003, 1.617704, 1.690308, 1.779676, 1.71257, 1.620781, 1.625159, 1.687759, 1.679694, 1.656473, 1.574252, 1.621699, 1.644576, 1.732007, 1.74833, 1.834588, 1.888283, 1.927962, 1.965797, 1.973031, 1.976191, 1.614819, 1.451538, 1.340954, 1.334283, 1.324563, 1.302513, 1.308023, 1.383927, 1.397545, 1.402252, 1.30897, 1.329982, 1.494267, 1.496691, 1.458873, 1.455046, 1.323312, 1.427744, 1.424394, 1.246511, 1.07792, 0.961228, 0.881165, 0.785142, 0.041033, 2.6e-05]}, "lang": {"n_am_en": [12, 10, 8, 6, 9, 8, 4, 5, 3, 6, 8, 6, 8, 9, 4, 6, 4, 4, 6, 6, 6, 7, 7, 10, 14, 12, 15, 11, 14, 11, 10, 15, 15, 8, 10, 16, 16, 15, 15, 13, 12, 17, 15, 14, 15, 13, 10, 3, 0, 0], "n_am_pl": [3, 6, 4, 7, 10, 7, 6, 10, 7, 8, 4, 4, 4, 5, 7, 8, 9, 7, 7, 8, 7, 10, 11, 10, 8, 6, 6, 7, 7, 6, 7, 9, 10, 11, 10, 8, 8, 13, 10, 11, 17, 16, 18, 18, 19, 27, 30, 36, 47, 51], "n_pos": 51, "sum_m_en": [4.519453, 2.600196, 2.632502, 2.685227, 2.87104, 2.75056, 2.790311, 2.852329, 2.843814, 3.087021, 3.233322, 3.217869, 3.245497, 3.353608, 3.333828, 3.211321, 3.091967, 2.90796, 2.71094, 2.447519, 2.365146, 2.257227, 2.186197, 2.182199, 4.872771, 5.543775, 5.399326, 5.277366, 5.090894, 5.034355, 4.663731, 4.550331, 4.450607, 4.563604, 4.282787, 4.896107, 4.868831, 5.38558, 5.181853, 5.45095, 5.777665, 8.419647, 7.792476, 7.840323, 8.954738, 8.364935, 7.299879, 3.807659, 0.452334, 0.009599], "sum_m_pl": [19.025348, 23.935275, 23.416699, 22.937857, 21.841508, 21.846223, 21.722929, 21.568612, 21.095702, 21.76463, 21.408076, 21.571621, 21.936872, 21.708811, 22.502723, 23.10588, 23.307171, 23.287974, 23.554681, 24.332713, 24.973916, 25.068819, 25.082012, 25.185749, 20.712501, 19.690661, 19.193809, 19.927191, 20.641737, 21.06577, 21.304415, 22.167178, 22.338308, 21.778338, 21.284675, 21.210253, 20.49683, 20.673899, 21.551752, 22.038472, 22.740417, 22.569484, 22.332403, 22.940519, 21.705286, 26.183129, 29.645816, 32.812282, 43.611712, 49.693906]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 110, "item_id": "pes-Neurologia dziecięca-2019 jesień-45", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 804, "region_end": 108, "roundtrip_ok": true, "tf_agree": 0.9727, "tf_agree_excl_first": 0.9817}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [23, 24, 17, 16, 11, 13, 14, 13, 14, 15, 19, 18, 19, 18, 14, 13, 23, 10, 12, 7, 15, 17, 16, 12, 22, 23, 24, 18, 19, 20, 21, 18, 22, 24, 30, 26, 26, 22, 28, 23, 21, 25, 28, 27, 28, 32, 36, 40, 37, 37], "n_am_pl": [7, 14, 13, 15, 14, 17, 15, 14, 13, 13, 13, 12, 10, 18, 13, 20, 11, 17, 23, 28, 22, 21, 19, 23, 16, 13, 13, 12, 9, 11, 13, 12, 11, 12, 9, 13, 13, 17, 18, 14, 22, 20, 24, 23, 15, 14, 12, 14, 6, 7], "n_pos": 89, "sum_m_en": [9.952685, 5.536579, 5.536927, 5.247669, 5.12582, 5.499904, 5.871204, 6.038983, 5.907532, 6.193185, 6.451191, 6.681465, 6.802921, 7.111158, 6.841655, 6.444336, 6.30008, 5.929005, 5.449495, 4.945043, 4.804001, 4.539676, 4.290169, 4.14504, 8.751646, 10.281424, 10.945388, 10.693161, 10.720044, 11.405061, 10.474204, 10.230784, 10.611641, 10.205471, 10.073496, 10.180561, 12.178096, 10.660576, 12.055819, 12.087209, 12.899439, 16.329328, 20.475346, 21.610013, 24.70038, 28.364571, 32.320806, 36.889297, 37.625572, 37.175147], "sum_m_pl": [31.886493, 40.844258, 39.27145, 38.110661, 37.188113, 37.560164, 36.500001, 35.766382, 36.521453, 37.094243, 37.339621, 36.897122, 37.321527, 36.833914, 37.455592, 37.92981, 38.659867, 38.272422, 39.731604, 40.68742, 41.650179, 41.96235, 42.227098, 42.586198, 34.211379, 32.433015, 30.52244, 31.039957, 32.484555, 32.634988, 33.607099, 33.183395, 31.602287, 31.736426, 31.689401, 31.118609, 28.627425, 29.814824, 31.903004, 28.954026, 29.424865, 28.192329, 28.638993, 28.222648, 21.656354, 19.986384, 15.1265, 14.965977, 6.511805, 7.145697]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 14, 8, 10, 7, 11, 8, 11, 9, 10, 11, 15, 11, 10, 6, 10, 16, 8, 8, 5, 9, 10, 12, 8, 15, 15, 13, 12, 12, 14, 13, 13, 13, 16, 18, 18, 16, 16, 18, 15, 14, 18, 21, 21, 22, 26, 29, 33, 36, 37], "n_am_pl": [4, 10, 7, 10, 9, 11, 10, 8, 9, 7, 6, 7, 7, 11, 8, 10, 6, 6, 11, 13, 13, 10, 11, 12, 9, 5, 7, 9, 5, 4, 8, 9, 9, 8, 5, 5, 6, 8, 6, 6, 11, 9, 10, 9, 7, 3, 3, 5, 6, 7], "n_pos": 45, "sum_m_en": [4.950727, 2.912123, 2.836402, 2.850256, 2.816833, 3.256531, 3.529871, 3.583858, 3.514307, 3.68997, 3.71568, 4.011074, 3.954409, 4.026377, 3.824053, 3.454117, 3.351845, 3.14055, 2.876464, 2.594197, 2.491374, 2.343955, 2.230759, 2.148021, 5.223388, 5.951673, 6.094802, 6.069271, 6.331069, 6.691992, 5.920688, 5.708287, 6.331779, 5.924306, 5.690913, 5.996856, 6.814201, 6.635108, 7.901472, 8.513157, 9.63367, 12.068758, 14.923951, 16.007391, 17.455148, 21.59507, 25.678246, 30.638139, 35.64625, 36.40867], "sum_m_pl": [16.572172, 21.02096, 20.033663, 19.391946, 19.25619, 19.097246, 19.045318, 18.678864, 19.020052, 19.135008, 19.272575, 18.976467, 19.291464, 19.085941, 19.315333, 19.522803, 19.840304, 19.554258, 20.21383, 20.750768, 21.248047, 21.421913, 21.580096, 21.773966, 17.574918, 17.062551, 16.364917, 16.53817, 16.95536, 17.083267, 17.828976, 17.600263, 16.509348, 17.270682, 16.799313, 16.626283, 14.981326, 15.221071, 15.517891, 13.977729, 13.923596, 12.985801, 12.187337, 11.215197, 9.232725, 6.560163, 5.044472, 5.583908, 5.154995, 6.77161]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 91, "item_id": "pes-Neurologia dziecięca-2019 jesień-64", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 920, "region_end": 89, "roundtrip_ok": true, "tf_agree": 0.978, "tf_agree_excl_first": 0.9889}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [19, 14, 14, 9, 7, 6, 12, 6, 10, 13, 9, 7, 13, 10, 11, 15, 16, 13, 9, 5, 6, 3, 3, 6, 13, 16, 16, 19, 17, 14, 15, 15, 14, 12, 11, 14, 12, 12, 12, 11, 9, 7, 9, 10, 15, 13, 6, 5, 1, 0], "n_am_pl": [10, 15, 15, 15, 13, 12, 12, 19, 8, 10, 9, 8, 9, 11, 12, 11, 10, 13, 14, 14, 16, 14, 14, 14, 20, 18, 10, 13, 11, 15, 11, 15, 15, 18, 19, 11, 13, 18, 22, 17, 17, 22, 23, 28, 24, 27, 29, 32, 40, 45], "n_pos": 74, "sum_m_en": [6.590922, 3.853366, 3.840336, 3.759083, 3.656233, 3.770335, 4.110274, 4.371731, 4.221688, 4.443264, 4.692289, 4.550893, 5.001926, 5.208179, 5.131427, 5.007726, 4.842941, 4.433557, 3.906214, 3.559974, 3.44429, 3.241378, 3.133639, 3.085275, 5.924615, 6.343397, 7.330854, 7.394088, 7.187714, 7.376185, 7.452875, 7.2451, 7.162411, 6.513138, 6.965086, 6.512469, 6.587572, 6.966413, 6.583206, 5.490184, 5.391387, 6.571116, 6.924196, 7.151281, 8.938141, 10.590245, 6.304684, 5.512042, 1.813493, 0.013135], "sum_m_pl": [28.702812, 35.242866, 34.013028, 33.104197, 31.178606, 31.406081, 31.301869, 30.408446, 30.86115, 31.320381, 30.823838, 30.250131, 31.057519, 30.691891, 31.566105, 32.138056, 32.801664, 33.168294, 34.582437, 35.138207, 35.962365, 36.313096, 36.240829, 36.426392, 29.369978, 27.723074, 26.569289, 27.653418, 29.180698, 29.668132, 29.859351, 29.528889, 28.250253, 28.65181, 27.820945, 28.433663, 28.16897, 26.467199, 27.885672, 25.532692, 23.561638, 26.450995, 30.069563, 30.855043, 29.247865, 29.461894, 28.839646, 33.529366, 38.967599, 45.340493]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 9, 8, 6, 5, 6, 8, 3, 8, 9, 8, 5, 11, 9, 7, 11, 14, 11, 7, 3, 5, 3, 3, 5, 8, 10, 12, 16, 14, 10, 13, 12, 10, 9, 8, 9, 9, 7, 8, 7, 5, 6, 5, 7, 10, 10, 4, 5, 1, 0], "n_am_pl": [4, 9, 13, 11, 9, 9, 5, 12, 8, 8, 5, 6, 9, 8, 9, 7, 7, 8, 8, 7, 10, 10, 10, 10, 16, 12, 8, 7, 6, 10, 7, 6, 10, 13, 12, 7, 8, 14, 17, 13, 11, 15, 18, 20, 19, 20, 25, 28, 40, 45], "n_pos": 47, "sum_m_en": [4.156619, 2.624367, 2.589335, 2.501505, 2.411955, 2.548966, 2.776146, 2.889102, 2.817094, 2.938573, 3.12209, 2.977197, 3.321347, 3.47073, 3.278487, 3.270812, 3.129084, 2.860009, 2.527176, 2.270338, 2.190041, 2.071475, 1.997894, 1.974463, 4.231556, 4.505659, 5.09168, 5.252174, 5.010389, 5.287747, 5.343864, 5.053407, 4.902562, 4.390242, 4.759801, 4.378827, 4.383181, 4.888607, 4.566431, 3.569756, 3.462318, 4.682145, 4.93993, 5.176781, 7.27691, 7.905543, 4.915228, 5.046731, 1.549681, 0.00648], "sum_m_pl": [17.810899, 21.962521, 21.258071, 20.472725, 19.284625, 19.681876, 19.556802, 19.128353, 19.566996, 19.967943, 19.656639, 19.21897, 20.103531, 19.907841, 20.681717, 20.810918, 21.201499, 21.231946, 22.143742, 22.444086, 23.017887, 23.18956, 23.173324, 23.330464, 18.792028, 17.674222, 17.177255, 17.954632, 19.042188, 19.459091, 19.665463, 19.594781, 19.178395, 19.886159, 19.237611, 19.798939, 19.752554, 18.14727, 19.18179, 17.804046, 16.243099, 18.504896, 20.799157, 21.687606, 20.734601, 21.878973, 23.09147, 28.763111, 36.425828, 44.21311]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 76, "item_id": "pes-Neurologia dziecięca-2019 jesień-64", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 800, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9605, "tf_agree_excl_first": 0.9733}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [70, 64, 56, 48, 49, 49, 56, 53, 35, 45, 52, 56, 48, 48, 43, 50, 64, 45, 42, 42, 40, 42, 37, 38, 58, 66, 66, 66, 63, 77, 69, 75, 77, 65, 65, 78, 92, 79, 83, 69, 79, 86, 92, 93, 90, 96, 97, 107, 104, 99], "n_am_pl": [17, 62, 41, 40, 33, 32, 38, 29, 33, 24, 22, 29, 32, 33, 39, 39, 44, 46, 44, 46, 34, 35, 38, 40, 27, 33, 29, 28, 30, 26, 33, 31, 28, 25, 29, 25, 21, 32, 31, 25, 24, 25, 26, 32, 24, 23, 23, 19, 12, 9], "n_pos": 243, "sum_m_en": [29.2526, 15.732304, 14.743979, 14.851073, 15.063455, 14.070084, 14.895197, 15.205963, 14.060622, 14.491413, 15.424812, 17.134641, 17.330954, 18.00851, 17.825162, 16.90424, 16.378913, 15.854756, 15.050696, 13.354325, 12.339659, 11.343678, 10.918188, 10.861136, 26.139374, 30.116181, 31.693175, 29.901694, 29.482707, 30.698149, 28.972284, 29.483551, 30.59823, 30.371359, 30.037918, 32.323642, 39.152727, 40.142503, 42.298694, 43.716263, 46.615061, 54.625787, 59.366094, 69.277804, 76.055953, 83.755533, 90.142341, 102.43086, 101.279948, 100.094281], "sum_m_pl": [88.078922, 111.797144, 110.624809, 109.361815, 107.200991, 110.452588, 110.335681, 109.969609, 108.746036, 112.22749, 110.292133, 109.79876, 109.900311, 106.57492, 109.142362, 110.727534, 111.455796, 110.158876, 112.509913, 115.71094, 117.269246, 117.734118, 119.06687, 118.763926, 91.719352, 90.868101, 86.907546, 92.418131, 95.345791, 96.80096, 98.410741, 97.295275, 95.275031, 93.63001, 93.339132, 89.136394, 79.506803, 76.159976, 75.135035, 66.976819, 64.174753, 54.581361, 53.098502, 52.330691, 41.488759, 33.95265, 28.172632, 22.706688, 11.04555, 9.45334]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 32, 28, 24, 24, 25, 27, 28, 13, 23, 33, 33, 28, 23, 25, 30, 33, 24, 23, 22, 22, 24, 17, 18, 39, 42, 43, 40, 39, 45, 41, 42, 46, 41, 43, 46, 57, 52, 55, 49, 52, 58, 58, 56, 60, 67, 63, 79, 93, 99], "n_am_pl": [11, 26, 16, 17, 14, 16, 21, 14, 16, 14, 11, 15, 17, 17, 18, 19, 26, 28, 26, 26, 22, 24, 25, 24, 14, 18, 15, 16, 13, 13, 19, 15, 11, 11, 12, 12, 7, 15, 13, 9, 13, 14, 13, 15, 12, 15, 13, 9, 7, 8], "n_pos": 108, "sum_m_en": [13.29939, 7.049887, 6.534949, 6.804134, 7.160988, 6.631555, 7.259472, 7.280723, 6.760511, 7.003914, 7.642905, 8.71733, 8.496693, 8.574268, 8.645006, 8.083469, 7.874094, 7.477251, 7.118384, 6.228566, 5.704691, 5.220372, 5.014145, 4.988148, 14.899031, 17.08137, 17.46925, 15.984432, 15.659441, 16.048069, 14.792023, 14.663844, 15.794666, 15.825067, 16.555643, 18.320608, 22.994201, 25.23225, 26.707427, 27.650185, 30.386037, 36.554817, 38.87307, 44.122736, 48.00586, 55.723154, 61.645786, 73.337502, 88.984424, 95.344178], "sum_m_pl": [38.628412, 50.491014, 50.113312, 49.430983, 48.19447, 49.708441, 49.841518, 49.757366, 49.584111, 51.111138, 49.920041, 49.648211, 49.741403, 48.366387, 49.526625, 50.073921, 50.172104, 49.535726, 50.352913, 51.84317, 52.434933, 52.873592, 53.369901, 53.384777, 42.611762, 41.897119, 40.923607, 43.119879, 43.806903, 44.154003, 45.470475, 44.682087, 43.806988, 43.21962, 42.043962, 40.256734, 35.706953, 34.350575, 33.415435, 30.456692, 29.121077, 24.605192, 24.062953, 23.548307, 20.63323, 17.344526, 14.687908, 10.848156, 6.825286, 7.94507]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 245, "item_id": "pes-Neurologia dziecięca-2019 wiosna-119", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 965, "region_end": 243, "roundtrip_ok": true, "tf_agree": 0.9837, "tf_agree_excl_first": 0.9877}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [44, 35, 30, 30, 24, 26, 21, 32, 28, 32, 29, 28, 21, 24, 26, 26, 26, 21, 18, 20, 19, 15, 14, 13, 24, 35, 38, 36, 28, 35, 35, 40, 40, 28, 32, 42, 37, 33, 29, 24, 25, 30, 30, 32, 27, 22, 16, 6, 3, 0], "n_am_pl": [13, 32, 32, 33, 26, 27, 27, 20, 23, 24, 13, 14, 20, 15, 25, 25, 28, 34, 34, 34, 28, 23, 28, 28, 24, 25, 18, 14, 23, 20, 25, 26, 25, 27, 28, 29, 25, 24, 25, 26, 25, 27, 31, 37, 35, 40, 47, 51, 77, 85], "n_pos": 148, "sum_m_en": [13.559773, 7.607241, 7.37864, 7.86855, 8.298425, 8.672569, 8.613272, 9.33942, 8.634055, 9.124888, 9.45249, 9.615044, 9.390852, 9.672487, 10.12084, 9.689041, 9.32935, 8.718095, 7.766693, 7.205645, 6.687443, 6.212234, 6.121492, 6.159801, 12.535459, 14.949433, 15.561051, 15.790843, 15.67597, 14.770883, 15.130205, 14.866307, 14.957214, 15.4076, 14.671842, 15.775224, 15.112296, 16.675297, 14.46811, 14.023128, 13.581164, 15.751185, 17.045352, 17.345642, 17.64078, 15.872666, 14.011702, 9.723457, 4.075118, 0.020938], "sum_m_pl": [58.764335, 69.806471, 69.213002, 67.38458, 65.148574, 65.42101, 65.453577, 64.318926, 63.571004, 66.007566, 64.338557, 64.412358, 65.477017, 64.715591, 67.16461, 68.714231, 69.734583, 69.373887, 71.616524, 72.487848, 73.512015, 73.192883, 73.778807, 73.274831, 58.568169, 57.837386, 54.970676, 57.394837, 58.984412, 60.586434, 60.497117, 61.849853, 61.038504, 59.59321, 60.454568, 58.691572, 55.178844, 52.860478, 53.255633, 46.291751, 45.982385, 44.603687, 46.580007, 46.63562, 45.942337, 49.824108, 53.426872, 51.948327, 72.039064, 83.160829]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [26, 24, 16, 16, 13, 12, 13, 22, 17, 20, 19, 21, 12, 16, 16, 18, 16, 13, 12, 16, 13, 10, 8, 11, 15, 26, 24, 25, 22, 24, 24, 29, 25, 23, 25, 29, 26, 24, 22, 19, 20, 22, 25, 25, 22, 15, 9, 2, 0, 0], "n_am_pl": [10, 19, 16, 21, 12, 21, 18, 13, 16, 19, 9, 10, 13, 10, 17, 17, 21, 26, 22, 26, 22, 20, 21, 21, 19, 17, 13, 11, 16, 13, 17, 15, 15, 20, 21, 25, 23, 20, 20, 24, 22, 24, 25, 33, 33, 35, 40, 45, 70, 82], "n_pos": 84, "sum_m_en": [7.542492, 4.252685, 4.210087, 4.698799, 5.086734, 5.308802, 5.447567, 5.953153, 5.387883, 5.768822, 5.957608, 6.059493, 5.678502, 5.903679, 6.202063, 5.823472, 5.636563, 5.244856, 4.650998, 4.256041, 3.883394, 3.555191, 3.51939, 3.570366, 8.590121, 10.576704, 10.87, 10.83439, 10.842353, 9.488846, 10.115356, 9.850436, 9.828715, 10.589452, 10.023003, 10.915941, 10.373388, 11.769999, 9.939127, 9.892401, 9.572279, 11.711422, 13.018173, 13.465651, 14.050995, 11.853873, 8.729955, 5.062852, 1.203822, 0.016267], "sum_m_pl": [33.012356, 38.997093, 38.680217, 37.538381, 35.835928, 36.8088, 36.752614, 36.036129, 35.519276, 37.055438, 36.062459, 36.395763, 37.541964, 37.015112, 38.217723, 39.216185, 39.578394, 39.452083, 40.478508, 40.788378, 41.450126, 41.251123, 41.710798, 41.336631, 34.146537, 33.585445, 32.128665, 33.031601, 33.674012, 35.041771, 35.154777, 35.959689, 35.976381, 35.463118, 35.615445, 35.482433, 34.30526, 32.620903, 33.644503, 29.397728, 30.254633, 30.971377, 32.46833, 34.286866, 35.103992, 38.982645, 43.999378, 44.989028, 65.229183, 80.224983]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "pes-Neurologia dziecięca-2019 wiosna-119", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 845, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.9467, "tf_agree_excl_first": 0.953}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [37, 20, 30, 28, 34, 30, 31, 25, 21, 37, 41, 45, 37, 34, 34, 25, 34, 31, 40, 29, 28, 27, 32, 34, 43, 45, 38, 42, 38, 37, 42, 39, 38, 37, 46, 47, 48, 36, 35, 46, 58, 65, 66, 65, 66, 69, 66, 63, 62, 59], "n_am_pl": [5, 22, 18, 19, 19, 13, 13, 19, 15, 16, 8, 7, 10, 13, 23, 25, 17, 10, 8, 4, 5, 6, 10, 8, 2, 3, 3, 6, 8, 12, 13, 11, 12, 13, 16, 14, 8, 5, 4, 9, 5, 8, 9, 10, 7, 9, 12, 8, 2, 8], "n_pos": 137, "sum_m_en": [15.038522, 8.718732, 8.259555, 8.358124, 8.882144, 8.781978, 8.304924, 8.500712, 8.681964, 9.762583, 9.447015, 9.553409, 10.143691, 10.42052, 10.240126, 10.66573, 10.315613, 9.661623, 8.967048, 8.102462, 7.355173, 7.095775, 6.832703, 6.627715, 16.701859, 18.510477, 16.314981, 15.970661, 15.722414, 15.176799, 14.946797, 14.555372, 15.008128, 15.728244, 17.334579, 18.37764, 21.035369, 20.354856, 21.108935, 33.21064, 37.92854, 42.975944, 48.614335, 51.792259, 50.205027, 61.742896, 61.886004, 62.967195, 61.69631, 58.179917], "sum_m_pl": [50.008225, 63.280575, 62.159306, 60.363422, 57.877358, 58.085656, 59.558129, 60.634428, 59.697304, 61.106078, 61.469555, 62.00143, 61.505503, 60.540819, 61.599483, 59.503742, 61.247581, 61.522396, 61.995695, 62.08139, 64.116447, 64.715335, 65.061023, 65.620226, 42.276194, 42.73564, 42.827204, 47.211923, 51.093891, 53.016453, 53.985145, 55.182802, 54.49361, 52.151598, 51.218285, 48.141162, 42.621363, 40.145027, 38.197092, 32.921947, 29.111139, 26.388778, 22.918368, 20.135172, 17.433064, 15.068234, 13.026821, 9.280377, 3.317142, 7.629145]}, "digit": {"n_am_en": [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.153134, 0.085963, 0.071891, 0.07904, 0.081005, 0.076403, 0.073342, 0.078269, 0.073053, 0.089427, 0.091194, 0.112807, 0.143228, 0.134537, 0.116243, 0.109944, 0.125101, 0.112922, 0.093495, 0.093334, 0.087455, 0.084674, 0.082317, 0.077933, 0.078599, 0.097988, 0.096943, 0.129337, 0.13774, 0.119857, 0.145756, 0.165568, 0.134202, 0.118468, 0.101693, 0.081282, 0.084866, 0.073703, 0.056741, 0.063583, 0.082283, 0.063197, 0.064343, 0.048442, 0.044959, 0.051722, 0.001371, 0.003489, 0.001268, 0.0], "sum_m_pl": [0.757234, 1.069248, 1.07408, 1.042872, 0.975984, 0.965677, 0.959637, 0.954285, 0.917908, 0.940826, 0.847938, 0.821277, 0.804808, 0.843772, 0.872426, 0.844678, 0.860219, 0.842782, 0.850801, 0.91125, 0.946812, 0.956582, 0.959853, 0.9707, 0.68178, 0.742508, 0.677231, 0.80007, 0.766662, 0.691387, 0.718942, 0.743537, 0.743871, 0.753736, 0.645033, 0.438773, 0.493161, 0.40993, 0.338973, 0.324491, 0.380632, 0.34076, 0.354706, 0.291292, 0.282095, 0.271244, 0.010976, 0.034786, 0.004604, 0.0]}, "lang": {"n_am_en": [18, 11, 15, 14, 14, 15, 13, 12, 10, 21, 21, 23, 23, 18, 23, 17, 21, 18, 24, 20, 19, 20, 24, 26, 32, 35, 27, 30, 28, 27, 31, 26, 27, 23, 31, 28, 28, 24, 22, 30, 34, 38, 38, 39, 40, 42, 42, 48, 55, 58], "n_am_pl": [1, 11, 11, 10, 12, 7, 10, 14, 10, 9, 4, 2, 2, 6, 8, 11, 9, 5, 4, 1, 3, 3, 5, 4, 1, 1, 0, 2, 5, 3, 5, 3, 4, 6, 6, 5, 4, 3, 3, 6, 3, 4, 5, 4, 4, 5, 5, 1, 2, 8], "n_pos": 67, "sum_m_en": [7.37947, 4.227795, 3.91705, 4.012783, 4.140182, 4.304719, 4.023074, 4.116777, 4.307975, 4.74969, 4.616863, 4.521718, 4.875403, 5.156877, 5.105348, 5.378529, 5.114786, 4.840889, 4.535683, 4.038774, 3.66521, 3.526518, 3.391514, 3.315882, 10.613639, 12.035174, 10.053912, 9.516025, 9.173271, 8.469827, 8.197567, 7.954394, 8.404224, 8.862252, 10.112173, 10.285724, 11.890155, 11.970119, 12.619635, 19.004716, 20.416375, 23.869766, 27.419706, 29.858769, 30.724121, 37.701278, 39.927283, 45.957219, 52.17409, 55.253008], "sum_m_pl": [23.833886, 30.993284, 30.605592, 29.894759, 28.976959, 28.84853, 29.894702, 30.446534, 30.246414, 30.909981, 31.133849, 31.449239, 31.101756, 30.718921, 31.04328, 30.019061, 30.769529, 30.89188, 30.943949, 30.625746, 31.73945, 32.278997, 32.360677, 32.640223, 21.029981, 21.419911, 22.128767, 24.469182, 26.371797, 27.532871, 27.64035, 27.841545, 27.61179, 26.581029, 25.676976, 24.766988, 22.065885, 20.894949, 20.086815, 17.090828, 15.603337, 13.739579, 11.242011, 8.864398, 7.743378, 6.916083, 6.431193, 3.017002, 2.482181, 7.528194]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "pes-Neurologia dziecięca-2020 jesień-21", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 937, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9856, "tf_agree_excl_first": 0.9928}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 2, 1, 3, 3, 1, 0, 1, 0, 0, 2, 1, 2, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 1, 2, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.249047, 0.143735, 0.16656, 0.181911, 0.187222, 0.156893, 0.146896, 0.154941, 0.144991, 0.138912, 0.141024, 0.148262, 0.156199, 0.159225, 0.169714, 0.169517, 0.161137, 0.147704, 0.137374, 0.131706, 0.126691, 0.120913, 0.11519, 0.118326, 0.240568, 0.189217, 0.214378, 0.267363, 0.235955, 0.212007, 0.252432, 0.168352, 0.227302, 0.231015, 0.294525, 0.229513, 0.377448, 0.278293, 0.283189, 0.233957, 0.225715, 0.208238, 0.195573, 0.204129, 0.142852, 0.138782, 0.069633, 0.045959, 0.002419, 3e-06], "sum_m_pl": [1.302596, 1.447448, 1.493592, 1.465655, 1.453129, 1.520138, 1.488578, 1.435438, 1.45202, 1.452232, 1.44515, 1.463455, 1.455481, 1.486088, 1.382706, 1.387794, 1.400734, 1.374609, 1.431751, 1.426298, 1.415685, 1.422884, 1.455873, 1.452851, 1.163126, 1.16329, 1.099555, 1.139988, 1.104584, 1.231603, 1.191826, 1.257062, 1.133129, 1.100626, 1.138111, 1.188283, 1.084715, 1.014125, 1.022981, 1.047336, 1.128106, 1.160138, 1.127214, 1.079134, 0.721744, 0.594091, 0.321897, 0.216786, 0.048659, 0.438335]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "pes-Neurologia dziecięca-2020 jesień-21", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 817, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.951, "tf_agree_excl_first": 0.9577}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 30, 30, 28, 30, 32, 24, 23, 26, 23, 26, 22, 29, 28, 34, 31, 32, 35, 30, 36, 37, 27, 27, 30, 43, 46, 40, 44, 34, 46, 41, 37, 31, 32, 35, 31, 41, 41, 55, 41, 51, 53, 56, 53, 55, 58, 63, 66, 66, 61], "n_am_pl": [7, 25, 26, 29, 21, 22, 19, 24, 26, 15, 15, 10, 23, 21, 21, 21, 23, 26, 16, 18, 19, 23, 23, 25, 21, 19, 19, 17, 15, 14, 11, 15, 22, 17, 14, 15, 14, 10, 9, 16, 15, 8, 13, 15, 12, 9, 8, 8, 5, 5], "n_pos": 144, "sum_m_en": [16.794313, 9.818471, 10.162572, 9.174587, 9.067393, 8.748737, 8.715669, 9.385114, 9.6912, 9.917216, 10.009826, 10.765187, 10.96312, 11.226011, 10.884926, 10.648991, 10.205841, 10.112328, 9.640558, 8.599633, 7.940076, 7.415362, 7.062739, 6.755398, 16.060341, 18.000123, 16.8004, 17.268264, 16.470473, 16.581419, 15.11096, 14.478665, 14.279987, 14.934561, 14.956363, 16.196695, 18.967088, 19.072151, 21.188656, 22.247191, 25.49753, 30.250969, 32.167375, 35.134318, 41.380459, 47.948696, 53.908848, 60.448426, 62.39011, 61.937277], "sum_m_pl": [51.138744, 64.298859, 64.210696, 63.720419, 61.315244, 63.003407, 61.84243, 59.427211, 58.290263, 60.426686, 60.881209, 60.552581, 61.90007, 61.210174, 62.805891, 63.279574, 64.377997, 63.525833, 63.33833, 65.401781, 66.558901, 67.398259, 67.791606, 68.595493, 54.249222, 53.150896, 51.799676, 52.827503, 55.771324, 55.671962, 57.496693, 59.011467, 58.062313, 55.250464, 54.2918, 51.8325, 46.721757, 45.878411, 44.282921, 42.162544, 38.823597, 33.811231, 32.228986, 30.524721, 22.106137, 16.926098, 14.618511, 12.227945, 5.850761, 5.549174]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [20, 19, 14, 14, 15, 21, 13, 15, 16, 10, 14, 13, 17, 14, 19, 18, 20, 17, 17, 22, 19, 14, 14, 16, 24, 25, 21, 21, 15, 21, 21, 22, 18, 18, 18, 17, 27, 26, 31, 24, 30, 35, 36, 32, 34, 39, 45, 48, 59, 60], "n_am_pl": [3, 12, 9, 12, 11, 9, 10, 9, 11, 5, 4, 1, 9, 11, 13, 11, 12, 12, 8, 9, 10, 14, 15, 16, 14, 12, 11, 11, 5, 8, 5, 6, 11, 10, 8, 9, 7, 7, 5, 7, 7, 4, 8, 8, 7, 6, 4, 4, 4, 5], "n_pos": 67, "sum_m_en": [9.345075, 4.695801, 4.597856, 4.263033, 4.44731, 4.323861, 4.260855, 4.712022, 4.842307, 4.846962, 4.926519, 5.381062, 5.515806, 5.630516, 5.428324, 5.351736, 5.085582, 4.951224, 4.766844, 4.110996, 3.706401, 3.458258, 3.282674, 3.154605, 8.220046, 10.063654, 9.454142, 9.419779, 8.74138, 8.564058, 7.874053, 7.699614, 7.641319, 7.94519, 8.175874, 9.207167, 11.37621, 11.237101, 11.927407, 13.086941, 15.171573, 19.106274, 19.448788, 21.065526, 25.800864, 31.981059, 38.214415, 44.052899, 55.668116, 59.058244], "sum_m_pl": [22.114217, 30.540897, 30.610808, 30.340543, 29.637042, 30.618278, 29.924512, 28.622586, 28.418392, 29.529197, 29.748402, 29.514273, 29.879394, 29.55567, 30.21403, 30.523217, 30.748617, 30.384309, 30.024888, 31.267972, 31.859597, 32.242187, 32.358458, 32.756637, 26.728094, 25.694026, 25.166705, 25.29176, 26.64526, 26.887108, 27.740628, 28.025536, 27.881855, 26.90401, 26.076045, 24.595725, 21.769342, 21.926285, 20.497427, 19.653797, 18.288239, 15.220287, 16.131582, 14.135425, 11.056661, 8.446111, 6.35807, 5.669717, 4.102395, 5.223366]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 146, "item_id": "pes-Neurologia-2018 wiosna-63", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 986, "region_end": 144, "roundtrip_ok": true, "tf_agree": 0.9726, "tf_agree_excl_first": 0.9793}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [3, 2, 3, 4, 3, 2, 3, 2, 4, 6, 4, 7, 6, 4, 0, 3, 2, 3, 4, 2, 3, 2, 1, 3, 7, 6, 4, 7, 7, 7, 4, 2, 2, 5, 6, 4, 8, 5, 5, 4, 3, 4, 3, 3, 3, 3, 3, 1, 0, 0], "n_am_pl": [1, 6, 5, 3, 2, 7, 4, 2, 3, 6, 4, 2, 1, 3, 2, 2, 2, 3, 4, 4, 3, 3, 5, 5, 3, 4, 4, 1, 3, 3, 3, 3, 3, 4, 2, 2, 2, 5, 4, 6, 4, 5, 4, 6, 5, 4, 5, 7, 13, 13], "n_pos": 25, "sum_m_en": [1.868052, 1.203076, 1.243762, 1.262989, 1.308504, 1.191289, 1.157051, 1.15609, 1.138333, 1.116857, 1.157766, 1.265908, 1.323246, 1.374315, 1.306641, 1.303247, 1.277171, 1.265165, 1.244809, 1.162363, 1.153656, 1.118639, 1.085948, 1.060509, 2.014577, 1.89732, 1.754657, 1.936202, 1.839753, 1.74995, 1.753865, 1.820705, 1.857923, 1.98553, 1.886317, 1.897669, 2.642696, 2.177721, 2.378064, 2.416517, 2.312066, 2.037745, 2.496384, 2.498266, 2.401804, 2.329338, 2.047188, 1.726037, 0.515122, 0.038236], "sum_m_pl": [10.098559, 11.345425, 11.043904, 11.233989, 10.592354, 11.090972, 10.970267, 11.060581, 11.263508, 11.216939, 11.076111, 11.171389, 11.254405, 11.042882, 10.95425, 10.938954, 11.227969, 10.779255, 11.2935, 11.610924, 11.635565, 11.698461, 11.729914, 11.682248, 9.629711, 9.801694, 9.306405, 9.634894, 10.130065, 10.229818, 10.089175, 10.26479, 9.730141, 9.665568, 9.625144, 9.746351, 9.507533, 9.435609, 9.126339, 9.302072, 9.009051, 9.103727, 8.785708, 8.680144, 7.348515, 7.881793, 7.395455, 7.645705, 10.610182, 12.625224]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 4, 4, 4, 3, 0, 2, 2, 1, 3, 1, 3, 1, 0, 2, 3, 4, 3, 4, 4, 4, 2, 1, 1, 2, 4, 4, 6, 4, 4, 4, 3, 4, 3, 3, 2, 2, 1, 0, 0, 0], "n_am_pl": [1, 4, 3, 0, 1, 3, 2, 2, 3, 4, 2, 0, 0, 1, 1, 1, 1, 2, 1, 0, 0, 0, 2, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 3, 2, 3, 2, 2, 2, 3, 2, 2, 4, 4, 12, 13], "n_pos": 14, "sum_m_en": [0.984846, 0.64814, 0.678927, 0.72115, 0.75132, 0.69424, 0.680132, 0.66396, 0.646613, 0.635929, 0.665443, 0.743419, 0.737224, 0.755269, 0.696833, 0.71616, 0.70569, 0.702405, 0.69127, 0.667516, 0.658381, 0.62723, 0.597466, 0.584912, 1.227681, 1.130383, 1.09044, 1.121668, 1.059041, 0.984667, 0.935398, 0.98239, 0.988555, 1.053114, 1.08083, 1.16735, 1.723251, 1.429476, 1.680756, 1.772382, 1.710797, 1.483379, 1.901851, 1.870642, 1.804762, 1.719542, 1.102488, 0.573306, 0.218012, 0.038194], "sum_m_pl": [5.276695, 6.037209, 5.944393, 5.973707, 5.676722, 5.874195, 5.936211, 6.058204, 6.289984, 6.275455, 6.257489, 6.272781, 6.338406, 6.341312, 6.182189, 6.285749, 6.291926, 6.014032, 6.196555, 6.464259, 6.453394, 6.503241, 6.549375, 6.547264, 5.470008, 5.517306, 5.310971, 5.458754, 5.800136, 5.888369, 5.889912, 5.913274, 5.570528, 5.671038, 5.703231, 5.763565, 5.515686, 5.618758, 5.432011, 5.411579, 5.463461, 5.815965, 5.460939, 5.268579, 4.644027, 4.996083, 5.609828, 5.813326, 9.336119, 12.60371]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 427, "item_id": "pes-Neurologia-2018 wiosna-63", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 866, "region_end": 25, "roundtrip_ok": true, "tf_agree": 0.9813, "tf_agree_excl_first": 0.9836}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [48, 29, 29, 27, 28, 27, 36, 29, 31, 31, 28, 28, 32, 36, 32, 24, 23, 30, 24, 29, 24, 24, 25, 24, 38, 42, 36, 40, 50, 42, 33, 37, 38, 37, 41, 46, 47, 51, 57, 55, 60, 61, 60, 55, 58, 61, 66, 74, 67, 67], "n_am_pl": [6, 16, 17, 23, 16, 16, 17, 16, 17, 17, 13, 16, 17, 20, 24, 18, 19, 16, 13, 20, 19, 25, 18, 16, 17, 14, 13, 14, 9, 13, 14, 16, 16, 14, 9, 14, 12, 13, 8, 13, 14, 13, 13, 17, 14, 9, 6, 2, 0, 1], "n_pos": 139, "sum_m_en": [16.433193, 8.741764, 8.433081, 8.197559, 8.758413, 8.655648, 9.283179, 9.36407, 9.659929, 10.325472, 10.13986, 11.245147, 11.37497, 11.545457, 11.682649, 11.23239, 10.951112, 10.313687, 9.797579, 9.56178, 8.673013, 8.017314, 7.551439, 7.293503, 16.935036, 19.14922, 18.739257, 19.222449, 17.663411, 18.796573, 17.102141, 16.140637, 16.638557, 16.974227, 18.234477, 18.410162, 23.390347, 24.81391, 24.672889, 28.408387, 29.127098, 33.681424, 42.072483, 42.399712, 44.758632, 51.667544, 58.541404, 69.708394, 65.550549, 67.557154], "sum_m_pl": [49.421487, 63.229405, 62.276324, 61.682788, 58.222572, 58.618444, 58.758575, 57.718468, 56.088034, 58.189044, 57.807893, 57.138564, 56.622455, 55.970701, 57.467188, 57.520932, 57.380059, 57.460528, 58.186625, 60.596258, 62.3011, 63.867395, 64.631738, 65.388125, 45.23861, 43.553361, 40.115535, 43.878466, 47.571741, 47.644624, 48.740888, 49.74532, 48.156332, 46.25884, 45.261342, 44.910284, 38.925945, 37.535904, 37.442019, 34.752983, 33.168441, 29.757544, 26.456128, 25.497129, 20.859068, 16.461342, 11.435188, 4.950668, 1.254916, 0.701484]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [22, 13, 14, 11, 13, 15, 23, 18, 19, 19, 17, 17, 14, 18, 19, 15, 13, 19, 14, 16, 13, 17, 14, 17, 28, 29, 28, 28, 34, 26, 19, 21, 25, 22, 28, 30, 31, 34, 36, 34, 39, 39, 35, 37, 39, 43, 47, 53, 61, 66], "n_am_pl": [1, 8, 8, 11, 8, 9, 8, 10, 12, 8, 8, 10, 11, 8, 14, 11, 9, 10, 8, 9, 9, 13, 10, 7, 10, 9, 10, 10, 5, 8, 8, 8, 7, 9, 3, 6, 5, 7, 3, 5, 5, 4, 3, 6, 4, 3, 0, 0, 0, 0], "n_pos": 66, "sum_m_en": [8.21454, 4.461582, 4.160887, 3.948151, 4.382234, 4.454334, 4.932403, 5.039975, 5.235502, 5.466367, 5.366873, 6.028452, 6.186851, 6.106043, 6.164251, 5.90543, 5.807502, 5.430599, 4.995655, 4.778954, 4.241364, 3.890706, 3.651752, 3.539198, 9.311368, 10.957873, 11.08444, 11.09516, 10.061865, 10.579832, 9.392624, 9.058675, 9.531774, 9.808939, 10.520412, 10.281817, 12.992764, 14.559778, 13.95013, 17.434227, 18.806462, 21.95541, 24.838742, 26.308837, 28.310472, 35.01876, 40.469469, 49.363905, 58.817704, 64.592172], "sum_m_pl": [22.705536, 29.134159, 28.904912, 28.580721, 26.577547, 26.918132, 27.148972, 26.564469, 26.354679, 27.591292, 27.830805, 27.577248, 27.398614, 27.210943, 28.405006, 27.878779, 27.591578, 27.706233, 27.739862, 28.923277, 29.617538, 30.372633, 30.739997, 31.001665, 23.050393, 22.356051, 21.445511, 22.898909, 24.248899, 23.807848, 24.491304, 24.76276, 23.967271, 23.563502, 22.564759, 22.696251, 19.884757, 19.096134, 18.826066, 16.650133, 16.145066, 14.53129, 12.72175, 12.01582, 10.007143, 6.765326, 3.745396, 1.416877, 0.250054, 0.000569]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "pes-Neurologia-2018 wiosna-93", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 891, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9645, "tf_agree_excl_first": 0.9714}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [20, 16, 15, 16, 12, 14, 15, 15, 17, 23, 18, 13, 14, 19, 21, 13, 15, 18, 15, 14, 15, 10, 7, 9, 17, 23, 26, 24, 18, 22, 22, 17, 18, 17, 23, 26, 22, 24, 22, 26, 22, 28, 32, 31, 29, 32, 15, 14, 1, 0], "n_am_pl": [7, 22, 16, 18, 19, 11, 15, 9, 8, 9, 5, 7, 9, 6, 9, 12, 15, 17, 15, 20, 15, 18, 15, 16, 15, 10, 8, 15, 17, 16, 16, 15, 18, 16, 13, 11, 14, 17, 18, 22, 20, 17, 13, 17, 16, 18, 30, 28, 43, 47], "n_pos": 81, "sum_m_en": [7.481109, 4.044072, 4.007292, 4.353207, 4.425582, 4.327721, 4.466394, 4.745523, 5.086342, 5.145114, 5.252847, 5.521839, 5.732107, 5.679807, 6.233323, 6.399213, 6.007005, 6.192304, 5.732226, 5.513359, 4.461526, 4.253718, 4.105947, 4.001544, 8.620903, 9.374197, 9.4436, 10.02169, 9.194224, 8.937246, 8.972203, 9.166781, 9.575227, 9.577049, 9.738413, 10.931276, 10.848238, 12.550905, 12.913885, 13.128315, 13.311484, 17.187496, 20.754993, 21.819632, 21.986537, 24.275507, 12.937631, 9.691073, 2.00474, 0.029415], "sum_m_pl": [29.872539, 37.28525, 36.483792, 36.085375, 34.420712, 33.89529, 34.335976, 33.318285, 32.223396, 33.747032, 33.0027, 33.342057, 33.778086, 33.458212, 34.303878, 34.208284, 34.497229, 35.150203, 35.319742, 36.579506, 37.570758, 38.186781, 38.370307, 38.631685, 29.992582, 28.082223, 27.432588, 29.483855, 31.620359, 32.404339, 31.888645, 32.047074, 30.689573, 29.20053, 29.011494, 29.802613, 28.055725, 27.393179, 26.673807, 26.764661, 24.719307, 22.419753, 21.669803, 20.783818, 20.366229, 21.563682, 29.387564, 31.617992, 40.638138, 47.020484]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 8, 6, 9, 6, 8, 6, 8, 9, 14, 10, 9, 10, 10, 12, 8, 11, 9, 8, 8, 8, 6, 4, 6, 11, 12, 17, 17, 13, 14, 13, 10, 10, 9, 14, 17, 15, 16, 17, 19, 15, 20, 24, 24, 22, 24, 9, 12, 1, 0], "n_am_pl": [4, 13, 7, 9, 12, 10, 9, 4, 3, 6, 3, 5, 4, 2, 5, 6, 10, 10, 9, 10, 8, 8, 9, 10, 11, 6, 7, 9, 11, 11, 11, 10, 12, 10, 9, 6, 12, 14, 14, 16, 16, 11, 8, 11, 13, 14, 25, 23, 41, 47], "n_pos": 47, "sum_m_en": [4.419057, 2.368529, 2.268609, 2.462299, 2.555074, 2.436302, 2.571699, 2.786821, 2.944009, 3.037459, 3.12045, 3.26097, 3.409101, 3.313189, 3.728787, 3.93897, 3.616917, 3.891191, 3.655345, 3.563254, 2.687765, 2.566812, 2.465978, 2.414854, 5.153862, 5.540987, 5.729909, 6.102655, 5.547951, 5.435147, 5.465786, 5.30604, 5.605096, 5.577134, 5.488604, 6.775381, 6.984709, 8.459178, 8.872607, 9.646548, 9.825376, 12.967813, 15.67493, 15.538704, 15.764008, 18.46031, 10.474698, 8.432926, 1.604361, 0.006631], "sum_m_pl": [16.92773, 21.2219, 20.580127, 20.477172, 19.742477, 19.53458, 19.976256, 19.051921, 18.582424, 19.505437, 19.35182, 19.618908, 19.504322, 19.319012, 19.571365, 19.239199, 19.628256, 20.111199, 20.03403, 20.861743, 21.683052, 22.092221, 22.23054, 22.463198, 17.919549, 16.764415, 16.260039, 17.313363, 18.645498, 19.225278, 18.850456, 19.033823, 18.455604, 17.707012, 17.503479, 18.008302, 17.296338, 16.972815, 17.013237, 17.468304, 16.289315, 14.383098, 13.793494, 13.443045, 14.672033, 15.573839, 23.380923, 26.6226, 37.714835, 46.010444]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 83, "item_id": "pes-Neurologia-2018 wiosna-93", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 771, "region_end": 81, "roundtrip_ok": true, "tf_agree": 0.9759, "tf_agree_excl_first": 0.9878}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [46, 46, 41, 36, 36, 27, 28, 27, 33, 36, 42, 40, 31, 36, 43, 34, 37, 33, 32, 26, 27, 28, 26, 28, 44, 51, 44, 50, 44, 40, 39, 46, 41, 35, 47, 51, 47, 36, 45, 44, 44, 39, 49, 52, 65, 60, 64, 62, 63, 60], "n_am_pl": [10, 17, 18, 15, 15, 17, 15, 14, 6, 11, 11, 15, 13, 15, 17, 20, 17, 23, 20, 22, 21, 22, 23, 23, 22, 15, 18, 13, 17, 17, 26, 20, 21, 15, 25, 16, 14, 23, 21, 23, 20, 17, 7, 6, 5, 7, 8, 5, 3, 2], "n_pos": 156, "sum_m_en": [17.859068, 10.49496, 9.694495, 9.568084, 9.579676, 9.48303, 9.652401, 10.254721, 10.816094, 11.409759, 11.708764, 12.151372, 12.464926, 12.732021, 12.872614, 12.610409, 12.258375, 12.45974, 11.050616, 9.645116, 8.787505, 8.239088, 7.849933, 7.609036, 17.476669, 19.796526, 20.415157, 21.068055, 19.558356, 19.072618, 17.718189, 17.886958, 18.647024, 19.902737, 20.135478, 20.643142, 23.083352, 23.961215, 26.421081, 27.577816, 26.680987, 30.896772, 35.16401, 36.866056, 45.948213, 48.951793, 58.843737, 59.304905, 60.202134, 59.523551], "sum_m_pl": [55.322467, 70.681429, 70.98231, 67.811972, 65.123791, 64.896091, 63.744919, 63.520065, 60.806598, 63.486142, 63.962065, 61.78565, 62.217978, 61.193618, 61.915925, 62.534635, 64.603977, 63.495233, 65.756109, 68.99639, 71.553616, 73.038596, 73.737216, 74.699579, 55.698991, 53.313714, 49.991559, 51.499768, 55.627056, 56.979635, 58.513102, 59.519073, 57.760239, 53.644323, 55.361965, 52.210988, 44.83387, 44.177377, 42.171746, 39.882904, 37.293788, 31.889542, 27.579375, 24.126641, 17.007852, 16.24749, 12.25535, 7.317546, 3.407021, 2.957506]}, "digit": {"n_am_en": [2, 6, 4, 1, 0, 1, 0, 0, 0, 1, 2, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 2, 3, 3, 3, 3, 0, 0, 0, 1, 1, 0, 0], "n_pos": 8, "sum_m_en": [1.52237, 0.394455, 0.416191, 0.333951, 0.326776, 0.35563, 0.358509, 0.337162, 0.33535, 0.355426, 0.373356, 0.349573, 0.404384, 0.417926, 0.419556, 0.447936, 0.413143, 0.493944, 0.416653, 0.396384, 0.374427, 0.358973, 0.353452, 0.347245, 0.481496, 0.491464, 0.391223, 0.459264, 0.529434, 0.660775, 0.644132, 0.589682, 0.56671, 0.642778, 0.883454, 0.88833, 0.692646, 0.614222, 0.455821, 0.420903, 0.42045, 0.429638, 0.351904, 0.432915, 0.415859, 0.251978, 0.063791, 0.053395, 0.061851, 6.6e-05], "sum_m_pl": [2.260751, 4.209721, 4.134331, 3.96215, 3.698349, 3.497765, 3.710477, 3.601946, 3.334555, 3.386534, 3.389893, 2.779804, 2.82316, 2.401008, 2.374631, 2.481968, 2.535357, 2.658986, 3.128914, 3.449944, 3.643555, 3.726182, 3.740923, 3.833164, 2.172695, 2.291781, 1.840592, 1.968321, 2.332661, 2.406068, 2.664489, 2.773689, 2.843087, 2.434587, 2.338283, 2.417498, 2.395325, 2.646661, 2.349326, 2.575588, 2.489101, 2.481661, 2.229759, 1.423895, 1.226283, 0.740842, 0.845984, 0.750781, 0.323144, 0.004725]}, "lang": {"n_am_en": [23, 20, 19, 19, 19, 14, 17, 15, 20, 21, 20, 22, 16, 18, 24, 17, 17, 17, 18, 17, 18, 18, 15, 16, 24, 29, 23, 26, 23, 22, 19, 25, 21, 18, 22, 22, 25, 19, 24, 23, 23, 24, 31, 33, 41, 34, 39, 43, 57, 60], "n_am_pl": [4, 10, 7, 8, 11, 7, 7, 9, 2, 4, 5, 6, 4, 3, 4, 7, 7, 9, 6, 10, 10, 11, 11, 10, 9, 5, 6, 7, 9, 9, 15, 12, 10, 5, 9, 7, 5, 11, 11, 10, 7, 5, 1, 3, 2, 5, 5, 2, 2, 2], "n_pos": 63, "sum_m_en": [7.633695, 4.200443, 3.815177, 3.804418, 4.003634, 4.109374, 4.177374, 4.339048, 4.629173, 4.870543, 4.958713, 5.112338, 5.273016, 5.501766, 5.601784, 5.47837, 5.34963, 5.496585, 4.913396, 4.156309, 3.736907, 3.478706, 3.255537, 3.134172, 8.500686, 9.854218, 10.376489, 10.183745, 9.344075, 8.463313, 7.888074, 8.018739, 8.253328, 8.769464, 8.621614, 9.679251, 11.990852, 12.580192, 12.954766, 13.009674, 13.128087, 16.616467, 19.393001, 21.500995, 27.181668, 29.986158, 36.296334, 40.314086, 53.021798, 57.748312], "sum_m_pl": [22.08139, 28.658865, 29.223676, 27.987158, 27.083906, 26.855736, 26.517389, 26.352459, 25.624475, 26.593908, 26.779597, 26.059177, 26.41697, 25.834288, 26.325796, 26.338902, 27.155573, 26.229157, 26.982996, 28.29998, 29.171011, 29.87638, 30.153597, 30.461367, 23.970671, 22.718094, 22.000213, 22.444181, 24.045187, 24.559876, 25.031254, 25.408507, 24.610154, 23.436648, 24.210647, 22.477854, 19.36146, 19.833302, 19.458898, 18.702288, 17.295975, 14.426213, 12.182431, 11.053599, 8.142868, 8.55748, 6.866229, 2.812643, 1.887136, 2.391228]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 158, "item_id": "pes-Neurologia-2018 wiosna-95", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 965, "region_end": 156, "roundtrip_ok": true, "tf_agree": 0.962, "tf_agree_excl_first": 0.9682}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 45, 30, 21, 27, 17, 23, 22, 20, 31, 31, 28, 24, 31, 20, 18, 22, 17, 11, 12, 4, 7, 12, 16, 38, 37, 30, 33, 32, 28, 32, 31, 24, 20, 20, 20, 25, 25, 29, 22, 26, 31, 37, 30, 30, 30, 27, 23, 4, 1], "n_am_pl": [8, 22, 29, 26, 19, 15, 21, 13, 13, 6, 6, 12, 16, 14, 24, 15, 23, 28, 29, 41, 37, 30, 29, 30, 32, 26, 29, 18, 26, 30, 42, 42, 34, 26, 35, 28, 26, 27, 25, 35, 29, 28, 28, 29, 26, 29, 30, 27, 52, 58], "n_pos": 137, "sum_m_en": [12.812815, 7.224105, 7.236524, 7.777729, 7.93533, 7.986508, 7.71802, 8.050742, 8.33352, 9.040878, 9.381362, 9.912849, 9.939708, 10.082289, 10.20607, 9.677135, 9.327782, 8.958495, 7.660847, 7.042619, 6.599455, 6.242845, 6.116773, 6.039806, 11.367035, 11.838698, 12.432937, 13.330899, 12.751401, 13.141743, 13.228518, 12.652544, 13.524575, 13.649659, 12.950031, 12.616622, 12.74524, 13.493952, 14.417187, 14.432992, 14.523105, 18.471926, 18.407333, 17.554322, 22.937331, 21.694407, 22.318243, 18.160886, 5.487789, 1.229855], "sum_m_pl": [52.10507, 64.720719, 62.289298, 60.210024, 56.667851, 57.251743, 57.984444, 57.065038, 56.585561, 57.834795, 57.744664, 54.722593, 57.262821, 57.226197, 56.702186, 57.817744, 59.536007, 60.772264, 62.919733, 64.915231, 66.53582, 67.241506, 67.519656, 67.943777, 56.982314, 55.606906, 51.349925, 53.037887, 56.774832, 57.186511, 59.205254, 60.206597, 57.357915, 53.903848, 56.711579, 54.014426, 50.332834, 49.511173, 50.119724, 48.332124, 44.936735, 42.165657, 41.756387, 37.932012, 32.058797, 33.238167, 34.611767, 33.659608, 50.639887, 58.420366]}, "digit": {"n_am_en": [4, 8, 6, 2, 2, 2, 1, 0, 0, 3, 2, 2, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 3, 2, 2, 1, 3, 1, 2, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 2, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.605708, 0.423456, 0.405759, 0.408188, 0.403372, 0.424057, 0.412919, 0.38691, 0.377396, 0.448514, 0.435682, 0.480416, 0.499454, 0.431373, 0.40928, 0.426604, 0.437404, 0.433895, 0.416221, 0.419044, 0.411583, 0.401648, 0.394328, 0.388958, 0.652714, 0.561664, 0.488939, 0.551631, 0.5818, 0.721167, 0.666461, 0.530533, 0.493522, 0.439068, 0.582843, 0.701785, 0.630142, 0.595795, 0.492583, 0.441401, 0.467686, 0.481954, 0.413591, 0.383331, 0.333801, 0.21728, 0.109285, 0.183147, 0.00277, 0.0], "sum_m_pl": [2.903043, 4.768792, 4.71905, 4.459819, 4.336332, 4.273337, 4.29792, 4.183036, 4.169404, 4.187379, 4.048053, 3.532594, 3.485051, 3.10771, 2.867733, 3.12379, 3.214938, 3.232952, 3.678182, 4.00287, 4.141083, 4.177155, 4.206336, 4.276406, 2.929672, 3.108661, 2.407671, 2.705283, 2.692783, 2.686561, 3.019249, 3.136413, 2.895939, 2.546193, 2.618716, 2.862475, 2.931783, 3.246992, 3.32958, 3.432375, 3.129919, 3.400702, 3.343566, 2.580787, 2.069267, 1.592123, 1.205416, 0.566971, 0.016748, 6e-06]}, "lang": {"n_am_en": [11, 15, 11, 6, 12, 7, 14, 13, 12, 14, 16, 18, 9, 18, 10, 7, 9, 8, 5, 2, 1, 2, 3, 8, 18, 15, 11, 17, 14, 12, 16, 14, 10, 10, 9, 8, 13, 12, 17, 10, 13, 15, 19, 18, 14, 13, 14, 12, 1, 1], "n_am_pl": [6, 14, 16, 12, 8, 8, 13, 7, 5, 3, 1, 5, 7, 7, 13, 9, 16, 19, 22, 24, 21, 18, 18, 17, 17, 13, 16, 10, 13, 11, 24, 24, 19, 12, 20, 15, 13, 18, 12, 19, 17, 19, 22, 21, 20, 23, 24, 22, 50, 57], "n_pos": 58, "sum_m_en": [5.28656, 3.071448, 3.086939, 3.409263, 3.614936, 3.88534, 3.64654, 3.752609, 3.879912, 4.237387, 4.440737, 4.677864, 4.590073, 4.688001, 4.682081, 4.353236, 4.263442, 4.057701, 3.427628, 3.109401, 2.897197, 2.705922, 2.641722, 2.633507, 5.65108, 5.735423, 6.176101, 6.314093, 6.066728, 5.994159, 6.335546, 6.193609, 6.632364, 6.856141, 6.201874, 6.136688, 6.530009, 7.14301, 7.923603, 6.930612, 7.212336, 9.045321, 9.413885, 8.928144, 10.272198, 10.695769, 10.576079, 8.438338, 2.363681, 1.002199], "sum_m_pl": [21.681345, 26.72826, 25.382916, 24.420928, 22.770894, 23.353432, 23.813349, 24.041972, 24.225427, 24.731978, 24.578733, 24.053812, 25.598009, 25.849465, 25.638852, 25.6535, 26.031526, 26.65668, 27.275818, 27.969437, 28.483109, 28.827785, 28.965721, 29.04014, 25.970535, 25.168687, 23.706068, 23.729993, 25.547021, 25.629639, 26.109753, 26.61277, 25.368377, 24.191438, 25.512765, 25.084269, 24.142654, 25.08801, 24.106413, 24.539948, 23.232441, 23.100032, 23.653379, 22.469726, 20.569858, 21.910181, 23.825818, 25.088339, 45.290145, 56.363751]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "pes-Neurologia-2018 wiosna-95", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 845, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9712, "tf_agree_excl_first": 0.9783}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [47, 49, 32, 31, 40, 28, 34, 39, 29, 46, 42, 40, 36, 26, 34, 40, 29, 32, 30, 38, 37, 41, 36, 36, 63, 63, 52, 46, 50, 48, 51, 46, 47, 49, 56, 66, 69, 76, 69, 63, 67, 76, 84, 75, 68, 53, 33, 20, 7, 5], "n_am_pl": [9, 36, 36, 40, 38, 24, 26, 14, 22, 27, 15, 22, 22, 24, 30, 30, 30, 26, 34, 39, 38, 35, 50, 49, 23, 21, 18, 29, 23, 27, 27, 34, 30, 25, 29, 19, 27, 19, 24, 37, 33, 29, 27, 32, 32, 36, 47, 56, 99, 109], "n_pos": 192, "sum_m_en": [18.640595, 9.775773, 9.573616, 10.144969, 10.56223, 10.397578, 10.944608, 10.951915, 10.680705, 10.818609, 11.347968, 12.015925, 12.101121, 12.713326, 12.757038, 12.701188, 13.03067, 12.094413, 10.888117, 10.052348, 9.42089, 8.807736, 8.733359, 8.542949, 18.020731, 18.439796, 17.626575, 17.695999, 17.012956, 17.30721, 16.646674, 16.794753, 17.680893, 19.519236, 20.164469, 23.107788, 25.840104, 29.443054, 29.623946, 31.490087, 31.880543, 39.242727, 48.220533, 49.807715, 50.136517, 44.309245, 28.911513, 18.388468, 8.235951, 4.053368], "sum_m_pl": [65.122978, 89.377824, 88.784204, 86.331013, 83.729179, 84.155238, 83.610798, 82.45536, 82.935356, 87.732608, 85.966548, 86.60332, 87.895289, 86.315479, 87.42914, 88.14823, 89.514663, 90.156883, 92.235187, 94.824607, 95.519573, 96.329165, 96.213072, 96.652837, 80.151489, 78.54326, 74.573822, 79.940752, 81.037731, 82.725504, 84.105956, 86.240643, 83.113614, 78.898982, 77.461934, 73.54613, 69.019538, 65.611171, 65.17889, 65.654656, 66.274896, 58.501955, 53.936015, 51.010904, 43.583796, 47.005762, 54.228285, 62.08797, 89.920301, 110.667158]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 29, 15, 18, 26, 17, 26, 31, 22, 30, 27, 27, 24, 14, 23, 26, 17, 17, 15, 19, 20, 18, 18, 20, 39, 42, 35, 32, 34, 34, 37, 29, 35, 34, 41, 46, 47, 54, 49, 48, 51, 54, 61, 57, 51, 41, 21, 13, 4, 3], "n_am_pl": [2, 19, 17, 28, 24, 14, 12, 10, 13, 18, 9, 15, 14, 18, 19, 19, 19, 21, 23, 29, 28, 26, 32, 30, 17, 12, 11, 19, 15, 18, 17, 22, 19, 21, 18, 14, 17, 14, 17, 22, 17, 17, 17, 20, 23, 29, 38, 45, 92, 109], "n_pos": 116, "sum_m_en": [10.724691, 6.042811, 5.976952, 6.353064, 6.725798, 6.55894, 7.135616, 7.170606, 7.006929, 6.957008, 7.250495, 7.458659, 7.603832, 7.934764, 8.023358, 7.989783, 8.213854, 7.47196, 6.749229, 6.192558, 5.815457, 5.401373, 5.372028, 5.256385, 11.812035, 12.2747, 11.837086, 12.058156, 11.670157, 11.560812, 11.100347, 11.340494, 11.788824, 13.151763, 13.228614, 15.581008, 17.661764, 20.433475, 20.731083, 22.298472, 22.810946, 28.386438, 36.281703, 38.513764, 38.575746, 33.587348, 17.801477, 11.679226, 5.848864, 2.82069], "sum_m_pl": [39.074396, 53.167368, 52.592315, 50.711086, 49.039806, 50.095755, 49.700262, 49.395982, 49.992172, 52.971875, 52.589041, 53.207386, 54.25291, 53.624324, 54.568149, 54.173334, 54.864292, 55.002627, 55.882007, 57.218047, 57.493286, 57.970107, 57.861469, 58.15354, 49.468382, 48.911591, 48.163834, 50.283377, 51.237449, 51.239911, 51.879326, 52.587396, 51.932179, 50.264544, 48.957979, 47.833704, 45.103734, 43.184387, 42.93777, 42.422603, 42.503009, 37.844013, 34.733094, 32.105699, 29.968483, 33.420947, 42.579479, 48.665366, 80.821876, 107.985922]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 194, "item_id": "pes-Neurologia-2019 wiosna-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 915, "region_end": 192, "roundtrip_ok": true, "tf_agree": 0.9433, "tf_agree_excl_first": 0.9482}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [42, 37, 25, 30, 24, 27, 27, 39, 34, 40, 32, 33, 37, 31, 28, 29, 39, 31, 41, 39, 32, 29, 28, 41, 52, 51, 43, 44, 47, 43, 37, 40, 37, 32, 42, 47, 49, 55, 49, 51, 50, 56, 65, 55, 51, 37, 20, 12, 3, 1], "n_am_pl": [9, 28, 28, 32, 29, 20, 18, 9, 19, 17, 13, 14, 20, 19, 27, 19, 19, 18, 22, 31, 28, 26, 37, 25, 18, 12, 8, 21, 19, 16, 37, 37, 33, 22, 26, 15, 21, 18, 18, 34, 38, 27, 26, 29, 29, 35, 44, 52, 76, 82], "n_pos": 154, "sum_m_en": [14.831317, 7.802117, 7.715636, 8.137542, 8.418071, 8.365149, 8.877304, 8.925026, 8.803876, 8.815048, 9.135198, 9.845592, 9.774941, 10.24749, 10.112682, 10.311583, 10.613073, 9.544638, 8.90723, 7.997231, 7.605979, 7.05128, 7.036441, 6.873864, 19.177867, 19.750817, 18.240064, 17.589669, 15.762623, 16.20961, 14.343085, 14.654839, 14.998665, 15.949853, 18.545157, 18.653573, 20.530403, 21.544628, 20.803277, 20.124003, 20.309325, 27.57643, 38.600731, 37.890209, 37.76315, 30.994121, 17.561797, 9.317127, 3.309957, 0.946467], "sum_m_pl": [53.994246, 71.831938, 71.087531, 69.459291, 67.761959, 67.628104, 67.743295, 67.116839, 67.075796, 71.619872, 69.845769, 70.606983, 71.734037, 69.895968, 70.877837, 71.38137, 72.533345, 73.332059, 74.77573, 76.947183, 77.314016, 77.845267, 77.611697, 77.934018, 62.044246, 60.495617, 56.644749, 62.222564, 64.728421, 66.579362, 68.299578, 69.663494, 67.54758, 63.822108, 61.324661, 58.699366, 56.628568, 55.431233, 55.944654, 57.701003, 58.3947, 51.212441, 45.767526, 45.540044, 38.592825, 41.051764, 46.042665, 53.400839, 72.931083, 82.697958]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 19, 10, 17, 12, 14, 20, 25, 24, 26, 19, 21, 25, 17, 14, 19, 24, 18, 22, 20, 18, 14, 16, 21, 28, 29, 26, 27, 29, 28, 26, 25, 25, 19, 27, 31, 33, 41, 37, 38, 38, 40, 48, 41, 40, 26, 12, 10, 2, 1], "n_am_pl": [2, 10, 12, 19, 18, 11, 8, 5, 8, 9, 6, 8, 9, 13, 17, 9, 12, 11, 15, 25, 17, 17, 22, 15, 12, 9, 4, 11, 11, 6, 21, 21, 22, 18, 19, 8, 11, 10, 11, 18, 19, 16, 16, 18, 20, 27, 35, 40, 73, 82], "n_pos": 83, "sum_m_en": [7.403272, 4.276336, 4.256464, 4.632697, 4.960302, 4.817919, 5.299898, 5.352033, 5.340618, 5.2349, 5.277169, 5.51438, 5.519049, 5.879762, 5.848173, 6.026117, 6.224253, 5.439321, 5.168758, 4.532748, 4.345284, 3.965516, 3.984513, 3.861857, 13.163005, 13.679685, 12.383855, 11.689174, 10.33999, 10.162984, 9.186985, 9.46499, 9.376276, 9.982836, 11.787593, 11.867482, 13.70926, 14.386053, 13.957595, 13.354438, 13.347139, 18.480055, 28.563174, 28.26259, 28.59467, 21.568255, 10.194555, 5.823801, 2.684768, 0.939295], "sum_m_pl": [29.29979, 38.111422, 37.350383, 36.093279, 34.657511, 35.303659, 35.22749, 35.446269, 35.629902, 38.560565, 38.374976, 39.172184, 40.092341, 39.410381, 40.108252, 39.38373, 39.749169, 40.068145, 40.468701, 41.546574, 41.522987, 41.837435, 41.677323, 41.852313, 33.258229, 32.457256, 31.923423, 34.449207, 36.3089, 36.611482, 37.861347, 37.992786, 38.187476, 36.671528, 34.765171, 34.575272, 33.351793, 32.918159, 33.442198, 34.565588, 34.879464, 30.531204, 26.271008, 26.576232, 24.437771, 28.03257, 34.368503, 39.710969, 66.790766, 80.889499]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "pes-Neurologia-2019 wiosna-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 795, "region_end": 154, "roundtrip_ok": true, "tf_agree": 0.9808, "tf_agree_excl_first": 0.9871}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 30, 42, 34, 22, 16, 15, 9, 12, 12, 18, 18, 14, 15, 8, 11, 22, 19, 14, 17, 16, 17, 14, 13, 21, 25, 24, 25, 25, 21, 20, 18, 21, 20, 22, 24, 24, 23, 24, 21, 21, 24, 27, 28, 25, 26, 17, 12, 5, 2], "n_am_pl": [5, 14, 26, 23, 18, 23, 20, 16, 18, 20, 14, 18, 26, 27, 27, 30, 24, 32, 32, 25, 36, 28, 31, 36, 31, 24, 29, 27, 20, 15, 18, 29, 34, 34, 26, 31, 28, 25, 29, 27, 36, 32, 33, 33, 33, 38, 37, 49, 61, 66], "n_pos": 134, "sum_m_en": [12.930135, 7.079498, 8.029434, 7.852945, 7.937582, 7.729946, 7.254563, 7.45321, 7.383282, 7.556609, 7.785211, 8.222559, 8.282987, 8.451471, 8.386919, 8.05743, 7.883542, 7.543829, 6.591909, 6.005626, 5.809918, 5.625016, 5.56194, 5.515352, 10.08308, 11.558188, 11.317155, 11.634732, 11.310458, 11.091751, 10.943405, 10.271841, 10.448261, 10.584922, 11.01711, 11.805986, 12.457025, 13.374523, 15.378413, 14.610947, 14.08352, 16.341779, 19.737601, 22.324509, 21.176412, 22.266949, 15.633934, 12.708051, 5.521049, 1.550248], "sum_m_pl": [48.815924, 61.240546, 60.224914, 57.810104, 55.282966, 55.64172, 57.100579, 55.719624, 56.277107, 57.515498, 57.370304, 57.062795, 57.194973, 57.082972, 57.915824, 60.15785, 61.88916, 61.566093, 64.404869, 65.789203, 66.978788, 66.902747, 67.024234, 67.559765, 55.354169, 54.252019, 52.075988, 52.325279, 54.97743, 56.201429, 55.333266, 56.471841, 55.548578, 53.307791, 53.044583, 52.186065, 50.128237, 48.208059, 46.374275, 44.330773, 46.378077, 45.295466, 45.946619, 42.397417, 39.470215, 44.845439, 43.492036, 50.457035, 58.099811, 65.529511]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [20, 14, 19, 16, 11, 6, 7, 4, 4, 7, 11, 10, 9, 8, 2, 3, 9, 10, 5, 8, 10, 10, 7, 7, 13, 16, 12, 13, 10, 14, 12, 9, 10, 11, 13, 15, 13, 17, 15, 14, 13, 16, 18, 21, 20, 20, 14, 9, 2, 2], "n_am_pl": [3, 6, 14, 17, 10, 16, 14, 9, 13, 12, 7, 11, 14, 16, 19, 20, 18, 16, 19, 15, 24, 19, 21, 25, 20, 18, 22, 19, 13, 8, 12, 21, 22, 22, 15, 23, 22, 17, 20, 15, 24, 24, 23, 22, 22, 28, 30, 45, 60, 66], "n_pos": 69, "sum_m_en": [6.561518, 3.506879, 3.649491, 3.423941, 3.608524, 3.650012, 3.546443, 3.697742, 3.701643, 3.838729, 4.039974, 4.237912, 4.290991, 4.431263, 4.205908, 3.941064, 3.896897, 3.726882, 3.256288, 3.01472, 2.921824, 2.829241, 2.806794, 2.793578, 5.461862, 6.497575, 6.013577, 6.297941, 6.029436, 5.895044, 5.799123, 5.478009, 5.482192, 5.455982, 5.780978, 6.098253, 7.007319, 7.616761, 9.475514, 9.591561, 9.245195, 11.38693, 14.54721, 17.178799, 16.396576, 16.703753, 11.308003, 7.993458, 2.339331, 1.489033], "sum_m_pl": [24.756069, 31.809439, 31.174397, 30.120782, 28.513685, 28.924787, 29.59057, 29.020181, 29.145343, 29.6272, 29.527936, 29.844115, 30.277283, 30.435606, 31.96088, 32.743165, 33.618458, 33.324567, 34.223375, 34.547887, 34.984279, 34.889368, 34.872425, 35.210526, 31.177373, 30.603263, 30.363317, 29.863804, 31.29916, 31.651796, 31.81061, 32.107337, 31.940853, 31.75686, 31.406708, 32.421548, 31.20049, 29.344791, 27.975616, 26.410198, 28.547241, 28.606567, 28.395108, 25.959264, 27.028721, 30.827226, 34.47504, 42.568453, 55.493022, 64.182787]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "pes-Neurologia-2019 wiosna-95", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 899, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9778}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 22, 30, 25, 17, 18, 12, 13, 9, 16, 18, 18, 18, 12, 17, 17, 16, 15, 10, 7, 8, 9, 6, 8, 15, 17, 16, 18, 18, 21, 19, 20, 17, 14, 16, 19, 13, 16, 22, 19, 18, 19, 23, 24, 24, 22, 17, 7, 3, 0], "n_am_pl": [4, 14, 15, 19, 11, 9, 17, 8, 9, 10, 11, 17, 17, 15, 11, 15, 18, 20, 20, 26, 30, 19, 20, 22, 24, 16, 14, 15, 16, 14, 18, 22, 18, 13, 17, 19, 18, 19, 19, 16, 21, 24, 27, 19, 20, 29, 31, 36, 45, 51], "n_pos": 109, "sum_m_en": [10.395752, 5.651855, 6.218958, 6.170357, 6.394, 6.425147, 6.5673, 6.372968, 6.559734, 7.035753, 7.005593, 6.839894, 6.866215, 7.23381, 7.24778, 7.026464, 6.658058, 6.436202, 5.503684, 4.817891, 4.744788, 4.710763, 4.587388, 4.51564, 8.966562, 10.417414, 10.42461, 10.704675, 10.026295, 10.307572, 10.147334, 9.520817, 9.531787, 9.904308, 10.02636, 10.017367, 9.986683, 10.098544, 10.56388, 9.779468, 9.841297, 12.515191, 14.919687, 15.849405, 14.339151, 16.586287, 12.520363, 9.630626, 3.921364, 0.553981], "sum_m_pl": [40.018365, 49.952211, 48.782893, 47.203031, 43.934377, 44.240347, 45.286982, 43.457655, 44.034297, 44.208194, 44.456606, 44.470761, 44.006926, 43.412155, 44.307555, 46.228695, 48.419086, 48.771025, 51.351307, 52.70733, 53.406238, 52.72234, 53.268682, 53.480795, 41.213728, 40.37684, 39.76094, 40.707183, 43.972051, 44.168263, 43.536469, 43.5075, 42.299315, 40.34634, 40.756293, 39.903048, 38.69107, 37.828577, 37.101866, 33.280825, 34.117746, 34.764232, 34.797602, 32.620152, 31.437489, 34.967979, 34.097738, 37.686531, 44.074348, 52.24599]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 10, 13, 10, 7, 6, 7, 5, 3, 7, 12, 10, 10, 8, 8, 9, 9, 7, 5, 5, 4, 5, 4, 4, 8, 9, 8, 10, 10, 9, 11, 10, 8, 7, 7, 9, 4, 11, 14, 12, 10, 12, 14, 16, 17, 13, 7, 4, 0, 0], "n_am_pl": [2, 6, 10, 10, 5, 7, 11, 5, 7, 4, 4, 5, 7, 7, 4, 7, 10, 10, 10, 13, 18, 9, 9, 11, 12, 11, 9, 9, 8, 9, 10, 12, 10, 8, 10, 13, 14, 12, 12, 10, 12, 14, 16, 13, 14, 22, 25, 31, 42, 51], "n_pos": 51, "sum_m_en": [4.690287, 2.676121, 2.750646, 2.566272, 2.686291, 2.690909, 2.605924, 2.736882, 2.73458, 2.965888, 3.049654, 3.117462, 3.200582, 3.362214, 3.22768, 3.092686, 2.979762, 2.979341, 2.505325, 2.223303, 2.190428, 2.137371, 2.114907, 2.089146, 3.76326, 4.633726, 4.508855, 4.770482, 4.493854, 4.447826, 4.443289, 4.122342, 4.065711, 4.052098, 4.09043, 3.959692, 4.073378, 4.084883, 4.467356, 4.103652, 4.020314, 7.05808, 8.970716, 10.115098, 8.778096, 9.818073, 6.917713, 5.200021, 0.601455, 0.090288], "sum_m_pl": [18.339912, 23.122219, 22.376276, 21.6784, 19.938727, 20.299467, 20.766164, 19.980406, 20.717376, 20.833129, 21.264295, 21.202682, 21.327121, 21.267389, 22.647677, 23.092044, 24.024128, 24.053072, 24.841819, 25.236443, 25.392959, 24.922094, 25.12401, 25.170011, 21.581364, 20.885405, 21.458831, 21.38209, 22.962258, 22.905996, 22.725715, 22.640011, 22.441882, 22.273158, 22.17995, 22.979629, 22.583345, 21.659206, 21.135458, 18.540754, 19.336912, 19.904891, 19.193221, 18.697735, 20.619979, 24.413626, 25.943326, 29.869193, 40.334278, 49.397422]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 111, "item_id": "pes-Neurologia-2019 wiosna-95", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 779, "region_end": 109, "roundtrip_ok": true, "tf_agree": 0.964, "tf_agree_excl_first": 0.9727}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [43, 45, 30, 28, 29, 24, 16, 28, 22, 26, 39, 29, 37, 37, 29, 29, 37, 24, 19, 21, 21, 24, 22, 26, 36, 37, 36, 38, 38, 41, 30, 25, 34, 35, 38, 44, 48, 43, 51, 46, 47, 50, 54, 49, 47, 43, 34, 17, 6, 4], "n_am_pl": [8, 42, 37, 40, 37, 28, 27, 29, 25, 33, 25, 32, 37, 34, 36, 43, 37, 55, 49, 43, 41, 41, 53, 52, 33, 33, 44, 48, 46, 49, 65, 65, 58, 49, 59, 54, 37, 36, 33, 28, 22, 25, 31, 21, 28, 39, 51, 59, 99, 112], "n_pos": 195, "sum_m_en": [17.492501, 9.837861, 9.614793, 10.085157, 10.352813, 10.199324, 10.090212, 10.945983, 10.813021, 11.611283, 11.782788, 12.559325, 13.15449, 13.283686, 12.90465, 12.41723, 12.065592, 11.261799, 10.050188, 9.444315, 9.158154, 8.859359, 8.691373, 8.631835, 16.466456, 17.435791, 18.208637, 18.234519, 17.814811, 18.488264, 17.028498, 16.687119, 16.833217, 17.923102, 17.665008, 19.312688, 21.431824, 23.546655, 24.085633, 26.255254, 25.940357, 30.173344, 34.870771, 35.009357, 33.391077, 32.404102, 29.018896, 16.91697, 7.596318, 3.804206], "sum_m_pl": [71.36537, 90.305478, 87.876424, 85.861942, 84.324406, 84.421695, 84.064003, 83.073854, 84.474647, 85.34376, 85.484783, 84.621133, 87.883335, 87.48445, 88.901991, 90.196544, 90.786706, 92.304781, 93.797594, 95.812136, 96.481763, 96.723243, 96.435949, 95.981123, 78.269236, 77.473121, 76.93161, 80.652513, 82.451311, 83.672571, 86.876586, 87.685662, 87.021588, 84.961102, 85.26243, 81.2448, 75.624996, 70.916085, 70.040715, 66.402781, 64.32014, 58.812152, 55.208049, 50.85704, 49.197636, 52.96597, 56.281569, 61.841001, 91.802993, 112.172283]}, "digit": {"n_am_en": [0, 4, 9, 2, 1, 3, 2, 3, 1, 1, 3, 4, 3, 2, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 5, 5, 1, 0, 1, 1, 0, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 2, 1, 0, 1, 0, 0], "n_am_pl": [0, 4, 0, 5, 6, 1, 2, 0, 1, 3, 2, 3, 2, 1, 1, 2, 1, 0, 2, 3, 3, 4, 4, 4, 0, 0, 3, 4, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 1, 0, 0, 2, 0, 0, 0, 2, 1, 0, 0], "n_pos": 9, "sum_m_en": [0.78613, 0.421278, 0.37819, 0.360548, 0.349772, 0.368893, 0.334592, 0.353379, 0.353366, 0.431535, 0.43388, 0.488427, 0.568231, 0.560693, 0.574273, 0.476301, 0.528582, 0.50829, 0.479949, 0.458752, 0.439124, 0.435799, 0.432744, 0.416241, 0.888477, 0.778285, 0.787268, 0.708228, 0.686503, 0.697198, 0.715668, 0.648496, 0.575775, 0.593099, 0.671587, 0.743875, 0.673177, 0.645179, 0.640794, 0.788544, 0.72352, 0.702383, 0.768797, 0.869541, 0.676645, 0.740595, 0.463835, 0.474873, 0.010908, 3e-06], "sum_m_pl": [4.185198, 4.980797, 4.972422, 4.86458, 4.786445, 4.750213, 4.603293, 4.493705, 4.609322, 4.404833, 4.329334, 3.994371, 3.820755, 3.639082, 3.498247, 3.727691, 3.771525, 3.565267, 3.791689, 4.053183, 4.125149, 4.166356, 4.206617, 4.256829, 3.60557, 3.765533, 3.734777, 3.820192, 3.806433, 3.702404, 3.524146, 3.670817, 3.607339, 3.581206, 3.340911, 3.212248, 2.966675, 2.895587, 2.863093, 2.847312, 2.913536, 2.982451, 2.804973, 2.250375, 2.055821, 1.564932, 1.440088, 1.099518, 0.022192, 0.000109]}, "lang": {"n_am_en": [23, 18, 9, 16, 15, 9, 9, 17, 11, 18, 29, 13, 23, 24, 22, 19, 27, 17, 12, 15, 15, 18, 18, 21, 25, 24, 25, 26, 24, 26, 20, 15, 21, 23, 23, 30, 28, 27, 32, 27, 27, 31, 33, 35, 35, 30, 28, 12, 5, 4], "n_am_pl": [5, 31, 20, 22, 22, 15, 17, 22, 17, 20, 15, 20, 23, 22, 20, 25, 21, 31, 28, 23, 24, 25, 30, 26, 24, 24, 29, 32, 33, 35, 43, 43, 39, 37, 43, 40, 26, 24, 22, 18, 14, 18, 22, 17, 23, 36, 42, 52, 97, 112], "n_pos": 116, "sum_m_en": [10.253595, 5.828212, 5.775473, 6.090143, 6.18652, 6.083119, 6.132342, 6.681009, 6.616738, 6.977746, 6.99838, 7.371548, 7.740442, 7.901027, 7.549535, 7.444013, 7.17873, 6.661271, 5.934101, 5.583546, 5.429926, 5.226809, 5.123041, 5.099141, 10.704543, 11.199245, 11.621931, 11.470757, 10.958305, 11.254103, 10.205144, 10.040514, 10.316767, 11.407015, 10.818282, 11.639717, 12.763233, 14.778402, 15.543659, 16.474616, 15.752033, 19.398703, 22.617695, 23.927628, 24.082332, 23.273104, 22.525465, 11.48854, 5.690965, 3.799833], "sum_m_pl": [40.21069, 52.478025, 50.839554, 49.646369, 48.79257, 48.683905, 49.106087, 48.831785, 50.030745, 51.002295, 51.19708, 51.080254, 53.419253, 53.043003, 54.258679, 54.652402, 55.036785, 56.364742, 56.712109, 57.706579, 57.950537, 58.224014, 57.956796, 57.577671, 47.605275, 47.273304, 47.451742, 49.557344, 50.921774, 51.745972, 54.070498, 54.284969, 53.727756, 53.246933, 53.514561, 52.544167, 49.050036, 45.797366, 45.757855, 42.713489, 40.673641, 38.441328, 37.107542, 34.903108, 36.241453, 40.522632, 45.583814, 52.523458, 86.763971, 109.667537]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 197, "item_id": "pes-Okulistyka-2019 jesień-3", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 986, "region_end": 195, "roundtrip_ok": true, "tf_agree": 0.9695, "tf_agree_excl_first": 0.9745}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [77, 70, 53, 41, 48, 31, 43, 48, 42, 43, 64, 50, 59, 59, 49, 55, 61, 51, 38, 31, 42, 36, 30, 35, 52, 58, 64, 56, 49, 60, 49, 52, 49, 44, 59, 71, 64, 68, 68, 59, 60, 75, 74, 71, 65, 60, 57, 22, 11, 4], "n_am_pl": [27, 70, 50, 59, 64, 38, 39, 30, 27, 37, 25, 35, 36, 47, 72, 55, 61, 77, 80, 80, 71, 77, 78, 86, 69, 62, 61, 64, 65, 60, 79, 99, 100, 104, 95, 87, 69, 53, 47, 51, 45, 48, 54, 48, 58, 67, 69, 90, 146, 165], "n_pos": 307, "sum_m_en": [29.091688, 16.165915, 16.034668, 16.466944, 16.943996, 16.954489, 17.291536, 18.395442, 18.396686, 19.199429, 18.890694, 19.908666, 19.914603, 20.814454, 20.554619, 19.721339, 18.697162, 17.747897, 15.814679, 14.858754, 14.282544, 13.790337, 13.590128, 13.313893, 24.398131, 27.136026, 28.539463, 29.362184, 28.218911, 29.215354, 26.862922, 26.584862, 26.733335, 27.525864, 27.677381, 28.803609, 30.274633, 33.009454, 32.073437, 32.260389, 31.64106, 41.704162, 46.615325, 49.625396, 46.785594, 45.459054, 41.51583, 23.394602, 12.358007, 3.968748], "sum_m_pl": [115.507996, 142.267237, 138.172387, 137.587098, 133.919991, 133.886381, 132.83405, 131.066065, 130.945127, 132.781858, 131.437651, 130.500819, 137.153931, 136.365854, 139.298743, 141.524216, 143.054282, 142.58098, 146.334664, 149.705137, 151.057849, 151.370022, 150.318493, 148.689707, 121.362373, 119.289425, 119.25214, 124.01054, 129.41711, 129.05806, 134.246065, 135.939334, 136.35168, 134.31156, 134.959828, 131.435294, 123.653191, 118.357709, 119.106716, 115.162112, 111.1639, 100.967484, 97.90194, 88.103596, 82.182692, 84.271931, 84.063919, 94.824623, 137.684823, 164.307894]}, "digit": {"n_am_en": [5, 5, 6, 3, 2, 3, 1, 3, 2, 2, 3, 2, 3, 0, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 0, 0, 0, 0, 0, 2, 1, 2, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 5, 0, 0, 4, 1, 1, 2, 0, 2, 0, 1, 0, 2, 2, 1, 1, 2, 4, 5, 4, 4, 4, 5, 3, 2, 1, 1, 2, 0, 0, 1, 0, 2, 4, 3, 1, 0, 0, 2, 2, 1, 1, 1, 2, 2, 1, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.203954, 0.512038, 0.469636, 0.429717, 0.440867, 0.468234, 0.45725, 0.453362, 0.465379, 0.550064, 0.52334, 0.559651, 0.588289, 0.615177, 0.619891, 0.558102, 0.556502, 0.591308, 0.540371, 0.507668, 0.4802, 0.469665, 0.463092, 0.452481, 0.727079, 0.687694, 0.731148, 0.748921, 0.713631, 0.746637, 0.771545, 0.726775, 0.645657, 0.581863, 0.751583, 0.75958, 0.646024, 0.613821, 0.562013, 0.546219, 0.568256, 0.58623, 0.532579, 0.457403, 0.428597, 0.327218, 0.172666, 0.229996, 0.015045, 0.0], "sum_m_pl": [4.264327, 5.465263, 5.382377, 5.179658, 5.11431, 5.04616, 4.93859, 4.781725, 4.712766, 4.503284, 4.422121, 4.134405, 4.096996, 4.019041, 3.99836, 4.098992, 4.265721, 3.913128, 4.218712, 4.530429, 4.626472, 4.638293, 4.659255, 4.672461, 3.895671, 4.018607, 3.815986, 3.855333, 3.98917, 3.737268, 3.728268, 3.934495, 3.794624, 3.77826, 3.698182, 3.36845, 3.144019, 3.03197, 3.079261, 3.069141, 3.066832, 3.127405, 3.138141, 2.541571, 2.514899, 2.136384, 1.641686, 0.985081, 0.025834, 0.000245]}, "lang": {"n_am_en": [36, 33, 26, 20, 30, 14, 23, 31, 30, 29, 41, 32, 38, 42, 34, 37, 37, 36, 27, 20, 27, 26, 25, 26, 38, 39, 41, 33, 28, 37, 31, 35, 33, 30, 43, 51, 42, 42, 42, 35, 40, 50, 47, 50, 46, 43, 45, 15, 5, 4], "n_am_pl": [7, 40, 22, 37, 42, 19, 23, 17, 15, 23, 16, 27, 22, 27, 50, 34, 38, 45, 44, 46, 38, 47, 47, 49, 38, 32, 36, 39, 46, 40, 49, 55, 56, 64, 52, 51, 43, 30, 32, 33, 28, 32, 36, 33, 46, 54, 58, 82, 142, 162], "n_pos": 167, "sum_m_en": [15.860003, 8.997443, 8.854283, 9.348957, 9.667248, 9.744505, 10.081044, 10.67661, 10.595156, 10.851344, 10.559337, 10.91909, 10.832815, 11.534807, 11.479885, 10.888275, 10.162288, 9.583164, 8.499482, 7.990049, 7.676833, 7.412354, 7.319202, 7.092098, 14.21954, 16.034169, 16.785513, 17.178659, 16.265564, 16.528288, 15.091155, 15.109613, 15.481448, 16.132407, 15.789569, 16.740485, 17.773562, 19.031517, 18.805032, 19.506991, 19.454255, 27.666053, 31.338792, 35.537157, 33.476793, 31.516862, 29.902791, 15.005975, 6.775495, 3.965588], "sum_m_pl": [59.661078, 75.745924, 73.631579, 73.158322, 71.842227, 71.903454, 71.406631, 70.980332, 71.313888, 73.120822, 72.68641, 72.898622, 76.774061, 76.249258, 78.502711, 79.024363, 79.907944, 80.054489, 81.595586, 83.24762, 83.534656, 83.737712, 82.944322, 81.648496, 69.005621, 67.812815, 67.825206, 71.018761, 74.58421, 74.494657, 77.309391, 77.651662, 78.557333, 78.4223, 78.675502, 77.884762, 74.045984, 70.753095, 71.970877, 68.925017, 65.826984, 58.87616, 58.214393, 53.579862, 55.475004, 58.792453, 67.259824, 81.401654, 129.611142, 160.273842]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 309, "item_id": "pes-Okulistyka-2019 jesień-3", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 866, "region_end": 307, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 0.9805}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 35, 34, 25, 23, 23, 20, 28, 26, 27, 28, 27, 25, 25, 28, 24, 26, 28, 24, 22, 21, 19, 16, 21, 37, 32, 37, 31, 30, 31, 34, 32, 30, 25, 28, 29, 30, 27, 23, 28, 31, 32, 35, 31, 32, 29, 37, 43, 38, 39], "n_am_pl": [8, 13, 25, 19, 11, 8, 15, 8, 9, 10, 5, 9, 12, 15, 6, 10, 13, 8, 12, 12, 14, 12, 15, 15, 10, 12, 10, 15, 11, 11, 11, 9, 11, 9, 9, 12, 6, 7, 10, 10, 7, 6, 8, 12, 4, 7, 6, 2, 3, 2], "n_pos": 112, "sum_m_en": [13.796412, 7.413269, 6.777686, 7.177528, 6.949786, 6.443692, 6.232692, 7.16317, 7.393304, 7.597677, 7.810954, 8.118776, 8.474249, 8.853328, 8.308489, 7.697459, 7.3169, 7.299185, 6.865237, 6.361381, 6.005052, 5.750163, 5.540891, 5.358522, 11.832845, 14.860514, 15.00881, 13.579121, 12.522921, 12.622161, 11.854825, 11.374983, 12.033597, 12.443142, 12.273085, 12.256296, 13.6295, 13.761325, 15.013874, 16.477977, 17.914258, 21.258329, 21.589186, 23.569368, 29.290995, 29.171393, 34.812062, 39.542786, 37.67507, 38.755517], "sum_m_pl": [39.551866, 52.106092, 52.493786, 51.249284, 49.356994, 50.342052, 49.928147, 48.827999, 47.466955, 47.608456, 45.613242, 45.894363, 45.934643, 44.79397, 46.37013, 47.207208, 49.503089, 48.574292, 48.831448, 50.774992, 51.366551, 51.892784, 52.12982, 52.562531, 38.238794, 36.88341, 33.76843, 37.245676, 37.796129, 39.464585, 40.372101, 41.679284, 40.445312, 38.572561, 38.538859, 37.025315, 32.444789, 31.143328, 28.860941, 27.693819, 25.616511, 21.512376, 21.023157, 19.832756, 12.357945, 10.510687, 8.716976, 4.337292, 2.846581, 2.003792]}, "digit": {"n_am_en": [2, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.965303, 0.205644, 0.20787, 0.190451, 0.19749, 0.174289, 0.176375, 0.154571, 0.158514, 0.17762, 0.193459, 0.139031, 0.172108, 0.185003, 0.202119, 0.156082, 0.16356, 0.176636, 0.154755, 0.159488, 0.160852, 0.159468, 0.159856, 0.159793, 0.050684, 0.089967, 0.034121, 0.053564, 0.073221, 0.148148, 0.142266, 0.130828, 0.198549, 0.147525, 0.234048, 0.197053, 0.144574, 0.097241, 0.066246, 0.055293, 0.060546, 0.067553, 0.068483, 0.057074, 0.065456, 0.07002, 0.063846, 0.037492, 0.001063, 0.000102], "sum_m_pl": [0.901204, 2.097934, 2.104643, 2.008324, 1.806588, 1.616147, 1.759811, 1.736127, 1.540108, 1.554032, 1.400807, 0.934589, 1.232122, 1.071441, 1.137457, 0.971073, 1.158327, 1.220819, 1.503007, 1.683375, 1.761107, 1.838105, 1.809412, 1.870013, 0.284162, 0.452013, 0.156035, 0.289102, 0.451373, 0.714337, 0.818074, 0.956614, 1.220776, 0.74745, 0.852431, 1.109915, 0.857315, 0.830345, 0.66452, 0.501099, 0.543765, 0.531875, 0.45188, 0.432362, 0.565264, 0.363841, 0.066272, 0.126201, 0.004455, 2.7e-05]}, "lang": {"n_am_en": [13, 13, 14, 12, 11, 10, 11, 14, 11, 11, 14, 13, 13, 14, 15, 11, 15, 15, 11, 13, 10, 11, 9, 14, 15, 17, 20, 16, 14, 13, 11, 15, 12, 13, 16, 15, 16, 13, 13, 14, 15, 19, 21, 20, 19, 20, 25, 31, 37, 39], "n_am_pl": [3, 8, 8, 10, 5, 2, 4, 1, 2, 2, 1, 3, 5, 6, 6, 4, 5, 1, 4, 4, 5, 4, 7, 5, 4, 4, 2, 4, 3, 4, 3, 2, 5, 2, 2, 3, 0, 2, 3, 4, 4, 3, 2, 3, 2, 4, 3, 0, 2, 2], "n_pos": 42, "sum_m_en": [5.41304, 3.225487, 2.807823, 3.215755, 2.987712, 2.794078, 2.498586, 2.978554, 2.86641, 3.045576, 2.94598, 3.215113, 3.370417, 3.68181, 3.430583, 3.147852, 2.930983, 2.907221, 2.753618, 2.583243, 2.404525, 2.233619, 2.133381, 2.062198, 5.117653, 7.082443, 7.172394, 6.419328, 5.56929, 5.15491, 4.593955, 4.82478, 5.315224, 5.380607, 5.547027, 5.518775, 6.021087, 6.089482, 6.87311, 7.818572, 8.268642, 11.37019, 11.910034, 13.114715, 15.990399, 17.244676, 21.847606, 27.532217, 34.802138, 37.062612], "sum_m_pl": [14.217199, 18.918344, 19.326959, 18.66878, 18.034161, 18.717934, 18.508219, 18.262071, 17.84257, 18.309633, 17.872735, 18.267095, 18.082201, 17.712019, 18.320295, 18.538868, 19.319623, 19.010957, 18.921063, 19.459325, 19.61651, 19.710554, 19.805696, 19.953973, 16.129827, 15.114131, 14.221668, 15.700487, 15.795621, 16.271402, 16.763211, 16.872665, 15.870056, 15.69156, 15.027989, 14.803507, 12.447525, 12.574636, 11.60707, 11.17367, 10.643326, 8.466338, 8.579799, 7.348352, 5.564793, 4.985631, 5.095618, 1.087843, 1.814661, 1.959177]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 114, "item_id": "pes-Okulistyka-2019 jesień-4", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 959, "region_end": 112, "roundtrip_ok": true, "tf_agree": 0.9912, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 37, 42, 26, 22, 26, 31, 28, 26, 29, 37, 32, 25, 27, 27, 23, 25, 19, 16, 11, 11, 12, 12, 19, 41, 46, 40, 43, 32, 29, 33, 27, 31, 32, 35, 36, 35, 38, 38, 42, 41, 40, 38, 40, 41, 39, 24, 18, 10, 7], "n_am_pl": [7, 37, 27, 20, 17, 22, 17, 22, 13, 16, 14, 16, 19, 22, 18, 19, 24, 21, 36, 40, 42, 46, 52, 50, 31, 27, 20, 22, 26, 19, 16, 23, 21, 28, 28, 22, 22, 28, 29, 26, 26, 25, 27, 26, 33, 34, 48, 49, 73, 80], "n_pos": 163, "sum_m_en": [15.640671, 8.322821, 8.402612, 8.788254, 8.584276, 8.529342, 8.383413, 8.841741, 8.976862, 9.531406, 9.787707, 10.24225, 10.033704, 10.300049, 10.615899, 10.262839, 9.920597, 9.654138, 8.524536, 7.902399, 7.45764, 7.182025, 7.13153, 7.106633, 13.162167, 15.607501, 15.762707, 14.67094, 14.19524, 14.173476, 13.953588, 13.285986, 13.581495, 14.281829, 14.655555, 14.960609, 16.069074, 17.387947, 18.744377, 21.750532, 20.902758, 22.968808, 23.614691, 27.573275, 29.926804, 30.511232, 21.725885, 17.620823, 9.964009, 7.047413], "sum_m_pl": [60.852232, 75.865173, 74.548023, 72.661573, 70.028009, 71.890299, 72.07427, 71.735329, 71.064893, 71.081417, 69.15824, 70.202173, 70.8851, 69.875758, 70.350717, 71.754255, 73.948436, 73.803912, 76.312094, 78.571755, 79.893193, 80.242368, 79.951485, 80.263421, 63.854108, 61.479492, 57.097121, 60.274888, 61.663046, 63.539961, 64.323952, 66.79435, 65.866267, 62.93238, 61.977594, 58.00899, 55.332193, 54.586619, 52.821829, 52.345971, 50.729861, 50.135065, 49.376091, 44.611267, 42.912451, 42.109867, 50.988848, 51.728094, 70.460228, 80.21187]}, "digit": {"n_am_en": [2, 4, 5, 3, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 2, 2, 0, 1, 1, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [1.245292, 0.270036, 0.256224, 0.249435, 0.284698, 0.299856, 0.265921, 0.247484, 0.240353, 0.311522, 0.28697, 0.305476, 0.317881, 0.283577, 0.285224, 0.300293, 0.296676, 0.304703, 0.269637, 0.271639, 0.267186, 0.256099, 0.253438, 0.254935, 0.302775, 0.286502, 0.233439, 0.262943, 0.311887, 0.437392, 0.378944, 0.347655, 0.316699, 0.286786, 0.378052, 0.386869, 0.369134, 0.376523, 0.290464, 0.211221, 0.242882, 0.259142, 0.251437, 0.232677, 0.193435, 0.064545, 0.029689, 0.025997, 0.000652, 0.0], "sum_m_pl": [1.706218, 3.219706, 3.225677, 3.170646, 2.947341, 2.780223, 2.854481, 2.838306, 2.858546, 2.873139, 2.807337, 2.433701, 2.389371, 2.163948, 1.982652, 1.986141, 2.007978, 2.02463, 2.430926, 2.678615, 2.789064, 2.842265, 2.841144, 2.874353, 1.481938, 1.649542, 1.112793, 1.152757, 1.223089, 1.45422, 1.680729, 1.808479, 1.743308, 1.482707, 1.488747, 1.578385, 1.630451, 2.064712, 2.107758, 2.143982, 2.007592, 2.210386, 2.064142, 1.483525, 1.226423, 0.91786, 0.308729, 0.243644, 0.003186, 5.3e-05]}, "lang": {"n_am_en": [27, 20, 24, 10, 9, 13, 19, 14, 15, 17, 22, 21, 16, 16, 16, 12, 17, 8, 8, 7, 5, 6, 9, 12, 25, 28, 24, 23, 19, 18, 21, 18, 22, 21, 26, 22, 23, 23, 26, 30, 31, 31, 27, 33, 34, 34, 21, 17, 7, 7], "n_am_pl": [4, 22, 12, 9, 9, 8, 9, 11, 4, 10, 5, 9, 8, 11, 11, 13, 15, 14, 21, 27, 29, 26, 33, 32, 19, 17, 12, 11, 17, 8, 11, 13, 11, 19, 16, 14, 13, 21, 22, 21, 22, 20, 22, 23, 26, 29, 42, 42, 71, 79], "n_pos": 86, "sum_m_en": [7.993371, 4.401895, 4.512067, 4.575985, 4.555428, 4.56425, 4.640911, 4.90904, 5.022605, 5.256336, 5.408532, 5.654827, 5.573067, 5.833899, 5.972301, 5.70769, 5.462168, 5.253596, 4.611757, 4.285784, 4.041195, 3.870142, 3.865289, 3.85743, 8.396872, 10.29245, 9.937499, 9.171816, 8.765799, 8.364652, 8.228539, 7.948582, 8.070987, 8.831118, 9.032017, 9.221365, 10.005247, 10.987006, 13.058599, 16.259072, 15.929332, 17.939485, 17.858672, 22.658448, 25.627977, 27.469176, 18.682701, 14.88831, 7.99653, 7.026109], "sum_m_pl": [31.790545, 39.472086, 38.678198, 37.394577, 35.760228, 37.017537, 37.11484, 36.893835, 36.326981, 36.553715, 35.674999, 36.546442, 37.336159, 37.175982, 38.247016, 38.656953, 39.802065, 39.761012, 40.8341, 41.904114, 42.329224, 42.54704, 42.334248, 42.472746, 36.390177, 34.285073, 33.002859, 34.009164, 34.795012, 35.335464, 35.631384, 36.600272, 36.650417, 35.024958, 34.55067, 34.013792, 33.252404, 33.238668, 32.509538, 32.293695, 32.263029, 33.039951, 32.487203, 30.652409, 30.373611, 30.338432, 41.234441, 43.646257, 64.662468, 77.996246]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 165, "item_id": "pes-Okulistyka-2019 jesień-4", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 839, "region_end": 163, "roundtrip_ok": true, "tf_agree": 0.9758, "tf_agree_excl_first": 0.9817}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [28, 32, 28, 19, 21, 18, 18, 18, 20, 20, 20, 34, 23, 25, 24, 25, 27, 24, 24, 10, 13, 11, 11, 17, 27, 29, 29, 24, 27, 31, 28, 25, 27, 22, 27, 33, 35, 37, 37, 34, 39, 34, 34, 38, 34, 41, 45, 47, 55, 42], "n_am_pl": [6, 18, 13, 12, 15, 9, 14, 8, 9, 15, 9, 4, 13, 9, 8, 5, 10, 7, 7, 10, 14, 11, 10, 10, 6, 4, 6, 11, 8, 8, 8, 8, 6, 4, 12, 9, 8, 8, 5, 5, 7, 18, 15, 14, 10, 7, 4, 2, 1, 1], "n_pos": 95, "sum_m_en": [11.603822, 5.808811, 5.753693, 5.265682, 5.317079, 5.210192, 5.264651, 5.249081, 5.483172, 5.564989, 5.791105, 6.381752, 6.72722, 7.353107, 7.0945, 6.876721, 6.552773, 6.068919, 5.576203, 4.799471, 4.687456, 4.433651, 4.289503, 4.27623, 9.675315, 10.919308, 10.886826, 10.458005, 10.575361, 10.006581, 9.861497, 9.996862, 10.899536, 10.184039, 11.327114, 12.167859, 13.997831, 15.886488, 16.068316, 17.281927, 18.403092, 21.522299, 22.799575, 26.200309, 27.967973, 30.137219, 38.739848, 42.337315, 49.412558, 43.467465], "sum_m_pl": [33.032358, 44.368563, 44.436584, 44.785427, 44.627165, 44.652162, 44.561453, 43.048252, 42.868204, 43.785939, 43.550024, 42.483048, 40.973477, 40.066665, 41.258174, 42.574338, 43.146525, 42.968782, 44.026015, 45.708506, 46.044397, 46.438254, 46.385011, 46.366149, 33.131493, 33.958672, 34.320924, 35.931156, 36.856387, 37.098069, 37.567508, 37.509241, 36.157149, 36.761951, 34.883522, 34.207831, 31.176997, 29.306939, 29.312364, 28.609117, 27.112057, 25.836941, 24.387909, 21.480561, 16.836463, 13.576271, 8.40732, 4.821757, 2.009055, 1.209661]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 15, 13, 9, 13, 12, 10, 11, 11, 12, 12, 16, 10, 13, 13, 14, 15, 13, 15, 7, 6, 7, 7, 12, 18, 19, 20, 16, 17, 16, 15, 14, 16, 14, 17, 23, 21, 23, 22, 22, 23, 20, 21, 24, 22, 26, 29, 34, 42, 42], "n_am_pl": [2, 8, 9, 6, 10, 4, 11, 6, 5, 9, 4, 3, 7, 4, 0, 1, 4, 4, 3, 6, 8, 6, 5, 5, 3, 2, 3, 7, 3, 4, 3, 5, 3, 2, 6, 4, 5, 6, 5, 4, 5, 8, 4, 5, 4, 2, 1, 1, 0, 1], "n_pos": 45, "sum_m_en": [5.345854, 2.725492, 2.662984, 2.473999, 2.570467, 2.5425, 2.525445, 2.492291, 2.679232, 2.673531, 2.804226, 3.125634, 3.238414, 3.66178, 3.529433, 3.338109, 3.255076, 3.053366, 2.8096, 2.409749, 2.320533, 2.161025, 2.084385, 2.052325, 5.223317, 5.814855, 5.786369, 5.455235, 5.487768, 5.165984, 5.155803, 5.179895, 5.945689, 5.633502, 6.52148, 7.537458, 8.785414, 10.481674, 10.622912, 11.275798, 11.901682, 13.773037, 14.435817, 15.28951, 16.591949, 18.658057, 25.249205, 29.207355, 37.789669, 40.628934], "sum_m_pl": [14.968033, 21.304785, 21.5932, 21.467182, 21.306413, 21.423651, 21.463931, 20.726633, 20.494959, 20.938684, 20.594534, 20.027505, 19.195373, 18.618779, 19.185821, 20.153568, 20.519533, 20.3961, 20.950793, 21.711672, 21.822264, 22.093753, 22.044426, 22.044921, 16.582466, 16.63232, 16.297944, 17.235392, 17.798936, 17.449258, 17.818288, 17.769586, 16.826275, 17.259356, 16.092752, 15.595887, 14.175151, 13.237271, 12.947507, 12.632969, 12.225343, 11.069493, 10.616042, 9.658348, 7.436289, 5.263427, 3.079903, 1.69283, 0.384725, 1.003284]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 97, "item_id": "pes-Okulistyka-2019 jesień-91", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 889, "region_end": 95, "roundtrip_ok": true, "tf_agree": 0.9485, "tf_agree_excl_first": 0.9583}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [20, 6, 8, 10, 4, 3, 2, 6, 6, 11, 13, 10, 14, 11, 8, 10, 15, 10, 10, 10, 8, 9, 11, 8, 6, 8, 10, 9, 8, 8, 6, 7, 8, 9, 12, 11, 11, 13, 15, 11, 13, 12, 10, 10, 10, 13, 5, 4, 2, 1], "n_am_pl": [4, 16, 12, 5, 7, 5, 12, 11, 6, 8, 10, 11, 5, 5, 7, 4, 6, 6, 5, 9, 6, 10, 7, 12, 5, 11, 8, 7, 9, 5, 11, 11, 12, 7, 5, 6, 9, 7, 4, 8, 5, 6, 8, 5, 3, 7, 14, 18, 21, 31], "n_pos": 51, "sum_m_en": [4.733997, 2.537933, 2.702207, 2.576476, 2.529616, 2.465214, 2.532336, 2.640973, 2.727024, 2.963427, 3.139007, 3.197494, 3.428511, 3.5593, 3.351412, 3.167297, 3.077011, 2.792765, 2.456035, 2.212728, 2.17981, 2.116335, 2.075985, 2.064716, 3.642317, 3.981296, 3.929179, 4.130697, 4.032213, 4.120146, 4.076224, 4.177329, 4.431035, 4.412523, 4.826951, 4.315659, 4.611716, 4.529148, 4.737233, 5.505003, 5.708241, 7.191839, 6.815631, 6.725661, 7.063116, 7.164805, 4.764931, 3.713484, 1.82676, 1.015862], "sum_m_pl": [18.548589, 23.72104, 22.685325, 22.51787, 21.785308, 22.099309, 22.211241, 22.08299, 22.362463, 22.822907, 22.403571, 22.383035, 22.198054, 21.564411, 22.45756, 22.837303, 23.383487, 23.84012, 24.694, 25.387374, 25.331929, 25.43729, 25.315363, 25.350044, 20.07538, 20.148708, 20.213596, 20.654129, 21.288787, 21.691406, 21.950463, 21.798006, 21.372606, 20.217519, 19.340785, 19.956256, 19.283471, 18.748493, 19.060746, 19.177673, 18.202183, 16.824082, 17.042069, 15.629946, 13.825821, 15.65962, 16.561957, 17.989458, 22.261498, 30.25383]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 5, 6, 6, 3, 0, 1, 2, 3, 7, 10, 9, 10, 9, 6, 8, 10, 6, 6, 7, 5, 6, 8, 6, 5, 7, 8, 6, 6, 7, 5, 6, 7, 8, 9, 9, 8, 8, 10, 7, 8, 9, 7, 7, 8, 10, 4, 3, 1, 1], "n_am_pl": [2, 10, 6, 3, 5, 3, 4, 6, 2, 3, 4, 6, 3, 2, 3, 1, 2, 2, 3, 5, 4, 4, 2, 7, 4, 9, 5, 7, 8, 4, 9, 8, 9, 5, 4, 4, 6, 6, 4, 7, 4, 6, 6, 5, 3, 7, 13, 16, 20, 31], "n_pos": 33, "sum_m_en": [3.098469, 1.610635, 1.699637, 1.626105, 1.675887, 1.587359, 1.664681, 1.704703, 1.815116, 2.03348, 2.177846, 2.240122, 2.391518, 2.503963, 2.308638, 2.086709, 2.040181, 1.834744, 1.608152, 1.443646, 1.408982, 1.365056, 1.331452, 1.31756, 2.375032, 2.750991, 2.698448, 2.890028, 2.78262, 2.895971, 2.875132, 2.944524, 3.048945, 3.036556, 3.221677, 2.856403, 2.868324, 2.963323, 3.320573, 3.975431, 4.138879, 4.895872, 4.548541, 4.400466, 5.476023, 5.838687, 3.629612, 2.877217, 1.414862, 1.015521], "sum_m_pl": [11.470183, 15.294836, 14.520744, 14.436343, 13.919752, 14.034643, 14.026698, 14.06782, 14.264612, 14.563388, 14.405546, 14.444006, 14.348385, 13.881535, 14.774422, 14.931587, 15.350077, 15.805229, 16.219864, 16.664855, 16.646954, 16.751849, 16.653916, 16.717345, 13.691451, 13.724094, 13.803014, 14.020469, 14.596354, 14.653048, 14.882875, 14.605975, 14.56546, 14.051666, 13.583035, 14.135997, 13.850393, 13.193913, 13.392325, 13.575059, 13.04935, 12.28243, 12.741743, 11.970658, 11.42612, 12.7465, 14.964214, 16.105688, 20.717561, 29.485734]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 53, "item_id": "pes-Okulistyka-2019 jesień-91", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 769, "region_end": 51, "roundtrip_ok": true, "tf_agree": 0.9623, "tf_agree_excl_first": 0.9808}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 20, 27, 21, 22, 25, 19, 22, 19, 21, 17, 22, 23, 18, 20, 19, 27, 18, 22, 18, 20, 21, 21, 23, 28, 31, 27, 28, 31, 20, 18, 20, 25, 23, 24, 31, 35, 34, 40, 37, 39, 42, 41, 53, 47, 51, 54, 54, 51, 54], "n_am_pl": [11, 22, 19, 23, 18, 16, 17, 19, 16, 15, 17, 17, 16, 11, 15, 10, 15, 12, 12, 15, 21, 23, 16, 20, 14, 9, 17, 21, 19, 14, 16, 10, 12, 13, 19, 15, 12, 10, 10, 13, 10, 8, 8, 9, 9, 5, 4, 5, 0, 0], "n_pos": 101, "sum_m_en": [10.291189, 6.408059, 6.462825, 6.218906, 6.07959, 5.937177, 5.997998, 6.033385, 6.085924, 6.187665, 6.208137, 6.99152, 6.997277, 7.275936, 7.244628, 7.029499, 7.065367, 6.860794, 6.476384, 5.832009, 5.587551, 5.365799, 5.167952, 4.946966, 12.540338, 12.732003, 12.77915, 13.546243, 12.506852, 12.774707, 11.625597, 11.341312, 12.260718, 12.959376, 12.786427, 13.396872, 15.322699, 16.260314, 17.109378, 21.207434, 21.839743, 25.45804, 29.77914, 35.920619, 38.803401, 42.254912, 48.144195, 47.347349, 48.197495, 50.438243], "sum_m_pl": [37.470011, 46.035245, 44.809156, 44.013738, 43.342999, 44.626836, 44.273838, 43.219595, 41.805859, 42.904178, 42.708766, 42.783125, 42.693269, 41.450309, 43.47245, 44.29838, 44.938549, 43.334251, 43.94647, 45.970416, 46.795234, 47.385349, 47.232383, 47.529359, 36.678294, 36.18661, 34.660134, 35.305278, 38.1612, 36.985625, 38.368661, 39.515082, 38.324984, 37.543874, 37.467063, 36.209146, 33.132094, 31.753982, 31.597177, 29.917415, 30.089627, 25.060695, 23.623723, 21.193005, 16.219071, 12.907454, 7.944127, 7.453242, 1.552644, 0.566834]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 12, 18, 12, 12, 12, 10, 12, 12, 13, 11, 13, 16, 14, 13, 13, 20, 13, 13, 10, 11, 8, 8, 10, 18, 20, 19, 16, 18, 14, 11, 12, 13, 14, 13, 18, 20, 23, 26, 22, 24, 29, 26, 32, 30, 33, 37, 42, 47, 52], "n_am_pl": [5, 12, 12, 14, 12, 11, 11, 12, 8, 9, 6, 8, 9, 4, 8, 3, 9, 8, 8, 9, 12, 17, 12, 16, 7, 5, 8, 12, 11, 7, 9, 4, 7, 8, 14, 11, 9, 6, 5, 6, 5, 4, 5, 6, 6, 3, 2, 1, 0, 0], "n_pos": 52, "sum_m_en": [5.801196, 3.24152, 3.257545, 3.280028, 3.138603, 3.120199, 3.057743, 3.0471, 3.05745, 3.209807, 3.252046, 3.67573, 3.719951, 3.921369, 3.899968, 3.784757, 3.836578, 3.822122, 3.480165, 3.0815, 2.884501, 2.745351, 2.626078, 2.543277, 6.362758, 7.252147, 7.954246, 8.217288, 7.55248, 7.400432, 6.852166, 6.694388, 7.408135, 8.159119, 7.941882, 8.326031, 10.015103, 10.77187, 11.085851, 12.995622, 13.676684, 16.906082, 17.82522, 20.698482, 23.753473, 28.169443, 34.195027, 37.463164, 43.748704, 48.365525], "sum_m_pl": [18.815932, 23.873373, 23.56874, 22.743031, 22.616431, 23.11964, 23.109726, 22.833935, 22.281188, 22.863125, 22.589755, 22.535788, 22.420182, 21.526434, 22.775176, 23.152602, 23.375398, 22.703373, 23.109046, 24.169463, 24.625155, 24.961605, 24.926919, 25.030879, 20.432672, 19.782332, 18.774197, 18.687217, 20.228442, 19.537351, 20.118964, 20.531504, 20.079824, 19.537309, 19.168365, 18.899769, 17.377385, 16.679219, 16.694112, 15.610566, 16.069109, 13.29363, 12.668057, 11.476039, 9.202096, 6.711891, 3.722391, 2.528234, 0.776459, 0.208146]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 103, "item_id": "pes-Okulistyka-2019 wiosna-110", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 964, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9709, "tf_agree_excl_first": 0.9804}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 20, 18, 15, 20, 21, 20, 24, 23, 23, 26, 23, 13, 19, 18, 30, 23, 27, 25, 22, 17, 22, 19, 18, 18, 25, 30, 28, 24, 23, 24, 19, 21, 28, 25, 23, 20, 20, 24, 22, 31, 30, 32, 30, 23, 25, 17, 11, 5, 2], "n_am_pl": [13, 28, 30, 33, 23, 21, 19, 21, 20, 13, 13, 12, 20, 14, 22, 13, 22, 21, 19, 27, 30, 27, 26, 29, 18, 17, 19, 17, 28, 24, 21, 32, 28, 21, 24, 30, 21, 23, 28, 26, 20, 19, 22, 26, 33, 37, 44, 51, 62, 76], "n_pos": 114, "sum_m_en": [10.839562, 5.918176, 5.922815, 5.851841, 6.002714, 5.877888, 6.302461, 6.722845, 6.892687, 7.002308, 6.806292, 7.290325, 7.282156, 7.502832, 7.819696, 7.764593, 7.546971, 6.927028, 6.408513, 5.789179, 5.454608, 5.280456, 5.269424, 5.219652, 11.52309, 12.517439, 13.160329, 13.343742, 12.20639, 11.934888, 11.577409, 10.958799, 10.596181, 10.781361, 11.132751, 10.69507, 11.384662, 12.023985, 12.206656, 12.948418, 12.918847, 14.76241, 18.033537, 17.903277, 15.997041, 14.050964, 13.26006, 10.313154, 5.365056, 2.024909], "sum_m_pl": [43.079646, 53.183416, 51.482401, 51.032771, 48.260557, 50.068275, 49.481629, 48.77405, 48.19487, 49.324713, 48.801507, 48.425896, 49.472126, 49.144707, 50.91139, 52.374976, 53.466278, 52.973583, 53.936214, 55.405756, 56.153281, 56.320667, 55.691575, 55.512769, 43.478809, 42.146766, 40.744096, 41.912796, 45.010485, 45.502079, 46.28827, 47.341724, 46.956332, 45.701063, 45.653463, 44.567102, 43.900473, 43.263097, 44.668619, 44.42435, 42.680901, 38.466399, 36.607266, 37.105958, 39.806359, 44.710679, 46.64314, 49.121545, 60.427366, 74.428693]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 18, 10, 11, 15, 13, 17, 14, 19, 19, 20, 19, 9, 13, 12, 25, 18, 19, 16, 14, 12, 16, 13, 13, 13, 15, 18, 20, 19, 16, 20, 13, 13, 22, 19, 16, 14, 12, 16, 14, 22, 23, 25, 23, 19, 19, 13, 10, 5, 2], "n_am_pl": [7, 18, 17, 21, 13, 13, 13, 15, 11, 8, 8, 9, 13, 9, 18, 10, 17, 16, 14, 19, 23, 21, 21, 23, 15, 14, 15, 12, 22, 21, 16, 26, 26, 19, 21, 26, 18, 21, 24, 24, 19, 17, 20, 21, 29, 33, 40, 46, 60, 74], "n_pos": 76, "sum_m_en": [7.096464, 3.939173, 3.91131, 3.852999, 4.039593, 3.891658, 4.240468, 4.429619, 4.554542, 4.876302, 4.680515, 5.033142, 4.881151, 5.063157, 5.294056, 5.247352, 5.103124, 4.645402, 4.270813, 3.877966, 3.653414, 3.542999, 3.546001, 3.501727, 7.622815, 8.272594, 8.992155, 9.274016, 8.422907, 8.051188, 7.910938, 7.307185, 7.004527, 7.466547, 7.784665, 7.543375, 7.803984, 8.616839, 8.75858, 9.082859, 9.560508, 11.652607, 13.857224, 13.550399, 12.741426, 11.666723, 10.958748, 8.866678, 4.940715, 2.00603], "sum_m_pl": [28.857576, 35.194054, 34.04432, 33.960404, 32.05455, 33.424484, 33.274156, 32.694062, 32.358718, 33.128839, 33.088383, 33.032873, 33.798566, 33.577786, 34.726558, 35.526619, 36.049311, 35.963255, 36.381072, 37.247622, 37.691185, 37.816108, 37.392541, 37.237895, 31.084407, 29.887338, 29.261033, 29.699686, 31.768664, 32.036758, 32.523952, 33.424509, 33.753078, 33.107778, 32.752159, 32.275512, 32.321708, 32.064459, 33.000073, 32.895921, 31.537758, 28.776061, 27.617682, 28.245752, 31.816007, 36.538281, 41.641798, 44.311388, 57.495563, 72.004761]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 116, "item_id": "pes-Okulistyka-2019 wiosna-110", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 844, "region_end": 114, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9739}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 29, 34, 20, 27, 29, 32, 23, 23, 17, 27, 25, 33, 30, 26, 25, 31, 27, 25, 26, 26, 27, 27, 26, 33, 25, 29, 29, 42, 34, 40, 33, 36, 31, 23, 23, 40, 46, 48, 54, 54, 60, 54, 48, 51, 47, 47, 48, 57, 49], "n_am_pl": [7, 21, 22, 26, 16, 14, 10, 15, 11, 13, 15, 8, 9, 16, 10, 12, 9, 10, 12, 13, 14, 11, 9, 11, 14, 15, 21, 15, 17, 18, 15, 13, 18, 14, 15, 19, 12, 10, 12, 11, 14, 7, 12, 12, 7, 6, 2, 1, 0, 0], "n_pos": 122, "sum_m_en": [14.132605, 8.321939, 7.610572, 7.245696, 7.510173, 7.507534, 7.394477, 7.413413, 7.755535, 7.644386, 7.567948, 8.167325, 8.326924, 8.835777, 8.731206, 8.499759, 8.48848, 8.203138, 8.164341, 7.632437, 7.169693, 6.410695, 6.137587, 5.917474, 12.98439, 13.796201, 13.316953, 12.17612, 12.631656, 12.379828, 11.938175, 11.861591, 12.260253, 12.087529, 12.358427, 13.252384, 15.749455, 17.124712, 17.526494, 24.957446, 26.582331, 29.710304, 32.476483, 33.050667, 36.384083, 40.076794, 43.407065, 45.720956, 53.311966, 49.189742], "sum_m_pl": [42.53793, 54.010826, 55.516744, 54.552254, 53.517238, 53.851513, 53.222235, 54.055762, 51.641963, 53.606305, 53.492869, 53.052788, 52.613047, 51.747683, 52.954752, 53.82888, 54.52975, 53.292353, 54.49868, 56.240411, 56.39262, 57.864435, 57.648786, 58.408511, 46.314111, 46.351908, 43.982427, 47.57457, 49.976569, 50.274629, 50.717143, 50.041246, 48.138004, 48.134953, 47.638461, 44.907072, 42.688566, 41.556041, 40.661319, 36.05989, 34.33367, 29.112599, 26.511836, 26.504287, 19.264305, 12.237223, 8.155666, 5.042307, 1.253668, 0.102807]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 10, 11, 6, 11, 15, 13, 11, 9, 10, 14, 10, 15, 15, 15, 10, 15, 8, 12, 12, 12, 11, 13, 11, 14, 11, 18, 14, 21, 17, 13, 12, 17, 14, 13, 13, 23, 26, 23, 25, 29, 32, 32, 31, 31, 29, 29, 35, 48, 48], "n_am_pl": [3, 8, 11, 10, 4, 5, 4, 5, 5, 5, 6, 5, 5, 7, 3, 6, 3, 6, 4, 6, 6, 5, 5, 6, 6, 4, 6, 6, 6, 8, 7, 6, 7, 6, 6, 9, 7, 5, 6, 6, 9, 5, 6, 6, 3, 5, 1, 1, 0, 0], "n_pos": 50, "sum_m_en": [5.668425, 3.266353, 2.973673, 2.89121, 3.035332, 3.137491, 3.152177, 3.185941, 3.446496, 3.296885, 3.23821, 3.587368, 3.545104, 3.933146, 3.922076, 3.665241, 3.580711, 3.383009, 3.391488, 3.151977, 3.064371, 2.697157, 2.542484, 2.457623, 6.018185, 6.650421, 6.715145, 5.688292, 5.634762, 5.397285, 5.26776, 5.145085, 5.354365, 5.453093, 5.651437, 6.428418, 7.417768, 8.496849, 8.524537, 11.692746, 13.393046, 15.599769, 17.21944, 19.29422, 20.012294, 23.75359, 25.950969, 32.03129, 43.512623, 46.108473], "sum_m_pl": [17.120042, 22.068972, 22.505844, 22.279291, 21.726975, 21.932885, 21.830132, 22.26446, 21.407136, 22.19942, 22.105433, 21.923451, 21.890941, 21.374398, 21.771598, 22.024875, 22.314043, 21.91859, 22.344119, 23.094972, 22.94855, 23.617154, 23.61295, 23.961744, 18.367358, 18.542873, 17.746389, 19.170192, 20.446561, 20.769362, 21.127676, 20.778011, 19.912378, 19.894647, 19.354152, 18.489499, 17.987086, 17.600341, 17.503925, 15.747436, 15.072455, 12.629355, 11.627989, 11.538253, 9.418091, 6.310461, 4.693409, 2.7922, 0.453535, 0.076469]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 468, "item_id": "pes-Okulistyka-2019 wiosna-98", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 998, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9743}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [51, 33, 34, 29, 17, 14, 19, 24, 18, 20, 29, 26, 28, 32, 28, 35, 34, 23, 26, 23, 22, 19, 20, 24, 38, 39, 27, 35, 26, 30, 28, 24, 28, 28, 30, 34, 34, 30, 37, 42, 46, 51, 49, 48, 48, 46, 29, 17, 4, 2], "n_am_pl": [16, 27, 24, 28, 25, 24, 27, 22, 23, 26, 21, 16, 20, 23, 24, 21, 23, 33, 30, 32, 36, 39, 34, 33, 29, 23, 30, 24, 26, 22, 22, 24, 22, 22, 24, 26, 29, 34, 31, 31, 35, 32, 25, 33, 28, 30, 42, 45, 84, 93], "n_pos": 157, "sum_m_en": [14.758723, 8.404249, 8.470588, 8.328359, 8.079938, 7.841225, 7.822838, 8.10138, 8.317834, 8.710649, 9.005326, 8.93811, 9.182636, 9.454048, 9.215152, 9.435156, 9.470197, 8.899065, 8.406904, 7.877881, 7.551436, 7.111343, 7.08491, 7.000511, 12.336022, 13.791046, 13.433457, 13.450844, 13.237596, 13.444593, 13.53055, 12.906497, 12.892855, 12.785218, 12.746018, 12.49119, 13.614311, 15.346321, 16.817371, 21.180231, 21.547565, 22.267692, 24.294935, 24.845804, 29.641116, 30.614391, 24.544344, 15.786565, 4.871407, 2.008464], "sum_m_pl": [59.18961, 72.71499, 71.743909, 70.616691, 69.128844, 69.319403, 69.620073, 69.494008, 67.584087, 69.222298, 69.135749, 69.99067, 71.558869, 71.407954, 73.734277, 75.036372, 74.869454, 72.843717, 75.050032, 76.804838, 77.139181, 77.619851, 77.345314, 77.724317, 62.972462, 63.888883, 61.66238, 64.460094, 67.527291, 68.330801, 68.20264, 68.585517, 68.506153, 66.344924, 66.333383, 63.528259, 64.057327, 63.845717, 63.650511, 60.927294, 61.000537, 60.370504, 55.93041, 53.385158, 47.443233, 46.47322, 44.286501, 48.405189, 79.648757, 93.09356]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [29, 17, 22, 12, 8, 7, 14, 16, 11, 16, 15, 13, 20, 22, 20, 24, 25, 16, 17, 17, 17, 14, 15, 20, 29, 30, 22, 24, 15, 19, 21, 19, 21, 23, 23, 26, 19, 22, 26, 30, 31, 34, 34, 31, 33, 33, 24, 14, 4, 2], "n_am_pl": [10, 15, 14, 18, 17, 14, 18, 16, 17, 15, 13, 10, 13, 13, 16, 13, 15, 20, 18, 20, 23, 26, 21, 20, 15, 13, 18, 15, 15, 16, 12, 15, 14, 15, 19, 19, 21, 22, 23, 21, 28, 24, 19, 26, 24, 22, 33, 38, 82, 93], "n_pos": 95, "sum_m_en": [9.434544, 4.897302, 4.804585, 4.648884, 4.684116, 4.688327, 4.685581, 4.928289, 4.957303, 5.248672, 5.52719, 5.522409, 5.644677, 5.774039, 5.719391, 5.936456, 6.005918, 5.700964, 5.311836, 4.967679, 4.7356, 4.390352, 4.389289, 4.331727, 8.152, 8.976473, 8.700874, 8.569398, 8.487908, 8.661449, 8.737042, 8.40951, 8.404027, 8.253007, 8.081282, 8.102018, 8.247629, 9.83617, 10.842016, 14.098162, 14.354891, 15.29678, 16.968463, 16.848784, 20.300402, 22.729001, 18.970287, 11.44602, 4.338391, 2.00613], "sum_m_pl": [34.511092, 44.445793, 43.804677, 43.266281, 42.077418, 41.978548, 42.357276, 42.466504, 41.286133, 42.310766, 42.166002, 42.945271, 43.442031, 43.305243, 44.699633, 45.396011, 45.223606, 44.312657, 45.559845, 46.515138, 46.664465, 47.157003, 46.848911, 47.177892, 39.546339, 40.232562, 39.074756, 40.394636, 41.982026, 42.84459, 42.726034, 42.336196, 42.708273, 42.16228, 42.35149, 41.599038, 42.911822, 42.8043, 42.752882, 40.295458, 41.069595, 40.557722, 37.586555, 36.50371, 33.946849, 32.097789, 32.693837, 38.740553, 73.895422, 91.621658]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 159, "item_id": "pes-Okulistyka-2019 wiosna-98", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 878, "region_end": 157, "roundtrip_ok": true, "tf_agree": 0.9937, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [59, 60, 50, 35, 49, 53, 45, 50, 39, 50, 47, 53, 56, 60, 50, 48, 49, 42, 47, 42, 45, 45, 45, 53, 57, 64, 57, 58, 53, 62, 70, 66, 64, 66, 62, 79, 84, 73, 68, 68, 67, 63, 94, 94, 90, 92, 86, 89, 83, 86], "n_am_pl": [12, 30, 27, 26, 26, 26, 26, 28, 34, 17, 31, 32, 40, 40, 30, 23, 29, 24, 31, 30, 41, 44, 42, 51, 24, 14, 23, 19, 20, 11, 22, 18, 25, 22, 23, 15, 9, 11, 11, 8, 12, 11, 14, 14, 11, 9, 11, 5, 7, 8], "n_pos": 213, "sum_m_en": [26.636684, 13.340538, 12.734864, 12.753007, 13.27538, 12.551376, 12.027465, 11.861903, 11.92954, 12.413207, 12.975763, 13.672452, 13.954122, 14.353165, 14.909694, 13.935309, 13.394614, 12.906514, 11.855818, 11.148141, 10.695312, 9.887368, 9.309698, 9.046283, 20.991245, 23.462348, 22.396527, 21.479119, 19.581965, 20.260757, 20.314416, 20.392174, 20.945813, 21.228129, 22.288702, 24.720455, 29.903601, 30.876692, 33.107218, 35.638657, 41.062094, 46.537403, 62.387542, 70.846697, 75.251702, 79.969201, 83.946141, 81.834503, 79.58375, 85.428739], "sum_m_pl": [77.901818, 98.558757, 96.305353, 94.329248, 92.442091, 98.219481, 98.590344, 98.270226, 98.44903, 98.803966, 97.162138, 96.706696, 100.238457, 98.192386, 98.47797, 101.851188, 101.144386, 99.968765, 101.510552, 104.665077, 105.325265, 107.221483, 107.758027, 108.22367, 90.85205, 85.757056, 86.084334, 86.859532, 90.783167, 88.835235, 90.642765, 88.756335, 86.431222, 87.863174, 84.188615, 81.070577, 71.975386, 67.86218, 62.881969, 58.919964, 52.461486, 46.338049, 41.509683, 33.577765, 28.160224, 21.803563, 15.995418, 10.662129, 7.800864, 7.722989]}, "digit": {"n_am_en": [0, 3, 1, 2, 1, 2, 1, 2, 2, 2, 2, 3, 2, 3, 2, 2, 4, 2, 2, 1, 0, 1, 1, 2, 2, 1, 3, 1, 1, 1, 3, 3, 4, 3, 2, 3, 3, 3, 2, 0, 1, 1, 2, 2, 2, 2, 2, 1, 0, 0], "n_am_pl": [0, 0, 1, 0, 3, 2, 1, 1, 3, 0, 0, 2, 3, 2, 1, 1, 0, 2, 1, 0, 3, 2, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 1, 1, 1, 0], "n_pos": 9, "sum_m_en": [0.840739, 0.425044, 0.405549, 0.42662, 0.477525, 0.529965, 0.487909, 0.492959, 0.458497, 0.508021, 0.511116, 0.532789, 0.565271, 0.662415, 0.604841, 0.579666, 0.526114, 0.513748, 0.48467, 0.452658, 0.46519, 0.438877, 0.381823, 0.363528, 0.806525, 0.964043, 0.825889, 0.758318, 0.647163, 0.642981, 0.765135, 0.759874, 0.671818, 0.591021, 0.566381, 0.585612, 0.558009, 0.600659, 0.633683, 0.470027, 0.542908, 0.701605, 0.737793, 2.010172, 1.865856, 1.502053, 1.907222, 0.864745, 0.126629, 4e-06], "sum_m_pl": [3.793922, 4.779157, 4.648428, 4.45412, 4.176364, 4.130024, 4.15206, 4.011096, 3.967619, 3.871452, 3.930669, 3.931311, 3.955041, 3.966051, 4.047489, 4.263264, 4.263691, 4.197394, 4.054022, 4.216393, 4.261909, 4.369397, 4.455162, 4.546679, 3.803204, 3.217441, 3.353556, 3.470189, 3.852992, 3.95469, 3.815554, 3.819573, 3.860234, 3.991688, 3.952725, 3.975577, 3.607885, 3.507788, 3.164601, 2.213821, 2.140504, 2.267029, 2.420259, 1.925044, 1.902585, 1.581764, 1.669624, 1.186772, 0.949194, 4e-06]}, "lang": {"n_am_en": [25, 21, 20, 19, 20, 17, 17, 22, 19, 26, 21, 24, 26, 28, 24, 26, 23, 21, 24, 20, 23, 27, 29, 31, 31, 35, 29, 29, 26, 36, 34, 34, 33, 36, 34, 45, 48, 46, 43, 43, 40, 39, 58, 55, 57, 58, 56, 66, 73, 85], "n_am_pl": [8, 20, 19, 12, 12, 14, 14, 16, 10, 9, 14, 17, 17, 16, 12, 11, 14, 11, 16, 17, 18, 20, 18, 21, 11, 6, 11, 8, 9, 7, 12, 9, 16, 13, 13, 8, 5, 2, 3, 2, 5, 5, 6, 6, 5, 5, 5, 4, 6, 8], "n_pos": 94, "sum_m_en": [12.070244, 6.296357, 6.02692, 6.167583, 6.225582, 5.693059, 5.75903, 5.528488, 5.751617, 5.866291, 6.1321, 6.410669, 6.50294, 6.641637, 7.311917, 6.551197, 6.228642, 5.997386, 5.477656, 5.140582, 4.796272, 4.451939, 4.247779, 4.135506, 10.562242, 11.444072, 11.339766, 10.503848, 9.831609, 10.104503, 10.021031, 10.017578, 10.661222, 11.207267, 11.655915, 13.082717, 17.319206, 18.194397, 19.443049, 20.584912, 24.03861, 27.449036, 35.007399, 39.969242, 45.967687, 50.690454, 53.026307, 58.46778, 69.819498, 81.035166], "sum_m_pl": [33.770584, 42.389449, 41.469952, 40.681371, 39.853825, 42.749598, 43.042839, 43.371037, 43.423929, 43.710805, 42.901176, 42.509699, 44.071544, 43.074611, 43.108459, 44.665061, 44.493214, 44.240521, 44.962996, 46.41649, 46.737889, 47.574294, 47.772523, 48.001786, 40.341935, 38.547136, 38.75898, 39.200024, 40.548784, 39.783766, 40.718621, 39.864241, 38.865898, 39.691965, 37.273078, 35.973849, 31.980234, 30.224111, 28.095232, 26.569869, 23.42062, 20.289873, 17.696927, 13.749167, 10.990706, 9.054108, 6.674977, 4.668517, 5.262829, 7.266606]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 215, "item_id": "pes-Onkologia kliniczna-2018 jesień-51", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 981, "region_end": 213, "roundtrip_ok": true, "tf_agree": 0.9814, "tf_agree_excl_first": 0.986}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [37, 35, 27, 24, 22, 22, 21, 18, 22, 15, 16, 21, 29, 26, 24, 25, 29, 21, 20, 22, 23, 23, 23, 25, 33, 36, 38, 34, 33, 36, 36, 30, 22, 28, 30, 45, 35, 33, 36, 31, 31, 35, 36, 39, 35, 27, 20, 6, 4, 0], "n_am_pl": [11, 23, 25, 19, 22, 16, 16, 17, 18, 16, 16, 19, 21, 27, 29, 26, 21, 27, 27, 28, 28, 31, 31, 34, 22, 14, 13, 13, 9, 7, 12, 17, 21, 23, 13, 10, 13, 17, 13, 16, 17, 15, 19, 16, 18, 24, 26, 37, 58, 67], "n_pos": 139, "sum_m_en": [13.369974, 7.049544, 6.960183, 7.290716, 7.969437, 7.51197, 7.301375, 7.045089, 7.33802, 7.407418, 7.353011, 7.522096, 7.797983, 8.285961, 8.698387, 7.980694, 7.790321, 7.515719, 6.825455, 6.620272, 6.295898, 5.975123, 5.834115, 5.883179, 14.272496, 15.163429, 14.669525, 14.492531, 12.599771, 12.324721, 12.559202, 12.360311, 12.539118, 12.708845, 13.29455, 14.222272, 13.897187, 15.308801, 16.256819, 17.873583, 20.070011, 21.608699, 24.597096, 28.583155, 27.644805, 24.004321, 17.554387, 8.188612, 2.359987, 0.049049], "sum_m_pl": [53.183443, 64.429299, 63.001414, 62.002099, 58.851269, 61.862562, 62.810364, 63.121875, 61.763924, 62.391652, 61.120036, 59.897784, 62.598148, 62.328544, 63.209163, 66.934581, 67.117031, 66.570095, 68.069934, 69.7202, 70.267394, 71.246276, 71.209057, 71.22533, 56.409355, 53.933681, 52.599068, 55.636284, 58.452038, 59.009417, 58.329161, 57.558281, 56.76198, 56.161602, 53.928481, 51.733376, 49.293795, 47.5003, 43.71774, 43.226559, 38.72341, 36.127234, 35.392507, 31.689947, 31.854225, 32.010285, 32.285789, 40.914227, 59.082351, 67.827883]}, "digit": {"n_am_en": [2, 6, 4, 1, 2, 1, 2, 2, 2, 1, 1, 1, 0, 3, 3, 3, 6, 2, 3, 2, 1, 2, 2, 2, 2, 3, 5, 3, 5, 1, 2, 4, 1, 1, 2, 4, 3, 2, 2, 1, 1, 0, 0, 3, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 3, 0, 1, 1, 2, 1, 1, 3, 5, 2, 4, 2, 2, 2, 0, 2, 2, 2, 3, 4, 4, 4, 1, 0, 1, 1, 0, 2, 3, 2, 2, 4, 0, 0, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 1, 1, 0, 0], "n_pos": 12, "sum_m_en": [1.417716, 0.540714, 0.534199, 0.518046, 0.573476, 0.585376, 0.573206, 0.596907, 0.58182, 0.613029, 0.558594, 0.588436, 0.586806, 0.719003, 0.730729, 0.709096, 0.656863, 0.603341, 0.56866, 0.527311, 0.520596, 0.494313, 0.450609, 0.453221, 1.066944, 1.047976, 0.82337, 0.775892, 0.807514, 0.716634, 0.757686, 0.753846, 0.686741, 0.667225, 0.731095, 0.806374, 0.834503, 0.774946, 0.804716, 0.560039, 0.499231, 0.670761, 0.582255, 2.234552, 2.141736, 1.199342, 0.769175, 0.241512, 0.028877, 0.0], "sum_m_pl": [4.776236, 6.44522, 6.25117, 6.116084, 5.642506, 5.553511, 5.71157, 5.515535, 5.300255, 5.393233, 5.658668, 5.501572, 5.585806, 5.520689, 5.409639, 5.800266, 5.890041, 5.780986, 5.898662, 6.022169, 6.15469, 6.188566, 6.200468, 6.224657, 4.77201, 4.53719, 4.443707, 4.924694, 5.071922, 5.281913, 5.108736, 5.164157, 5.246784, 5.286251, 5.152699, 5.015896, 4.659746, 4.708151, 4.332963, 3.415884, 3.402883, 3.75652, 3.035204, 2.484886, 2.4415, 2.110042, 1.835686, 1.915706, 0.368444, 2e-06]}, "lang": {"n_am_en": [19, 13, 10, 11, 12, 10, 12, 12, 13, 11, 8, 11, 12, 12, 13, 15, 14, 12, 11, 12, 13, 10, 12, 13, 19, 22, 20, 17, 12, 17, 18, 12, 12, 14, 19, 26, 22, 16, 22, 19, 18, 25, 27, 27, 26, 20, 13, 5, 3, 0], "n_am_pl": [6, 16, 19, 13, 9, 11, 7, 6, 11, 7, 4, 10, 8, 11, 15, 11, 12, 17, 15, 16, 16, 19, 19, 21, 12, 6, 5, 5, 4, 2, 8, 11, 14, 14, 8, 6, 8, 12, 9, 10, 12, 8, 11, 8, 10, 14, 19, 30, 55, 65], "n_pos": 66, "sum_m_en": [6.412362, 3.320697, 3.380725, 3.634101, 3.912714, 3.67629, 3.563798, 3.413589, 3.772275, 3.685979, 3.693789, 3.774433, 3.932592, 4.115385, 4.361831, 3.895706, 3.846347, 3.821659, 3.385159, 3.220033, 3.04825, 2.839448, 2.763091, 2.657826, 7.539112, 8.21124, 8.134269, 8.060627, 6.870636, 6.887408, 7.01341, 6.794517, 7.232306, 7.471518, 7.838141, 8.507585, 8.518305, 9.534536, 9.95372, 10.162036, 12.158058, 14.263483, 17.596189, 20.398197, 19.857817, 16.940483, 12.412893, 5.987692, 1.737348, 0.03047], "sum_m_pl": [24.331624, 29.88682, 29.263935, 28.370397, 27.045084, 29.099081, 29.671934, 29.932875, 29.320143, 29.73061, 28.854248, 28.340676, 29.683364, 29.654053, 30.129305, 32.040704, 32.019334, 31.87229, 32.47232, 33.308267, 33.448403, 33.883039, 33.899899, 33.875475, 27.918529, 26.710742, 25.814446, 26.547733, 27.940308, 28.268249, 27.947629, 27.589228, 27.323868, 27.509379, 26.256682, 25.93602, 25.239069, 24.923024, 23.218514, 23.984324, 20.771462, 19.464973, 18.910391, 16.519402, 17.547439, 19.018844, 21.702783, 29.931083, 51.45995, 64.27576]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 369, "item_id": "pes-Onkologia kliniczna-2018 jesień-51", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 861, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9729, "tf_agree_excl_first": 0.9755}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [48, 55, 40, 43, 33, 38, 41, 27, 28, 40, 41, 41, 38, 40, 39, 34, 47, 47, 49, 48, 54, 43, 38, 49, 61, 61, 54, 54, 50, 52, 50, 56, 52, 54, 57, 56, 59, 61, 67, 70, 69, 75, 84, 81, 78, 85, 89, 90, 90, 88], "n_am_pl": [16, 26, 30, 35, 21, 35, 33, 27, 25, 28, 29, 25, 32, 33, 39, 33, 27, 24, 24, 21, 17, 28, 28, 27, 20, 6, 18, 27, 30, 18, 20, 22, 23, 20, 20, 20, 20, 22, 16, 13, 17, 16, 11, 7, 12, 12, 6, 6, 2, 3], "n_pos": 169, "sum_m_en": [19.360537, 10.604557, 10.15507, 9.659928, 9.475288, 9.6884, 9.013461, 8.795847, 8.664616, 9.436612, 10.467481, 10.982971, 11.369519, 12.488593, 12.31463, 11.742579, 11.118393, 11.100905, 10.643616, 9.522685, 8.98671, 8.599265, 8.091623, 7.835157, 21.251891, 22.77862, 21.46371, 19.756475, 19.027877, 19.642298, 19.975264, 20.491365, 21.298604, 21.980931, 23.18009, 26.112176, 30.98831, 31.410755, 33.232693, 37.745757, 38.959181, 47.214367, 52.451673, 58.023731, 64.817505, 74.113032, 82.621295, 86.592058, 87.231604, 86.777504], "sum_m_pl": [58.457694, 78.271311, 76.563129, 74.941212, 74.424759, 79.187939, 80.022131, 79.371216, 79.632221, 80.793845, 79.315048, 78.506897, 78.652508, 76.88685, 78.174566, 80.831935, 81.385596, 80.580094, 81.386101, 82.638795, 83.365236, 83.667116, 84.316731, 84.406542, 68.426381, 66.414434, 67.018137, 69.464138, 71.934783, 69.969846, 70.977501, 70.56271, 68.252729, 67.98347, 66.533, 63.617122, 57.717034, 56.418589, 52.979991, 48.698616, 46.489761, 39.866227, 35.412219, 26.837302, 21.12443, 18.454374, 12.43385, 8.875987, 3.086846, 3.794326]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [24, 30, 23, 28, 23, 21, 23, 18, 17, 24, 24, 26, 23, 23, 29, 25, 35, 29, 32, 30, 34, 28, 27, 28, 40, 39, 38, 34, 31, 34, 32, 39, 31, 36, 39, 39, 39, 42, 49, 51, 46, 48, 53, 55, 57, 62, 67, 69, 83, 88], "n_am_pl": [9, 19, 15, 17, 11, 18, 20, 15, 13, 13, 13, 16, 20, 18, 16, 17, 12, 10, 10, 11, 10, 17, 18, 17, 11, 4, 7, 11, 14, 8, 11, 15, 14, 11, 10, 8, 9, 10, 8, 7, 9, 9, 8, 5, 7, 5, 2, 4, 2, 3], "n_pos": 92, "sum_m_en": [10.186716, 5.82749, 5.596058, 5.356388, 5.309279, 5.412639, 5.170402, 5.000009, 4.906591, 5.192068, 5.818337, 6.286605, 6.52901, 7.308026, 7.254358, 6.915524, 6.394699, 6.521205, 6.316599, 5.416405, 5.098369, 4.854003, 4.5676, 4.425016, 13.488707, 14.441521, 13.538608, 12.164458, 11.873156, 12.132208, 11.454627, 12.339794, 13.497098, 14.268135, 14.933001, 16.409133, 19.400103, 19.821094, 21.180817, 24.057469, 25.733992, 33.301496, 36.22677, 39.753986, 47.230854, 53.235348, 60.304451, 65.62513, 79.966086, 85.496373], "sum_m_pl": [31.353674, 42.599091, 41.316426, 40.629208, 40.29825, 42.447438, 42.896196, 42.766089, 43.111053, 43.823639, 42.931278, 42.431007, 42.297835, 41.210762, 41.981521, 43.672391, 44.110322, 43.601058, 43.855146, 44.918982, 45.273806, 45.505013, 45.805366, 45.865025, 36.853768, 36.37273, 36.706417, 37.716076, 38.838566, 37.798813, 39.096633, 38.542703, 37.131858, 37.455039, 36.238988, 34.629607, 31.320415, 30.228064, 28.680201, 25.846179, 24.676243, 20.214912, 18.59735, 14.917475, 10.595779, 8.918089, 6.008125, 4.478916, 2.071182, 2.858716]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 171, "item_id": "pes-Onkologia kliniczna-2018 jesień-78", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 913, "region_end": 169, "roundtrip_ok": true, "tf_agree": 0.9766, "tf_agree_excl_first": 0.9824}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 29, 20, 20, 23, 24, 22, 28, 21, 19, 25, 25, 24, 25, 20, 23, 19, 18, 20, 27, 27, 24, 18, 22, 30, 33, 26, 24, 27, 22, 27, 28, 24, 25, 26, 22, 26, 30, 31, 33, 28, 30, 31, 32, 33, 30, 19, 10, 1, 0], "n_am_pl": [9, 22, 21, 26, 14, 21, 18, 12, 12, 22, 13, 13, 19, 17, 25, 20, 22, 26, 29, 23, 26, 31, 29, 37, 25, 19, 18, 24, 23, 28, 30, 27, 23, 20, 22, 26, 32, 34, 33, 26, 29, 25, 26, 27, 28, 29, 45, 44, 70, 73], "n_pos": 122, "sum_m_en": [12.039799, 6.338171, 6.468766, 6.221176, 6.032702, 5.854672, 5.823606, 5.650722, 5.637118, 6.020329, 6.873607, 7.465905, 7.44799, 7.957264, 8.047471, 7.718866, 7.301671, 7.053714, 6.743817, 6.569817, 5.77332, 5.182641, 5.041257, 4.981786, 10.599025, 9.951762, 10.096748, 9.209325, 9.365261, 9.798101, 9.613708, 9.823847, 10.0353, 10.183481, 11.536881, 12.115779, 13.400133, 15.594718, 15.646239, 15.699885, 17.106679, 19.688793, 22.431931, 24.187473, 26.155437, 26.571557, 17.982128, 12.714365, 1.99829, 0.023692], "sum_m_pl": [43.038096, 56.926501, 54.722539, 54.86723, 54.435726, 56.957305, 57.123448, 57.340069, 57.266142, 58.106024, 55.910012, 54.597106, 55.575774, 55.358985, 56.978503, 58.628113, 58.83283, 59.226257, 60.813296, 61.455572, 62.293408, 62.818025, 62.790666, 62.701618, 54.052214, 54.055876, 52.184464, 53.918439, 55.287894, 54.228105, 54.690398, 54.297511, 53.72561, 53.745756, 53.677363, 51.211257, 50.501652, 47.462732, 47.076371, 46.750329, 43.990108, 43.01772, 41.533726, 36.352983, 33.832252, 36.403695, 43.863496, 46.242515, 66.904734, 73.522875]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 21, 13, 13, 12, 16, 14, 17, 17, 13, 15, 16, 15, 20, 15, 14, 13, 11, 14, 17, 17, 12, 12, 16, 21, 22, 18, 13, 18, 14, 21, 21, 19, 19, 20, 15, 16, 22, 22, 23, 21, 25, 26, 27, 26, 26, 16, 10, 1, 0], "n_am_pl": [5, 9, 15, 16, 9, 14, 11, 7, 6, 13, 7, 8, 14, 14, 17, 13, 10, 16, 20, 17, 21, 24, 20, 25, 17, 14, 13, 17, 15, 18, 18, 17, 11, 14, 16, 18, 23, 24, 25, 20, 22, 18, 21, 21, 23, 24, 38, 39, 69, 73], "n_pos": 74, "sum_m_en": [7.954658, 3.881419, 3.895275, 3.743704, 3.678614, 3.628051, 3.605118, 3.579423, 3.496314, 3.745196, 4.412719, 4.781961, 4.685654, 4.92592, 5.050296, 4.897101, 4.478712, 4.297747, 4.305081, 4.316235, 3.640912, 3.136383, 3.031693, 2.999244, 7.144569, 6.779188, 7.023185, 6.119641, 6.178362, 6.464162, 6.387912, 6.393363, 6.468486, 6.49479, 7.66695, 8.161385, 9.137403, 11.327986, 11.315656, 11.701542, 13.396363, 16.39195, 18.853268, 20.300066, 21.861812, 21.989317, 14.796452, 11.481343, 1.581214, 0.00048], "sum_m_pl": [25.096537, 34.874599, 33.710359, 33.51246, 33.038984, 34.813954, 34.898913, 35.079579, 35.156441, 35.423369, 33.851223, 33.075911, 33.699878, 33.333125, 34.277186, 35.477997, 35.735771, 36.153663, 37.010095, 37.271484, 37.912321, 38.30413, 38.255646, 38.224964, 33.973643, 34.134033, 33.241611, 33.834428, 34.451116, 33.709608, 34.372093, 34.223552, 34.192974, 34.500244, 33.829856, 32.828286, 32.934081, 31.294094, 31.503972, 31.419276, 29.615339, 28.896858, 28.295226, 25.832267, 24.306315, 26.982489, 35.967368, 39.762881, 63.810541, 72.89282]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 124, "item_id": "pes-Onkologia kliniczna-2018 jesień-78", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 793, "region_end": 122, "roundtrip_ok": true, "tf_agree": 0.9839, "tf_agree_excl_first": 0.9919}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [73, 47, 47, 41, 44, 53, 60, 47, 57, 54, 50, 41, 64, 61, 60, 62, 59, 60, 59, 57, 62, 52, 50, 55, 75, 83, 72, 82, 64, 70, 79, 71, 73, 74, 84, 92, 86, 100, 95, 90, 85, 96, 106, 101, 106, 107, 110, 110, 97, 98], "n_am_pl": [20, 35, 30, 46, 37, 36, 31, 39, 34, 30, 30, 39, 35, 28, 34, 27, 35, 28, 36, 35, 33, 34, 36, 43, 27, 32, 36, 29, 39, 31, 29, 30, 36, 26, 30, 25, 24, 15, 20, 21, 19, 20, 16, 19, 17, 19, 19, 13, 3, 4], "n_pos": 229, "sum_m_en": [26.980682, 14.564673, 13.553964, 13.5575, 13.872572, 14.365246, 14.090735, 13.275994, 13.147553, 13.060238, 13.253466, 14.337148, 14.829766, 15.676481, 15.651703, 14.542513, 14.604667, 14.422775, 13.613905, 12.330028, 11.513065, 10.640699, 10.149815, 9.901108, 24.348689, 27.074072, 27.199715, 26.742428, 24.707373, 26.012402, 24.822698, 24.513057, 24.99378, 24.643431, 26.357792, 29.423967, 42.158167, 44.525789, 42.057347, 40.997766, 43.40521, 51.237991, 63.947032, 78.655402, 83.292823, 89.676102, 101.067946, 102.606099, 93.950135, 97.331178], "sum_m_pl": [83.417387, 104.229347, 103.389363, 100.75023, 99.479, 101.792504, 102.911701, 103.904394, 104.768085, 106.070197, 104.37776, 103.45497, 105.384722, 102.334734, 103.577151, 107.02398, 106.760081, 103.954972, 105.833416, 109.243192, 110.026624, 112.210387, 112.304328, 112.990618, 94.658647, 92.156005, 90.839761, 93.686178, 97.095513, 94.271438, 96.509666, 96.15674, 94.143742, 93.698111, 90.690629, 85.950146, 73.510216, 70.788859, 70.927625, 70.83016, 65.268348, 58.525269, 52.764869, 44.514315, 38.477125, 30.770327, 24.121001, 15.899278, 5.03709, 3.980571]}, "digit": {"n_am_en": [2, 1, 0, 1, 2, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 2, 0, 0, 2, 1, 2, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 2, 2, 2, 2, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.286699, 0.149035, 0.135719, 0.154033, 0.17659, 0.171476, 0.175303, 0.191617, 0.20428, 0.205826, 0.198918, 0.204196, 0.198304, 0.204184, 0.213392, 0.190831, 0.181591, 0.170741, 0.152009, 0.150511, 0.147147, 0.142346, 0.139824, 0.137632, 0.163441, 0.173281, 0.198967, 0.260853, 0.275634, 0.321491, 0.379167, 0.307483, 0.36398, 0.244335, 0.226479, 0.172147, 0.173538, 0.177685, 0.169752, 0.177506, 0.176016, 0.188926, 0.197257, 1.074629, 1.154411, 1.086033, 0.620443, 0.591684, 0.107848, 5e-06], "sum_m_pl": [1.853299, 2.158357, 2.114896, 2.058301, 2.003329, 1.987037, 1.91587, 1.883216, 1.884624, 1.846482, 1.851385, 1.805571, 1.857376, 1.896278, 1.85137, 2.012115, 1.915964, 1.885008, 1.912333, 1.957011, 1.970962, 2.018125, 2.019382, 2.031649, 1.926043, 2.098633, 1.924642, 1.921643, 1.867464, 1.805276, 1.780647, 1.747411, 1.54999, 1.59226, 1.474758, 1.312407, 1.186524, 1.031276, 0.913656, 0.991476, 1.072636, 1.033698, 0.995391, 0.570495, 0.533613, 0.517247, 0.35447, 0.356597, 0.025393, 0.0]}, "lang": {"n_am_en": [34, 23, 18, 20, 19, 27, 28, 23, 31, 29, 27, 21, 28, 25, 30, 26, 32, 27, 27, 25, 30, 27, 25, 27, 45, 47, 44, 41, 36, 39, 39, 38, 36, 40, 44, 48, 48, 55, 53, 53, 54, 57, 64, 61, 61, 60, 71, 78, 84, 94], "n_am_pl": [8, 12, 11, 22, 14, 16, 17, 21, 16, 12, 12, 12, 15, 10, 15, 11, 14, 11, 18, 18, 18, 19, 24, 27, 13, 13, 17, 13, 21, 11, 13, 15, 19, 14, 14, 10, 12, 6, 9, 7, 8, 6, 6, 7, 9, 7, 6, 5, 3, 4], "n_pos": 98, "sum_m_en": [11.975739, 6.117182, 5.78674, 5.908638, 6.161342, 6.724243, 6.464737, 6.037643, 5.905665, 5.905815, 5.895547, 6.37783, 6.615595, 7.108972, 7.208955, 6.622586, 6.670015, 6.5382, 6.098248, 5.477432, 5.07225, 4.627696, 4.40006, 4.282819, 12.145508, 13.870208, 13.960464, 13.458285, 12.32077, 12.622051, 12.086015, 11.863972, 12.225417, 12.333926, 13.340761, 14.540875, 23.286696, 26.29318, 25.007608, 24.722383, 26.875844, 32.191649, 39.681786, 49.48124, 50.416857, 53.690145, 63.827068, 69.412093, 79.821257, 90.70383], "sum_m_pl": [35.103017, 45.003642, 44.322221, 43.467923, 43.018236, 43.783013, 44.385581, 45.050426, 45.582832, 46.054359, 45.617708, 45.065493, 46.036836, 44.209232, 44.815534, 46.172139, 45.964623, 44.639715, 45.604156, 47.132377, 47.602146, 48.637744, 48.515275, 48.732765, 41.13362, 40.21779, 39.832553, 40.513118, 42.014448, 40.542836, 41.63975, 41.418576, 41.053018, 40.620346, 39.13592, 37.442122, 30.4353, 28.758314, 29.19369, 29.825781, 27.216491, 23.462811, 20.803117, 16.109716, 15.04368, 11.028696, 8.691277, 6.434963, 3.84056, 3.841062]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 233, "item_id": "pes-Onkologia kliniczna-2018 jesień-83", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 972, "region_end": 229, "roundtrip_ok": true, "tf_agree": 0.9657, "tf_agree_excl_first": 0.9698}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [30, 20, 20, 18, 16, 14, 11, 15, 17, 11, 18, 9, 12, 13, 10, 12, 15, 12, 19, 16, 21, 20, 17, 17, 25, 24, 20, 18, 14, 26, 20, 22, 24, 22, 27, 26, 28, 24, 24, 27, 23, 23, 29, 27, 26, 19, 15, 7, 2, 0], "n_am_pl": [4, 18, 20, 15, 13, 16, 16, 10, 17, 10, 13, 14, 14, 14, 15, 14, 16, 18, 16, 14, 15, 19, 17, 15, 11, 10, 11, 11, 17, 12, 16, 15, 20, 19, 19, 17, 11, 12, 14, 10, 13, 13, 14, 14, 17, 23, 26, 30, 41, 46], "n_pos": 89, "sum_m_en": [8.249793, 4.214887, 4.325245, 4.376406, 4.560408, 4.565994, 4.506123, 4.620236, 4.647799, 4.768317, 4.761877, 5.042264, 5.119183, 5.231841, 5.620716, 5.401291, 5.333489, 5.009049, 4.649023, 4.249771, 4.033535, 3.762331, 3.640748, 3.534788, 6.521734, 7.694106, 7.729788, 8.278242, 7.424605, 8.175164, 8.486215, 8.175924, 7.738593, 7.952304, 8.105385, 9.366501, 13.759967, 13.966415, 12.656002, 12.468269, 13.263675, 13.935047, 16.019758, 17.252543, 15.882962, 16.574086, 12.362412, 7.88714, 2.461684, 0.014594], "sum_m_pl": [34.693833, 41.892375, 40.401251, 40.254854, 39.028468, 39.049632, 39.94583, 40.238389, 41.110852, 41.365347, 40.078553, 39.675535, 41.894242, 41.354458, 42.08297, 43.222531, 43.239999, 41.936186, 43.219881, 44.402716, 44.268297, 44.682036, 44.414709, 44.584331, 37.503548, 36.094161, 35.386221, 36.619758, 39.549033, 39.158656, 39.346196, 39.924459, 40.857105, 39.47329, 38.795879, 36.367546, 33.520319, 33.492995, 33.576253, 32.844175, 29.993006, 29.641386, 29.375137, 27.977135, 27.359914, 27.966535, 30.105855, 30.800574, 38.788638, 45.792948]}, "digit": {"n_am_en": [1, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 1, 1, 1, 1, 1, 1, 2, 0, 0, 1, 1, 1, 1, 1, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 2, "sum_m_en": [0.116244, 0.082351, 0.063998, 0.086757, 0.087518, 0.087236, 0.076119, 0.087506, 0.098647, 0.104399, 0.100737, 0.096654, 0.088126, 0.091365, 0.102222, 0.086179, 0.082624, 0.081779, 0.070933, 0.070654, 0.071066, 0.070946, 0.06908, 0.068078, 0.065875, 0.054714, 0.090694, 0.11306, 0.124633, 0.169079, 0.13751, 0.136901, 0.15148, 0.133684, 0.116065, 0.089992, 0.057577, 0.0432, 0.031167, 0.030793, 0.025526, 0.020084, 0.027936, 0.027078, 0.038157, 0.022485, 0.012991, 0.007426, 0.00174, 0.0], "sum_m_pl": [0.979627, 1.051363, 1.059261, 0.972288, 0.97984, 1.01551, 1.03108, 0.984889, 1.011797, 0.934893, 0.948365, 0.872544, 0.958917, 0.96513, 0.938196, 0.995593, 0.944316, 0.924656, 0.903743, 0.921785, 0.921779, 0.96482, 0.979609, 0.987186, 0.875031, 0.941827, 0.861899, 0.888868, 0.894442, 0.852189, 0.918973, 0.907733, 0.790007, 0.723308, 0.645241, 0.704093, 0.572942, 0.44761, 0.330353, 0.209299, 0.218999, 0.176812, 0.245747, 0.252554, 0.343527, 0.318808, 0.201936, 0.232215, 0.056349, 1e-06]}, "lang": {"n_am_en": [14, 7, 8, 10, 8, 7, 6, 10, 11, 9, 11, 5, 7, 8, 7, 6, 7, 6, 8, 7, 10, 10, 10, 11, 17, 17, 13, 10, 9, 17, 11, 12, 12, 17, 18, 16, 17, 17, 17, 17, 16, 18, 22, 21, 20, 14, 10, 4, 0, 0], "n_am_pl": [2, 4, 11, 5, 5, 9, 6, 3, 9, 4, 6, 7, 9, 6, 7, 10, 10, 11, 11, 9, 10, 14, 11, 9, 5, 5, 4, 5, 9, 8, 14, 10, 15, 14, 15, 11, 7, 6, 7, 7, 8, 8, 8, 11, 13, 19, 24, 28, 40, 45], "n_pos": 46, "sum_m_en": [3.868691, 2.157653, 2.223669, 2.311419, 2.457341, 2.477887, 2.467505, 2.537574, 2.54279, 2.585711, 2.610388, 2.756726, 2.7648, 2.816283, 2.996877, 2.791574, 2.806644, 2.652546, 2.47175, 2.27994, 2.152029, 1.998129, 1.925546, 1.857066, 3.81515, 4.663827, 4.600455, 4.751704, 4.162926, 4.613591, 4.913645, 4.887932, 4.357864, 4.665027, 4.580386, 5.637854, 8.988246, 9.032354, 8.136511, 7.442692, 8.338939, 9.430739, 10.943843, 12.205674, 10.805219, 11.2338, 7.168896, 4.582157, 0.712416, 0.013319], "sum_m_pl": [18.0998, 21.701482, 20.943688, 20.768465, 19.977322, 20.071947, 20.520587, 20.899038, 21.353268, 21.52662, 21.169911, 21.069183, 22.199145, 21.698184, 22.24078, 22.880009, 22.667147, 22.248885, 22.626116, 23.10492, 22.990991, 23.187916, 23.058004, 23.153111, 20.426001, 19.830062, 19.670281, 20.285004, 21.751685, 21.144359, 21.23434, 21.420789, 22.241118, 22.042902, 21.272742, 20.38189, 18.63784, 18.463772, 18.949945, 19.623524, 18.133447, 18.397845, 17.709646, 17.817026, 18.763842, 19.899934, 25.393175, 27.509791, 36.802761, 44.492225]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 91, "item_id": "pes-Onkologia kliniczna-2018 jesień-83", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 852, "region_end": 89, "roundtrip_ok": true, "tf_agree": 0.956, "tf_agree_excl_first": 0.9667}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 26, 19, 21, 19, 21, 19, 21, 19, 17, 20, 16, 24, 14, 19, 16, 17, 14, 16, 14, 21, 20, 16, 19, 20, 25, 26, 29, 32, 27, 24, 30, 35, 31, 38, 45, 44, 47, 31, 30, 34, 44, 49, 57, 50, 51, 31, 20, 9, 7], "n_am_pl": [7, 24, 32, 24, 15, 13, 16, 16, 13, 20, 15, 20, 16, 22, 25, 34, 36, 31, 36, 39, 32, 39, 36, 43, 31, 30, 25, 32, 27, 23, 34, 38, 29, 31, 26, 22, 27, 17, 17, 22, 23, 20, 17, 18, 25, 25, 37, 48, 56, 69], "n_pos": 141, "sum_m_en": [13.175594, 7.326423, 6.939724, 7.178722, 7.484498, 7.33253, 6.711886, 6.934926, 6.781681, 6.792377, 7.287091, 7.774521, 8.032784, 8.621004, 8.819714, 8.792504, 8.57372, 8.099724, 7.277568, 6.803704, 6.526946, 5.97765, 5.849774, 5.817483, 10.010712, 11.011087, 10.90943, 11.815572, 11.438456, 12.075586, 12.027502, 12.575955, 13.273984, 13.97406, 15.023805, 16.548721, 19.394964, 20.696207, 17.723189, 19.590758, 21.37404, 24.309763, 28.070887, 40.798227, 40.76211, 41.718677, 30.658609, 19.206086, 9.765312, 7.346203], "sum_m_pl": [51.125732, 64.287121, 62.708257, 60.58838, 58.919985, 62.800796, 63.168059, 63.906193, 63.780056, 65.284864, 63.856403, 63.240964, 65.449314, 63.624544, 66.580678, 67.868012, 67.52199, 66.938106, 68.603104, 69.837678, 69.69199, 71.153148, 71.210162, 71.372798, 59.663023, 59.690474, 57.736489, 59.816461, 61.446597, 60.675143, 61.06835, 61.298652, 59.734587, 57.034595, 57.154558, 54.733524, 51.599608, 49.852585, 43.998862, 42.653668, 42.124162, 41.384061, 40.147284, 34.150536, 33.386599, 33.801505, 37.846188, 46.439816, 57.615147, 71.089722]}, "digit": {"n_am_en": [0, 2, 3, 2, 0, 1, 2, 2, 1, 0, 3, 2, 1, 0, 1, 1, 0, 0, 1, 2, 2, 2, 2, 2, 2, 1, 1, 0, 2, 2, 2, 2, 1, 1, 0, 1, 2, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 1, 0, 0], "n_pos": 8, "sum_m_en": [0.623195, 0.351428, 0.343622, 0.354169, 0.338379, 0.371824, 0.383566, 0.365077, 0.337491, 0.381553, 0.422975, 0.451195, 0.453245, 0.480985, 0.498287, 0.555652, 0.530328, 0.521537, 0.446577, 0.412498, 0.378657, 0.347748, 0.337384, 0.334851, 0.507867, 0.504065, 0.49041, 0.582201, 0.606387, 0.67451, 0.715126, 0.752036, 0.726026, 0.706732, 0.74855, 0.711856, 0.858799, 0.674601, 0.535561, 0.456254, 0.638413, 0.568421, 0.477084, 0.474209, 0.365835, 0.399078, 0.286495, 0.109845, 0.093959, 0.001802], "sum_m_pl": [3.785956, 4.281288, 4.116045, 3.999105, 3.845133, 3.745473, 3.812372, 3.6983, 3.809922, 3.821944, 3.826269, 3.703578, 3.751405, 3.647068, 3.598437, 3.54868, 3.473182, 3.507011, 3.676554, 3.833612, 3.888023, 3.949511, 3.986203, 3.989278, 3.648861, 3.707712, 3.560981, 3.720727, 3.65718, 3.570627, 3.472392, 3.393133, 3.300741, 3.268054, 3.173588, 2.635921, 2.721088, 2.38729, 2.090492, 1.918021, 2.345265, 2.284863, 2.775107, 2.343781, 1.785512, 1.555505, 1.283254, 1.224189, 0.107157, 0.000173]}, "lang": {"n_am_en": [12, 12, 7, 9, 14, 9, 8, 9, 12, 9, 13, 4, 13, 7, 9, 9, 9, 8, 8, 7, 10, 12, 10, 10, 14, 15, 18, 20, 23, 18, 15, 20, 21, 18, 26, 29, 28, 30, 22, 21, 19, 28, 31, 36, 31, 34, 22, 12, 6, 6], "n_am_pl": [5, 10, 15, 16, 7, 6, 10, 11, 7, 10, 6, 12, 10, 14, 16, 20, 22, 18, 23, 25, 22, 27, 26, 30, 22, 23, 17, 25, 22, 16, 25, 24, 20, 20, 16, 16, 20, 13, 14, 15, 19, 16, 13, 13, 17, 20, 29, 37, 51, 67], "n_pos": 76, "sum_m_en": [6.90732, 3.831136, 3.863741, 4.036998, 4.207094, 4.054976, 3.765225, 3.885593, 3.80605, 3.792555, 4.040904, 4.310129, 4.369889, 4.642792, 4.753972, 4.705728, 4.676113, 4.469936, 4.075994, 3.799223, 3.623049, 3.267524, 3.187131, 3.170379, 5.919161, 6.602793, 6.451607, 6.901131, 6.864733, 7.128544, 7.213008, 7.499081, 7.804777, 8.342357, 9.247706, 10.145239, 11.96577, 13.345619, 11.900464, 12.606821, 13.273638, 14.911824, 17.019233, 25.010785, 25.621337, 28.255314, 20.956217, 11.920127, 6.151074, 5.56507], "sum_m_pl": [26.577788, 33.625769, 32.929897, 31.654075, 30.836258, 33.211575, 33.665553, 34.762642, 34.429978, 35.167192, 34.770676, 34.622626, 36.159364, 35.032518, 37.026686, 37.860775, 37.677131, 37.447523, 38.240209, 38.690044, 38.324661, 39.277338, 39.297815, 39.248328, 35.15919, 35.500474, 34.185535, 34.533134, 35.082382, 34.836497, 35.332447, 34.993614, 34.13459, 33.166943, 32.936909, 32.698494, 31.223622, 30.827717, 28.62453, 28.181804, 27.70161, 27.320055, 25.951621, 22.018813, 23.076557, 24.215461, 29.085277, 34.967051, 50.173264, 66.791244]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "pes-Onkologia kliniczna-2019 wiosna-109", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1020, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.9441, "tf_agree_excl_first": 0.9507}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 26, 18, 13, 18, 10, 15, 14, 12, 11, 19, 16, 13, 12, 15, 17, 12, 10, 14, 15, 16, 17, 14, 16, 21, 24, 22, 26, 22, 23, 20, 25, 26, 23, 27, 30, 29, 36, 22, 23, 26, 33, 37, 44, 45, 42, 26, 16, 4, 3], "n_am_pl": [7, 25, 27, 15, 24, 20, 16, 17, 21, 15, 19, 20, 20, 16, 19, 26, 38, 32, 36, 32, 33, 35, 34, 38, 19, 19, 17, 26, 30, 25, 30, 29, 23, 24, 26, 24, 24, 22, 21, 15, 18, 18, 10, 14, 16, 24, 32, 41, 46, 59], "n_pos": 121, "sum_m_en": [11.68314, 6.451135, 5.874039, 5.992485, 6.222671, 5.877838, 5.484394, 5.735973, 5.551229, 5.666953, 6.158048, 6.565778, 6.647067, 7.323054, 7.733209, 7.456313, 7.182714, 6.680902, 6.099136, 5.608873, 5.329262, 4.95196, 4.878909, 4.860036, 8.125252, 8.535013, 8.716073, 9.114983, 9.600573, 9.812543, 9.824276, 10.081655, 10.219049, 10.639502, 11.084312, 12.336828, 13.823445, 16.112783, 12.932438, 14.142618, 16.260316, 19.998394, 22.368135, 35.964885, 35.991674, 33.10058, 24.010846, 15.192044, 5.164303, 3.019928], "sum_m_pl": [43.933027, 55.492996, 53.804991, 51.919729, 51.055701, 54.35204, 54.864741, 54.571235, 54.21831, 55.094809, 53.874252, 52.837679, 54.852787, 53.704613, 55.791018, 57.217022, 57.504176, 57.476713, 59.086864, 59.90862, 60.299466, 61.283101, 61.226153, 61.470611, 50.659019, 50.462223, 49.599605, 51.341989, 53.263041, 52.711072, 53.802388, 53.739213, 52.495122, 49.619019, 48.920481, 47.316008, 44.509296, 43.272642, 39.509198, 38.288048, 36.825723, 35.044924, 34.152317, 28.057535, 27.347988, 30.288061, 33.532972, 38.981627, 48.780349, 60.668503]}, "digit": {"n_am_en": [1, 2, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 2, 1, 1, 2, 1, 0, 1, 1, 1, 1, 2, 2, 1, 1, 0, 2, 1, 1, 0, 1, 1, 2, 0, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.853538, 0.346202, 0.343781, 0.342707, 0.336469, 0.348816, 0.355547, 0.341788, 0.298528, 0.354206, 0.382025, 0.433202, 0.47835, 0.48509, 0.504532, 0.535913, 0.499647, 0.474084, 0.408596, 0.373881, 0.347645, 0.323047, 0.318807, 0.314177, 0.49825, 0.531435, 0.532912, 0.604594, 0.647563, 0.644003, 0.671445, 0.669236, 0.665471, 0.656997, 0.655694, 0.581672, 0.524922, 0.504286, 0.417659, 0.31796, 0.377481, 0.32207, 0.334281, 0.202993, 0.185115, 0.13276, 0.085454, 0.024231, 0.007768, 0.0], "sum_m_pl": [3.551742, 4.264923, 4.040784, 3.931623, 3.667268, 3.59314, 3.660734, 3.549336, 3.513304, 3.567748, 3.591308, 3.53126, 3.564612, 3.299275, 3.423616, 3.408518, 3.521653, 3.59811, 3.793219, 3.903961, 3.966209, 4.02562, 4.031236, 4.055444, 3.442062, 3.414686, 3.038738, 3.135805, 3.186687, 3.289126, 3.385123, 3.380453, 3.407266, 3.365641, 3.232351, 2.880556, 2.858336, 2.556682, 2.23219, 1.875184, 2.14669, 1.807952, 2.07585, 1.328445, 1.269551, 0.851274, 0.577079, 0.221398, 0.064063, 0.0]}, "lang": {"n_am_en": [13, 12, 12, 7, 10, 4, 9, 7, 8, 6, 11, 8, 7, 6, 11, 11, 5, 7, 7, 8, 11, 11, 10, 11, 11, 14, 12, 11, 12, 11, 13, 19, 17, 12, 18, 21, 17, 23, 13, 16, 18, 24, 27, 30, 32, 30, 17, 10, 3, 3], "n_am_pl": [4, 11, 10, 11, 14, 8, 8, 9, 11, 8, 12, 10, 11, 8, 13, 16, 24, 19, 22, 17, 16, 19, 17, 21, 12, 12, 13, 16, 17, 18, 18, 18, 12, 15, 15, 14, 16, 13, 17, 12, 11, 14, 6, 9, 12, 19, 24, 31, 43, 58], "n_pos": 62, "sum_m_en": [5.910694, 3.262845, 3.090496, 3.159882, 3.229067, 3.052285, 2.883674, 3.01739, 2.923091, 2.960952, 3.255188, 3.479039, 3.375776, 3.720668, 3.912531, 3.626456, 3.570707, 3.374619, 3.144542, 2.874807, 2.730341, 2.506105, 2.462552, 2.461048, 4.346812, 4.572935, 4.55579, 4.548339, 4.996497, 5.162035, 5.296079, 5.47571, 5.549089, 5.992969, 6.390503, 7.346134, 8.372738, 10.049005, 7.830082, 8.736272, 9.709588, 12.886226, 14.677639, 22.678027, 23.219835, 22.64465, 15.495664, 9.208077, 3.488047, 3.011376], "sum_m_pl": [21.636341, 27.68566, 27.040208, 25.870418, 25.573464, 27.410891, 27.967762, 28.276058, 28.193847, 28.792216, 28.177248, 27.836912, 28.937869, 28.114173, 29.519554, 30.616867, 30.556995, 30.525553, 31.096911, 31.434991, 31.302874, 31.925698, 31.922932, 31.998892, 27.909006, 28.132965, 27.856792, 28.598254, 29.027477, 28.494373, 29.09674, 28.926532, 28.357995, 27.283749, 26.888446, 26.423923, 24.815167, 24.482017, 22.784778, 22.534596, 21.617517, 20.639369, 20.070831, 16.745886, 17.652842, 20.087319, 25.545606, 29.933556, 43.069244, 58.031522]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 123, "item_id": "pes-Onkologia kliniczna-2019 wiosna-109", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 900, "region_end": 121, "roundtrip_ok": true, "tf_agree": 0.9756, "tf_agree_excl_first": 0.9836}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [56, 77, 77, 51, 47, 67, 62, 56, 61, 73, 64, 71, 72, 69, 73, 54, 56, 44, 57, 62, 54, 72, 75, 73, 95, 89, 83, 78, 70, 70, 69, 75, 84, 78, 77, 85, 84, 93, 104, 109, 109, 114, 117, 122, 116, 120, 129, 126, 115, 109], "n_am_pl": [15, 39, 40, 43, 33, 33, 38, 28, 36, 43, 36, 26, 30, 41, 43, 50, 52, 60, 49, 53, 49, 43, 45, 50, 24, 19, 25, 32, 39, 35, 45, 47, 37, 35, 44, 41, 33, 34, 25, 22, 29, 20, 18, 11, 13, 15, 6, 8, 10, 13], "n_pos": 252, "sum_m_en": [28.75071, 16.854774, 15.319284, 14.874279, 15.200881, 15.143001, 14.531961, 14.694423, 14.2739, 15.063348, 15.482128, 17.168446, 17.295036, 17.793732, 17.754671, 16.990486, 16.354242, 15.45189, 14.893269, 14.17416, 13.525913, 12.849375, 12.3074, 11.781948, 33.0337, 35.615548, 33.859973, 30.211946, 26.484574, 27.224937, 26.18132, 27.220968, 27.274874, 29.157703, 29.381497, 32.0412, 39.587343, 43.708308, 48.456944, 54.288819, 59.947361, 68.693955, 84.63967, 91.06862, 98.109374, 110.499611, 124.234112, 119.402265, 114.130113, 109.341775], "sum_m_pl": [90.922987, 115.567733, 115.851521, 111.96315, 111.531335, 116.824614, 117.811408, 118.183044, 118.421882, 118.509683, 116.907761, 115.338753, 116.589743, 115.433119, 117.495211, 119.627455, 120.961132, 118.755121, 119.938974, 122.390976, 123.310282, 125.947996, 125.441801, 126.047049, 96.888264, 94.091332, 90.863741, 98.53068, 105.906424, 102.18949, 105.052235, 106.346238, 104.267357, 102.264648, 103.767072, 96.472096, 86.172844, 82.404435, 78.47346, 75.089424, 67.984254, 60.022009, 52.168632, 43.272028, 33.841449, 27.638093, 15.730785, 12.951864, 8.977348, 12.09305]}, "digit": {"n_am_en": [0, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.2733, 0.136886, 0.129253, 0.130459, 0.157428, 0.140914, 0.152056, 0.153975, 0.1502, 0.162829, 0.156517, 0.17805, 0.209349, 0.209877, 0.193858, 0.201469, 0.187071, 0.166705, 0.15595, 0.156726, 0.159443, 0.145985, 0.135038, 0.131889, 0.307999, 0.276254, 0.258838, 0.220699, 0.219158, 0.213826, 0.258688, 0.2784, 0.250824, 0.287669, 0.348094, 0.327734, 0.280863, 0.38514, 0.493147, 0.432925, 0.52489, 0.423836, 1.097735, 1.059411, 1.08534, 0.987635, 1.005079, 0.202951, 0.142167, 0.0], "sum_m_pl": [1.190878, 1.530183, 1.450226, 1.420851, 1.385328, 1.432099, 1.433041, 1.340681, 1.32271, 1.340033, 1.35573, 1.306625, 1.255664, 1.316227, 1.295266, 1.366589, 1.364137, 1.357242, 1.358654, 1.35249, 1.385727, 1.454788, 1.435061, 1.432559, 1.153492, 1.136081, 1.140642, 1.184916, 1.266079, 1.242441, 1.25612, 1.323066, 1.358651, 1.374589, 1.305922, 1.270111, 1.273187, 1.121463, 1.066324, 1.034388, 0.437622, 0.593017, 0.320854, 0.204111, 0.13511, 0.238918, 0.135008, 0.064903, 0.013761, 0.0]}, "lang": {"n_am_en": [30, 38, 35, 26, 24, 37, 32, 28, 28, 39, 34, 39, 39, 36, 43, 32, 26, 21, 36, 36, 31, 43, 44, 42, 56, 52, 44, 44, 41, 36, 41, 43, 43, 47, 43, 52, 52, 62, 62, 66, 61, 65, 70, 71, 75, 79, 89, 88, 105, 108], "n_am_pl": [11, 19, 22, 17, 17, 15, 17, 13, 15, 26, 18, 8, 14, 19, 18, 24, 28, 32, 19, 27, 24, 21, 22, 25, 14, 9, 12, 11, 13, 17, 20, 19, 22, 20, 28, 27, 21, 22, 12, 9, 17, 9, 9, 6, 7, 9, 3, 5, 9, 12], "n_pos": 122, "sum_m_en": [13.517704, 7.930258, 7.348318, 7.294217, 7.568541, 7.720746, 7.421914, 7.406966, 7.072217, 7.359458, 7.607729, 8.592665, 8.432351, 8.83646, 8.693597, 8.458485, 7.910908, 7.55816, 7.250997, 6.997786, 6.643107, 6.387933, 6.056589, 5.718535, 16.386279, 16.835807, 16.32035, 14.142594, 12.962118, 12.93472, 12.429934, 12.886409, 12.872338, 14.334706, 14.82186, 16.401883, 21.911503, 24.392273, 28.427024, 32.117981, 35.682904, 41.662483, 49.341112, 54.780618, 63.445793, 71.257273, 82.296311, 82.096345, 101.584935, 105.14286], "sum_m_pl": [44.752873, 55.515872, 55.508419, 53.213301, 52.710301, 55.524147, 56.546842, 57.265943, 57.309664, 57.22392, 56.299817, 55.300892, 56.19491, 55.541372, 56.557565, 57.575393, 58.400706, 57.587268, 57.716798, 59.099071, 59.526118, 60.79914, 60.587062, 60.863016, 47.792413, 46.856441, 46.085499, 49.656531, 52.4608, 50.849541, 52.375646, 52.352515, 51.723372, 50.860723, 50.814174, 47.896923, 42.580664, 41.533394, 38.55743, 37.29946, 34.044791, 29.33067, 25.708589, 20.508819, 16.044155, 13.426011, 7.538723, 6.436465, 6.858993, 11.270338]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 254, "item_id": "pes-Onkologia kliniczna-2020 wiosna-98", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 989, "region_end": 252, "roundtrip_ok": true, "tf_agree": 0.9764, "tf_agree_excl_first": 0.9802}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 2, 2, 0, 2, 2, 3, 2, 2, 1, 0, 1, 1, 2, 1, 2, 1, 0, 0, 0, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 1, 2, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 2, 0, 0, 0, 0, 2, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.251115, 0.142545, 0.160029, 0.177874, 0.18541, 0.157392, 0.145995, 0.153983, 0.144234, 0.139055, 0.144483, 0.152521, 0.156775, 0.159476, 0.17072, 0.171219, 0.16312, 0.150611, 0.142028, 0.134539, 0.127594, 0.121428, 0.116564, 0.119528, 0.258634, 0.200256, 0.225348, 0.255509, 0.230418, 0.204154, 0.220441, 0.171546, 0.226672, 0.233872, 0.303134, 0.239071, 0.46096, 0.320409, 0.289759, 0.244541, 0.227147, 0.213775, 0.201357, 0.21413, 0.136661, 0.150432, 0.092799, 0.054416, 0.00376, 1.8e-05], "sum_m_pl": [1.281011, 1.438832, 1.488764, 1.468542, 1.44544, 1.516595, 1.48278, 1.438427, 1.450821, 1.446773, 1.430667, 1.455538, 1.446079, 1.479004, 1.364496, 1.360799, 1.363963, 1.337407, 1.409381, 1.408866, 1.402941, 1.414003, 1.44425, 1.449798, 1.151941, 1.15363, 1.089851, 1.131043, 1.099574, 1.217445, 1.209773, 1.292103, 1.140855, 1.144056, 1.168973, 1.186236, 1.055602, 1.005957, 1.057529, 1.086669, 1.168956, 1.18982, 1.186339, 1.127642, 0.706973, 0.702145, 0.715323, 0.257066, 0.036949, 0.302569]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "pes-Onkologia kliniczna-2020 wiosna-98", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 869, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9861, "tf_agree_excl_first": 0.993}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 25, 24, 18, 19, 21, 24, 25, 23, 24, 34, 30, 26, 23, 34, 19, 16, 20, 20, 16, 15, 15, 16, 17, 31, 34, 30, 40, 33, 27, 26, 32, 28, 22, 19, 23, 24, 24, 24, 26, 31, 21, 32, 27, 35, 39, 44, 44, 41, 41], "n_am_pl": [9, 15, 22, 16, 18, 12, 13, 18, 21, 13, 16, 9, 14, 21, 10, 16, 21, 16, 12, 16, 14, 23, 20, 21, 10, 6, 8, 5, 4, 6, 6, 6, 10, 12, 12, 18, 6, 9, 9, 7, 6, 8, 9, 6, 7, 4, 4, 4, 0, 0], "n_pos": 113, "sum_m_en": [13.552276, 7.224603, 6.805189, 6.389256, 6.182388, 6.43395, 6.944867, 7.539158, 7.569006, 7.645314, 8.111696, 8.404122, 8.299611, 8.96498, 8.808756, 8.450928, 8.526874, 8.182566, 7.568551, 7.024118, 6.787297, 6.41455, 6.045162, 5.641384, 13.249372, 15.261112, 13.24817, 13.172452, 12.510777, 13.068758, 12.162915, 11.577427, 11.128591, 11.132717, 11.280367, 10.652398, 11.775661, 12.948054, 13.749751, 15.745129, 17.426177, 18.617043, 22.532632, 21.576711, 26.171875, 28.66633, 37.178408, 38.248949, 41.082782, 40.75148], "sum_m_pl": [42.081123, 53.04732, 52.263928, 50.996691, 49.542876, 49.155685, 49.218487, 47.129659, 47.367143, 48.15258, 48.010495, 47.801082, 47.868073, 46.9226, 47.308515, 46.864466, 46.132499, 46.744927, 48.168205, 48.761064, 49.506463, 51.054731, 52.124236, 53.043365, 37.915738, 36.453032, 37.427948, 38.852233, 40.048997, 40.365175, 40.87726, 42.30827, 41.402449, 40.242454, 37.632479, 36.790634, 33.298535, 30.84711, 28.994786, 26.827839, 26.608115, 25.041659, 23.30183, 18.903866, 14.812809, 13.552273, 8.982107, 5.576971, 0.946483, 0.083438]}, "digit": {"n_am_en": [2, 7, 2, 2, 4, 5, 3, 2, 1, 3, 8, 5, 3, 3, 5, 3, 2, 1, 0, 0, 0, 1, 1, 1, 4, 2, 3, 3, 2, 3, 6, 7, 2, 2, 1, 1, 0, 1, 0, 0, 1, 2, 8, 6, 6, 1, 3, 3, 0, 0], "n_am_pl": [5, 6, 5, 6, 1, 0, 1, 2, 5, 2, 1, 4, 3, 3, 1, 2, 1, 2, 2, 2, 3, 2, 4, 3, 0, 1, 1, 1, 1, 3, 2, 1, 2, 2, 3, 4, 1, 1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0], "n_pos": 20, "sum_m_en": [1.844221, 1.131089, 1.015502, 1.03684, 1.049711, 1.140512, 1.193942, 1.367301, 1.263933, 1.367554, 1.478129, 1.405356, 1.385302, 1.416048, 1.328776, 1.313295, 1.294427, 1.245496, 1.185009, 1.154459, 1.086443, 1.121562, 0.998752, 0.927104, 2.39671, 2.634379, 1.938708, 2.068173, 1.947392, 1.97917, 1.842547, 1.677547, 1.485054, 1.456328, 1.335091, 1.234578, 1.159705, 0.987319, 0.919504, 1.107762, 1.244445, 1.360018, 2.815555, 1.923077, 1.795245, 0.998901, 1.614769, 1.208835, 0.275954, 7e-06], "sum_m_pl": [8.967042, 9.721453, 9.340836, 8.805037, 8.235936, 7.866013, 8.141157, 7.686859, 7.694585, 8.305184, 8.653442, 8.399594, 7.945952, 8.024073, 8.193357, 8.10806, 7.925595, 8.143832, 8.23988, 8.139933, 8.525047, 8.883227, 9.169428, 9.454722, 7.077999, 6.423319, 6.698204, 7.072362, 7.53903, 7.865414, 7.696259, 8.151864, 7.489362, 7.51267, 6.980541, 6.437866, 5.847299, 5.012566, 4.814704, 4.758959, 4.885395, 5.566839, 4.735454, 4.645264, 4.31181, 3.537252, 2.172435, 1.547212, 0.419186, 4e-06]}, "lang": {"n_am_en": [5, 4, 12, 6, 7, 8, 10, 11, 12, 9, 12, 13, 13, 9, 17, 11, 8, 11, 13, 10, 9, 11, 10, 10, 14, 20, 16, 18, 19, 14, 13, 13, 15, 15, 13, 13, 16, 14, 15, 18, 22, 14, 14, 13, 18, 27, 25, 29, 37, 41], "n_am_pl": [2, 5, 8, 6, 5, 8, 6, 8, 10, 8, 8, 4, 5, 9, 3, 5, 9, 6, 6, 7, 6, 9, 6, 9, 7, 3, 5, 2, 1, 2, 2, 4, 4, 3, 3, 6, 3, 4, 4, 2, 2, 3, 3, 3, 4, 1, 1, 1, 0, 0], "n_pos": 42, "sum_m_en": [4.626619, 2.702942, 2.593755, 2.496651, 2.455489, 2.526233, 2.693861, 2.908686, 2.968632, 2.959633, 3.153492, 3.375302, 3.310822, 3.592987, 3.570364, 3.401678, 3.4574, 3.232008, 2.940609, 2.728025, 2.691169, 2.503987, 2.423091, 2.20838, 5.754673, 6.843351, 5.834602, 5.551642, 5.27391, 5.385415, 5.251768, 4.990939, 5.046938, 5.118328, 5.420337, 5.142917, 5.99049, 6.751721, 7.521058, 8.860821, 10.128657, 10.976394, 12.04717, 12.891807, 14.839659, 18.039764, 22.257832, 25.993229, 34.563286, 37.820014], "sum_m_pl": [14.523962, 19.228817, 19.192897, 18.549273, 18.072355, 18.266036, 18.109786, 17.479408, 17.685282, 17.809755, 17.591789, 17.77612, 17.980635, 17.475103, 17.583283, 17.661362, 17.433867, 17.668311, 18.455966, 18.750859, 18.782399, 19.248276, 19.596737, 19.95457, 14.629007, 14.037935, 14.504772, 14.945841, 14.996028, 15.070499, 15.231349, 15.41888, 15.41121, 15.133467, 13.667305, 14.011641, 12.830673, 12.151896, 10.686901, 10.001987, 9.713343, 8.733936, 8.185641, 6.4802, 5.434997, 4.483712, 3.03256, 1.749695, 0.255948, 0.007855]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 115, "item_id": "pes-Ortodoncja-2018 jesień-100", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 901, "region_end": 113, "roundtrip_ok": true, "tf_agree": 0.9739, "tf_agree_excl_first": 0.9825}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 30, 22, 20, 27, 20, 22, 14, 10, 15, 15, 14, 21, 20, 21, 19, 11, 18, 12, 11, 10, 11, 9, 12, 29, 26, 21, 15, 20, 16, 15, 14, 9, 11, 13, 15, 19, 16, 12, 22, 21, 17, 27, 26, 25, 17, 12, 10, 1, 1], "n_am_pl": [8, 19, 28, 21, 18, 13, 12, 20, 23, 14, 14, 10, 12, 14, 13, 18, 18, 16, 15, 19, 24, 29, 31, 30, 15, 13, 11, 14, 11, 12, 15, 15, 17, 14, 15, 18, 13, 15, 10, 10, 11, 12, 13, 11, 12, 22, 23, 24, 36, 44], "n_pos": 116, "sum_m_en": [11.164349, 6.384716, 6.750972, 6.972774, 7.081057, 8.044383, 7.574007, 7.796567, 7.500556, 7.743602, 7.547073, 7.71711, 7.890014, 8.361657, 8.812953, 8.623693, 8.628874, 8.121545, 7.155688, 6.732017, 6.378935, 6.144446, 5.811346, 5.586576, 12.698632, 12.926341, 11.552079, 11.113471, 11.077418, 10.424834, 10.097241, 9.767626, 9.284155, 9.193705, 9.175819, 9.175262, 9.137077, 8.713309, 9.041831, 11.828069, 11.515143, 11.984286, 18.785906, 18.207078, 17.425219, 14.920717, 12.970696, 9.418577, 2.976197, 1.147465], "sum_m_pl": [44.290903, 54.44855, 52.745477, 50.668362, 50.175079, 48.721864, 48.895837, 47.501719, 46.583849, 47.600916, 47.272215, 45.818673, 46.486679, 46.374069, 46.636928, 46.935308, 46.463596, 47.76799, 49.608352, 50.359093, 51.765921, 53.167252, 53.584555, 54.379122, 41.397139, 38.351955, 36.958021, 38.132714, 40.807641, 41.872084, 42.160308, 43.19105, 41.948717, 39.630553, 37.045188, 37.259493, 36.142456, 34.758975, 33.487608, 34.345879, 33.868427, 33.411835, 29.302203, 29.290837, 27.355097, 28.703294, 27.667836, 26.191348, 35.857323, 43.82109]}, "digit": {"n_am_en": [1, 7, 1, 0, 3, 1, 2, 3, 0, 2, 1, 1, 3, 3, 5, 1, 1, 3, 1, 1, 1, 3, 1, 3, 10, 6, 2, 1, 4, 3, 3, 3, 2, 0, 1, 2, 2, 2, 0, 1, 3, 2, 6, 3, 5, 2, 3, 2, 0, 0], "n_am_pl": [5, 5, 8, 6, 4, 0, 0, 2, 4, 2, 1, 2, 3, 4, 3, 5, 4, 5, 3, 5, 6, 7, 8, 6, 2, 2, 1, 1, 2, 3, 2, 0, 0, 1, 3, 3, 4, 2, 1, 0, 1, 2, 0, 2, 1, 2, 1, 1, 0, 0], "n_pos": 21, "sum_m_en": [1.891232, 1.166298, 1.094905, 1.12493, 1.08293, 1.399764, 1.45269, 1.702886, 1.50568, 1.538919, 1.510166, 1.484142, 1.447979, 1.487707, 1.631137, 1.52552, 1.46962, 1.423433, 1.269097, 1.210615, 1.1814, 1.148511, 1.092614, 1.030049, 2.456034, 2.856199, 2.330921, 2.271088, 2.261888, 1.949071, 1.900813, 1.891941, 1.697607, 1.554916, 1.441767, 1.567233, 1.619994, 1.151648, 1.119418, 1.626244, 1.912839, 2.00448, 4.090209, 2.751934, 3.484148, 1.958998, 2.502035, 1.742621, 0.074058, 2e-06], "sum_m_pl": [9.451586, 10.298118, 9.637133, 9.127414, 8.756323, 8.264867, 8.233113, 8.049902, 8.010761, 8.543285, 8.744648, 8.289534, 8.070862, 8.511356, 8.37057, 8.331111, 8.105101, 8.448783, 8.570486, 8.686482, 8.947938, 9.29518, 9.429805, 9.655827, 7.729903, 6.447663, 6.54575, 6.528504, 7.055236, 7.227745, 7.034159, 7.372769, 6.85377, 6.702326, 6.361747, 6.028582, 5.675217, 5.233524, 4.912841, 5.244409, 5.282764, 6.005954, 4.761128, 5.321421, 4.638826, 4.499079, 3.504291, 2.359891, 0.210991, 0.002189]}, "lang": {"n_am_en": [13, 16, 13, 13, 14, 12, 15, 6, 4, 7, 6, 7, 8, 7, 6, 6, 3, 5, 4, 5, 2, 4, 4, 6, 11, 13, 11, 7, 6, 4, 6, 4, 3, 3, 5, 7, 10, 9, 7, 12, 9, 11, 9, 12, 11, 9, 5, 6, 1, 1], "n_am_pl": [0, 7, 8, 10, 6, 9, 6, 10, 8, 4, 4, 1, 2, 3, 5, 7, 7, 5, 7, 7, 9, 8, 7, 7, 4, 4, 3, 6, 4, 7, 10, 9, 7, 5, 6, 8, 5, 5, 3, 4, 6, 6, 8, 7, 9, 16, 19, 19, 34, 43], "n_pos": 45, "sum_m_en": [4.755473, 2.589696, 2.709527, 2.8605, 3.244596, 3.736186, 3.096466, 2.829387, 2.772296, 2.92408, 2.807833, 2.949416, 3.052006, 3.242717, 3.464411, 3.411612, 3.540165, 3.261142, 2.80592, 2.601011, 2.45459, 2.348411, 2.204343, 2.126451, 5.070566, 4.828333, 4.4536, 4.220894, 4.271825, 4.071057, 4.072595, 3.901962, 3.770193, 3.830731, 3.976394, 3.961126, 4.055399, 4.229316, 4.499971, 4.761495, 4.84035, 4.731694, 5.253731, 6.593625, 6.179192, 6.13035, 5.913498, 5.640101, 2.025246, 1.081561], "sum_m_pl": [15.580035, 20.81725, 20.492809, 19.609744, 19.173885, 18.76362, 19.134644, 18.671264, 18.060567, 18.468729, 18.035977, 17.752988, 18.322467, 17.862185, 18.227965, 18.343204, 18.35245, 18.805422, 19.708054, 19.875204, 20.381059, 20.926199, 21.064317, 21.413422, 15.998933, 15.515448, 14.724395, 15.143015, 16.202226, 16.820879, 17.246175, 17.388554, 17.257223, 16.59805, 15.90362, 16.614581, 16.486088, 15.782186, 14.834529, 15.162594, 14.693506, 14.475228, 14.27818, 14.345375, 15.060014, 16.471114, 18.853111, 19.065486, 30.982573, 40.75655]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "pes-Ortodoncja-2018 jesień-100", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 781, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9492, "tf_agree_excl_first": 0.9573}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [88, 79, 68, 54, 56, 50, 83, 83, 76, 94, 100, 100, 107, 86, 94, 100, 111, 84, 101, 89, 102, 85, 74, 81, 108, 113, 100, 101, 98, 102, 90, 86, 88, 93, 91, 103, 107, 111, 123, 112, 119, 124, 125, 138, 137, 139, 133, 141, 128, 128], "n_am_pl": [15, 32, 31, 30, 26, 26, 24, 33, 28, 32, 21, 19, 18, 27, 27, 28, 25, 34, 17, 25, 22, 21, 29, 29, 16, 12, 19, 14, 17, 22, 15, 23, 16, 24, 21, 22, 16, 15, 16, 20, 19, 16, 19, 15, 10, 13, 10, 3, 0, 0], "n_pos": 273, "sum_m_en": [33.502164, 17.650665, 16.589415, 16.151342, 16.483124, 16.045729, 16.748737, 18.512674, 18.583814, 19.704185, 19.768677, 21.373629, 21.661309, 22.221269, 22.205315, 20.323887, 18.858784, 17.214116, 16.370421, 15.609099, 15.407344, 14.21143, 13.380656, 12.983743, 35.583591, 38.009236, 37.315018, 32.173724, 29.796802, 30.10484, 28.078914, 26.972341, 27.396399, 26.978883, 29.009348, 32.263956, 39.902819, 40.103975, 50.598975, 49.748678, 52.164722, 64.031281, 78.869625, 92.715305, 100.731423, 114.70572, 120.192697, 130.348123, 126.134161, 126.156612], "sum_m_pl": [94.245751, 125.186345, 122.93277, 121.302536, 115.074623, 115.670081, 118.77218, 117.77244, 116.632037, 119.654937, 119.365497, 117.880458, 121.35891, 117.674143, 120.258742, 124.058858, 128.720445, 127.746521, 129.955033, 130.670642, 130.67836, 131.397494, 131.749583, 130.76171, 97.431404, 96.558904, 93.375244, 103.557919, 107.138192, 105.508691, 109.386652, 107.971209, 108.921573, 109.607731, 108.326494, 103.329077, 92.522547, 89.6198, 79.607942, 78.400884, 75.56947, 63.81199, 55.536344, 46.027907, 34.951427, 28.886031, 19.180446, 9.871843, 2.219812, 0.365772]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [46, 36, 40, 28, 27, 28, 43, 36, 38, 46, 51, 46, 49, 46, 48, 46, 51, 40, 51, 46, 55, 40, 32, 43, 60, 61, 55, 50, 53, 57, 48, 42, 45, 45, 49, 57, 64, 68, 76, 71, 72, 73, 73, 84, 81, 84, 92, 97, 114, 125], "n_am_pl": [7, 15, 11, 17, 12, 14, 13, 20, 15, 18, 11, 10, 6, 9, 9, 10, 10, 15, 6, 11, 6, 7, 13, 12, 5, 4, 7, 5, 7, 13, 8, 14, 10, 12, 10, 13, 8, 8, 6, 9, 9, 8, 6, 4, 2, 4, 2, 0, 0, 0], "n_pos": 127, "sum_m_en": [15.179014, 8.526323, 7.905674, 7.838814, 7.824729, 7.533807, 7.920636, 8.770193, 8.981382, 9.447554, 9.302628, 9.763017, 10.075812, 10.212094, 10.427037, 9.365028, 8.800881, 8.130723, 7.618904, 7.177651, 7.030719, 6.453884, 6.090197, 5.932241, 17.438243, 19.391871, 20.049704, 16.946532, 15.855551, 15.535925, 14.299734, 13.609343, 13.982181, 13.967354, 15.494552, 17.930288, 22.209908, 22.475888, 28.854676, 28.600999, 30.551488, 39.811141, 48.163707, 56.840034, 62.64216, 71.917994, 81.479712, 88.939201, 110.277575, 119.36955], "sum_m_pl": [42.875134, 57.318294, 56.768316, 55.681907, 53.484841, 54.55754, 56.117916, 55.76826, 55.389312, 56.656628, 56.527446, 56.011507, 57.662802, 56.157455, 57.363145, 58.960658, 61.015552, 60.652847, 61.375106, 61.611764, 61.576932, 61.95861, 62.14235, 61.552481, 46.828978, 46.438751, 45.156382, 50.033435, 51.602621, 50.857865, 52.860503, 52.618541, 52.545514, 53.679876, 52.564614, 50.008038, 44.342663, 43.204852, 38.25244, 38.096582, 36.435535, 29.19703, 23.02862, 18.582803, 14.320156, 10.577059, 6.439888, 3.596092, 0.784, 0.273075]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 275, "item_id": "pes-Ortodoncja-2018 wiosna-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 931, "region_end": 273, "roundtrip_ok": true, "tf_agree": 0.9636, "tf_agree_excl_first": 0.9672}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 13, 19, 13, 12, 9, 16, 20, 15, 22, 20, 17, 15, 14, 11, 14, 18, 16, 17, 6, 14, 14, 12, 11, 21, 17, 18, 22, 18, 14, 8, 8, 12, 16, 14, 23, 21, 17, 16, 16, 15, 13, 15, 12, 12, 6, 5, 4, 1, 0], "n_am_pl": [3, 12, 15, 10, 10, 14, 18, 15, 8, 10, 10, 8, 12, 11, 13, 13, 14, 13, 9, 17, 14, 20, 19, 16, 7, 9, 8, 9, 11, 13, 12, 12, 11, 15, 13, 12, 11, 19, 22, 23, 24, 16, 22, 29, 25, 27, 35, 37, 50, 55], "n_pos": 84, "sum_m_en": [7.991024, 4.128244, 4.441299, 4.363155, 4.32243, 4.340204, 4.370183, 5.065661, 4.96868, 5.280788, 5.296496, 5.319655, 5.280912, 5.394324, 5.302558, 5.125168, 4.893091, 4.627102, 4.197909, 4.02495, 4.082729, 3.781403, 3.67603, 3.649435, 6.421747, 7.184568, 7.238605, 7.285466, 6.940121, 6.83064, 6.900127, 6.721994, 6.643561, 6.405275, 6.69469, 7.486269, 8.496119, 8.208383, 8.330608, 8.309879, 8.646352, 8.808476, 10.218486, 8.621136, 7.974929, 7.615265, 5.619423, 3.908417, 0.960513, 0.017578], "sum_m_pl": [31.330554, 38.558747, 38.502657, 37.982503, 35.841092, 35.005808, 35.831098, 35.327302, 35.953961, 36.777051, 35.529659, 35.130603, 37.159148, 36.86014, 38.08393, 39.431489, 40.235432, 39.795938, 41.263073, 41.660784, 41.475759, 41.828527, 41.56367, 41.506356, 33.24695, 32.08819, 30.910819, 32.656984, 34.083971, 34.481594, 35.359323, 35.88262, 36.475205, 36.483199, 35.915455, 34.913092, 33.860191, 34.013129, 33.620135, 33.541225, 31.922087, 32.255249, 32.102313, 33.868303, 31.487838, 31.115998, 36.416073, 37.285051, 48.550418, 55.354955]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 9, 14, 9, 8, 6, 13, 12, 10, 16, 15, 13, 11, 9, 8, 10, 12, 13, 13, 4, 12, 10, 9, 8, 15, 13, 13, 18, 15, 12, 7, 7, 11, 13, 9, 17, 18, 14, 12, 12, 10, 9, 11, 8, 9, 6, 5, 3, 1, 0], "n_am_pl": [3, 6, 7, 5, 6, 9, 11, 11, 5, 6, 8, 4, 8, 7, 9, 11, 12, 12, 6, 11, 10, 15, 15, 12, 6, 6, 4, 5, 6, 8, 7, 5, 6, 8, 9, 7, 5, 15, 15, 17, 19, 12, 15, 24, 21, 22, 32, 36, 49, 54], "n_pos": 56, "sum_m_en": [4.923432, 2.767136, 3.089877, 2.980006, 2.93591, 2.977301, 3.022284, 3.451986, 3.476488, 3.652123, 3.547068, 3.611334, 3.591402, 3.65122, 3.625581, 3.4622, 3.338557, 3.116686, 2.850378, 2.762555, 2.817234, 2.586627, 2.506244, 2.480814, 4.658662, 5.474444, 5.49472, 5.465784, 5.219186, 4.946769, 4.991039, 5.090435, 4.863544, 4.76041, 4.905808, 5.526629, 6.60347, 6.202775, 6.459397, 6.598302, 7.0251, 7.220661, 8.375557, 6.81783, 6.774873, 6.628187, 4.773831, 3.481032, 0.773726, 0.015361], "sum_m_pl": [20.476458, 25.024699, 24.786429, 24.338943, 22.971846, 22.852779, 23.482198, 23.32017, 23.985316, 24.55848, 24.186117, 23.930789, 25.182631, 25.159408, 26.200497, 26.865047, 27.480083, 27.264828, 27.922329, 28.027388, 27.728108, 27.93485, 27.766571, 27.700141, 23.1383, 22.159514, 21.807331, 22.796398, 23.579105, 23.687084, 24.605217, 24.78151, 25.732683, 26.103392, 25.667094, 25.171342, 24.338804, 24.65607, 24.661661, 25.007103, 24.840584, 25.073243, 24.71232, 26.902589, 26.244671, 26.248838, 32.946883, 34.871909, 46.53249, 53.940036]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 164, "item_id": "pes-Ortodoncja-2018 wiosna-32", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 811, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9634, "tf_agree_excl_first": 0.9693}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 3, 3, 3, 2, 2, 2, 2, 2, 2, 1, 2, 0, 2, 0, 1, 2, 0, 0, 0, 1, 2, 2, 2, 1, 1, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 2, 1, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.236683, 0.140682, 0.154389, 0.175574, 0.176368, 0.153753, 0.139922, 0.149295, 0.143564, 0.133913, 0.137543, 0.146583, 0.156891, 0.174496, 0.180369, 0.191346, 0.182749, 0.165579, 0.152623, 0.145795, 0.133743, 0.123024, 0.121161, 0.122054, 0.356271, 0.274753, 0.238363, 0.252558, 0.216983, 0.199369, 0.215394, 0.231559, 0.240657, 0.274223, 0.316402, 0.284458, 0.476378, 0.346678, 0.312467, 0.286829, 0.305208, 0.275532, 0.280928, 0.301301, 0.206346, 0.257903, 0.200566, 0.099337, 0.004424, 7.2e-05], "sum_m_pl": [1.335965, 1.475196, 1.530056, 1.481204, 1.468384, 1.530343, 1.492496, 1.412869, 1.467224, 1.476925, 1.464645, 1.484638, 1.464322, 1.484764, 1.40013, 1.372173, 1.387078, 1.361402, 1.392003, 1.406106, 1.441895, 1.461544, 1.488098, 1.498595, 1.221345, 1.272675, 1.199263, 1.164983, 1.206169, 1.306795, 1.304495, 1.324756, 1.194443, 1.165846, 1.199743, 1.183818, 1.023107, 1.027802, 1.056712, 1.030106, 1.113576, 1.146947, 1.112077, 1.095843, 0.66934, 0.5563, 0.309223, 0.131324, 0.004013, 0.096758]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 206, "item_id": "pes-Ortodoncja-2019 wiosna-30", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 911, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9612, "tf_agree_excl_first": 0.9659}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [64, 45, 39, 28, 33, 32, 36, 56, 52, 65, 90, 79, 66, 51, 47, 54, 54, 56, 53, 49, 51, 50, 55, 54, 62, 72, 74, 67, 66, 71, 68, 59, 62, 86, 77, 73, 84, 78, 80, 83, 76, 80, 77, 74, 76, 57, 51, 23, 2, 1], "n_am_pl": [9, 51, 58, 47, 60, 43, 38, 36, 23, 24, 25, 28, 34, 42, 45, 32, 40, 44, 36, 40, 43, 51, 59, 70, 40, 37, 31, 32, 34, 28, 38, 45, 51, 35, 47, 42, 41, 31, 40, 47, 52, 36, 43, 47, 41, 47, 72, 75, 138, 143], "n_pos": 250, "sum_m_en": [22.590692, 12.101562, 11.968077, 12.77899, 13.309594, 13.195123, 13.259955, 14.091298, 14.46997, 15.155682, 16.067208, 16.724531, 16.490319, 16.766136, 17.267733, 17.50411, 16.761632, 16.223311, 14.575927, 13.767859, 13.578892, 12.684142, 12.357936, 11.908536, 25.730145, 28.070064, 30.988693, 27.006192, 24.6901, 25.281305, 25.242987, 24.135279, 24.863615, 27.518342, 27.390336, 32.280052, 35.479681, 39.810477, 42.625468, 41.002513, 38.850899, 43.274681, 44.993533, 46.881036, 45.836261, 43.247275, 41.665935, 23.616552, 5.19817, 1.084319], "sum_m_pl": [88.855089, 117.47275, 113.982679, 111.394161, 106.483894, 105.125675, 107.983809, 108.470806, 108.587885, 110.909995, 110.401732, 107.88643, 114.44301, 113.24137, 114.120946, 113.724177, 116.902551, 115.914746, 118.742196, 120.308064, 120.599306, 122.130375, 122.468253, 122.491275, 101.506181, 97.938379, 95.474857, 102.87694, 106.938915, 105.069557, 107.851638, 109.077429, 108.3391, 101.971301, 103.429261, 97.612404, 92.755427, 89.401349, 87.391544, 87.792783, 88.180283, 82.073682, 79.885383, 76.482381, 71.56531, 67.676982, 74.623542, 76.187954, 128.465203, 141.687473]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 19, 17, 19, 24, 20, 21, 38, 27, 40, 55, 48, 42, 33, 32, 32, 40, 39, 38, 34, 37, 32, 36, 40, 42, 54, 54, 47, 43, 47, 47, 42, 42, 60, 57, 50, 61, 54, 59, 63, 57, 62, 59, 58, 59, 48, 42, 19, 2, 1], "n_am_pl": [6, 30, 33, 23, 34, 25, 17, 18, 13, 15, 16, 14, 19, 18, 24, 21, 24, 24, 22, 29, 31, 37, 37, 43, 25, 18, 20, 18, 20, 17, 24, 24, 32, 20, 28, 25, 23, 18, 25, 28, 29, 20, 28, 30, 27, 34, 55, 64, 131, 140], "n_pos": 142, "sum_m_en": [12.507197, 6.794746, 6.877968, 7.507037, 7.958918, 7.779137, 7.964749, 8.569704, 8.81073, 9.090126, 9.576428, 10.004646, 10.000494, 10.098642, 10.444958, 10.579902, 9.844754, 9.4518, 8.561213, 8.018871, 7.931515, 7.391404, 7.229686, 6.915988, 17.921513, 19.844226, 21.848362, 18.315658, 16.220369, 16.243708, 16.050437, 15.254106, 15.645337, 17.349065, 17.905726, 20.792916, 24.099867, 27.778012, 30.504987, 29.945, 28.468738, 33.200243, 35.042989, 37.155066, 35.692916, 35.452147, 32.786129, 17.438071, 3.197903, 1.017156], "sum_m_pl": [47.533169, 65.266992, 63.395972, 61.240359, 58.009775, 58.00953, 60.040327, 60.635887, 60.785479, 62.840665, 63.087669, 62.411816, 65.979037, 64.984031, 66.367655, 65.83392, 68.003187, 67.531013, 68.749823, 69.358966, 69.383406, 70.412489, 70.565019, 70.641243, 59.71213, 57.960707, 56.723468, 60.743204, 63.65174, 62.876734, 64.517282, 64.708529, 65.221665, 61.087092, 61.524292, 58.432578, 55.823241, 53.472715, 51.99169, 52.347509, 53.12705, 49.415157, 49.759608, 48.472125, 48.395165, 47.919254, 55.41783, 61.408832, 114.822605, 137.780273]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 265, "item_id": "pes-Ortodoncja-2019 wiosna-30", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 791, "region_end": 250, "roundtrip_ok": true, "tf_agree": 0.9623, "tf_agree_excl_first": 0.9659}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [53, 44, 48, 46, 45, 47, 43, 62, 53, 67, 73, 68, 66, 67, 54, 62, 57, 53, 59, 57, 63, 56, 61, 57, 74, 73, 71, 76, 70, 74, 73, 63, 65, 62, 82, 79, 85, 80, 82, 85, 89, 88, 87, 79, 80, 83, 88, 94, 97, 91], "n_am_pl": [7, 33, 28, 29, 22, 15, 16, 14, 16, 15, 9, 11, 15, 22, 22, 26, 25, 27, 28, 37, 26, 29, 20, 28, 30, 27, 19, 24, 25, 21, 23, 31, 31, 32, 24, 15, 15, 22, 21, 26, 25, 16, 21, 13, 13, 12, 11, 9, 4, 3], "n_pos": 194, "sum_m_en": [22.671363, 12.731788, 11.936505, 11.918129, 12.559317, 12.194016, 11.575061, 12.779984, 12.384514, 12.569901, 13.161845, 14.415357, 14.843071, 15.269676, 15.899759, 15.050009, 13.924105, 13.291306, 12.977127, 12.486675, 12.191532, 10.943014, 10.182303, 9.86735, 25.238313, 28.871286, 29.425806, 24.585325, 22.339171, 23.224713, 23.387131, 22.033967, 23.550464, 24.33324, 24.495368, 26.59668, 35.899639, 38.046612, 39.496018, 42.458754, 43.88384, 50.991353, 58.601275, 58.931064, 63.408162, 73.008551, 84.998931, 89.892793, 93.413912, 94.260438], "sum_m_pl": [68.91088, 88.008515, 87.633163, 85.730318, 81.220024, 81.636369, 83.00582, 82.475855, 81.3354, 83.768099, 82.924602, 82.663359, 84.697204, 82.018501, 83.514943, 84.908569, 87.606321, 84.356313, 85.558302, 86.562471, 87.248109, 89.661591, 89.798557, 90.240117, 68.850931, 64.531475, 63.415542, 72.509389, 75.965463, 73.072589, 75.046262, 76.257343, 74.320623, 73.713477, 73.10096, 68.189105, 57.587521, 53.735124, 51.31019, 52.33847, 51.721737, 42.328883, 41.019993, 28.201651, 20.565618, 19.991603, 13.922727, 9.811558, 5.020771, 2.952712]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [24, 17, 23, 20, 23, 23, 21, 34, 21, 29, 36, 37, 41, 38, 33, 44, 35, 32, 31, 33, 37, 40, 39, 36, 43, 48, 41, 45, 42, 41, 36, 32, 36, 35, 43, 43, 47, 46, 49, 46, 49, 54, 56, 52, 51, 56, 61, 71, 85, 90], "n_am_pl": [1, 20, 16, 18, 13, 9, 10, 6, 9, 8, 5, 7, 6, 8, 10, 10, 12, 13, 13, 15, 11, 12, 9, 14, 14, 11, 11, 10, 9, 11, 14, 17, 15, 15, 16, 11, 12, 13, 13, 14, 12, 7, 11, 8, 9, 8, 6, 5, 3, 3], "n_pos": 96, "sum_m_en": [10.56243, 6.276289, 5.813582, 5.759485, 6.19087, 6.313615, 5.850771, 6.358078, 6.174801, 6.296188, 6.525943, 7.322636, 7.58363, 7.835979, 8.355749, 7.899522, 7.272759, 6.86262, 6.674224, 6.294816, 6.049778, 5.423028, 5.047112, 4.890848, 14.482892, 16.220484, 15.921274, 13.150601, 12.004625, 13.01346, 12.948507, 12.350132, 12.577602, 12.99723, 12.833773, 14.18102, 19.823188, 21.667131, 23.294834, 25.170492, 26.542533, 32.401013, 37.473171, 38.786944, 41.545679, 48.729777, 58.537476, 66.17917, 80.118981, 88.619874], "sum_m_pl": [33.869749, 43.522447, 42.921194, 41.89486, 39.107082, 39.637077, 40.081207, 39.984374, 39.655281, 41.448972, 41.347251, 41.223352, 42.551225, 41.768151, 42.700414, 43.126473, 44.135237, 43.062848, 43.359, 43.537841, 43.891248, 44.979767, 45.058151, 45.251834, 36.333394, 34.41879, 34.231351, 38.37833, 39.587317, 37.923274, 38.658969, 39.087131, 37.907693, 38.039787, 37.522187, 35.1427, 29.585979, 27.49109, 26.112257, 25.75885, 25.727934, 20.914561, 20.03955, 14.207391, 11.0823, 10.727543, 7.786428, 5.288388, 3.751567, 2.852991]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 196, "item_id": "pes-Ortodoncja-2020 jesień-50", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 963, "region_end": 194, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.9692}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [86, 58, 56, 39, 35, 41, 42, 63, 49, 73, 71, 71, 64, 55, 53, 60, 61, 53, 46, 55, 59, 50, 42, 43, 64, 69, 77, 79, 71, 78, 85, 69, 65, 76, 73, 77, 83, 76, 93, 88, 88, 72, 81, 82, 72, 68, 25, 12, 6, 1], "n_am_pl": [15, 64, 74, 48, 46, 38, 36, 27, 27, 19, 24, 30, 39, 53, 39, 52, 51, 43, 59, 62, 50, 48, 39, 45, 59, 47, 38, 43, 36, 46, 49, 57, 64, 47, 49, 57, 47, 56, 51, 65, 67, 70, 68, 60, 54, 54, 87, 98, 144, 161], "n_pos": 293, "sum_m_en": [27.456906, 13.669724, 13.699694, 14.426554, 15.341227, 15.294583, 14.824724, 15.838556, 16.145709, 16.115194, 16.354044, 17.455754, 17.45326, 17.818552, 18.427155, 18.241009, 17.755119, 16.842779, 15.705638, 15.328294, 14.978947, 13.810146, 13.287752, 13.03919, 22.924131, 27.320952, 28.846343, 26.363715, 26.044872, 27.14486, 27.168967, 25.483986, 25.727807, 26.535686, 27.410169, 29.153399, 33.448555, 37.258699, 39.627837, 38.487931, 37.581843, 40.16824, 45.949406, 48.091819, 49.175607, 46.875294, 26.106934, 14.721523, 6.220101, 1.107613], "sum_m_pl": [108.08837, 137.66667, 136.208093, 131.976898, 125.405443, 125.697319, 127.758014, 128.054791, 129.609292, 131.928014, 128.547122, 129.536045, 135.478922, 133.389389, 137.248763, 137.327839, 139.497877, 137.499204, 140.010899, 141.011305, 141.599997, 143.623287, 143.109339, 143.066405, 123.612057, 114.932326, 111.520514, 121.849153, 125.372678, 123.195743, 124.599438, 127.550433, 129.205712, 124.018924, 119.385458, 114.301648, 108.919776, 105.497037, 102.797455, 106.207764, 105.758646, 99.07079, 98.45123, 90.73309, 79.906853, 76.160112, 89.033367, 100.836604, 142.295229, 163.938553]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [38, 30, 27, 22, 19, 29, 26, 43, 33, 40, 38, 41, 39, 37, 29, 42, 34, 27, 27, 27, 29, 21, 20, 22, 39, 48, 50, 54, 43, 47, 49, 43, 40, 49, 51, 54, 59, 52, 64, 61, 60, 52, 57, 60, 53, 50, 20, 6, 4, 1], "n_am_pl": [6, 38, 48, 31, 24, 22, 17, 13, 15, 10, 16, 17, 18, 22, 17, 19, 24, 24, 33, 40, 30, 29, 20, 26, 37, 27, 19, 21, 16, 26, 28, 30, 36, 25, 23, 32, 25, 36, 28, 40, 41, 44, 46, 39, 40, 37, 72, 89, 141, 160], "n_pos": 163, "sum_m_en": [14.621899, 7.543, 7.646358, 8.264831, 8.802708, 8.768141, 8.552271, 9.368344, 9.815255, 9.406699, 9.275475, 10.054869, 10.00774, 10.188405, 10.297574, 10.209243, 9.793088, 9.309931, 8.830783, 8.72035, 8.572599, 7.791823, 7.497574, 7.362233, 14.279081, 17.390027, 18.163879, 15.592697, 15.284228, 15.627954, 15.873118, 15.036542, 14.729893, 15.425924, 15.899719, 16.426687, 19.527463, 22.458733, 22.925182, 22.422185, 22.185068, 24.486971, 29.892996, 33.336815, 35.132795, 34.752328, 20.487012, 8.375617, 3.604027, 1.027239], "sum_m_pl": [57.840534, 74.458378, 73.881627, 70.97013, 67.39306, 67.903221, 69.33422, 69.98864, 70.792892, 72.446252, 71.093446, 72.09718, 75.641814, 73.918484, 76.903744, 77.027644, 78.381983, 77.220378, 78.318261, 78.688726, 78.925821, 80.383949, 79.96596, 79.948897, 71.04661, 65.699158, 63.940294, 69.86543, 71.241215, 69.98193, 71.497813, 73.1646, 75.216186, 72.620821, 69.369634, 69.09568, 67.510581, 65.999318, 65.42, 67.296674, 67.69614, 63.93942, 64.135017, 59.072173, 54.79775, 53.007375, 69.576666, 84.934475, 133.876391, 159.786986]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 295, "item_id": "pes-Ortodoncja-2020 jesień-50", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 843, "region_end": 293, "roundtrip_ok": true, "tf_agree": 0.9763, "tf_agree_excl_first": 0.9796}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [112, 96, 87, 86, 84, 111, 101, 93, 87, 112, 109, 115, 102, 105, 104, 99, 109, 95, 117, 97, 101, 97, 85, 93, 137, 134, 140, 138, 125, 128, 118, 116, 130, 128, 126, 133, 148, 133, 134, 134, 141, 137, 146, 149, 137, 157, 147, 156, 164, 162], "n_am_pl": [26, 76, 70, 64, 51, 40, 26, 32, 38, 28, 37, 36, 37, 45, 46, 46, 54, 50, 46, 57, 56, 56, 57, 66, 32, 34, 27, 34, 46, 36, 46, 37, 36, 35, 40, 41, 32, 35, 36, 26, 27, 22, 18, 13, 16, 11, 18, 7, 4, 5], "n_pos": 356, "sum_m_en": [43.812107, 21.841898, 20.924162, 20.725972, 20.893535, 20.736851, 20.853169, 21.848944, 21.329436, 22.195587, 22.878381, 25.350767, 25.074617, 26.434159, 26.914956, 25.65156, 24.617741, 25.079896, 23.410526, 21.790628, 19.575823, 18.058607, 17.131514, 16.558521, 38.818674, 40.947937, 45.154578, 41.226128, 39.600646, 41.60971, 38.175384, 37.55012, 39.174466, 41.967429, 43.520534, 50.322701, 59.954258, 60.423246, 63.934835, 68.328305, 69.556763, 80.926052, 90.64403, 103.082652, 105.976898, 122.725343, 133.922181, 142.266812, 159.513897, 161.853999], "sum_m_pl": [128.419726, 165.926663, 162.66275, 163.177129, 161.897976, 164.35229, 163.627398, 161.819446, 159.737787, 162.83096, 158.201159, 155.49318, 158.658829, 153.629422, 155.671154, 158.129163, 161.151993, 155.75244, 159.647917, 163.823834, 166.51087, 168.977616, 170.248925, 171.575131, 137.317286, 137.833982, 131.380232, 140.114337, 144.129418, 138.507068, 144.275395, 144.238855, 138.983458, 135.3747, 134.495897, 123.787751, 111.911419, 108.392314, 99.684078, 95.149268, 90.478555, 81.050863, 75.403537, 59.391386, 50.945222, 38.816057, 29.89114, 17.25378, 6.263654, 5.12331]}, "digit": {"n_am_en": [6, 6, 5, 3, 2, 2, 2, 2, 2, 4, 1, 1, 2, 2, 0, 0, 0, 1, 3, 3, 0, 1, 2, 0, 4, 3, 2, 2, 2, 3, 2, 3, 3, 4, 4, 1, 1, 3, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 3, 1, 2, 4, 1, 1, 0, 0, 0, 0, 0, 2, 1, 2, 2, 1, 0, 1, 0, 0, 0, 1, 3, 0, 2, 2, 3, 1, 3, 2, 3, 4, 2, 1, 0, 0, 1, 1, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.718729, 0.616205, 0.63819, 0.59989, 0.596557, 0.59747, 0.573536, 0.621205, 0.680027, 0.762528, 0.718448, 0.742067, 0.73859, 0.756304, 0.777161, 0.750667, 0.767827, 0.755379, 0.740001, 0.707775, 0.648914, 0.634914, 0.617856, 0.604265, 1.006458, 1.032413, 1.181158, 1.241227, 1.20773, 1.200926, 1.133415, 1.057433, 1.042452, 1.156378, 1.077185, 0.892787, 0.798483, 0.873286, 0.800243, 0.749058, 0.687119, 0.760707, 0.73408, 0.707267, 0.59545, 0.521826, 0.38551, 0.413642, 0.010021, 0.0], "sum_m_pl": [5.050636, 6.983456, 6.866716, 6.705086, 6.525896, 6.533393, 6.466037, 6.292802, 6.210187, 6.054533, 5.972908, 5.463432, 5.565494, 5.458612, 5.436006, 5.362029, 5.359809, 5.171231, 5.507079, 5.736953, 5.874589, 5.876308, 5.927145, 5.980951, 4.598564, 4.844666, 4.627037, 4.656201, 4.788283, 4.365758, 4.618579, 4.730756, 4.610439, 4.451241, 4.407339, 3.889377, 3.481655, 3.394993, 3.556508, 2.987045, 2.875233, 3.217935, 3.209042, 2.675908, 1.985065, 1.48491, 0.905744, 0.729906, 0.020583, 0.0]}, "lang": {"n_am_en": [53, 39, 40, 42, 41, 55, 62, 48, 43, 55, 65, 65, 59, 55, 54, 57, 62, 56, 66, 56, 53, 51, 45, 48, 75, 77, 76, 77, 74, 72, 68, 62, 68, 79, 73, 78, 89, 81, 86, 85, 92, 88, 98, 101, 97, 109, 101, 113, 147, 161], "n_am_pl": [9, 32, 37, 25, 27, 25, 14, 15, 22, 11, 13, 12, 16, 22, 22, 27, 30, 28, 25, 33, 32, 30, 31, 31, 16, 15, 10, 15, 19, 16, 24, 18, 16, 16, 19, 23, 18, 21, 20, 12, 12, 10, 9, 8, 10, 8, 17, 5, 4, 5], "n_pos": 168, "sum_m_en": [21.366267, 10.860895, 10.195366, 10.072653, 10.284045, 10.079579, 10.29978, 11.047266, 10.791135, 11.132695, 11.279354, 12.371834, 12.348259, 13.029366, 12.96857, 12.570731, 11.888365, 12.31716, 11.628274, 10.652488, 9.3327, 8.554746, 8.093831, 7.82802, 21.508708, 22.536346, 24.103604, 21.824352, 20.777436, 21.396336, 19.912812, 19.562025, 20.721558, 22.998872, 24.303547, 29.349202, 36.226094, 37.138185, 39.843406, 42.696151, 43.678539, 51.284074, 59.531426, 72.272642, 74.520102, 84.941532, 92.475509, 103.147552, 139.939409, 156.038417], "sum_m_pl": [57.94571, 75.719687, 74.327498, 74.853442, 74.184411, 75.654635, 76.331407, 75.323869, 74.557397, 76.18767, 74.36509, 73.799647, 75.714156, 72.958944, 73.957493, 75.14616, 76.701348, 74.117449, 75.854718, 77.823592, 79.13381, 80.40032, 81.137045, 81.730235, 65.529348, 65.802023, 62.355134, 65.702786, 67.234307, 65.544607, 68.555502, 68.407545, 66.674415, 64.428821, 63.012701, 58.426452, 52.840507, 52.334893, 48.224806, 45.94979, 44.034652, 38.677774, 36.888677, 29.476097, 26.985838, 21.021286, 19.348996, 10.311731, 5.316528, 5.058498]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 358, "item_id": "pes-Ortodoncja-2020 wiosna-7", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 988, "region_end": 356, "roundtrip_ok": true, "tf_agree": 0.9832, "tf_agree_excl_first": 0.986}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 0, 3, 3, 2, 1, 1, 0, 0, 2, 0, 2, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 1, 2, 2, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.252603, 0.143718, 0.166554, 0.179516, 0.189789, 0.161592, 0.14869, 0.157232, 0.146169, 0.139506, 0.145025, 0.150935, 0.158895, 0.16195, 0.172374, 0.17434, 0.167722, 0.155243, 0.14707, 0.137409, 0.131185, 0.124475, 0.119013, 0.121769, 0.272663, 0.214819, 0.236972, 0.281879, 0.236601, 0.201091, 0.222253, 0.175597, 0.23192, 0.257208, 0.329465, 0.280292, 0.416506, 0.2952, 0.273169, 0.24039, 0.228631, 0.215874, 0.210424, 0.221784, 0.109876, 0.147443, 0.093475, 0.056542, 0.001793, 5e-06], "sum_m_pl": [1.265542, 1.44394, 1.497354, 1.466414, 1.447937, 1.515645, 1.486127, 1.434616, 1.449589, 1.449496, 1.431573, 1.459452, 1.448285, 1.472694, 1.346435, 1.337202, 1.33636, 1.313507, 1.38093, 1.385982, 1.385453, 1.401275, 1.430248, 1.437587, 1.111656, 1.115554, 1.055833, 1.083325, 1.059558, 1.197546, 1.192622, 1.265414, 1.064828, 0.993001, 1.005942, 1.06119, 1.009089, 0.920204, 0.935397, 0.995301, 1.077085, 1.091061, 1.102617, 1.070646, 0.577809, 0.643326, 0.438385, 0.300035, 0.184471, 0.253617]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 301, "item_id": "pes-Ortodoncja-2020 wiosna-7", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 868, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9801, "tf_agree_excl_first": 0.9833}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [41, 49, 45, 35, 36, 30, 28, 32, 17, 31, 40, 49, 41, 34, 30, 33, 44, 39, 38, 37, 34, 43, 41, 48, 63, 64, 58, 61, 59, 61, 47, 44, 42, 50, 49, 53, 56, 62, 66, 72, 68, 74, 77, 70, 75, 69, 75, 79, 87, 82], "n_am_pl": [9, 31, 25, 34, 36, 33, 28, 28, 30, 40, 28, 23, 35, 38, 45, 34, 34, 36, 40, 34, 33, 25, 27, 23, 14, 12, 19, 24, 18, 22, 26, 20, 18, 15, 22, 21, 16, 16, 11, 20, 15, 12, 8, 9, 9, 9, 6, 4, 4, 5], "n_pos": 197, "sum_m_en": [21.369992, 12.799649, 11.883181, 11.295653, 11.770096, 11.469612, 11.298553, 11.4371, 11.493074, 12.006744, 12.11518, 13.225972, 13.420527, 13.99615, 13.679918, 13.32613, 13.033245, 12.830205, 11.70013, 10.811332, 10.52283, 9.829512, 9.48472, 9.22375, 20.439892, 22.291349, 20.734369, 20.775121, 20.552599, 20.529843, 19.063111, 18.570214, 18.394372, 18.585254, 20.274672, 22.313256, 27.380615, 28.464593, 30.004301, 32.849731, 35.116976, 39.738501, 46.575951, 53.922381, 59.21456, 65.404588, 68.786036, 72.299387, 84.115734, 80.653378], "sum_m_pl": [69.34737, 89.964687, 89.245581, 86.620628, 84.049862, 85.452128, 85.795495, 85.778177, 83.078418, 85.605997, 84.784851, 84.094947, 85.54831, 84.307387, 84.341242, 85.683059, 88.189465, 87.543412, 87.206005, 90.768857, 91.487906, 92.95498, 93.828444, 94.532856, 70.441699, 67.804172, 68.056738, 70.764326, 72.408068, 72.517808, 74.867229, 75.667792, 75.477516, 74.257602, 74.900438, 70.835869, 61.808812, 61.835995, 57.499307, 57.523859, 54.365774, 46.386911, 39.167052, 31.027882, 24.768491, 18.252664, 11.778743, 8.435043, 4.028846, 4.843016]}, "digit": {"n_am_en": [0, 7, 4, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 1, 1, 3, 1, 3, 3, 1, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 2, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 2, 1, 2, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 1, 2, 2, 0, 0, 1, 1, 0, 0, 2, 2, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 10, "sum_m_en": [1.501042, 0.478803, 0.461215, 0.382365, 0.393675, 0.402914, 0.386077, 0.368795, 0.342012, 0.364764, 0.375513, 0.4274, 0.499476, 0.438768, 0.398967, 0.366599, 0.415816, 0.448923, 0.432041, 0.427658, 0.416256, 0.4123, 0.408811, 0.404001, 0.556895, 0.536139, 0.384025, 0.412233, 0.442417, 0.549966, 0.527729, 0.51345, 0.551823, 0.455143, 0.560807, 0.589113, 0.611052, 0.620665, 0.508269, 0.549453, 0.572253, 0.740046, 0.855856, 0.988694, 1.756931, 1.588814, 0.882129, 0.692937, 0.081982, 0.002732], "sum_m_pl": [3.381142, 5.367386, 5.350276, 5.212214, 4.959346, 4.928274, 4.894252, 4.680179, 4.469583, 4.551388, 4.292032, 4.042078, 3.989043, 3.433115, 3.221832, 3.144209, 3.444997, 3.200089, 3.777778, 4.300496, 4.498044, 4.659691, 4.673459, 4.762864, 2.383955, 2.512039, 2.175029, 2.355145, 2.554984, 2.719919, 2.686179, 2.738555, 3.097757, 2.772919, 2.920641, 2.980402, 2.827092, 3.02775, 2.816012, 2.687615, 2.64478, 2.555965, 2.195947, 1.752419, 1.390579, 1.14198, 1.113039, 0.713376, 0.065443, 0.002102]}, "lang": {"n_am_en": [24, 20, 21, 16, 17, 18, 15, 9, 8, 15, 18, 26, 20, 19, 16, 18, 21, 22, 23, 23, 16, 18, 23, 28, 34, 34, 32, 30, 34, 33, 27, 23, 22, 36, 31, 32, 37, 43, 47, 51, 44, 47, 52, 49, 55, 51, 56, 63, 78, 81], "n_am_pl": [5, 13, 8, 17, 12, 14, 11, 14, 13, 15, 14, 9, 11, 15, 20, 13, 16, 15, 19, 17, 17, 11, 13, 13, 6, 3, 5, 11, 8, 7, 12, 10, 7, 4, 8, 11, 3, 5, 5, 7, 8, 3, 3, 4, 4, 4, 2, 1, 4, 5], "n_pos": 88, "sum_m_en": [9.774122, 6.107513, 5.505171, 5.116515, 5.123512, 5.048827, 4.999563, 5.001512, 5.192714, 5.420799, 5.591637, 6.329519, 6.411655, 6.609531, 6.558082, 6.246597, 6.078677, 6.064046, 5.563702, 5.014342, 4.885038, 4.523812, 4.31564, 4.173996, 9.960423, 10.88896, 10.639047, 10.125753, 10.213881, 10.024567, 9.219557, 9.188631, 9.16778, 9.482163, 10.259892, 12.229823, 15.528861, 16.553203, 18.046687, 19.74118, 21.040172, 24.083657, 28.191122, 34.963449, 41.649189, 46.092182, 50.2173, 56.774171, 74.615882, 78.069495], "sum_m_pl": [29.64724, 39.613822, 39.433358, 38.07007, 37.186607, 38.120951, 38.295319, 38.572891, 37.77655, 38.979591, 38.787843, 38.316789, 38.829676, 38.659154, 39.347994, 39.953849, 40.819987, 40.43617, 39.884597, 41.412284, 41.4631, 42.05018, 42.446553, 42.622915, 33.966688, 32.759402, 32.701348, 34.026329, 34.324385, 34.195758, 35.394927, 35.484212, 35.295223, 35.205677, 35.306359, 33.948842, 29.433723, 29.975312, 28.555541, 28.537346, 26.649155, 21.962167, 19.023405, 15.009285, 11.838111, 8.412779, 6.074968, 3.239544, 2.896399, 4.642063]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 199, "item_id": "pes-Ortopedia-2018 jesień-111", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 936, "region_end": 197, "roundtrip_ok": true, "tf_agree": 0.9749, "tf_agree_excl_first": 0.9798}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 29, 33, 30, 24, 21, 20, 27, 21, 28, 30, 32, 28, 17, 20, 18, 22, 19, 18, 23, 22, 23, 19, 24, 31, 29, 31, 30, 26, 27, 20, 20, 25, 17, 22, 26, 27, 28, 28, 25, 26, 27, 28, 27, 20, 15, 10, 4, 0, 0], "n_am_pl": [12, 22, 21, 22, 11, 15, 14, 18, 22, 26, 17, 17, 15, 19, 25, 32, 26, 27, 32, 31, 30, 29, 35, 33, 20, 16, 16, 14, 15, 21, 26, 25, 25, 19, 24, 18, 26, 33, 32, 36, 38, 37, 33, 30, 35, 37, 42, 39, 57, 67], "n_pos": 124, "sum_m_en": [11.605908, 5.869237, 5.961969, 6.166538, 6.545251, 6.652867, 6.685407, 6.486967, 6.236766, 6.526611, 6.768643, 7.356979, 7.196473, 7.329909, 7.221997, 6.953629, 6.847349, 6.680699, 6.294653, 5.778449, 5.676967, 5.405243, 5.326548, 5.185175, 10.524813, 10.918884, 10.712735, 10.656504, 10.291555, 10.343807, 10.200633, 10.049328, 10.430677, 10.002822, 10.681756, 10.495557, 11.299183, 11.35729, 11.790161, 12.183281, 11.216634, 14.046016, 16.035646, 17.137002, 17.412531, 14.25187, 10.028463, 5.198774, 1.139987, 0.011492], "sum_m_pl": [46.117738, 58.252323, 57.385628, 56.223506, 53.302355, 53.956045, 55.381623, 55.575952, 55.338407, 57.238703, 55.831362, 55.11798, 56.30114, 55.294333, 55.394404, 57.023972, 58.597065, 58.753486, 59.705877, 61.268572, 61.776846, 61.843599, 61.98687, 62.289777, 51.114949, 49.185649, 48.017481, 49.078538, 49.7624, 50.92669, 52.179398, 53.097987, 52.319714, 51.659811, 51.717238, 49.556165, 48.378054, 48.588376, 48.906773, 48.092764, 46.981496, 45.162995, 43.27982, 41.216107, 39.585708, 40.54811, 42.256949, 39.453899, 55.51826, 66.58244]}, "digit": {"n_am_en": [5, 7, 8, 3, 1, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.906253, 0.391833, 0.362231, 0.313747, 0.315523, 0.332191, 0.328348, 0.309987, 0.311585, 0.337717, 0.360361, 0.400896, 0.401943, 0.396166, 0.325565, 0.32817, 0.319545, 0.327598, 0.3409, 0.357555, 0.354836, 0.343986, 0.345974, 0.343074, 0.463906, 0.414272, 0.34031, 0.366068, 0.365788, 0.429541, 0.470956, 0.408008, 0.365805, 0.297306, 0.346446, 0.350533, 0.336567, 0.390211, 0.343516, 0.343831, 0.38201, 0.440399, 0.437723, 0.396824, 0.35076, 0.188795, 0.162711, 0.201568, 0.009185, 0.000127], "sum_m_pl": [2.368201, 4.311664, 4.270501, 4.15181, 3.930596, 3.809423, 3.834695, 3.726636, 3.689005, 3.697864, 3.551871, 3.206396, 3.012264, 2.841284, 2.428613, 2.526111, 2.656167, 2.675845, 3.236401, 3.552074, 3.709793, 3.774351, 3.759998, 3.823198, 2.50848, 2.523293, 1.634039, 1.828952, 1.831546, 1.862134, 2.234981, 2.315626, 2.130418, 1.911232, 1.901962, 1.951628, 1.982164, 2.422811, 2.624246, 2.547138, 2.549786, 2.796043, 2.553026, 2.091332, 1.50519, 0.899686, 0.561632, 0.352582, 0.014628, 6.8e-05]}, "lang": {"n_am_en": [15, 12, 15, 16, 12, 13, 17, 16, 14, 16, 16, 19, 19, 12, 14, 10, 15, 11, 13, 15, 14, 17, 15, 15, 24, 21, 22, 21, 19, 16, 13, 13, 18, 15, 17, 18, 20, 18, 19, 17, 19, 21, 21, 22, 16, 12, 9, 3, 0, 0], "n_am_pl": [7, 15, 13, 16, 7, 8, 8, 14, 13, 18, 9, 11, 10, 11, 15, 23, 22, 21, 25, 23, 23, 19, 21, 23, 10, 11, 11, 10, 9, 12, 17, 16, 15, 11, 15, 12, 14, 22, 20, 25, 25, 25, 24, 24, 28, 31, 35, 35, 55, 66], "n_pos": 67, "sum_m_en": [5.388075, 3.028945, 3.082774, 3.298913, 3.645861, 3.610124, 3.798017, 3.626384, 3.472237, 3.594186, 3.669341, 3.911435, 3.949508, 4.028202, 3.984244, 3.844931, 3.837965, 3.72851, 3.477822, 3.187154, 3.133097, 2.959702, 2.911831, 2.823699, 6.041907, 6.613963, 6.644878, 6.366647, 6.153336, 5.790366, 5.717978, 5.859002, 6.126313, 5.863007, 6.338876, 6.204376, 6.461704, 6.638831, 6.804264, 7.143707, 6.601564, 9.372918, 11.135668, 12.413281, 13.138109, 11.113444, 8.325418, 3.565079, 0.944675, 0.011164], "sum_m_pl": [24.817704, 30.663366, 30.386226, 29.646498, 27.946862, 28.788317, 29.619664, 30.384619, 30.238392, 31.231136, 30.530649, 30.531736, 31.536077, 31.268105, 31.796435, 32.608073, 33.418507, 33.344022, 33.254486, 33.920616, 33.844365, 33.872, 33.926596, 33.993097, 29.968249, 28.521, 28.738509, 29.062703, 29.427045, 30.09001, 30.504767, 30.672014, 30.619913, 30.714069, 30.715207, 30.941013, 30.67501, 31.339804, 31.303153, 30.829802, 30.154007, 28.723789, 27.742714, 27.63897, 28.482791, 30.407261, 33.03401, 33.636842, 53.086952, 65.544322]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "pes-Ortopedia-2018 jesień-111", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 816, "region_end": 124, "roundtrip_ok": true, "tf_agree": 0.9603, "tf_agree_excl_first": 0.968}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [113, 120, 114, 83, 64, 66, 60, 55, 63, 78, 100, 95, 120, 91, 81, 106, 86, 80, 73, 113, 78, 78, 68, 76, 114, 106, 99, 112, 116, 116, 115, 104, 114, 101, 111, 119, 111, 129, 151, 130, 107, 110, 133, 138, 149, 159, 163, 161, 173, 173], "n_am_pl": [27, 60, 44, 48, 55, 33, 31, 32, 39, 31, 29, 34, 25, 35, 48, 29, 38, 38, 36, 31, 38, 31, 40, 43, 51, 43, 45, 54, 49, 45, 58, 50, 64, 48, 43, 35, 31, 25, 34, 49, 68, 60, 55, 57, 53, 43, 29, 26, 18, 14], "n_pos": 401, "sum_m_en": [49.399921, 25.622772, 24.201999, 22.516299, 23.797685, 23.629888, 23.111772, 24.488243, 26.605507, 27.92494, 29.806265, 31.972116, 32.812197, 33.660755, 34.142894, 33.282931, 31.929619, 30.71072, 28.168388, 26.007148, 24.143804, 21.849944, 20.835091, 20.281321, 45.444002, 48.22255, 50.208779, 49.072517, 46.602178, 45.458549, 45.434605, 43.412405, 46.719256, 48.402099, 49.12616, 53.02121, 57.204602, 65.112772, 73.440768, 72.292489, 72.158192, 81.037532, 97.456515, 109.165481, 119.310733, 135.158695, 150.333484, 154.904253, 166.578177, 174.411935], "sum_m_pl": [138.926615, 184.743465, 182.546214, 179.193132, 169.943894, 169.461938, 164.578088, 156.106557, 153.292313, 158.776042, 159.647078, 159.702973, 164.919013, 159.352551, 163.028248, 163.975883, 167.315536, 164.233076, 170.515049, 177.835456, 178.198445, 181.116647, 183.924537, 184.440463, 132.520173, 128.472182, 122.479661, 132.973596, 144.195308, 147.265389, 150.932124, 150.806983, 148.784983, 142.011578, 136.852686, 130.920367, 118.936199, 108.189762, 102.659995, 102.035724, 105.584594, 90.173297, 85.621414, 77.589636, 73.294613, 55.65728, 38.591502, 31.53125, 17.286749, 14.292689]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [53, 59, 50, 33, 27, 28, 29, 23, 33, 41, 44, 44, 59, 41, 36, 55, 42, 43, 37, 58, 40, 44, 41, 40, 58, 52, 49, 59, 63, 54, 52, 54, 58, 52, 60, 73, 70, 79, 90, 74, 74, 76, 96, 94, 104, 101, 116, 124, 161, 172], "n_am_pl": [13, 39, 21, 29, 31, 22, 16, 14, 19, 18, 20, 16, 14, 20, 24, 13, 24, 19, 17, 19, 20, 14, 22, 23, 29, 18, 25, 23, 19, 26, 29, 26, 34, 27, 21, 19, 17, 9, 19, 22, 37, 31, 30, 32, 34, 28, 17, 15, 15, 14], "n_pos": 190, "sum_m_en": [22.316779, 11.815713, 11.421317, 10.675434, 11.188277, 11.397108, 11.17945, 11.774737, 12.60309, 13.0884, 13.453565, 14.673177, 14.939809, 15.540641, 16.07514, 15.736666, 15.041619, 14.443184, 13.326318, 12.343662, 11.584304, 10.493022, 9.928254, 9.650555, 22.261544, 24.582563, 25.011873, 23.983889, 22.37256, 21.593772, 21.384034, 20.458077, 21.941556, 22.652914, 24.020732, 27.160474, 31.128499, 36.440464, 40.250654, 39.94237, 40.971994, 48.645924, 61.872499, 70.059118, 78.444236, 88.44792, 104.274101, 116.590332, 148.914768, 167.871343], "sum_m_pl": [65.35054, 88.272952, 87.033151, 85.573392, 81.277455, 80.341098, 77.418247, 73.541014, 71.999461, 75.08328, 75.648779, 75.85465, 78.399942, 75.201576, 76.31424, 77.003924, 78.712933, 77.460795, 80.546788, 83.907259, 83.70959, 85.189775, 86.869494, 86.98944, 63.068649, 59.910453, 58.273877, 63.263947, 68.41773, 70.488364, 72.127815, 72.132499, 71.991528, 69.670409, 65.355466, 63.352446, 57.817408, 51.105136, 50.50083, 50.373787, 55.346686, 47.531552, 44.254866, 41.285597, 40.458295, 32.03667, 21.530661, 17.389412, 13.877901, 13.607916]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 403, "item_id": "pes-Ortopedia-2019 jesień-82", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 925, "region_end": 401, "roundtrip_ok": true, "tf_agree": 0.9826, "tf_agree_excl_first": 0.9851}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [46, 35, 31, 22, 22, 14, 21, 18, 14, 29, 21, 23, 26, 21, 12, 25, 26, 21, 22, 31, 25, 29, 18, 21, 33, 35, 29, 25, 25, 23, 21, 19, 18, 17, 20, 22, 25, 32, 32, 30, 26, 29, 31, 37, 35, 30, 13, 13, 3, 0], "n_am_pl": [4, 21, 32, 14, 20, 18, 8, 12, 9, 10, 14, 11, 14, 11, 10, 12, 20, 15, 23, 22, 20, 23, 21, 23, 21, 14, 17, 14, 16, 23, 21, 29, 35, 34, 29, 26, 26, 16, 17, 30, 36, 37, 40, 42, 43, 44, 61, 58, 78, 89], "n_pos": 138, "sum_m_en": [13.669602, 7.090125, 6.830604, 6.756159, 7.099258, 7.274145, 7.501146, 8.063967, 8.296267, 9.105711, 9.023285, 9.302268, 9.41874, 9.622136, 9.57469, 9.434362, 9.185354, 8.613691, 7.963926, 7.573748, 7.263722, 6.726289, 6.429757, 6.369909, 11.890367, 13.78961, 12.833947, 13.292005, 12.136877, 12.205143, 12.005769, 11.280097, 11.477142, 11.654208, 12.46519, 12.148334, 12.281958, 15.080736, 13.408839, 14.075611, 15.907456, 17.435223, 19.542653, 25.049565, 23.329822, 21.189411, 13.531357, 11.728967, 2.773481, 0.025953], "sum_m_pl": [50.490218, 63.285186, 62.825437, 61.142653, 57.872084, 55.606885, 55.608873, 53.367284, 52.646776, 54.490886, 54.820904, 54.079636, 56.707863, 55.436224, 57.19977, 58.53745, 60.531956, 60.122216, 62.757478, 64.511146, 64.628405, 65.094581, 65.581975, 65.343396, 48.186314, 46.234018, 43.860659, 46.333474, 50.815627, 53.769255, 54.261235, 55.776215, 56.17371, 54.348032, 52.210717, 51.220416, 48.847825, 45.405444, 46.575741, 47.912298, 49.692836, 48.570413, 49.36774, 47.360844, 48.641006, 49.869058, 56.180587, 54.17774, 73.178171, 88.767306]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [28, 17, 19, 13, 15, 10, 14, 9, 11, 19, 14, 17, 15, 15, 7, 18, 14, 15, 14, 20, 18, 20, 14, 15, 25, 24, 21, 18, 19, 16, 15, 13, 14, 12, 16, 17, 17, 19, 23, 21, 20, 25, 24, 32, 29, 24, 10, 8, 2, 0], "n_am_pl": [2, 11, 20, 9, 17, 14, 5, 7, 6, 6, 10, 7, 8, 8, 8, 9, 15, 9, 17, 17, 14, 17, 16, 18, 13, 9, 12, 11, 10, 15, 17, 21, 26, 29, 22, 18, 22, 15, 16, 25, 29, 29, 31, 33, 36, 36, 52, 50, 77, 89], "n_pos": 89, "sum_m_en": [8.666025, 4.629667, 4.558337, 4.597587, 4.882316, 5.026415, 5.162029, 5.518196, 5.814467, 6.348846, 6.183389, 6.469598, 6.554305, 6.685914, 6.681469, 6.613793, 6.358441, 5.924271, 5.410187, 5.118256, 4.892987, 4.497797, 4.250411, 4.199993, 8.384457, 10.458117, 9.162896, 9.652556, 8.894949, 8.739792, 8.53999, 8.19138, 8.266165, 8.401214, 8.951358, 8.679285, 8.657122, 10.318542, 9.908069, 10.480225, 12.381973, 14.352308, 15.789916, 21.392657, 19.429908, 17.177504, 10.694661, 7.537692, 2.008644, 0.019058], "sum_m_pl": [31.519308, 39.829758, 39.447224, 38.646124, 36.60413, 35.428386, 35.562032, 33.587339, 33.398771, 34.591012, 35.384534, 34.849238, 36.659481, 35.815152, 37.450305, 38.291147, 39.450585, 39.506054, 40.919548, 41.910979, 41.699674, 42.061879, 42.576618, 42.361795, 33.162329, 31.394301, 30.212963, 31.71375, 34.673052, 36.336075, 36.881381, 37.947251, 38.67282, 37.51844, 36.015125, 35.844776, 34.97452, 33.20347, 34.27532, 35.339868, 37.453511, 36.598019, 37.623548, 35.003985, 37.874685, 39.901587, 47.032902, 48.220747, 69.991513, 87.22975]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "pes-Ortopedia-2019 jesień-82", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 805, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.9714, "tf_agree_excl_first": 0.9784}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [136, 131, 122, 98, 104, 105, 107, 113, 97, 118, 96, 113, 138, 124, 105, 135, 126, 103, 124, 132, 128, 142, 144, 148, 182, 193, 175, 174, 143, 146, 150, 139, 157, 156, 174, 186, 207, 204, 228, 225, 248, 239, 242, 222, 217, 228, 236, 237, 256, 245], "n_am_pl": [30, 81, 79, 78, 69, 76, 56, 46, 47, 56, 45, 40, 42, 59, 71, 58, 65, 73, 45, 47, 52, 54, 59, 56, 38, 37, 36, 41, 50, 42, 53, 50, 47, 56, 54, 43, 42, 31, 29, 20, 23, 21, 22, 29, 40, 32, 31, 20, 12, 11], "n_pos": 499, "sum_m_en": [58.844992, 30.733317, 28.940624, 29.793819, 30.411451, 29.696359, 28.726616, 29.757708, 30.045526, 29.561076, 29.824574, 32.063568, 31.750835, 32.218598, 32.399664, 31.914361, 31.350713, 30.120542, 29.692001, 28.292385, 26.319384, 24.893233, 23.871878, 23.391019, 59.948351, 65.099628, 62.62852, 54.62135, 48.690731, 48.884165, 46.72557, 47.680033, 52.366367, 54.734668, 58.609949, 68.213074, 89.149532, 99.43942, 105.588253, 117.957996, 133.105438, 145.303871, 163.726275, 173.966501, 185.438161, 204.410222, 227.11375, 224.387824, 238.654855, 247.303177], "sum_m_pl": [178.73606, 232.678334, 231.350241, 225.708163, 217.190818, 220.954508, 220.869742, 219.395386, 216.738165, 223.928384, 220.081763, 220.975376, 230.245122, 226.971688, 225.623397, 226.895109, 231.78457, 224.440505, 225.426973, 231.479626, 233.753154, 235.96255, 237.41944, 238.505048, 179.910872, 180.419568, 179.895168, 194.063725, 200.469235, 199.225895, 205.033008, 201.860948, 194.458667, 190.022203, 188.787823, 176.431889, 151.543261, 146.252611, 136.067216, 124.665332, 116.413144, 101.337525, 93.529825, 78.389687, 66.100547, 49.465572, 39.616313, 28.668366, 16.699343, 11.762805]}, "digit": {"n_am_en": [1, 3, 0, 2, 1, 3, 1, 2, 1, 1, 1, 0, 0, 0, 0, 0, 2, 0, 1, 1, 1, 2, 2, 2, 3, 2, 1, 0, 2, 1, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 3, 2, 1, 1, 1, 1, 0, 1, 0, 0], "n_am_pl": [0, 0, 0, 1, 4, 0, 2, 2, 1, 2, 2, 1, 0, 1, 1, 2, 1, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 0, 0, 2, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [0.491161, 0.222619, 0.219333, 0.226859, 0.253452, 0.280926, 0.269631, 0.309259, 0.262033, 0.238967, 0.240036, 0.263735, 0.25228, 0.225198, 0.240819, 0.29268, 0.29666, 0.246031, 0.25027, 0.261479, 0.239259, 0.227425, 0.214016, 0.212764, 0.78631, 0.501514, 0.470464, 0.391651, 0.408996, 0.445395, 0.450758, 0.388177, 0.375654, 0.386427, 0.397991, 0.684983, 0.637133, 0.445716, 0.434844, 0.590711, 1.381643, 1.095695, 0.771415, 0.40864, 0.461253, 0.493526, 0.369117, 0.440924, 0.012717, 0.0], "sum_m_pl": [2.120816, 2.673232, 2.619867, 2.485167, 2.470825, 2.204238, 2.098581, 2.084055, 2.059963, 2.053106, 2.053403, 2.136058, 2.161795, 2.166638, 2.189579, 2.235666, 2.287308, 2.254854, 2.303508, 2.204717, 2.275414, 2.331262, 2.354647, 2.38863, 1.691744, 1.659732, 1.712931, 1.860305, 2.194225, 2.316351, 2.346487, 2.359195, 2.310603, 2.282704, 2.095676, 2.029016, 1.885041, 1.96586, 1.952527, 1.911608, 1.56972, 1.742917, 1.430808, 1.098821, 1.105709, 0.763586, 0.786806, 0.404606, 0.037225, 0.0]}, "lang": {"n_am_en": [64, 59, 65, 45, 53, 55, 48, 62, 50, 66, 48, 64, 75, 75, 65, 79, 73, 59, 75, 77, 70, 81, 92, 94, 113, 120, 109, 118, 86, 90, 90, 88, 96, 87, 99, 106, 127, 126, 140, 136, 149, 142, 155, 145, 147, 162, 171, 178, 233, 244], "n_am_pl": [15, 42, 51, 50, 28, 33, 18, 22, 25, 30, 26, 21, 25, 28, 38, 32, 35, 38, 25, 27, 21, 26, 28, 28, 17, 16, 20, 19, 23, 22, 28, 27, 26, 27, 23, 18, 18, 15, 16, 9, 13, 16, 13, 13, 21, 20, 24, 14, 12, 11], "n_pos": 259, "sum_m_en": [29.613937, 16.126899, 15.313276, 15.548027, 15.858613, 15.510307, 15.120046, 15.900829, 16.159293, 15.942123, 16.092441, 17.295079, 17.073632, 17.505468, 17.330232, 17.094047, 16.624323, 16.20296, 15.885782, 15.070108, 13.64612, 12.855783, 12.290465, 12.124613, 35.002979, 38.214959, 35.903103, 31.644337, 27.596204, 27.21447, 26.438255, 27.076238, 29.56284, 30.477729, 33.005851, 38.601139, 53.637912, 61.029186, 64.767451, 72.285831, 83.030748, 91.663175, 105.773348, 115.515256, 125.494277, 143.062969, 159.342234, 168.229962, 213.552467, 239.164765], "sum_m_pl": [92.287091, 119.664921, 118.820126, 116.216171, 111.134725, 113.888543, 113.623451, 112.467139, 111.050266, 115.237681, 113.709075, 114.593137, 119.95521, 118.308742, 117.988544, 118.430372, 120.970883, 117.033432, 118.320697, 121.25019, 122.570978, 123.51722, 124.327563, 124.929539, 94.883782, 96.058895, 96.586871, 103.384361, 106.204404, 105.955708, 109.680749, 107.717183, 104.259273, 102.17729, 100.376882, 93.795551, 79.423496, 75.94353, 70.83524, 62.969657, 58.029047, 51.089036, 47.767924, 38.748238, 34.251757, 26.392461, 23.695631, 17.398845, 13.625683, 11.37557]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 501, "item_id": "pes-Ortopedia-2020 jesień-53", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 987, "region_end": 499, "roundtrip_ok": true, "tf_agree": 0.982, "tf_agree_excl_first": 0.984}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [131, 61, 52, 59, 55, 47, 50, 63, 69, 74, 71, 66, 80, 69, 69, 81, 71, 70, 75, 90, 79, 79, 84, 80, 118, 121, 111, 107, 94, 102, 93, 92, 86, 101, 100, 111, 121, 115, 116, 121, 122, 117, 109, 108, 101, 89, 60, 44, 8, 4], "n_am_pl": [9, 73, 79, 89, 46, 51, 49, 42, 42, 47, 36, 49, 65, 61, 69, 66, 74, 65, 71, 69, 72, 80, 74, 76, 41, 46, 46, 37, 40, 47, 70, 60, 47, 46, 38, 47, 49, 41, 45, 50, 50, 55, 55, 58, 57, 70, 93, 99, 180, 203], "n_pos": 338, "sum_m_en": [31.871253, 16.268112, 16.032, 17.558388, 18.85364, 17.389663, 16.751872, 17.46807, 17.414152, 17.789303, 17.957794, 18.93114, 18.890214, 18.858537, 20.268611, 19.568184, 19.260938, 18.233022, 18.006622, 17.490848, 15.510767, 14.476627, 14.125242, 14.074031, 36.37478, 38.128543, 38.953971, 35.851512, 33.033209, 31.602285, 30.790151, 29.436511, 32.335342, 34.144667, 37.690487, 41.067314, 51.030272, 53.947417, 51.941381, 54.114467, 60.072688, 59.403033, 63.150312, 70.468997, 73.128485, 70.314827, 50.783266, 37.722821, 11.644265, 4.258659], "sum_m_pl": [122.095702, 155.512776, 153.355419, 148.856285, 144.122524, 147.200054, 150.698393, 149.069905, 148.740257, 152.75719, 152.964312, 152.701539, 161.485613, 158.76036, 159.747431, 161.549962, 164.572279, 163.128448, 165.264967, 167.286249, 168.566806, 169.769813, 168.93634, 169.613333, 138.336073, 136.105344, 131.519967, 141.90139, 146.281802, 147.342001, 151.189987, 150.78656, 144.890779, 139.010958, 137.97302, 132.112242, 123.156429, 120.423672, 121.962425, 121.778224, 113.315806, 109.977705, 106.926414, 104.065252, 95.919239, 96.782588, 103.934171, 104.315692, 167.87965, 204.034673]}, "digit": {"n_am_en": [0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 2, 0, 1, 1, 0, 1, 2, 1, 2, 2, 1, 2, 2, 2, 2, 2, 1, 1, 1, 2, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 2, 1, 2, 2, 2, 2, 1, 1, 0, 0], "n_am_pl": [0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.161751, 0.082591, 0.084914, 0.077523, 0.073731, 0.08104, 0.086542, 0.105613, 0.100153, 0.094845, 0.102523, 0.101605, 0.099636, 0.095963, 0.094115, 0.112993, 0.106937, 0.095712, 0.124203, 0.13273, 0.103613, 0.095123, 0.0903, 0.092742, 0.689503, 0.357351, 0.249659, 0.178513, 0.124953, 0.132749, 0.133032, 0.125735, 0.146931, 0.13256, 0.151401, 0.158393, 0.148318, 0.175814, 0.129852, 0.13933, 0.45058, 0.283422, 0.227439, 0.327123, 0.599775, 0.827166, 0.502758, 0.183941, 0.003621, 0.0], "sum_m_pl": [0.907855, 1.065936, 1.066031, 1.089941, 1.076641, 0.996578, 1.000838, 0.990315, 1.014263, 1.016834, 1.034661, 1.064437, 1.085771, 1.069016, 1.07596, 1.065066, 1.031033, 1.051401, 1.012624, 0.995884, 1.006882, 1.00636, 0.996643, 1.020095, 0.652834, 0.827902, 0.856939, 0.932412, 1.012109, 1.022441, 0.993105, 0.977848, 0.902981, 0.910878, 0.867232, 0.883337, 0.826326, 0.861729, 0.859844, 0.926195, 0.772273, 0.859815, 0.882278, 0.804623, 0.64968, 0.50303, 0.588437, 0.280049, 0.009152, 0.0]}, "lang": {"n_am_en": [77, 36, 32, 40, 38, 31, 33, 44, 49, 54, 42, 45, 49, 43, 49, 50, 47, 46, 50, 62, 54, 57, 57, 51, 85, 93, 81, 74, 64, 66, 69, 71, 61, 72, 70, 80, 88, 90, 88, 94, 87, 87, 77, 79, 72, 59, 41, 29, 3, 4], "n_am_pl": [6, 46, 53, 45, 22, 27, 22, 20, 24, 28, 26, 27, 41, 40, 37, 41, 49, 41, 43, 39, 38, 45, 43, 48, 25, 26, 25, 19, 22, 28, 41, 36, 31, 30, 26, 29, 29, 23, 26, 30, 34, 38, 41, 48, 49, 61, 81, 90, 174, 202], "n_pos": 209, "sum_m_en": [19.347226, 10.350448, 10.105394, 11.379146, 12.360468, 11.219709, 10.964858, 11.464528, 11.458046, 11.572529, 11.603896, 12.242096, 12.228149, 12.189347, 12.688798, 12.554089, 12.298305, 11.581262, 11.481791, 11.220766, 9.729739, 8.990283, 8.73554, 8.727708, 24.649977, 26.089008, 26.383038, 24.497255, 22.376326, 20.950663, 20.1756, 19.420287, 21.028799, 21.577468, 24.651356, 26.270608, 32.399574, 36.720817, 35.355068, 36.369273, 40.580157, 40.774932, 44.028593, 50.00828, 52.729814, 49.440879, 35.186218, 23.309825, 5.961838, 4.057946], "sum_m_pl": [74.016143, 94.241449, 93.028468, 90.322794, 86.702837, 89.793124, 91.715517, 90.99115, 90.958976, 93.981639, 94.752936, 95.331956, 100.59647, 98.838381, 99.685948, 100.167086, 102.336194, 101.506018, 102.510322, 103.516848, 104.471728, 105.36864, 104.792259, 105.297732, 87.989637, 86.766241, 84.952644, 90.329927, 92.983617, 94.299528, 97.376355, 96.743597, 94.227856, 91.141737, 89.681859, 87.098604, 82.331697, 80.262513, 81.51537, 81.445288, 77.00391, 76.517098, 75.134951, 75.159994, 72.219269, 74.335407, 85.204961, 90.793976, 154.96712, 199.090608]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 340, "item_id": "pes-Ortopedia-2020 jesień-53", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 867, "region_end": 338, "roundtrip_ok": true, "tf_agree": 0.9735, "tf_agree_excl_first": 0.9764}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [44, 30, 28, 27, 17, 23, 23, 17, 19, 33, 30, 27, 21, 17, 28, 29, 22, 20, 18, 21, 14, 21, 19, 22, 39, 41, 38, 38, 35, 35, 33, 32, 32, 28, 22, 23, 24, 18, 22, 17, 17, 20, 23, 26, 23, 24, 15, 11, 3, 0], "n_am_pl": [5, 21, 21, 27, 26, 21, 18, 20, 22, 24, 32, 26, 28, 18, 21, 16, 22, 21, 22, 17, 20, 26, 27, 29, 29, 22, 19, 20, 18, 18, 21, 16, 22, 17, 17, 17, 24, 28, 31, 38, 45, 43, 46, 31, 40, 46, 54, 60, 75, 79], "n_pos": 141, "sum_m_en": [13.576375, 6.861557, 7.009299, 7.359669, 7.652154, 7.266859, 7.226539, 7.407302, 7.496254, 7.921768, 8.413088, 8.859125, 8.453922, 8.495722, 8.496117, 8.353928, 8.350456, 7.860053, 6.926549, 6.516931, 6.228534, 5.957563, 5.773903, 5.711017, 10.192667, 13.940234, 12.666989, 11.813184, 11.756983, 12.141292, 11.197722, 10.732055, 10.955838, 10.639224, 10.906619, 10.83335, 10.984053, 11.979006, 11.461069, 10.339339, 10.160958, 13.403108, 14.422427, 16.736046, 16.467978, 18.036136, 14.587214, 9.926658, 4.902009, 0.194918], "sum_m_pl": [51.110657, 64.997514, 63.421771, 61.412386, 60.604554, 60.20726, 62.20616, 60.602415, 61.187818, 64.224605, 61.995919, 62.096419, 63.563865, 62.303937, 62.956206, 63.944786, 65.277626, 64.759263, 68.42926, 69.54442, 69.946197, 70.536494, 70.784033, 70.998964, 60.032077, 56.95805, 53.267583, 57.320438, 57.247418, 59.513637, 60.835494, 59.545869, 59.201332, 58.12332, 57.833266, 56.419723, 54.518403, 53.215385, 52.880104, 52.866737, 57.004123, 53.900234, 55.349339, 46.229892, 47.623591, 51.381819, 53.574586, 56.531669, 68.13697, 78.927904]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.168652, 0.083897, 0.081856, 0.082999, 0.089296, 0.092818, 0.098294, 0.098949, 0.091251, 0.089405, 0.105627, 0.123608, 0.127842, 0.122565, 0.109278, 0.120581, 0.114574, 0.115794, 0.094789, 0.095501, 0.08873, 0.086286, 0.085886, 0.08592, 0.156011, 0.176641, 0.163306, 0.179741, 0.185819, 0.186466, 0.182079, 0.166484, 0.168435, 0.119887, 0.114499, 0.160987, 0.154574, 0.157006, 0.165149, 0.136054, 0.111945, 0.13067, 0.096922, 0.077825, 0.047796, 0.036603, 0.012626, 0.002081, 6.4e-05, 0.0], "sum_m_pl": [0.901959, 1.061318, 1.014639, 0.995511, 0.906332, 0.782942, 0.816105, 0.831142, 0.828494, 0.831048, 0.823934, 0.807954, 0.847576, 0.812172, 0.9286, 0.962823, 0.980141, 0.96068, 0.993049, 0.979765, 0.998692, 0.999186, 1.006564, 1.012063, 0.929861, 0.855517, 0.78622, 0.765964, 0.779149, 0.852333, 0.901042, 0.911757, 0.855103, 0.830746, 0.81709, 0.781594, 0.710631, 0.73623, 0.758864, 0.763702, 0.69418, 0.717619, 0.648303, 0.564962, 0.311578, 0.236353, 0.088243, 0.020671, 0.000806, 0.0]}, "lang": {"n_am_en": [21, 13, 11, 9, 9, 11, 13, 13, 13, 22, 22, 18, 13, 11, 15, 18, 14, 13, 12, 15, 12, 16, 13, 15, 28, 29, 27, 26, 24, 21, 23, 22, 18, 20, 17, 17, 20, 14, 18, 15, 14, 15, 17, 21, 18, 18, 9, 6, 2, 0], "n_am_pl": [1, 11, 13, 13, 13, 13, 12, 14, 14, 13, 18, 18, 20, 13, 15, 13, 15, 13, 15, 10, 10, 14, 16, 15, 17, 13, 11, 14, 12, 12, 13, 11, 17, 13, 13, 12, 13, 18, 21, 25, 32, 29, 32, 22, 31, 34, 47, 52, 71, 77], "n_pos": 80, "sum_m_en": [7.196745, 3.839233, 3.912393, 4.09325, 4.296134, 4.128299, 4.199569, 4.322724, 4.332095, 4.532662, 4.877054, 5.08546, 4.966285, 5.001321, 5.010836, 4.941369, 4.934512, 4.62921, 4.050674, 3.800118, 3.61474, 3.450999, 3.312885, 3.282679, 6.391761, 9.130753, 8.197285, 7.523966, 7.40956, 7.240645, 6.799859, 6.729455, 6.905876, 6.779677, 7.070229, 7.004311, 7.117124, 7.759412, 7.416277, 6.682993, 6.550947, 8.845604, 10.002573, 12.369428, 11.222085, 12.240809, 8.516424, 5.660254, 2.212742, 0.011725], "sum_m_pl": [28.456059, 36.168827, 34.983996, 33.827761, 33.734732, 33.600194, 34.964343, 34.825646, 35.330758, 37.271472, 36.452426, 36.91387, 37.999612, 37.182773, 38.066789, 37.65258, 38.022773, 37.69776, 39.317675, 39.567335, 39.548244, 39.885226, 40.039192, 39.976231, 35.038722, 33.835492, 32.435529, 34.727865, 34.743282, 35.881984, 36.770515, 36.133935, 35.986284, 35.66881, 35.089159, 35.640104, 34.453455, 34.510831, 34.838008, 34.826684, 38.612921, 37.054292, 37.343674, 31.389938, 35.020696, 37.637389, 43.889278, 49.196656, 62.065619, 76.239095]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "pes-Ortopedia-2020 wiosna-91", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 930, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.9441, "tf_agree_excl_first": 0.9507}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [37, 30, 25, 17, 13, 16, 19, 15, 19, 20, 30, 25, 33, 26, 25, 30, 28, 20, 24, 15, 14, 19, 11, 15, 31, 35, 36, 37, 38, 37, 28, 38, 23, 27, 24, 26, 26, 30, 31, 28, 22, 19, 20, 22, 21, 25, 14, 11, 2, 1], "n_am_pl": [3, 19, 22, 21, 17, 16, 10, 12, 15, 13, 17, 18, 19, 15, 18, 19, 9, 17, 18, 20, 14, 14, 28, 30, 30, 23, 17, 20, 21, 11, 11, 6, 11, 12, 16, 9, 12, 14, 20, 21, 33, 33, 34, 29, 30, 36, 47, 45, 60, 70], "n_pos": 125, "sum_m_en": [11.528259, 6.228293, 6.324549, 6.396443, 6.657125, 6.66404, 6.579261, 6.851467, 6.98568, 7.150052, 7.52776, 8.093947, 7.977713, 7.98122, 8.299039, 8.132242, 7.939876, 7.311842, 6.30913, 5.911439, 5.618507, 5.333564, 5.160664, 5.094084, 9.194908, 11.45607, 11.126127, 11.215034, 11.6853, 12.110571, 11.124698, 10.2928, 10.107408, 9.562457, 9.637236, 9.995581, 10.331275, 13.933749, 12.436411, 12.893562, 12.672036, 14.669824, 15.931919, 16.45372, 17.776988, 20.8931, 14.938213, 11.136875, 3.89046, 1.021919], "sum_m_pl": [46.836978, 58.33614, 56.435551, 55.108054, 52.914736, 52.399289, 54.127419, 52.14198, 52.153547, 54.803229, 53.187158, 53.471904, 54.826845, 53.383294, 54.609323, 56.072356, 57.787364, 57.61129, 60.478853, 61.315957, 61.332914, 61.898011, 61.885692, 62.27588, 52.972264, 49.318268, 45.219054, 48.697944, 48.7811, 49.983319, 50.503622, 50.699805, 51.163052, 49.916643, 49.626373, 48.139028, 47.052447, 43.794684, 44.632015, 42.98998, 44.479568, 43.465822, 43.688686, 39.4186, 41.121972, 41.004587, 45.752614, 45.861999, 56.148312, 71.107955]}, "digit": {"n_am_en": [0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 2, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.164933, 0.08401, 0.082249, 0.082126, 0.088641, 0.093912, 0.09786, 0.102543, 0.095218, 0.090149, 0.109001, 0.134921, 0.135362, 0.126186, 0.114588, 0.135157, 0.127184, 0.12401, 0.099256, 0.098104, 0.090603, 0.087004, 0.087847, 0.087964, 0.173702, 0.195432, 0.180738, 0.207868, 0.197864, 0.183795, 0.177437, 0.169276, 0.178768, 0.12153, 0.112502, 0.167662, 0.155785, 0.164998, 0.166462, 0.135786, 0.111694, 0.142875, 0.105601, 0.075444, 0.044745, 0.035928, 0.013375, 0.001852, 4.3e-05, 0.0], "sum_m_pl": [0.909949, 1.060072, 1.012661, 0.998199, 0.914588, 0.790651, 0.823208, 0.827439, 0.817657, 0.817309, 0.810845, 0.794354, 0.83124, 0.800442, 0.91792, 0.928712, 0.949575, 0.945473, 0.98194, 0.978324, 0.999923, 1.005958, 1.004588, 1.008845, 0.920911, 0.853408, 0.800359, 0.798768, 0.823895, 0.905222, 0.931661, 0.929741, 0.869678, 0.83658, 0.836789, 0.781678, 0.691577, 0.7211, 0.751068, 0.768566, 0.70479, 0.739094, 0.671909, 0.550384, 0.309094, 0.254078, 0.102546, 0.021486, 0.000641, 0.0]}, "lang": {"n_am_en": [21, 20, 15, 9, 8, 9, 9, 10, 13, 14, 17, 19, 20, 20, 15, 17, 22, 18, 19, 11, 10, 15, 6, 11, 20, 25, 25, 25, 23, 24, 21, 22, 13, 20, 15, 18, 17, 21, 21, 18, 16, 15, 16, 17, 15, 18, 7, 6, 2, 1], "n_am_pl": [1, 7, 7, 6, 10, 8, 5, 6, 8, 6, 9, 11, 9, 6, 10, 12, 4, 11, 11, 12, 8, 9, 22, 22, 22, 15, 10, 11, 10, 6, 6, 4, 7, 5, 10, 5, 9, 10, 16, 17, 24, 24, 24, 25, 27, 32, 42, 40, 56, 70], "n_pos": 74, "sum_m_en": [7.112659, 3.626295, 3.709764, 3.703787, 3.957624, 3.966314, 3.888274, 4.103858, 4.099972, 4.184069, 4.340715, 4.763425, 4.689894, 4.759114, 4.846526, 4.752931, 4.633142, 4.291848, 3.73681, 3.49846, 3.288779, 3.13572, 3.043082, 3.010276, 6.154721, 8.011522, 7.393821, 7.149654, 7.408344, 7.503724, 6.85812, 6.155301, 5.985075, 5.870809, 6.000811, 6.352281, 6.413466, 8.493116, 8.088283, 8.541366, 8.374174, 9.598894, 10.657224, 12.024314, 12.151399, 14.222806, 8.40497, 5.916546, 2.720544, 1.005491], "sum_m_pl": [27.387473, 34.629818, 33.168125, 32.489263, 31.082181, 30.979869, 32.135165, 31.36295, 31.674783, 33.328735, 32.617407, 32.89583, 33.516368, 32.548007, 33.465264, 33.811975, 34.870221, 34.904091, 36.393785, 36.631372, 36.526334, 36.854063, 36.814766, 36.969136, 32.219305, 30.162513, 27.749896, 30.159381, 30.16467, 31.17257, 31.72907, 31.945966, 32.364103, 31.817608, 31.270871, 30.975462, 30.658485, 29.079982, 29.539376, 28.899447, 31.49118, 30.544858, 30.729464, 28.930269, 32.531824, 32.801972, 40.321905, 40.534726, 51.815228, 69.27597]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 127, "item_id": "pes-Ortopedia-2020 wiosna-91", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 810, "region_end": 125, "roundtrip_ok": true, "tf_agree": 0.9528, "tf_agree_excl_first": 0.9603}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 30, 20, 19, 21, 19, 18, 17, 16, 26, 34, 29, 41, 36, 31, 29, 23, 27, 35, 28, 21, 22, 22, 23, 38, 41, 30, 31, 32, 33, 30, 32, 31, 22, 20, 28, 27, 37, 40, 44, 43, 47, 45, 44, 43, 45, 49, 51, 54, 50], "n_am_pl": [5, 12, 19, 21, 17, 23, 17, 19, 16, 9, 13, 13, 10, 8, 11, 8, 9, 13, 11, 12, 11, 13, 13, 12, 12, 9, 15, 14, 15, 20, 20, 17, 11, 17, 11, 16, 8, 9, 13, 14, 14, 15, 14, 19, 17, 13, 10, 12, 4, 3], "n_pos": 118, "sum_m_en": [13.080007, 7.638764, 6.879713, 6.852159, 6.949361, 7.170086, 6.929511, 7.299892, 7.663166, 8.90803, 9.139321, 9.627807, 9.943247, 10.238687, 10.25062, 10.082649, 9.218385, 8.776271, 7.981093, 7.241243, 6.664512, 6.394502, 6.16404, 5.985579, 15.174293, 17.018379, 15.810017, 15.001107, 15.059344, 15.551657, 13.724408, 13.657061, 14.153671, 14.254367, 13.639934, 14.418447, 16.62503, 17.227328, 18.442163, 22.080595, 22.937077, 24.905071, 28.235714, 29.77181, 31.039713, 36.623844, 41.836469, 48.000152, 53.483853, 49.504586], "sum_m_pl": [43.295917, 54.13592, 52.359701, 50.864064, 48.507255, 48.68471, 49.298406, 49.427163, 48.175926, 49.073326, 48.342611, 48.137766, 49.275693, 47.976563, 48.998605, 49.032252, 49.518127, 50.0689, 51.664611, 53.088963, 54.093114, 54.383453, 54.286916, 55.098688, 40.235119, 38.140852, 38.345605, 40.939279, 41.456508, 41.462546, 43.50005, 43.428453, 42.793754, 39.801512, 39.698382, 38.699099, 33.794903, 33.030565, 32.900508, 32.321988, 32.538897, 31.024486, 28.018322, 27.692244, 23.548409, 18.934043, 14.185043, 11.869648, 4.843629, 2.652586]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 13, 7, 11, 15, 9, 9, 9, 12, 13, 20, 16, 26, 20, 16, 16, 16, 19, 21, 15, 16, 16, 16, 16, 22, 21, 17, 19, 19, 20, 19, 19, 17, 10, 14, 19, 17, 18, 23, 20, 25, 24, 24, 23, 21, 30, 31, 37, 46, 49], "n_am_pl": [4, 7, 11, 8, 11, 11, 10, 12, 7, 5, 5, 4, 1, 4, 1, 4, 6, 5, 6, 6, 5, 5, 3, 4, 6, 3, 5, 3, 4, 6, 7, 7, 5, 6, 3, 7, 4, 5, 7, 8, 8, 8, 9, 8, 10, 7, 6, 6, 3, 3], "n_pos": 53, "sum_m_en": [6.165269, 3.343137, 3.054124, 3.159568, 3.183476, 3.134821, 3.175136, 3.406672, 3.599779, 4.37087, 4.456836, 4.920966, 4.921245, 5.009549, 5.130131, 5.111429, 4.66228, 4.335644, 3.866818, 3.476163, 3.156653, 3.021781, 2.869351, 2.786967, 8.48144, 8.753914, 8.301954, 8.159248, 7.897525, 8.261641, 6.822339, 6.645621, 7.514096, 7.451093, 7.277625, 7.498851, 9.327304, 9.170352, 9.609761, 11.32676, 11.980058, 13.17409, 14.944886, 14.984358, 16.794569, 23.293453, 26.368179, 33.857601, 43.715285, 45.73235], "sum_m_pl": [19.285379, 24.555622, 24.134577, 23.220111, 22.106301, 22.253412, 22.744626, 22.593997, 22.102621, 22.420722, 22.155331, 21.824796, 22.253415, 21.924659, 22.116102, 22.235693, 22.577907, 22.645597, 23.221099, 23.759319, 24.241758, 24.511575, 24.538371, 24.824448, 17.380169, 16.741945, 16.993582, 17.931368, 18.229918, 18.080641, 19.606355, 19.563658, 18.982468, 17.653167, 17.544726, 17.434509, 15.357902, 15.268428, 14.802213, 14.442029, 14.53798, 13.670692, 12.981843, 12.671703, 11.817687, 8.724043, 6.377511, 4.74945, 2.964695, 2.527518]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "pes-Otolaryngologia-2018 jesień-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 887, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9832}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [18, 16, 10, 10, 7, 9, 4, 11, 4, 7, 10, 7, 10, 7, 8, 10, 7, 11, 12, 9, 8, 11, 6, 8, 24, 18, 20, 14, 10, 11, 8, 6, 11, 8, 13, 9, 15, 16, 14, 16, 18, 19, 23, 22, 19, 12, 10, 9, 2, 1], "n_am_pl": [3, 14, 12, 14, 8, 7, 11, 8, 8, 7, 6, 6, 5, 4, 9, 6, 11, 11, 6, 6, 2, 5, 8, 4, 5, 4, 6, 9, 6, 10, 8, 15, 15, 12, 9, 14, 14, 11, 12, 13, 12, 12, 8, 9, 11, 15, 13, 18, 31, 31], "n_pos": 59, "sum_m_en": [5.376746, 3.006417, 3.012182, 3.013493, 3.129157, 3.184715, 3.113073, 3.368115, 3.452416, 3.776001, 3.864025, 3.929839, 4.064055, 4.065401, 4.100228, 3.995147, 3.994609, 3.81692, 3.445418, 3.134503, 2.862851, 2.875328, 2.790389, 2.77381, 6.80516, 6.574251, 6.146691, 5.830896, 5.631676, 5.43791, 5.168416, 5.359225, 5.825355, 5.669448, 5.725347, 6.416331, 6.635823, 6.838299, 7.053921, 9.056195, 8.790817, 9.518611, 10.180495, 10.072691, 9.29457, 8.434122, 9.404301, 7.183411, 2.776087, 1.064142], "sum_m_pl": [21.766105, 27.802408, 26.628499, 25.66367, 24.216722, 23.967102, 23.993829, 23.7021, 23.434346, 24.477914, 24.30416, 24.276933, 24.785386, 24.851861, 25.394281, 25.567611, 26.097518, 27.029422, 27.898076, 28.269678, 28.356743, 28.266241, 27.913857, 28.082101, 21.661211, 20.88661, 21.943232, 23.178501, 24.009905, 24.461866, 24.675612, 24.787003, 24.364702, 22.830829, 22.332564, 23.029526, 21.569463, 20.883085, 20.38667, 19.498952, 19.064397, 18.42106, 17.174285, 16.998613, 17.639162, 19.678822, 17.540961, 19.107195, 28.36707, 30.449078]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [8, 11, 5, 5, 6, 6, 3, 6, 2, 4, 6, 2, 7, 5, 6, 5, 3, 4, 6, 6, 4, 5, 2, 5, 17, 11, 12, 9, 5, 6, 4, 4, 5, 4, 7, 4, 8, 8, 5, 8, 10, 11, 12, 11, 9, 7, 5, 4, 1, 1], "n_am_pl": [0, 7, 6, 8, 3, 4, 5, 4, 4, 3, 3, 4, 3, 1, 4, 2, 7, 7, 2, 2, 1, 2, 3, 1, 2, 1, 2, 4, 4, 4, 4, 9, 8, 7, 4, 8, 7, 5, 7, 7, 6, 5, 5, 5, 7, 9, 9, 13, 26, 30], "n_pos": 31, "sum_m_en": [3.057711, 1.603978, 1.613178, 1.542321, 1.617969, 1.655074, 1.655178, 1.824923, 1.859511, 2.014984, 2.084801, 2.157546, 2.172295, 2.116899, 2.123827, 2.10724, 2.060348, 1.958111, 1.790002, 1.627293, 1.476795, 1.493431, 1.444185, 1.453085, 4.026743, 3.563897, 3.280832, 3.192401, 2.91389, 2.892385, 2.646549, 2.714141, 2.65706, 2.749409, 2.62556, 2.499408, 2.510689, 2.537097, 2.780972, 4.240882, 3.96104, 4.889453, 5.557963, 5.906907, 5.407024, 4.93536, 5.047687, 4.084334, 1.448652, 1.056216], "sum_m_pl": [10.634273, 14.632048, 13.869751, 13.380119, 12.485263, 12.407313, 12.31415, 12.289067, 12.227602, 12.968742, 12.91814, 12.84677, 13.05538, 13.256409, 13.569709, 13.509557, 13.796706, 14.457093, 14.707788, 14.865363, 14.872924, 14.810095, 14.628339, 14.721389, 11.256482, 11.192757, 11.848375, 12.526662, 13.083078, 13.384347, 13.706262, 13.641895, 13.610443, 12.686368, 12.364342, 13.046173, 12.505178, 11.917925, 11.555321, 11.012587, 10.869924, 10.14128, 9.780649, 9.451496, 10.008589, 11.400329, 11.577509, 12.45093, 22.679529, 28.296107]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 61, "item_id": "pes-Otolaryngologia-2018 jesień-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 767, "region_end": 59, "roundtrip_ok": true, "tf_agree": 0.9344, "tf_agree_excl_first": 0.95}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [18, 23, 17, 20, 14, 15, 14, 17, 21, 18, 16, 15, 19, 19, 20, 18, 18, 26, 20, 18, 15, 15, 12, 11, 19, 18, 18, 20, 21, 27, 23, 24, 28, 24, 24, 27, 28, 29, 22, 26, 29, 24, 26, 28, 28, 33, 33, 31, 33, 32], "n_am_pl": [9, 14, 13, 13, 14, 21, 21, 14, 14, 11, 8, 5, 10, 13, 10, 9, 5, 9, 11, 11, 6, 10, 14, 11, 9, 12, 10, 10, 6, 5, 6, 5, 7, 6, 9, 6, 8, 8, 16, 17, 16, 19, 16, 15, 11, 13, 10, 7, 3, 2], "n_pos": 79, "sum_m_en": [8.697901, 5.048403, 4.585226, 4.605531, 4.522843, 4.317526, 4.432357, 4.364984, 4.705256, 5.084857, 4.768999, 5.14275, 5.266193, 5.615023, 5.542651, 5.730556, 5.685273, 5.417462, 4.99675, 4.426779, 4.158534, 3.97855, 3.770696, 3.695172, 8.784841, 8.410865, 8.534301, 8.144372, 8.189563, 8.463008, 7.545612, 7.781478, 7.74647, 7.775762, 8.172961, 8.461666, 9.537146, 9.890553, 10.17118, 11.48078, 12.884593, 15.393405, 18.231415, 17.431883, 20.099526, 24.632788, 28.774489, 27.102598, 32.514504, 31.27433], "sum_m_pl": [28.875709, 36.502803, 36.151989, 35.554476, 33.857056, 34.531799, 34.929996, 34.666121, 34.645734, 35.129281, 34.953127, 34.528065, 35.117496, 34.093403, 34.437262, 34.364525, 35.554049, 35.410179, 36.544148, 37.562257, 37.756173, 37.836237, 37.997505, 38.100554, 30.659243, 30.511228, 29.190047, 30.735521, 31.079005, 31.021516, 32.099549, 31.650146, 31.461927, 31.067864, 30.352378, 29.714838, 28.416264, 27.606241, 27.197531, 27.75078, 26.536394, 22.829295, 21.213534, 19.558085, 15.648408, 15.264765, 11.051715, 7.572654, 3.5072, 1.771932]}, "digit": {"n_am_en": [1, 2, 2, 2, 0, 0, 1, 1, 1, 2, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 1, 1, 1, 2, 0, 2, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.448077, 0.204421, 0.176484, 0.168785, 0.191404, 0.214159, 0.224329, 0.222168, 0.252839, 0.266583, 0.206105, 0.243414, 0.29403, 0.277655, 0.268843, 0.249368, 0.270247, 0.252816, 0.229116, 0.205913, 0.194623, 0.18075, 0.170983, 0.165564, 0.203976, 0.265403, 0.325985, 0.366279, 0.348336, 0.370171, 0.370521, 0.370389, 0.325922, 0.274239, 0.264617, 0.278441, 0.226496, 0.22794, 0.217841, 0.22685, 0.25732, 0.260861, 0.282273, 0.248824, 0.264503, 0.232559, 0.171676, 0.113496, 0.006556, 0.0], "sum_m_pl": [1.423355, 2.093387, 2.064681, 1.986162, 1.760535, 1.747262, 1.789318, 1.615, 1.608212, 1.515246, 1.509727, 1.462436, 1.469131, 1.495249, 1.525879, 1.580307, 1.729498, 1.79766, 1.832934, 1.808509, 1.882632, 1.90036, 1.908956, 1.947907, 2.145003, 2.029235, 1.657017, 1.574287, 1.620565, 1.601277, 1.561089, 1.542898, 1.513007, 1.584249, 1.564152, 1.520298, 1.4949, 1.45189, 1.542876, 1.639056, 1.626909, 1.682141, 1.564367, 1.533646, 1.239293, 1.236743, 0.537733, 0.325897, 0.056214, 1e-06]}, "lang": {"n_am_en": [6, 9, 8, 12, 10, 10, 5, 9, 12, 8, 9, 8, 7, 14, 11, 11, 11, 16, 10, 9, 6, 8, 6, 5, 9, 8, 9, 10, 12, 14, 12, 17, 17, 17, 17, 18, 18, 17, 15, 17, 19, 16, 19, 18, 19, 22, 24, 24, 31, 32], "n_am_pl": [5, 7, 9, 9, 6, 11, 11, 7, 5, 5, 4, 1, 6, 2, 4, 4, 1, 5, 4, 4, 2, 3, 7, 5, 4, 6, 6, 4, 1, 1, 0, 1, 3, 2, 3, 4, 6, 4, 5, 6, 5, 7, 6, 7, 5, 5, 5, 2, 1, 2], "n_pos": 36, "sum_m_en": [3.995441, 2.304559, 2.160169, 2.212292, 2.168805, 2.073244, 2.105781, 2.067114, 2.287967, 2.601179, 2.314734, 2.481236, 2.425725, 2.600223, 2.587562, 2.757216, 2.797718, 2.640394, 2.359858, 2.114377, 1.951108, 1.851026, 1.741143, 1.684053, 5.00129, 4.667929, 4.563903, 4.131119, 4.085719, 4.184703, 3.510308, 3.748474, 3.773568, 3.899255, 4.222266, 4.155061, 4.764653, 5.159702, 5.52425, 6.656679, 7.675678, 9.647787, 11.42417, 11.20558, 12.611129, 15.603283, 19.991182, 21.286951, 29.479722, 30.31715], "sum_m_pl": [12.48268, 16.806914, 16.491424, 16.102279, 15.251847, 15.42517, 15.855214, 15.787703, 15.739213, 16.008722, 16.004372, 16.005421, 16.341086, 15.840993, 15.883858, 15.728571, 16.176895, 16.275141, 16.785556, 17.248499, 17.368576, 17.475026, 17.513382, 17.618831, 13.731893, 13.99726, 13.748004, 14.224172, 14.267203, 14.218256, 14.795294, 14.523797, 14.605493, 14.376526, 13.659995, 13.595222, 13.093829, 12.602214, 12.182918, 11.915502, 11.129296, 9.473145, 8.953226, 8.941049, 7.168066, 6.734764, 4.872015, 2.856048, 1.277697, 1.709403]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 81, "item_id": "pes-Otolaryngologia-2018 wiosna-115", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 931, "region_end": 79, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.975}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [11, 16, 11, 12, 10, 9, 9, 6, 9, 10, 7, 12, 16, 10, 11, 12, 18, 12, 13, 9, 13, 12, 10, 9, 14, 17, 15, 16, 16, 15, 15, 13, 11, 12, 14, 19, 14, 19, 13, 17, 16, 21, 21, 16, 12, 10, 5, 4, 1, 0], "n_am_pl": [2, 11, 7, 5, 7, 13, 8, 10, 12, 12, 11, 4, 9, 8, 4, 4, 6, 5, 6, 8, 7, 12, 15, 14, 7, 9, 6, 10, 9, 8, 10, 9, 12, 11, 11, 9, 12, 8, 16, 15, 15, 16, 13, 15, 15, 24, 24, 22, 26, 28], "n_pos": 58, "sum_m_en": [5.041104, 2.842675, 2.921273, 3.058693, 3.20241, 3.121762, 3.26036, 3.383623, 3.207538, 3.374787, 3.299245, 3.488112, 3.611321, 3.597807, 3.629595, 3.637527, 3.582295, 3.455967, 3.101071, 2.795654, 2.683762, 2.552135, 2.486967, 2.444433, 4.520796, 4.689162, 5.176259, 4.890359, 4.986706, 4.899965, 4.565603, 4.663419, 4.514656, 4.739856, 4.876769, 4.889763, 5.053192, 4.870548, 5.072814, 6.131981, 6.623229, 6.815146, 6.900385, 8.214637, 6.130013, 6.826839, 4.286679, 2.703974, 1.796066, 0.00681], "sum_m_pl": [21.041273, 26.647454, 26.137893, 25.892946, 24.550231, 25.142834, 24.519179, 24.505833, 24.923765, 25.278243, 25.153625, 25.419211, 26.069004, 25.413271, 25.633875, 26.163481, 27.023431, 26.741751, 27.717341, 28.453097, 28.509532, 28.644962, 28.59127, 28.698519, 24.258496, 24.014506, 23.280397, 24.495108, 24.426973, 24.74669, 25.234765, 25.121904, 25.026128, 24.438221, 24.181648, 24.366571, 23.824484, 23.778731, 23.975187, 23.913169, 23.34789, 22.615165, 22.446048, 22.525638, 23.102622, 24.404575, 25.326397, 23.257022, 22.766969, 28.273648]}, "digit": {"n_am_en": [1, 3, 1, 1, 0, 0, 2, 0, 0, 0, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 2, 0, 2, 3, 0, 2, 1, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 2, 2, 0, 0, 1, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.537441, 0.200796, 0.199657, 0.193486, 0.184583, 0.198688, 0.212673, 0.208605, 0.204757, 0.222341, 0.209229, 0.259618, 0.279658, 0.282756, 0.279504, 0.289656, 0.290728, 0.278368, 0.229089, 0.216128, 0.197901, 0.189867, 0.182437, 0.183782, 0.326703, 0.362452, 0.385295, 0.459704, 0.497417, 0.429202, 0.448539, 0.436395, 0.345735, 0.279621, 0.31354, 0.273665, 0.228741, 0.226126, 0.221076, 0.22681, 0.234362, 0.246272, 0.262263, 0.232096, 0.250665, 0.222937, 0.195509, 0.176481, 0.006539, 0.0], "sum_m_pl": [1.463508, 2.068782, 1.973681, 1.928513, 1.672544, 1.67235, 1.636823, 1.625329, 1.618389, 1.580735, 1.598688, 1.510189, 1.548158, 1.504196, 1.592689, 1.562673, 1.694154, 1.742085, 1.809282, 1.841887, 1.912309, 1.917947, 1.915539, 1.930489, 1.696321, 1.645802, 1.530286, 1.553874, 1.49754, 1.413093, 1.442694, 1.430369, 1.44115, 1.486718, 1.453624, 1.543217, 1.499638, 1.505053, 1.528636, 1.605572, 1.59031, 1.654255, 1.569675, 1.40446, 1.34575, 1.230872, 1.140475, 0.824991, 0.039186, 0.0]}, "lang": {"n_am_en": [5, 4, 5, 5, 5, 3, 1, 2, 4, 2, 2, 4, 6, 4, 3, 4, 8, 7, 7, 3, 7, 6, 5, 7, 8, 10, 10, 10, 10, 11, 9, 8, 6, 6, 9, 10, 7, 10, 7, 10, 9, 12, 13, 9, 8, 6, 2, 2, 1, 0], "n_am_pl": [1, 6, 6, 2, 2, 9, 3, 3, 6, 6, 6, 1, 5, 4, 3, 3, 2, 2, 4, 5, 4, 7, 10, 8, 2, 5, 1, 4, 4, 3, 3, 1, 6, 5, 6, 3, 7, 4, 9, 6, 7, 8, 6, 10, 9, 16, 19, 18, 23, 28], "n_pos": 28, "sum_m_en": [2.349733, 1.370728, 1.465612, 1.550361, 1.492636, 1.578782, 1.688593, 1.654256, 1.56131, 1.654063, 1.595323, 1.707969, 1.775009, 1.764678, 1.754679, 1.750989, 1.744369, 1.703823, 1.536915, 1.371757, 1.294996, 1.216584, 1.178403, 1.159131, 1.999172, 2.285393, 2.524036, 2.425396, 2.48627, 2.413077, 2.223481, 2.288279, 2.225473, 2.382665, 2.495618, 2.569688, 2.535929, 2.502409, 2.849428, 3.677411, 4.110953, 4.043612, 3.999511, 5.452255, 4.30341, 4.300446, 2.46557, 1.601616, 1.467368, 0.00433], "sum_m_pl": [9.915216, 12.502541, 12.369353, 11.989221, 11.352944, 11.866477, 11.47697, 11.638, 11.862714, 12.293493, 12.496947, 12.546115, 12.921986, 12.594712, 12.784206, 12.984866, 13.366498, 13.288395, 13.705082, 14.085181, 14.123975, 14.197512, 14.15246, 14.205573, 12.034161, 11.983239, 11.6483, 12.48429, 12.659769, 12.913923, 13.131366, 12.881667, 12.787819, 12.668447, 12.379718, 12.327638, 12.381277, 12.396772, 12.543994, 12.269829, 11.929514, 11.969196, 12.510757, 12.258006, 13.474068, 14.576869, 17.62393, 16.633712, 19.708241, 27.012285]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 60, "item_id": "pes-Otolaryngologia-2018 wiosna-115", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 811, "region_end": 58, "roundtrip_ok": true, "tf_agree": 0.9333, "tf_agree_excl_first": 0.9492}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [44, 18, 38, 23, 16, 19, 12, 16, 22, 23, 25, 28, 21, 24, 21, 13, 22, 25, 21, 17, 22, 22, 21, 24, 22, 23, 26, 30, 26, 27, 24, 27, 31, 32, 39, 37, 33, 34, 35, 52, 48, 42, 51, 45, 44, 40, 29, 15, 12, 1], "n_am_pl": [8, 27, 21, 21, 15, 26, 19, 19, 12, 13, 14, 20, 17, 22, 22, 24, 21, 18, 26, 29, 22, 26, 20, 21, 13, 18, 13, 14, 14, 13, 19, 19, 20, 23, 20, 26, 20, 25, 27, 16, 19, 20, 13, 21, 20, 25, 28, 36, 50, 70], "n_pos": 134, "sum_m_en": [13.433943, 7.23153, 7.286011, 7.168734, 7.102543, 7.187171, 7.133946, 7.416434, 7.551792, 7.719967, 8.102469, 9.099197, 8.864966, 9.672733, 9.72048, 9.031805, 8.963447, 8.508438, 7.701057, 7.028506, 6.548885, 6.45063, 6.147154, 5.89264, 12.312732, 12.91034, 12.90365, 12.92041, 11.402816, 12.846922, 12.657872, 12.950372, 12.694464, 13.249022, 14.322525, 15.200995, 16.16283, 17.33797, 18.032861, 31.148191, 29.028698, 28.488415, 30.634611, 34.417474, 32.956608, 34.970578, 27.118344, 14.490994, 10.821821, 1.511401], "sum_m_pl": [50.036616, 61.68391, 60.760057, 61.026145, 59.573216, 61.108008, 60.825636, 59.135849, 59.290408, 60.454045, 59.609255, 57.579631, 57.431785, 56.983251, 57.771703, 58.510131, 60.271383, 60.582649, 63.395239, 65.375757, 66.62538, 66.106864, 66.25668, 67.142677, 50.411107, 49.696273, 46.877826, 47.12792, 52.125347, 51.845855, 53.643062, 54.382761, 54.890312, 53.091448, 52.431349, 51.045274, 50.056454, 47.727689, 43.502474, 37.323109, 37.193509, 35.99678, 32.841406, 31.887173, 29.937908, 28.919874, 29.923237, 39.06348, 49.053404, 69.07567]}, "digit": {"n_am_en": [2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.479574, 0.093019, 0.105615, 0.075527, 0.080066, 0.066584, 0.076953, 0.080989, 0.101048, 0.09926, 0.114497, 0.124426, 0.106316, 0.106572, 0.11885, 0.138177, 0.110465, 0.106718, 0.07991, 0.079894, 0.075573, 0.070501, 0.071132, 0.072085, 0.072097, 0.068747, 0.038687, 0.052439, 0.062035, 0.085853, 0.105248, 0.080171, 0.09147, 0.075399, 0.058226, 0.054353, 0.040053, 0.06353, 0.070181, 0.059879, 0.071618, 0.078795, 0.070826, 0.069625, 0.069282, 0.033752, 0.003228, 0.003326, 0.000329, 0.0], "sum_m_pl": [0.46213, 1.078642, 1.060491, 1.075958, 0.986952, 0.904083, 0.919284, 0.91811, 0.76242, 0.782828, 0.773588, 0.709905, 0.737862, 0.784664, 0.743735, 0.767083, 0.740763, 0.753773, 0.858617, 0.89936, 0.937139, 0.96299, 0.971323, 0.989, 0.687332, 0.695921, 0.342826, 0.389085, 0.506828, 0.552977, 0.744066, 0.649051, 0.744444, 0.602947, 0.390741, 0.424391, 0.373356, 0.408859, 0.469227, 0.413593, 0.464913, 0.493837, 0.464038, 0.404915, 0.36656, 0.180162, 0.018008, 0.014351, 0.001295, 0.0]}, "lang": {"n_am_en": [23, 10, 21, 11, 7, 13, 8, 9, 11, 10, 12, 12, 10, 12, 11, 5, 8, 11, 10, 7, 9, 10, 8, 11, 11, 14, 12, 15, 13, 13, 10, 13, 15, 17, 19, 22, 18, 22, 26, 31, 30, 28, 30, 28, 30, 27, 19, 8, 10, 1], "n_am_pl": [4, 13, 10, 9, 9, 10, 6, 8, 5, 7, 8, 13, 10, 12, 12, 16, 15, 10, 16, 17, 10, 14, 9, 10, 6, 10, 6, 7, 7, 7, 11, 11, 13, 15, 11, 16, 13, 17, 14, 12, 12, 12, 7, 16, 14, 21, 20, 26, 43, 70], "n_pos": 71, "sum_m_en": [7.281654, 3.890067, 3.827283, 3.944523, 3.888507, 3.940222, 3.908612, 3.96476, 3.998395, 4.211111, 4.337572, 4.736039, 4.734873, 5.196751, 5.071965, 4.791038, 4.723611, 4.528356, 4.178654, 3.845241, 3.581643, 3.59409, 3.393842, 3.223692, 6.845383, 7.339205, 7.150955, 7.436752, 6.429346, 6.983791, 6.957866, 7.075327, 6.983065, 7.180814, 7.841665, 9.081064, 10.146623, 11.480703, 12.2616, 18.289939, 17.843768, 19.86167, 20.287536, 21.639955, 21.305933, 23.311431, 17.048792, 7.2253, 8.167469, 1.451345], "sum_m_pl": [26.462032, 32.272662, 31.75896, 31.654121, 30.756647, 31.509876, 31.585322, 30.98351, 31.572671, 32.512224, 32.205663, 31.288978, 31.148668, 30.706492, 31.289215, 31.40959, 32.210986, 32.469112, 33.801406, 34.858765, 35.411077, 34.856756, 34.828083, 35.385983, 27.478333, 26.939493, 25.72577, 25.398463, 28.534759, 28.296707, 29.111517, 29.313239, 29.888971, 29.862657, 29.07584, 29.201077, 28.919349, 27.845882, 25.411929, 22.975326, 22.34504, 20.904303, 19.313449, 20.035349, 18.469266, 19.440122, 21.165512, 28.896614, 42.354124, 66.350815]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 136, "item_id": "pes-Otolaryngologia-2018 wiosna-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 937, "region_end": 134, "roundtrip_ok": true, "tf_agree": 0.9632, "tf_agree_excl_first": 0.9704}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [50, 22, 29, 22, 15, 16, 17, 17, 24, 25, 20, 27, 20, 18, 17, 16, 20, 14, 12, 12, 13, 16, 15, 21, 24, 27, 27, 26, 25, 23, 25, 19, 26, 23, 27, 21, 26, 27, 27, 47, 48, 33, 39, 40, 32, 30, 20, 13, 7, 2], "n_am_pl": [8, 26, 37, 26, 14, 23, 19, 11, 11, 10, 7, 8, 12, 10, 17, 15, 12, 12, 17, 19, 19, 23, 13, 11, 12, 12, 11, 11, 14, 18, 18, 23, 18, 22, 13, 18, 19, 19, 23, 19, 16, 21, 18, 22, 24, 28, 32, 38, 55, 71], "n_pos": 132, "sum_m_en": [13.151266, 7.071987, 7.063813, 7.15424, 7.044091, 6.884297, 6.818359, 7.267372, 7.342248, 7.676436, 7.802173, 8.270637, 8.321627, 8.98271, 8.934231, 8.524784, 8.271529, 7.809104, 7.159183, 6.567398, 6.192025, 6.118858, 5.814598, 5.604974, 10.032413, 11.103105, 11.087666, 11.233751, 9.984435, 11.327388, 11.454438, 11.612791, 11.327907, 11.896551, 12.851602, 12.651197, 12.80442, 13.721114, 13.254648, 24.669072, 23.952675, 21.961304, 23.719388, 27.302569, 24.450098, 26.519859, 20.96966, 11.97399, 7.804662, 2.12908], "sum_m_pl": [49.948455, 60.849336, 59.743783, 59.719017, 58.044016, 60.588318, 59.23601, 57.627235, 57.778885, 58.683143, 57.47577, 55.561069, 54.577758, 54.233337, 56.44602, 56.408273, 59.402016, 59.557833, 62.279639, 64.309183, 65.578061, 64.987497, 65.264705, 66.299984, 48.738533, 47.240112, 44.813863, 45.753312, 51.070527, 50.857945, 51.544935, 52.215633, 51.982287, 49.934367, 49.406893, 48.733139, 47.903602, 46.510608, 43.071174, 39.046879, 37.852244, 36.439748, 33.033807, 33.830742, 31.934352, 31.216531, 30.576262, 37.974896, 52.683895, 69.396131]}, "digit": {"n_am_en": [1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.253709, 0.042504, 0.042948, 0.036493, 0.041729, 0.036785, 0.042834, 0.03955, 0.070439, 0.055195, 0.060362, 0.070103, 0.061309, 0.076886, 0.073746, 0.077206, 0.054903, 0.05365, 0.041498, 0.041271, 0.037509, 0.035589, 0.035405, 0.036103, 0.045363, 0.044927, 0.022431, 0.037006, 0.046977, 0.07117, 0.068609, 0.061453, 0.061997, 0.057522, 0.055194, 0.059698, 0.038346, 0.054575, 0.045238, 0.037015, 0.039982, 0.039665, 0.035577, 0.039802, 0.038297, 0.024331, 0.008042, 0.008041, 0.000309, 0.0], "sum_m_pl": [0.241609, 0.541751, 0.544196, 0.538862, 0.504002, 0.464377, 0.476059, 0.476263, 0.41793, 0.43467, 0.431402, 0.406114, 0.42958, 0.394602, 0.403219, 0.398603, 0.37331, 0.399142, 0.444396, 0.465483, 0.478635, 0.49032, 0.490532, 0.496392, 0.424044, 0.430533, 0.172492, 0.221259, 0.293849, 0.330665, 0.397483, 0.388901, 0.380713, 0.378757, 0.303985, 0.375789, 0.360733, 0.354974, 0.321157, 0.264177, 0.263097, 0.275066, 0.271091, 0.231526, 0.212853, 0.147004, 0.038562, 0.034943, 0.001753, 1e-06]}, "lang": {"n_am_en": [28, 13, 17, 14, 7, 10, 9, 8, 16, 15, 10, 12, 12, 9, 8, 6, 13, 9, 6, 6, 7, 7, 7, 14, 14, 16, 15, 15, 15, 10, 17, 10, 13, 12, 15, 13, 14, 15, 18, 28, 32, 25, 27, 25, 22, 22, 13, 6, 5, 2], "n_am_pl": [2, 12, 20, 11, 7, 10, 7, 3, 4, 5, 4, 5, 9, 6, 13, 11, 8, 8, 12, 12, 9, 14, 8, 7, 9, 8, 6, 7, 9, 12, 13, 13, 11, 16, 6, 11, 14, 13, 15, 15, 11, 13, 13, 19, 20, 24, 26, 30, 50, 70], "n_pos": 72, "sum_m_en": [7.398747, 3.970841, 3.840917, 3.965723, 3.871308, 3.864961, 3.822296, 3.992088, 4.072573, 4.405084, 4.401215, 4.611816, 4.827834, 5.119442, 4.902276, 4.774826, 4.615697, 4.38485, 4.006957, 3.70132, 3.455585, 3.468989, 3.253994, 3.100528, 5.81687, 6.736563, 6.543489, 6.751284, 5.898806, 6.597808, 6.718517, 6.852093, 6.470086, 6.631549, 7.204495, 7.209006, 7.155763, 8.059269, 7.959838, 13.199703, 13.735163, 14.157025, 14.821004, 17.236604, 15.540422, 18.608008, 13.835453, 5.524642, 5.674149, 2.070185], "sum_m_pl": [27.062944, 32.818271, 32.419647, 32.225272, 31.22647, 32.552362, 32.203849, 31.329159, 31.724738, 32.496543, 32.051728, 31.533288, 31.329588, 31.218483, 32.145609, 31.86595, 33.160806, 33.474271, 34.67471, 35.621073, 36.214197, 35.753398, 35.894021, 36.574333, 29.01792, 28.379171, 26.765857, 27.34678, 30.105083, 29.815823, 29.932864, 29.985425, 30.42417, 29.791592, 29.203698, 30.059242, 29.796118, 29.002585, 27.234251, 25.697289, 24.796009, 23.750539, 21.402542, 23.251541, 23.387207, 22.883941, 23.189828, 29.541228, 47.341252, 67.181241]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 134, "item_id": "pes-Otolaryngologia-2018 wiosna-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 817, "region_end": 132, "roundtrip_ok": true, "tf_agree": 0.9701, "tf_agree_excl_first": 0.9774}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 28, 28, 15, 16, 15, 19, 17, 15, 15, 20, 19, 19, 17, 21, 23, 26, 17, 20, 23, 23, 15, 19, 25, 27, 28, 30, 25, 21, 16, 18, 18, 26, 30, 31, 30, 32, 31, 32, 39, 33, 33, 30, 32, 34, 28, 18, 12, 2, 1], "n_am_pl": [9, 14, 21, 26, 22, 17, 15, 14, 10, 15, 17, 17, 8, 7, 11, 6, 8, 12, 11, 9, 15, 18, 14, 16, 9, 14, 13, 13, 23, 17, 21, 17, 19, 14, 19, 19, 19, 21, 18, 20, 21, 18, 18, 18, 27, 28, 33, 40, 58, 70], "n_pos": 114, "sum_m_en": [11.106766, 5.76665, 5.557624, 5.665677, 6.110021, 6.167142, 6.188286, 6.403363, 6.641482, 6.651423, 6.657158, 7.177903, 7.319723, 7.663756, 7.866107, 7.961451, 7.298097, 6.934181, 6.753057, 6.242593, 5.745106, 5.361635, 5.181782, 5.066735, 10.222556, 11.926289, 11.812234, 11.275233, 11.098056, 10.563099, 10.488641, 10.544226, 11.038761, 12.029397, 12.693303, 13.889344, 14.675177, 16.460833, 16.965186, 19.696957, 19.749694, 23.249003, 23.75238, 24.103047, 23.45955, 21.188543, 15.073389, 11.088076, 2.855221, 1.018965], "sum_m_pl": [42.359923, 53.478034, 53.392584, 52.025116, 49.515105, 49.101486, 49.246179, 49.389278, 47.893421, 49.589789, 49.717754, 49.356547, 50.831812, 49.181277, 49.772126, 51.632097, 52.196898, 52.2305, 54.039895, 55.569683, 55.958398, 56.540862, 56.642269, 56.897521, 44.803753, 42.615631, 40.457195, 42.868592, 45.242403, 46.074951, 46.567856, 46.556067, 46.544683, 44.780587, 44.687028, 43.034492, 41.733967, 40.032539, 39.562664, 38.870044, 36.566336, 34.458151, 31.130499, 29.72102, 31.474455, 35.128103, 36.431642, 41.285825, 55.73309, 68.589583]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 14, 13, 9, 10, 11, 14, 13, 10, 9, 16, 13, 12, 13, 16, 18, 19, 14, 15, 17, 16, 10, 13, 20, 20, 21, 22, 16, 16, 13, 11, 12, 18, 22, 20, 20, 19, 19, 21, 24, 22, 23, 21, 22, 25, 18, 13, 10, 2, 1], "n_am_pl": [5, 11, 12, 14, 14, 8, 12, 9, 6, 11, 11, 14, 6, 4, 8, 4, 5, 9, 9, 8, 12, 13, 11, 12, 8, 11, 9, 12, 15, 12, 16, 12, 15, 9, 15, 12, 14, 15, 15, 17, 19, 16, 14, 16, 23, 25, 31, 39, 57, 68], "n_pos": 69, "sum_m_en": [5.926213, 3.466677, 3.437705, 3.489096, 3.754147, 3.786174, 3.764023, 3.934107, 4.050115, 4.062128, 4.130928, 4.412274, 4.564188, 4.8192, 5.034366, 5.161802, 4.640614, 4.437745, 4.406808, 4.031778, 3.616768, 3.37211, 3.253161, 3.174049, 7.046522, 8.145471, 8.387389, 7.884762, 7.677787, 7.054139, 7.113792, 6.83391, 7.254585, 7.539118, 7.717495, 8.136842, 8.723502, 9.665664, 10.18623, 11.843495, 12.928291, 16.493646, 16.654048, 17.295426, 17.094089, 14.506656, 10.794353, 8.462041, 2.056612, 0.999696], "sum_m_pl": [25.669436, 32.041734, 31.439191, 30.571124, 29.510052, 29.422678, 29.840148, 30.273137, 29.882617, 30.756048, 31.163466, 31.117154, 32.030532, 31.333868, 31.902445, 32.414456, 32.574305, 32.796278, 33.38889, 34.147218, 33.989077, 34.360928, 34.49467, 34.523185, 28.593558, 27.527928, 27.144839, 28.214922, 29.479062, 29.897541, 30.162498, 30.373826, 30.718778, 30.539579, 30.216253, 30.072727, 29.349449, 28.756895, 28.114252, 28.057472, 26.533094, 25.373959, 21.91892, 22.158781, 25.832998, 29.351131, 32.375134, 38.363138, 53.594635, 66.928797]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 116, "item_id": "pes-Otolaryngologia-2020 jesień-64", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 884, "region_end": 114, "roundtrip_ok": true, "tf_agree": 0.9828, "tf_agree_excl_first": 0.9913}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 19, 22, 14, 13, 12, 9, 12, 12, 11, 11, 11, 14, 14, 20, 14, 14, 10, 11, 20, 14, 14, 12, 19, 23, 25, 34, 32, 28, 27, 25, 24, 29, 23, 19, 21, 26, 28, 29, 28, 27, 25, 25, 22, 23, 20, 11, 8, 5, 2], "n_am_pl": [6, 16, 23, 19, 14, 14, 23, 10, 7, 12, 10, 10, 14, 10, 16, 12, 14, 12, 14, 10, 13, 11, 13, 11, 5, 7, 5, 7, 9, 11, 12, 11, 15, 17, 22, 17, 14, 15, 19, 20, 16, 16, 15, 19, 22, 25, 31, 34, 49, 53], "n_pos": 90, "sum_m_en": [8.840107, 4.649519, 4.629165, 4.631041, 4.600654, 4.440046, 4.687648, 4.949459, 5.291228, 5.420856, 5.391614, 5.614391, 5.988277, 6.230918, 6.607412, 6.925992, 6.183813, 5.807282, 5.698804, 5.450249, 4.679797, 4.458567, 4.364179, 4.267274, 10.215247, 11.099677, 11.615977, 10.349247, 9.947439, 10.022942, 9.567744, 9.85177, 10.835021, 10.758018, 10.863798, 11.370195, 11.845404, 13.240208, 13.239066, 14.883305, 15.471998, 16.640466, 18.000397, 17.882798, 19.68683, 14.894829, 10.345194, 7.540187, 5.205813, 2.012392], "sum_m_pl": [32.376383, 41.984138, 41.679415, 40.547597, 38.598955, 39.142906, 38.876961, 38.632441, 37.50097, 38.806489, 38.145949, 38.054312, 38.718874, 38.344418, 39.531882, 40.575637, 40.722781, 40.551434, 41.799135, 42.639286, 42.920204, 43.394357, 42.741106, 43.270201, 30.206226, 29.561439, 29.605569, 31.888158, 34.447676, 34.831864, 35.989387, 35.798378, 35.764972, 35.323348, 35.059091, 34.274418, 33.422135, 32.522199, 33.018044, 32.759789, 30.888779, 30.699815, 27.665903, 27.815658, 27.755378, 32.706321, 33.59917, 36.791286, 48.545347, 54.639258]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 11, 12, 7, 6, 9, 7, 10, 6, 8, 6, 5, 5, 9, 14, 11, 10, 5, 7, 13, 10, 11, 10, 11, 18, 17, 23, 25, 21, 19, 17, 17, 20, 17, 15, 14, 16, 15, 18, 18, 18, 18, 18, 14, 16, 13, 6, 6, 4, 2], "n_am_pl": [1, 9, 15, 9, 7, 5, 10, 6, 5, 8, 6, 6, 6, 8, 9, 7, 7, 8, 8, 6, 8, 6, 7, 7, 3, 4, 2, 4, 5, 5, 7, 6, 8, 9, 12, 10, 10, 10, 13, 14, 11, 14, 11, 15, 18, 22, 26, 28, 45, 51], "n_pos": 53, "sum_m_en": [5.584853, 2.67505, 2.784999, 2.789391, 2.727707, 2.570059, 2.710903, 2.915934, 2.989237, 3.225537, 3.157009, 3.306809, 3.600008, 3.757375, 4.097131, 4.440054, 3.904236, 3.551323, 3.699056, 3.560639, 2.833049, 2.719951, 2.698604, 2.604003, 6.716634, 7.348235, 7.909567, 6.844144, 6.497836, 6.330225, 6.15547, 6.164979, 6.455068, 6.508372, 6.67068, 6.880903, 7.163581, 7.908158, 8.193581, 9.699316, 10.609696, 11.750127, 12.153918, 11.72769, 14.384018, 9.956792, 6.327362, 5.018867, 3.131839, 2.008347], "sum_m_pl": [17.600089, 24.585047, 24.029921, 22.991735, 22.083015, 22.435218, 22.416936, 22.32463, 21.908573, 22.620155, 22.20099, 22.518943, 22.733857, 22.773876, 23.638568, 24.051898, 24.14499, 24.055569, 24.50477, 24.955756, 25.252532, 25.512358, 25.294325, 25.554001, 17.332452, 16.824091, 17.003086, 18.500011, 20.138184, 20.357321, 21.31547, 21.342241, 21.464518, 21.649535, 21.35887, 21.325136, 21.23776, 20.238821, 20.248473, 19.842962, 18.891709, 19.025458, 17.347015, 17.265523, 19.303423, 24.184088, 26.838308, 30.015787, 42.729822, 50.423665]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 92, "item_id": "pes-Otolaryngologia-2020 jesień-64", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 764, "region_end": 90, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.989}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [49, 42, 48, 36, 38, 37, 34, 42, 28, 30, 37, 47, 45, 35, 44, 39, 39, 40, 44, 47, 40, 45, 43, 45, 64, 73, 65, 65, 54, 52, 56, 60, 52, 50, 48, 57, 64, 59, 58, 54, 57, 60, 80, 69, 72, 78, 78, 92, 82, 80], "n_am_pl": [17, 34, 29, 37, 24, 29, 26, 28, 26, 31, 26, 21, 23, 25, 26, 16, 19, 26, 28, 32, 27, 25, 34, 36, 27, 17, 26, 23, 22, 23, 16, 16, 19, 21, 21, 22, 19, 20, 20, 13, 13, 14, 13, 17, 10, 9, 9, 6, 5, 3], "n_pos": 214, "sum_m_en": [21.797888, 13.806217, 13.456942, 12.575125, 13.00398, 12.503545, 12.405143, 12.666657, 11.998557, 12.691643, 13.960776, 15.030103, 15.562382, 16.408821, 16.050622, 14.82774, 14.229532, 14.267926, 13.412482, 11.960234, 11.307613, 10.358689, 10.07151, 9.830902, 23.320038, 26.927825, 26.245095, 24.42326, 22.990786, 23.279191, 22.132945, 22.457839, 23.296804, 22.767583, 22.418693, 24.613913, 29.132968, 30.316334, 30.947911, 32.522999, 34.857992, 41.9396, 50.942789, 53.181589, 58.303915, 64.657809, 72.547145, 81.198523, 78.688889, 79.263522], "sum_m_pl": [80.494766, 96.913236, 95.782005, 94.127957, 91.653431, 94.596985, 94.239048, 94.503523, 92.440374, 93.779335, 92.265257, 89.958542, 91.810437, 89.271171, 91.670926, 94.232319, 93.665349, 93.184444, 96.209009, 100.262589, 101.442159, 102.770607, 103.544201, 104.081914, 83.219312, 81.03725, 77.504003, 78.882734, 82.39813, 81.312028, 83.801578, 82.406721, 79.595718, 80.714809, 79.063909, 75.285585, 69.399827, 66.178006, 63.859648, 60.481785, 56.0163, 47.240171, 43.35458, 37.398234, 26.756603, 21.244396, 16.545578, 10.341026, 5.871436, 3.607601]}, "digit": {"n_am_en": [2, 2, 0, 3, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 2, 0, 0, 2, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 0, 0, 0, 0, 2, 1, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.601013, 0.34078, 0.31439, 0.280163, 0.286659, 0.310788, 0.317539, 0.299822, 0.245438, 0.261294, 0.277843, 0.291682, 0.340703, 0.388271, 0.362612, 0.3568, 0.359021, 0.33955, 0.290846, 0.26213, 0.284099, 0.274118, 0.269267, 0.260125, 0.403349, 0.456407, 0.371727, 0.415181, 0.497386, 0.477275, 0.555495, 0.547869, 0.447843, 0.405311, 0.373076, 0.300028, 0.323107, 0.303146, 0.357625, 0.3491, 0.399477, 0.339306, 0.357456, 0.2858, 0.266726, 0.273945, 0.225299, 0.214663, 0.077463, 0.0], "sum_m_pl": [2.972174, 3.68717, 3.620262, 3.68722, 3.443411, 3.402714, 3.256766, 3.195579, 3.083336, 2.997546, 2.727564, 2.393389, 2.75474, 2.821491, 2.907385, 2.960887, 2.724496, 2.696481, 2.946157, 3.052093, 3.229544, 3.326189, 3.389225, 3.421983, 2.483815, 2.674853, 2.583242, 2.738306, 2.718713, 2.682847, 2.625654, 2.646808, 2.639161, 2.678361, 2.205373, 1.794965, 1.971171, 1.700157, 1.635728, 1.624864, 1.823394, 1.564535, 1.775326, 1.44247, 1.449317, 1.344013, 1.139629, 0.898674, 0.280477, 0.0]}, "lang": {"n_am_en": [12, 16, 22, 11, 18, 14, 18, 23, 20, 15, 15, 23, 25, 19, 25, 19, 21, 21, 16, 18, 16, 18, 19, 19, 32, 32, 32, 34, 26, 22, 24, 27, 27, 22, 24, 34, 33, 30, 34, 28, 33, 36, 45, 38, 41, 44, 46, 59, 74, 80], "n_am_pl": [8, 16, 13, 18, 11, 14, 14, 10, 11, 12, 13, 11, 10, 8, 8, 6, 8, 10, 12, 13, 10, 10, 14, 13, 8, 9, 8, 6, 5, 9, 9, 7, 12, 11, 11, 7, 8, 9, 10, 8, 8, 6, 4, 5, 4, 3, 3, 3, 3, 3], "n_pos": 85, "sum_m_en": [8.4547, 5.51356, 5.307206, 4.920197, 5.117348, 5.09963, 5.011395, 5.261724, 5.065775, 5.273689, 5.765801, 6.544401, 6.794651, 7.239727, 7.020087, 6.399362, 6.080981, 6.019641, 5.492492, 4.915489, 4.578009, 4.225872, 4.108235, 4.00163, 10.837995, 12.489438, 12.306461, 11.391039, 10.352313, 10.762412, 9.906748, 10.110803, 10.868502, 11.169511, 10.887111, 12.338298, 15.770379, 16.251013, 16.685181, 17.673138, 19.094135, 23.686433, 28.415059, 29.842069, 31.530825, 36.292831, 42.263546, 52.415687, 69.64158, 77.559417], "sum_m_pl": [31.159447, 38.92555, 38.706502, 37.700741, 36.973201, 38.098541, 38.195584, 38.484701, 37.80328, 38.202112, 37.86804, 36.938479, 37.349955, 36.030687, 37.143102, 38.343764, 38.092597, 37.94162, 39.047748, 40.630455, 40.915836, 41.487052, 41.622953, 41.742494, 33.861784, 33.058349, 31.534254, 32.382851, 34.376189, 33.617921, 35.13089, 34.457509, 33.163463, 34.096583, 33.56953, 31.50244, 28.029411, 26.474543, 26.031239, 24.92502, 23.466757, 20.224105, 18.278171, 14.090759, 10.792287, 7.948929, 6.245475, 3.775738, 3.278483, 2.924345]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 216, "item_id": "pes-Patomorfologia-2018 jesień-5", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1104, "region_end": 214, "roundtrip_ok": true, "tf_agree": 0.9815, "tf_agree_excl_first": 0.986}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 30, 23, 17, 20, 14, 15, 18, 13, 21, 18, 20, 23, 22, 24, 21, 18, 13, 17, 14, 10, 15, 17, 18, 30, 31, 27, 22, 31, 26, 25, 24, 20, 18, 20, 18, 20, 22, 17, 17, 20, 21, 18, 18, 17, 18, 11, 10, 3, 2], "n_am_pl": [9, 26, 13, 14, 13, 15, 18, 15, 13, 14, 11, 8, 19, 16, 15, 12, 16, 26, 26, 23, 21, 19, 17, 20, 19, 15, 17, 19, 16, 10, 16, 17, 29, 23, 14, 14, 17, 17, 24, 22, 26, 28, 29, 27, 26, 29, 30, 40, 46, 51], "n_pos": 118, "sum_m_en": [10.412574, 6.600354, 6.36921, 6.602692, 6.556508, 6.325428, 6.298783, 6.53109, 6.36562, 6.751803, 7.008612, 7.336127, 7.39129, 7.934883, 8.272862, 7.267623, 6.887391, 6.559791, 5.940052, 5.415787, 5.124519, 4.782928, 4.749875, 4.709969, 9.973556, 11.358493, 10.902338, 10.256827, 10.00185, 10.232903, 10.597679, 10.464939, 10.741916, 10.571234, 10.557179, 11.025366, 11.188292, 11.019352, 10.201146, 9.918558, 10.22965, 10.350579, 10.579134, 11.466882, 12.372311, 14.484865, 10.654053, 7.969028, 3.852982, 2.354691], "sum_m_pl": [46.202793, 54.411073, 53.365207, 52.201725, 49.441659, 50.23471, 51.171895, 50.906533, 49.868234, 51.275789, 50.988963, 49.595956, 51.973984, 50.159987, 51.506563, 53.043504, 53.068738, 53.773935, 55.511723, 57.857297, 58.243553, 58.893357, 59.357052, 59.500381, 50.680303, 49.068056, 47.646448, 47.679029, 49.693808, 49.122098, 48.556944, 49.223123, 47.950272, 46.294254, 45.285182, 43.8521, 42.184735, 43.198881, 43.431359, 42.285511, 38.674449, 37.496086, 38.527825, 34.059408, 32.65322, 33.920528, 34.22757, 38.084457, 43.703375, 51.929915]}, "digit": {"n_am_en": [1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.268968, 0.125368, 0.112119, 0.115903, 0.109316, 0.116584, 0.121483, 0.120135, 0.113548, 0.117284, 0.124606, 0.148615, 0.145768, 0.161706, 0.141301, 0.136373, 0.141252, 0.128401, 0.105416, 0.10099, 0.110412, 0.110388, 0.108015, 0.108222, 0.272724, 0.25456, 0.154285, 0.161983, 0.187993, 0.17943, 0.172277, 0.230801, 0.178905, 0.174442, 0.128101, 0.117451, 0.105318, 0.104936, 0.092664, 0.105983, 0.134975, 0.152027, 0.099944, 0.062035, 0.058868, 0.0678, 0.084588, 0.043269, 0.00163, 0.0], "sum_m_pl": [1.215978, 1.59662, 1.545834, 1.487789, 1.469518, 1.463962, 1.450437, 1.412463, 1.375388, 1.306399, 1.207958, 1.094734, 1.272622, 1.328721, 1.267205, 1.367569, 1.325657, 1.307009, 1.328456, 1.422797, 1.444529, 1.497633, 1.518472, 1.502891, 1.239023, 1.414353, 1.24728, 1.353671, 1.279197, 1.244383, 1.192238, 1.168847, 1.210644, 1.184384, 0.880123, 0.749614, 0.854511, 0.7587, 0.714608, 0.712087, 0.805747, 0.671052, 0.698694, 0.505627, 0.431936, 0.518934, 0.558023, 0.32466, 0.018855, 0.0]}, "lang": {"n_am_en": [17, 13, 9, 5, 8, 7, 7, 8, 7, 10, 9, 11, 13, 12, 16, 11, 11, 11, 11, 7, 4, 6, 7, 10, 13, 14, 18, 11, 14, 16, 16, 15, 15, 14, 13, 11, 12, 15, 11, 11, 14, 13, 10, 10, 10, 12, 8, 5, 2, 2], "n_am_pl": [4, 15, 8, 7, 6, 6, 7, 3, 7, 10, 5, 6, 10, 5, 7, 5, 10, 13, 10, 11, 10, 6, 6, 8, 9, 7, 5, 7, 6, 7, 11, 8, 15, 13, 5, 7, 7, 6, 11, 10, 12, 12, 14, 15, 15, 16, 17, 26, 42, 51], "n_pos": 54, "sum_m_en": [4.933367, 2.925148, 2.836514, 2.932156, 3.041279, 2.963952, 2.908402, 3.029188, 3.03537, 3.169958, 3.368115, 3.554556, 3.552385, 3.774395, 3.960769, 3.414927, 3.332588, 3.092138, 2.816003, 2.534602, 2.391782, 2.215205, 2.204808, 2.188784, 4.982559, 6.022852, 6.045146, 5.662615, 5.327325, 5.668816, 5.959554, 5.687709, 6.13866, 6.183777, 6.200366, 6.429009, 6.729329, 6.787504, 6.053469, 5.892637, 6.196594, 6.343137, 6.549709, 6.405067, 7.285146, 9.648032, 6.869195, 4.432986, 2.795951, 2.14975], "sum_m_pl": [20.4652, 24.356241, 24.104279, 23.479989, 22.197285, 22.444405, 23.171564, 23.065362, 22.483136, 23.471728, 23.85725, 23.451989, 24.452532, 23.824184, 24.374419, 25.180687, 25.158467, 25.621829, 25.763957, 26.876351, 26.860958, 27.155773, 27.365673, 27.378116, 23.373344, 22.689622, 22.138967, 22.340277, 23.531475, 23.872213, 23.82661, 24.162775, 23.534458, 23.228736, 22.623262, 21.970881, 21.047723, 21.081457, 20.917161, 20.047335, 17.53727, 17.338312, 18.368532, 16.663706, 17.096455, 18.389601, 21.139198, 26.780961, 37.243527, 49.622171]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "pes-Patomorfologia-2018 jesień-5", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 984, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9748}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [138, 138, 111, 93, 94, 102, 91, 99, 85, 98, 101, 100, 105, 100, 97, 96, 92, 93, 92, 96, 92, 95, 96, 90, 148, 142, 140, 142, 165, 136, 130, 144, 129, 144, 138, 162, 162, 172, 185, 184, 193, 209, 202, 200, 207, 206, 204, 226, 239, 232], "n_am_pl": [35, 79, 74, 86, 73, 64, 61, 60, 62, 67, 75, 78, 67, 66, 60, 66, 78, 70, 66, 77, 83, 79, 98, 122, 69, 61, 60, 53, 42, 47, 44, 46, 43, 43, 47, 42, 30, 40, 32, 36, 29, 23, 25, 20, 20, 25, 25, 18, 10, 6], "n_pos": 467, "sum_m_en": [56.363284, 29.529668, 27.175446, 26.262714, 26.680794, 25.95059, 25.047171, 25.384427, 25.540234, 25.512091, 27.485854, 27.926756, 29.082661, 31.240927, 32.537914, 30.680044, 30.227413, 30.384077, 27.333371, 25.084844, 23.437849, 22.114023, 21.313474, 20.971918, 44.94686, 46.86749, 47.013219, 45.963533, 47.188656, 47.045406, 43.893284, 46.063971, 46.92722, 48.920675, 54.016807, 61.169566, 70.716385, 81.301542, 83.339693, 86.343447, 86.984439, 102.191408, 116.488828, 139.703724, 153.591641, 162.874748, 183.734642, 201.805064, 231.27591, 233.772398], "sum_m_pl": [164.218203, 214.616172, 215.309276, 209.803084, 206.718471, 211.381701, 211.315587, 211.045604, 210.595228, 213.443594, 209.878948, 207.45074, 209.90487, 207.6522, 202.908163, 201.838963, 205.353869, 202.280568, 206.935364, 214.926847, 218.679499, 221.94339, 222.548468, 223.731051, 179.842126, 176.461435, 173.854913, 175.881172, 180.105331, 178.409928, 183.743432, 185.131901, 177.530232, 176.614337, 168.918368, 164.824768, 151.906662, 147.515421, 141.922117, 136.269189, 130.292935, 113.11729, 99.416419, 80.127117, 67.506094, 57.67954, 43.423186, 27.828812, 10.986273, 6.029835]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [74, 67, 50, 41, 43, 53, 47, 54, 44, 56, 50, 51, 53, 56, 61, 50, 56, 63, 56, 53, 51, 51, 50, 48, 86, 83, 86, 85, 104, 76, 78, 86, 75, 87, 76, 96, 94, 100, 113, 109, 115, 131, 126, 135, 142, 143, 147, 178, 213, 231], "n_am_pl": [22, 41, 45, 57, 48, 40, 38, 35, 37, 36, 41, 46, 46, 35, 27, 32, 45, 39, 35, 43, 48, 47, 57, 73, 35, 27, 27, 25, 25, 23, 22, 23, 19, 21, 30, 25, 19, 20, 12, 14, 13, 10, 11, 7, 9, 14, 16, 9, 8, 6], "n_pos": 239, "sum_m_en": [30.081686, 15.451176, 13.935214, 13.5085, 13.76505, 13.436565, 12.891382, 13.052596, 13.224483, 13.173648, 14.297312, 14.341487, 15.052321, 16.606053, 17.208044, 16.091382, 16.19273, 16.471891, 14.543103, 13.171752, 12.19765, 11.447152, 11.009957, 10.823914, 23.817027, 25.363566, 25.893038, 25.286732, 26.271583, 25.402316, 23.854058, 25.525635, 25.84445, 26.431352, 29.385729, 33.113765, 39.527754, 44.704304, 48.900862, 52.118449, 52.950094, 64.028339, 74.503675, 92.527652, 101.676262, 111.531877, 131.033557, 155.325403, 202.750274, 225.20276], "sum_m_pl": [80.895393, 109.637289, 110.821979, 107.551294, 107.098777, 109.405922, 109.712364, 109.52425, 110.113281, 111.442425, 109.996732, 109.185347, 110.367394, 109.011898, 106.171346, 105.291059, 106.697089, 104.811597, 107.333413, 111.51938, 113.466806, 115.106029, 115.382189, 115.905581, 95.54968, 94.201806, 94.199412, 94.56692, 95.726887, 94.0856, 97.093403, 96.517761, 92.206298, 93.455229, 88.742709, 86.793285, 80.252419, 79.59693, 74.572331, 71.885759, 69.721395, 61.305669, 54.073709, 41.887955, 35.870796, 31.987916, 22.257108, 13.370051, 7.610746, 5.037647]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 469, "item_id": "pes-Patomorfologia-2019 jesień-84", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 892, "region_end": 467, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.9872}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [27, 19, 19, 16, 10, 15, 9, 7, 6, 7, 10, 11, 11, 9, 12, 11, 8, 12, 15, 10, 12, 16, 15, 12, 19, 26, 21, 19, 18, 18, 17, 18, 13, 17, 13, 15, 14, 16, 15, 18, 11, 18, 17, 18, 15, 14, 8, 7, 2, 0], "n_am_pl": [4, 18, 13, 6, 8, 10, 5, 10, 8, 7, 8, 9, 12, 7, 10, 7, 11, 10, 10, 15, 15, 10, 11, 17, 11, 9, 12, 8, 9, 12, 8, 12, 7, 5, 4, 8, 10, 13, 10, 13, 13, 7, 10, 14, 16, 17, 22, 24, 35, 43], "n_pos": 84, "sum_m_en": [7.907747, 4.266695, 4.349377, 4.384589, 4.297345, 4.265883, 3.970172, 4.18528, 4.117565, 4.227845, 4.406624, 4.430553, 4.666934, 4.977357, 5.062734, 4.831128, 4.69497, 4.652997, 4.237445, 4.003801, 3.834594, 3.645675, 3.653568, 3.624124, 8.031975, 9.226694, 8.325033, 7.638628, 7.462189, 7.32317, 7.532053, 6.933036, 6.923535, 6.63626, 6.326963, 7.137568, 6.867308, 8.128379, 8.073033, 8.196855, 8.171261, 9.065362, 10.046258, 9.322761, 8.936323, 9.793324, 7.159912, 6.260756, 1.476411, 0.038136], "sum_m_pl": [31.955847, 39.254546, 38.213779, 38.141297, 35.922311, 36.048816, 35.491711, 35.031253, 34.151271, 34.961395, 33.42241, 32.607511, 32.911131, 32.536056, 33.023535, 34.160373, 35.222922, 35.687654, 37.543353, 38.807164, 40.041517, 40.370134, 40.57147, 40.717282, 30.499552, 28.63638, 26.922096, 27.790267, 29.511634, 32.040913, 31.280329, 32.721428, 32.124398, 29.948102, 28.248786, 27.003766, 26.339435, 25.866977, 26.229421, 25.682526, 23.858698, 21.243583, 20.272444, 20.60071, 20.123157, 21.457051, 23.178793, 24.81891, 33.522545, 42.297026]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 9, 9, 9, 7, 8, 6, 5, 1, 5, 5, 7, 6, 7, 6, 6, 5, 8, 8, 6, 7, 9, 10, 7, 13, 17, 15, 12, 12, 13, 10, 11, 7, 10, 9, 11, 8, 10, 8, 12, 7, 13, 13, 11, 10, 11, 5, 5, 1, 0], "n_am_pl": [0, 12, 6, 4, 5, 10, 3, 7, 6, 3, 3, 6, 5, 3, 7, 4, 5, 5, 5, 9, 9, 7, 6, 12, 10, 5, 7, 4, 3, 5, 4, 5, 4, 3, 3, 4, 8, 11, 9, 11, 11, 6, 8, 12, 15, 15, 20, 22, 34, 42], "n_pos": 43, "sum_m_en": [3.692956, 2.058588, 2.101628, 2.214554, 2.215379, 2.257399, 2.078096, 2.152986, 2.126417, 2.238752, 2.432771, 2.385819, 2.459448, 2.627096, 2.683639, 2.557419, 2.513592, 2.434016, 2.218605, 2.131179, 2.003056, 1.892885, 1.904244, 1.871371, 4.619904, 5.42207, 5.231043, 4.553548, 4.356285, 3.93005, 4.322234, 3.970215, 3.999052, 4.014008, 3.594486, 4.092397, 3.744099, 4.211594, 3.870804, 3.996516, 4.158979, 5.209862, 5.609353, 5.255303, 5.382289, 6.461816, 4.847421, 4.61907, 0.987835, 0.015475], "sum_m_pl": [15.930529, 19.906179, 19.180473, 18.942828, 18.050205, 18.368005, 18.085632, 18.314918, 18.119732, 18.44133, 17.824149, 17.48107, 17.688931, 17.659253, 18.104098, 18.603796, 18.844514, 18.754541, 19.417712, 19.853844, 20.408067, 20.588052, 20.712824, 20.777761, 17.361498, 16.374145, 15.739147, 15.719548, 16.459452, 17.514236, 17.200629, 17.584804, 17.116848, 17.116783, 16.2039, 15.877448, 16.188878, 16.392717, 16.811753, 16.63412, 15.285773, 13.925091, 13.18748, 14.233384, 15.062519, 16.811345, 20.323005, 21.938908, 31.676923, 40.71639]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 86, "item_id": "pes-Patomorfologia-2019 jesień-84", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 772, "region_end": 84, "roundtrip_ok": true, "tf_agree": 0.9535, "tf_agree_excl_first": 0.9647}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [59, 51, 52, 60, 50, 48, 43, 52, 44, 49, 48, 51, 55, 55, 58, 59, 57, 44, 47, 46, 35, 38, 37, 49, 68, 74, 63, 55, 62, 61, 56, 53, 53, 62, 68, 59, 72, 69, 65, 72, 73, 72, 61, 59, 60, 67, 74, 70, 84, 87], "n_am_pl": [11, 25, 30, 25, 22, 23, 20, 24, 21, 31, 26, 32, 24, 27, 24, 20, 25, 21, 17, 23, 26, 30, 35, 34, 18, 16, 16, 25, 19, 23, 19, 25, 23, 25, 21, 33, 21, 30, 22, 24, 22, 24, 22, 20, 15, 13, 10, 8, 3, 3], "n_pos": 201, "sum_m_en": [21.965185, 12.572891, 12.20245, 12.573405, 14.40783, 12.900456, 12.383534, 11.691555, 11.586242, 11.491798, 13.049267, 13.645755, 13.736599, 15.044221, 16.361363, 15.534915, 15.018211, 13.816713, 12.728882, 11.700763, 10.746346, 9.840873, 9.358769, 9.129082, 20.036071, 23.140348, 22.970663, 22.658048, 21.913727, 21.910639, 20.462127, 20.403944, 22.486799, 23.851152, 25.447256, 26.494954, 32.102457, 32.645541, 33.078733, 33.704235, 34.907717, 41.131006, 44.062746, 46.379907, 50.929377, 60.468317, 68.625406, 68.675844, 83.863472, 86.030829], "sum_m_pl": [74.526573, 90.275617, 88.553212, 88.159639, 85.080269, 87.795356, 88.362858, 87.888462, 86.273553, 90.789385, 87.507086, 88.413432, 88.998752, 85.802767, 86.137743, 89.679598, 90.763217, 88.949946, 91.68867, 94.5406, 96.024352, 97.631685, 98.453899, 98.797067, 81.427852, 78.429403, 71.446111, 75.731323, 78.07692, 77.313644, 79.558702, 80.525656, 76.89922, 76.247245, 72.959131, 69.120752, 62.798934, 61.768265, 59.757249, 59.840012, 58.365254, 52.035891, 49.246554, 36.959391, 28.241366, 23.638447, 16.684147, 11.11392, 3.545075, 3.102715]}, "digit": {"n_am_en": [0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 3, 3, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.254616, 0.154846, 0.165149, 0.129202, 0.13428, 0.146915, 0.156702, 0.176986, 0.166789, 0.168152, 0.177923, 0.181358, 0.167262, 0.187247, 0.207364, 0.199293, 0.190739, 0.172319, 0.156706, 0.146948, 0.139649, 0.128185, 0.124627, 0.123115, 0.201329, 0.279863, 0.222369, 0.188201, 0.173188, 0.188379, 0.15671, 0.147373, 0.182026, 0.195072, 0.19701, 0.188069, 0.189253, 0.219601, 0.205015, 0.203425, 0.184793, 0.224699, 0.224939, 0.203607, 0.218736, 0.599534, 0.416882, 0.085394, 0.007754, 0.0], "sum_m_pl": [1.307737, 1.48378, 1.452085, 1.495116, 1.30332, 1.378542, 1.321537, 1.352671, 1.372529, 1.411099, 1.398629, 1.357269, 1.329788, 1.171389, 1.277586, 1.375616, 1.366241, 1.328085, 1.357072, 1.403552, 1.437604, 1.45783, 1.467421, 1.466925, 1.191227, 1.178443, 1.051107, 1.244451, 1.241645, 1.252882, 1.177659, 1.133733, 1.203661, 1.194071, 1.177433, 1.122158, 1.037103, 1.070859, 1.029312, 1.000703, 0.864199, 0.932931, 0.898259, 0.84912, 0.801671, 0.415883, 0.263464, 0.192455, 0.032783, 0.0]}, "lang": {"n_am_en": [29, 27, 31, 32, 23, 23, 20, 23, 21, 24, 24, 32, 28, 30, 29, 26, 27, 22, 23, 24, 18, 19, 17, 24, 33, 36, 35, 36, 35, 35, 30, 30, 33, 37, 33, 32, 43, 43, 38, 40, 42, 42, 38, 40, 41, 47, 57, 57, 75, 85], "n_am_pl": [3, 13, 13, 10, 8, 4, 5, 12, 8, 17, 11, 13, 12, 10, 6, 3, 9, 9, 7, 7, 9, 14, 18, 20, 11, 8, 9, 10, 5, 8, 7, 10, 10, 15, 10, 17, 10, 18, 13, 14, 12, 12, 10, 10, 5, 3, 3, 3, 2, 3], "n_pos": 91, "sum_m_en": [10.772508, 5.744412, 5.532815, 5.639893, 5.980541, 5.846579, 5.577385, 5.258908, 5.381345, 5.284822, 6.052226, 6.250472, 6.339313, 7.068989, 7.731994, 7.441534, 7.110688, 6.550463, 5.991138, 5.485553, 4.991356, 4.522015, 4.267082, 4.163386, 10.33312, 11.7506, 12.024406, 11.424821, 11.205507, 11.136913, 10.496368, 10.743765, 12.234525, 12.637124, 13.542222, 14.219142, 16.986651, 17.864365, 18.630464, 18.522321, 18.989317, 24.116174, 26.018967, 28.059851, 30.886079, 39.609902, 50.923469, 53.022772, 72.748273, 81.593143], "sum_m_pl": [32.792223, 40.529575, 40.321408, 39.635065, 38.292658, 39.282493, 39.782851, 39.871642, 39.390959, 41.781344, 40.547059, 41.118814, 41.108404, 39.632548, 39.324091, 40.691771, 41.169952, 40.838162, 41.78046, 43.102472, 43.783031, 44.611655, 45.039054, 45.246528, 38.193092, 36.887845, 33.822215, 36.176724, 36.672723, 36.087944, 37.216731, 37.265548, 35.224281, 35.696521, 33.418735, 32.095386, 29.466844, 29.2292, 28.303944, 28.502261, 28.415607, 25.159966, 23.786881, 18.009866, 13.064227, 10.016515, 6.524606, 4.85183, 2.456503, 2.917451]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 203, "item_id": "pes-Patomorfologia-2019 wiosna-16", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 201, "roundtrip_ok": true, "tf_agree": 0.9507, "tf_agree_excl_first": 0.9554}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [49, 25, 29, 33, 25, 31, 20, 30, 23, 19, 17, 20, 25, 27, 29, 29, 33, 23, 20, 22, 20, 20, 12, 14, 22, 27, 23, 31, 26, 27, 30, 29, 29, 32, 32, 35, 29, 25, 30, 33, 32, 35, 34, 31, 28, 31, 18, 13, 6, 3], "n_am_pl": [5, 23, 20, 8, 11, 12, 17, 14, 16, 16, 11, 12, 17, 10, 12, 16, 16, 20, 28, 26, 28, 34, 34, 36, 28, 26, 20, 17, 17, 16, 18, 23, 20, 20, 16, 12, 19, 23, 24, 27, 32, 28, 32, 26, 30, 32, 28, 36, 61, 71], "n_pos": 127, "sum_m_en": [12.222795, 7.392771, 7.226154, 7.640808, 8.245014, 7.863503, 7.79646, 7.915266, 8.146318, 7.759808, 8.187146, 8.00404, 7.991811, 8.303264, 8.768787, 8.08668, 7.883117, 7.299089, 6.417363, 5.953634, 5.669332, 5.304623, 5.149487, 5.110052, 8.682684, 10.269553, 10.465205, 10.960092, 11.019339, 10.929139, 10.507455, 10.303655, 10.832119, 11.353075, 11.413602, 10.596437, 12.002685, 11.988268, 11.944696, 12.959311, 12.535116, 15.238305, 15.348714, 17.515775, 20.400931, 22.541638, 16.33285, 12.242942, 6.35929, 2.971115], "sum_m_pl": [47.448858, 56.741499, 55.48168, 55.21962, 53.224231, 54.6656, 54.364205, 54.66887, 53.645554, 55.906656, 54.756842, 55.539842, 57.513092, 56.86432, 58.195884, 60.353232, 61.426111, 60.166679, 62.610934, 63.594404, 64.041767, 64.482941, 64.520541, 64.700938, 55.258594, 52.750815, 47.91695, 50.98673, 52.056629, 52.837018, 54.313567, 55.187611, 54.702257, 52.858962, 52.06587, 49.757174, 48.247518, 47.261856, 48.688473, 48.958048, 48.850222, 47.126924, 47.665888, 41.035762, 39.190835, 38.784496, 34.280146, 37.366573, 60.811885, 73.800125]}, "digit": {"n_am_en": [0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.0827, 0.042781, 0.044914, 0.040197, 0.045998, 0.046818, 0.054614, 0.064261, 0.060905, 0.05808, 0.05, 0.054638, 0.058536, 0.057279, 0.077747, 0.068797, 0.054337, 0.047778, 0.045513, 0.046791, 0.042539, 0.039668, 0.037567, 0.037201, 0.056326, 0.060817, 0.061012, 0.070229, 0.076521, 0.082735, 0.078157, 0.073521, 0.076205, 0.077568, 0.083492, 0.10007, 0.103225, 0.107848, 0.113308, 0.095876, 0.088967, 0.088112, 0.083298, 0.07407, 0.069936, 0.03887, 0.053918, 0.005314, 0.000747, 0.0], "sum_m_pl": [0.474394, 0.551417, 0.523382, 0.519093, 0.467216, 0.472478, 0.478879, 0.431397, 0.428929, 0.440976, 0.429114, 0.464673, 0.46806, 0.475137, 0.473904, 0.502787, 0.5429, 0.538736, 0.556126, 0.539645, 0.534266, 0.541472, 0.541551, 0.540184, 0.536211, 0.537863, 0.521396, 0.503769, 0.513634, 0.507208, 0.513921, 0.527361, 0.516836, 0.525713, 0.465464, 0.454793, 0.44035, 0.410914, 0.410374, 0.435197, 0.435713, 0.448699, 0.466119, 0.466348, 0.456892, 0.4973, 0.455852, 0.036001, 0.004648, 0.0]}, "lang": {"n_am_en": [29, 14, 20, 21, 16, 22, 14, 18, 15, 13, 11, 13, 17, 16, 18, 18, 24, 16, 11, 12, 11, 10, 6, 7, 17, 16, 12, 18, 13, 14, 20, 18, 15, 20, 20, 24, 18, 16, 18, 21, 22, 21, 22, 22, 18, 21, 15, 10, 6, 3], "n_am_pl": [5, 14, 11, 4, 8, 8, 8, 8, 10, 8, 5, 8, 11, 6, 7, 7, 10, 13, 20, 18, 19, 23, 23, 26, 18, 14, 14, 10, 12, 12, 13, 15, 12, 14, 11, 10, 13, 16, 17, 20, 24, 21, 23, 22, 24, 24, 23, 32, 59, 70], "n_pos": 74, "sum_m_en": [6.95636, 4.00176, 4.225425, 4.565524, 5.023594, 4.986371, 4.923585, 4.988324, 5.108516, 4.739388, 5.015856, 4.820366, 4.871278, 5.0412, 5.355703, 4.90418, 4.765528, 4.38391, 3.81011, 3.484026, 3.289721, 3.064083, 2.969959, 2.946933, 5.254577, 6.059596, 6.421588, 6.755793, 6.710521, 6.617195, 6.371637, 6.262083, 6.463938, 7.058105, 7.145051, 6.669468, 7.285641, 7.265226, 7.324897, 8.305047, 7.967432, 10.472888, 10.68863, 12.087246, 13.704449, 15.594585, 13.075797, 9.620439, 5.898565, 2.676439], "sum_m_pl": [27.508054, 33.267086, 32.198798, 31.704314, 30.399952, 31.120492, 30.832633, 31.108687, 30.611976, 32.28301, 31.727068, 32.373883, 33.477911, 33.19671, 34.090847, 35.219645, 35.839544, 35.144894, 36.555228, 37.177916, 37.388574, 37.644658, 37.733451, 37.838818, 34.192565, 32.294162, 29.098959, 30.5486, 30.877237, 31.574108, 32.779982, 33.225007, 33.250337, 32.24099, 31.707198, 31.354456, 31.080781, 30.545785, 31.29038, 31.250049, 31.206351, 30.38135, 30.645032, 28.220379, 28.641149, 28.703148, 26.743141, 30.368022, 54.866412, 69.917921]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "pes-Patomorfologia-2019 wiosna-16", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.969, "tf_agree_excl_first": 0.9766}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [64, 70, 56, 39, 39, 47, 47, 41, 37, 44, 46, 44, 51, 44, 37, 42, 37, 35, 43, 40, 37, 53, 54, 52, 59, 59, 57, 66, 65, 73, 53, 46, 56, 55, 69, 60, 66, 85, 83, 84, 83, 88, 93, 83, 85, 88, 101, 99, 110, 101], "n_am_pl": [16, 27, 27, 39, 36, 22, 21, 34, 22, 20, 23, 33, 30, 26, 21, 26, 32, 42, 35, 29, 28, 22, 28, 25, 21, 21, 25, 30, 31, 22, 28, 31, 30, 31, 29, 25, 29, 17, 27, 26, 21, 21, 20, 15, 17, 13, 12, 11, 12, 10], "n_pos": 207, "sum_m_en": [25.883127, 13.552221, 12.123728, 11.696812, 12.32843, 11.744011, 11.444793, 11.860458, 12.09151, 12.905496, 13.350822, 14.035176, 14.417246, 15.457102, 15.108707, 14.899753, 14.404749, 13.784541, 12.346541, 11.638335, 11.048844, 11.334977, 10.918408, 10.56442, 27.736426, 28.582864, 28.641659, 27.013239, 27.130404, 26.137519, 24.98489, 23.4653, 24.388944, 25.773685, 27.482141, 28.650837, 34.638626, 35.972383, 41.264308, 45.904865, 48.223199, 58.953608, 66.928291, 65.901315, 68.260941, 75.634935, 90.914589, 92.790859, 107.488563, 103.12399], "sum_m_pl": [71.753314, 95.51305, 94.493474, 92.295304, 90.71721, 93.13494, 93.550399, 93.450824, 91.016259, 93.580433, 91.217963, 90.774833, 91.253598, 88.593425, 89.959758, 90.723539, 92.928887, 92.934999, 95.867946, 98.070768, 99.247591, 98.910357, 99.51625, 99.814113, 70.528483, 69.144825, 69.738619, 74.689076, 74.617921, 75.527277, 78.483504, 80.020301, 79.342433, 77.4288, 76.161355, 73.986692, 66.322441, 64.147183, 61.916807, 56.852107, 51.592321, 44.933108, 41.418938, 35.397095, 33.339123, 28.656983, 18.612947, 16.382349, 12.613873, 10.864689]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [26, 33, 25, 20, 25, 29, 32, 30, 28, 30, 28, 24, 32, 27, 23, 29, 25, 21, 28, 26, 24, 30, 34, 33, 35, 34, 35, 39, 39, 41, 39, 32, 41, 33, 44, 38, 42, 54, 55, 54, 53, 58, 59, 55, 57, 65, 75, 77, 98, 100], "n_am_pl": [8, 15, 14, 20, 14, 11, 8, 22, 17, 13, 17, 22, 20, 18, 8, 15, 16, 22, 18, 10, 13, 11, 14, 14, 12, 11, 14, 15, 13, 11, 14, 21, 16, 17, 19, 13, 15, 10, 13, 14, 10, 11, 9, 7, 12, 7, 7, 6, 10, 10], "n_pos": 112, "sum_m_en": [12.470512, 7.56078, 6.56184, 6.529977, 6.999768, 6.571957, 6.431909, 6.559606, 6.723965, 7.22947, 7.357463, 7.773108, 8.100922, 8.68056, 8.303583, 8.240996, 7.984967, 7.552873, 6.816179, 6.483312, 6.080607, 6.322528, 6.100594, 5.933874, 17.156288, 17.707762, 17.703002, 16.511897, 16.412011, 15.212165, 15.026888, 13.989565, 14.725235, 15.432062, 16.686175, 17.539099, 22.066529, 22.323898, 26.958117, 29.830953, 31.772766, 39.180469, 44.812195, 46.826722, 48.290291, 54.193866, 67.52882, 71.463508, 93.832579, 97.793845], "sum_m_pl": [39.345418, 50.493738, 49.960729, 48.417974, 47.801027, 49.420637, 49.700421, 50.414885, 49.155771, 50.622869, 49.807445, 49.570566, 49.909607, 48.558141, 49.51444, 49.620025, 50.83182, 50.982603, 52.140885, 53.138947, 53.810448, 53.536815, 53.754224, 53.941817, 37.614842, 36.650197, 37.682874, 40.573116, 40.675473, 41.163615, 42.869576, 43.750313, 43.773264, 43.206919, 41.840734, 41.014733, 36.358754, 35.63125, 33.692388, 29.918812, 26.861543, 22.626638, 21.580958, 18.150798, 19.305037, 16.309683, 11.242761, 9.4381, 9.789677, 10.444766]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 209, "item_id": "pes-Patomorfologia-2019 wiosna-88", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 889, "region_end": 207, "roundtrip_ok": true, "tf_agree": 0.9761, "tf_agree_excl_first": 0.9808}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 39, 33, 27, 27, 25, 29, 24, 22, 26, 29, 21, 24, 23, 23, 25, 24, 17, 23, 23, 25, 25, 22, 21, 37, 35, 38, 38, 50, 44, 36, 32, 40, 33, 38, 33, 34, 37, 38, 35, 38, 48, 46, 43, 40, 30, 16, 10, 2, 1], "n_am_pl": [6, 25, 25, 36, 24, 16, 26, 25, 19, 16, 10, 18, 28, 30, 27, 27, 27, 33, 29, 30, 33, 28, 38, 31, 15, 17, 19, 19, 13, 19, 33, 23, 26, 28, 19, 25, 24, 19, 22, 26, 20, 19, 23, 25, 28, 35, 43, 47, 78, 87], "n_pos": 142, "sum_m_en": [13.982048, 6.928701, 6.864944, 7.305684, 8.116967, 7.763275, 7.819653, 8.270877, 8.364446, 8.730805, 8.943501, 9.058407, 9.279502, 9.750253, 10.278622, 10.449358, 9.447116, 8.694311, 8.127685, 7.711244, 6.844872, 6.872328, 6.72024, 6.692704, 14.833446, 17.229595, 17.488527, 16.747893, 16.750657, 16.231908, 15.711651, 14.860592, 15.250317, 15.408515, 16.313664, 16.325599, 18.432424, 18.986863, 19.025901, 20.970683, 22.526995, 29.077076, 31.026504, 30.198062, 26.631111, 23.999455, 15.231105, 7.195125, 2.914773, 1.028507], "sum_m_pl": [51.60661, 67.676775, 66.850759, 64.093236, 62.519937, 62.836194, 63.943325, 64.005003, 62.201388, 63.922772, 61.553563, 60.749582, 62.469126, 60.807258, 61.747418, 63.613755, 65.367792, 66.196897, 68.962024, 70.233896, 71.15941, 71.142823, 71.116003, 71.083191, 54.193186, 50.520799, 49.542842, 52.174037, 52.68749, 54.239156, 55.975107, 56.504904, 56.607001, 55.152099, 54.745991, 53.539629, 51.330645, 50.25759, 50.305743, 47.817547, 46.755866, 44.844078, 42.580879, 39.090648, 40.594023, 43.655012, 49.646526, 53.225199, 74.649073, 85.785712]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [27, 23, 18, 19, 24, 20, 24, 17, 18, 18, 21, 16, 16, 17, 17, 19, 21, 13, 20, 17, 17, 17, 16, 16, 27, 27, 26, 29, 38, 33, 26, 24, 29, 24, 29, 24, 24, 22, 25, 23, 24, 35, 31, 31, 29, 22, 12, 8, 1, 1], "n_am_pl": [1, 17, 17, 23, 14, 9, 15, 19, 12, 11, 7, 9, 18, 18, 17, 19, 17, 21, 17, 21, 22, 19, 26, 21, 11, 11, 16, 16, 9, 13, 22, 14, 17, 18, 14, 19, 19, 14, 18, 21, 15, 15, 16, 17, 22, 28, 40, 45, 75, 86], "n_pos": 87, "sum_m_en": [8.487897, 4.178875, 4.118509, 4.45015, 5.134643, 4.927372, 4.956668, 5.14983, 5.238736, 5.489045, 5.692721, 5.632277, 5.82474, 6.154349, 6.761779, 6.981454, 6.156277, 5.632741, 5.416777, 5.130414, 4.311729, 4.342084, 4.234219, 4.209191, 10.507096, 12.159615, 12.148349, 11.878418, 11.998227, 10.992248, 10.91075, 10.410532, 10.72376, 10.644495, 10.792282, 10.28393, 11.118703, 11.687949, 11.928961, 13.321268, 14.455131, 19.414514, 20.331195, 21.798284, 19.894296, 17.539279, 11.764638, 4.85893, 1.860448, 1.026625], "sum_m_pl": [30.561242, 40.965974, 40.594593, 38.655288, 37.862357, 38.534487, 39.295018, 39.803563, 39.031365, 40.002167, 38.753207, 38.423775, 39.761732, 39.002492, 39.852846, 40.265531, 41.213982, 41.530094, 42.687471, 43.179408, 43.638495, 43.611873, 43.509741, 43.542578, 34.413553, 32.049445, 32.969665, 33.918398, 34.445054, 35.062189, 35.938295, 36.418259, 37.07416, 37.096942, 36.566009, 37.147219, 35.796081, 35.035535, 34.903682, 32.786733, 32.488469, 31.319084, 29.398832, 26.515758, 29.076457, 32.698155, 42.14914, 46.972327, 70.731672, 83.988994]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "pes-Patomorfologia-2019 wiosna-88", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 769, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.965}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [71, 58, 60, 44, 48, 52, 60, 45, 49, 60, 51, 42, 35, 42, 43, 43, 42, 46, 39, 42, 37, 34, 27, 29, 44, 51, 62, 56, 49, 49, 50, 51, 55, 57, 57, 67, 74, 56, 55, 48, 47, 52, 56, 58, 57, 73, 77, 76, 73, 79], "n_am_pl": [19, 18, 26, 30, 28, 32, 31, 46, 36, 30, 33, 28, 34, 35, 33, 42, 36, 38, 44, 60, 61, 64, 70, 69, 68, 49, 29, 22, 27, 32, 28, 40, 30, 42, 35, 31, 23, 37, 47, 37, 54, 48, 51, 48, 51, 40, 29, 37, 23, 24], "n_pos": 212, "sum_m_en": [25.11796, 12.980636, 12.669813, 12.821639, 13.200544, 12.555299, 13.154099, 13.687168, 14.203314, 14.738207, 14.954555, 14.720252, 14.304021, 14.602145, 14.474523, 13.63632, 14.726448, 14.215077, 12.77343, 11.351415, 10.595833, 9.921517, 9.55541, 9.284724, 21.615473, 24.71093, 26.753891, 24.611112, 22.731288, 24.466166, 22.155456, 21.891692, 23.247822, 24.028632, 24.374908, 26.200397, 32.235176, 31.293536, 32.46421, 32.809565, 32.855694, 40.879643, 45.870097, 48.021175, 50.942765, 62.386655, 74.918232, 71.744054, 73.025686, 78.379609], "sum_m_pl": [78.105951, 99.355838, 97.661757, 95.249044, 94.122225, 97.328298, 99.018959, 96.430999, 94.973873, 97.696688, 96.227094, 95.573362, 96.437769, 95.681542, 97.396203, 100.495227, 99.514095, 97.160029, 102.134997, 104.272218, 105.965315, 106.316684, 106.613973, 107.156598, 90.424763, 84.282037, 77.328328, 81.516055, 84.965033, 83.260694, 86.740391, 89.831637, 86.231441, 84.470226, 82.186482, 76.818141, 70.733125, 67.267196, 67.781339, 62.127949, 68.924079, 62.595112, 62.366998, 57.241475, 54.023419, 45.386187, 33.189277, 37.063261, 21.817933, 24.044075]}, "digit": {"n_am_en": [2, 0, 0, 0, 2, 0, 2, 2, 2, 2, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [3, 1, 0, 1, 0, 1, 1, 0, 1, 0, 3, 1, 2, 1, 3, 3, 3, 2, 3, 3, 2, 1, 3, 3, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 0, 0, 2, 1, 3, 5, 1, 2, 2, 2, 1, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.395419, 0.200671, 0.202008, 0.234967, 0.253731, 0.247843, 0.250227, 0.29028, 0.28383, 0.291719, 0.267409, 0.25481, 0.235383, 0.27412, 0.291225, 0.296756, 0.297709, 0.295153, 0.241639, 0.216802, 0.222158, 0.218444, 0.213846, 0.208015, 0.210044, 0.258894, 0.260483, 0.265808, 0.283913, 0.356223, 0.347072, 0.372785, 0.348931, 0.341974, 0.30876, 0.253565, 0.228332, 0.228783, 0.208261, 0.171899, 0.157525, 0.195855, 0.205069, 0.157959, 0.185881, 0.204959, 0.193938, 0.175575, 0.049018, 7.4e-05], "sum_m_pl": [2.919147, 3.191847, 2.96255, 2.761822, 2.638866, 2.721989, 2.853998, 2.618824, 2.53357, 2.629421, 2.757906, 2.726713, 3.016183, 2.733381, 2.868229, 2.884229, 2.900832, 2.827162, 2.990964, 2.986308, 3.011002, 3.022101, 3.027085, 3.058396, 3.111095, 2.842768, 2.979767, 2.735261, 2.865085, 2.866748, 2.948465, 2.827545, 2.700272, 2.592438, 2.467101, 2.303076, 2.358896, 2.038051, 2.119635, 1.9767, 2.985115, 2.768629, 2.607935, 2.203778, 2.15566, 1.9773, 0.993695, 0.61805, 0.154801, 3.7e-05]}, "lang": {"n_am_en": [34, 27, 33, 24, 24, 24, 34, 24, 27, 39, 31, 31, 26, 28, 33, 26, 23, 26, 26, 29, 28, 23, 16, 21, 31, 32, 38, 33, 35, 33, 36, 35, 30, 37, 41, 47, 49, 41, 46, 38, 37, 43, 46, 47, 50, 58, 63, 61, 69, 77], "n_am_pl": [10, 12, 14, 20, 18, 19, 24, 23, 20, 15, 14, 15, 18, 21, 18, 22, 23, 27, 28, 32, 36, 37, 40, 37, 33, 27, 15, 11, 10, 14, 12, 23, 15, 18, 17, 14, 11, 16, 17, 15, 23, 22, 23, 21, 25, 20, 17, 24, 22, 23], "n_pos": 101, "sum_m_en": [12.604881, 6.67227, 6.535366, 6.617724, 7.003472, 6.488558, 7.546066, 7.613064, 8.028016, 8.702867, 8.903684, 8.593986, 8.41531, 8.378438, 7.97659, 7.242533, 7.895291, 7.661559, 6.903681, 5.981883, 5.429353, 5.006893, 4.80125, 4.658626, 14.041017, 15.894269, 17.806525, 16.079621, 14.707242, 15.789703, 14.018071, 13.673135, 14.74162, 15.140909, 15.433255, 17.319812, 22.763159, 22.514136, 24.689539, 25.54679, 25.887147, 33.08361, 36.729111, 38.529462, 41.889984, 49.704268, 59.037444, 57.219944, 67.037235, 74.260475], "sum_m_pl": [34.494427, 46.001056, 45.943288, 44.591966, 44.142178, 45.728008, 46.309156, 45.624891, 45.267273, 46.657343, 46.398089, 46.750294, 47.350745, 47.137577, 48.148184, 49.535663, 48.847973, 47.986241, 49.553222, 50.647002, 51.300137, 51.475272, 51.469592, 51.659451, 44.1758, 40.599787, 37.755609, 39.956581, 41.42127, 40.270524, 42.9035, 44.168946, 42.498368, 42.201739, 40.960291, 38.963369, 35.600909, 34.090828, 33.579495, 31.104564, 32.22276, 28.759932, 27.607871, 25.855388, 26.459194, 21.260124, 17.622512, 22.558291, 19.213833, 22.889805]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 339, "item_id": "pes-Patomorfologia-2020 jesień-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 928, "region_end": 212, "roundtrip_ok": true, "tf_agree": 0.9735, "tf_agree_excl_first": 0.9763}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [49, 34, 35, 32, 25, 36, 31, 29, 38, 45, 38, 31, 30, 27, 28, 26, 21, 16, 17, 16, 16, 16, 12, 20, 29, 33, 41, 46, 26, 33, 29, 22, 27, 27, 28, 33, 33, 29, 31, 24, 21, 29, 25, 26, 28, 25, 18, 14, 4, 1], "n_am_pl": [11, 15, 40, 32, 28, 34, 34, 36, 33, 27, 15, 21, 31, 32, 39, 52, 48, 43, 57, 54, 51, 51, 52, 59, 55, 48, 33, 34, 42, 33, 44, 42, 42, 44, 45, 28, 42, 39, 40, 39, 43, 39, 48, 40, 44, 52, 50, 62, 78, 91], "n_pos": 172, "sum_m_en": [16.078156, 8.928436, 8.800876, 9.3531, 9.676107, 9.005408, 9.829807, 10.143601, 10.300924, 11.119763, 10.658578, 10.319719, 10.899791, 10.580289, 10.453204, 9.572053, 9.800319, 9.125396, 8.178731, 7.629991, 7.228389, 6.960413, 6.831552, 6.747999, 12.980066, 15.705076, 15.132492, 14.786518, 13.388993, 13.596329, 13.636498, 13.217106, 13.305669, 13.643774, 14.781953, 14.376213, 13.631604, 14.171537, 12.915233, 12.615504, 13.791208, 20.163722, 21.143711, 25.281421, 26.994512, 26.734741, 19.122253, 12.422735, 4.896363, 1.054319], "sum_m_pl": [65.452414, 79.340083, 77.614461, 76.805239, 75.40019, 79.458203, 80.942657, 80.025203, 78.967826, 80.698427, 78.395304, 78.56626, 78.821999, 78.369581, 80.377379, 83.777122, 83.91295, 82.916579, 86.493214, 87.207825, 87.912421, 88.028465, 87.983384, 88.461758, 77.585872, 72.286476, 68.39837, 71.134932, 74.06555, 75.821559, 77.831491, 79.351363, 76.506362, 74.492984, 71.654452, 68.41628, 69.404697, 67.161951, 66.530284, 63.245923, 61.532963, 57.667869, 59.408415, 52.94481, 53.606845, 54.46797, 55.86303, 65.130768, 77.395758, 88.376944]}, "digit": {"n_am_en": [0, 0, 1, 0, 1, 1, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [3, 0, 0, 0, 0, 1, 0, 1, 2, 0, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 0, 0, 1, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 0, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.275162, 0.135095, 0.134391, 0.170158, 0.168524, 0.154558, 0.155046, 0.174657, 0.155991, 0.174265, 0.153369, 0.136453, 0.125545, 0.153522, 0.163568, 0.158529, 0.155414, 0.162461, 0.135808, 0.125202, 0.13453, 0.131672, 0.129826, 0.130252, 0.10092, 0.116228, 0.123027, 0.150996, 0.172166, 0.207628, 0.198631, 0.232619, 0.242165, 0.240407, 0.223081, 0.190641, 0.167878, 0.151423, 0.150457, 0.113502, 0.108304, 0.122339, 0.121572, 0.123615, 0.123216, 0.123432, 0.050431, 0.067781, 0.027481, 0.0], "sum_m_pl": [1.93683, 2.103975, 1.945513, 1.817951, 1.751671, 1.848738, 1.907956, 1.754738, 1.697141, 1.74776, 1.886553, 1.889115, 2.141171, 1.878281, 1.961498, 1.958015, 1.949117, 1.851877, 1.968961, 1.968107, 1.956942, 1.986554, 2.002224, 2.020583, 2.279149, 2.030562, 2.184408, 1.953212, 1.972943, 1.920514, 2.101663, 1.95913, 1.773989, 1.748482, 1.642328, 1.54635, 1.614205, 1.348296, 1.393286, 1.342759, 2.118789, 2.042341, 1.955998, 1.78148, 1.648987, 1.429567, 0.499935, 0.441646, 0.127335, 0.0]}, "lang": {"n_am_en": [22, 18, 17, 20, 16, 22, 22, 19, 25, 33, 26, 24, 24, 20, 19, 19, 14, 12, 13, 11, 13, 13, 10, 14, 21, 26, 27, 32, 21, 21, 19, 14, 18, 17, 19, 27, 23, 23, 23, 19, 15, 24, 22, 23, 23, 20, 15, 11, 4, 1], "n_am_pl": [4, 11, 21, 26, 20, 23, 21, 24, 24, 16, 8, 14, 21, 17, 23, 35, 32, 30, 38, 36, 35, 35, 37, 39, 37, 29, 18, 20, 25, 21, 34, 30, 29, 32, 33, 20, 30, 28, 29, 26, 29, 28, 37, 28, 33, 39, 45, 56, 76, 90], "n_pos": 92, "sum_m_en": [8.287612, 4.916036, 4.920756, 5.298133, 5.63404, 5.267488, 6.179972, 6.310929, 6.414354, 7.182812, 6.778678, 6.312924, 6.95636, 6.572965, 6.265771, 5.527013, 5.710459, 5.231797, 4.613597, 4.254922, 3.979811, 3.789723, 3.73746, 3.697698, 8.322815, 10.305893, 9.871129, 9.449608, 8.480857, 7.96889, 8.20285, 7.915148, 7.905608, 7.901271, 8.966881, 9.068553, 8.609223, 9.442197, 8.66045, 8.867734, 10.303797, 16.613928, 17.795864, 20.560013, 21.359217, 20.987962, 14.144836, 9.330429, 4.244, 1.050378], "sum_m_pl": [33.537308, 41.936749, 41.21451, 40.444856, 39.81024, 42.094154, 42.661051, 42.61634, 42.635114, 43.220162, 42.131234, 42.721385, 43.028439, 43.198071, 45.232568, 46.925397, 46.444665, 45.776282, 47.228521, 47.347761, 47.30605, 47.285739, 47.220872, 47.580495, 43.914568, 40.56456, 39.695833, 40.959385, 42.029469, 42.669978, 43.978088, 44.747472, 44.007348, 43.831677, 41.664078, 41.40417, 42.20356, 41.637544, 42.512407, 41.755753, 40.546274, 39.118174, 39.456535, 34.864235, 38.102201, 40.00799, 46.958318, 55.41921, 72.565508, 87.26544]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 174, "item_id": "pes-Patomorfologia-2020 jesień-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 808, "region_end": 172, "roundtrip_ok": true, "tf_agree": 0.9713, "tf_agree_excl_first": 0.9769}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [43, 48, 45, 23, 30, 34, 38, 40, 31, 43, 31, 40, 30, 34, 37, 28, 34, 33, 47, 34, 32, 38, 33, 34, 45, 43, 53, 54, 54, 54, 52, 57, 52, 55, 62, 65, 65, 69, 73, 91, 88, 84, 83, 77, 77, 84, 90, 93, 81, 75], "n_am_pl": [12, 23, 20, 31, 23, 29, 18, 14, 17, 10, 15, 13, 19, 17, 24, 20, 27, 30, 13, 14, 17, 14, 19, 21, 12, 10, 10, 12, 15, 15, 12, 17, 13, 14, 11, 16, 10, 11, 8, 6, 9, 7, 9, 8, 5, 4, 6, 3, 5, 7], "n_pos": 178, "sum_m_en": [19.695071, 12.868553, 11.467418, 11.238995, 11.482637, 10.938853, 10.48474, 10.608961, 10.275005, 10.783254, 10.385441, 11.262998, 11.537776, 11.890409, 12.277239, 11.945318, 11.625068, 11.365196, 11.262557, 10.993245, 10.301687, 9.405273, 8.851927, 8.345177, 21.220037, 23.955385, 22.464318, 21.099462, 20.17995, 20.917768, 20.084456, 20.533032, 22.015584, 22.078599, 23.377081, 24.929529, 28.659332, 33.799151, 34.42048, 42.060592, 48.186844, 50.985606, 55.302839, 59.942911, 69.0746, 78.199936, 83.137807, 86.022541, 77.121497, 76.174575], "sum_m_pl": [64.929611, 77.277892, 77.688818, 75.95639, 73.836281, 77.310396, 77.017227, 78.573286, 77.218498, 78.457129, 77.608769, 77.902058, 79.399727, 77.623506, 79.486942, 80.949476, 81.930453, 80.755582, 81.95494, 82.876886, 83.455847, 85.170525, 86.474701, 87.086631, 66.034127, 62.506722, 64.162982, 68.462721, 70.596693, 70.02243, 71.500269, 71.505352, 69.431429, 69.758515, 68.076012, 66.611377, 58.922445, 55.929312, 53.268532, 45.304402, 40.96314, 38.531025, 33.50129, 24.440927, 13.424907, 10.627201, 9.182235, 6.620945, 5.359804, 5.664433]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.10169, 0.054428, 0.054739, 0.046536, 0.042011, 0.053939, 0.043371, 0.045332, 0.044957, 0.04564, 0.049224, 0.05765, 0.061156, 0.059904, 0.057228, 0.054255, 0.046463, 0.047458, 0.049995, 0.046678, 0.04901, 0.045635, 0.042904, 0.040215, 0.072139, 0.08595, 0.116106, 0.069156, 0.059989, 0.056361, 0.064873, 0.066579, 0.057611, 0.069311, 0.053735, 0.063504, 0.07625, 0.130147, 0.089887, 0.070048, 0.088395, 0.105031, 0.093439, 0.076539, 0.060601, 0.062763, 0.058486, 0.048217, 0.001194, 0.0], "sum_m_pl": [0.429427, 0.527758, 0.523882, 0.511889, 0.436051, 0.424603, 0.407469, 0.452914, 0.438111, 0.429541, 0.404005, 0.438451, 0.408169, 0.390509, 0.401288, 0.424268, 0.470594, 0.447023, 0.450145, 0.470976, 0.466576, 0.473301, 0.476879, 0.483416, 0.433565, 0.410478, 0.377114, 0.431506, 0.421553, 0.412726, 0.407754, 0.424178, 0.425362, 0.43878, 0.424108, 0.451032, 0.414722, 0.421584, 0.440967, 0.468917, 0.458147, 0.441033, 0.444993, 0.386356, 0.382325, 0.324769, 0.2471, 0.136652, 0.007744, 0.0]}, "lang": {"n_am_en": [19, 25, 23, 15, 21, 15, 21, 19, 14, 25, 17, 19, 13, 16, 16, 16, 21, 18, 23, 18, 16, 22, 19, 23, 27, 27, 31, 32, 31, 31, 29, 32, 33, 29, 36, 41, 42, 43, 45, 53, 51, 51, 53, 54, 54, 58, 60, 63, 69, 74], "n_am_pl": [6, 12, 9, 9, 11, 10, 9, 7, 11, 4, 8, 3, 8, 9, 13, 10, 15, 13, 6, 7, 7, 7, 6, 6, 4, 2, 2, 4, 7, 7, 4, 9, 5, 8, 6, 7, 5, 6, 2, 2, 3, 3, 5, 4, 2, 2, 4, 1, 5, 7], "n_pos": 83, "sum_m_en": [9.59172, 6.159608, 5.222728, 5.019132, 5.163986, 5.091178, 4.99073, 4.903386, 4.641883, 4.92895, 4.772704, 5.24451, 5.368227, 5.606204, 5.931685, 5.857372, 5.643322, 5.587685, 5.551027, 5.542421, 5.224179, 4.680191, 4.39665, 3.999039, 10.652556, 11.979626, 10.789621, 10.070436, 9.596952, 10.156934, 9.998717, 10.206913, 11.246925, 11.037775, 12.475707, 13.47807, 16.467332, 20.692082, 21.938202, 26.407492, 30.264117, 33.194035, 35.154768, 37.536625, 46.517359, 52.978342, 56.295223, 59.224626, 65.978721, 72.366296], "sum_m_pl": [30.391188, 36.135933, 36.861752, 36.288478, 35.537719, 36.381272, 36.318546, 37.056222, 36.957624, 37.474725, 37.164057, 37.012904, 37.989348, 37.253562, 37.787092, 38.178937, 38.598511, 38.231341, 38.751679, 39.158522, 39.605888, 40.384096, 40.959256, 41.225011, 31.292763, 29.665958, 30.963132, 33.097658, 34.361884, 34.230325, 34.77215, 34.537644, 33.496639, 34.205754, 32.781554, 31.787849, 27.856756, 26.043803, 24.409877, 20.578453, 18.630749, 16.827282, 14.325578, 11.004455, 6.023508, 4.237244, 4.409963, 2.895031, 4.558645, 5.420702]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "pes-Pediatria-2018 jesień-19", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 946, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9888}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [48, 29, 39, 16, 18, 20, 19, 20, 24, 35, 27, 26, 28, 35, 30, 32, 33, 24, 20, 27, 22, 22, 23, 31, 37, 43, 35, 40, 35, 34, 36, 39, 47, 39, 39, 37, 37, 41, 43, 49, 57, 48, 54, 46, 52, 40, 31, 17, 4, 2], "n_am_pl": [4, 30, 26, 37, 27, 20, 31, 17, 23, 24, 21, 18, 18, 19, 26, 22, 17, 29, 28, 19, 23, 18, 19, 24, 12, 8, 10, 9, 12, 19, 20, 19, 18, 21, 18, 19, 19, 16, 14, 18, 15, 21, 19, 27, 30, 38, 42, 58, 91, 103], "n_pos": 148, "sum_m_en": [13.976214, 7.344913, 7.487128, 7.205297, 7.385288, 7.182103, 7.124588, 7.427347, 7.369168, 7.892956, 7.915709, 8.104402, 8.249695, 8.471188, 8.586968, 8.677979, 8.468597, 8.165502, 8.277855, 7.813163, 6.847849, 6.339925, 6.114931, 6.15023, 13.653491, 15.025891, 14.91867, 13.957078, 12.971257, 12.681399, 12.306949, 12.521748, 12.94036, 13.094097, 13.60801, 14.657782, 15.100816, 18.229592, 18.888822, 24.770029, 28.005848, 28.17667, 29.849939, 31.303588, 35.865, 35.060114, 26.569033, 15.476351, 4.394834, 2.23795], "sum_m_pl": [53.378188, 67.597696, 66.43342, 66.711374, 64.217607, 65.412192, 65.673547, 66.470156, 66.882581, 67.531657, 66.164504, 67.067113, 69.27333, 68.481723, 71.02461, 71.895993, 72.33767, 72.704961, 73.973319, 74.014725, 74.216857, 74.869222, 75.30568, 75.096561, 58.879006, 57.106622, 56.723326, 60.73108, 62.744249, 64.212358, 66.154488, 67.047844, 66.675749, 64.207474, 64.02811, 62.58886, 59.066387, 56.979024, 55.414126, 51.404911, 49.834131, 47.977573, 44.740142, 44.089652, 40.912272, 43.093284, 46.996473, 59.903833, 87.385046, 102.377677]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.07694, 0.042026, 0.038685, 0.045571, 0.040853, 0.044191, 0.044437, 0.044396, 0.038909, 0.046149, 0.056195, 0.056357, 0.063995, 0.050967, 0.05155, 0.049316, 0.051245, 0.046436, 0.047538, 0.042328, 0.040221, 0.038435, 0.038451, 0.036774, 0.05408, 0.065773, 0.083469, 0.064843, 0.056442, 0.060389, 0.064126, 0.06137, 0.060668, 0.072555, 0.056406, 0.067594, 0.058508, 0.076944, 0.055047, 0.047269, 0.049163, 0.044283, 0.042812, 0.039286, 0.038313, 0.040901, 0.043367, 0.037475, 0.001477, 0.0], "sum_m_pl": [0.472601, 0.541244, 0.525864, 0.485877, 0.505832, 0.474108, 0.495786, 0.493847, 0.475287, 0.476695, 0.472741, 0.467149, 0.440915, 0.45579, 0.454272, 0.474891, 0.461317, 0.442596, 0.449386, 0.487443, 0.49027, 0.495569, 0.503364, 0.509535, 0.489742, 0.454253, 0.400817, 0.458423, 0.446233, 0.429601, 0.433799, 0.458978, 0.478435, 0.479533, 0.47844, 0.472812, 0.473849, 0.482373, 0.499662, 0.512787, 0.508508, 0.522502, 0.506818, 0.45481, 0.443406, 0.441398, 0.357363, 0.21328, 0.012805, 0.0]}, "lang": {"n_am_en": [36, 20, 26, 13, 11, 18, 14, 12, 19, 29, 21, 18, 20, 26, 23, 24, 24, 22, 15, 19, 16, 16, 16, 19, 25, 31, 24, 31, 25, 26, 26, 31, 35, 27, 27, 28, 26, 29, 31, 37, 40, 35, 41, 35, 41, 32, 23, 10, 2, 2], "n_am_pl": [3, 24, 18, 28, 23, 14, 20, 11, 14, 17, 17, 17, 14, 14, 20, 14, 12, 20, 19, 14, 17, 12, 13, 19, 10, 5, 8, 6, 8, 13, 16, 15, 13, 18, 15, 16, 16, 10, 9, 9, 10, 13, 13, 21, 22, 31, 36, 53, 84, 101], "n_pos": 103, "sum_m_en": [10.00292, 5.080361, 5.341559, 5.070903, 5.243544, 5.097265, 5.018025, 5.245435, 5.254373, 5.648043, 5.508425, 5.602724, 5.698014, 5.839151, 5.986606, 6.153632, 5.996487, 5.867804, 5.888219, 5.479611, 4.779922, 4.458391, 4.266489, 4.337342, 9.717291, 10.856731, 10.581806, 9.77033, 8.879856, 8.612707, 8.437746, 8.6528, 8.801794, 8.939661, 9.339259, 10.137502, 11.070599, 12.372311, 13.168163, 18.236566, 20.709241, 21.234205, 22.779996, 23.33515, 28.239411, 27.712005, 18.892336, 9.148546, 2.079465, 2.005404], "sum_m_pl": [36.128072, 46.48424, 45.41017, 45.781737, 44.244914, 45.100726, 45.151754, 45.918167, 46.030569, 46.454964, 45.765519, 46.559716, 48.27654, 47.827964, 49.624361, 50.103796, 50.487189, 50.656307, 51.44719, 51.402719, 51.593241, 52.075392, 52.471408, 52.308901, 41.186532, 40.053721, 40.248629, 43.214529, 44.905568, 45.981048, 47.353602, 48.0082, 47.796124, 46.935902, 46.707903, 46.038757, 43.764867, 42.414734, 40.990391, 37.363668, 36.211881, 34.306856, 32.582463, 32.795896, 30.84863, 33.417778, 39.298073, 52.30827, 81.1335, 98.97993]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 150, "item_id": "pes-Pediatria-2018 jesień-19", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 826, "region_end": 148, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9732}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 34, 37, 31, 40, 33, 39, 36, 30, 36, 43, 52, 53, 41, 35, 47, 52, 41, 49, 62, 84, 88, 83, 70, 87, 74, 55, 64, 71, 69, 75, 62, 71, 63, 64, 70, 68, 73, 92, 85, 94, 88, 86, 95, 91, 90, 86, 80, 81, 77], "n_am_pl": [12, 19, 29, 18, 18, 22, 20, 15, 14, 10, 9, 10, 16, 16, 25, 15, 14, 13, 16, 11, 7, 8, 11, 9, 5, 3, 5, 10, 6, 4, 10, 11, 8, 9, 8, 7, 4, 6, 8, 7, 7, 12, 10, 9, 11, 12, 8, 10, 4, 2], "n_pos": 168, "sum_m_en": [19.292048, 10.388467, 9.605389, 9.223008, 9.843981, 9.468422, 9.36329, 9.575786, 9.244219, 9.784462, 10.001324, 10.982928, 11.114879, 10.947069, 10.719656, 10.772078, 10.998939, 10.643827, 10.607774, 10.049472, 11.038544, 10.012075, 9.153861, 8.645487, 31.675096, 31.570637, 28.124377, 25.701353, 23.398511, 22.079657, 19.417361, 20.570925, 20.345068, 19.919793, 20.833909, 24.257302, 28.357004, 32.417733, 45.498331, 47.823835, 53.189023, 62.154896, 59.942336, 71.817469, 78.832302, 81.176436, 81.080144, 74.573844, 76.821663, 76.237968], "sum_m_pl": [60.180309, 77.489524, 76.973453, 76.085939, 74.192785, 74.241761, 74.909784, 74.786113, 74.315902, 76.365871, 76.448182, 76.157348, 77.786359, 76.05953, 76.726566, 78.275037, 77.388545, 76.431415, 77.757805, 80.004773, 79.129092, 80.993365, 81.690049, 81.943501, 54.74371, 53.279798, 54.25387, 60.030345, 64.090253, 65.284497, 67.994334, 67.601729, 67.13883, 66.13801, 65.180197, 60.765688, 54.035483, 48.942717, 41.177011, 37.690733, 34.163568, 28.793799, 28.969038, 22.669529, 16.859917, 15.59103, 11.992304, 11.70336, 5.781232, 2.708695]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 16, 11, 11, 16, 19, 20, 14, 12, 15, 21, 26, 27, 26, 19, 26, 30, 27, 29, 36, 56, 56, 55, 44, 50, 40, 31, 35, 40, 39, 47, 36, 40, 40, 37, 44, 43, 46, 57, 53, 56, 56, 52, 57, 57, 58, 61, 63, 71, 76], "n_am_pl": [6, 11, 19, 11, 13, 11, 9, 7, 8, 5, 5, 5, 8, 6, 14, 9, 9, 7, 7, 7, 3, 3, 5, 5, 4, 2, 3, 4, 2, 3, 3, 4, 5, 3, 5, 5, 4, 4, 3, 3, 2, 5, 4, 3, 6, 4, 6, 5, 3, 2], "n_pos": 80, "sum_m_en": [8.743533, 4.978538, 4.613279, 4.348768, 4.50134, 4.551681, 4.40279, 4.518262, 4.539945, 4.754545, 4.813167, 5.367397, 5.369429, 5.320936, 5.264201, 5.194911, 5.359105, 5.215684, 5.140599, 4.980455, 5.550364, 4.925818, 4.487976, 4.278463, 18.825971, 17.970542, 15.762029, 14.450856, 12.89498, 11.772458, 10.421654, 10.724046, 10.523603, 10.374227, 10.694472, 13.436576, 16.773361, 19.10223, 27.096804, 28.237975, 32.694126, 39.410796, 39.955491, 44.69587, 51.115829, 53.819075, 56.266442, 59.32956, 66.241683, 72.783387], "sum_m_pl": [29.324659, 36.87518, 36.245357, 36.22069, 35.042467, 35.193256, 35.879925, 35.91949, 35.919876, 36.727921, 37.081868, 37.112577, 38.126982, 37.437161, 38.059885, 38.016021, 37.412855, 36.905927, 37.476054, 38.266919, 37.647207, 38.650511, 39.096377, 39.224297, 25.775989, 25.637084, 26.283848, 29.197161, 31.368553, 32.116809, 33.745958, 33.416652, 33.259793, 33.053545, 32.286797, 30.372047, 26.861003, 24.281404, 19.914488, 18.461166, 16.409645, 13.806295, 12.753399, 10.272812, 7.806173, 5.935925, 6.642599, 6.107099, 3.804494, 2.618178]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 170, "item_id": "pes-Pediatria-2018 wiosna-110", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1018, "region_end": 168, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9763}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [50, 36, 32, 27, 32, 26, 30, 28, 26, 39, 39, 38, 36, 35, 35, 35, 44, 44, 43, 48, 63, 65, 67, 59, 72, 69, 67, 64, 71, 60, 54, 51, 52, 50, 47, 60, 61, 66, 76, 72, 78, 80, 74, 75, 66, 49, 33, 23, 4, 2], "n_am_pl": [10, 36, 42, 23, 21, 27, 29, 26, 19, 17, 24, 25, 21, 19, 25, 21, 15, 19, 19, 21, 25, 21, 21, 30, 11, 10, 9, 12, 13, 11, 17, 24, 16, 6, 13, 11, 11, 9, 13, 12, 12, 10, 19, 17, 27, 39, 48, 52, 90, 102], "n_pos": 179, "sum_m_en": [18.100719, 9.119206, 8.803556, 9.24959, 9.750272, 9.250926, 9.008173, 8.980789, 8.9432, 9.806551, 9.915245, 10.280514, 10.481422, 10.487439, 10.872323, 10.97694, 11.133003, 10.436109, 10.177708, 9.747091, 10.182569, 9.087081, 8.721755, 8.210601, 23.861597, 23.212871, 20.271436, 18.71142, 18.233319, 17.203896, 15.846938, 16.056327, 16.151134, 16.551859, 18.411416, 21.27305, 22.385552, 27.629603, 34.108484, 38.348113, 41.618479, 44.287351, 42.874, 43.661508, 45.244909, 38.303154, 25.86362, 18.5253, 5.335531, 2.044481], "sum_m_pl": [63.981805, 81.820201, 81.610075, 79.529014, 76.617072, 76.622867, 78.593157, 78.64918, 77.899834, 80.535495, 80.66371, 80.391935, 83.801602, 82.61694, 82.341493, 84.790312, 85.228739, 85.645223, 87.994766, 89.513207, 88.556214, 90.230556, 90.250691, 90.389181, 69.445638, 67.867545, 67.778648, 72.110811, 74.867979, 76.7605, 79.061554, 77.995742, 77.049401, 74.24532, 72.554665, 69.23622, 65.797364, 62.400311, 57.633139, 52.604595, 49.919761, 47.326811, 49.23509, 46.578994, 46.621295, 51.867327, 55.249671, 57.353963, 88.343874, 102.60907]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.077833, 0.042231, 0.038233, 0.045153, 0.041233, 0.045071, 0.045029, 0.043715, 0.038652, 0.046131, 0.055114, 0.055093, 0.066665, 0.053743, 0.058568, 0.057738, 0.059684, 0.056801, 0.055903, 0.050329, 0.052219, 0.051566, 0.049126, 0.045668, 0.077699, 0.071142, 0.109881, 0.06529, 0.059816, 0.060426, 0.065441, 0.05841, 0.051512, 0.075421, 0.053746, 0.061176, 0.061844, 0.09835, 0.065089, 0.058615, 0.064248, 0.051702, 0.043373, 0.038251, 0.007363, 0.008338, 0.007058, 0.000873, 7.1e-05, 0.0], "sum_m_pl": [0.471172, 0.54272, 0.52876, 0.491103, 0.50788, 0.477627, 0.494353, 0.493013, 0.479148, 0.475047, 0.469136, 0.46207, 0.440336, 0.451449, 0.43519, 0.471267, 0.451646, 0.437365, 0.444423, 0.467567, 0.466629, 0.469924, 0.472147, 0.485008, 0.45907, 0.437736, 0.398768, 0.469183, 0.436349, 0.425946, 0.409437, 0.434058, 0.481802, 0.472436, 0.467751, 0.468946, 0.439163, 0.411278, 0.430515, 0.415794, 0.412661, 0.474014, 0.384575, 0.299088, 0.062176, 0.07131, 0.044927, 0.005966, 0.000837, 0.0]}, "lang": {"n_am_en": [30, 21, 15, 16, 17, 17, 20, 18, 17, 22, 20, 23, 23, 22, 25, 19, 25, 30, 25, 30, 41, 44, 44, 40, 50, 47, 42, 43, 47, 42, 40, 34, 33, 32, 33, 44, 45, 48, 56, 52, 54, 57, 55, 51, 46, 33, 22, 17, 4, 2], "n_am_pl": [5, 22, 27, 13, 9, 12, 10, 12, 11, 12, 15, 18, 14, 10, 18, 14, 11, 12, 13, 14, 13, 11, 13, 18, 9, 6, 6, 8, 8, 5, 11, 17, 11, 4, 10, 6, 9, 6, 7, 7, 9, 8, 14, 12, 18, 25, 40, 45, 86, 101], "n_pos": 103, "sum_m_en": [10.548036, 5.389076, 5.08893, 5.473739, 5.748786, 5.545318, 5.405915, 5.400706, 5.387876, 5.898149, 5.841413, 6.058697, 6.328041, 6.349766, 6.63951, 6.786622, 6.944781, 6.510448, 6.376879, 6.109086, 5.973922, 5.509002, 5.278899, 4.897245, 15.971203, 14.910447, 12.81405, 11.724592, 11.619866, 10.492115, 9.749129, 9.918963, 10.08596, 10.032249, 11.343098, 12.775091, 13.787651, 17.145158, 21.766453, 26.718312, 28.842848, 30.325943, 29.711162, 29.344193, 31.268644, 25.958954, 16.917844, 12.803908, 4.426194, 2.041677], "sum_m_pl": [36.049559, 46.244962, 46.096033, 44.935455, 42.690074, 43.106409, 44.23647, 44.778457, 44.592082, 46.221855, 46.63038, 46.758281, 49.004452, 48.128132, 48.622411, 49.166252, 49.340171, 49.331669, 50.458085, 51.261864, 50.617287, 51.672101, 51.7928, 51.792867, 40.02128, 39.805645, 40.553986, 42.403379, 44.461486, 45.298323, 47.224077, 46.466101, 45.89683, 44.885222, 43.564458, 43.296662, 41.879423, 39.976722, 36.966069, 32.245042, 31.455605, 30.746941, 32.151595, 32.13934, 31.690908, 35.741695, 44.109293, 47.401348, 81.674706, 99.652232]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 181, "item_id": "pes-Pediatria-2018 wiosna-110", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 898, "region_end": 179, "roundtrip_ok": true, "tf_agree": 0.989, "tf_agree_excl_first": 0.9944}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 30, 22, 20, 24, 20, 25, 32, 23, 22, 26, 25, 24, 23, 20, 16, 26, 20, 21, 24, 27, 23, 23, 23, 21, 30, 30, 28, 28, 23, 21, 16, 20, 22, 26, 20, 25, 20, 22, 25, 24, 32, 37, 29, 26, 32, 21, 20, 22, 21], "n_am_pl": [8, 19, 21, 19, 17, 17, 13, 13, 10, 7, 5, 8, 8, 5, 6, 8, 10, 5, 9, 12, 10, 25, 27, 20, 17, 16, 10, 7, 9, 9, 13, 13, 19, 17, 19, 18, 17, 22, 23, 34, 32, 24, 23, 28, 34, 29, 28, 27, 29, 28], "n_pos": 106, "sum_m_en": [11.979476, 6.698962, 6.480699, 5.950765, 6.372974, 6.487036, 7.316265, 6.854722, 7.178767, 7.893621, 8.337578, 8.054967, 8.349193, 8.172548, 8.273122, 8.026201, 7.501677, 7.391954, 6.720033, 6.327858, 5.970461, 5.548362, 5.342236, 5.257843, 11.160814, 12.44146, 13.23191, 12.965686, 11.875447, 11.664726, 11.229721, 10.347237, 11.396348, 11.390135, 11.826652, 12.251021, 14.730585, 14.549314, 14.628139, 16.923684, 15.659265, 18.657341, 21.612667, 21.565416, 22.649665, 24.253642, 21.844533, 19.882898, 22.267697, 21.77214], "sum_m_pl": [38.086468, 48.291729, 47.262771, 47.472948, 45.268726, 44.070276, 42.941516, 44.034896, 42.50158, 43.910639, 43.511493, 43.781173, 44.537599, 43.05324, 44.29757, 44.990525, 46.434247, 46.049673, 48.18467, 48.667412, 49.711756, 50.746269, 50.472644, 50.592818, 38.906086, 37.916706, 33.613499, 34.872023, 37.061865, 40.050695, 40.910335, 42.25875, 41.49616, 39.133251, 38.577224, 37.355436, 34.160445, 33.953043, 33.59613, 37.670121, 36.412898, 32.92415, 32.28288, 35.023696, 32.032264, 31.422717, 29.146014, 30.283679, 26.208544, 28.882083]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 15, 11, 7, 16, 10, 16, 18, 14, 12, 15, 15, 16, 18, 11, 9, 13, 12, 8, 14, 14, 10, 13, 12, 13, 17, 18, 18, 16, 16, 15, 11, 14, 17, 17, 14, 16, 11, 14, 16, 16, 21, 21, 19, 20, 22, 15, 16, 20, 21], "n_am_pl": [4, 11, 8, 10, 10, 7, 9, 9, 5, 5, 2, 5, 5, 2, 3, 5, 6, 3, 6, 8, 8, 16, 14, 8, 9, 5, 5, 2, 4, 5, 6, 8, 8, 8, 11, 9, 9, 11, 10, 13, 15, 14, 10, 16, 20, 18, 21, 21, 26, 28], "n_pos": 49, "sum_m_en": [5.386386, 3.03622, 2.828758, 2.690259, 2.933278, 3.025487, 3.127311, 3.045129, 3.277278, 3.718648, 4.447068, 3.959284, 4.15329, 4.123863, 3.970709, 3.875717, 3.685055, 3.576776, 3.192955, 3.02818, 2.841914, 2.625896, 2.54074, 2.524194, 6.817053, 7.138054, 7.929822, 7.450616, 6.844105, 6.471475, 6.389984, 5.854655, 6.597095, 6.497883, 6.554794, 6.990172, 8.359146, 8.004687, 8.420196, 9.574651, 9.171288, 11.823638, 12.48085, 13.648767, 16.213808, 17.099392, 15.484163, 15.859238, 19.109324, 19.848271], "sum_m_pl": [17.812873, 22.627851, 22.218949, 22.241537, 21.24331, 20.893884, 20.542461, 20.821261, 20.322737, 20.976441, 20.703761, 21.156849, 21.690281, 21.129783, 21.817331, 21.691824, 22.336811, 22.069423, 22.881982, 22.775456, 23.187376, 23.663834, 23.450765, 23.380573, 18.697963, 18.4664, 17.175565, 17.695749, 18.510706, 19.543967, 20.061342, 20.466457, 20.287405, 19.835892, 19.371115, 18.72427, 17.012562, 17.013704, 16.84716, 18.227514, 18.147918, 17.181044, 16.473332, 19.502916, 19.317812, 19.064971, 20.920906, 21.527177, 22.439065, 28.194258]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "pes-Pediatria-2019 jesień-19", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 907, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9813}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [47, 31, 35, 13, 27, 13, 18, 23, 18, 22, 25, 26, 22, 20, 18, 17, 17, 15, 17, 11, 13, 12, 10, 11, 20, 19, 24, 25, 19, 17, 17, 18, 18, 18, 18, 19, 19, 21, 25, 25, 22, 21, 26, 28, 19, 19, 8, 6, 3, 0], "n_am_pl": [5, 22, 19, 26, 12, 11, 13, 10, 14, 11, 8, 5, 9, 7, 11, 8, 9, 12, 15, 17, 20, 30, 33, 31, 25, 16, 14, 14, 12, 13, 17, 13, 25, 18, 18, 26, 27, 29, 28, 35, 37, 34, 33, 36, 48, 50, 54, 54, 63, 70], "n_pos": 124, "sum_m_en": [12.879614, 6.632136, 6.765916, 6.902727, 7.353392, 7.186262, 7.829682, 7.834019, 8.280139, 8.21591, 8.44686, 8.406911, 8.451655, 8.777535, 8.787673, 8.404102, 7.851337, 7.362496, 6.759012, 6.525295, 6.134817, 5.907046, 5.787385, 5.782411, 10.39345, 11.861451, 12.349081, 11.957959, 11.836799, 11.656728, 10.791518, 10.312172, 10.623127, 10.811743, 11.163887, 10.694777, 11.09193, 12.204553, 11.157542, 12.461467, 11.693468, 15.12713, 16.351968, 16.466796, 16.838329, 15.259052, 8.439407, 6.385619, 1.644386, 0.073754], "sum_m_pl": [45.50339, 57.192192, 55.743465, 55.740141, 51.427366, 50.339764, 49.637897, 50.93243, 48.71538, 50.423984, 50.521432, 50.483543, 52.027786, 50.936208, 52.381347, 52.934359, 55.09231, 55.498176, 57.963636, 57.622481, 59.001952, 59.880093, 59.506501, 59.443035, 46.347817, 44.986136, 41.173079, 43.282755, 44.770137, 48.629676, 48.973287, 49.945249, 49.698658, 47.165944, 47.593137, 47.38144, 44.905725, 43.995768, 45.244166, 50.796255, 48.659027, 45.579529, 43.26406, 45.896795, 49.849613, 51.194404, 53.994852, 52.828279, 62.319974, 70.02078]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [24, 17, 20, 10, 15, 5, 12, 16, 13, 15, 16, 17, 14, 12, 13, 9, 11, 12, 13, 8, 10, 8, 7, 6, 11, 13, 16, 19, 13, 12, 13, 12, 13, 13, 13, 12, 15, 17, 18, 17, 15, 16, 18, 21, 13, 11, 3, 4, 2, 0], "n_am_pl": [3, 14, 12, 14, 7, 5, 8, 6, 8, 7, 2, 2, 5, 2, 5, 6, 8, 8, 9, 13, 14, 19, 21, 21, 16, 11, 7, 7, 7, 7, 10, 6, 14, 11, 11, 18, 18, 19, 17, 19, 22, 22, 20, 23, 37, 41, 46, 46, 60, 69], "n_pos": 69, "sum_m_en": [6.415806, 3.788262, 3.993849, 4.106844, 4.502866, 4.393479, 4.998371, 5.006097, 5.461265, 5.367174, 5.454395, 5.1191, 5.097196, 5.25697, 5.287458, 5.036501, 4.687183, 4.402028, 3.97629, 3.804019, 3.511161, 3.359478, 3.300492, 3.302755, 6.518897, 7.801102, 8.332188, 7.765209, 7.630857, 6.997057, 6.466861, 6.324449, 6.666833, 6.872837, 6.793009, 6.575968, 6.984594, 7.740446, 6.851864, 7.916773, 7.883207, 10.89192, 10.366712, 10.441047, 11.45956, 9.152859, 3.933659, 3.664523, 1.069098, 0.070952], "sum_m_pl": [24.889274, 31.044278, 29.976073, 30.312843, 27.647627, 27.431463, 26.98036, 28.081847, 26.971266, 28.192358, 28.437053, 28.731732, 29.876437, 29.427034, 30.558313, 30.485863, 31.394408, 31.532698, 32.661902, 32.186592, 32.817535, 33.384491, 33.114155, 32.856897, 27.703847, 26.872248, 25.182443, 26.289239, 26.909099, 28.18755, 28.846607, 28.91145, 29.115573, 28.342741, 28.685271, 29.109356, 27.685413, 26.954301, 28.184535, 30.420769, 29.921153, 29.019844, 28.037811, 31.964286, 37.928096, 40.434224, 45.066921, 44.526465, 56.195551, 68.419959]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "pes-Pediatria-2019 jesień-19", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 787, "region_end": 124, "roundtrip_ok": true, "tf_agree": 0.9762, "tf_agree_excl_first": 0.984}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [73, 82, 59, 46, 53, 53, 47, 64, 61, 56, 68, 56, 43, 48, 51, 48, 50, 55, 68, 71, 70, 58, 58, 62, 85, 100, 79, 84, 72, 73, 70, 81, 85, 89, 97, 93, 97, 105, 112, 96, 98, 105, 99, 100, 102, 102, 110, 106, 94, 98], "n_am_pl": [10, 37, 58, 56, 40, 34, 28, 26, 29, 27, 23, 39, 35, 33, 32, 30, 33, 30, 25, 31, 32, 40, 39, 42, 30, 20, 22, 16, 21, 24, 23, 19, 26, 19, 22, 24, 23, 19, 21, 34, 26, 23, 21, 13, 12, 16, 5, 5, 7, 11], "n_pos": 271, "sum_m_en": [30.594443, 16.697936, 15.410372, 15.374672, 15.789652, 15.39844, 14.120749, 14.537752, 14.527032, 15.059538, 15.972673, 16.649098, 16.797609, 17.493211, 17.851217, 17.883871, 17.531514, 17.152549, 16.140227, 15.332121, 14.728839, 13.45909, 12.849672, 12.672338, 32.100258, 35.574839, 34.231036, 30.791868, 28.670686, 28.514485, 26.404637, 27.388096, 28.108101, 30.466103, 32.576135, 37.67284, 43.923145, 49.332079, 53.453186, 56.260096, 61.520001, 68.517593, 71.314451, 76.306783, 83.1081, 89.163187, 99.743916, 98.019474, 94.634117, 99.043086], "sum_m_pl": [99.589533, 125.881292, 126.132754, 123.97469, 120.774824, 122.419655, 122.965357, 122.995459, 122.10418, 123.384215, 122.854302, 120.830486, 120.833373, 120.28012, 119.641463, 121.384595, 122.192076, 119.896492, 121.817448, 125.16823, 127.124169, 130.193102, 130.946455, 131.707377, 100.474014, 97.608285, 94.467248, 102.000643, 104.831366, 105.243047, 109.807402, 111.063873, 110.417944, 105.384139, 102.945657, 95.000785, 86.977741, 80.393315, 76.163773, 74.501414, 66.712997, 56.367875, 51.536957, 44.455829, 36.575338, 29.341455, 17.531993, 13.095521, 9.898454, 10.94273]}, "digit": {"n_am_en": [1, 10, 4, 2, 2, 2, 1, 4, 3, 4, 6, 2, 0, 1, 4, 1, 0, 3, 3, 4, 2, 3, 4, 3, 7, 4, 4, 4, 2, 0, 1, 3, 2, 2, 4, 3, 2, 4, 4, 2, 2, 2, 2, 1, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 3, 7, 6, 5, 2, 2, 1, 1, 2, 2, 2, 3, 2, 1, 1, 4, 1, 2, 2, 2, 2, 2, 2, 2, 0, 2, 1, 1, 2, 1, 2, 2, 1, 4, 3, 5, 1, 2, 4, 2, 1, 0, 1, 1, 1, 0, 0, 0, 0], "n_pos": 18, "sum_m_en": [1.667794, 0.866798, 0.786208, 0.727331, 0.783385, 0.809432, 0.779347, 0.799118, 0.792477, 0.86576, 0.979888, 0.950133, 1.005869, 1.079979, 1.077972, 1.050476, 1.106323, 1.079315, 0.996262, 0.888119, 0.861437, 0.821078, 0.793114, 0.77406, 1.539584, 1.282958, 1.3681, 1.348941, 1.192752, 1.266883, 1.244315, 1.284872, 1.266678, 1.197434, 1.343077, 1.327518, 1.479102, 1.5384, 1.41598, 1.219246, 1.316022, 1.341331, 1.430314, 1.273029, 1.100429, 0.940091, 1.041892, 0.824808, 0.103024, 3e-06], "sum_m_pl": [7.433606, 9.763061, 9.752607, 9.611788, 9.083704, 8.832835, 8.815532, 8.736008, 8.46209, 8.40386, 8.273925, 8.105534, 7.502661, 7.253892, 7.066556, 7.345478, 7.526454, 7.18479, 7.580184, 7.912358, 8.070748, 8.288118, 8.331335, 8.479447, 7.082076, 7.228882, 7.085237, 7.20075, 6.898429, 6.720105, 6.914453, 6.921207, 7.144669, 7.185779, 6.771513, 6.910124, 6.715137, 6.082627, 5.841473, 5.919863, 5.552519, 5.725735, 5.658956, 5.086884, 4.659586, 3.547397, 3.198813, 1.779648, 0.335185, 1.6e-05]}, "lang": {"n_am_en": [35, 33, 28, 24, 22, 20, 23, 23, 24, 25, 31, 29, 23, 26, 24, 24, 26, 29, 37, 35, 37, 31, 31, 34, 46, 56, 41, 46, 38, 38, 34, 40, 42, 41, 48, 50, 49, 57, 65, 63, 64, 65, 64, 65, 68, 71, 75, 76, 88, 98], "n_am_pl": [7, 14, 16, 19, 13, 13, 11, 10, 11, 9, 10, 8, 12, 8, 13, 12, 13, 11, 7, 11, 9, 14, 11, 17, 10, 8, 11, 7, 10, 11, 10, 9, 11, 6, 6, 8, 7, 7, 8, 8, 7, 8, 9, 7, 6, 8, 2, 5, 7, 11], "n_pos": 110, "sum_m_en": [12.594987, 7.004944, 6.51289, 6.619387, 6.767901, 6.534077, 5.860605, 6.157411, 6.112762, 6.355351, 6.66226, 7.100224, 7.192783, 7.448256, 7.684243, 7.633094, 7.352766, 7.270061, 6.816353, 6.480774, 6.275899, 5.679952, 5.402327, 5.298244, 17.07976, 18.119215, 17.29576, 14.526503, 13.631098, 13.068836, 11.729159, 12.541221, 12.971448, 14.574691, 15.50512, 17.782281, 22.690052, 27.266563, 29.480028, 33.050017, 37.612273, 42.261549, 44.43762, 48.250926, 53.080954, 60.973254, 68.114285, 71.568182, 84.412435, 94.349715], "sum_m_pl": [40.054444, 49.936839, 50.479432, 49.339847, 47.889428, 49.205787, 49.820118, 49.846522, 49.425097, 50.327, 50.260967, 49.352647, 49.805202, 49.582321, 49.36576, 50.071871, 50.395662, 49.264025, 49.931072, 51.405149, 52.100568, 53.252884, 53.620968, 53.958055, 41.483663, 40.591953, 39.720863, 43.038273, 44.291217, 44.262536, 46.304058, 46.494241, 46.410684, 44.10002, 42.860713, 39.777346, 35.592601, 32.556567, 31.096481, 28.793062, 25.42187, 22.716812, 21.123851, 18.980946, 16.135859, 12.926536, 7.378409, 6.231412, 7.677531, 10.714846]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 273, "item_id": "pes-Pediatria-2019 jesień-64", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 993, "region_end": 271, "roundtrip_ok": true, "tf_agree": 0.978, "tf_agree_excl_first": 0.9816}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [46, 32, 27, 21, 16, 16, 17, 12, 16, 23, 21, 24, 19, 18, 26, 21, 12, 21, 25, 11, 12, 13, 13, 19, 26, 31, 33, 24, 32, 27, 23, 24, 28, 25, 22, 29, 25, 25, 23, 17, 19, 25, 22, 24, 20, 17, 9, 6, 3, 1], "n_am_pl": [7, 27, 37, 25, 21, 18, 13, 17, 16, 15, 12, 8, 15, 15, 14, 18, 21, 26, 24, 30, 30, 39, 38, 43, 28, 19, 22, 17, 20, 27, 25, 19, 20, 15, 23, 20, 20, 14, 19, 30, 26, 28, 27, 24, 25, 30, 29, 32, 52, 56], "n_pos": 133, "sum_m_en": [12.31937, 6.814361, 6.645824, 6.527084, 6.729379, 6.741475, 6.144492, 6.701274, 6.657401, 6.862571, 7.175508, 7.553771, 7.470221, 7.519405, 7.294403, 7.263512, 7.217222, 6.946409, 6.260316, 5.997804, 5.839149, 5.611628, 5.440894, 5.451866, 10.517244, 11.651798, 11.199886, 11.149201, 10.186651, 11.167512, 10.287964, 10.465126, 9.554354, 9.484401, 9.728602, 9.881523, 10.432656, 11.023447, 10.184468, 11.64221, 14.141103, 15.545381, 17.248514, 16.073252, 14.501694, 15.119917, 10.11031, 7.778119, 3.53384, 1.001268], "sum_m_pl": [51.917256, 62.837177, 61.872652, 61.212749, 58.19017, 59.176912, 59.862011, 59.745662, 60.805003, 60.692082, 60.145089, 58.629064, 60.963575, 59.37852, 60.167915, 62.590354, 63.141617, 62.716335, 64.827815, 65.938772, 66.959515, 67.636603, 67.619511, 68.044006, 54.731805, 53.310409, 51.904829, 54.962197, 57.069485, 57.488537, 59.059002, 59.599716, 60.961753, 57.987338, 57.560628, 54.35612, 52.203861, 49.988551, 48.207727, 47.301728, 43.046824, 42.926778, 42.308942, 40.167946, 37.87318, 36.569825, 31.251697, 32.861951, 48.508673, 56.66141]}, "digit": {"n_am_en": [6, 8, 9, 2, 2, 1, 2, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 0, 0, 1, 1, 1, 3, 3, 4, 3, 1, 2, 2, 2, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 2, 1, 2, 1, 2, 2, 2, 2, 1, 1, 1, 2, 1, 0, 1, 1, 1, 0, 1, 1, 1, 3, 3, 3, 3, 2, 2, 2, 1, 1, 0, 1, 0, 0, 0], "n_pos": 12, "sum_m_en": [1.831797, 0.591471, 0.567607, 0.55858, 0.570582, 0.515007, 0.494136, 0.492794, 0.499553, 0.513541, 0.538075, 0.547986, 0.584712, 0.596641, 0.559362, 0.590701, 0.611683, 0.561895, 0.497814, 0.528963, 0.529222, 0.564971, 0.531103, 0.516486, 1.35866, 1.273759, 0.896196, 0.748196, 0.692058, 0.839805, 0.774881, 0.678873, 0.586588, 0.570199, 0.637357, 0.65837, 0.627902, 0.680689, 0.645616, 1.534934, 1.590974, 1.521569, 0.821824, 1.029987, 0.808592, 0.657238, 1.0172, 0.329245, 0.020165, 0.000219], "sum_m_pl": [4.412787, 6.349202, 6.350676, 6.215614, 5.852769, 5.529484, 5.760269, 5.6151, 5.729033, 5.623886, 5.659567, 5.341532, 5.316071, 4.801212, 4.487255, 4.809911, 4.71584, 4.586358, 5.245462, 5.574083, 5.697114, 5.835142, 5.859853, 5.973186, 3.402017, 3.676827, 3.222367, 3.529166, 3.799471, 3.9044, 4.162223, 4.172064, 4.33873, 3.9408, 3.721303, 3.822929, 3.870379, 4.224048, 4.351813, 3.868891, 3.676167, 3.806154, 3.865314, 3.122341, 3.112884, 2.547507, 1.355644, 0.919747, 0.127119, 0.018407]}, "lang": {"n_am_en": [21, 6, 8, 10, 8, 7, 6, 8, 11, 14, 8, 15, 13, 12, 17, 12, 6, 13, 16, 7, 7, 7, 7, 9, 16, 16, 19, 16, 20, 20, 14, 16, 19, 15, 16, 19, 17, 16, 12, 8, 9, 13, 8, 12, 10, 8, 5, 2, 2, 1], "n_am_pl": [2, 11, 16, 3, 8, 8, 6, 9, 8, 6, 7, 5, 7, 7, 9, 9, 12, 15, 14, 16, 16, 25, 22, 26, 19, 14, 10, 7, 9, 12, 13, 12, 15, 8, 11, 12, 10, 8, 12, 16, 13, 17, 18, 18, 19, 25, 24, 28, 48, 56], "n_pos": 58, "sum_m_en": [4.905495, 2.94018, 2.964337, 2.9972, 3.068041, 3.184042, 2.883427, 3.242838, 3.247981, 3.275205, 3.38249, 3.650882, 3.575348, 3.587667, 3.421115, 3.485358, 3.300667, 3.206081, 2.880767, 2.741717, 2.640411, 2.480059, 2.373533, 2.38438, 5.326013, 6.004783, 5.975204, 5.760129, 5.177798, 5.527415, 5.02956, 5.248353, 4.661853, 4.867712, 5.023213, 5.327897, 5.743239, 5.577431, 5.408018, 5.196887, 6.118415, 7.431304, 8.075785, 7.771683, 6.934566, 7.381449, 5.064869, 3.425452, 2.184679, 1.000335], "sum_m_pl": [22.367148, 26.531093, 26.192594, 25.710652, 24.623592, 25.802075, 25.889899, 25.846645, 26.570984, 26.664314, 26.535258, 26.115861, 27.571101, 27.499714, 28.322427, 29.008705, 29.202994, 29.161857, 29.498809, 29.761863, 29.89607, 30.137068, 30.168902, 30.256872, 27.658286, 26.528256, 26.274517, 26.843606, 27.662953, 27.518132, 28.280266, 28.233476, 29.005521, 28.29297, 28.012173, 26.966808, 26.124627, 25.333626, 24.362401, 24.906158, 22.107265, 23.420107, 23.118694, 23.421013, 23.344523, 23.980872, 23.352743, 26.759333, 44.351151, 54.709905]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "pes-Pediatria-2019 jesień-64", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 873, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9704, "tf_agree_excl_first": 0.9776}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [27, 25, 24, 21, 17, 17, 19, 17, 17, 14, 17, 22, 25, 22, 23, 18, 16, 21, 20, 21, 23, 26, 29, 26, 31, 35, 32, 25, 24, 22, 24, 24, 26, 29, 25, 30, 23, 27, 23, 28, 24, 26, 29, 26, 33, 34, 39, 41, 41, 40], "n_am_pl": [6, 11, 11, 12, 14, 9, 9, 9, 6, 9, 10, 10, 9, 13, 8, 6, 11, 7, 7, 16, 7, 4, 6, 8, 7, 6, 10, 8, 8, 8, 8, 13, 12, 6, 9, 11, 9, 12, 11, 7, 9, 7, 5, 7, 8, 5, 0, 2, 3, 5], "n_pos": 85, "sum_m_en": [10.379682, 5.51498, 5.308539, 5.228132, 5.362983, 5.091491, 4.746826, 5.000664, 5.032631, 5.346576, 5.771952, 6.42561, 6.947788, 7.239542, 7.353211, 6.98106, 6.474219, 6.446834, 5.88427, 5.087169, 4.804629, 4.478378, 4.373567, 4.196584, 11.159636, 12.294649, 12.079347, 10.879479, 10.922352, 10.617194, 10.115016, 10.290937, 10.602242, 10.543921, 9.773622, 10.44189, 12.377583, 13.644607, 14.127573, 14.20595, 15.092998, 18.088483, 19.306069, 19.251494, 23.337278, 29.271039, 35.564039, 40.575065, 41.089287, 40.980425], "sum_m_pl": [30.043779, 38.787268, 38.714401, 37.115648, 36.306209, 36.885465, 36.670307, 35.979242, 35.376066, 37.270525, 36.453057, 35.496996, 34.481044, 33.939223, 34.519028, 33.88238, 34.458081, 35.031533, 35.436147, 37.182671, 38.37208, 38.987376, 39.301148, 39.577254, 29.550071, 28.135599, 28.456197, 28.923744, 29.906817, 31.468988, 30.242495, 31.32627, 30.743425, 28.991203, 28.979986, 28.060142, 25.098242, 24.129039, 23.68662, 22.222469, 19.4568, 17.326309, 15.857052, 13.794738, 13.95801, 9.075476, 4.377364, 3.53497, 3.687777, 4.80221]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 14, 14, 10, 9, 11, 13, 12, 11, 11, 9, 16, 15, 13, 17, 11, 9, 12, 11, 11, 13, 14, 14, 14, 18, 20, 20, 17, 16, 13, 13, 15, 19, 22, 18, 20, 16, 20, 16, 21, 13, 20, 21, 17, 20, 27, 32, 32, 38, 40], "n_am_pl": [4, 3, 4, 4, 7, 3, 5, 5, 4, 4, 6, 5, 3, 7, 4, 3, 5, 3, 2, 7, 3, 2, 5, 5, 4, 4, 5, 4, 4, 6, 4, 8, 7, 4, 5, 6, 7, 8, 9, 4, 6, 4, 3, 6, 8, 5, 0, 2, 3, 4], "n_pos": 44, "sum_m_en": [5.630896, 3.138034, 2.951333, 2.936055, 2.970767, 2.893546, 2.612865, 2.768768, 2.76561, 2.923156, 3.133986, 3.553269, 3.909637, 3.976649, 4.086913, 3.805266, 3.506496, 3.539085, 3.358358, 2.777388, 2.597931, 2.407181, 2.337654, 2.222315, 6.611, 7.447299, 7.386244, 6.847267, 6.7712, 6.464112, 6.40499, 6.700481, 6.832698, 6.687523, 6.007301, 6.744386, 8.266385, 9.361857, 9.58393, 9.727815, 10.080527, 12.823647, 13.627527, 13.645948, 16.499994, 22.1608, 27.923529, 31.421515, 35.883118, 38.803571], "sum_m_pl": [14.83727, 19.205834, 19.319617, 18.248364, 18.079116, 18.51176, 18.587373, 18.182386, 17.892117, 19.001343, 18.632619, 18.156211, 17.658648, 17.450577, 17.936219, 17.462955, 17.641842, 18.101586, 17.975117, 18.984401, 19.766818, 20.115708, 20.305802, 20.491557, 15.254655, 14.374345, 14.613535, 14.874888, 15.546877, 16.566806, 15.858701, 16.205672, 16.08813, 15.259705, 15.289448, 15.132967, 13.607536, 13.401846, 12.993727, 11.986813, 10.247299, 9.179761, 7.77972, 8.007093, 9.202271, 5.988712, 2.744815, 1.963596, 3.212433, 4.28451]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 87, "item_id": "pes-Pediatria-2020 wiosna-62", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 877, "region_end": 85, "roundtrip_ok": true, "tf_agree": 0.9655, "tf_agree_excl_first": 0.9767}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 24, 16, 19, 20, 17, 14, 11, 11, 16, 19, 14, 17, 17, 15, 9, 10, 13, 9, 13, 13, 12, 13, 16, 17, 24, 25, 22, 23, 16, 15, 20, 18, 26, 17, 16, 18, 20, 22, 19, 18, 19, 17, 13, 13, 13, 4, 3, 0, 0], "n_am_pl": [4, 15, 18, 17, 9, 18, 15, 17, 15, 13, 16, 11, 9, 13, 14, 14, 15, 18, 21, 25, 17, 15, 12, 11, 13, 8, 16, 15, 15, 18, 17, 14, 14, 14, 9, 9, 13, 11, 12, 19, 18, 23, 21, 21, 26, 26, 35, 42, 53, 52], "n_pos": 87, "sum_m_en": [8.33404, 4.508194, 4.337941, 4.564508, 4.768725, 4.562298, 4.522957, 4.731023, 4.606399, 4.78521, 5.150832, 5.324136, 5.674032, 5.937284, 5.82773, 5.716441, 5.351843, 5.155532, 4.459798, 4.098539, 4.014347, 3.870467, 3.871983, 3.846169, 7.18526, 8.218332, 8.373457, 8.007894, 8.075319, 7.588281, 7.51088, 7.338374, 7.398072, 7.834834, 7.403319, 9.241929, 8.534014, 9.675069, 9.25605, 9.812312, 10.59551, 12.227424, 12.497134, 9.763339, 11.074125, 10.69742, 5.416185, 4.296139, 0.945934, 0.010368], "sum_m_pl": [30.848461, 39.206905, 39.914641, 39.722306, 38.258402, 38.981063, 38.082479, 37.546648, 37.193547, 38.423036, 37.182548, 36.385054, 36.495808, 36.315054, 37.133833, 36.977069, 38.053791, 38.738125, 39.869684, 40.781926, 41.503461, 41.38084, 41.541526, 41.673461, 32.677816, 31.51336, 31.224227, 31.915696, 33.468704, 35.134181, 34.867934, 35.439683, 34.790747, 32.531064, 32.61636, 30.83963, 30.226494, 29.05603, 29.215771, 29.133529, 28.134874, 28.113292, 27.649428, 26.779691, 30.069407, 33.008207, 37.768771, 39.779109, 47.4239, 52.815826]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 11, 9, 11, 13, 13, 11, 9, 9, 13, 15, 9, 14, 15, 12, 8, 6, 9, 6, 10, 10, 9, 11, 12, 14, 18, 16, 15, 17, 11, 9, 14, 14, 18, 13, 12, 12, 12, 14, 14, 11, 15, 14, 11, 10, 11, 4, 3, 0, 0], "n_am_pl": [3, 6, 9, 13, 6, 11, 7, 13, 9, 9, 13, 10, 4, 9, 9, 9, 7, 9, 13, 14, 11, 9, 6, 5, 8, 6, 11, 12, 8, 15, 13, 11, 11, 11, 7, 7, 12, 8, 9, 11, 13, 16, 14, 16, 21, 22, 32, 39, 51, 52], "n_pos": 53, "sum_m_en": [5.069138, 2.698965, 2.615141, 2.650239, 2.960472, 2.864547, 2.917053, 2.989339, 2.89381, 2.968541, 3.231205, 3.264222, 3.547722, 3.820496, 3.685546, 3.525644, 3.244884, 3.104672, 2.725394, 2.493647, 2.463836, 2.380628, 2.386045, 2.361252, 4.833758, 5.532014, 5.817385, 5.458821, 5.407666, 4.861655, 4.791188, 4.921792, 4.846221, 5.184468, 4.877489, 6.249362, 5.975099, 6.655508, 6.56116, 7.037612, 7.453928, 8.839553, 9.344586, 7.569684, 7.997324, 8.126969, 4.450977, 3.311176, 0.603281, 0.01009], "sum_m_pl": [18.39358, 23.439023, 24.041752, 23.956258, 23.012597, 23.805362, 23.43106, 22.977863, 22.806214, 23.362387, 23.028716, 22.592588, 22.688887, 22.451475, 23.240149, 22.962706, 23.52832, 24.215412, 24.392117, 24.866596, 25.282761, 25.091484, 25.190197, 25.279493, 20.722064, 20.134472, 20.323363, 20.611078, 21.753817, 22.77676, 22.594391, 22.771227, 23.030277, 21.723695, 21.804773, 20.774884, 20.644026, 19.740979, 19.575412, 19.453259, 19.041649, 19.606787, 18.453342, 18.536039, 23.012296, 26.429787, 33.153341, 35.059466, 44.629308, 51.316183]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "pes-Pediatria-2020 wiosna-62", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 757, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9556, "tf_agree_excl_first": 0.9627}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 38, 36, 36, 29, 40, 41, 42, 47, 47, 42, 53, 43, 39, 39, 29, 39, 41, 32, 28, 43, 40, 45, 39, 49, 57, 54, 53, 51, 40, 33, 44, 46, 46, 63, 61, 66, 66, 74, 70, 69, 68, 69, 63, 71, 72, 76, 75, 74, 68], "n_am_pl": [5, 23, 26, 19, 15, 23, 17, 12, 12, 13, 15, 13, 12, 18, 26, 24, 27, 12, 17, 23, 14, 17, 16, 17, 14, 20, 22, 23, 15, 20, 23, 25, 22, 24, 11, 17, 17, 9, 6, 12, 8, 6, 9, 7, 8, 10, 7, 6, 7, 7], "n_pos": 154, "sum_m_en": [18.402415, 10.583257, 9.314497, 8.852363, 8.703556, 8.745525, 8.486729, 9.219434, 9.25147, 9.610144, 9.753996, 10.74836, 10.718702, 11.116771, 11.414307, 11.587169, 11.629115, 11.050317, 10.118489, 9.433473, 8.886898, 8.099176, 7.657399, 7.254672, 18.874412, 20.293104, 21.240407, 20.268435, 17.967274, 18.526048, 17.674734, 18.376617, 20.761754, 20.914799, 23.420504, 26.289988, 31.682165, 33.81027, 34.816236, 37.247591, 40.846655, 43.248429, 47.655541, 50.61307, 57.917789, 63.302823, 73.266576, 70.812938, 71.373003, 70.308792], "sum_m_pl": [53.927291, 69.280148, 70.103961, 69.774925, 68.91239, 69.7704, 71.023274, 70.649228, 70.746882, 71.53021, 70.725147, 69.746654, 70.80891, 69.060109, 70.078207, 68.555586, 67.635805, 67.572022, 68.531896, 70.456582, 71.463387, 73.537276, 74.625709, 74.892049, 55.112083, 56.244832, 55.971871, 58.020367, 60.491144, 59.757192, 61.213746, 60.955799, 58.434987, 57.210183, 54.188853, 51.029952, 44.667918, 40.80637, 40.234795, 38.648655, 34.457375, 26.136178, 25.376119, 21.154883, 18.747078, 17.528303, 10.987745, 8.994275, 6.35486, 6.151846]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 16, 17, 21, 16, 21, 19, 22, 23, 23, 27, 34, 26, 21, 23, 17, 23, 23, 17, 16, 27, 23, 27, 24, 31, 36, 35, 32, 32, 24, 18, 27, 32, 27, 37, 37, 41, 43, 46, 43, 43, 46, 45, 42, 46, 51, 53, 54, 67, 68], "n_am_pl": [3, 9, 15, 8, 8, 12, 10, 8, 6, 7, 7, 2, 6, 10, 12, 15, 11, 7, 12, 13, 9, 10, 8, 9, 8, 11, 11, 10, 4, 9, 13, 11, 10, 13, 4, 7, 9, 6, 5, 11, 8, 6, 8, 7, 6, 7, 5, 5, 7, 7], "n_pos": 77, "sum_m_en": [9.065205, 4.762651, 4.41533, 4.364312, 4.296997, 4.25058, 4.0856, 4.30914, 4.399741, 4.608882, 4.889863, 5.404187, 5.447504, 5.700097, 6.010542, 6.128899, 6.135786, 5.833893, 5.175099, 4.747348, 4.467519, 4.083047, 3.849433, 3.640351, 10.179227, 11.114022, 11.794314, 10.876137, 9.732869, 9.918977, 9.308449, 9.605856, 10.904512, 11.318302, 12.746625, 15.013276, 18.877211, 20.273625, 21.115413, 22.441644, 24.463906, 27.657902, 30.32866, 32.791443, 37.74394, 42.878955, 50.097034, 49.694714, 62.379991, 66.847926], "sum_m_pl": [26.706759, 34.997355, 35.599864, 34.962465, 34.68431, 35.178555, 35.872212, 35.786769, 35.826261, 36.173419, 35.54044, 35.058181, 35.749192, 34.798869, 35.270441, 34.714435, 34.123987, 34.154931, 34.757163, 35.713506, 36.196036, 37.116163, 37.599499, 37.689587, 27.912919, 28.98168, 29.378093, 30.083512, 30.992289, 30.735125, 31.490695, 31.044013, 30.01926, 29.104515, 27.46871, 25.624906, 22.265341, 20.694192, 21.493159, 21.33618, 19.528922, 15.302251, 14.948908, 12.595457, 9.827727, 9.724053, 6.623305, 6.008531, 6.047538, 5.956386]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "pes-Perinatologia-2018 jesień-51", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 958, "region_end": 154, "roundtrip_ok": true, "tf_agree": 0.9615, "tf_agree_excl_first": 0.9677}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [43, 26, 19, 16, 18, 20, 18, 26, 19, 24, 21, 29, 28, 24, 31, 28, 34, 31, 31, 30, 27, 29, 28, 23, 37, 42, 37, 41, 32, 30, 29, 29, 33, 30, 37, 36, 38, 33, 33, 37, 40, 37, 42, 38, 35, 38, 27, 11, 2, 1], "n_am_pl": [9, 38, 30, 31, 19, 17, 25, 24, 21, 22, 16, 18, 16, 16, 18, 27, 22, 20, 26, 29, 31, 30, 29, 27, 15, 15, 16, 15, 22, 20, 15, 18, 25, 19, 24, 23, 16, 17, 20, 17, 20, 16, 18, 19, 25, 27, 45, 56, 83, 83], "n_pos": 139, "sum_m_en": [14.041118, 6.707727, 6.568226, 6.641387, 6.673901, 6.879872, 6.789162, 7.38222, 7.438606, 7.530735, 8.343832, 9.128726, 8.836507, 9.172709, 9.129741, 8.906296, 8.780433, 8.459906, 7.633621, 7.10831, 6.577068, 6.211494, 6.004399, 5.919317, 13.480309, 14.007991, 14.812314, 14.130676, 12.891967, 13.4329, 12.96961, 13.500686, 13.349847, 13.228713, 14.152607, 15.311439, 16.109571, 16.601066, 15.615076, 17.939772, 18.709223, 18.638998, 22.902257, 22.574156, 23.278368, 23.935821, 18.836333, 10.061941, 3.624473, 1.090071], "sum_m_pl": [48.431501, 64.804296, 64.059073, 63.937287, 62.115495, 63.228556, 64.338289, 63.940824, 62.461494, 63.262157, 61.240517, 60.509863, 62.043414, 61.131335, 62.927834, 63.680067, 64.644971, 64.844009, 66.781454, 67.841231, 69.12961, 69.962375, 70.065969, 70.097237, 53.469174, 52.674785, 51.245662, 53.578821, 55.889286, 56.983364, 58.40586, 58.194184, 57.604525, 55.536629, 55.288159, 53.667329, 51.513025, 49.871889, 50.345324, 50.433009, 49.882114, 45.10196, 43.660877, 42.186712, 40.724604, 42.392845, 48.813978, 54.059552, 74.791829, 82.907111]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 18, 13, 12, 9, 11, 14, 16, 11, 14, 11, 16, 16, 15, 19, 16, 22, 23, 19, 21, 17, 21, 19, 16, 24, 28, 23, 26, 22, 20, 19, 23, 22, 21, 26, 23, 25, 27, 24, 24, 26, 28, 30, 25, 24, 30, 18, 8, 1, 1], "n_am_pl": [4, 23, 16, 16, 10, 11, 14, 12, 11, 14, 11, 14, 9, 9, 10, 16, 12, 10, 15, 17, 20, 14, 18, 19, 10, 10, 11, 8, 14, 12, 12, 13, 16, 10, 17, 16, 13, 11, 17, 13, 13, 11, 14, 15, 17, 19, 33, 45, 76, 82], "n_pos": 84, "sum_m_en": [8.793091, 4.106064, 4.086047, 4.167645, 4.146469, 4.29747, 4.291368, 4.670905, 4.73883, 4.743989, 5.320451, 5.809227, 5.506952, 5.698872, 5.580234, 5.448548, 5.407651, 5.252763, 4.726727, 4.337394, 3.964191, 3.729135, 3.609983, 3.567811, 8.939754, 9.036692, 9.222065, 8.688251, 8.144603, 8.550147, 8.074583, 8.538182, 8.477555, 8.725913, 9.051061, 10.127065, 10.912706, 12.043481, 11.433799, 12.567359, 12.933054, 13.489224, 15.405849, 16.140897, 17.04624, 18.362414, 12.716475, 6.696687, 2.561463, 1.001475], "sum_m_pl": [28.048862, 39.230714, 38.556339, 38.385692, 37.429876, 38.13703, 38.660639, 38.501028, 37.616923, 38.020466, 36.979278, 36.978319, 37.959096, 37.616304, 38.668663, 39.081205, 39.477315, 39.673221, 40.782419, 41.400531, 42.185288, 42.788956, 42.906519, 42.914473, 34.302353, 34.451512, 33.58378, 34.791344, 36.151212, 36.327505, 37.873153, 37.848814, 37.348282, 36.415404, 36.230792, 35.489973, 34.932682, 33.272487, 33.862508, 33.410493, 33.401393, 31.278888, 30.319871, 28.721623, 27.30342, 28.964388, 36.347298, 43.540972, 68.268475, 80.309747]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "pes-Perinatologia-2018 jesień-51", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 838, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9787, "tf_agree_excl_first": 0.9857}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [44, 28, 27, 22, 22, 19, 20, 20, 10, 24, 22, 27, 24, 24, 23, 32, 26, 26, 36, 32, 39, 38, 36, 35, 42, 45, 36, 32, 35, 29, 28, 30, 27, 27, 36, 37, 47, 41, 47, 44, 45, 50, 54, 55, 58, 56, 57, 59, 64, 57], "n_am_pl": [16, 18, 22, 23, 18, 22, 18, 12, 20, 12, 13, 11, 9, 15, 18, 16, 15, 13, 15, 19, 22, 19, 17, 23, 11, 9, 10, 10, 9, 8, 18, 15, 13, 11, 11, 8, 8, 8, 7, 10, 9, 8, 8, 8, 6, 6, 6, 7, 5, 5], "n_pos": 124, "sum_m_en": [13.88878, 7.430117, 7.333259, 6.893059, 7.242035, 6.639569, 6.586342, 6.663413, 6.689201, 6.499095, 6.841007, 7.75165, 7.992967, 8.507904, 8.593988, 8.58884, 8.52059, 8.570107, 7.950431, 7.436655, 6.94565, 6.175393, 5.984382, 5.816107, 13.570662, 14.737248, 14.693594, 12.345489, 12.35998, 12.626816, 11.554122, 12.230622, 12.919353, 13.250579, 15.361347, 16.917225, 21.220496, 22.579841, 24.128955, 26.138766, 27.505422, 33.814311, 36.739116, 42.833199, 46.565375, 49.071423, 52.623388, 56.639916, 58.843557, 57.18405], "sum_m_pl": [45.88799, 57.111983, 56.308888, 55.767808, 54.059754, 54.066624, 53.614877, 53.705028, 52.068404, 54.199932, 53.591536, 53.32252, 53.480878, 53.146608, 54.087492, 55.404932, 55.053739, 53.6696, 54.800647, 56.97788, 57.98416, 58.704263, 58.763982, 59.040848, 45.623801, 46.543871, 44.368381, 47.398999, 48.709231, 48.110815, 49.051455, 49.874783, 47.659068, 46.951391, 44.965342, 41.930347, 36.948544, 34.718076, 33.949606, 30.798618, 28.271617, 23.413787, 20.706251, 15.392723, 11.103386, 9.648372, 7.86155, 6.914146, 5.261972, 5.170584]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [20, 13, 14, 12, 13, 8, 9, 10, 6, 16, 13, 20, 16, 13, 13, 18, 16, 17, 21, 22, 23, 25, 25, 20, 26, 28, 22, 21, 20, 21, 17, 20, 17, 20, 24, 26, 27, 25, 30, 31, 30, 36, 35, 36, 38, 36, 38, 40, 54, 55], "n_am_pl": [10, 8, 10, 12, 10, 8, 7, 4, 8, 4, 4, 3, 2, 2, 7, 6, 6, 6, 7, 6, 9, 9, 9, 13, 5, 3, 6, 4, 6, 3, 8, 6, 5, 3, 6, 6, 7, 7, 5, 8, 8, 5, 6, 7, 5, 5, 5, 6, 5, 5], "n_pos": 61, "sum_m_en": [7.463883, 3.842157, 3.8366, 3.574739, 3.694091, 3.2607, 3.316681, 3.289376, 3.448029, 3.293696, 3.45873, 4.029847, 3.953679, 4.366727, 4.551138, 4.66851, 4.592123, 4.68052, 4.122235, 3.817607, 3.528122, 3.107963, 2.998477, 2.930356, 8.04129, 8.252761, 8.430564, 7.078848, 7.155521, 7.127045, 6.294632, 6.643388, 7.040423, 7.442469, 8.859434, 9.965911, 12.307344, 13.732629, 14.740324, 16.246644, 16.705644, 21.700941, 22.303174, 26.068686, 28.74357, 31.910515, 34.909859, 38.392898, 50.557112, 54.342673], "sum_m_pl": [21.362192, 27.669799, 27.391758, 26.89099, 26.127028, 26.16428, 25.738667, 26.023039, 25.150233, 26.182418, 25.652757, 25.510281, 25.816401, 25.511494, 25.897863, 26.812923, 26.569961, 25.674284, 26.398937, 27.602363, 28.20007, 28.689303, 28.791243, 28.979367, 22.541877, 23.362323, 21.869356, 23.290172, 23.760026, 23.774686, 24.310731, 24.513415, 23.693254, 23.534716, 22.225525, 21.471932, 19.440101, 18.576922, 17.6713, 16.551314, 14.882142, 12.344259, 11.765775, 9.215786, 6.824811, 6.476748, 5.905269, 5.364357, 4.746341, 5.16972]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 323, "item_id": "pes-Perinatologia-2020 jesień-34", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 944, "region_end": 124, "roundtrip_ok": true, "tf_agree": 0.9659, "tf_agree_excl_first": 0.9689}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [32, 23, 20, 22, 15, 10, 9, 15, 18, 25, 21, 15, 18, 16, 19, 24, 22, 26, 24, 16, 18, 18, 16, 17, 26, 30, 34, 33, 30, 30, 27, 27, 26, 31, 26, 28, 40, 35, 31, 32, 32, 30, 34, 34, 33, 26, 16, 5, 0, 0], "n_am_pl": [6, 29, 32, 30, 31, 30, 24, 39, 37, 32, 35, 30, 23, 26, 21, 22, 35, 28, 32, 37, 38, 37, 38, 39, 21, 25, 21, 13, 13, 19, 12, 12, 14, 18, 20, 16, 21, 21, 21, 27, 27, 28, 29, 31, 30, 32, 42, 44, 70, 77], "n_pos": 147, "sum_m_en": [12.825652, 6.881518, 7.164691, 7.216701, 7.397891, 7.036944, 6.996749, 7.633164, 7.66486, 7.713376, 7.917478, 8.295726, 8.553632, 8.651844, 8.430225, 8.223707, 8.262973, 8.07046, 7.519328, 7.07166, 6.770998, 6.352502, 6.151024, 6.073464, 9.550324, 11.067953, 12.278162, 12.024895, 11.34493, 11.881148, 11.932067, 11.841017, 11.623233, 11.267424, 12.634586, 13.083406, 16.313177, 16.504893, 16.478872, 17.390059, 17.924648, 17.878569, 20.501293, 23.392024, 24.606869, 20.152848, 15.735204, 8.104286, 0.765346, 0.001427], "sum_m_pl": [56.266431, 69.628307, 68.005404, 66.864692, 64.544869, 63.622106, 62.820747, 63.373725, 63.717986, 64.570076, 63.347198, 63.004834, 65.238094, 63.791414, 65.46849, 67.290579, 67.752687, 67.590058, 69.593204, 71.087508, 71.91263, 72.170714, 72.058149, 72.063001, 61.826799, 59.658348, 57.84448, 59.277077, 61.542603, 61.580447, 59.722984, 61.09776, 61.501102, 61.259509, 58.266462, 57.058944, 55.42517, 54.905906, 54.969817, 55.142167, 52.717449, 51.088621, 47.493022, 43.872809, 42.283456, 42.611057, 41.596838, 42.487023, 70.655418, 77.017328]}, "digit": {"n_am_en": [0, 0, 0, 2, 1, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 2, 0, 2, 2, 2, 1, 1, 1, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 2, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 2, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 2, 0, 0], "n_pos": 4, "sum_m_en": [0.334516, 0.178115, 0.161279, 0.145595, 0.151309, 0.15561, 0.168307, 0.178098, 0.212465, 0.214553, 0.190744, 0.184333, 0.192091, 0.195664, 0.219878, 0.262264, 0.251116, 0.256761, 0.238351, 0.23327, 0.202148, 0.175647, 0.171465, 0.167767, 0.3602, 0.391367, 0.357018, 0.290846, 0.287498, 0.288734, 0.32655, 0.359518, 0.353243, 0.360507, 0.430299, 0.490597, 0.444113, 0.430262, 0.361049, 0.312668, 0.240551, 0.164465, 0.148283, 0.101461, 0.146853, 0.100713, 0.133349, 0.071686, 0.004272, 0.0], "sum_m_pl": [1.754715, 2.13489, 2.121976, 2.110534, 1.872269, 1.768915, 1.790202, 1.68137, 1.852266, 1.902946, 1.952587, 2.036721, 2.090512, 2.039278, 2.073158, 2.003857, 1.964756, 1.946944, 2.032662, 2.061019, 2.077624, 2.076034, 2.067753, 2.06831, 1.513489, 1.79413, 1.863026, 1.870992, 1.907142, 1.973186, 1.895447, 1.821594, 1.89195, 1.839593, 1.703691, 1.603387, 1.544089, 1.558813, 1.48991, 1.644466, 1.191296, 1.201527, 1.203437, 1.40846, 1.533769, 1.447099, 1.132633, 1.421862, 0.290779, 0.0]}, "lang": {"n_am_en": [19, 9, 8, 6, 8, 4, 5, 9, 12, 14, 12, 8, 8, 6, 10, 15, 13, 13, 12, 10, 8, 11, 10, 10, 13, 17, 15, 18, 11, 18, 17, 15, 18, 22, 16, 16, 27, 26, 24, 25, 26, 25, 29, 30, 27, 22, 13, 5, 0, 0], "n_am_pl": [5, 14, 17, 16, 17, 15, 13, 19, 19, 12, 14, 17, 13, 15, 14, 12, 21, 18, 20, 25, 26, 27, 26, 21, 9, 16, 13, 10, 6, 15, 7, 7, 9, 9, 11, 10, 12, 13, 14, 17, 18, 20, 20, 20, 20, 22, 32, 33, 69, 77], "n_pos": 77, "sum_m_en": [6.410088, 3.68335, 3.887208, 3.841005, 3.989555, 3.751854, 3.763183, 4.306969, 4.202768, 4.159267, 4.289974, 4.3884, 4.503082, 4.442488, 4.288423, 4.193315, 4.205432, 4.083816, 3.755366, 3.597764, 3.407707, 3.172508, 3.091115, 3.028945, 4.570551, 5.738928, 6.23165, 6.175713, 5.706011, 6.075514, 6.192889, 6.05486, 6.302162, 6.198623, 6.975349, 7.18892, 10.074794, 10.515482, 10.671379, 11.433321, 12.585493, 13.148451, 15.986379, 19.666072, 20.669403, 17.360395, 13.394131, 6.882859, 0.493102, 0.000347], "sum_m_pl": [28.135709, 34.924911, 33.877467, 33.54121, 32.130827, 31.644293, 31.664678, 31.989546, 32.341734, 32.914601, 32.175506, 32.19256, 33.726235, 33.308039, 34.646843, 35.763048, 36.101096, 36.616111, 37.528867, 38.164543, 38.699169, 38.67245, 38.453943, 38.490541, 33.875927, 32.558968, 32.082545, 33.027591, 34.10063, 33.850289, 33.039222, 34.035574, 34.656969, 34.494782, 32.51895, 32.367736, 32.803214, 31.976613, 32.659279, 32.114717, 30.420106, 29.154273, 27.554496, 25.312205, 25.352321, 27.07625, 28.909065, 32.04888, 67.971677, 76.369903]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 535, "item_id": "pes-Perinatologia-2020 jesień-34", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 824, "region_end": 147, "roundtrip_ok": true, "tf_agree": 0.9832, "tf_agree_excl_first": 0.985}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 29, 32, 30, 29, 22, 23, 28, 24, 29, 30, 24, 25, 24, 26, 31, 28, 30, 24, 29, 24, 29, 33, 30, 46, 45, 41, 42, 31, 33, 28, 25, 25, 38, 32, 38, 41, 33, 44, 53, 55, 48, 56, 49, 43, 31, 20, 10, 2, 1], "n_am_pl": [9, 29, 23, 31, 22, 13, 11, 13, 19, 16, 21, 20, 15, 22, 19, 18, 23, 25, 31, 29, 35, 36, 35, 31, 23, 18, 24, 19, 17, 18, 29, 29, 34, 25, 23, 23, 17, 16, 13, 20, 23, 19, 14, 19, 16, 25, 41, 51, 66, 76], "n_pos": 139, "sum_m_en": [13.745781, 7.428693, 7.619243, 7.560394, 7.379701, 7.23449, 7.386937, 7.808034, 7.749316, 8.261814, 8.306058, 8.916877, 9.16148, 9.589524, 9.696864, 10.293304, 9.613096, 8.961197, 8.152007, 7.631202, 7.162078, 7.017295, 6.723343, 6.541888, 17.796087, 17.612759, 15.16311, 14.040113, 13.684005, 13.487857, 13.419864, 12.912549, 12.741784, 13.444475, 14.217102, 14.412859, 14.873216, 17.386827, 18.334199, 26.953747, 28.058383, 30.848131, 35.692276, 36.722349, 33.853291, 27.959964, 19.936251, 10.592261, 3.593939, 1.281525], "sum_m_pl": [51.308877, 64.303826, 63.486471, 62.699518, 61.554657, 60.710587, 61.709056, 60.279592, 60.145703, 61.37377, 60.549649, 59.926808, 59.757025, 58.621456, 59.222715, 61.018818, 62.643609, 62.569388, 64.78205, 67.092277, 67.440125, 68.48885, 68.986894, 68.948678, 50.76339, 50.229914, 50.09205, 51.638143, 53.058734, 54.185983, 53.734551, 54.948628, 54.218991, 52.824568, 53.331151, 51.271985, 49.414489, 47.181881, 46.679154, 42.345593, 41.389535, 36.734908, 34.360896, 33.032333, 31.643618, 33.828385, 40.239935, 49.702549, 64.181232, 76.651668]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 15, 13, 15, 18, 16, 14, 17, 15, 14, 18, 11, 13, 13, 18, 22, 18, 22, 14, 19, 14, 18, 23, 19, 32, 27, 26, 29, 23, 24, 19, 15, 16, 25, 17, 24, 31, 22, 34, 39, 40, 37, 41, 37, 32, 24, 17, 7, 1, 1], "n_am_pl": [5, 20, 14, 21, 12, 8, 8, 5, 10, 11, 14, 14, 11, 13, 13, 10, 17, 18, 23, 24, 25, 25, 25, 22, 18, 14, 17, 14, 13, 13, 24, 22, 26, 20, 21, 20, 12, 12, 8, 13, 12, 10, 8, 13, 11, 16, 32, 39, 62, 76], "n_pos": 78, "sum_m_en": [6.812946, 4.159592, 4.348479, 4.214594, 4.246554, 4.247101, 4.402473, 4.735271, 4.656703, 4.940745, 5.007129, 5.30948, 5.581142, 5.871555, 5.810363, 6.065765, 5.594507, 5.182326, 4.694628, 4.364712, 4.101222, 4.160483, 3.929001, 3.818195, 11.249166, 11.802777, 10.094676, 9.533304, 9.281373, 8.803237, 8.887005, 8.697858, 8.357266, 8.974108, 8.925444, 9.204946, 9.979174, 12.248941, 13.041289, 18.390106, 19.370564, 22.998, 25.775135, 27.375645, 26.363255, 22.492728, 16.113265, 8.090015, 2.522913, 1.060543], "sum_m_pl": [29.470543, 36.073839, 35.187488, 34.785171, 34.137695, 33.833354, 34.379173, 33.853658, 34.542999, 35.124016, 35.02343, 34.711842, 35.243658, 34.827237, 35.564714, 36.177334, 36.88757, 36.748811, 37.285985, 38.466229, 38.157215, 38.584618, 38.994767, 38.877944, 30.868128, 30.267626, 31.318816, 31.171808, 32.296755, 33.070179, 33.079252, 33.58849, 33.297551, 33.371993, 33.158225, 33.154056, 32.284773, 30.809945, 30.384742, 26.910647, 26.609123, 22.17103, 20.116487, 19.816969, 20.325278, 21.540907, 29.782279, 38.568106, 58.205938, 74.308208]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 141, "item_id": "pes-Periodontologia-2018 jesień-104", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 887, "region_end": 139, "roundtrip_ok": true, "tf_agree": 0.9787, "tf_agree_excl_first": 0.9857}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 22, 18, 17, 12, 11, 11, 19, 20, 16, 13, 13, 22, 20, 16, 21, 19, 16, 15, 14, 11, 15, 15, 18, 27, 27, 18, 26, 17, 17, 16, 12, 11, 19, 16, 16, 22, 22, 16, 25, 28, 24, 22, 19, 20, 14, 12, 8, 4, 3], "n_am_pl": [3, 18, 10, 15, 14, 21, 16, 9, 11, 8, 9, 14, 5, 11, 16, 7, 17, 15, 19, 21, 28, 32, 30, 24, 16, 13, 16, 8, 11, 10, 12, 13, 14, 9, 16, 19, 17, 17, 21, 20, 17, 15, 12, 19, 13, 17, 28, 31, 35, 47], "n_pos": 93, "sum_m_en": [8.969046, 4.965587, 5.229346, 5.168748, 4.921409, 4.873826, 4.995057, 5.500571, 5.67127, 5.829121, 5.784873, 6.065264, 6.628681, 6.699279, 6.696935, 7.100192, 6.701897, 6.202942, 5.614255, 5.312663, 4.988994, 4.591123, 4.512236, 4.454516, 10.628698, 11.433472, 10.404877, 9.645174, 8.733803, 8.695095, 8.406154, 8.002751, 8.015382, 8.344515, 8.978575, 8.855733, 8.726738, 9.665187, 9.557648, 12.679596, 12.402568, 13.99655, 15.644101, 17.217315, 15.97063, 15.092292, 10.53715, 7.104382, 3.766633, 2.774984], "sum_m_pl": [36.156027, 42.864112, 41.584119, 41.801862, 40.983611, 41.130242, 41.205735, 39.834236, 39.813289, 40.406677, 40.302863, 40.377291, 39.571713, 39.792235, 40.926217, 41.857884, 42.485707, 41.523214, 42.623581, 43.926471, 43.803474, 44.984754, 45.185255, 44.888323, 31.644377, 31.622107, 31.385982, 32.534342, 33.800457, 34.12735, 34.248673, 34.779368, 35.663587, 34.802915, 35.203485, 34.447408, 33.91286, 33.609958, 34.197471, 32.234598, 31.661198, 29.593076, 27.39063, 25.572222, 21.264198, 22.760448, 27.53418, 30.0895, 36.56377, 46.206777]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 11, 9, 12, 9, 6, 9, 12, 13, 10, 10, 6, 12, 13, 10, 16, 13, 10, 9, 9, 6, 8, 8, 10, 16, 18, 9, 13, 10, 7, 10, 7, 8, 11, 9, 10, 13, 14, 11, 16, 16, 14, 16, 14, 17, 11, 9, 6, 4, 3], "n_am_pl": [1, 13, 8, 8, 8, 13, 7, 5, 5, 4, 4, 7, 2, 4, 5, 3, 7, 6, 11, 13, 16, 20, 19, 15, 12, 9, 11, 7, 8, 8, 7, 9, 8, 6, 10, 12, 12, 11, 15, 17, 14, 13, 9, 14, 10, 14, 22, 24, 34, 47], "n_pos": 50, "sum_m_en": [4.710559, 2.605784, 2.737761, 2.652433, 2.557813, 2.574591, 2.684985, 3.029049, 3.053105, 3.247579, 3.217755, 3.450922, 3.729511, 3.859102, 3.716579, 3.969492, 3.722747, 3.456934, 3.109445, 2.887992, 2.706227, 2.516853, 2.472869, 2.47182, 6.016459, 6.770933, 6.079989, 5.410079, 4.950923, 4.91468, 4.877972, 4.785667, 4.692957, 4.798277, 5.079687, 5.024375, 5.007406, 5.234269, 5.125312, 6.190702, 5.852428, 8.161959, 9.015369, 10.550133, 11.856349, 10.664063, 7.597827, 4.947728, 2.986113, 2.568695], "sum_m_pl": [19.008804, 23.405397, 22.724502, 22.885854, 22.482076, 22.626897, 22.611425, 21.842091, 21.862071, 21.944695, 21.619122, 21.859053, 21.347043, 21.30897, 22.064916, 22.431031, 22.90198, 22.559949, 23.034185, 23.856483, 23.682136, 24.245552, 24.393796, 24.177512, 18.072219, 17.871371, 17.890679, 18.396405, 19.046581, 19.15865, 19.364663, 19.413137, 19.947023, 19.828306, 20.222223, 20.25435, 20.449552, 20.660896, 21.246378, 20.200617, 20.221544, 18.462827, 17.301801, 15.917666, 14.067471, 15.274548, 21.169735, 23.110671, 33.556899, 45.273041]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 95, "item_id": "pes-Periodontologia-2018 jesień-104", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 767, "region_end": 93, "roundtrip_ok": true, "tf_agree": 0.9895, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [41, 36, 30, 36, 39, 34, 28, 39, 36, 48, 55, 35, 35, 31, 35, 43, 28, 33, 45, 43, 45, 48, 48, 44, 53, 57, 49, 44, 52, 48, 49, 38, 48, 46, 54, 54, 50, 44, 45, 44, 47, 46, 50, 45, 54, 57, 59, 57, 50, 54], "n_am_pl": [5, 18, 17, 15, 15, 23, 22, 13, 13, 7, 10, 18, 14, 20, 12, 14, 17, 17, 14, 17, 12, 19, 18, 11, 11, 10, 13, 18, 17, 8, 13, 13, 11, 8, 9, 8, 8, 11, 8, 13, 14, 12, 12, 14, 7, 5, 9, 6, 5, 4], "n_pos": 135, "sum_m_en": [15.23628, 8.519758, 8.127095, 8.634114, 8.660845, 8.313238, 8.396533, 8.712688, 9.02465, 9.524739, 9.984321, 11.82053, 11.924008, 11.595914, 11.241769, 11.681468, 10.335949, 9.821338, 9.715013, 8.880215, 8.273917, 7.610139, 7.159046, 6.952967, 22.692378, 22.828503, 22.59527, 20.338508, 18.989216, 18.072584, 16.496803, 16.613153, 17.386437, 18.348013, 19.843188, 22.614539, 25.996793, 26.089508, 27.353011, 28.280311, 29.744146, 33.334167, 38.280191, 36.812511, 44.443347, 47.466529, 53.43676, 55.751575, 51.285985, 53.008358], "sum_m_pl": [48.838914, 61.745114, 62.335868, 59.698185, 57.998529, 58.989707, 58.300575, 57.289858, 55.57873, 58.811465, 57.083118, 55.535638, 55.096031, 54.084325, 54.20273, 55.762413, 58.205932, 56.218314, 58.375936, 61.29322, 62.509777, 63.67774, 64.060996, 64.361875, 42.780621, 41.568858, 38.952008, 43.261023, 45.353802, 45.066517, 46.869749, 47.74764, 45.430599, 44.498705, 45.30847, 40.092249, 34.621212, 34.366198, 33.233245, 31.811541, 30.426355, 26.205171, 23.960825, 21.721293, 16.782446, 13.926397, 10.970933, 8.171551, 5.279998, 4.074266]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [22, 20, 17, 19, 20, 17, 16, 20, 18, 23, 26, 17, 18, 16, 22, 25, 16, 18, 21, 21, 21, 22, 23, 24, 28, 31, 25, 26, 24, 24, 28, 22, 29, 29, 29, 29, 28, 28, 28, 28, 32, 32, 31, 28, 34, 37, 43, 48, 49, 53], "n_am_pl": [0, 7, 12, 7, 9, 13, 9, 7, 6, 5, 7, 12, 6, 9, 5, 4, 5, 5, 7, 10, 5, 10, 9, 7, 7, 5, 8, 7, 8, 3, 6, 7, 4, 2, 5, 5, 4, 8, 5, 8, 5, 5, 6, 7, 3, 2, 5, 2, 3, 4], "n_pos": 59, "sum_m_en": [6.917124, 3.685081, 3.355117, 3.660178, 3.783825, 3.829482, 3.856853, 4.163622, 4.472977, 4.608951, 4.762969, 5.986, 6.023484, 5.833949, 5.645745, 5.925549, 5.067944, 4.689035, 4.617229, 4.124987, 3.669815, 3.368074, 3.194733, 3.094288, 11.438497, 11.586546, 11.951813, 10.61873, 9.254874, 8.821091, 7.920833, 8.045382, 8.664553, 9.291818, 10.045087, 11.251535, 13.770125, 14.504021, 15.401627, 16.160677, 18.077426, 21.126786, 23.482332, 23.612035, 28.671523, 30.807611, 37.642721, 42.843772, 47.963252, 50.773627], "sum_m_pl": [21.444241, 27.739973, 28.215008, 27.273958, 26.310476, 26.548286, 26.12773, 25.61691, 25.327593, 26.769517, 26.228538, 25.324197, 25.133327, 24.817382, 25.407739, 25.463716, 26.204631, 25.323398, 26.067672, 27.320355, 27.85557, 28.254443, 28.407818, 28.538216, 20.573409, 19.845508, 18.631961, 20.504835, 21.756766, 21.615006, 22.434631, 22.841485, 21.752574, 21.214101, 21.199339, 19.537156, 17.12732, 16.934259, 16.377042, 15.747517, 14.570723, 12.14432, 10.559861, 9.320552, 7.754405, 6.221955, 4.768158, 3.193589, 3.00598, 4.028783]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 137, "item_id": "pes-Periodontologia-2018 jesień-79", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 899, "region_end": 135, "roundtrip_ok": true, "tf_agree": 0.9781, "tf_agree_excl_first": 0.9853}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [65, 53, 34, 44, 29, 28, 37, 34, 32, 53, 48, 36, 34, 38, 47, 51, 39, 30, 32, 37, 37, 39, 35, 48, 55, 48, 53, 50, 54, 48, 43, 48, 43, 49, 63, 59, 51, 56, 49, 56, 60, 62, 65, 54, 61, 53, 30, 17, 7, 3], "n_am_pl": [5, 40, 40, 39, 30, 39, 25, 19, 9, 19, 16, 20, 27, 31, 30, 33, 30, 36, 29, 27, 36, 37, 36, 36, 19, 20, 20, 22, 24, 22, 31, 30, 32, 26, 25, 33, 34, 35, 37, 28, 32, 32, 38, 42, 36, 43, 45, 52, 98, 108], "n_pos": 217, "sum_m_en": [21.376291, 10.958949, 10.617513, 11.291736, 11.64301, 11.301937, 11.465819, 12.067585, 11.996897, 12.991945, 13.345227, 14.694, 15.038646, 15.731434, 15.098241, 15.58127, 14.580223, 13.668471, 12.563179, 11.92781, 11.531622, 10.688154, 10.361061, 10.293991, 24.866851, 24.880651, 25.515395, 22.76731, 22.480488, 23.031825, 21.967963, 21.604385, 21.970878, 23.200857, 25.316409, 25.988015, 27.066959, 28.735885, 28.875969, 33.242626, 32.499974, 36.587696, 42.073388, 40.606601, 46.737268, 41.432207, 24.298555, 17.832628, 7.583385, 3.358881], "sum_m_pl": [78.994714, 100.633959, 99.128543, 97.43377, 92.439716, 93.929294, 92.455122, 91.580282, 89.883906, 93.83928, 92.646676, 91.43759, 93.195334, 92.637614, 95.167241, 96.446925, 98.885786, 98.920484, 102.156633, 104.138461, 104.998913, 106.4304, 105.972938, 105.789885, 74.65781, 71.429143, 70.038716, 75.23806, 77.701563, 79.249502, 81.905985, 83.983738, 82.927803, 79.264581, 80.436676, 78.366651, 74.157536, 72.789067, 72.185437, 69.35728, 66.818807, 63.768283, 59.846346, 56.99177, 51.027857, 52.656266, 56.23561, 60.342387, 92.73051, 109.284415]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [32, 25, 18, 23, 13, 19, 23, 24, 22, 29, 29, 21, 21, 21, 32, 31, 26, 17, 18, 23, 22, 24, 25, 31, 34, 33, 36, 28, 34, 33, 31, 35, 31, 27, 35, 37, 33, 32, 33, 36, 34, 39, 43, 37, 42, 35, 21, 10, 4, 3], "n_am_pl": [4, 24, 27, 22, 19, 24, 13, 9, 3, 8, 7, 13, 17, 18, 20, 18, 17, 18, 17, 14, 19, 18, 15, 20, 12, 12, 15, 16, 13, 12, 18, 16, 14, 15, 14, 20, 22, 23, 21, 19, 18, 20, 23, 31, 26, 31, 36, 46, 90, 108], "n_pos": 111, "sum_m_en": [10.494214, 5.827855, 5.575252, 5.80621, 6.001202, 5.922302, 6.14331, 6.478972, 6.414048, 6.967413, 7.333179, 7.92693, 8.232977, 8.597567, 8.267624, 8.792157, 8.146635, 7.494453, 6.910001, 6.555436, 6.192683, 5.712004, 5.460886, 5.474134, 15.037222, 15.108999, 15.956278, 13.941809, 14.097447, 13.997364, 13.547589, 13.483468, 13.707272, 14.384453, 15.44341, 16.532008, 17.089893, 18.064391, 17.860728, 19.748746, 19.456477, 20.901128, 25.180963, 24.927693, 31.231518, 27.571176, 16.830391, 10.448587, 4.409935, 2.8989], "sum_m_pl": [39.237096, 51.122336, 50.484869, 49.541591, 47.329598, 48.126013, 47.254442, 47.186776, 46.499914, 48.504279, 48.371013, 48.252324, 49.499487, 49.451622, 51.169916, 50.958311, 51.931435, 51.768899, 52.917184, 53.668613, 54.106512, 54.677899, 54.471408, 54.280719, 40.248753, 38.878783, 39.235825, 41.325159, 42.393659, 43.06157, 44.327772, 45.782135, 45.613954, 44.414805, 44.274667, 43.935742, 41.865975, 41.317068, 41.269389, 39.775799, 38.915996, 38.29119, 35.625934, 34.610813, 32.660345, 35.440648, 41.831604, 48.787518, 84.164118, 106.66878]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 219, "item_id": "pes-Periodontologia-2018 jesień-79", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 779, "region_end": 217, "roundtrip_ok": true, "tf_agree": 0.9772, "tf_agree_excl_first": 0.9817}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [58, 48, 50, 34, 33, 44, 40, 48, 33, 46, 49, 54, 40, 42, 43, 38, 45, 40, 36, 40, 38, 42, 43, 50, 49, 49, 51, 50, 45, 60, 60, 55, 58, 56, 76, 72, 76, 73, 77, 83, 82, 86, 87, 81, 86, 84, 84, 94, 88, 83], "n_am_pl": [12, 24, 24, 25, 25, 18, 19, 26, 21, 11, 8, 18, 12, 22, 13, 13, 12, 16, 17, 19, 12, 15, 11, 18, 26, 20, 10, 14, 10, 8, 9, 13, 15, 11, 12, 20, 11, 17, 12, 17, 14, 14, 10, 10, 7, 9, 8, 5, 1, 5], "n_pos": 174, "sum_m_en": [21.552548, 11.141773, 10.915869, 10.102724, 10.603842, 10.63941, 10.592172, 10.802497, 10.98401, 11.175429, 11.382068, 12.572808, 12.292777, 12.391841, 12.137952, 12.592047, 12.161954, 11.446635, 11.527126, 10.939129, 10.45035, 9.765715, 9.12351, 8.750053, 22.723708, 23.763055, 22.639346, 21.427861, 19.321645, 20.271895, 19.668252, 19.93605, 22.855371, 23.959657, 27.124548, 30.370735, 37.089727, 38.707988, 41.84034, 44.595915, 47.405145, 56.208963, 60.644814, 63.129984, 71.842053, 75.805346, 84.026648, 89.334577, 87.281993, 82.751748], "sum_m_pl": [60.304836, 78.752718, 78.772807, 79.217401, 78.383906, 77.614675, 78.213415, 77.321991, 75.943039, 78.133506, 78.036127, 78.226555, 77.640668, 75.748062, 77.587464, 78.010589, 79.020789, 80.072788, 80.356308, 83.28779, 84.211584, 85.138356, 84.839426, 85.387133, 64.207342, 62.581512, 59.764477, 63.020217, 66.179285, 66.407383, 67.379409, 68.964682, 67.727854, 65.804324, 65.123367, 60.109572, 52.7291, 49.684807, 47.199574, 44.836828, 41.223029, 34.119112, 31.075611, 25.792836, 18.477353, 14.905142, 11.081182, 6.964976, 2.653527, 4.835964]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [32, 25, 26, 18, 19, 26, 22, 24, 20, 26, 28, 36, 24, 27, 25, 22, 25, 21, 21, 22, 23, 28, 22, 31, 24, 31, 31, 34, 31, 37, 39, 36, 39, 38, 47, 49, 52, 52, 55, 59, 57, 60, 62, 56, 64, 63, 65, 73, 79, 81], "n_am_pl": [5, 13, 15, 17, 12, 8, 9, 17, 10, 5, 5, 6, 5, 9, 5, 6, 5, 8, 10, 8, 6, 7, 6, 13, 17, 13, 5, 6, 3, 4, 6, 8, 8, 6, 8, 13, 5, 10, 8, 9, 5, 5, 3, 4, 1, 3, 3, 2, 1, 4], "n_pos": 87, "sum_m_en": [10.453573, 5.724948, 5.555192, 5.107399, 5.513781, 5.363602, 5.41546, 5.555748, 5.903612, 6.105104, 5.999833, 6.534829, 6.420916, 6.599331, 6.348403, 6.688146, 6.379685, 5.94749, 5.990427, 5.63586, 5.345848, 4.995304, 4.645367, 4.518801, 13.287194, 13.946497, 13.182396, 12.375946, 11.218346, 11.630212, 11.327771, 12.001986, 13.970668, 14.706349, 16.710575, 19.12305, 23.774858, 24.477443, 27.00359, 29.83868, 32.019089, 39.18148, 43.104872, 43.755868, 51.879159, 54.447604, 62.619112, 68.225313, 77.114658, 77.6464], "sum_m_pl": [30.691489, 39.253776, 39.30878, 39.497743, 38.855755, 38.72926, 39.019714, 38.976074, 38.304352, 39.15675, 39.473174, 39.735826, 40.03092, 39.339641, 40.481639, 40.120562, 40.513471, 41.131111, 40.895862, 42.317357, 42.700457, 43.11245, 42.833356, 43.134858, 33.162486, 32.275458, 31.058969, 32.183512, 34.075469, 34.134396, 34.672271, 35.300539, 34.678216, 34.291305, 33.917569, 31.948751, 27.73199, 26.111166, 24.765744, 23.13146, 20.484594, 16.491563, 14.126766, 11.827856, 7.896224, 5.794507, 4.999475, 3.038621, 2.055829, 4.234493]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 176, "item_id": "pes-Periodontologia-2018 wiosna-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 911, "region_end": 174, "roundtrip_ok": true, "tf_agree": 0.9716, "tf_agree_excl_first": 0.9771}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [19, 16, 20, 17, 14, 17, 16, 18, 17, 21, 16, 23, 19, 20, 20, 16, 21, 17, 19, 24, 18, 17, 12, 16, 20, 22, 24, 30, 24, 25, 20, 17, 15, 22, 29, 27, 29, 24, 26, 29, 24, 27, 32, 27, 31, 28, 19, 9, 2, 0], "n_am_pl": [6, 13, 13, 15, 12, 9, 12, 16, 10, 10, 9, 11, 9, 7, 8, 14, 7, 8, 10, 6, 10, 7, 9, 10, 10, 12, 9, 12, 14, 8, 9, 8, 12, 7, 5, 9, 8, 10, 12, 10, 12, 11, 11, 12, 10, 11, 18, 30, 48, 47], "n_pos": 87, "sum_m_en": [8.173206, 4.626418, 4.87982, 4.531652, 4.593468, 4.848536, 4.715356, 5.083452, 4.819777, 4.899573, 4.81949, 5.154383, 5.145042, 5.475725, 5.590229, 5.706911, 5.864132, 5.27095, 5.050477, 4.722997, 4.542431, 4.287489, 4.060827, 3.955364, 9.271703, 9.560565, 8.96502, 8.861819, 7.893667, 7.852985, 7.422278, 7.358809, 7.420916, 7.722279, 8.838389, 9.600773, 10.183388, 10.073986, 11.105861, 12.839795, 13.601083, 15.833876, 20.150438, 20.481263, 23.374197, 20.602063, 16.046879, 8.451469, 2.810732, 0.427522], "sum_m_pl": [31.27108, 39.678302, 38.488075, 38.408772, 38.3398, 38.191983, 39.548423, 39.290846, 39.030423, 39.678005, 39.452261, 39.810805, 40.430602, 40.142921, 41.137042, 41.28204, 40.949452, 41.734922, 42.345706, 43.504954, 43.816529, 44.047116, 43.649545, 43.774533, 33.341017, 32.858584, 33.05423, 34.532622, 36.254834, 36.757095, 37.41875, 38.806936, 38.951565, 37.344684, 36.543571, 35.664302, 34.66033, 33.727729, 33.273542, 32.401283, 30.881664, 30.015666, 27.246611, 23.989113, 20.144147, 21.401594, 24.04531, 29.597749, 44.396626, 48.426506]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 9, 13, 10, 9, 11, 11, 9, 9, 13, 10, 10, 10, 10, 13, 11, 12, 11, 13, 12, 10, 10, 6, 10, 11, 12, 16, 18, 15, 16, 15, 9, 9, 15, 16, 18, 17, 18, 18, 19, 16, 18, 18, 17, 20, 19, 13, 5, 0, 0], "n_am_pl": [2, 6, 9, 10, 5, 3, 6, 8, 6, 5, 5, 5, 3, 1, 5, 6, 3, 4, 4, 3, 4, 4, 2, 7, 7, 9, 5, 5, 7, 5, 4, 5, 7, 4, 4, 6, 5, 4, 6, 4, 7, 7, 7, 7, 7, 9, 13, 22, 44, 46], "n_pos": 46, "sum_m_en": [4.144159, 2.463378, 2.66422, 2.406969, 2.453465, 2.533359, 2.473983, 2.66454, 2.557275, 2.611239, 2.581306, 2.699077, 2.660589, 2.863942, 2.822984, 2.890459, 2.998979, 2.667004, 2.601127, 2.429854, 2.348715, 2.193663, 2.097991, 2.047492, 5.050772, 5.077647, 4.804504, 4.706131, 4.197497, 4.063375, 3.798266, 3.846586, 3.858074, 3.990019, 4.495435, 4.721345, 4.974054, 4.784088, 5.574588, 6.026534, 6.619861, 9.465698, 12.895587, 12.872508, 14.384646, 12.688425, 9.70193, 3.926302, 0.589905, 0.006157], "sum_m_pl": [15.795842, 20.693271, 19.898701, 19.747756, 19.668229, 19.575326, 20.613945, 20.556184, 20.410401, 20.698756, 20.741439, 21.0687, 21.476757, 21.285394, 21.958916, 21.966478, 21.769413, 22.266513, 22.366363, 22.940281, 23.168976, 23.297542, 23.019827, 23.098838, 19.062718, 18.615187, 18.57278, 18.690644, 19.683502, 20.105351, 20.617915, 21.234458, 21.504108, 20.934773, 20.516525, 20.571137, 20.269666, 20.024797, 19.923391, 19.659584, 18.280669, 17.117129, 15.301381, 13.048275, 12.686175, 15.348067, 18.540623, 22.416406, 39.529131, 45.359168]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "pes-Periodontologia-2018 wiosna-87", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 791, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9551, "tf_agree_excl_first": 0.9659}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 50, 40, 35, 34, 32, 28, 26, 24, 41, 42, 43, 43, 30, 33, 33, 46, 40, 43, 41, 44, 38, 36, 39, 58, 63, 51, 49, 52, 59, 49, 45, 54, 43, 45, 50, 63, 62, 72, 79, 72, 76, 75, 78, 70, 66, 73, 70, 69, 65], "n_am_pl": [12, 28, 32, 27, 20, 16, 15, 16, 18, 11, 13, 9, 11, 15, 16, 20, 19, 19, 16, 15, 7, 8, 7, 6, 9, 7, 4, 10, 10, 12, 19, 10, 11, 11, 9, 11, 8, 8, 10, 12, 14, 8, 10, 8, 11, 8, 5, 3, 5, 4], "n_pos": 170, "sum_m_en": [19.493939, 10.86748, 10.933868, 10.603911, 10.773392, 10.550702, 10.873683, 11.569593, 10.712601, 11.032469, 11.031885, 11.748064, 12.188446, 12.256631, 12.08951, 11.36558, 11.053774, 10.728742, 10.330773, 9.51485, 9.210283, 8.510564, 8.222634, 8.059889, 20.472724, 23.903042, 21.925645, 19.750224, 19.290189, 19.529756, 17.793023, 17.741989, 18.885783, 17.912247, 18.503219, 21.67984, 25.999779, 29.680479, 35.146314, 38.03821, 39.293168, 45.492935, 53.591217, 59.322318, 57.857239, 62.348211, 67.216876, 65.524297, 67.064812, 63.810502], "sum_m_pl": [60.080522, 78.36345, 77.341893, 75.950212, 73.40586, 73.795501, 73.430686, 71.203292, 70.547632, 71.183401, 71.500785, 71.149586, 71.295443, 69.816837, 71.18452, 73.987535, 74.321238, 70.633852, 72.33274, 76.235751, 77.011325, 78.775684, 79.060232, 79.57866, 56.356597, 53.032932, 50.747199, 55.095457, 58.306346, 59.845706, 61.786163, 59.568995, 57.053155, 57.45129, 56.326955, 52.560145, 47.416744, 44.549459, 40.572375, 38.364614, 35.439517, 28.576746, 23.574311, 20.039865, 16.476449, 14.032278, 8.321632, 5.862222, 4.603712, 3.721099]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [16, 24, 22, 15, 13, 15, 14, 11, 12, 23, 21, 23, 25, 18, 15, 19, 23, 18, 22, 20, 21, 19, 20, 19, 29, 32, 24, 25, 27, 26, 22, 22, 26, 25, 27, 28, 33, 34, 37, 39, 37, 41, 44, 47, 43, 40, 46, 48, 60, 64], "n_am_pl": [7, 10, 12, 9, 8, 6, 8, 6, 7, 3, 7, 2, 2, 1, 3, 9, 9, 7, 4, 6, 4, 5, 5, 3, 6, 3, 2, 5, 3, 7, 13, 6, 7, 7, 5, 5, 6, 4, 4, 7, 7, 4, 3, 3, 4, 4, 1, 1, 4, 4], "n_pos": 69, "sum_m_en": [7.933591, 4.442061, 4.35717, 4.119351, 4.389651, 4.484781, 4.258367, 4.360429, 4.328505, 4.632843, 4.661935, 4.893121, 5.069463, 5.219816, 5.254867, 4.837549, 4.786829, 4.594079, 4.386957, 3.910362, 3.757932, 3.461662, 3.345281, 3.264581, 8.438681, 10.17578, 9.761093, 8.415646, 8.190753, 8.25494, 7.490814, 7.815874, 8.601761, 8.217448, 8.915792, 11.46104, 13.503734, 15.936762, 18.624366, 19.976019, 21.027074, 25.261549, 30.661219, 33.872136, 34.720352, 39.381235, 43.024452, 46.200081, 57.235734, 61.295443], "sum_m_pl": [24.07252, 31.861635, 31.557664, 31.263494, 30.012922, 30.377302, 30.527217, 29.534617, 29.421829, 29.802861, 30.188142, 29.842778, 29.590186, 29.08152, 29.305935, 30.555359, 30.479962, 29.065425, 29.636156, 31.378227, 31.543512, 32.213894, 32.367731, 32.603531, 25.211001, 23.743968, 22.437701, 24.196121, 25.503682, 25.985376, 26.65034, 25.224387, 23.690892, 24.345757, 23.40181, 22.034952, 20.052012, 18.925248, 17.087921, 16.483238, 15.205012, 11.814955, 9.161331, 8.594434, 6.412191, 5.082166, 2.857478, 1.836897, 3.096802, 3.363715]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 172, "item_id": "pes-Periodontologia-2019 jesień-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 955, "region_end": 170, "roundtrip_ok": true, "tf_agree": 0.9767, "tf_agree_excl_first": 0.9825}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [44, 20, 19, 21, 25, 24, 16, 18, 17, 27, 24, 22, 24, 20, 26, 23, 25, 22, 23, 23, 16, 17, 20, 18, 27, 30, 30, 22, 23, 18, 26, 29, 22, 27, 29, 30, 34, 29, 36, 35, 31, 32, 35, 29, 24, 25, 14, 10, 5, 0], "n_am_pl": [3, 25, 27, 24, 14, 15, 15, 19, 19, 14, 9, 10, 10, 5, 8, 11, 9, 11, 14, 16, 12, 14, 15, 18, 18, 8, 6, 7, 11, 19, 18, 19, 18, 10, 15, 11, 12, 14, 20, 19, 20, 20, 21, 17, 20, 22, 35, 37, 68, 75], "n_pos": 106, "sum_m_en": [10.409921, 5.493698, 5.45463, 5.573187, 5.772926, 6.169292, 5.810226, 6.301558, 6.058172, 6.281249, 6.416043, 6.686813, 6.944155, 6.895678, 7.077647, 6.611897, 6.477231, 6.121642, 5.513988, 5.131637, 5.040988, 4.690426, 4.627499, 4.58544, 9.583899, 10.938609, 10.508986, 10.155773, 9.81857, 10.087961, 9.444865, 9.352165, 9.975824, 10.190118, 10.230835, 10.319544, 11.229296, 11.767002, 12.501657, 13.214868, 12.778678, 14.812278, 16.502874, 20.288294, 17.660894, 16.895511, 11.817314, 11.001338, 4.700556, 0.043622], "sum_m_pl": [38.778725, 49.720278, 48.196297, 46.905441, 44.853041, 44.851032, 46.073198, 45.055399, 45.714831, 46.392411, 45.723698, 45.513937, 46.413968, 45.453871, 46.570856, 48.562033, 48.300947, 47.575405, 49.014607, 50.986378, 51.116348, 51.807448, 51.781395, 51.854758, 41.941798, 39.385711, 37.517566, 40.04687, 41.742889, 43.235993, 43.640976, 43.526757, 41.975458, 40.39296, 40.457182, 39.60687, 38.15313, 37.003449, 38.09237, 38.742022, 37.259602, 35.250935, 34.383144, 31.698538, 32.797712, 34.936405, 38.891304, 39.188083, 59.407197, 74.182335]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [30, 15, 12, 14, 18, 17, 11, 15, 16, 21, 18, 17, 18, 16, 22, 21, 19, 17, 18, 18, 13, 13, 18, 14, 20, 24, 24, 18, 21, 14, 22, 24, 16, 20, 21, 22, 26, 22, 27, 26, 23, 24, 27, 21, 18, 19, 10, 9, 5, 0], "n_am_pl": [3, 18, 23, 19, 9, 9, 10, 11, 13, 8, 6, 8, 5, 3, 7, 7, 6, 9, 9, 12, 9, 8, 9, 13, 15, 5, 4, 7, 7, 14, 12, 15, 13, 8, 14, 10, 11, 12, 16, 15, 14, 15, 15, 14, 19, 21, 33, 34, 66, 74], "n_pos": 74, "sum_m_en": [7.516979, 3.810176, 3.773962, 3.952062, 4.101352, 4.450697, 4.13997, 4.511103, 4.362714, 4.412399, 4.5671, 4.689321, 4.90005, 4.910138, 4.985125, 4.648391, 4.501233, 4.243795, 3.799876, 3.530823, 3.496803, 3.240037, 3.198331, 3.161042, 6.650068, 7.827688, 7.629757, 7.162644, 7.170504, 7.167515, 6.793935, 6.952126, 7.088331, 7.371296, 7.553176, 7.534344, 8.010183, 8.350506, 8.739277, 8.988004, 8.966549, 9.845559, 11.019828, 14.080825, 12.569585, 12.364941, 8.716595, 10.086497, 4.446931, 0.041567], "sum_m_pl": [26.12445, 34.543442, 33.41003, 32.420776, 30.767856, 30.903593, 31.805309, 31.155507, 31.592743, 32.093668, 31.67679, 31.685089, 32.491838, 31.702592, 32.701816, 34.07163, 33.835979, 33.38519, 34.31584, 35.629277, 35.677167, 36.231703, 36.222747, 36.295639, 30.513224, 29.010872, 27.713907, 29.314578, 30.49381, 31.032138, 31.244021, 31.081713, 30.443631, 29.859672, 29.755932, 29.800284, 29.522405, 28.358076, 28.893754, 29.082414, 27.858576, 27.458214, 26.630955, 24.853028, 27.683296, 29.934456, 35.393505, 35.449941, 57.011616, 72.508146]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 108, "item_id": "pes-Periodontologia-2019 jesień-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 835, "region_end": 106, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.972}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [30, 15, 23, 12, 19, 15, 14, 16, 12, 21, 22, 18, 19, 14, 15, 16, 13, 12, 9, 14, 13, 11, 11, 4, 24, 20, 18, 22, 18, 17, 15, 11, 11, 13, 16, 13, 11, 15, 16, 12, 13, 13, 11, 9, 8, 14, 11, 9, 2, 1], "n_am_pl": [5, 16, 12, 15, 9, 9, 10, 15, 12, 10, 5, 7, 9, 12, 9, 8, 11, 11, 7, 12, 6, 11, 14, 17, 8, 16, 12, 9, 5, 12, 13, 14, 16, 12, 8, 14, 13, 13, 17, 16, 20, 19, 17, 17, 25, 19, 20, 27, 41, 45], "n_pos": 78, "sum_m_en": [7.355023, 4.013733, 4.188004, 4.119882, 4.393941, 4.256265, 4.323216, 5.058383, 4.688123, 4.771393, 4.901984, 5.110447, 5.44922, 5.254926, 5.014999, 5.287668, 4.978114, 4.765052, 4.451534, 4.027649, 3.954794, 3.751824, 3.634873, 3.620881, 7.548634, 9.381813, 8.916903, 9.532172, 8.735238, 8.694388, 8.08507, 7.402212, 7.165925, 6.934913, 7.096671, 6.595357, 7.048191, 7.531772, 7.671349, 6.817236, 7.2692, 7.812801, 6.66336, 7.273599, 7.033077, 8.989548, 9.291719, 6.978497, 2.121025, 1.621711], "sum_m_pl": [29.622427, 34.737486, 34.382796, 33.811896, 32.48843, 32.209852, 32.219879, 32.527589, 32.064618, 32.834761, 32.406652, 32.121794, 31.97873, 32.268307, 33.125342, 34.324824, 34.325815, 34.175942, 35.242716, 35.783222, 36.510866, 36.670085, 36.591545, 36.767082, 26.448342, 25.299098, 25.031032, 25.805587, 27.832029, 29.116205, 29.6806, 31.336656, 31.306231, 30.878899, 29.930991, 29.956279, 29.923509, 29.787948, 30.334444, 29.32767, 27.760317, 28.800874, 26.736519, 25.210473, 27.965013, 25.777938, 25.525239, 27.320547, 39.552382, 43.893059]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [19, 9, 15, 9, 13, 8, 8, 13, 9, 11, 12, 13, 14, 12, 11, 14, 11, 10, 6, 9, 10, 7, 7, 3, 17, 14, 13, 16, 14, 13, 10, 9, 7, 10, 11, 10, 9, 13, 12, 9, 10, 10, 8, 7, 6, 11, 7, 4, 1, 1], "n_am_pl": [3, 12, 8, 10, 6, 7, 6, 6, 5, 8, 3, 4, 6, 6, 5, 6, 5, 4, 4, 7, 1, 5, 8, 8, 5, 6, 3, 2, 2, 5, 6, 5, 7, 8, 3, 9, 8, 9, 13, 13, 15, 14, 13, 13, 22, 17, 19, 23, 40, 45], "n_pos": 47, "sum_m_en": [4.74557, 2.456522, 2.559162, 2.381863, 2.653346, 2.582052, 2.646378, 3.181876, 2.812493, 2.888877, 2.95453, 3.145776, 3.275485, 3.16111, 3.081973, 3.283525, 3.083931, 2.960846, 2.749039, 2.491095, 2.466914, 2.32293, 2.241985, 2.236116, 4.896011, 5.977263, 5.772474, 5.896414, 5.4535, 5.229474, 5.010333, 4.663271, 4.598874, 4.385751, 4.417371, 4.174204, 4.287351, 4.626062, 5.063799, 4.601271, 4.88731, 5.597108, 4.547171, 5.205684, 4.913289, 6.826048, 6.297997, 4.191118, 1.662516, 1.014441], "sum_m_pl": [17.245611, 20.757754, 20.446158, 20.470553, 19.728127, 19.331746, 19.393936, 19.725404, 19.35086, 19.790604, 19.583419, 19.402573, 19.346301, 19.401504, 19.985408, 20.813086, 20.779446, 20.81383, 21.301776, 21.514981, 21.950423, 22.13171, 22.109849, 22.160459, 15.884252, 15.345513, 15.189757, 15.420406, 16.839467, 17.634393, 17.854157, 18.832091, 18.723001, 19.00628, 18.364058, 18.507312, 18.872991, 18.615315, 18.765686, 18.103176, 17.40549, 18.666377, 17.628981, 16.579233, 20.167378, 19.584117, 21.709406, 21.510454, 36.154353, 42.98593]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "pes-Periodontologia-2019 wiosna-45", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 936, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.9375, "tf_agree_excl_first": 0.9494}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 15, 23, 7, 15, 13, 11, 15, 7, 18, 19, 16, 17, 15, 15, 18, 14, 10, 8, 12, 9, 8, 8, 10, 22, 22, 22, 25, 16, 13, 14, 16, 12, 13, 11, 15, 10, 15, 18, 13, 14, 13, 12, 11, 12, 14, 11, 6, 2, 2], "n_am_pl": [7, 19, 12, 20, 7, 7, 12, 16, 9, 10, 6, 11, 11, 12, 10, 11, 9, 11, 8, 11, 12, 18, 14, 18, 10, 13, 15, 11, 14, 12, 13, 14, 15, 11, 19, 10, 13, 17, 17, 24, 25, 25, 22, 22, 25, 19, 19, 31, 44, 50], "n_pos": 86, "sum_m_en": [8.26706, 4.450219, 4.514919, 4.355639, 4.746041, 4.551868, 4.513266, 5.094386, 4.811095, 4.943464, 5.153621, 5.396353, 5.810615, 5.754458, 5.494712, 5.612161, 5.162846, 5.007595, 4.647773, 4.224856, 4.179637, 3.995777, 3.916779, 3.877041, 7.524795, 8.921797, 8.656596, 8.869115, 8.312063, 8.174082, 7.81725, 7.49123, 7.226754, 7.005596, 6.994815, 7.485593, 8.073261, 8.336959, 7.785473, 7.282618, 7.474021, 8.485441, 7.052322, 7.867183, 9.109921, 9.532319, 9.997844, 7.98964, 2.546296, 1.741472], "sum_m_pl": [32.068384, 38.466282, 37.527675, 37.512241, 35.692667, 35.714092, 35.852937, 35.9345, 35.088156, 35.934372, 35.489743, 35.051262, 35.160859, 34.971078, 35.631398, 37.277787, 37.766849, 37.381778, 38.658004, 39.29939, 40.163771, 40.231283, 40.199185, 40.491537, 30.345534, 28.633021, 28.504202, 29.469567, 31.907645, 33.328584, 32.79827, 33.768391, 33.634547, 33.212249, 33.019694, 32.54265, 32.814276, 32.51695, 33.348481, 31.918765, 30.360377, 31.669088, 30.040671, 28.254711, 28.614657, 27.111214, 25.644883, 28.842692, 42.575789, 49.172131]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 9, 15, 4, 10, 5, 4, 8, 6, 10, 13, 12, 12, 11, 11, 12, 10, 6, 4, 8, 7, 5, 6, 7, 16, 15, 18, 19, 12, 10, 9, 12, 6, 8, 6, 8, 6, 11, 13, 10, 10, 9, 7, 7, 7, 11, 8, 4, 2, 2], "n_am_pl": [3, 11, 6, 12, 2, 6, 8, 7, 3, 4, 1, 6, 4, 5, 5, 8, 4, 4, 5, 7, 6, 11, 8, 9, 7, 7, 8, 5, 7, 5, 10, 9, 8, 8, 8, 7, 9, 11, 10, 18, 17, 18, 15, 15, 22, 17, 18, 26, 42, 50], "n_pos": 52, "sum_m_en": [5.112339, 2.735022, 2.809581, 2.610412, 2.952717, 2.784236, 2.789511, 3.23266, 2.92232, 3.03281, 3.140069, 3.354729, 3.518776, 3.400154, 3.361858, 3.414138, 3.143701, 3.084746, 2.865029, 2.597197, 2.580265, 2.451208, 2.392602, 2.362868, 4.864981, 5.816916, 5.627241, 5.613587, 5.26529, 5.122252, 4.89371, 4.685318, 4.448185, 4.240508, 4.216897, 4.422699, 4.957677, 4.866256, 4.916247, 4.754899, 4.954839, 5.721025, 4.455523, 4.332451, 6.119475, 6.632174, 7.380729, 5.833007, 2.17037, 1.737056], "sum_m_pl": [18.996384, 22.686822, 21.851303, 22.335199, 21.21979, 21.099148, 21.397753, 21.61392, 21.089768, 21.586874, 21.276357, 21.056727, 21.238362, 21.251817, 21.828267, 22.936851, 23.136014, 23.000488, 23.584943, 23.954506, 24.397145, 24.481199, 24.423835, 24.585015, 19.078302, 17.87803, 17.890012, 18.017661, 19.716055, 20.541414, 20.378503, 20.945202, 21.099909, 21.041388, 20.544282, 20.466976, 21.100014, 20.843422, 21.309501, 20.25772, 19.567947, 20.69584, 20.350147, 19.720124, 21.974496, 21.606062, 21.921669, 22.740883, 38.923154, 47.875269]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 88, "item_id": "pes-Periodontologia-2019 wiosna-45", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 816, "region_end": 86, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 0.9885}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [39, 42, 36, 28, 23, 22, 23, 18, 30, 24, 28, 29, 29, 22, 25, 29, 31, 22, 21, 19, 22, 28, 22, 25, 37, 35, 35, 32, 47, 38, 44, 41, 40, 34, 35, 41, 33, 32, 31, 33, 38, 40, 39, 40, 36, 39, 44, 50, 50, 48], "n_am_pl": [7, 18, 13, 20, 16, 17, 19, 17, 13, 8, 19, 15, 19, 18, 16, 20, 21, 16, 16, 17, 18, 21, 20, 20, 17, 16, 18, 20, 18, 11, 13, 16, 18, 17, 17, 23, 18, 19, 15, 14, 12, 10, 12, 8, 5, 2, 5, 5, 1, 0], "n_pos": 124, "sum_m_en": [15.371409, 9.850733, 8.493569, 7.795727, 7.698471, 7.39261, 7.351099, 7.316885, 7.635407, 7.666542, 8.193635, 8.767377, 8.78959, 8.678071, 8.437741, 8.133496, 7.889493, 7.668817, 6.972132, 6.293312, 6.080687, 5.695666, 5.383107, 5.324001, 11.902085, 14.071114, 13.790746, 13.578516, 13.829176, 13.760496, 13.330539, 13.018793, 13.137566, 12.231311, 12.339307, 12.849492, 13.765921, 13.506242, 15.325108, 16.618775, 16.998964, 22.209545, 25.59748, 27.529848, 28.575937, 36.280425, 43.408967, 45.914785, 45.861403, 46.366437], "sum_m_pl": [43.932465, 55.395781, 56.251647, 54.746299, 53.43665, 54.786427, 55.980949, 54.867274, 54.344278, 55.258086, 54.035774, 53.015819, 54.179021, 53.029312, 54.028818, 54.947583, 55.420166, 54.752145, 54.522731, 57.407888, 58.227949, 60.359689, 61.153899, 61.40915, 50.852803, 48.83321, 47.069509, 48.754988, 49.296665, 47.895779, 50.328376, 50.536925, 49.962313, 50.161096, 48.363547, 47.361881, 44.167949, 44.292571, 42.660758, 39.65365, 36.373065, 31.411177, 28.23723, 25.663312, 17.137827, 12.465402, 9.872802, 8.609976, 2.593953, 0.367006]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.138325, 0.105866, 0.156157, 0.112943, 0.098699, 0.114061, 0.111197, 0.106519, 0.140133, 0.164207, 0.090378, 0.091064, 0.099813, 0.07118, 0.092677, 0.076637, 0.060175, 0.062472, 0.031035, 0.047237, 0.061897, 0.066285, 0.068263, 0.068896, 0.02681, 0.004136, 0.003408, 0.006766, 0.008906, 0.037486, 0.021192, 0.027061, 0.042876, 0.020905, 0.021567, 0.020392, 0.002916, 0.001328, 0.001171, 0.000648, 0.00143, 0.001187, 0.001004, 0.001308, 0.001727, 0.002051, 0.000146, 0.000237, 0.005203, 0.015886], "sum_m_pl": [0.722829, 0.899323, 0.91047, 0.883729, 0.901185, 0.86345, 0.861662, 0.810634, 0.80613, 0.771891, 0.809041, 0.781945, 0.964558, 1.163834, 1.036604, 1.017398, 1.085541, 1.005409, 1.305092, 1.081433, 0.967278, 1.004186, 1.005712, 1.006307, 1.60741, 1.898265, 1.931618, 1.818506, 1.826457, 1.523349, 1.713182, 1.461693, 1.354502, 1.403456, 1.290443, 1.108656, 0.973015, 0.78018, 0.489148, 0.56071, 0.517121, 0.459993, 0.290541, 0.322616, 0.263335, 0.176112, 0.009635, 0.019819, 0.006063, 0.000113]}, "lang": {"n_am_en": [16, 14, 13, 10, 10, 8, 10, 7, 14, 11, 10, 10, 9, 7, 9, 11, 13, 6, 5, 9, 9, 11, 7, 7, 17, 13, 14, 10, 21, 16, 19, 16, 19, 12, 15, 21, 17, 14, 14, 18, 20, 21, 18, 23, 22, 23, 26, 33, 42, 47], "n_am_pl": [1, 11, 5, 10, 5, 8, 8, 9, 5, 2, 6, 4, 8, 7, 7, 7, 10, 6, 7, 4, 5, 6, 7, 6, 6, 4, 7, 8, 8, 3, 5, 6, 7, 5, 5, 9, 10, 10, 6, 5, 4, 5, 6, 2, 3, 0, 1, 1, 0, 0], "n_pos": 50, "sum_m_en": [5.987358, 3.813052, 3.277595, 3.147003, 3.028875, 2.932102, 2.917938, 2.791346, 2.97919, 3.007018, 3.296344, 3.389803, 3.568187, 3.562801, 3.544373, 3.463396, 3.329748, 3.242648, 2.968005, 2.686964, 2.535221, 2.308267, 2.172392, 2.13914, 5.102281, 6.07499, 6.033909, 5.806466, 5.95698, 5.547378, 5.831266, 5.687912, 5.562903, 5.183239, 5.412617, 5.624262, 5.808044, 6.261013, 7.088338, 7.96, 7.927815, 10.865813, 12.893973, 13.343638, 15.897916, 21.747798, 25.7354, 30.710612, 39.112598, 43.92744], "sum_m_pl": [17.360917, 22.73416, 23.150624, 22.309573, 21.698062, 22.498079, 22.797463, 22.870051, 22.61266, 23.032655, 22.499147, 22.297584, 22.559378, 21.752197, 22.089269, 22.237566, 22.538687, 22.373867, 21.921997, 23.245854, 23.628946, 24.625413, 24.896633, 24.975316, 20.052794, 18.982039, 17.900662, 18.956334, 19.389709, 19.161561, 19.949698, 19.929065, 20.091128, 20.265976, 19.285228, 19.079178, 17.758577, 17.705009, 16.743664, 15.301796, 13.854625, 11.46885, 10.414849, 9.373626, 6.771526, 3.721344, 2.520532, 2.476004, 0.721023, 0.053961]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 126, "item_id": "pes-Położnictwo i ginekologia-2018 jesień-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1185, "region_end": 124, "roundtrip_ok": true, "tf_agree": 0.9524, "tf_agree_excl_first": 0.96}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [77, 59, 44, 39, 44, 48, 38, 44, 36, 40, 42, 47, 71, 55, 51, 42, 40, 40, 19, 16, 16, 27, 19, 30, 59, 71, 58, 59, 59, 63, 76, 69, 64, 63, 48, 72, 58, 58, 57, 62, 67, 68, 59, 58, 50, 47, 46, 18, 5, 0], "n_am_pl": [25, 65, 57, 44, 48, 42, 42, 39, 52, 42, 32, 42, 41, 45, 47, 48, 41, 44, 44, 50, 55, 57, 56, 53, 52, 46, 52, 39, 34, 48, 46, 32, 52, 51, 39, 43, 57, 41, 47, 56, 55, 66, 65, 71, 85, 89, 97, 102, 152, 177], "n_pos": 302, "sum_m_en": [28.048363, 14.917986, 14.653308, 15.111825, 15.964165, 15.773349, 15.351495, 16.014678, 15.920122, 15.808663, 16.278322, 17.183543, 16.943693, 17.539741, 17.918689, 16.615974, 16.099656, 15.908503, 14.334394, 13.046274, 12.546677, 11.852933, 11.563905, 11.361694, 18.897513, 22.989756, 23.398717, 23.562861, 24.683692, 24.861969, 24.76797, 24.552276, 25.193774, 24.70519, 23.598112, 28.520348, 29.794437, 29.79195, 27.89358, 28.01473, 29.418389, 34.91977, 35.276779, 35.459526, 37.304208, 36.254607, 39.529869, 20.859876, 6.628454, 0.302373], "sum_m_pl": [114.584066, 142.355137, 138.188284, 135.504142, 128.60465, 129.314376, 132.270864, 133.985316, 135.300604, 137.453967, 134.060498, 135.073574, 141.04001, 136.50389, 138.581239, 143.998864, 142.870368, 139.768225, 142.925074, 148.310681, 150.085542, 153.369733, 154.245685, 154.642154, 137.947659, 129.572206, 122.202913, 127.996193, 127.488121, 128.903044, 130.66229, 129.289832, 128.429881, 124.905606, 120.151395, 115.597597, 113.191534, 109.983217, 113.68168, 113.699384, 108.560373, 109.032084, 105.987081, 104.9155, 100.699363, 105.73517, 102.05252, 109.30361, 145.807365, 176.681265]}, "digit": {"n_am_en": [3, 2, 5, 1, 2, 2, 0, 0, 0, 0, 2, 0, 0, 1, 3, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 2, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 6, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 2, 1, 0, 2, 0, 2, 1, 3, 1, 0, 3, 0, 0, 1, 2, 1, 2, 1, 0, 0, 1, 2, 1, 0, 1, 0, 2, 2, 1, 2, 1, 1, 0, 0], "n_pos": 8, "sum_m_en": [0.911484, 0.360966, 0.358284, 0.333849, 0.344765, 0.331024, 0.349488, 0.353453, 0.380024, 0.37706, 0.394571, 0.394679, 0.434958, 0.513349, 0.569493, 0.485939, 0.486239, 0.52925, 0.465806, 0.408244, 0.365622, 0.354687, 0.352761, 0.343474, 0.48346, 0.555442, 0.569368, 0.548662, 0.565388, 0.620055, 0.611225, 0.59466, 0.605856, 0.558582, 0.589587, 0.697058, 0.520082, 0.457604, 0.450372, 0.363076, 0.405923, 0.505285, 0.477752, 0.283219, 0.251061, 0.196454, 0.135356, 0.090544, 0.000947, 0.0], "sum_m_pl": [3.486982, 4.54122, 4.389012, 4.248027, 4.17237, 4.217349, 4.026459, 4.080641, 3.86618, 3.620159, 3.540937, 3.460646, 3.639675, 3.348439, 3.394367, 3.624748, 3.651336, 3.408613, 3.59197, 3.796306, 3.827247, 3.844195, 3.858214, 3.874031, 3.376977, 3.06893, 3.066451, 3.100451, 3.242429, 3.18648, 3.176532, 3.031356, 2.926471, 2.812473, 2.719589, 2.346939, 2.020646, 1.996828, 2.187682, 2.192533, 2.276637, 2.141442, 2.045499, 2.045418, 1.837194, 1.972494, 1.219312, 1.002714, 0.011328, 5.6e-05]}, "lang": {"n_am_en": [43, 28, 20, 21, 27, 29, 21, 33, 24, 29, 29, 35, 48, 39, 35, 36, 29, 31, 14, 12, 10, 17, 9, 16, 36, 47, 36, 41, 39, 44, 48, 41, 41, 43, 30, 44, 32, 34, 35, 38, 43, 44, 34, 39, 35, 31, 32, 13, 4, 0], "n_am_pl": [7, 40, 34, 25, 21, 16, 30, 19, 37, 29, 21, 23, 26, 30, 29, 27, 25, 30, 30, 34, 40, 31, 38, 32, 35, 29, 35, 26, 21, 29, 32, 22, 32, 32, 23, 28, 41, 29, 37, 45, 45, 50, 50, 56, 67, 77, 83, 93, 148, 176], "n_pos": 176, "sum_m_en": [15.907937, 8.757169, 8.606898, 8.997781, 9.602291, 9.49907, 9.208086, 9.750668, 9.573962, 9.656584, 9.817103, 10.425829, 10.22536, 10.425762, 10.501114, 9.68739, 9.406732, 9.22505, 8.186768, 7.459992, 7.274239, 6.81459, 6.614458, 6.509222, 11.368793, 14.123363, 14.297974, 14.551937, 15.275672, 15.029098, 15.140906, 14.903409, 15.128181, 14.784106, 14.059228, 14.545123, 14.601582, 14.879574, 14.658414, 15.857736, 17.101122, 21.218121, 20.662942, 22.570588, 25.956302, 23.851656, 26.814414, 13.835214, 5.16484, 0.294866], "sum_m_pl": [63.362415, 80.160776, 77.497471, 76.185463, 71.6611, 72.781679, 74.499161, 75.935725, 77.317267, 79.257373, 77.312044, 78.722585, 82.505155, 80.767928, 82.010102, 85.127643, 84.556537, 83.19084, 84.646034, 87.340548, 87.989433, 90.131514, 90.705979, 90.972281, 82.204161, 77.914801, 74.450581, 77.164932, 76.362674, 77.637166, 78.888095, 78.184686, 78.621415, 77.273396, 74.155109, 74.035947, 74.280746, 72.491418, 74.636267, 75.105376, 71.65322, 73.802935, 72.624088, 74.088082, 74.985035, 80.818019, 84.417307, 94.715611, 138.957943, 173.596037]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 565, "item_id": "pes-Położnictwo i ginekologia-2018 jesień-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1065, "region_end": 302, "roundtrip_ok": true, "tf_agree": 0.9823, "tf_agree_excl_first": 0.984}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 36, 34, 33, 29, 27, 32, 26, 31, 41, 41, 46, 46, 41, 41, 49, 42, 45, 41, 29, 32, 34, 37, 41, 52, 52, 46, 50, 42, 50, 44, 43, 42, 40, 45, 43, 47, 50, 53, 58, 53, 51, 62, 66, 61, 65, 71, 66, 61, 59], "n_am_pl": [15, 17, 20, 21, 21, 24, 20, 19, 12, 18, 14, 13, 15, 16, 14, 7, 11, 11, 12, 12, 17, 12, 14, 7, 5, 7, 8, 8, 11, 11, 9, 13, 12, 16, 12, 15, 14, 10, 11, 12, 8, 8, 11, 4, 1, 4, 2, 1, 1, 3], "n_pos": 142, "sum_m_en": [15.787363, 8.598657, 7.934271, 7.859387, 8.114496, 7.748134, 7.894513, 8.184131, 8.384474, 8.776572, 9.07211, 9.679034, 9.445295, 9.505194, 9.356394, 9.513369, 10.123339, 9.700793, 8.72292, 8.188713, 7.566392, 7.027901, 6.711116, 6.612736, 17.406826, 18.447579, 16.728286, 15.598891, 14.534524, 14.147828, 13.189593, 13.1368, 13.68621, 13.744061, 16.285755, 17.746911, 21.374722, 21.965164, 23.555529, 27.587952, 29.724331, 35.976075, 41.291029, 57.334474, 52.680244, 60.814331, 65.004745, 61.805555, 60.914587, 58.338651], "sum_m_pl": [52.052252, 63.716777, 63.563067, 62.660235, 60.54062, 60.608522, 60.288383, 60.735749, 60.24939, 63.544179, 64.228406, 63.39509, 64.732827, 63.0275, 64.446438, 65.575523, 63.97189, 64.064318, 66.099901, 67.373531, 68.833071, 69.77227, 70.022385, 70.356122, 53.333622, 51.658858, 51.032433, 54.255559, 54.829479, 56.060915, 57.494983, 57.553969, 57.381055, 56.368595, 53.076197, 50.759285, 46.572092, 45.242629, 43.058278, 39.908363, 34.554369, 31.506501, 28.719912, 18.968742, 13.953196, 9.500583, 5.115873, 3.850398, 2.182227, 3.067741]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 11, 6, 11, 9, 9, 11, 14, 17, 23, 21, 24, 22, 20, 17, 23, 22, 29, 22, 16, 14, 21, 18, 23, 26, 29, 26, 28, 24, 29, 21, 18, 20, 25, 28, 25, 27, 30, 28, 34, 32, 32, 39, 39, 40, 41, 49, 49, 51, 57], "n_am_pl": [4, 7, 9, 9, 14, 14, 13, 11, 6, 9, 8, 5, 7, 8, 7, 3, 3, 4, 3, 6, 8, 6, 6, 3, 3, 3, 5, 1, 2, 5, 5, 7, 5, 6, 5, 9, 6, 5, 7, 4, 4, 4, 5, 2, 0, 1, 0, 1, 1, 2], "n_pos": 60, "sum_m_en": [6.67696, 3.718967, 3.411652, 3.378775, 3.627522, 3.485047, 3.66163, 3.751405, 3.907867, 4.171301, 4.191945, 4.551825, 4.337926, 4.264303, 4.252124, 4.384133, 4.684312, 4.441286, 3.949043, 3.627647, 3.306263, 3.067034, 2.912786, 2.875674, 8.702264, 9.61871, 8.655068, 7.664713, 7.00857, 6.377891, 6.054464, 6.083316, 6.414257, 6.83853, 8.207919, 9.981994, 13.21707, 13.075384, 14.441499, 17.48545, 18.927181, 24.471411, 28.363228, 33.724106, 34.403528, 37.408133, 44.753787, 44.75386, 50.780336, 54.549235], "sum_m_pl": [21.170393, 26.754034, 26.615779, 26.236125, 24.809464, 24.648392, 24.464257, 24.750184, 24.704338, 26.158129, 26.46868, 25.96797, 26.912365, 26.310922, 27.162468, 27.481996, 26.699356, 27.118573, 27.743236, 28.301408, 28.849707, 29.307135, 29.480436, 29.573847, 22.453135, 21.948022, 21.872698, 23.430834, 23.755221, 24.714682, 25.326707, 25.16159, 25.26534, 24.825657, 23.167086, 21.771946, 18.70849, 18.50501, 17.192372, 15.471464, 13.902628, 11.612939, 10.085821, 6.485152, 4.823352, 3.855171, 2.194934, 1.76332, 1.70603, 2.079062]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 144, "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-117", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 900, "region_end": 142, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.965}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [20, 11, 13, 5, 8, 10, 7, 12, 13, 13, 10, 19, 24, 11, 17, 17, 14, 17, 18, 14, 19, 20, 16, 14, 19, 19, 21, 23, 21, 19, 19, 12, 18, 19, 15, 14, 21, 25, 22, 20, 18, 22, 20, 28, 24, 27, 17, 12, 0, 0], "n_am_pl": [7, 22, 17, 26, 17, 9, 7, 8, 8, 11, 13, 10, 6, 11, 8, 12, 10, 6, 8, 9, 11, 10, 13, 19, 11, 9, 8, 10, 13, 8, 10, 10, 11, 13, 18, 11, 14, 7, 9, 11, 11, 11, 13, 8, 8, 8, 18, 24, 36, 42], "n_pos": 71, "sum_m_en": [6.028154, 3.387724, 3.605652, 3.676733, 3.676583, 3.491622, 3.760672, 3.883891, 3.888844, 3.84033, 3.968543, 4.093282, 4.384254, 4.397073, 4.405797, 4.76801, 5.003944, 4.552405, 4.025642, 3.842029, 3.574317, 3.364771, 3.268311, 3.235831, 6.338144, 6.55078, 6.880953, 6.528027, 6.317525, 5.808197, 5.545582, 5.46508, 5.905553, 5.847606, 6.325496, 6.354937, 7.366111, 9.612548, 9.106839, 10.003759, 11.493212, 11.490638, 11.765566, 14.865411, 14.214354, 21.555273, 12.359969, 10.299729, 1.445697, 0.061666], "sum_m_pl": [26.197665, 31.60717, 30.919371, 30.307748, 28.849924, 28.709862, 28.925701, 30.282328, 30.758729, 32.101187, 32.087513, 32.036671, 32.257531, 31.753683, 32.99544, 33.134925, 32.690112, 33.572563, 34.568689, 35.051554, 35.413034, 35.581604, 35.561453, 35.66331, 28.966303, 28.790479, 28.672689, 30.089902, 30.602688, 31.601969, 32.092515, 31.677757, 31.703207, 31.133502, 29.923592, 30.00904, 29.287668, 27.257759, 27.303284, 26.475053, 23.596865, 23.036903, 22.472986, 20.345989, 17.461987, 15.827228, 20.126306, 23.19769, 33.64205, 41.22215]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 7, 7, 2, 3, 4, 1, 4, 4, 5, 3, 10, 15, 7, 11, 11, 8, 8, 11, 10, 13, 10, 10, 9, 13, 12, 13, 10, 8, 10, 10, 6, 11, 12, 9, 8, 12, 17, 13, 12, 11, 13, 13, 17, 16, 18, 10, 8, 0, 0], "n_am_pl": [6, 14, 10, 17, 14, 6, 4, 4, 6, 4, 4, 6, 2, 6, 5, 7, 8, 4, 2, 3, 5, 3, 5, 10, 5, 4, 4, 6, 9, 5, 5, 6, 8, 10, 10, 9, 10, 6, 7, 6, 6, 9, 11, 8, 8, 8, 17, 22, 36, 41], "n_pos": 41, "sum_m_en": [3.164418, 1.946863, 2.192067, 2.053763, 2.065989, 1.933497, 2.035325, 2.068963, 2.07978, 2.082733, 2.148505, 2.273108, 2.464423, 2.483762, 2.475057, 2.620058, 2.721599, 2.569285, 2.32318, 2.252698, 2.080061, 1.950381, 1.883696, 1.861043, 3.851306, 3.912897, 3.905072, 3.683969, 3.504849, 3.283909, 3.2432, 3.199194, 3.316983, 3.276769, 3.63902, 3.900354, 4.733588, 6.538731, 6.356844, 6.657578, 8.131867, 8.448922, 8.9749, 11.426099, 11.64263, 14.07724, 9.063837, 6.817651, 1.261217, 0.058798], "sum_m_pl": [14.381348, 17.550613, 16.865011, 16.883795, 16.009472, 16.01935, 16.238845, 17.398624, 18.000452, 18.763824, 18.939743, 18.883844, 19.270214, 19.171504, 19.729607, 19.741464, 19.310492, 19.829025, 20.208608, 20.384698, 20.522167, 20.571237, 20.573277, 20.637284, 17.123276, 17.212076, 17.511734, 18.199687, 18.651903, 19.228956, 19.632337, 19.349904, 19.427322, 19.394438, 18.452379, 18.52217, 17.949646, 16.772002, 16.684558, 16.371283, 14.320079, 14.607587, 14.269546, 13.310497, 12.536035, 13.275568, 17.49417, 20.596224, 32.36402, 40.082626]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 73, "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-117", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 780, "region_end": 71, "roundtrip_ok": true, "tf_agree": 0.9863, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [48, 45, 33, 33, 27, 24, 35, 31, 33, 32, 39, 45, 44, 41, 35, 29, 35, 35, 43, 37, 32, 29, 28, 34, 45, 39, 36, 38, 35, 40, 38, 36, 44, 51, 56, 51, 56, 58, 44, 53, 51, 54, 51, 58, 64, 67, 67, 67, 75, 75], "n_am_pl": [7, 24, 29, 20, 14, 27, 22, 21, 23, 19, 25, 25, 24, 28, 28, 37, 37, 28, 28, 31, 38, 36, 39, 37, 28, 26, 31, 26, 30, 28, 24, 22, 19, 21, 20, 21, 18, 21, 33, 32, 27, 20, 16, 16, 9, 8, 6, 4, 2, 1], "n_pos": 161, "sum_m_en": [18.779241, 10.728353, 9.381327, 9.666825, 9.264784, 8.726344, 8.165257, 8.381912, 8.586448, 8.98797, 9.552012, 10.467984, 10.575404, 11.113421, 11.10207, 10.085598, 10.263858, 10.237727, 9.686778, 8.632507, 8.061101, 7.436131, 7.281225, 7.05229, 17.114672, 17.404899, 17.190652, 15.916258, 15.172166, 16.064617, 15.113363, 15.499314, 15.723943, 15.92649, 16.037238, 18.623769, 21.629007, 22.5836, 23.537553, 24.695632, 26.996886, 32.960864, 36.288121, 49.111082, 55.317359, 60.935721, 61.583684, 64.654345, 71.508274, 75.857765], "sum_m_pl": [57.438526, 72.366302, 72.509757, 69.113677, 67.732588, 69.652404, 71.684125, 72.802322, 72.48638, 73.890885, 71.869361, 70.410872, 71.152413, 69.962181, 69.987342, 73.133266, 73.722118, 72.174973, 73.862549, 76.321477, 78.813844, 79.265187, 79.386987, 79.600548, 62.809692, 62.5904, 60.80695, 64.129878, 65.418665, 64.696639, 67.159608, 66.023088, 66.356883, 65.931517, 64.567932, 60.383441, 55.099133, 54.160547, 57.336988, 52.787512, 49.387845, 41.073259, 36.40902, 26.983069, 19.670143, 14.475024, 10.491679, 7.227613, 3.807344, 2.218306]}, "digit": {"n_am_en": [2, 7, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 0, 0, 0, 0, 0, 1, 3, 3, 2, 1, 1, 1, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 1, 2, 0, 1, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.356636, 0.451615, 0.450941, 0.433449, 0.383326, 0.356622, 0.336224, 0.329509, 0.334022, 0.360194, 0.393254, 0.416055, 0.429077, 0.437212, 0.459776, 0.424316, 0.423391, 0.44196, 0.404864, 0.376605, 0.356516, 0.342314, 0.33509, 0.327452, 0.400219, 0.436263, 0.362839, 0.363701, 0.405087, 0.59282, 0.567119, 0.490225, 0.521712, 0.510234, 0.529135, 0.596607, 0.77197, 0.54846, 0.51106, 0.440168, 0.570835, 0.658423, 0.514738, 1.396324, 1.325747, 1.268376, 1.434591, 1.351533, 1.041367, 0.006945], "sum_m_pl": [2.503766, 4.105657, 4.11764, 3.967838, 3.43503, 3.430847, 3.645928, 3.614261, 3.441651, 3.381405, 3.406621, 3.046037, 3.13027, 3.065642, 3.19385, 3.282475, 3.304764, 3.180292, 3.466544, 3.645033, 3.727751, 3.797083, 3.80643, 3.86391, 2.424585, 2.503438, 1.915245, 1.845879, 2.046572, 2.02641, 2.398025, 2.455952, 2.664803, 2.517225, 2.534082, 2.371802, 1.988313, 2.257613, 2.283924, 1.947732, 1.938703, 1.994771, 1.96954, 1.572133, 1.503864, 1.367465, 0.604301, 0.472101, 0.045405, 3.1e-05]}, "lang": {"n_am_en": [22, 21, 14, 13, 13, 14, 20, 23, 22, 17, 18, 22, 23, 24, 25, 19, 24, 22, 26, 23, 22, 17, 17, 21, 28, 24, 22, 25, 22, 26, 23, 23, 28, 30, 37, 31, 31, 31, 25, 26, 27, 32, 32, 37, 43, 40, 45, 53, 67, 74], "n_am_pl": [5, 12, 16, 7, 8, 18, 16, 16, 15, 12, 15, 13, 15, 16, 14, 22, 24, 19, 18, 20, 23, 22, 25, 26, 19, 19, 20, 17, 21, 19, 18, 14, 13, 16, 11, 14, 14, 14, 22, 22, 19, 13, 12, 9, 7, 5, 3, 1, 1, 1], "n_pos": 77, "sum_m_en": [8.937054, 4.875268, 4.358839, 4.601061, 4.476629, 4.299794, 3.974433, 4.11602, 4.196117, 4.324342, 4.554401, 5.119117, 5.126561, 5.449282, 5.559232, 4.895272, 5.009847, 4.923452, 4.798056, 4.253196, 3.932597, 3.583949, 3.557641, 3.425165, 10.403854, 9.742287, 9.98572, 8.969881, 8.287702, 8.857381, 8.097114, 8.619657, 8.319814, 8.615952, 8.190443, 10.285995, 11.624618, 12.127688, 13.124194, 14.371261, 15.917385, 20.542989, 22.216196, 30.285583, 34.571461, 37.374723, 40.351873, 49.473308, 63.230744, 72.125265], "sum_m_pl": [27.508318, 34.65491, 34.477217, 32.687189, 32.731442, 33.562592, 34.474552, 35.336408, 35.596248, 36.187631, 35.168517, 34.638416, 35.089454, 34.533384, 34.522904, 36.214884, 36.21721, 35.553316, 35.818314, 36.993291, 38.436151, 38.501231, 38.412857, 38.350756, 33.207053, 32.678158, 31.61369, 32.819085, 33.157161, 32.415464, 33.550355, 32.577534, 33.146846, 33.327113, 32.620706, 30.612442, 28.593175, 28.584759, 31.984308, 29.078369, 27.577301, 22.628493, 20.214375, 14.563142, 10.620434, 7.497492, 5.944605, 3.479165, 1.775054, 1.297295]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 163, "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-28", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 996, "region_end": 161, "roundtrip_ok": true, "tf_agree": 0.9816, "tf_agree_excl_first": 0.9877}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 40, 25, 20, 22, 18, 21, 26, 23, 34, 43, 44, 34, 38, 41, 31, 43, 38, 48, 37, 32, 37, 40, 44, 53, 45, 51, 40, 42, 35, 30, 31, 38, 37, 39, 47, 44, 42, 39, 38, 39, 47, 49, 48, 39, 36, 27, 16, 3, 1], "n_am_pl": [8, 29, 24, 18, 13, 25, 30, 29, 29, 31, 19, 24, 26, 29, 27, 44, 32, 24, 27, 34, 45, 46, 50, 50, 26, 26, 26, 34, 23, 34, 36, 34, 32, 36, 31, 23, 32, 35, 41, 42, 38, 39, 42, 39, 45, 42, 40, 47, 85, 94], "n_pos": 159, "sum_m_en": [14.894629, 7.598498, 7.340492, 7.71099, 7.814249, 7.588515, 7.270466, 7.535711, 7.477597, 7.831723, 8.584062, 9.257686, 8.868712, 9.299113, 9.35777, 8.873434, 8.576753, 8.775396, 7.804096, 7.244778, 8.689609, 7.310747, 6.52538, 6.446193, 17.477623, 15.809818, 16.234481, 13.497692, 12.378406, 12.996286, 12.055088, 12.095001, 11.952261, 12.57168, 13.094113, 15.340233, 14.884689, 16.034137, 17.132072, 19.274407, 22.70166, 26.533077, 29.319806, 29.256795, 27.320356, 27.983485, 21.806042, 13.206032, 3.309492, 1.279579], "sum_m_pl": [58.148473, 74.318836, 72.135169, 70.219275, 66.567063, 68.902386, 71.40198, 72.583292, 74.024026, 74.128849, 72.045719, 72.217118, 74.287407, 73.690586, 73.396028, 76.237973, 77.208278, 76.832883, 79.417286, 80.640133, 82.115909, 81.917923, 82.35186, 82.065547, 66.495758, 66.037498, 63.852946, 67.714988, 68.621315, 69.55074, 71.46874, 71.5383, 72.24686, 70.476471, 69.601524, 65.736737, 66.469555, 66.278429, 68.928795, 66.885218, 63.436732, 60.461425, 58.599602, 56.958698, 54.583574, 51.583245, 49.983381, 52.820125, 81.453762, 93.796731]}, "digit": {"n_am_en": [4, 5, 6, 4, 2, 0, 0, 3, 1, 1, 3, 2, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 2, 1, 0, 0, 0, 2, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 0, 0, 1, 1, 1, 1, 2, 2, 1, 2, 1, 0, 1, 0, 0], "n_pos": 8, "sum_m_en": [1.759923, 0.374662, 0.365425, 0.335898, 0.351272, 0.33788, 0.314649, 0.313312, 0.338804, 0.35265, 0.385978, 0.407791, 0.42281, 0.399541, 0.404775, 0.403512, 0.376574, 0.356621, 0.356106, 0.350225, 0.348293, 0.32884, 0.324932, 0.326111, 0.444462, 0.430288, 0.384286, 0.362885, 0.377444, 0.519064, 0.504037, 0.461312, 0.423206, 0.367557, 0.455161, 0.441663, 0.430467, 0.450498, 0.39253, 0.485307, 0.52832, 0.504985, 0.405039, 1.222224, 1.050719, 0.336742, 0.469847, 0.21227, 0.005365, 0.0], "sum_m_pl": [2.583549, 4.27234, 4.257349, 4.215438, 3.945273, 3.889718, 3.950544, 3.851872, 3.885671, 3.830122, 3.845684, 3.659341, 3.604796, 3.391036, 3.148461, 3.319708, 3.376516, 3.352774, 3.667662, 3.855226, 3.9025, 3.937897, 3.95587, 3.985854, 2.241068, 2.580823, 1.952975, 2.14458, 2.351931, 2.469392, 2.824202, 2.840053, 2.760954, 2.547627, 2.517975, 2.477381, 2.464578, 2.767596, 2.880822, 2.762262, 2.268195, 2.679781, 2.539911, 2.314947, 2.20058, 2.084583, 1.168694, 1.012723, 0.060367, 5.5e-05]}, "lang": {"n_am_en": [29, 25, 11, 9, 10, 12, 14, 13, 18, 19, 25, 24, 20, 21, 25, 17, 26, 23, 29, 23, 21, 22, 23, 26, 32, 22, 25, 22, 20, 15, 16, 21, 22, 24, 25, 29, 26, 27, 26, 27, 23, 27, 29, 28, 24, 20, 14, 11, 2, 1], "n_am_pl": [7, 20, 17, 13, 8, 16, 14, 20, 21, 23, 14, 19, 18, 18, 17, 29, 23, 18, 24, 26, 35, 34, 36, 38, 21, 21, 23, 26, 22, 30, 30, 24, 26, 25, 24, 20, 27, 28, 30, 28, 28, 28, 30, 30, 36, 36, 38, 38, 82, 94], "n_pos": 95, "sum_m_en": [8.454398, 4.591863, 4.358018, 4.647714, 4.676623, 4.590368, 4.46491, 4.659361, 4.604661, 4.798885, 5.206071, 5.620107, 5.334038, 5.55445, 5.599203, 5.334376, 5.171124, 5.383261, 4.744651, 4.39081, 5.866394, 4.654964, 3.896151, 3.841635, 11.573787, 9.828266, 9.934292, 8.401612, 7.492426, 7.827101, 7.298152, 7.481767, 7.426188, 8.039554, 8.362407, 10.23819, 9.739699, 10.666543, 11.775281, 13.613132, 14.809047, 17.468855, 19.481204, 18.463531, 18.304785, 18.214494, 12.988073, 8.89795, 2.380815, 1.012781], "sum_m_pl": [33.951794, 43.756486, 42.433584, 40.935161, 38.870774, 40.404638, 41.823521, 43.200966, 44.345451, 44.425649, 43.391747, 43.54056, 45.230119, 45.549715, 45.94226, 47.401502, 47.640071, 47.164523, 48.43812, 48.952015, 49.560294, 49.459105, 49.793617, 49.526412, 42.023017, 41.976877, 41.771016, 43.494882, 44.09578, 44.304723, 45.20431, 44.771894, 45.639805, 44.921807, 44.000028, 42.598775, 44.615047, 44.779116, 45.217744, 43.37173, 41.699519, 40.48947, 38.857556, 39.141989, 38.744131, 38.867851, 41.473757, 42.780518, 75.30518, 92.34423]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 161, "item_id": "pes-Położnictwo i ginekologia-2018 wiosna-28", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 876, "region_end": 159, "roundtrip_ok": true, "tf_agree": 0.9876, "tf_agree_excl_first": 0.9938}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [73, 76, 57, 53, 52, 56, 48, 49, 47, 55, 57, 67, 57, 53, 45, 53, 59, 44, 49, 43, 53, 39, 40, 43, 70, 71, 73, 63, 62, 75, 68, 59, 60, 67, 76, 69, 67, 78, 81, 90, 108, 110, 122, 129, 114, 119, 116, 120, 100, 89], "n_am_pl": [13, 26, 43, 35, 42, 41, 38, 41, 33, 33, 37, 37, 32, 45, 48, 51, 46, 39, 42, 52, 61, 54, 49, 55, 41, 35, 28, 37, 39, 39, 41, 43, 45, 37, 46, 36, 38, 32, 34, 33, 18, 19, 20, 11, 6, 7, 11, 8, 1, 2], "n_pos": 263, "sum_m_en": [28.101845, 16.149832, 15.534268, 15.718205, 16.111107, 16.076257, 14.895461, 14.927329, 15.120659, 15.542012, 16.168994, 17.971421, 18.797137, 19.183773, 18.481257, 18.001424, 18.106116, 17.715503, 16.253917, 15.086497, 14.414873, 13.042945, 12.327685, 12.014834, 29.339756, 30.009925, 29.681814, 27.15994, 25.013476, 27.424717, 26.097454, 26.125449, 27.173407, 27.540569, 29.196892, 31.950557, 38.719269, 41.106029, 44.912739, 49.306399, 55.911336, 71.584465, 84.281884, 95.796445, 96.341627, 104.915757, 107.614106, 111.677343, 98.399047, 90.203166], "sum_m_pl": [99.454422, 120.838185, 118.655039, 113.956249, 111.357138, 112.9033, 115.076165, 116.564861, 117.216401, 120.661884, 118.052394, 115.315516, 116.413447, 113.888473, 115.177575, 118.474017, 119.357864, 117.579294, 119.096733, 122.782441, 124.371766, 126.804349, 128.193306, 128.759422, 104.265755, 101.523407, 100.155409, 106.014826, 108.309612, 105.141722, 105.937212, 105.569244, 103.182001, 102.183897, 99.862372, 94.91548, 80.998564, 78.340824, 76.213546, 71.652002, 65.763713, 57.27188, 50.353189, 38.873408, 29.30637, 21.240011, 18.620753, 13.276774, 2.130371, 2.039143]}, "digit": {"n_am_en": [2, 9, 0, 4, 5, 4, 3, 3, 3, 3, 6, 4, 3, 2, 2, 3, 1, 3, 2, 1, 3, 1, 1, 2, 2, 3, 3, 5, 5, 3, 3, 1, 1, 1, 1, 0, 2, 2, 3, 2, 3, 3, 3, 3, 2, 4, 0, 1, 0, 0], "n_am_pl": [0, 0, 8, 0, 4, 0, 1, 0, 0, 2, 0, 0, 0, 1, 0, 0, 2, 1, 1, 2, 2, 4, 4, 4, 2, 1, 0, 0, 1, 0, 1, 1, 1, 2, 4, 4, 2, 1, 2, 2, 0, 1, 0, 0, 0, 0, 2, 0, 0, 0], "n_pos": 11, "sum_m_en": [1.297767, 0.49547, 0.451089, 0.569312, 0.58791, 0.572762, 0.486143, 0.475769, 0.474067, 0.500236, 0.557131, 0.594918, 0.638031, 0.72749, 0.764705, 0.725344, 0.743298, 0.730573, 0.620819, 0.560475, 0.526433, 0.496907, 0.487783, 0.47991, 0.780269, 0.697781, 0.736818, 0.735127, 0.769051, 0.824702, 0.756674, 0.823324, 0.826157, 0.812136, 0.835848, 0.837853, 0.800934, 0.873969, 0.836963, 0.904135, 0.970096, 0.960506, 1.267344, 1.372297, 1.329848, 1.098149, 0.620232, 0.771649, 0.041596, 0.000221], "sum_m_pl": [4.166498, 5.992665, 6.00544, 5.57268, 5.489657, 5.481453, 5.523632, 5.55182, 5.628259, 5.565015, 5.352613, 5.094236, 5.06511, 4.981095, 4.776431, 4.961467, 4.97287, 4.782675, 4.876876, 5.078683, 5.189741, 5.246151, 5.2736, 5.270519, 4.579862, 4.434751, 4.442075, 4.61557, 4.571699, 4.455785, 4.453586, 4.404353, 4.287284, 4.48206, 4.26894, 4.033581, 3.442141, 3.289967, 3.663231, 3.473853, 3.096506, 3.162593, 3.021928, 2.483473, 2.266729, 1.65616, 1.507164, 1.012779, 0.032781, 0.000171]}, "lang": {"n_am_en": [21, 23, 21, 20, 20, 21, 18, 16, 16, 20, 21, 22, 21, 16, 13, 18, 21, 18, 17, 19, 21, 18, 21, 20, 37, 42, 36, 26, 25, 25, 28, 25, 27, 32, 34, 37, 37, 41, 43, 48, 49, 53, 63, 66, 64, 60, 68, 73, 83, 89], "n_am_pl": [9, 7, 11, 9, 10, 12, 15, 12, 12, 14, 15, 15, 12, 14, 13, 21, 21, 16, 16, 13, 19, 14, 14, 21, 18, 16, 15, 17, 17, 18, 17, 21, 18, 16, 18, 15, 13, 11, 11, 10, 6, 5, 3, 3, 1, 1, 4, 2, 1, 2], "n_pos": 91, "sum_m_en": [8.532272, 5.521501, 5.504971, 5.343615, 5.686416, 5.926767, 5.311366, 5.144774, 5.124846, 5.261042, 5.506764, 6.069786, 6.109311, 6.33684, 6.190728, 6.187525, 6.264842, 6.051319, 5.665238, 5.321194, 5.03538, 4.5878, 4.300062, 4.16906, 11.651417, 12.269038, 11.9386, 10.66623, 9.718286, 10.420658, 9.567201, 9.764725, 10.125264, 10.089441, 11.713341, 12.89737, 18.15206, 19.792076, 22.365933, 24.67823, 27.263813, 35.676485, 41.52627, 45.8584, 51.804329, 52.233123, 58.716217, 67.430589, 80.248486, 86.372793], "sum_m_pl": [32.866904, 40.565178, 39.943584, 38.817634, 37.852996, 38.438214, 39.072995, 39.793557, 40.142262, 41.835896, 40.637624, 39.896123, 40.787083, 39.604519, 39.739745, 40.933931, 41.251812, 40.479171, 41.264369, 42.367663, 43.175492, 44.06306, 44.618627, 44.878303, 37.146831, 36.565549, 36.267861, 38.668074, 38.639684, 37.102692, 37.924269, 37.145707, 36.349163, 36.586884, 35.261606, 34.111241, 28.909673, 26.832423, 25.472485, 23.339819, 21.458124, 18.753802, 15.869095, 13.328915, 9.357666, 7.381769, 6.483272, 2.427567, 1.507913, 1.897335]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 265, "item_id": "pes-Położnictwo i ginekologia-2019 jesień-118", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1053, "region_end": 263, "roundtrip_ok": true, "tf_agree": 0.9811, "tf_agree_excl_first": 0.9848}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 1, 0, 2, 3, 3, 2, 2, 1, 1, 1, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 2, 2, 1, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.258998, 0.142704, 0.159339, 0.179209, 0.182497, 0.156626, 0.143948, 0.154459, 0.143528, 0.138166, 0.144241, 0.151178, 0.156811, 0.15424, 0.168464, 0.171714, 0.164152, 0.154622, 0.14483, 0.137838, 0.130292, 0.123332, 0.118663, 0.119775, 0.25238, 0.209133, 0.237517, 0.255271, 0.223111, 0.196385, 0.235946, 0.185596, 0.209701, 0.214052, 0.271964, 0.230288, 0.467765, 0.284188, 0.225353, 0.217717, 0.207621, 0.19527, 0.192565, 0.207773, 0.120364, 0.145795, 0.121999, 0.062449, 0.00317, 5.4e-05], "sum_m_pl": [1.252015, 1.437255, 1.489103, 1.460035, 1.445859, 1.521388, 1.491724, 1.444861, 1.45247, 1.452955, 1.437592, 1.458977, 1.450762, 1.484602, 1.363088, 1.350097, 1.356362, 1.316854, 1.376815, 1.376832, 1.372081, 1.384218, 1.412954, 1.423216, 1.091397, 1.085246, 1.025628, 1.077093, 1.062615, 1.161895, 1.182853, 1.276093, 1.030048, 0.992845, 1.099235, 1.141998, 0.996724, 0.99079, 1.083565, 1.114894, 1.194098, 1.234559, 1.226696, 1.180138, 0.694634, 0.693276, 0.414392, 0.33019, 0.041099, 0.477958]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 474, "item_id": "pes-Położnictwo i ginekologia-2019 jesień-118", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 933, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9916, "tf_agree_excl_first": 0.9937}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [65, 49, 50, 50, 37, 47, 34, 39, 39, 33, 50, 49, 50, 40, 50, 43, 52, 50, 47, 51, 54, 49, 51, 48, 66, 58, 51, 50, 51, 60, 54, 49, 54, 57, 74, 68, 73, 69, 69, 65, 78, 75, 75, 78, 73, 81, 94, 88, 76, 73], "n_am_pl": [12, 31, 38, 28, 29, 16, 23, 13, 15, 19, 12, 19, 18, 23, 25, 21, 25, 25, 24, 37, 29, 30, 28, 33, 18, 19, 18, 18, 24, 26, 19, 21, 21, 21, 18, 14, 13, 10, 17, 20, 22, 19, 15, 13, 7, 11, 7, 6, 3, 4], "n_pos": 208, "sum_m_en": [24.774638, 13.79358, 12.715203, 12.141788, 12.144349, 11.729693, 12.518493, 12.543456, 12.696218, 13.29897, 14.080594, 15.223847, 14.639647, 15.229901, 15.736464, 14.317963, 14.217019, 14.134357, 13.080878, 12.284606, 11.241807, 10.463635, 9.914539, 9.712604, 24.241609, 25.82322, 25.790886, 24.982783, 24.784244, 24.366633, 22.783105, 22.715618, 23.586813, 24.152718, 26.870813, 29.58422, 35.400998, 37.86684, 37.281132, 38.811195, 45.555366, 51.893626, 54.759754, 63.336481, 61.615333, 70.420663, 80.665728, 79.420671, 74.753294, 71.568568], "sum_m_pl": [75.136474, 95.513772, 94.891283, 94.081971, 92.83213, 95.569886, 94.403067, 93.292452, 90.651634, 93.157905, 91.707315, 93.057631, 95.481514, 93.751297, 94.955445, 95.895403, 96.106409, 95.953034, 97.599015, 99.799928, 100.62879, 101.175072, 100.671841, 100.808789, 77.894771, 75.792818, 72.992495, 77.915326, 81.135991, 81.599237, 83.454592, 83.843843, 83.381665, 81.276423, 79.384268, 75.051471, 67.592256, 64.433385, 64.50048, 61.646728, 54.700437, 45.981734, 38.930881, 31.185689, 22.806182, 20.763931, 12.810969, 9.131101, 4.501598, 4.294016]}, "digit": {"n_am_en": [1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.070856, 0.033961, 0.034674, 0.049171, 0.050426, 0.04138, 0.037974, 0.030391, 0.028752, 0.032386, 0.035168, 0.036825, 0.031034, 0.033859, 0.036158, 0.028935, 0.03369, 0.038512, 0.041428, 0.04458, 0.047191, 0.042805, 0.040795, 0.038818, 0.049226, 0.040915, 0.04118, 0.038157, 0.035503, 0.050736, 0.045326, 0.039413, 0.048185, 0.040201, 0.042472, 0.039581, 0.045298, 0.041493, 0.037433, 0.032104, 0.022286, 0.018664, 0.015476, 0.003522, 0.007908, 0.004635, 0.000828, 0.000804, 6e-05, 0.0], "sum_m_pl": [0.453295, 0.516245, 0.522299, 0.500898, 0.498453, 0.497819, 0.504353, 0.505256, 0.508796, 0.515654, 0.514341, 0.512954, 0.544853, 0.52471, 0.524547, 0.539962, 0.524617, 0.449251, 0.460006, 0.439787, 0.430779, 0.459133, 0.464323, 0.46824, 0.405907, 0.434203, 0.403534, 0.421984, 0.452269, 0.440204, 0.4887, 0.485871, 0.476878, 0.494951, 0.479004, 0.457786, 0.387291, 0.320107, 0.318123, 0.382916, 0.405608, 0.264943, 0.225237, 0.160516, 0.119918, 0.11581, 0.020588, 0.014867, 0.00113, 0.0]}, "lang": {"n_am_en": [25, 17, 18, 19, 19, 16, 16, 20, 22, 17, 26, 23, 24, 18, 20, 19, 25, 27, 20, 22, 23, 22, 24, 26, 31, 27, 26, 26, 27, 35, 31, 24, 29, 34, 42, 36, 42, 41, 37, 35, 46, 44, 43, 49, 47, 51, 58, 60, 70, 72], "n_am_pl": [2, 15, 17, 11, 9, 7, 9, 7, 6, 7, 3, 9, 9, 10, 8, 6, 10, 9, 10, 17, 14, 13, 13, 14, 8, 10, 10, 9, 9, 11, 7, 12, 9, 8, 6, 8, 5, 5, 8, 9, 8, 7, 5, 5, 5, 5, 3, 3, 2, 4], "n_pos": 78, "sum_m_en": [10.165624, 4.907715, 4.57867, 4.501054, 4.611053, 4.521224, 5.080358, 5.189084, 5.444015, 5.455729, 5.949062, 6.629356, 6.393232, 6.443225, 6.936315, 6.113865, 5.890545, 5.864697, 5.326941, 4.96011, 4.425799, 4.070381, 3.870174, 3.800179, 12.308169, 13.589297, 13.754975, 12.696678, 12.04753, 11.670766, 10.863919, 11.093141, 11.463665, 11.971091, 13.880944, 16.057855, 20.312871, 21.825839, 21.216405, 22.244586, 26.363472, 29.509317, 31.62537, 37.456498, 39.474593, 45.111203, 51.2969, 55.240998, 65.80484, 69.078958], "sum_m_pl": [26.935503, 36.106899, 36.308787, 35.856783, 35.29297, 36.151639, 35.933217, 35.887429, 35.242304, 36.181322, 35.45327, 35.646783, 36.530326, 35.661518, 35.708608, 36.147328, 36.279652, 36.241642, 36.805239, 37.419851, 37.853514, 38.167788, 37.940427, 38.036546, 28.328067, 27.550016, 26.568012, 28.495681, 30.026137, 30.704323, 31.634631, 31.267929, 31.312047, 30.493135, 28.701191, 26.667058, 23.267158, 21.921462, 22.779161, 22.163109, 19.3255, 15.460212, 13.870714, 11.338764, 8.964125, 6.839977, 4.461757, 3.748074, 2.623514, 3.740476]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 210, "item_id": "pes-Położnictwo i ginekologia-2019 jesień-77", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 965, "region_end": 208, "roundtrip_ok": true, "tf_agree": 0.9714, "tf_agree_excl_first": 0.9761}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [131, 79, 80, 62, 82, 67, 68, 78, 62, 97, 101, 89, 99, 89, 80, 78, 89, 71, 66, 74, 92, 95, 80, 82, 98, 103, 86, 101, 92, 109, 103, 98, 82, 77, 76, 98, 106, 107, 95, 88, 85, 96, 83, 77, 73, 69, 45, 34, 7, 2], "n_am_pl": [24, 83, 58, 73, 43, 40, 43, 46, 51, 36, 52, 60, 65, 64, 52, 56, 40, 52, 56, 46, 44, 61, 54, 58, 51, 61, 50, 47, 59, 52, 70, 72, 84, 59, 64, 48, 43, 33, 54, 56, 50, 49, 55, 52, 45, 54, 71, 75, 123, 148], "n_pos": 436, "sum_m_en": [42.695743, 22.830675, 22.752042, 22.723456, 23.368186, 22.261156, 21.381771, 21.347377, 20.893418, 22.412069, 23.298695, 24.704465, 24.349251, 25.855091, 25.639968, 24.375957, 24.574989, 24.074184, 22.197515, 21.143289, 20.158422, 19.33272, 18.885483, 19.061746, 38.794173, 41.553443, 40.118644, 39.526039, 36.995762, 38.116044, 36.586913, 35.606453, 35.396261, 36.711734, 39.091926, 44.109426, 46.666942, 50.742659, 47.576546, 49.237493, 53.99654, 62.059814, 63.99108, 56.3757, 53.859245, 54.979705, 44.063995, 34.09683, 8.378982, 2.47459], "sum_m_pl": [169.247767, 203.080828, 195.770683, 195.839229, 191.023667, 197.120053, 195.623727, 195.05501, 192.589051, 197.174111, 197.346591, 198.87043, 205.83576, 201.547959, 201.506596, 202.296855, 202.816914, 203.470423, 208.677092, 212.212892, 213.552642, 214.458986, 212.885242, 212.985441, 174.593413, 170.814949, 164.812416, 176.422387, 185.053204, 185.582728, 187.623056, 190.877371, 188.090045, 180.347911, 178.077621, 168.565483, 157.533187, 150.712348, 150.225617, 148.653235, 135.334376, 123.340153, 117.294415, 102.791247, 89.886911, 87.931775, 86.644706, 85.725163, 125.770535, 151.130841]}, "digit": {"n_am_en": [3, 4, 2, 1, 1, 1, 0, 1, 0, 1, 2, 1, 1, 1, 1, 0, 1, 0, 1, 2, 2, 4, 1, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 3, 1, 1, 2, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 3, 4, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 9, "sum_m_en": [1.523473, 0.376047, 0.418941, 0.374724, 0.407229, 0.40254, 0.386568, 0.365711, 0.349517, 0.363979, 0.397441, 0.443295, 0.366366, 0.38789, 0.374862, 0.38565, 0.408897, 0.409419, 0.383508, 0.405133, 0.414187, 0.393221, 0.368042, 0.366683, 0.390148, 0.444017, 0.425742, 0.383729, 0.361144, 0.378821, 0.407785, 0.398087, 0.372107, 0.411834, 0.492935, 0.452874, 0.399834, 0.416974, 0.413647, 0.426251, 0.595467, 0.789663, 0.644227, 0.973645, 0.59497, 0.440186, 0.32708, 0.402696, 0.004679, 0.0], "sum_m_pl": [3.031164, 4.775352, 4.662679, 4.612521, 4.249592, 4.13858, 4.129397, 3.990283, 3.836971, 3.980694, 3.96451, 4.03656, 4.136848, 3.903143, 3.914345, 3.947003, 3.998947, 3.916266, 4.009252, 4.231511, 4.303606, 4.357974, 4.344817, 4.37478, 2.705968, 2.516851, 2.184444, 2.492624, 2.880277, 3.099479, 2.877724, 3.278512, 3.130648, 3.378959, 3.214938, 3.169991, 2.987667, 2.905139, 2.760815, 2.641815, 2.586138, 2.666516, 2.68291, 2.368443, 2.330373, 1.867642, 0.951058, 0.653451, 0.019537, 2e-06]}, "lang": {"n_am_en": [52, 26, 15, 19, 34, 16, 26, 30, 23, 39, 46, 35, 38, 32, 29, 39, 35, 28, 21, 27, 33, 33, 29, 30, 36, 36, 29, 34, 30, 39, 39, 39, 34, 34, 35, 48, 49, 54, 47, 40, 43, 51, 48, 44, 45, 44, 25, 21, 6, 2], "n_am_pl": [7, 34, 27, 25, 14, 14, 12, 12, 17, 18, 20, 25, 23, 24, 22, 27, 17, 22, 27, 20, 19, 25, 17, 20, 20, 20, 20, 20, 25, 22, 30, 23, 30, 26, 30, 23, 14, 15, 25, 21, 20, 21, 30, 32, 27, 35, 50, 56, 114, 148], "n_pos": 152, "sum_m_en": [15.887288, 8.246615, 7.929789, 7.8546, 8.417516, 7.900899, 7.924028, 7.930226, 7.756699, 8.37261, 8.764386, 9.370731, 9.298015, 9.625741, 9.181446, 8.834491, 9.041509, 8.82575, 8.066923, 7.651653, 7.324243, 6.977574, 6.865166, 6.612635, 13.980364, 15.40991, 14.830555, 14.728049, 13.814411, 13.964013, 13.508486, 13.422513, 13.027373, 13.004607, 14.033569, 16.893279, 20.830932, 24.122085, 22.905422, 24.468646, 26.273836, 33.054119, 35.524984, 30.983449, 30.496424, 33.525344, 23.297762, 18.879159, 5.855915, 2.430257], "sum_m_pl": [57.013543, 68.702409, 65.988734, 66.652459, 64.975439, 67.567119, 67.339982, 68.174906, 66.360165, 68.258434, 68.77113, 69.72797, 71.763498, 70.508701, 71.449103, 71.309857, 71.189531, 71.625292, 72.765078, 73.589547, 73.571933, 74.103224, 73.204762, 73.440238, 60.236045, 59.214888, 58.499199, 62.514469, 65.84561, 66.431942, 67.892591, 68.172616, 68.77787, 67.37844, 66.53714, 64.542728, 60.718473, 58.096552, 58.990996, 58.210882, 54.909984, 51.150311, 49.339153, 44.582095, 43.848228, 45.177914, 54.633675, 59.963263, 110.874882, 144.718596]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 438, "item_id": "pes-Położnictwo i ginekologia-2019 jesień-77", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 845, "region_end": 436, "roundtrip_ok": true, "tf_agree": 0.9817, "tf_agree_excl_first": 0.984}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [70, 60, 69, 48, 44, 47, 54, 61, 57, 53, 52, 68, 55, 57, 64, 67, 74, 67, 69, 68, 70, 62, 56, 52, 71, 91, 78, 77, 75, 73, 69, 72, 82, 76, 83, 103, 98, 99, 100, 100, 101, 99, 97, 103, 107, 113, 122, 117, 121, 114], "n_am_pl": [15, 34, 40, 47, 25, 34, 31, 23, 20, 17, 19, 20, 26, 33, 24, 17, 19, 25, 20, 20, 22, 22, 24, 23, 11, 14, 22, 13, 13, 19, 27, 30, 33, 25, 25, 28, 22, 19, 12, 13, 14, 17, 20, 18, 14, 13, 12, 7, 3, 4], "n_pos": 248, "sum_m_en": [28.422433, 15.134447, 14.280551, 13.735502, 14.36905, 14.793509, 14.797118, 15.06003, 14.852748, 15.446419, 16.286352, 17.432823, 17.380455, 18.497747, 18.06239, 17.331291, 16.797774, 17.23934, 15.353238, 14.24103, 13.418589, 12.252806, 11.629428, 11.25768, 27.416382, 29.1127, 29.45465, 28.012662, 27.410857, 26.460437, 24.407393, 23.741144, 25.447548, 26.982598, 29.226077, 33.756004, 39.14523, 40.769355, 42.998803, 49.540169, 54.120113, 60.507549, 66.958339, 75.173634, 85.901393, 96.614387, 110.16354, 113.718858, 116.3069, 113.624797], "sum_m_pl": [88.343873, 114.419998, 114.585657, 114.368295, 110.283588, 111.581784, 110.543834, 110.430624, 109.318568, 112.830464, 109.42341, 109.582741, 112.967004, 108.907578, 108.842656, 111.185829, 111.931433, 110.512863, 112.160339, 115.722138, 117.589851, 120.430165, 120.378978, 121.12728, 91.450172, 92.432282, 87.850448, 94.369753, 96.631729, 98.98217, 103.663082, 104.937913, 102.62083, 100.362429, 94.900649, 90.358686, 81.797783, 78.904272, 75.340463, 70.628549, 67.987459, 60.301561, 53.318745, 45.474238, 34.34352, 29.27853, 19.542253, 11.926792, 5.062985, 4.442146]}, "digit": {"n_am_en": [5, 10, 10, 3, 1, 2, 1, 2, 2, 3, 4, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 2, 5, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 2, 2, 2, 1, 3, 2, 0, 0, 0, 0, 0], "n_pos": 13, "sum_m_en": [2.21339, 0.631096, 0.655421, 0.623573, 0.591838, 0.658096, 0.613705, 0.537663, 0.576951, 0.667702, 0.69815, 0.733043, 0.701133, 0.792382, 0.805476, 0.745618, 0.625589, 0.68886, 0.568396, 0.580077, 0.548897, 0.513939, 0.49898, 0.49162, 0.595898, 0.73309, 0.629967, 0.652528, 0.629613, 0.6843, 0.688115, 0.695018, 0.812064, 0.743364, 0.817271, 0.982958, 0.844424, 0.820614, 0.799178, 0.782959, 0.834576, 0.8157, 0.78905, 0.765293, 0.75453, 0.596079, 0.690064, 0.359354, 0.181277, 0.015619], "sum_m_pl": [4.205822, 6.835591, 6.816474, 6.50131, 6.077346, 5.839102, 6.002157, 6.045082, 5.831531, 5.839659, 5.586364, 5.449861, 5.401853, 4.746114, 4.617026, 4.691464, 4.827197, 4.98543, 5.442755, 5.817216, 6.096664, 6.271661, 6.289697, 6.40938, 4.871734, 5.229836, 4.109798, 4.077316, 3.897588, 4.0634, 4.31807, 4.008042, 4.573454, 4.233801, 3.923674, 4.782066, 4.54044, 4.386052, 4.258565, 4.192415, 4.452772, 4.317281, 4.057555, 4.100874, 3.406393, 2.095242, 1.640226, 1.070748, 0.332623, 0.000114]}, "lang": {"n_am_en": [31, 20, 31, 25, 22, 25, 30, 23, 24, 23, 27, 39, 28, 29, 31, 36, 38, 34, 37, 35, 38, 31, 30, 28, 40, 46, 39, 43, 42, 41, 36, 39, 45, 41, 45, 56, 61, 63, 63, 63, 64, 64, 65, 66, 65, 76, 82, 84, 105, 112], "n_am_pl": [9, 18, 21, 19, 12, 20, 13, 11, 9, 8, 7, 8, 14, 17, 13, 8, 13, 16, 14, 13, 13, 15, 17, 19, 9, 11, 15, 11, 11, 14, 20, 20, 23, 22, 18, 15, 12, 8, 5, 5, 6, 6, 9, 8, 8, 6, 9, 5, 2, 4], "n_pos": 117, "sum_m_en": [12.794478, 7.026578, 6.73293, 6.492182, 6.804532, 7.238921, 7.159423, 7.238742, 7.124923, 7.306756, 7.664246, 8.167314, 8.180884, 8.926792, 8.738317, 8.194004, 7.995098, 8.086295, 7.450501, 6.92879, 6.490085, 5.882192, 5.53808, 5.396051, 12.894437, 14.010596, 14.794553, 13.643879, 13.59391, 12.618952, 11.575298, 11.65531, 12.438031, 13.340771, 14.166133, 17.147396, 21.094995, 22.390335, 24.051353, 28.448824, 33.087684, 37.664154, 41.438173, 46.645782, 53.623465, 64.86608, 74.72503, 79.775301, 98.825303, 106.740684], "sum_m_pl": [42.75498, 53.727411, 53.620213, 53.750395, 52.272101, 52.916244, 52.699851, 52.653304, 52.342108, 53.966793, 52.605259, 53.001093, 54.609856, 52.872449, 53.189254, 54.106079, 54.208825, 53.446902, 53.536213, 54.973716, 55.863065, 57.115838, 57.150097, 57.352254, 45.203996, 45.331516, 43.797044, 47.03825, 48.042682, 49.152805, 51.699414, 52.424613, 50.778356, 50.19689, 47.133462, 44.576463, 40.298037, 39.47876, 37.37318, 34.496137, 32.308169, 28.291975, 25.152671, 20.528467, 15.862373, 14.328657, 10.280013, 6.235718, 2.787908, 3.700448]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 250, "item_id": "pes-Protetyka stomatologiczna-2018 jesień-98", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1220, "region_end": 248, "roundtrip_ok": true, "tf_agree": 0.972, "tf_agree_excl_first": 0.9759}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [61, 57, 54, 36, 30, 30, 28, 51, 43, 31, 26, 29, 43, 35, 32, 37, 34, 43, 30, 27, 24, 20, 20, 17, 52, 50, 48, 51, 50, 40, 42, 50, 46, 55, 64, 73, 68, 70, 70, 58, 66, 57, 54, 47, 44, 43, 22, 12, 3, 2], "n_am_pl": [18, 42, 49, 59, 51, 43, 35, 23, 38, 34, 32, 28, 27, 43, 28, 34, 29, 31, 47, 52, 55, 69, 70, 75, 36, 40, 38, 45, 37, 38, 34, 39, 48, 42, 33, 34, 26, 31, 31, 49, 40, 46, 51, 58, 63, 73, 84, 77, 112, 127], "n_pos": 250, "sum_m_en": [24.354617, 12.440652, 12.401664, 12.700494, 13.562177, 13.220616, 13.01159, 14.667067, 13.273418, 13.306019, 13.682975, 14.037649, 13.943986, 15.218871, 15.455391, 14.443386, 14.234217, 14.089865, 12.57857, 12.090051, 11.248022, 10.676509, 10.440086, 10.240304, 17.128829, 18.776056, 19.608106, 18.957358, 19.454608, 19.605815, 18.308315, 19.197853, 19.547094, 19.393327, 20.557096, 21.639664, 22.84109, 24.831051, 24.856039, 26.1934, 27.133818, 25.968839, 29.947778, 29.506385, 34.563207, 30.534615, 20.124984, 13.846585, 4.898627, 2.022044], "sum_m_pl": [93.568241, 118.029824, 116.398888, 117.266431, 112.885501, 112.353293, 111.734817, 109.364841, 109.813467, 111.620678, 106.88591, 106.807806, 110.325402, 107.363252, 106.699555, 110.632545, 112.087328, 110.328083, 114.207464, 116.631078, 119.193792, 122.314586, 121.951419, 122.609742, 108.248394, 103.51614, 98.635065, 100.858566, 101.525323, 100.715254, 103.360783, 107.727964, 107.289256, 102.739824, 98.532431, 96.70582, 91.568506, 90.098669, 90.378713, 94.777508, 93.927, 91.801198, 87.68007, 82.55259, 77.026712, 82.413241, 87.403235, 79.855822, 103.022874, 127.970389]}, "digit": {"n_am_en": [1, 16, 20, 7, 3, 5, 3, 4, 3, 3, 3, 1, 4, 1, 1, 4, 4, 2, 5, 3, 3, 1, 2, 1, 11, 8, 8, 5, 3, 4, 7, 8, 8, 9, 5, 8, 8, 9, 6, 2, 4, 1, 1, 2, 1, 2, 1, 1, 0, 0], "n_am_pl": [0, 2, 0, 1, 5, 3, 7, 6, 8, 6, 3, 3, 1, 3, 2, 4, 3, 4, 6, 7, 7, 8, 8, 9, 5, 6, 8, 6, 7, 5, 4, 4, 6, 4, 4, 5, 4, 4, 6, 7, 6, 6, 7, 6, 7, 6, 6, 4, 0, 0], "n_pos": 27, "sum_m_en": [2.743458, 1.23215, 1.243806, 1.103252, 1.131797, 1.195248, 1.213182, 1.306518, 1.282731, 1.318048, 1.361327, 1.34482, 1.312446, 1.649821, 1.685985, 1.55001, 1.494165, 1.468073, 1.270653, 1.230263, 1.150358, 1.100086, 1.06713, 1.043724, 1.453135, 1.588229, 1.75887, 1.93453, 2.036804, 2.129903, 1.993842, 2.143559, 2.083588, 1.99312, 2.148083, 2.428852, 2.393462, 2.256848, 2.197241, 1.528505, 1.642409, 1.515094, 1.487516, 1.221715, 1.478023, 1.534085, 1.560906, 0.901892, 0.027191, 0.0], "sum_m_pl": [11.158809, 14.633013, 14.169986, 14.162402, 13.673409, 13.056239, 12.711575, 12.356141, 12.402759, 12.647398, 12.25861, 12.199013, 12.39776, 11.325276, 10.785112, 11.551984, 11.678811, 11.595359, 12.060777, 12.455927, 13.007441, 13.387615, 13.364073, 13.535255, 14.321983, 13.681992, 12.955197, 12.060334, 12.19508, 11.826841, 11.921631, 12.414364, 12.347704, 12.434495, 11.300943, 10.970865, 10.325655, 11.014833, 11.511304, 13.16121, 12.852205, 12.132737, 11.526684, 11.521084, 10.29789, 8.971125, 7.996312, 5.939954, 0.246049, 6e-06]}, "lang": {"n_am_en": [29, 15, 16, 13, 16, 16, 12, 28, 24, 18, 15, 19, 27, 21, 19, 25, 22, 25, 13, 15, 14, 12, 14, 12, 29, 33, 30, 35, 35, 24, 22, 23, 21, 28, 33, 36, 39, 37, 40, 33, 42, 38, 35, 36, 33, 29, 18, 10, 3, 2], "n_am_pl": [12, 27, 32, 33, 25, 27, 18, 10, 16, 18, 19, 14, 16, 23, 16, 22, 19, 21, 30, 30, 30, 37, 36, 44, 20, 21, 18, 24, 21, 23, 20, 26, 32, 28, 25, 22, 21, 20, 21, 32, 26, 31, 36, 43, 49, 58, 69, 70, 110, 126], "n_pos": 130, "sum_m_en": [11.424296, 6.52518, 6.446462, 6.866785, 7.450615, 7.082019, 6.983725, 7.840899, 7.139017, 7.374014, 7.577545, 7.7099, 7.692652, 8.019984, 8.035048, 7.595472, 7.4727, 7.365129, 6.761027, 6.545301, 6.005495, 5.634054, 5.492611, 5.385372, 10.491588, 11.410173, 11.390787, 10.563444, 10.779966, 10.646903, 9.938444, 10.375994, 10.617785, 10.764028, 10.825276, 11.623432, 12.209404, 13.938713, 14.862917, 16.710365, 17.670202, 17.736522, 20.923309, 21.660188, 26.292054, 22.020261, 14.728114, 10.639158, 4.122826, 2.016401], "sum_m_pl": [47.941351, 58.660716, 58.180027, 58.833845, 56.427103, 57.188248, 56.778426, 56.004721, 56.424131, 57.586553, 55.039584, 55.033254, 57.192145, 56.403315, 56.953773, 58.536453, 59.383428, 58.446394, 60.286587, 61.399956, 62.535278, 64.377914, 64.22106, 64.378774, 56.917265, 55.015951, 52.691567, 54.178366, 54.353965, 53.415232, 55.27191, 57.238417, 57.595605, 55.482494, 53.43574, 53.509448, 52.881174, 51.854241, 51.572618, 51.409891, 50.894128, 52.166988, 50.594985, 49.829713, 49.663177, 57.73144, 66.25728, 67.130018, 98.389429, 125.102126]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 252, "item_id": "pes-Protetyka stomatologiczna-2018 jesień-98", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1100, "region_end": 250, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9761}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [41, 54, 49, 51, 44, 38, 46, 51, 51, 61, 66, 55, 52, 56, 52, 55, 45, 49, 50, 54, 56, 52, 46, 46, 76, 76, 70, 73, 75, 59, 60, 48, 57, 52, 61, 63, 65, 73, 81, 76, 82, 82, 94, 92, 90, 86, 80, 75, 88, 90], "n_am_pl": [4, 18, 21, 19, 18, 17, 18, 8, 10, 8, 17, 14, 13, 16, 16, 12, 16, 20, 17, 16, 18, 21, 24, 30, 12, 10, 10, 13, 9, 11, 16, 14, 9, 15, 14, 14, 10, 10, 7, 14, 10, 10, 8, 5, 3, 5, 3, 1, 1, 1], "n_pos": 153, "sum_m_en": [18.960589, 9.853056, 9.655848, 9.170218, 9.482273, 9.331979, 9.739365, 10.752678, 11.359074, 12.068944, 11.826488, 12.411911, 12.944785, 13.209315, 13.180847, 12.769543, 11.575046, 11.705874, 10.762765, 9.547039, 9.174671, 8.492795, 7.819322, 7.530031, 20.488136, 23.225446, 27.891138, 24.225302, 21.90915, 20.537433, 19.033413, 18.002821, 19.579078, 20.42622, 20.607111, 23.668931, 28.61558, 31.005765, 36.264455, 39.177496, 40.693797, 46.770358, 52.240941, 59.26435, 65.414311, 73.215866, 75.338277, 72.407286, 84.770353, 88.495986], "sum_m_pl": [51.463951, 71.002129, 70.571469, 70.679326, 67.834468, 67.954797, 67.653916, 66.176498, 65.88061, 68.000566, 69.549899, 68.33114, 69.037096, 67.083318, 67.545948, 68.245998, 70.64719, 68.675703, 70.337546, 72.773626, 73.250336, 74.18276, 74.095201, 74.71042, 57.952635, 57.661595, 52.199708, 56.310277, 59.007019, 58.881506, 61.093287, 61.462378, 59.825893, 57.470695, 57.303047, 53.118445, 48.586694, 47.016764, 43.649143, 42.758152, 40.54668, 35.364206, 30.777913, 24.398108, 18.912541, 13.929347, 8.920029, 4.49583, 2.156581, 0.850364]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [23, 36, 29, 32, 24, 23, 32, 29, 35, 35, 41, 34, 35, 35, 35, 39, 34, 40, 37, 40, 39, 37, 32, 34, 48, 47, 41, 48, 47, 36, 40, 31, 36, 32, 42, 43, 46, 46, 55, 49, 53, 56, 62, 60, 60, 59, 59, 56, 82, 87], "n_am_pl": [3, 9, 11, 6, 4, 6, 8, 4, 5, 6, 12, 10, 7, 11, 5, 6, 8, 9, 8, 10, 10, 11, 12, 16, 8, 6, 8, 7, 3, 6, 9, 9, 6, 11, 7, 8, 5, 7, 5, 10, 7, 6, 5, 1, 2, 4, 2, 1, 1, 1], "n_pos": 89, "sum_m_en": [11.33288, 5.977237, 5.838018, 5.614252, 5.79425, 5.72152, 6.04214, 6.798788, 7.155471, 7.729453, 7.420078, 7.855599, 8.266542, 8.238424, 8.097403, 7.682218, 6.970308, 7.047622, 6.442312, 5.640201, 5.42092, 5.018344, 4.619327, 4.468319, 13.462277, 15.64615, 18.779231, 16.283104, 14.371438, 13.313321, 12.29991, 11.305156, 12.524319, 13.217134, 13.530384, 16.101259, 19.130112, 20.779534, 24.196082, 26.503769, 27.648095, 32.095878, 34.924392, 40.626816, 45.537234, 51.774266, 54.411273, 55.067493, 77.262337, 85.301494], "sum_m_pl": [28.533627, 41.012447, 40.866221, 40.561227, 38.941341, 39.231097, 38.783792, 37.751238, 37.733583, 38.714871, 39.733557, 39.241513, 39.706304, 38.850797, 39.370819, 40.082122, 41.380113, 40.518938, 41.452211, 42.684748, 42.871752, 43.411755, 43.375264, 43.722537, 33.26652, 33.101125, 30.006658, 32.223718, 34.386759, 34.483007, 35.669964, 35.848654, 34.82664, 33.654118, 32.975066, 30.387647, 28.067774, 26.994662, 25.049825, 24.784545, 23.123329, 19.82031, 17.679014, 13.321223, 9.721999, 7.049982, 4.667597, 2.704232, 1.36461, 0.728613]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 155, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-46", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 972, "region_end": 153, "roundtrip_ok": true, "tf_agree": 0.9613, "tf_agree_excl_first": 0.9675}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [24, 18, 17, 15, 15, 15, 14, 11, 12, 22, 24, 21, 20, 17, 15, 15, 18, 12, 16, 12, 10, 10, 12, 12, 23, 22, 20, 17, 21, 24, 17, 19, 19, 17, 26, 24, 26, 30, 23, 27, 26, 22, 22, 19, 20, 19, 14, 9, 2, 0], "n_am_pl": [3, 14, 19, 14, 12, 10, 13, 13, 8, 8, 9, 8, 11, 11, 11, 11, 9, 13, 14, 21, 23, 24, 23, 23, 13, 12, 17, 16, 14, 11, 16, 13, 15, 18, 14, 12, 13, 12, 17, 18, 21, 20, 23, 28, 22, 23, 26, 34, 43, 49], "n_pos": 78, "sum_m_en": [7.296571, 3.715563, 3.775973, 3.846444, 4.128328, 3.965068, 4.029891, 4.205445, 4.391798, 4.837006, 5.168112, 5.410132, 5.495875, 5.389737, 5.399192, 5.570079, 5.064787, 4.785694, 4.345645, 4.22797, 4.163659, 3.76566, 3.559006, 3.454844, 6.817152, 7.402864, 8.324472, 7.470561, 7.466768, 7.193861, 6.917011, 6.9034, 7.114897, 7.658107, 7.325083, 7.872057, 8.966514, 10.43152, 10.571376, 10.015902, 10.47114, 10.633703, 11.045751, 10.118911, 11.520348, 14.002983, 12.097066, 6.608279, 2.268897, 0.023802], "sum_m_pl": [28.588925, 36.723005, 36.25842, 36.057944, 33.357054, 33.294022, 33.099711, 33.343764, 33.087384, 34.489214, 34.766752, 33.834777, 35.07623, 34.475616, 34.828912, 34.823648, 35.914907, 35.694515, 36.672103, 37.359187, 37.273662, 38.014775, 37.667823, 37.867208, 30.853942, 30.459931, 29.170719, 31.264852, 32.22544, 32.424337, 33.065178, 33.08081, 33.161993, 31.483758, 31.496675, 31.750131, 31.000625, 30.480656, 31.182979, 32.456285, 31.441274, 31.981371, 31.711041, 32.054554, 28.315434, 27.298001, 28.350518, 34.881567, 42.688357, 49.66641]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 13, 12, 9, 11, 7, 10, 8, 6, 14, 16, 15, 14, 14, 10, 10, 12, 7, 11, 6, 6, 5, 5, 6, 14, 13, 12, 11, 14, 15, 12, 13, 11, 13, 18, 12, 20, 20, 16, 16, 18, 16, 14, 14, 16, 14, 12, 5, 2, 0], "n_am_pl": [3, 6, 9, 11, 8, 6, 8, 8, 5, 7, 6, 8, 9, 7, 10, 8, 7, 9, 9, 15, 17, 17, 16, 15, 11, 10, 10, 10, 10, 8, 13, 8, 9, 8, 6, 7, 7, 6, 13, 13, 15, 14, 18, 21, 18, 18, 21, 26, 41, 49], "n_pos": 49, "sum_m_en": [4.488199, 2.374623, 2.397191, 2.474857, 2.673912, 2.589793, 2.653088, 2.685775, 2.810736, 3.116298, 3.268287, 3.434541, 3.575946, 3.457411, 3.390367, 3.488916, 3.1333, 2.969281, 2.736429, 2.669707, 2.640201, 2.365676, 2.212022, 2.151551, 4.214151, 4.800208, 5.552247, 4.908575, 4.729044, 4.446449, 4.359397, 4.369941, 4.483928, 4.962639, 4.607932, 5.047432, 5.722038, 7.310824, 7.072143, 6.517647, 7.337583, 7.499334, 8.097864, 6.845266, 8.059184, 9.881168, 9.775594, 4.720827, 1.673962, 0.013305], "sum_m_pl": [17.536379, 22.505484, 22.292668, 22.08138, 20.518087, 20.451604, 20.285877, 20.535156, 20.407562, 21.201864, 21.715541, 21.193475, 22.142578, 21.795205, 22.274295, 22.213973, 22.825699, 22.576146, 22.996593, 23.335063, 23.314076, 23.861317, 23.644652, 23.825025, 20.027474, 19.679429, 18.869435, 20.454699, 21.277359, 21.198217, 21.594209, 21.302639, 21.590533, 20.591474, 20.573556, 20.841371, 20.27646, 19.483311, 20.300337, 21.123169, 20.769095, 21.420637, 21.504185, 22.717179, 21.573983, 19.912066, 21.300764, 26.864431, 38.916906, 48.177548]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 80, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-46", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 852, "region_end": 78, "roundtrip_ok": true, "tf_agree": 0.9625, "tf_agree_excl_first": 0.9747}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [17, 15, 10, 8, 7, 7, 12, 15, 10, 10, 15, 16, 14, 16, 12, 7, 8, 8, 10, 11, 11, 14, 13, 13, 13, 11, 13, 16, 11, 10, 10, 12, 10, 13, 15, 15, 14, 16, 22, 20, 22, 27, 25, 23, 24, 21, 15, 9, 6, 0], "n_am_pl": [2, 14, 12, 12, 7, 4, 4, 4, 6, 7, 3, 3, 6, 3, 2, 4, 4, 7, 4, 5, 7, 6, 7, 4, 1, 5, 2, 6, 3, 8, 8, 9, 9, 9, 9, 12, 9, 8, 7, 7, 7, 6, 6, 6, 4, 4, 12, 12, 25, 30], "n_pos": 52, "sum_m_en": [4.636235, 2.481811, 2.422652, 2.716465, 2.713888, 3.118799, 2.937958, 3.033927, 3.234312, 4.060431, 4.610441, 4.689073, 4.502965, 4.113985, 3.754375, 3.514945, 3.282815, 3.204567, 3.014369, 2.852766, 3.009449, 2.786205, 2.564787, 2.399898, 5.606949, 5.68428, 5.436577, 5.154868, 4.973345, 5.052774, 4.779123, 4.588048, 4.780682, 5.006252, 5.340021, 5.758095, 7.019054, 7.670994, 11.210064, 10.250806, 12.431661, 13.692451, 15.360312, 15.236252, 17.663114, 17.254453, 13.626639, 7.857759, 5.916661, 0.007954], "sum_m_pl": [19.176245, 24.349195, 24.341668, 24.373594, 23.318186, 21.813246, 22.920699, 22.568792, 22.911643, 23.244106, 21.969144, 21.548773, 22.152748, 22.216212, 23.18534, 24.069412, 24.683307, 24.090917, 24.54105, 25.368797, 25.276116, 25.497733, 25.851961, 26.034759, 18.710695, 18.179707, 18.929951, 21.174288, 21.504296, 21.138209, 21.725572, 22.364501, 22.179897, 21.43384, 21.609702, 22.088787, 20.47575, 20.218789, 17.25306, 16.405868, 14.289861, 13.645272, 12.06951, 11.415466, 9.727023, 9.783506, 13.268248, 16.402623, 23.586569, 30.819773]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 9, 5, 4, 6, 4, 8, 8, 7, 7, 11, 11, 8, 9, 8, 4, 6, 7, 6, 6, 6, 5, 4, 6, 6, 5, 4, 7, 5, 7, 7, 7, 8, 5, 8, 8, 9, 10, 13, 15, 16, 19, 17, 16, 18, 15, 11, 8, 6, 0], "n_am_pl": [2, 8, 7, 7, 6, 3, 3, 2, 4, 4, 1, 2, 3, 1, 2, 3, 3, 5, 4, 4, 3, 5, 4, 2, 0, 2, 0, 5, 0, 4, 3, 7, 6, 6, 6, 9, 6, 5, 5, 5, 5, 5, 4, 5, 3, 3, 10, 10, 22, 29], "n_pos": 29, "sum_m_en": [2.579251, 1.487116, 1.477995, 1.622194, 1.630362, 1.882204, 1.717546, 1.858405, 1.964336, 2.700409, 3.087672, 3.043197, 2.906667, 2.461789, 2.233172, 2.014502, 1.894013, 1.818182, 1.705057, 1.626499, 1.696199, 1.56962, 1.436729, 1.335006, 3.220913, 3.2454, 3.097513, 3.069931, 2.948359, 3.153344, 2.94941, 2.753442, 2.798682, 2.780305, 2.918688, 3.020925, 3.824926, 4.133186, 6.083395, 6.344292, 8.482074, 8.617394, 10.456648, 10.438004, 13.033779, 13.00108, 9.73714, 7.004652, 5.620034, 0.003456], "sum_m_pl": [10.5301, 13.102301, 13.227787, 13.273587, 12.456998, 11.50863, 12.334516, 12.170271, 12.543674, 12.784194, 12.243586, 12.036795, 12.267735, 12.305838, 12.93582, 13.494746, 13.868605, 13.63432, 13.825143, 14.261188, 14.165461, 14.306258, 14.524994, 14.639827, 10.394235, 10.157143, 10.716687, 12.20324, 12.392116, 12.105253, 12.520783, 12.888698, 12.844035, 12.555689, 12.508711, 12.946126, 12.182895, 12.026417, 10.711846, 10.431579, 9.04365, 8.906064, 8.156808, 7.753416, 6.950041, 6.659705, 10.635878, 12.659031, 19.683347, 28.831169]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 54, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-95", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 897, "region_end": 52, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.9811}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [22, 13, 13, 8, 11, 11, 12, 8, 9, 16, 18, 17, 17, 19, 18, 12, 15, 12, 17, 10, 14, 14, 14, 14, 19, 19, 20, 23, 17, 14, 18, 11, 14, 16, 13, 16, 14, 15, 22, 27, 28, 28, 28, 25, 26, 27, 18, 8, 5, 0], "n_am_pl": [3, 14, 9, 10, 7, 7, 7, 5, 10, 6, 2, 3, 5, 8, 9, 8, 7, 10, 7, 10, 8, 12, 10, 12, 5, 7, 3, 2, 5, 7, 7, 12, 10, 9, 11, 15, 12, 12, 8, 11, 11, 9, 8, 10, 11, 9, 16, 21, 32, 39], "n_pos": 67, "sum_m_en": [5.889022, 3.120839, 3.068172, 3.216164, 3.276307, 3.798399, 3.659166, 3.627084, 3.948449, 4.859727, 5.531077, 5.578413, 5.331366, 5.068028, 4.750022, 4.504959, 4.259822, 4.020607, 3.670013, 3.476877, 3.634782, 3.374771, 3.15673, 3.01973, 7.555936, 7.512051, 6.882503, 6.677565, 6.133724, 6.324571, 6.201569, 5.920882, 6.094025, 6.039463, 6.373027, 6.419993, 7.676127, 8.7485, 15.144815, 13.35838, 16.088867, 16.615227, 18.513725, 16.705258, 20.080365, 20.634232, 14.848906, 8.336438, 4.885244, 0.380374], "sum_m_pl": [24.522644, 30.970547, 30.900364, 31.224002, 29.780163, 28.472161, 29.731789, 29.275224, 29.723886, 30.063045, 28.847938, 28.362066, 29.284105, 29.308865, 30.157591, 31.376572, 32.060836, 32.067812, 32.492677, 33.321447, 33.338473, 33.445833, 33.681244, 33.781323, 24.633446, 24.004317, 24.132287, 26.826414, 27.507527, 27.552667, 27.868561, 28.463914, 28.093323, 27.280171, 27.926332, 28.779774, 27.270437, 26.829435, 22.315969, 22.19254, 19.447953, 19.582277, 17.930126, 16.939674, 14.902242, 14.860238, 19.18758, 23.051692, 31.733835, 39.464097]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 9, 6, 6, 7, 7, 8, 5, 6, 11, 10, 11, 10, 12, 11, 7, 10, 8, 9, 6, 8, 9, 9, 10, 11, 12, 10, 15, 6, 6, 14, 6, 9, 7, 7, 8, 8, 7, 10, 17, 18, 17, 18, 16, 18, 19, 13, 8, 5, 0], "n_am_pl": [1, 6, 3, 4, 5, 4, 3, 2, 8, 4, 1, 1, 5, 5, 7, 6, 5, 8, 6, 8, 6, 6, 4, 5, 1, 2, 2, 0, 2, 4, 3, 7, 5, 4, 6, 12, 10, 10, 7, 8, 10, 7, 7, 7, 8, 6, 10, 16, 30, 38], "n_pos": 38, "sum_m_en": [3.293476, 1.834426, 1.819513, 1.927052, 1.974917, 2.295162, 2.208692, 2.14165, 2.402437, 3.160059, 3.599483, 3.590412, 3.375125, 3.028926, 2.787756, 2.663702, 2.535259, 2.332968, 2.151866, 2.056727, 2.20517, 2.036855, 1.870103, 1.768886, 5.185325, 4.950393, 4.437734, 4.277804, 3.761118, 3.965678, 3.905991, 3.6335, 3.701708, 3.605296, 3.838216, 3.637258, 4.31764, 4.985256, 8.636146, 8.540297, 10.768882, 10.744825, 12.439879, 11.422357, 14.046298, 14.96854, 11.60264, 7.575444, 4.263161, 0.005196], "sum_m_pl": [13.603592, 16.814995, 16.768443, 17.11041, 16.278417, 15.452818, 16.253161, 16.092806, 16.541095, 16.858732, 16.410353, 16.29794, 16.687392, 16.77246, 17.424252, 18.044682, 18.475044, 18.609536, 18.717661, 19.097899, 19.04809, 19.111618, 19.328988, 19.410079, 13.564783, 13.29298, 13.413728, 15.393148, 15.967326, 16.043549, 16.244671, 16.655144, 16.611568, 16.255812, 16.5743, 17.549297, 16.674015, 16.265545, 13.834897, 14.044849, 12.196547, 12.607209, 11.62926, 10.670381, 9.847249, 9.410747, 12.571527, 17.337401, 27.684831, 37.26229]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 69, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-95", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 777, "region_end": 67, "roundtrip_ok": true, "tf_agree": 0.971, "tf_agree_excl_first": 0.9853}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [60, 109, 94, 70, 61, 71, 61, 64, 55, 60, 62, 44, 63, 47, 47, 78, 80, 59, 71, 70, 68, 63, 68, 73, 119, 88, 87, 75, 78, 87, 66, 61, 61, 51, 62, 58, 67, 53, 59, 68, 58, 64, 57, 51, 48, 41, 30, 14, 2, 2], "n_am_pl": [7, 45, 62, 71, 69, 46, 23, 31, 35, 35, 38, 48, 44, 38, 47, 52, 64, 71, 52, 62, 43, 49, 49, 67, 26, 35, 44, 46, 38, 46, 48, 60, 61, 64, 49, 47, 36, 37, 32, 29, 29, 25, 40, 35, 27, 37, 45, 67, 69, 73], "n_pos": 333, "sum_m_en": [32.545037, 16.786188, 16.435584, 16.226439, 17.765831, 16.979907, 16.10438, 16.219928, 16.923611, 18.15289, 18.503074, 19.52883, 18.829769, 19.56911, 20.108685, 22.019048, 22.196662, 20.68362, 18.652792, 17.063856, 15.911479, 15.232999, 14.84139, 14.270308, 30.355239, 29.236076, 31.044253, 28.255171, 26.405511, 30.006044, 27.129904, 25.174009, 25.653656, 26.864079, 28.7115, 27.627621, 28.200275, 25.544003, 29.295475, 33.348377, 32.796837, 35.717348, 40.55313, 39.042542, 41.115431, 38.510951, 27.317973, 17.62499, 4.291411, 2.178794], "sum_m_pl": [129.467264, 166.237539, 162.303117, 160.868314, 155.235509, 154.255924, 153.079022, 152.228619, 146.122272, 148.829356, 147.869769, 140.605554, 141.93717, 142.506979, 142.700646, 146.534139, 149.575925, 147.602739, 152.913805, 159.534583, 163.104655, 165.058219, 165.44666, 166.886197, 141.314404, 139.676814, 131.933355, 135.878524, 142.572752, 137.45494, 138.690796, 139.722005, 137.640912, 133.432839, 128.505453, 116.515098, 104.513802, 102.045478, 97.093078, 96.578292, 87.08134, 81.316679, 77.611312, 68.323183, 58.212395, 55.68641, 56.208292, 60.08004, 64.547849, 73.484029]}, "digit": {"n_am_en": [5, 26, 28, 13, 16, 9, 24, 22, 12, 10, 14, 10, 17, 12, 7, 16, 15, 16, 22, 22, 22, 20, 20, 20, 28, 24, 22, 19, 18, 20, 17, 12, 13, 10, 11, 12, 9, 8, 8, 6, 5, 4, 5, 4, 6, 4, 4, 0, 0, 0], "n_am_pl": [0, 6, 0, 2, 5, 1, 3, 5, 3, 1, 2, 2, 2, 1, 2, 7, 2, 3, 5, 4, 7, 8, 7, 7, 2, 3, 6, 5, 1, 1, 3, 5, 7, 8, 8, 6, 6, 5, 5, 3, 1, 1, 1, 1, 1, 2, 3, 4, 0, 0], "n_pos": 37, "sum_m_en": [3.450512, 1.888825, 1.793882, 1.595525, 1.583622, 1.665785, 1.707937, 1.699478, 1.662234, 1.811957, 1.952997, 1.959083, 2.044694, 2.250435, 2.326903, 2.559475, 2.65797, 2.515379, 2.277294, 1.962743, 1.784156, 1.675811, 1.614646, 1.584295, 4.077171, 3.207861, 3.511063, 3.003338, 2.884253, 3.129391, 2.855505, 2.783523, 2.798574, 2.942348, 3.306736, 3.333342, 2.972581, 2.732208, 3.111002, 3.587712, 3.102353, 3.393632, 4.3418, 4.005157, 4.234844, 4.385201, 3.239858, 1.928141, 0.046915, 8.4e-05], "sum_m_pl": [16.565766, 20.022786, 19.634741, 19.525405, 19.558616, 18.983146, 18.890499, 18.708494, 18.385678, 18.224054, 18.210792, 17.135238, 16.783692, 17.059943, 16.466592, 16.658128, 16.756117, 16.319655, 16.797664, 17.820133, 18.22768, 18.445493, 18.484045, 18.72788, 16.680485, 16.969893, 16.369694, 16.416031, 16.812616, 16.570774, 16.241943, 16.199619, 15.755143, 15.293647, 14.891895, 14.345118, 13.475928, 12.94989, 13.030796, 12.453404, 11.086902, 11.144156, 10.191922, 7.901084, 7.295638, 5.60475, 5.362103, 4.192657, 0.340009, 0.000127]}, "lang": {"n_am_en": [13, 21, 15, 19, 13, 17, 10, 12, 12, 17, 12, 6, 9, 12, 13, 16, 21, 18, 15, 16, 9, 13, 14, 13, 31, 22, 18, 18, 20, 22, 14, 19, 13, 12, 14, 14, 14, 17, 26, 26, 26, 27, 19, 18, 18, 18, 11, 6, 2, 2], "n_am_pl": [4, 15, 20, 12, 9, 14, 5, 4, 9, 7, 7, 15, 11, 13, 17, 14, 22, 17, 15, 16, 15, 13, 15, 22, 8, 13, 13, 10, 8, 12, 9, 16, 20, 17, 14, 22, 14, 23, 16, 15, 14, 11, 22, 21, 19, 27, 31, 52, 66, 72], "n_pos": 74, "sum_m_en": [7.680658, 4.036019, 4.030567, 4.1452, 4.633651, 3.981464, 3.730471, 3.927034, 3.828326, 4.155129, 4.289028, 4.467373, 4.426488, 4.693505, 4.767202, 5.014471, 5.074304, 4.807434, 4.427893, 4.158251, 4.078884, 4.008696, 3.869736, 3.502266, 9.452043, 9.403442, 9.705884, 8.229456, 7.572698, 8.337867, 7.039488, 6.808714, 6.827014, 7.147958, 7.898607, 8.027828, 8.186214, 8.470206, 10.26368, 10.594419, 10.838287, 12.673298, 12.328224, 12.084212, 15.149055, 14.874351, 9.834445, 6.567658, 2.624915, 2.003451], "sum_m_pl": [24.812473, 33.415868, 33.214945, 32.233235, 31.300243, 32.084763, 31.820891, 31.956576, 32.002329, 33.169198, 32.268442, 31.292621, 32.606712, 32.742043, 34.046032, 34.276517, 34.848954, 34.470164, 35.226419, 36.046861, 36.20897, 36.636227, 36.838321, 37.245287, 30.113057, 30.449445, 28.76204, 29.929994, 31.506109, 30.383515, 30.857117, 31.618633, 32.368613, 31.357576, 31.030221, 30.570935, 29.957429, 29.825908, 29.290612, 29.376075, 27.621367, 25.609987, 24.630002, 24.667456, 24.002054, 27.601996, 33.102394, 43.860457, 58.712228, 71.063811]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 335, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-97", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1100, "region_end": 333, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 0.991}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [359, 310, 263, 205, 220, 249, 208, 272, 232, 251, 259, 231, 248, 231, 197, 215, 235, 243, 221, 210, 194, 194, 207, 223, 362, 373, 309, 311, 298, 307, 298, 286, 283, 259, 301, 308, 281, 298, 309, 347, 311, 324, 325, 313, 275, 225, 141, 97, 40, 13], "n_am_pl": [89, 234, 241, 274, 240, 163, 154, 168, 156, 165, 166, 184, 178, 175, 204, 216, 252, 235, 253, 300, 349, 356, 372, 403, 182, 186, 162, 165, 189, 156, 203, 189, 213, 162, 158, 159, 183, 162, 177, 211, 194, 168, 199, 210, 196, 268, 338, 380, 434, 506], "n_pos": 1278, "sum_m_en": [126.300866, 65.761758, 64.982359, 64.644531, 71.171535, 67.759039, 66.731301, 68.211661, 71.981608, 72.74168, 75.686026, 82.371675, 81.358639, 83.905286, 88.288726, 87.543883, 84.83826, 81.418338, 72.181164, 65.165942, 60.154649, 57.503231, 56.430365, 54.399961, 114.431928, 118.453369, 130.21109, 119.355087, 116.65269, 122.294787, 116.689317, 116.617982, 122.194075, 131.911526, 140.189084, 146.322153, 148.837209, 156.439936, 154.679005, 169.627101, 169.090656, 177.315479, 206.733304, 202.699444, 212.956508, 190.412074, 141.093286, 107.368675, 40.298834, 13.405405], "sum_m_pl": [479.938793, 607.557088, 598.498102, 597.905709, 583.498088, 591.734412, 591.227549, 586.577044, 574.579216, 586.645101, 580.220955, 551.906027, 563.728755, 560.913889, 567.463155, 580.421959, 592.089459, 588.326666, 611.024137, 632.319367, 641.289141, 646.854394, 645.121091, 647.879556, 557.087695, 551.181215, 503.243412, 530.896337, 553.243981, 539.38806, 550.415129, 551.712973, 535.825836, 493.829772, 488.172453, 460.6841, 444.100945, 436.83899, 442.51191, 436.295341, 418.710413, 399.168797, 375.174892, 362.861779, 326.982374, 338.119166, 370.604113, 374.197511, 422.617001, 503.986025]}, "digit": {"n_am_en": [6, 26, 26, 11, 13, 19, 14, 17, 14, 15, 16, 17, 18, 9, 6, 4, 14, 10, 4, 8, 8, 9, 8, 12, 15, 19, 18, 23, 13, 9, 15, 12, 10, 10, 10, 9, 7, 5, 0, 5, 3, 3, 7, 6, 9, 9, 5, 2, 0, 0], "n_am_pl": [4, 11, 5, 3, 7, 1, 6, 6, 0, 0, 5, 2, 2, 3, 2, 14, 9, 9, 9, 9, 15, 15, 14, 12, 3, 1, 8, 6, 5, 3, 6, 6, 4, 5, 7, 7, 7, 6, 4, 4, 4, 1, 2, 2, 4, 3, 6, 7, 0, 0], "n_pos": 40, "sum_m_en": [3.744449, 2.089462, 1.964665, 1.748864, 1.752494, 1.991114, 1.900009, 1.921416, 1.955836, 2.083202, 2.081701, 2.372192, 2.369632, 2.682226, 2.938285, 2.835785, 2.898845, 2.818844, 2.47017, 2.066414, 1.843418, 1.709595, 1.690024, 1.645107, 3.066288, 3.022442, 3.706783, 3.689407, 3.39995, 3.451639, 3.437777, 3.58103, 3.41472, 3.549831, 3.878775, 4.296105, 3.651818, 3.29047, 2.922261, 3.259843, 3.054731, 3.301608, 6.509576, 6.366432, 8.091015, 7.025864, 5.555397, 3.009708, 0.229858, 0.0], "sum_m_pl": [18.040168, 21.552929, 20.922962, 20.735203, 20.612174, 20.230736, 20.267747, 19.974129, 19.674819, 19.182274, 19.547907, 18.481981, 18.137525, 17.921078, 17.186952, 18.560887, 18.552434, 17.970913, 18.350242, 19.59389, 20.033554, 20.252107, 20.234908, 20.35769, 18.865236, 19.008007, 17.984423, 18.052352, 18.655375, 18.196501, 17.871649, 17.649531, 17.209669, 16.338579, 15.786901, 14.722849, 14.680231, 14.337727, 14.014827, 13.646478, 13.531749, 13.610628, 11.543984, 9.95684, 8.936686, 7.861057, 7.275576, 8.089047, 0.472311, 0.0]}, "lang": {"n_am_en": [155, 117, 104, 87, 102, 97, 83, 105, 83, 112, 109, 105, 104, 95, 88, 100, 91, 118, 107, 99, 99, 104, 113, 115, 178, 163, 148, 140, 134, 147, 138, 131, 132, 109, 151, 143, 128, 148, 169, 184, 167, 175, 176, 178, 156, 136, 78, 59, 37, 12], "n_am_pl": [37, 93, 103, 105, 83, 67, 59, 66, 67, 72, 81, 86, 83, 84, 98, 104, 128, 114, 113, 129, 167, 167, 172, 185, 91, 95, 80, 83, 85, 74, 98, 99, 115, 75, 79, 74, 88, 85, 88, 109, 104, 96, 121, 135, 138, 185, 241, 289, 413, 498], "n_pos": 517, "sum_m_en": [51.607239, 27.463198, 26.229974, 26.425251, 29.653158, 27.410457, 27.850999, 28.40491, 29.117965, 29.75424, 31.262265, 34.045863, 33.600283, 34.382809, 36.186126, 35.572218, 34.259729, 33.260754, 29.73913, 27.160399, 25.316984, 24.702246, 24.089149, 22.861144, 57.954269, 58.046735, 62.334538, 54.833175, 54.372635, 55.580643, 51.797264, 53.092485, 55.205526, 59.223752, 63.235039, 66.429795, 67.200637, 75.848671, 74.790199, 80.527337, 80.980933, 89.178208, 99.223882, 100.219369, 111.98049, 103.942477, 73.906059, 64.520609, 33.094412, 12.372562], "sum_m_pl": [182.388508, 237.739424, 236.400407, 233.802438, 230.875586, 235.998885, 236.808459, 236.326101, 234.351319, 242.234111, 238.948945, 229.909452, 236.618589, 233.049256, 237.047757, 242.300697, 245.649376, 244.890194, 251.774859, 258.291645, 260.249691, 262.217128, 261.341572, 262.699343, 227.424394, 226.998777, 209.474315, 221.488035, 227.197672, 221.713934, 228.158144, 228.082391, 224.003746, 209.182121, 209.181013, 206.260602, 206.159432, 204.387637, 207.955521, 205.849992, 201.76755, 194.127554, 188.220144, 187.347745, 179.726949, 198.853926, 240.582588, 272.556401, 376.496109, 491.063795]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1278, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-97", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 980, "region_end": 1278, "roundtrip_ok": true, "tf_agree": 0.9734, "tf_agree_excl_first": 0.9742}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 43, 38, 28, 34, 32, 31, 23, 26, 21, 31, 23, 32, 29, 34, 20, 27, 20, 33, 29, 23, 27, 27, 25, 31, 30, 31, 36, 31, 32, 28, 33, 37, 31, 42, 48, 46, 40, 38, 43, 48, 52, 58, 55, 58, 61, 55, 53, 51, 51], "n_am_pl": [5, 20, 18, 14, 9, 4, 12, 7, 6, 11, 7, 11, 9, 10, 11, 11, 11, 9, 8, 9, 7, 5, 6, 7, 6, 5, 10, 7, 15, 6, 5, 7, 8, 6, 8, 10, 6, 7, 4, 3, 5, 4, 5, 2, 3, 3, 5, 2, 2, 3], "n_pos": 129, "sum_m_en": [14.455101, 7.668963, 7.465483, 7.37402, 7.489193, 7.23572, 7.184395, 7.31291, 7.200949, 7.268003, 7.864795, 8.548917, 8.911976, 9.458182, 9.113595, 8.48052, 7.912595, 7.801773, 7.75821, 7.135459, 6.783163, 6.42766, 6.125433, 5.946289, 12.739858, 14.379516, 14.658245, 14.636113, 13.581112, 13.735921, 13.32112, 13.01093, 14.037891, 13.660711, 15.724547, 17.527787, 22.931207, 25.068673, 25.750164, 27.192076, 31.560024, 37.270025, 42.96527, 43.47898, 48.33719, 56.49614, 54.240901, 52.093101, 49.783798, 50.252263], "sum_m_pl": [47.541717, 60.861095, 59.877678, 59.103178, 57.97618, 58.497089, 57.729539, 57.240071, 55.865361, 58.207326, 56.647451, 54.891896, 54.433201, 52.106842, 53.380403, 54.883448, 56.129482, 55.295709, 57.17204, 59.473661, 60.093924, 60.948442, 61.047993, 61.534836, 42.616932, 43.072678, 39.853752, 43.749919, 44.87554, 45.81272, 46.483799, 47.214956, 46.567868, 45.068924, 44.240379, 40.019686, 34.040268, 31.962675, 28.265514, 27.053128, 25.464804, 20.836936, 18.352544, 13.61151, 9.74374, 6.214613, 5.225125, 4.110246, 1.666879, 2.563465]}, "digit": {"n_am_en": [3, 8, 6, 0, 0, 1, 2, 2, 0, 3, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.56331, 0.413763, 0.419199, 0.350065, 0.346843, 0.363829, 0.332503, 0.325815, 0.338539, 0.371149, 0.39051, 0.393281, 0.408005, 0.462878, 0.386733, 0.378355, 0.363345, 0.376002, 0.3713, 0.364476, 0.339312, 0.329866, 0.327443, 0.327693, 0.383852, 0.391981, 0.334603, 0.384857, 0.383619, 0.500403, 0.550603, 0.498802, 0.504323, 0.49787, 0.49745, 0.534615, 0.463301, 0.425338, 0.390676, 0.379489, 0.404738, 0.435385, 0.475366, 0.693227, 0.516896, 0.305703, 0.112898, 0.183217, 0.026838, 0.0008], "sum_m_pl": [2.232651, 4.244463, 4.231524, 4.062171, 3.753161, 3.544309, 3.652734, 3.633716, 3.468157, 3.366591, 3.38853, 2.781328, 2.656395, 2.422479, 2.286676, 2.450688, 2.541626, 2.615757, 3.227248, 3.534935, 3.730072, 3.791659, 3.791173, 3.860808, 2.351959, 2.324402, 1.755794, 1.839669, 1.882489, 2.063704, 2.366595, 2.423336, 2.29649, 2.100985, 1.954424, 1.994983, 1.889555, 2.105183, 2.146132, 1.948014, 2.040243, 2.037853, 1.849079, 1.363345, 1.017132, 0.553401, 0.160556, 0.191052, 0.012697, 3e-05]}, "lang": {"n_am_en": [15, 17, 18, 13, 16, 18, 13, 11, 15, 13, 17, 16, 19, 17, 22, 16, 20, 15, 20, 18, 17, 16, 18, 16, 20, 22, 22, 24, 23, 24, 19, 23, 23, 23, 30, 30, 31, 28, 28, 29, 32, 34, 34, 33, 36, 39, 39, 41, 49, 51], "n_am_pl": [2, 11, 8, 6, 4, 0, 4, 3, 1, 2, 2, 6, 5, 4, 3, 3, 3, 2, 5, 5, 6, 3, 2, 2, 2, 3, 5, 5, 5, 4, 2, 3, 4, 2, 4, 7, 2, 3, 1, 1, 2, 1, 2, 2, 3, 2, 2, 2, 1, 2], "n_pos": 55, "sum_m_en": [5.702368, 3.463076, 3.393015, 3.348017, 3.309873, 3.192663, 3.388122, 3.576631, 3.507831, 3.530013, 3.78955, 4.298683, 4.476013, 4.715322, 4.449271, 4.128294, 3.820055, 3.737414, 3.679662, 3.311699, 3.092468, 2.915428, 2.767525, 2.64379, 7.608827, 8.685306, 9.101104, 8.267323, 8.107889, 7.5354, 7.289544, 7.426613, 8.035773, 7.982903, 9.855619, 11.872857, 15.403422, 16.427415, 16.86859, 18.233825, 20.443053, 25.589873, 27.546308, 26.798822, 29.931982, 35.152382, 36.805885, 39.135595, 46.599991, 49.581308], "sum_m_pl": [20.0752, 25.426765, 24.828632, 24.540361, 24.432587, 25.071763, 24.701298, 24.340455, 24.040651, 25.079223, 24.340896, 23.832659, 23.697074, 22.674823, 23.567671, 24.162949, 24.472848, 23.940016, 24.53281, 25.55626, 25.64771, 26.065528, 26.026837, 26.254894, 19.501038, 19.357585, 18.641032, 19.958783, 20.111522, 20.610943, 20.927747, 20.929243, 20.532395, 20.647359, 19.580304, 17.915129, 14.943667, 14.398814, 12.4164, 11.751661, 10.728555, 7.738845, 6.835087, 5.827406, 4.895855, 2.476602, 2.768429, 2.165218, 0.977047, 1.706606]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 131, "item_id": "pes-Protetyka stomatologiczna-2020 wiosna-105", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 962, "region_end": 129, "roundtrip_ok": true, "tf_agree": 0.9695, "tf_agree_excl_first": 0.9769}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [38, 43, 32, 28, 27, 28, 24, 29, 28, 30, 38, 36, 31, 35, 29, 23, 26, 23, 30, 32, 28, 30, 27, 28, 37, 29, 36, 37, 32, 35, 42, 43, 40, 50, 41, 44, 41, 42, 42, 44, 49, 47, 43, 44, 36, 32, 23, 15, 1, 0], "n_am_pl": [10, 24, 25, 22, 13, 14, 16, 14, 12, 10, 9, 13, 15, 10, 12, 13, 13, 14, 21, 17, 22, 29, 31, 27, 7, 10, 7, 16, 7, 13, 8, 14, 13, 16, 19, 14, 15, 20, 19, 20, 23, 26, 23, 28, 38, 36, 47, 55, 91, 94], "n_pos": 167, "sum_m_en": [16.859511, 8.308744, 7.938609, 8.556686, 8.909914, 8.50638, 8.622797, 8.688454, 8.54818, 8.694918, 9.694178, 10.484047, 10.231348, 10.763529, 10.646298, 10.199101, 9.739987, 9.227205, 8.412818, 7.934163, 7.692853, 7.459485, 7.280789, 7.086933, 12.866791, 13.34957, 13.278287, 13.677324, 13.643892, 14.750808, 14.036744, 13.483601, 13.418585, 13.842733, 13.961791, 13.23862, 14.478898, 16.666016, 16.933711, 19.418331, 21.816027, 23.440886, 24.363158, 31.815967, 27.092317, 26.309268, 19.383217, 13.119354, 2.613798, 0.00969], "sum_m_pl": [58.06465, 76.667715, 76.486417, 75.88926, 73.531864, 73.523928, 75.360193, 75.240179, 74.696385, 77.626881, 74.541306, 73.550516, 74.957844, 72.172316, 72.911655, 75.295923, 77.288281, 78.719682, 81.174303, 83.248954, 83.523423, 83.690275, 83.286841, 83.475232, 65.85542, 64.986397, 62.866785, 68.506301, 66.800855, 68.015296, 70.117533, 70.995207, 71.155005, 69.183109, 68.64047, 64.888053, 63.306562, 61.371356, 58.22071, 57.223009, 54.633017, 53.737297, 50.317629, 43.120191, 45.380396, 47.038467, 53.004889, 56.796023, 83.707072, 94.706266]}, "digit": {"n_am_en": [4, 7, 6, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [1.770012, 0.381148, 0.338265, 0.319581, 0.333542, 0.354399, 0.320131, 0.30464, 0.309234, 0.357292, 0.365812, 0.404287, 0.402306, 0.421854, 0.384112, 0.413796, 0.384611, 0.374214, 0.348061, 0.351508, 0.351884, 0.34044, 0.34362, 0.342126, 0.401612, 0.3962, 0.370578, 0.46841, 0.424451, 0.625964, 0.707606, 0.541494, 0.487298, 0.396941, 0.457586, 0.49011, 0.451811, 0.482046, 0.407691, 0.379429, 0.421997, 0.436875, 0.415784, 0.365746, 0.344996, 0.18517, 0.090035, 0.142475, 0.012662, 0.0], "sum_m_pl": [2.350795, 4.286083, 4.280496, 4.118208, 3.875982, 3.808001, 3.977926, 3.851606, 3.876526, 3.782172, 3.633842, 3.371831, 3.031469, 2.898055, 2.533521, 2.726029, 2.880153, 2.955302, 3.319277, 3.557765, 3.689626, 3.727061, 3.744812, 3.772316, 2.517965, 2.411157, 1.770155, 2.305219, 2.076736, 2.117132, 2.378931, 2.514467, 2.488726, 2.241952, 2.110033, 2.391048, 2.446992, 2.563722, 2.520412, 2.320268, 2.25136, 2.525429, 2.265974, 1.818631, 1.682515, 0.759338, 0.432935, 0.278121, 0.02734, 0.000141]}, "lang": {"n_am_en": [20, 23, 16, 13, 14, 18, 14, 14, 17, 16, 24, 24, 17, 17, 15, 12, 12, 12, 22, 19, 16, 17, 20, 20, 27, 20, 23, 20, 18, 19, 26, 26, 25, 31, 28, 28, 28, 30, 32, 30, 32, 34, 28, 28, 27, 23, 18, 14, 1, 0], "n_am_pl": [9, 12, 13, 14, 8, 7, 12, 12, 6, 6, 4, 8, 10, 8, 7, 9, 10, 9, 17, 13, 18, 20, 17, 14, 5, 6, 7, 11, 6, 7, 6, 12, 10, 10, 12, 11, 12, 18, 14, 19, 20, 21, 20, 24, 34, 35, 45, 48, 90, 94], "n_pos": 95, "sum_m_en": [9.441264, 4.686609, 4.588045, 4.956984, 5.260837, 4.91695, 5.000819, 4.993205, 5.09534, 5.138184, 5.675413, 6.040121, 5.885227, 6.06398, 6.007285, 5.646275, 5.478489, 5.128777, 4.709305, 4.470121, 4.337085, 4.20039, 4.080467, 3.98354, 7.654545, 7.787577, 7.957837, 8.232574, 8.235256, 8.571168, 8.044919, 7.936354, 7.998325, 8.183064, 8.557831, 8.442584, 9.724737, 11.499029, 11.474836, 12.279643, 14.40725, 16.36429, 17.599015, 22.438942, 21.759343, 21.199327, 15.622469, 11.411778, 2.327861, 0.007943], "sum_m_pl": [32.739854, 42.909164, 42.331559, 42.01344, 40.767031, 40.964252, 42.116422, 42.006163, 41.778269, 43.855141, 42.130607, 42.016155, 43.49403, 42.353198, 43.571763, 44.515564, 45.480678, 45.984907, 47.213162, 48.166684, 48.004206, 48.026005, 47.697126, 47.727506, 39.674924, 39.113054, 38.497936, 41.088361, 40.628502, 40.76234, 41.784838, 42.245777, 42.93886, 42.365577, 42.011755, 41.29275, 40.874966, 40.04335, 38.028615, 38.153961, 36.927127, 36.338304, 33.710745, 29.703068, 33.550658, 37.257068, 45.857541, 49.830416, 80.323361, 93.848629]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 169, "item_id": "pes-Protetyka stomatologiczna-2020 wiosna-105", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 842, "region_end": 167, "roundtrip_ok": true, "tf_agree": 0.9763, "tf_agree_excl_first": 0.9821}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 28, 24, 23, 25, 22, 26, 23, 19, 22, 24, 24, 34, 25, 21, 21, 24, 33, 30, 32, 32, 33, 33, 34, 39, 36, 33, 37, 36, 36, 33, 33, 33, 30, 31, 39, 35, 38, 38, 39, 41, 42, 41, 41, 38, 38, 43, 42, 41, 42], "n_am_pl": [6, 19, 16, 22, 13, 13, 11, 15, 7, 17, 13, 13, 13, 13, 16, 11, 15, 18, 15, 17, 10, 11, 11, 15, 7, 10, 11, 9, 11, 11, 12, 14, 11, 10, 12, 8, 9, 11, 13, 13, 12, 7, 9, 10, 6, 6, 6, 4, 6, 6], "n_pos": 114, "sum_m_en": [13.497945, 7.194203, 6.801227, 6.319988, 5.991724, 6.094519, 6.098854, 6.230867, 6.240645, 6.54057, 6.921069, 7.447591, 7.582367, 8.045738, 8.187169, 7.48288, 7.238858, 6.967572, 6.676666, 6.305465, 5.756208, 5.578852, 5.232493, 5.049147, 14.258098, 14.277949, 13.969812, 12.768194, 12.446442, 12.260498, 11.464364, 11.402493, 12.356518, 12.655107, 13.679431, 15.037624, 15.509059, 17.867707, 18.529259, 24.911602, 24.187084, 27.050099, 29.281482, 29.021585, 32.301026, 33.26068, 39.014922, 39.793426, 41.710319, 41.867537], "sum_m_pl": [41.281296, 53.406959, 53.331457, 53.002833, 52.25436, 52.776744, 51.798521, 51.225695, 50.93151, 51.776084, 51.230897, 50.431452, 50.23977, 49.825798, 51.497696, 51.269052, 52.040556, 50.947504, 52.47081, 54.122706, 55.373829, 55.483048, 55.926279, 56.188176, 41.259925, 41.193063, 40.819271, 43.387283, 45.263862, 44.666732, 44.753638, 46.911738, 44.443604, 43.46867, 44.041175, 40.075628, 38.702348, 36.67557, 34.814387, 30.516033, 28.322815, 23.456955, 21.499665, 20.643016, 15.812326, 12.69838, 8.693534, 6.020511, 5.676948, 5.940327]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 16, 12, 12, 14, 9, 15, 13, 11, 11, 12, 13, 21, 16, 12, 14, 15, 17, 14, 18, 20, 20, 20, 20, 25, 24, 24, 24, 25, 22, 22, 18, 19, 20, 21, 25, 21, 21, 23, 23, 24, 27, 23, 24, 24, 25, 29, 32, 39, 42], "n_am_pl": [2, 8, 9, 9, 4, 6, 5, 5, 4, 8, 5, 3, 5, 8, 6, 5, 7, 7, 6, 7, 3, 5, 5, 5, 1, 2, 3, 2, 2, 5, 6, 5, 5, 4, 7, 3, 4, 3, 4, 5, 7, 4, 5, 4, 4, 3, 5, 2, 5, 6], "n_pos": 50, "sum_m_en": [6.796855, 3.094291, 2.938887, 2.759588, 2.701438, 2.845308, 2.829702, 2.779251, 2.792767, 2.972126, 3.175988, 3.490183, 3.653349, 3.952553, 4.00104, 3.690508, 3.446025, 3.2888, 3.087192, 2.868931, 2.594338, 2.454931, 2.321862, 2.259952, 6.956184, 7.777408, 8.244927, 7.075989, 6.691177, 6.084268, 5.60173, 5.768082, 6.364836, 6.891994, 7.800105, 8.956177, 9.5148, 10.643065, 11.033011, 13.13664, 13.91706, 16.119907, 16.455245, 16.874678, 19.123452, 21.250746, 27.466854, 28.707861, 38.124001, 41.361644], "sum_m_pl": [16.786012, 24.012062, 23.929333, 23.589155, 23.141516, 23.372592, 23.04874, 22.99326, 22.763811, 22.949413, 22.454258, 22.002239, 21.642581, 21.422479, 22.135458, 22.37989, 22.693674, 22.247335, 22.952461, 23.778, 24.435512, 24.573707, 24.681381, 24.803328, 18.908133, 18.571012, 18.03081, 19.069032, 20.09315, 20.288498, 20.365609, 20.76431, 19.696394, 19.152132, 18.87484, 17.482596, 16.62045, 16.093433, 15.230946, 13.875024, 13.22421, 10.879803, 10.090785, 9.26393, 8.259891, 6.57875, 5.2145, 3.467363, 4.504404, 5.776307]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 116, "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-59", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 940, "region_end": 114, "roundtrip_ok": true, "tf_agree": 0.9741, "tf_agree_excl_first": 0.9826}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 25, 19, 19, 21, 12, 15, 19, 12, 16, 17, 25, 20, 15, 20, 18, 20, 8, 8, 11, 11, 18, 13, 16, 24, 26, 19, 19, 19, 18, 23, 16, 17, 17, 18, 20, 22, 17, 21, 35, 30, 28, 28, 31, 24, 22, 12, 9, 3, 2], "n_am_pl": [5, 19, 20, 15, 12, 10, 10, 12, 11, 10, 10, 8, 8, 16, 9, 11, 9, 13, 11, 11, 17, 15, 12, 12, 6, 7, 7, 11, 10, 14, 11, 16, 21, 9, 18, 9, 12, 10, 14, 13, 14, 14, 12, 8, 10, 12, 23, 26, 46, 47], "n_pos": 92, "sum_m_en": [9.082645, 5.279557, 5.239472, 4.874645, 4.618102, 4.612338, 4.758847, 5.071836, 5.302033, 5.418343, 5.613128, 6.244015, 6.392917, 6.78698, 6.898341, 5.826732, 5.799573, 5.466908, 4.777164, 4.453723, 4.213073, 4.085339, 3.926195, 3.833187, 7.187205, 7.323532, 7.213832, 7.334225, 7.590262, 8.313873, 8.022028, 7.677382, 7.898372, 7.721382, 8.308353, 8.931707, 8.720274, 9.98986, 10.406571, 16.758396, 17.10237, 18.620514, 16.692616, 16.334414, 17.210848, 16.119879, 10.594505, 8.88728, 2.352823, 1.860406], "sum_m_pl": [33.854891, 42.537166, 41.63553, 41.491123, 41.521587, 41.352728, 40.561988, 40.33082, 39.792079, 40.544252, 40.457776, 39.896406, 40.095464, 39.382641, 40.179233, 40.271598, 41.187208, 40.827726, 43.344548, 44.448226, 45.388911, 45.484209, 45.322416, 45.429573, 34.814222, 34.745912, 34.42863, 36.780051, 38.352503, 38.362873, 38.409926, 39.657972, 38.278295, 37.384584, 37.449069, 36.057708, 35.272108, 33.995651, 33.511112, 29.621991, 27.74927, 25.476062, 24.629297, 21.824209, 19.314917, 20.320131, 25.963406, 27.241097, 42.25284, 47.500429]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [14, 12, 7, 8, 11, 5, 8, 10, 8, 9, 8, 12, 11, 4, 9, 9, 9, 3, 4, 7, 5, 10, 7, 10, 12, 15, 10, 11, 11, 12, 14, 9, 11, 12, 11, 10, 11, 8, 14, 23, 19, 18, 19, 21, 17, 14, 10, 9, 3, 2], "n_am_pl": [3, 13, 13, 12, 7, 6, 5, 9, 6, 7, 5, 4, 4, 9, 7, 8, 9, 11, 11, 8, 12, 9, 9, 9, 5, 4, 4, 5, 6, 4, 5, 7, 12, 7, 11, 5, 7, 8, 11, 7, 11, 11, 9, 5, 10, 11, 23, 23, 43, 47], "n_pos": 49, "sum_m_en": [4.930987, 2.817654, 2.744055, 2.629245, 2.60955, 2.551394, 2.586003, 2.786385, 2.928586, 2.887473, 2.976509, 3.367595, 3.419044, 3.590763, 3.678981, 3.11359, 3.122519, 2.905517, 2.564925, 2.424072, 2.282594, 2.230177, 2.128183, 2.077058, 4.234198, 4.228503, 4.221647, 4.094489, 4.337365, 4.597616, 4.424191, 4.230747, 4.387247, 4.257789, 4.66731, 4.837009, 4.913084, 5.590516, 6.083018, 10.287245, 10.984645, 12.785804, 11.177122, 11.624757, 12.356757, 11.776417, 8.837837, 7.804255, 2.05471, 1.852673], "sum_m_pl": [17.073098, 22.689851, 22.116407, 21.940967, 21.629202, 21.527373, 21.245637, 21.396696, 21.005416, 21.39793, 21.410079, 21.125383, 21.288798, 21.046652, 21.456831, 21.258052, 21.909565, 21.575313, 22.929717, 23.37112, 23.974304, 24.007345, 23.91929, 23.989644, 18.536105, 18.76863, 18.742808, 20.089609, 20.823513, 20.66553, 21.00669, 21.518431, 20.962324, 20.68389, 20.330928, 19.928003, 19.769829, 19.021095, 18.941436, 16.271596, 15.390781, 14.311097, 13.954092, 12.582387, 13.498341, 14.448195, 22.948464, 23.537799, 38.571515, 46.272488]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 94, "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-59", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 820, "region_end": 92, "roundtrip_ok": true, "tf_agree": 0.9681, "tf_agree_excl_first": 0.9785}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [22, 10, 14, 14, 19, 10, 13, 9, 10, 14, 14, 10, 15, 15, 15, 16, 15, 11, 9, 12, 11, 9, 11, 11, 15, 17, 14, 20, 18, 15, 12, 22, 23, 23, 24, 25, 22, 18, 18, 36, 38, 35, 39, 24, 17, 19, 9, 5, 2, 3], "n_am_pl": [8, 11, 14, 19, 5, 14, 7, 11, 14, 10, 13, 13, 12, 12, 11, 7, 14, 17, 19, 10, 16, 10, 13, 12, 7, 5, 8, 7, 14, 13, 16, 17, 18, 10, 11, 10, 12, 9, 10, 10, 10, 8, 4, 9, 15, 14, 20, 20, 37, 43], "n_pos": 76, "sum_m_en": [7.65922, 4.18264, 4.109537, 4.087246, 4.199978, 4.319963, 4.398358, 4.372956, 4.306549, 4.218464, 4.318857, 4.898075, 5.048059, 5.426844, 5.502316, 5.547789, 5.414305, 4.962233, 4.556853, 4.21369, 3.787696, 3.538366, 3.433772, 3.311965, 6.70398, 7.342296, 7.009871, 7.239936, 7.195462, 7.641297, 7.395348, 7.612217, 7.978706, 8.509738, 8.640833, 9.7704, 10.437758, 10.815323, 10.237573, 16.903413, 19.360707, 17.661703, 18.151298, 15.612331, 14.355657, 14.879262, 9.657767, 5.061547, 2.592768, 2.450683], "sum_m_pl": [27.925113, 33.474725, 32.783938, 32.459446, 31.879122, 32.150837, 32.2356, 33.437373, 33.664083, 34.247567, 34.335282, 33.80281, 34.854318, 34.502441, 35.217916, 34.694139, 35.641886, 35.558171, 36.650962, 37.860545, 38.440675, 38.91415, 38.983897, 38.928432, 33.332647, 31.723701, 30.913466, 32.071311, 33.687398, 33.844712, 34.168759, 34.59596, 33.997507, 32.37325, 32.376542, 31.40338, 29.736268, 28.641014, 28.052193, 25.015921, 23.664551, 22.957827, 22.166272, 20.43748, 19.579178, 19.140052, 20.538836, 21.729184, 34.182672, 42.749544]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [13, 6, 7, 7, 10, 6, 9, 6, 6, 10, 8, 6, 10, 11, 10, 11, 9, 5, 3, 4, 6, 4, 3, 3, 7, 8, 9, 13, 11, 9, 8, 15, 16, 15, 16, 14, 14, 11, 11, 21, 21, 23, 27, 16, 11, 11, 4, 3, 1, 2], "n_am_pl": [4, 5, 8, 11, 4, 7, 5, 4, 6, 6, 8, 6, 9, 7, 6, 3, 7, 10, 13, 6, 9, 6, 8, 6, 3, 2, 4, 4, 9, 10, 10, 12, 12, 8, 7, 9, 7, 6, 8, 6, 7, 6, 3, 7, 10, 12, 17, 18, 37, 43], "n_pos": 45, "sum_m_en": [4.579281, 2.364224, 2.369412, 2.395105, 2.465257, 2.55327, 2.549512, 2.602606, 2.536971, 2.487569, 2.55513, 2.913743, 3.003347, 3.263477, 3.290426, 3.343067, 3.192159, 2.912484, 2.666431, 2.490464, 2.234052, 2.072842, 2.001358, 1.926538, 3.821008, 4.241536, 4.408757, 4.631505, 4.616915, 4.748633, 4.665782, 4.781936, 4.900865, 5.243379, 5.198851, 6.10392, 6.625249, 6.62319, 6.476134, 9.192105, 11.015395, 11.050447, 11.594291, 10.15328, 8.52922, 8.015107, 4.360958, 2.842946, 1.538501, 1.999089], "sum_m_pl": [16.122275, 19.744767, 19.408342, 19.128848, 18.845338, 19.119326, 19.100867, 19.768983, 19.838648, 20.275606, 20.410479, 20.308706, 20.87654, 20.568347, 21.07491, 20.759639, 21.359651, 21.470649, 22.055045, 22.608447, 22.925742, 23.239043, 23.301625, 23.235105, 20.084467, 19.232507, 18.632004, 19.184592, 19.991403, 20.160861, 20.594658, 20.783777, 20.671325, 19.810689, 20.004775, 19.455358, 18.599017, 17.583686, 17.369547, 15.89014, 14.809065, 14.238482, 13.681342, 12.146948, 12.775894, 13.545755, 16.870009, 18.614718, 33.061879, 42.014906]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 78, "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-85", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 909, "region_end": 76, "roundtrip_ok": true, "tf_agree": 0.9744, "tf_agree_excl_first": 0.987}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [30, 17, 12, 15, 21, 11, 15, 15, 10, 12, 15, 11, 17, 20, 19, 19, 14, 13, 10, 9, 9, 8, 9, 9, 16, 16, 17, 20, 18, 17, 21, 24, 28, 33, 34, 29, 24, 20, 21, 32, 36, 34, 36, 25, 16, 18, 9, 6, 1, 2], "n_am_pl": [5, 16, 19, 18, 4, 13, 14, 12, 19, 13, 10, 15, 17, 14, 23, 13, 21, 21, 18, 12, 15, 15, 18, 12, 10, 10, 12, 8, 17, 14, 24, 21, 16, 8, 10, 11, 10, 10, 14, 11, 10, 14, 11, 15, 22, 22, 25, 22, 42, 50], "n_pos": 83, "sum_m_en": [8.268001, 4.592714, 4.366922, 4.433095, 4.683845, 4.732551, 4.797475, 4.851976, 4.768109, 4.687653, 4.811374, 5.395785, 5.592886, 5.980492, 5.965124, 6.07716, 5.881155, 5.3965, 4.806648, 4.414319, 4.025556, 3.757035, 3.675932, 3.518117, 6.894201, 7.718997, 7.602435, 7.744767, 7.676085, 8.341836, 7.989769, 8.4555, 9.407161, 10.008101, 9.849283, 10.737951, 10.465661, 10.810919, 10.043285, 16.693191, 19.316169, 18.008769, 18.019688, 15.32429, 12.610615, 13.485434, 7.910176, 5.00775, 1.848842, 2.003704], "sum_m_pl": [30.671096, 36.824138, 35.867489, 35.693927, 35.347081, 35.680177, 36.12197, 37.374664, 37.679472, 38.195559, 37.626171, 36.780185, 38.153796, 37.671064, 38.671602, 37.950071, 39.033825, 38.960029, 40.235555, 41.464653, 42.029807, 42.468868, 42.403573, 42.459026, 35.933368, 34.605323, 33.962358, 35.125194, 36.769278, 36.503911, 37.54788, 37.381559, 36.154953, 34.390452, 34.699144, 33.945001, 32.622104, 31.117613, 30.744479, 27.675074, 26.318641, 26.010307, 25.353007, 23.842486, 24.2936, 23.868132, 24.940181, 25.56742, 38.730956, 49.512175]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [19, 12, 9, 10, 13, 7, 10, 11, 6, 10, 13, 8, 13, 16, 12, 10, 8, 7, 6, 6, 6, 5, 5, 6, 10, 8, 10, 11, 11, 11, 13, 15, 18, 20, 22, 19, 15, 11, 12, 19, 23, 22, 23, 16, 8, 11, 5, 6, 1, 2], "n_am_pl": [1, 9, 11, 12, 3, 10, 11, 7, 11, 6, 7, 9, 12, 9, 15, 9, 16, 14, 12, 7, 9, 8, 8, 8, 4, 6, 8, 6, 11, 9, 17, 16, 10, 4, 8, 7, 4, 7, 11, 8, 7, 11, 9, 11, 16, 16, 21, 19, 40, 48], "n_pos": 51, "sum_m_en": [5.34252, 2.87031, 2.714302, 2.741108, 2.939666, 2.942483, 2.954231, 3.064866, 3.001838, 2.97734, 3.054561, 3.371389, 3.531705, 3.798941, 3.740753, 3.817159, 3.58673, 3.290535, 2.915704, 2.700026, 2.458926, 2.29112, 2.241893, 2.140026, 4.213912, 4.774382, 4.901177, 5.145304, 5.059581, 5.319521, 5.113389, 5.448356, 5.854113, 6.287371, 6.045153, 6.576783, 6.672921, 6.479276, 6.468986, 9.793395, 12.24327, 12.349441, 12.219534, 10.546467, 7.95819, 7.600749, 4.517283, 4.114437, 1.673086, 2.002393], "sum_m_pl": [17.783619, 22.535198, 22.114688, 21.94106, 21.719173, 22.049459, 22.255787, 22.970297, 23.060286, 23.467218, 23.097668, 22.818972, 23.493638, 23.138676, 23.919438, 23.373196, 24.2922, 24.392515, 25.033595, 25.621002, 25.95012, 26.214693, 26.201252, 26.186319, 22.166846, 21.574179, 21.409088, 22.095482, 23.007869, 22.871208, 23.700034, 23.487968, 23.018932, 21.994813, 22.303852, 22.036145, 21.101733, 19.850193, 19.787338, 17.864722, 16.665325, 16.775955, 16.313326, 14.922398, 16.565334, 17.784176, 19.72666, 21.487374, 36.632843, 47.969299]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "pes-Psychiatria dzieci i mlodzieży-2018 jesień-85", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 789, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9412, "tf_agree_excl_first": 0.9524}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [18, 15, 13, 13, 12, 19, 22, 18, 24, 21, 22, 24, 13, 11, 16, 16, 16, 16, 18, 23, 18, 17, 17, 24, 33, 23, 23, 19, 20, 17, 18, 24, 22, 20, 27, 26, 26, 29, 25, 24, 29, 32, 34, 33, 26, 24, 25, 33, 34, 31], "n_am_pl": [2, 9, 8, 3, 9, 10, 6, 6, 4, 3, 4, 3, 6, 3, 8, 7, 9, 6, 3, 5, 5, 7, 4, 2, 3, 7, 5, 5, 6, 5, 8, 8, 6, 7, 8, 7, 5, 3, 3, 3, 4, 1, 2, 2, 1, 2, 2, 1, 2, 1], "n_pos": 66, "sum_m_en": [6.843621, 4.124307, 4.060451, 3.975132, 3.935237, 3.84269, 3.964454, 4.29707, 4.50805, 4.166101, 4.384188, 4.51405, 4.752664, 4.908687, 5.04416, 4.665733, 4.554446, 4.394432, 4.138983, 4.003842, 3.641074, 3.454728, 3.26273, 5.095916, 14.191555, 12.876337, 11.333517, 8.36106, 7.388257, 7.324966, 7.273683, 7.481627, 8.416543, 8.97894, 10.387815, 10.542492, 11.451993, 13.271455, 12.304158, 13.300615, 14.772397, 24.001695, 25.62788, 25.540397, 22.609362, 23.733689, 26.242847, 27.971664, 32.080021, 32.768837], "sum_m_pl": [24.192827, 29.944689, 29.365296, 28.93959, 28.052559, 28.081966, 28.601895, 28.274301, 27.820015, 29.021829, 28.777313, 28.423325, 27.283454, 26.445386, 27.639911, 28.660196, 29.079049, 28.196937, 29.012562, 29.542787, 30.338106, 30.786843, 30.940063, 30.139307, 19.916231, 20.360643, 19.608411, 22.069125, 22.875296, 22.046388, 22.509528, 23.285884, 22.63315, 22.237433, 21.960436, 21.390891, 19.498231, 18.186842, 17.833929, 17.486376, 16.547351, 10.963458, 8.729193, 7.424038, 5.127758, 4.393282, 2.941173, 2.318298, 1.455711, 1.298578]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 4, 6, 6, 6, 11, 12, 10, 13, 12, 12, 14, 8, 5, 10, 9, 9, 8, 10, 13, 8, 9, 8, 11, 17, 13, 14, 12, 11, 11, 12, 17, 15, 14, 18, 15, 16, 18, 17, 18, 19, 21, 23, 24, 19, 19, 21, 26, 31, 31], "n_am_pl": [1, 5, 4, 1, 6, 6, 3, 4, 2, 2, 2, 2, 4, 2, 5, 4, 4, 3, 2, 4, 2, 3, 1, 0, 1, 4, 2, 2, 3, 3, 2, 3, 2, 3, 2, 4, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 2, 1], "n_pos": 34, "sum_m_en": [3.461771, 2.090625, 2.191954, 2.107459, 2.112701, 2.124804, 2.093554, 2.124138, 2.157082, 2.261324, 2.343953, 2.451877, 2.535238, 2.532042, 2.624054, 2.351724, 2.307257, 2.232194, 2.111454, 2.057774, 1.874159, 1.760304, 1.671927, 1.674738, 5.866136, 5.820693, 5.112546, 4.355435, 3.926502, 4.137329, 4.240317, 4.220459, 4.917589, 5.420798, 6.559705, 6.879948, 7.119151, 8.066502, 7.827863, 9.39066, 10.022362, 14.35587, 16.316823, 16.52389, 15.590461, 17.800179, 20.359993, 22.527343, 28.81355, 31.066649], "sum_m_pl": [12.559587, 15.330012, 15.030944, 14.761141, 14.476843, 14.560375, 14.961287, 14.800665, 14.62191, 15.299104, 15.140669, 15.038549, 14.572093, 14.264988, 14.876269, 15.353409, 15.361524, 14.901578, 15.185621, 15.400663, 15.689909, 15.898564, 15.952788, 16.03194, 11.338416, 11.583514, 10.743551, 12.022366, 12.453493, 11.924649, 12.17036, 12.532808, 12.255501, 11.978693, 11.489634, 11.342108, 10.511379, 9.776534, 9.525045, 9.103182, 8.65877, 6.042862, 4.506997, 3.789802, 3.038038, 2.046081, 1.581573, 1.362008, 1.276084, 1.283523]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 68, "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-40", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 959, "region_end": 66, "roundtrip_ok": true, "tf_agree": 0.9706, "tf_agree_excl_first": 0.9851}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [14, 8, 4, 8, 8, 6, 10, 8, 10, 12, 10, 9, 5, 5, 8, 8, 13, 13, 10, 12, 17, 17, 14, 13, 20, 18, 15, 13, 9, 7, 9, 11, 13, 15, 15, 17, 15, 19, 18, 14, 17, 18, 19, 19, 15, 13, 7, 5, 2, 1], "n_am_pl": [3, 6, 9, 10, 6, 8, 4, 4, 6, 5, 4, 4, 7, 5, 6, 5, 5, 4, 8, 7, 9, 7, 4, 5, 1, 3, 3, 5, 6, 8, 4, 6, 3, 2, 3, 4, 6, 2, 5, 8, 6, 6, 5, 4, 4, 3, 8, 11, 22, 22], "n_pos": 40, "sum_m_en": [3.781591, 1.957592, 1.877083, 1.865921, 2.005372, 1.906998, 2.019254, 2.044345, 2.05606, 2.05355, 2.357349, 2.290185, 2.296953, 2.510708, 2.600759, 2.503559, 2.604688, 2.42053, 2.265837, 2.231989, 1.993566, 1.881553, 1.872408, 1.833427, 8.311013, 7.298259, 5.912693, 4.599876, 4.077948, 3.780492, 3.911743, 4.492587, 5.258762, 5.753574, 6.441244, 6.59567, 7.057617, 8.527777, 8.387796, 9.075247, 9.580421, 11.727862, 12.137239, 13.091024, 12.052657, 11.272283, 6.416217, 4.49025, 1.696686, 1.003126], "sum_m_pl": [14.856151, 18.265728, 18.502224, 18.501463, 17.390634, 17.532144, 17.367836, 17.328764, 17.489597, 17.912679, 17.385266, 17.203148, 16.894788, 16.489625, 17.707843, 18.153594, 17.993998, 17.733029, 18.239108, 18.663212, 19.013172, 19.276068, 19.195019, 19.203278, 12.780626, 13.188106, 13.342705, 14.884039, 15.373091, 15.238755, 14.86618, 15.032215, 14.562028, 13.760359, 13.629385, 13.766153, 12.922315, 11.695231, 12.029314, 12.337965, 11.641304, 11.11046, 10.263964, 9.449945, 8.468531, 7.768641, 8.012668, 11.083186, 19.72993, 22.469964]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 5, 3, 4, 4, 3, 7, 6, 5, 7, 7, 5, 3, 3, 7, 8, 8, 8, 8, 10, 13, 13, 10, 9, 14, 12, 12, 9, 8, 6, 7, 8, 9, 9, 7, 12, 12, 13, 14, 12, 15, 15, 15, 15, 13, 12, 7, 5, 2, 1], "n_am_pl": [1, 5, 5, 5, 4, 5, 1, 1, 4, 4, 0, 3, 4, 3, 3, 2, 3, 4, 5, 3, 5, 4, 2, 1, 1, 1, 1, 2, 3, 4, 2, 5, 1, 2, 3, 3, 5, 2, 3, 6, 5, 5, 4, 3, 3, 3, 7, 10, 21, 22], "n_pos": 24, "sum_m_en": [2.498495, 1.181233, 1.099674, 1.086618, 1.15573, 1.118147, 1.236367, 1.282791, 1.288159, 1.299884, 1.542287, 1.4714, 1.465931, 1.610055, 1.674897, 1.575144, 1.654642, 1.503265, 1.440729, 1.450961, 1.232632, 1.133781, 1.084385, 1.079921, 5.155701, 4.588322, 3.659686, 2.924968, 2.704169, 2.6735, 2.746138, 3.223703, 3.792224, 4.247052, 4.810156, 5.087424, 5.476531, 6.400026, 6.383552, 7.01642, 7.482461, 8.871237, 9.411752, 10.30663, 9.64989, 9.785727, 6.23106, 4.300363, 1.671135, 1.002904], "sum_m_pl": [8.853814, 10.944439, 11.090923, 11.067955, 10.312975, 10.521899, 10.454731, 10.321367, 10.444113, 10.758731, 10.464378, 10.358723, 10.147179, 9.731863, 10.738478, 10.94568, 10.758506, 10.730995, 10.896993, 11.106084, 11.446792, 11.637303, 11.590019, 11.620906, 8.026015, 8.241875, 8.315111, 9.304409, 9.535943, 9.323573, 9.243519, 9.394977, 8.98977, 8.367766, 8.221453, 8.374183, 8.375803, 7.690478, 7.947489, 8.070701, 7.619584, 7.500878, 6.88139, 6.46955, 6.187307, 5.991705, 6.465089, 9.771875, 19.24339, 22.113445]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 42, "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-40", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 839, "region_end": 40, "roundtrip_ok": true, "tf_agree": 0.9524, "tf_agree_excl_first": 0.9756}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [70, 57, 39, 35, 36, 39, 35, 34, 30, 53, 45, 43, 51, 56, 48, 38, 45, 43, 49, 43, 49, 46, 44, 51, 84, 80, 75, 68, 62, 61, 71, 66, 76, 60, 64, 68, 82, 82, 81, 88, 88, 81, 93, 94, 99, 102, 101, 95, 92, 91], "n_am_pl": [11, 26, 33, 35, 34, 23, 26, 29, 24, 18, 19, 22, 17, 19, 21, 16, 18, 15, 16, 19, 18, 17, 16, 19, 21, 22, 19, 20, 20, 12, 17, 13, 23, 19, 19, 19, 14, 22, 23, 27, 21, 27, 32, 27, 24, 23, 20, 21, 13, 13], "n_pos": 229, "sum_m_en": [27.011468, 13.679016, 12.889189, 12.269377, 12.282811, 12.169975, 12.314884, 12.960693, 12.159699, 12.576158, 12.799904, 13.811546, 14.193042, 14.457819, 15.158153, 14.106261, 15.11147, 14.61441, 14.612671, 13.762734, 13.224898, 11.830596, 11.177467, 11.073625, 33.392168, 33.171488, 30.767136, 26.086542, 24.497512, 25.422588, 24.644194, 24.249542, 25.181034, 25.387547, 26.105035, 30.302717, 40.018701, 39.650097, 43.771588, 46.630894, 53.463055, 56.262699, 63.998314, 75.246897, 83.823538, 90.214752, 93.228475, 93.846209, 92.803877, 89.393737], "sum_m_pl": [81.796346, 105.917578, 104.407733, 103.240777, 98.879934, 100.61049, 98.329179, 97.17394, 95.373142, 100.197222, 99.530174, 97.974374, 98.943766, 96.73177, 97.345624, 96.503948, 97.373866, 95.086345, 95.943455, 99.499049, 102.06448, 104.303123, 105.232822, 105.898092, 71.341895, 71.916414, 69.202712, 76.761346, 80.770097, 80.328417, 84.970346, 85.027518, 83.707464, 82.776804, 78.925679, 73.867732, 63.23137, 62.055442, 59.224438, 58.587984, 54.084383, 54.504044, 51.822551, 43.292593, 37.210622, 32.581424, 26.279349, 22.644487, 14.017763, 13.115341]}, "digit": {"n_am_en": [4, 5, 3, 4, 3, 2, 3, 3, 5, 6, 1, 1, 2, 3, 4, 2, 2, 4, 7, 8, 8, 4, 6, 7, 9, 6, 9, 6, 6, 7, 8, 8, 5, 5, 5, 8, 6, 4, 4, 4, 4, 4, 1, 3, 3, 2, 1, 0, 0, 0], "n_am_pl": [1, 2, 3, 4, 5, 0, 1, 5, 1, 2, 2, 2, 1, 1, 1, 2, 0, 1, 1, 2, 1, 3, 2, 2, 2, 2, 0, 2, 2, 0, 1, 1, 6, 2, 4, 3, 2, 5, 5, 6, 5, 7, 8, 5, 4, 5, 4, 4, 1, 0], "n_pos": 26, "sum_m_en": [3.015851, 1.20745, 1.167491, 1.086529, 1.121764, 1.224245, 1.265978, 1.354558, 1.231915, 1.222047, 1.103799, 1.214072, 1.394599, 1.449884, 1.50334, 1.448436, 1.480613, 1.401466, 1.31684, 1.280861, 1.180456, 1.11807, 1.103781, 1.098998, 3.483382, 2.963602, 2.768396, 2.364205, 1.943256, 2.167303, 2.219395, 2.186272, 2.111149, 2.051615, 2.36751, 2.886181, 2.868619, 2.72098, 2.96107, 3.112567, 3.315144, 2.436188, 2.025492, 1.975728, 2.351381, 1.82115, 1.147819, 0.525275, 0.073686, 3.6e-05], "sum_m_pl": [9.828336, 13.551417, 13.269514, 12.924834, 11.570685, 11.205763, 11.106745, 10.973864, 10.54324, 10.959167, 11.027854, 10.393564, 10.539213, 10.081679, 10.173299, 10.314315, 10.354965, 9.98604, 10.626147, 11.100336, 11.575616, 11.796264, 11.891688, 11.982214, 7.310946, 7.620796, 6.961232, 7.831769, 8.455644, 8.877204, 9.893605, 9.803527, 9.714166, 9.803938, 9.15496, 8.773768, 8.129328, 8.231318, 7.780701, 8.039562, 7.875785, 8.472107, 8.396923, 7.984608, 7.28458, 7.146233, 5.366792, 3.949218, 1.46333, 5e-06]}, "lang": {"n_am_en": [39, 26, 19, 18, 16, 20, 17, 18, 13, 27, 26, 23, 29, 32, 25, 19, 27, 20, 23, 21, 23, 21, 20, 29, 46, 46, 41, 41, 35, 32, 38, 33, 41, 34, 38, 35, 51, 58, 53, 58, 61, 54, 64, 67, 73, 73, 71, 73, 86, 90], "n_am_pl": [3, 15, 16, 14, 13, 12, 14, 17, 10, 8, 7, 14, 9, 12, 11, 7, 8, 8, 6, 9, 9, 6, 7, 10, 10, 8, 10, 10, 11, 7, 12, 10, 11, 12, 11, 15, 8, 10, 9, 10, 10, 11, 13, 11, 12, 10, 10, 12, 11, 13], "n_pos": 105, "sum_m_en": [13.827287, 6.4965, 6.176038, 5.794822, 5.77459, 5.645731, 5.799794, 6.168383, 5.920125, 6.147753, 6.394745, 6.998125, 7.0959, 7.281379, 7.634219, 7.129331, 7.594312, 7.45847, 7.672299, 7.074694, 6.889861, 5.843584, 5.485418, 5.477546, 17.72367, 18.545858, 17.543338, 14.812108, 14.01088, 13.927569, 13.580674, 13.194024, 14.062742, 14.36254, 14.731404, 17.106956, 23.706961, 24.665172, 26.546211, 29.283973, 33.842307, 38.606829, 44.132699, 52.269034, 60.204722, 63.122136, 66.758083, 70.969756, 84.960458, 87.484822], "sum_m_pl": [34.867748, 47.597721, 47.120743, 46.673746, 45.607855, 46.427144, 45.603463, 45.175594, 44.176553, 46.789215, 46.435971, 45.982997, 46.491496, 45.990188, 46.31762, 45.458342, 45.473008, 44.634861, 44.191358, 45.964371, 46.723388, 48.003822, 48.468311, 48.705135, 34.267015, 34.676857, 34.387575, 37.999819, 39.893637, 38.881052, 40.640044, 40.650977, 39.915834, 39.717742, 37.56828, 35.515247, 29.669936, 29.949183, 28.475451, 27.201066, 25.596109, 25.122623, 23.715166, 19.888432, 17.126459, 13.521828, 11.786299, 11.764915, 9.882003, 12.730238]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 231, "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-76", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1090, "region_end": 229, "roundtrip_ok": true, "tf_agree": 0.974, "tf_agree_excl_first": 0.9783}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [84, 65, 58, 54, 40, 43, 38, 62, 44, 56, 63, 47, 50, 41, 43, 55, 46, 44, 40, 38, 38, 44, 37, 43, 75, 82, 69, 66, 51, 60, 61, 62, 48, 62, 50, 68, 78, 80, 81, 79, 80, 74, 79, 80, 75, 67, 42, 20, 6, 3], "n_am_pl": [26, 56, 37, 40, 28, 26, 22, 26, 28, 27, 33, 40, 41, 50, 45, 50, 47, 35, 39, 40, 40, 43, 45, 52, 30, 38, 41, 41, 46, 44, 57, 51, 49, 46, 44, 36, 37, 36, 43, 52, 50, 63, 66, 62, 79, 85, 94, 107, 138, 145], "n_pos": 310, "sum_m_en": [29.286885, 15.209329, 15.287348, 15.630929, 15.912678, 15.550428, 16.01019, 17.319354, 16.647092, 16.685753, 17.057655, 17.754681, 18.081718, 18.557692, 18.828684, 18.269986, 17.997237, 16.912294, 16.057237, 14.783862, 14.01681, 13.167532, 12.985515, 12.819704, 27.321048, 27.427504, 26.605684, 25.203318, 24.194702, 25.847021, 25.475841, 25.635266, 23.947593, 24.703565, 25.988204, 27.129011, 31.643764, 32.239787, 36.009379, 37.092449, 40.630319, 39.59466, 44.491069, 53.477068, 54.339672, 49.279551, 36.835275, 22.237258, 8.566515, 3.059832], "sum_m_pl": [117.522921, 146.089176, 143.585067, 140.514256, 133.861169, 133.715919, 133.801893, 132.293306, 131.771517, 136.133134, 133.458993, 133.236316, 137.285928, 136.265928, 135.661719, 137.071234, 138.359648, 137.761271, 140.463823, 145.650265, 148.136101, 150.187156, 150.358804, 151.176614, 121.657195, 119.025801, 116.609254, 124.766457, 126.499601, 126.04923, 130.878762, 130.898111, 128.742399, 123.198598, 117.100981, 112.365832, 106.004755, 103.734455, 103.087458, 106.284406, 103.8399, 105.070948, 105.703013, 97.354417, 96.522578, 99.393458, 98.270612, 100.211288, 128.606817, 144.619925]}, "digit": {"n_am_en": [5, 8, 11, 7, 4, 2, 4, 6, 5, 8, 8, 8, 6, 5, 4, 6, 6, 5, 8, 6, 8, 10, 10, 11, 14, 16, 11, 10, 9, 9, 5, 4, 5, 6, 5, 6, 6, 4, 3, 3, 3, 4, 4, 4, 4, 4, 2, 2, 0, 0], "n_am_pl": [0, 6, 1, 3, 1, 0, 1, 1, 1, 1, 3, 7, 4, 2, 1, 5, 5, 4, 3, 5, 5, 5, 6, 7, 1, 2, 2, 3, 3, 2, 3, 5, 6, 4, 4, 3, 4, 5, 3, 5, 7, 8, 7, 4, 6, 6, 5, 5, 2, 0], "n_pos": 27, "sum_m_en": [2.774462, 1.229923, 1.127103, 1.062447, 1.081928, 1.127969, 1.230149, 1.396106, 1.392995, 1.388613, 1.323948, 1.423189, 1.463025, 1.56283, 1.565519, 1.569589, 1.664883, 1.447876, 1.370913, 1.297953, 1.220664, 1.160548, 1.137144, 1.125214, 3.47067, 2.506923, 2.163479, 1.991385, 1.84396, 2.146961, 2.339045, 2.423747, 2.218332, 2.265521, 2.811426, 2.639463, 2.657512, 2.109516, 2.567398, 2.385306, 3.067656, 2.706545, 3.162065, 3.131136, 3.120832, 3.075527, 1.901879, 1.901378, 0.354829, 0.0], "sum_m_pl": [11.568687, 14.692704, 14.383447, 14.078631, 13.448688, 13.343587, 13.226904, 12.661575, 12.700899, 12.743667, 12.860926, 12.754515, 12.861985, 12.712935, 12.408587, 12.659213, 12.615113, 12.567697, 12.853329, 13.234853, 13.390052, 13.448841, 13.501372, 13.595599, 11.705112, 12.227434, 12.208272, 12.40259, 12.548474, 12.033434, 11.680966, 11.578446, 11.404846, 10.897823, 10.043631, 9.942321, 9.57722, 9.628022, 9.166929, 9.476087, 8.936873, 8.657998, 8.569715, 7.528967, 7.214868, 6.314598, 5.723326, 4.725598, 1.881122, 0.0]}, "lang": {"n_am_en": [41, 33, 21, 26, 22, 19, 18, 24, 21, 27, 28, 21, 21, 17, 18, 29, 25, 20, 17, 19, 14, 19, 14, 16, 37, 36, 36, 36, 28, 29, 36, 32, 26, 33, 23, 43, 51, 56, 53, 50, 48, 49, 51, 57, 53, 45, 22, 14, 4, 3], "n_am_pl": [9, 22, 22, 17, 13, 14, 9, 10, 13, 9, 13, 18, 21, 24, 26, 25, 21, 20, 28, 21, 27, 24, 25, 25, 16, 20, 22, 23, 28, 28, 35, 35, 28, 26, 27, 22, 18, 20, 25, 31, 33, 38, 39, 40, 55, 64, 73, 85, 133, 145], "n_pos": 148, "sum_m_en": [14.436416, 7.5044, 7.566502, 7.955459, 8.215007, 7.872933, 8.127744, 8.595982, 8.327946, 8.291773, 8.377622, 8.868337, 8.875802, 9.09202, 9.061992, 8.720875, 8.564048, 7.990119, 7.777545, 6.987142, 6.694756, 6.226741, 6.132948, 6.044495, 14.14357, 14.868224, 14.204442, 12.793563, 12.038096, 12.276061, 12.157425, 12.344675, 11.289394, 11.895409, 12.480233, 13.996924, 18.639233, 20.350431, 23.393139, 25.348665, 27.742105, 27.811572, 31.386562, 38.960944, 38.847043, 34.024504, 21.100611, 14.048462, 5.766975, 3.0576], "sum_m_pl": [52.900204, 66.941767, 66.239922, 64.340259, 61.026151, 61.526296, 62.24558, 61.784889, 61.339429, 63.703705, 62.068275, 62.796938, 65.550597, 64.896558, 65.498082, 65.862163, 66.603759, 66.821331, 67.677413, 69.977726, 70.915093, 71.971485, 72.034685, 72.379033, 59.137462, 57.77916, 57.483299, 60.903457, 61.75067, 61.785692, 64.681113, 65.141573, 65.380198, 63.361465, 59.946228, 59.428526, 57.099822, 55.762851, 55.559075, 57.476, 56.768582, 58.022855, 58.848197, 56.157891, 59.784766, 65.022129, 70.535662, 76.408311, 119.812731, 143.279156]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 319, "item_id": "pes-Psychiatria dzieci i mlodzieży-2020 wiosna-76", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 970, "region_end": 310, "roundtrip_ok": true, "tf_agree": 0.9843, "tf_agree_excl_first": 0.9874}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [76, 68, 63, 56, 71, 61, 57, 54, 44, 42, 48, 46, 37, 43, 60, 49, 61, 52, 59, 55, 48, 54, 52, 59, 80, 85, 69, 71, 69, 75, 72, 70, 77, 80, 81, 90, 98, 93, 96, 104, 107, 100, 111, 96, 97, 110, 109, 92, 95, 96], "n_am_pl": [12, 43, 32, 23, 26, 30, 23, 21, 29, 32, 26, 33, 27, 40, 25, 28, 24, 30, 43, 45, 39, 34, 34, 26, 14, 17, 22, 25, 28, 17, 24, 22, 19, 13, 16, 14, 17, 15, 15, 17, 21, 10, 10, 13, 12, 8, 8, 5, 3, 4], "n_pos": 234, "sum_m_en": [26.367395, 15.84073, 14.8602, 16.162822, 17.551622, 18.509685, 18.95322, 19.147708, 16.274839, 16.319809, 16.131607, 17.497086, 18.072205, 19.503961, 19.551695, 19.043362, 19.019334, 17.837353, 18.977272, 17.423865, 16.150706, 14.875279, 13.645818, 14.300609, 41.343896, 44.604106, 37.406858, 36.649743, 32.498178, 33.45134, 29.470139, 28.754785, 29.135649, 31.160579, 33.480245, 34.659468, 48.566436, 52.195143, 55.916712, 62.817055, 66.927827, 73.840884, 78.98386, 79.250371, 85.775026, 97.851537, 102.391521, 90.946746, 93.150528, 93.695141], "sum_m_pl": [85.991455, 105.198611, 104.121187, 99.046379, 97.965492, 98.613386, 97.307579, 96.527525, 95.732665, 98.909539, 98.57786, 97.453063, 98.002755, 96.179249, 99.532142, 100.092127, 101.215675, 99.916432, 103.735201, 106.592849, 108.647087, 110.691767, 111.714372, 111.76211, 76.264775, 73.225616, 72.129891, 75.478586, 81.559093, 79.849564, 83.063877, 83.87985, 82.781963, 80.217839, 78.668366, 73.683522, 63.214023, 60.558088, 54.681871, 49.486542, 46.655535, 34.475946, 30.874663, 26.984758, 21.838174, 16.659091, 11.310019, 8.545728, 4.213527, 3.681983]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [35, 27, 29, 23, 30, 24, 25, 25, 21, 17, 20, 20, 18, 27, 35, 26, 33, 30, 27, 27, 23, 30, 25, 29, 39, 44, 36, 41, 36, 42, 39, 39, 45, 50, 47, 56, 60, 57, 57, 59, 62, 57, 66, 64, 63, 69, 72, 70, 89, 95], "n_am_pl": [4, 20, 9, 7, 9, 13, 12, 11, 15, 18, 12, 13, 10, 14, 10, 14, 10, 15, 20, 18, 21, 18, 16, 14, 8, 8, 10, 13, 12, 9, 9, 11, 8, 4, 6, 4, 6, 6, 5, 4, 8, 4, 2, 5, 4, 5, 2, 2, 3, 3], "n_pos": 99, "sum_m_en": [10.886914, 6.655649, 6.666439, 6.559906, 6.817716, 6.75909, 7.128069, 7.307707, 7.336084, 7.392435, 7.118495, 7.891035, 8.256418, 8.764327, 8.952437, 8.746147, 8.376311, 7.612297, 7.39017, 6.685553, 6.206716, 5.824684, 5.45154, 5.517972, 19.489988, 21.366489, 18.77496, 18.293581, 16.204499, 16.616415, 14.783558, 14.007903, 14.902818, 17.02668, 18.537787, 19.941706, 28.189571, 30.209454, 31.610549, 35.820815, 39.440842, 42.74816, 46.976781, 51.877463, 55.798623, 60.438445, 66.725441, 66.127538, 84.562145, 91.810421], "sum_m_pl": [36.597142, 44.280561, 43.189092, 41.835166, 41.56118, 42.292928, 41.939246, 42.20615, 41.098918, 42.636987, 42.511738, 41.952705, 42.031889, 41.173626, 42.72513, 42.868594, 43.395399, 43.171451, 44.88244, 45.909531, 46.665326, 47.515661, 47.841213, 47.905226, 32.594654, 31.699041, 31.25445, 32.483041, 35.030213, 34.307492, 36.040214, 36.230556, 35.578494, 34.173519, 32.780847, 31.175966, 26.052409, 25.107218, 23.133282, 20.358509, 18.829955, 14.216842, 12.496944, 11.668739, 8.857941, 7.45826, 4.094377, 3.502887, 3.156976, 3.051962]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 236, "item_id": "pes-Psychiatria-2018 wiosna-52", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 978, "region_end": 234, "roundtrip_ok": true, "tf_agree": 0.9788, "tf_agree_excl_first": 0.983}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [52, 26, 26, 25, 27, 30, 28, 30, 24, 27, 28, 31, 31, 28, 26, 24, 28, 25, 28, 22, 22, 24, 19, 27, 44, 41, 36, 37, 35, 34, 34, 31, 42, 43, 49, 48, 55, 55, 56, 54, 54, 60, 59, 49, 50, 41, 20, 16, 8, 4], "n_am_pl": [9, 26, 30, 30, 25, 26, 26, 21, 25, 16, 20, 16, 13, 22, 25, 25, 24, 23, 33, 35, 25, 24, 33, 28, 14, 20, 18, 15, 29, 17, 28, 30, 23, 17, 14, 18, 14, 15, 13, 23, 23, 19, 22, 25, 24, 30, 35, 37, 53, 68], "n_pos": 154, "sum_m_en": [15.03812, 8.381486, 8.53457, 8.38369, 8.594193, 8.994072, 9.349266, 12.124395, 9.567054, 9.702513, 9.541949, 10.107728, 10.233582, 11.152092, 11.107759, 10.756797, 10.833628, 10.084499, 9.410816, 8.674823, 8.094462, 7.727012, 7.353665, 7.590083, 21.400544, 22.590887, 18.272314, 16.191387, 14.786041, 14.756398, 14.491586, 14.885363, 15.356323, 16.048454, 17.799277, 18.905898, 25.213772, 27.897884, 29.444038, 29.119508, 31.65505, 40.161837, 39.804328, 35.92714, 37.910287, 34.324478, 22.643386, 14.460212, 6.979421, 4.116241], "sum_m_pl": [56.947111, 68.681963, 67.626387, 66.461951, 66.027927, 66.990249, 65.728953, 63.914819, 64.075049, 65.701268, 65.156907, 64.352386, 65.408161, 64.935021, 67.990733, 69.035119, 69.561988, 69.145975, 73.130548, 74.489661, 74.819477, 75.734288, 76.036784, 75.782702, 56.857656, 55.628125, 54.897602, 55.581319, 60.818331, 60.885466, 61.524535, 61.911057, 60.440724, 58.847514, 57.291563, 54.302088, 50.939327, 49.487432, 46.044132, 46.07812, 45.121451, 37.057724, 36.027033, 36.721997, 34.861279, 36.629692, 38.912451, 41.15608, 56.204607, 67.497157]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [23, 9, 10, 9, 12, 13, 8, 9, 8, 12, 9, 14, 15, 10, 10, 11, 17, 16, 13, 11, 10, 11, 10, 14, 22, 23, 21, 20, 15, 17, 18, 15, 20, 23, 26, 24, 29, 27, 29, 27, 31, 34, 35, 30, 32, 22, 10, 11, 6, 4], "n_am_pl": [3, 16, 14, 12, 14, 15, 16, 15, 17, 9, 8, 8, 7, 11, 13, 15, 14, 12, 20, 16, 11, 9, 16, 14, 7, 11, 9, 10, 18, 9, 16, 17, 12, 10, 9, 12, 4, 7, 7, 12, 11, 12, 14, 14, 14, 20, 27, 31, 51, 66], "n_pos": 72, "sum_m_en": [6.814664, 3.858094, 3.975782, 3.952387, 4.031471, 4.130025, 4.028951, 5.149771, 4.407208, 4.47485, 4.444773, 4.858497, 4.939716, 5.187144, 5.045816, 5.073625, 5.027011, 4.657654, 4.450203, 4.140907, 3.798753, 3.589737, 3.40293, 3.49262, 9.974133, 11.053996, 8.473249, 7.59572, 6.947254, 7.158312, 6.938, 7.172645, 7.495083, 8.051023, 8.917674, 9.114199, 12.754595, 14.630196, 15.113848, 15.128257, 16.956783, 21.74548, 23.042022, 21.408819, 22.812389, 20.895962, 12.139601, 8.700147, 3.975355, 4.10578], "sum_m_pl": [26.34933, 32.043706, 31.661441, 31.01931, 30.992051, 31.498175, 31.180385, 30.614282, 30.506427, 30.921213, 30.851564, 30.358721, 30.753295, 30.914293, 32.518054, 32.878333, 33.166117, 33.145273, 34.714644, 35.033108, 35.053052, 35.586005, 35.768966, 35.636033, 27.720618, 26.797393, 27.269373, 27.564862, 30.363034, 30.388781, 30.741838, 31.021669, 30.422534, 29.923337, 28.915592, 28.241508, 26.108455, 25.668876, 24.649346, 24.742372, 24.681724, 21.653354, 20.513299, 21.917033, 21.737039, 22.912792, 28.966868, 33.382864, 50.141453, 65.615414]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 156, "item_id": "pes-Psychiatria-2018 wiosna-52", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 858, "region_end": 154, "roundtrip_ok": true, "tf_agree": 0.9679, "tf_agree_excl_first": 0.9742}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [51, 51, 49, 38, 40, 35, 46, 44, 38, 41, 56, 49, 52, 50, 46, 49, 59, 58, 52, 52, 50, 58, 57, 50, 62, 70, 76, 80, 62, 65, 64, 66, 69, 74, 68, 76, 84, 68, 74, 87, 93, 95, 95, 93, 85, 92, 97, 89, 74, 69], "n_am_pl": [13, 27, 29, 36, 34, 21, 27, 32, 23, 26, 18, 24, 16, 18, 23, 27, 23, 17, 23, 27, 25, 22, 23, 30, 13, 12, 15, 14, 16, 19, 19, 21, 18, 20, 16, 18, 15, 19, 13, 23, 21, 15, 21, 19, 18, 17, 11, 10, 2, 6], "n_pos": 202, "sum_m_en": [24.632377, 13.069404, 12.134293, 12.086124, 11.703645, 10.913802, 11.920657, 11.593281, 12.032319, 12.420963, 13.014954, 14.193801, 13.729421, 14.387387, 14.408235, 14.097084, 14.536186, 13.745569, 12.495372, 11.571182, 10.43653, 9.999367, 9.48622, 9.039815, 22.551095, 27.345893, 27.579961, 26.81527, 23.208526, 23.80717, 22.495808, 22.799414, 24.443778, 24.634109, 26.600543, 29.321488, 35.744272, 39.222668, 40.437508, 49.986436, 52.788107, 60.063091, 66.086574, 65.630781, 72.229007, 80.655804, 90.627532, 81.435681, 74.064407, 70.523976], "sum_m_pl": [72.723815, 91.014359, 88.715732, 87.51396, 87.467975, 89.64083, 89.690727, 88.068297, 87.227162, 88.527823, 87.398867, 85.896552, 87.309475, 86.306523, 86.217006, 85.773695, 88.128252, 86.92051, 91.186209, 94.402236, 97.37975, 98.923359, 99.499912, 100.196611, 73.750997, 70.869212, 67.716559, 70.706269, 76.115053, 75.819893, 78.440951, 79.545582, 78.273691, 75.662204, 75.016064, 67.703211, 60.077411, 58.763944, 55.37526, 51.222382, 50.151798, 39.540921, 40.664009, 37.794363, 28.632749, 22.625494, 13.463331, 11.645579, 4.190854, 5.907687]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 22, 19, 16, 15, 12, 22, 24, 22, 21, 33, 29, 28, 28, 25, 25, 34, 35, 28, 30, 29, 30, 32, 29, 36, 39, 39, 41, 31, 36, 36, 37, 40, 39, 39, 46, 49, 45, 46, 51, 54, 56, 51, 52, 50, 54, 61, 57, 65, 69], "n_am_pl": [8, 10, 10, 16, 18, 9, 12, 16, 8, 11, 5, 8, 7, 5, 8, 10, 7, 4, 10, 13, 9, 9, 6, 9, 4, 4, 5, 4, 7, 7, 9, 6, 7, 9, 7, 2, 2, 3, 3, 6, 5, 4, 7, 6, 7, 7, 7, 7, 2, 6], "n_pos": 77, "sum_m_en": [8.98033, 4.863222, 4.581159, 4.451784, 4.3952, 4.092759, 4.810706, 4.677559, 5.131982, 5.335514, 5.642777, 6.112568, 5.725403, 6.113381, 6.394585, 6.302722, 6.362864, 6.053512, 5.301745, 4.815694, 4.273282, 4.089579, 3.844508, 3.608474, 11.331978, 13.888595, 14.081654, 12.95057, 11.283812, 11.579066, 10.279041, 10.806096, 12.136081, 13.002769, 14.143685, 15.972366, 19.662352, 21.433439, 22.667414, 27.13356, 29.231317, 35.328898, 38.982655, 38.650875, 43.747704, 49.456788, 56.388539, 53.072821, 62.865362, 67.817148], "sum_m_pl": [28.483836, 35.640073, 34.60146, 34.125126, 33.520709, 34.606836, 34.692067, 34.462703, 34.435609, 34.832324, 34.317796, 33.87958, 34.925034, 33.898861, 34.285863, 34.095098, 34.289579, 33.74096, 35.140224, 36.240959, 37.253142, 37.745171, 37.924629, 38.23259, 29.789652, 28.744413, 28.480551, 29.073503, 31.206324, 30.202393, 31.815328, 31.647232, 31.210797, 30.301222, 28.952175, 26.418078, 22.963182, 22.857752, 21.846515, 19.694636, 19.025535, 15.089419, 14.76429, 13.43677, 10.158022, 7.147883, 6.005382, 5.86699, 2.677705, 5.902713]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 506, "item_id": "pes-Psychiatria-2019 jesień-42", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 918, "region_end": 202, "roundtrip_ok": true, "tf_agree": 0.9881, "tf_agree_excl_first": 0.9901}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 0, 3, 2, 3, 2, 2, 2, 1, 2, 1, 3, 2, 2, 2, 0, 0, 0, 0, 1, 1, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 1, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.25103, 0.142918, 0.16126, 0.176161, 0.180444, 0.15424, 0.144715, 0.153059, 0.142943, 0.13692, 0.140901, 0.148097, 0.156231, 0.159673, 0.172872, 0.170597, 0.165284, 0.152826, 0.143238, 0.133799, 0.128291, 0.122719, 0.117708, 0.120769, 0.272963, 0.231043, 0.253901, 0.261832, 0.243062, 0.213769, 0.221124, 0.165733, 0.209781, 0.223344, 0.283164, 0.214322, 0.369971, 0.26104, 0.258434, 0.213369, 0.200752, 0.186609, 0.184954, 0.202236, 0.152633, 0.14972, 0.119397, 0.058301, 0.003554, 5e-06], "sum_m_pl": [1.294215, 1.450318, 1.49783, 1.4725, 1.453863, 1.523595, 1.491752, 1.443035, 1.460345, 1.454927, 1.445058, 1.468086, 1.455734, 1.488126, 1.385232, 1.374545, 1.383786, 1.352318, 1.429276, 1.426158, 1.416937, 1.427756, 1.461174, 1.458515, 1.154509, 1.158573, 1.100998, 1.148167, 1.125676, 1.256647, 1.250787, 1.293599, 1.127792, 1.169308, 1.219024, 1.276617, 1.249348, 1.140446, 1.136155, 1.186763, 1.289759, 1.317702, 1.309612, 1.262912, 0.917801, 0.81874, 0.720743, 0.302705, 0.1777, 0.561556]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 186, "item_id": "pes-Psychiatria-2019 jesień-42", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 798, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9892, "tf_agree_excl_first": 0.9946}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 40, 28, 30, 29, 19, 22, 19, 24, 27, 29, 37, 36, 31, 30, 22, 26, 29, 31, 35, 35, 31, 42, 41, 48, 55, 44, 46, 40, 45, 49, 42, 53, 46, 49, 52, 52, 68, 64, 57, 62, 65, 67, 70, 78, 82, 80, 76, 68, 62], "n_am_pl": [10, 25, 28, 27, 15, 32, 19, 24, 21, 12, 15, 11, 15, 13, 12, 18, 15, 17, 13, 18, 15, 17, 13, 14, 16, 12, 16, 15, 16, 13, 13, 21, 16, 10, 17, 11, 10, 6, 7, 14, 9, 11, 17, 17, 15, 15, 11, 6, 8, 5], "n_pos": 171, "sum_m_en": [20.492758, 10.472518, 9.578396, 9.469405, 9.943711, 9.08096, 8.932638, 9.008844, 8.671993, 9.111115, 9.488216, 10.445241, 10.165864, 11.013788, 11.248613, 10.968555, 10.609454, 10.176575, 9.711547, 9.029265, 8.552383, 8.158665, 7.793327, 7.683821, 17.778485, 19.75039, 17.860231, 17.988968, 16.447028, 16.926835, 15.42868, 15.532636, 17.578028, 18.031466, 19.51746, 22.041038, 26.061998, 29.472832, 32.132116, 34.303709, 40.169621, 46.409909, 47.82234, 52.211409, 66.344553, 72.449488, 74.988955, 74.879988, 69.10283, 64.377228], "sum_m_pl": [60.965429, 77.458707, 77.031812, 75.810873, 74.152977, 77.203606, 75.967301, 75.817282, 75.673016, 76.885321, 76.50521, 74.736335, 77.587245, 75.251751, 74.71895, 73.97946, 76.113972, 76.78689, 78.525607, 81.365458, 81.827022, 84.006701, 84.085237, 84.468992, 65.001091, 62.977764, 62.679606, 64.228475, 67.667132, 66.358375, 67.524982, 69.007507, 65.293845, 62.313849, 61.497371, 56.836926, 50.882067, 49.565835, 45.259713, 42.625548, 37.768492, 33.590315, 32.933627, 29.418333, 24.710835, 20.220005, 16.318879, 10.658398, 8.285954, 5.637298]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 17, 11, 13, 11, 9, 14, 9, 16, 13, 13, 18, 17, 13, 13, 11, 12, 15, 14, 17, 20, 16, 25, 22, 30, 32, 23, 27, 24, 26, 31, 30, 34, 29, 31, 31, 29, 34, 38, 38, 41, 43, 43, 44, 47, 51, 49, 52, 57, 62], "n_am_pl": [3, 11, 14, 9, 8, 14, 11, 12, 8, 7, 9, 4, 9, 6, 6, 7, 6, 8, 3, 6, 6, 7, 4, 6, 7, 6, 8, 6, 10, 5, 5, 8, 6, 7, 7, 6, 6, 3, 2, 3, 1, 2, 5, 5, 5, 4, 5, 3, 5, 5], "n_pos": 70, "sum_m_en": [7.806778, 4.322755, 4.024636, 3.975795, 4.111493, 3.771007, 3.65418, 3.68863, 3.686191, 3.901852, 4.295156, 4.654151, 4.541968, 4.825272, 4.922963, 4.745174, 4.651612, 4.47302, 4.137157, 3.85596, 3.620523, 3.446314, 3.322658, 3.233452, 8.391253, 10.040532, 9.473109, 9.408945, 8.764536, 8.826755, 7.9424, 7.724516, 9.088188, 9.591729, 10.7657, 12.769315, 15.283349, 17.261556, 19.46521, 20.317456, 23.301182, 28.586108, 30.352129, 33.917677, 42.279981, 45.463923, 46.210129, 49.083727, 56.532967, 61.499327], "sum_m_pl": [25.11839, 31.397922, 31.224596, 30.852162, 29.932383, 31.366473, 31.141165, 31.049019, 31.398892, 31.761792, 32.01835, 31.307961, 32.675242, 31.707707, 31.688589, 30.727031, 31.488036, 31.691362, 32.201121, 33.385223, 33.517886, 34.512219, 34.623346, 34.852927, 28.139633, 27.612189, 27.695975, 28.234153, 29.39302, 28.617602, 29.514312, 29.792932, 28.138381, 27.280895, 26.05009, 24.261887, 21.550359, 19.981193, 18.297669, 16.672097, 15.010528, 12.828878, 12.329764, 10.794501, 8.37753, 6.760247, 7.021225, 5.156284, 4.833379, 5.030492]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "pes-Psychiatria-2019 wiosna-55", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 948, "region_end": 171, "roundtrip_ok": true, "tf_agree": 0.9711, "tf_agree_excl_first": 0.9767}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [37, 13, 21, 11, 10, 8, 13, 12, 9, 19, 22, 21, 21, 19, 13, 15, 14, 13, 20, 16, 19, 15, 16, 20, 30, 27, 26, 25, 27, 25, 26, 29, 20, 23, 19, 26, 21, 25, 26, 30, 29, 33, 39, 39, 39, 31, 26, 20, 4, 3], "n_am_pl": [5, 26, 16, 25, 22, 16, 15, 21, 23, 16, 15, 17, 23, 17, 23, 19, 18, 16, 20, 17, 12, 20, 20, 18, 17, 16, 21, 17, 18, 12, 15, 16, 17, 19, 10, 12, 14, 11, 9, 14, 12, 22, 20, 20, 21, 21, 32, 30, 61, 71], "n_pos": 118, "sum_m_en": [11.233005, 6.124089, 5.990055, 5.861411, 5.794356, 5.536832, 5.57227, 5.648664, 5.417681, 5.765021, 5.913839, 6.328913, 6.329678, 6.660788, 6.804525, 6.697534, 6.472762, 6.056693, 5.550732, 5.261142, 5.1005, 4.968511, 4.791816, 4.771995, 9.239678, 10.51875, 9.967134, 9.579083, 8.796178, 8.900008, 8.678717, 8.453524, 8.30078, 8.833824, 9.076016, 9.539055, 9.975673, 11.611641, 11.388155, 13.381592, 13.765789, 15.609341, 17.421242, 22.094929, 24.163242, 25.305227, 20.402095, 16.505359, 4.766347, 2.958157], "sum_m_pl": [42.288227, 52.431951, 52.325167, 51.845125, 50.861652, 52.15519, 51.777253, 51.90922, 52.346924, 53.039702, 52.341956, 51.942149, 54.327644, 53.650753, 54.285495, 53.696346, 55.127549, 56.413801, 58.105886, 59.127188, 58.95948, 60.175754, 59.905671, 59.9282, 48.336533, 47.016049, 46.865257, 48.911671, 50.74919, 50.444832, 50.678942, 51.599895, 50.86171, 49.187696, 48.909679, 47.570333, 45.284996, 44.135972, 41.596118, 38.910489, 38.284688, 37.556976, 38.047011, 34.239578, 32.881649, 29.909026, 33.836547, 32.972741, 58.551153, 68.139196]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 7, 10, 7, 6, 3, 9, 9, 4, 11, 15, 11, 13, 10, 8, 10, 7, 10, 10, 12, 11, 9, 10, 10, 19, 19, 19, 17, 17, 16, 15, 18, 14, 15, 10, 16, 13, 17, 17, 22, 18, 23, 26, 27, 27, 21, 17, 15, 2, 3], "n_am_pl": [1, 19, 12, 16, 12, 10, 12, 16, 19, 14, 11, 13, 14, 12, 18, 14, 13, 9, 13, 10, 8, 13, 13, 13, 13, 9, 13, 13, 12, 9, 11, 11, 12, 15, 7, 10, 10, 8, 8, 8, 8, 16, 14, 14, 17, 16, 27, 23, 57, 70], "n_pos": 73, "sum_m_en": [6.443916, 3.68998, 3.68831, 3.688102, 3.669846, 3.438237, 3.48466, 3.497838, 3.407946, 3.567882, 3.735476, 4.008489, 3.97532, 4.155186, 4.077633, 4.094102, 3.930918, 3.707192, 3.422131, 3.260802, 3.169213, 3.087037, 2.951694, 2.953549, 5.667361, 6.680044, 6.197675, 5.916629, 5.522062, 5.806254, 5.774648, 5.635995, 5.511365, 5.772225, 5.872429, 6.048406, 6.221375, 6.565542, 6.740289, 8.169551, 8.799046, 10.761468, 12.357493, 16.426289, 18.17448, 18.204266, 14.014827, 12.479309, 3.216012, 2.863912], "sum_m_pl": [25.450468, 32.02959, 31.915855, 31.840565, 30.841851, 31.873607, 31.560105, 31.767151, 32.631667, 32.826208, 32.942312, 32.80046, 34.490621, 33.970112, 34.451748, 33.783414, 34.470348, 35.448293, 36.174411, 36.620017, 36.30953, 37.132297, 36.934777, 36.966026, 30.789685, 29.752887, 30.245199, 31.728775, 32.755184, 32.677606, 32.954675, 33.185663, 33.213298, 32.608286, 32.284809, 32.150795, 30.548373, 29.718248, 27.89946, 25.576436, 25.158501, 24.654301, 24.904589, 22.152293, 22.165007, 20.278022, 25.921626, 25.825953, 52.821923, 65.869274]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 120, "item_id": "pes-Psychiatria-2019 wiosna-55", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 828, "region_end": 118, "roundtrip_ok": true, "tf_agree": 0.975, "tf_agree_excl_first": 0.9832}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [37, 34, 37, 23, 21, 22, 21, 21, 26, 24, 28, 29, 22, 24, 26, 21, 24, 22, 18, 27, 26, 27, 24, 23, 36, 37, 34, 44, 26, 33, 36, 39, 34, 31, 32, 41, 41, 39, 44, 46, 52, 51, 54, 45, 51, 56, 49, 57, 55, 54], "n_am_pl": [8, 21, 21, 27, 17, 16, 15, 17, 15, 13, 17, 17, 17, 19, 17, 14, 18, 18, 16, 17, 14, 11, 14, 19, 18, 17, 20, 13, 15, 18, 16, 19, 17, 15, 11, 15, 14, 13, 10, 10, 13, 10, 15, 14, 15, 12, 10, 9, 5, 7], "n_pos": 140, "sum_m_en": [15.241996, 9.442819, 8.943812, 8.286821, 8.642582, 8.486398, 8.329356, 8.261191, 8.561315, 8.557425, 8.7867, 9.618552, 9.652424, 10.234062, 9.927929, 9.164778, 9.861159, 9.384429, 9.181615, 8.776346, 8.236328, 7.846632, 7.264113, 6.955547, 17.605733, 18.63655, 17.168674, 15.927759, 15.260654, 16.516683, 14.968453, 15.017737, 15.761837, 16.008462, 17.97648, 18.544526, 24.240484, 24.852861, 26.165218, 30.363769, 33.063816, 34.690456, 37.626129, 37.486196, 42.144292, 47.10751, 47.716696, 53.791104, 56.163295, 51.686251], "sum_m_pl": [50.683636, 62.775411, 62.263338, 61.29188, 59.147647, 58.7863, 58.175018, 58.362542, 57.280564, 60.693225, 60.909313, 60.735014, 61.009275, 60.224421, 60.6898, 60.938048, 60.890822, 60.956826, 62.89167, 64.553473, 66.209844, 67.174061, 67.55995, 67.903254, 49.278971, 47.718316, 46.311701, 48.867028, 50.657243, 50.983496, 53.587828, 53.969339, 53.324956, 50.706258, 48.475159, 44.473572, 37.34821, 37.14227, 34.343161, 32.254242, 29.586141, 25.08999, 26.411504, 24.108745, 19.563553, 15.906937, 12.863314, 9.034619, 4.917989, 6.262612]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 18, 14, 9, 9, 10, 11, 11, 15, 11, 13, 12, 12, 10, 13, 12, 11, 10, 12, 14, 10, 16, 13, 16, 20, 20, 19, 24, 11, 13, 17, 17, 19, 16, 19, 22, 28, 24, 30, 32, 35, 36, 37, 31, 34, 39, 40, 45, 49, 53], "n_am_pl": [4, 7, 13, 15, 10, 10, 8, 12, 5, 5, 7, 4, 4, 9, 7, 4, 9, 5, 7, 10, 7, 4, 5, 6, 8, 9, 8, 7, 8, 10, 7, 8, 1, 4, 4, 5, 4, 4, 5, 5, 6, 5, 4, 3, 6, 5, 5, 4, 4, 6], "n_pos": 59, "sum_m_en": [6.395475, 4.28899, 3.787012, 3.527396, 3.626066, 3.555937, 3.566151, 3.477807, 3.516507, 3.614109, 3.620925, 4.019179, 4.223216, 4.511644, 4.511955, 4.167553, 4.448728, 4.087229, 4.05411, 3.815588, 3.539245, 3.484403, 3.154004, 2.976361, 9.85912, 9.916217, 9.114329, 7.438724, 6.917385, 7.386263, 6.978514, 6.928587, 7.799039, 7.906743, 9.892794, 10.247214, 14.243961, 14.774123, 16.234741, 18.300927, 18.90455, 22.457387, 23.837197, 25.544766, 27.47555, 31.516051, 36.314098, 41.921669, 48.366368, 49.699924], "sum_m_pl": [21.229257, 26.106959, 26.506376, 25.959476, 25.45536, 25.362789, 25.141748, 25.468762, 25.053751, 26.376036, 26.58714, 26.393338, 26.363516, 26.066447, 26.530675, 26.426954, 26.378523, 26.138209, 26.623227, 27.214779, 27.865098, 28.260341, 28.405568, 28.586589, 20.522673, 20.462789, 20.097533, 21.796852, 22.609361, 22.499546, 23.623762, 23.432635, 23.07317, 22.55695, 20.787709, 19.651823, 16.07106, 15.756842, 14.52054, 13.871554, 13.227413, 10.948544, 10.398297, 8.930518, 8.553264, 6.502275, 6.026528, 4.37299, 3.431539, 5.279455]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 142, "item_id": "pes-Psychiatria-2020 wiosna-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 888, "region_end": 140, "roundtrip_ok": true, "tf_agree": 0.9648, "tf_agree_excl_first": 0.9716}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [22, 16, 13, 9, 12, 11, 11, 9, 9, 13, 11, 10, 9, 5, 10, 5, 9, 9, 10, 11, 11, 14, 12, 10, 12, 13, 9, 13, 10, 13, 14, 10, 13, 13, 12, 13, 15, 18, 18, 20, 13, 14, 14, 14, 8, 5, 3, 2, 2, 1], "n_am_pl": [7, 13, 10, 9, 9, 15, 15, 12, 11, 9, 7, 9, 13, 12, 11, 11, 11, 15, 14, 14, 14, 14, 17, 18, 13, 9, 14, 12, 8, 12, 16, 18, 14, 11, 12, 10, 11, 11, 9, 9, 12, 11, 13, 14, 12, 15, 21, 19, 28, 37], "n_pos": 73, "sum_m_en": [7.418064, 3.918841, 3.935998, 3.609823, 3.697016, 3.5722, 3.601016, 3.564058, 3.581132, 3.590505, 3.921306, 4.079091, 3.969645, 4.234758, 4.387753, 4.072462, 4.155686, 4.133728, 3.781074, 3.623628, 3.493712, 3.327217, 3.24695, 3.209886, 5.577568, 6.155397, 5.651326, 5.684703, 5.728054, 6.308421, 5.839002, 5.671479, 6.071397, 6.337143, 6.75163, 7.726102, 7.756158, 8.365877, 7.963703, 8.225717, 8.447165, 8.858936, 9.380967, 8.304361, 6.693263, 5.691851, 3.975185, 2.798731, 1.417583, 0.986689], "sum_m_pl": [26.612479, 33.902682, 33.040385, 32.381913, 31.260451, 31.225164, 31.44184, 31.66042, 31.279029, 32.835744, 30.79788, 30.710031, 30.817328, 30.056716, 30.581511, 31.37808, 32.009731, 32.229897, 33.760241, 34.870239, 35.974126, 36.364766, 36.384494, 36.436961, 27.567557, 27.539249, 26.156828, 26.869972, 27.341515, 28.578435, 29.231136, 30.081296, 29.838643, 27.489059, 26.979474, 24.440078, 24.191038, 23.777907, 24.148506, 23.692983, 22.829599, 20.434302, 21.117141, 20.355753, 18.969947, 19.198536, 19.366353, 18.924584, 26.175072, 36.465874]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [9, 5, 7, 4, 6, 5, 7, 5, 8, 10, 8, 8, 5, 2, 5, 3, 7, 6, 7, 8, 6, 6, 7, 5, 5, 10, 7, 8, 6, 9, 9, 7, 10, 10, 8, 9, 11, 11, 11, 11, 8, 11, 11, 11, 6, 5, 3, 2, 2, 1], "n_am_pl": [3, 6, 6, 4, 3, 8, 6, 7, 5, 7, 4, 8, 9, 10, 10, 9, 7, 10, 9, 10, 10, 10, 12, 14, 9, 5, 7, 8, 5, 8, 14, 15, 9, 7, 10, 10, 9, 8, 7, 7, 9, 9, 10, 8, 10, 13, 21, 19, 28, 37], "n_pos": 38, "sum_m_en": [3.451361, 2.282489, 2.284521, 2.009374, 2.093971, 2.022874, 2.100613, 2.04953, 2.165098, 2.116079, 2.447134, 2.49466, 2.413447, 2.533837, 2.659065, 2.413755, 2.440076, 2.36098, 2.138465, 2.043191, 1.92352, 1.818853, 1.76695, 1.71851, 3.177773, 3.650216, 3.468434, 3.584254, 3.685685, 3.887746, 3.534667, 3.496928, 3.658453, 3.939461, 3.96681, 4.505757, 4.753637, 5.077888, 4.856178, 4.576877, 4.989481, 5.691011, 5.719138, 5.722414, 4.08329, 4.765284, 3.543546, 2.557962, 1.337382, 0.986373], "sum_m_pl": [13.729152, 16.782917, 16.310219, 15.953496, 15.587507, 16.030541, 16.165547, 16.416092, 16.657688, 17.429762, 17.013314, 17.136557, 17.397405, 16.772264, 17.421628, 17.873246, 18.000804, 17.789162, 18.333303, 18.69023, 19.099971, 19.274264, 19.236072, 19.222297, 16.448723, 16.401998, 16.477671, 16.150945, 16.202123, 16.331414, 17.125187, 17.463717, 17.252376, 16.885566, 16.514363, 15.63737, 15.477274, 15.463283, 15.481776, 15.003997, 14.60158, 12.734727, 13.02486, 12.888135, 13.610031, 13.999253, 17.155511, 17.81723, 25.632735, 36.204867]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 75, "item_id": "pes-Psychiatria-2020 wiosna-66", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 768, "region_end": 73, "roundtrip_ok": true, "tf_agree": 0.96, "tf_agree_excl_first": 0.973}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [34, 25, 24, 19, 23, 19, 23, 24, 22, 19, 22, 25, 21, 25, 22, 23, 32, 29, 17, 19, 22, 19, 21, 20, 33, 30, 30, 27, 24, 34, 26, 31, 32, 34, 39, 32, 39, 43, 38, 42, 50, 52, 54, 52, 46, 53, 51, 49, 51, 46], "n_am_pl": [5, 20, 16, 12, 4, 14, 9, 6, 11, 13, 5, 3, 9, 12, 8, 3, 8, 6, 7, 7, 5, 6, 5, 10, 6, 6, 7, 6, 5, 4, 9, 4, 3, 5, 7, 8, 4, 6, 5, 8, 6, 5, 5, 6, 5, 6, 11, 9, 4, 0], "n_pos": 97, "sum_m_en": [11.596809, 6.738767, 6.417818, 6.441839, 6.142795, 5.962654, 6.84275, 6.800914, 6.698738, 6.798711, 6.822376, 7.362002, 7.794877, 7.54396, 7.597422, 7.425623, 7.363963, 7.170778, 6.641117, 6.25389, 5.754635, 5.548575, 5.175972, 4.979737, 13.161949, 14.442479, 14.004284, 13.180774, 12.474263, 12.766674, 12.790221, 12.18614, 12.853728, 12.987971, 14.637112, 15.751123, 19.025866, 20.891333, 21.742846, 26.208203, 27.192306, 32.347298, 36.124018, 39.073355, 39.467286, 46.828212, 46.530125, 46.903476, 47.470824, 45.988396], "sum_m_pl": [35.821824, 44.149228, 43.067237, 41.756759, 40.75, 41.592728, 40.823475, 40.313417, 40.420359, 41.638291, 41.692589, 41.023951, 40.514062, 39.765926, 41.261182, 41.331767, 42.398094, 40.590415, 41.82795, 42.967915, 43.68795, 44.073328, 43.928799, 44.91308, 32.656001, 31.938053, 31.107601, 33.560622, 34.878066, 34.866142, 34.622538, 34.624771, 34.194882, 33.597479, 32.689785, 30.442666, 27.732904, 26.806767, 25.566922, 23.239278, 21.032769, 19.054185, 16.936109, 14.607232, 11.342322, 9.157737, 10.392465, 8.147954, 3.620042, 0.803803]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 14, 14, 9, 10, 10, 12, 15, 14, 12, 15, 14, 9, 15, 12, 16, 18, 15, 10, 9, 14, 10, 12, 10, 16, 16, 17, 16, 14, 19, 16, 20, 19, 20, 23, 20, 25, 25, 25, 26, 30, 33, 30, 34, 32, 34, 35, 37, 43, 46], "n_am_pl": [1, 8, 7, 5, 3, 3, 4, 0, 3, 4, 2, 1, 4, 3, 5, 3, 3, 2, 3, 0, 0, 1, 1, 5, 2, 3, 4, 2, 2, 3, 4, 2, 1, 1, 5, 6, 3, 3, 3, 4, 3, 1, 2, 2, 3, 4, 5, 3, 0, 0], "n_pos": 47, "sum_m_en": [6.36548, 3.566625, 3.387303, 3.316338, 3.137526, 3.135118, 4.053088, 3.852891, 3.64575, 3.467771, 3.658452, 3.886326, 4.03243, 3.813501, 3.853462, 3.708758, 3.661365, 3.51104, 3.227436, 3.063839, 2.807844, 2.689254, 2.498407, 2.4203, 6.651164, 8.058483, 7.982077, 7.442076, 7.127057, 7.301264, 7.223374, 6.688181, 7.060015, 7.030146, 8.18858, 9.133644, 11.942982, 13.654278, 14.749307, 17.217149, 18.054852, 21.518639, 21.983294, 24.801741, 26.37711, 30.139464, 31.844409, 33.992276, 40.731334, 44.483178], "sum_m_pl": [16.527543, 20.976038, 20.424386, 19.469278, 19.285598, 19.209556, 18.69638, 18.571476, 18.773747, 19.715025, 19.654363, 19.217522, 19.143663, 18.988527, 20.053603, 19.921821, 20.501884, 19.86857, 20.498853, 20.922741, 21.222453, 21.409002, 21.363603, 21.825431, 15.997427, 15.423946, 15.04468, 16.238423, 16.956876, 17.024371, 16.590536, 16.493569, 16.630563, 16.633024, 15.843748, 14.837511, 13.210802, 12.35809, 11.704312, 10.585113, 9.198284, 8.010838, 7.595971, 6.184856, 5.084183, 4.185753, 4.912948, 2.537496, 0.621551, 0.420318]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 99, "item_id": "pes-Psychiatria-2020 wiosna-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 869, "region_end": 97, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9796}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [19, 14, 11, 11, 7, 10, 6, 7, 5, 6, 8, 11, 13, 10, 7, 8, 11, 8, 7, 7, 9, 9, 9, 11, 18, 22, 17, 16, 12, 13, 11, 11, 14, 12, 17, 15, 14, 18, 16, 18, 16, 20, 19, 21, 19, 18, 8, 7, 1, 1], "n_am_pl": [4, 14, 17, 12, 10, 9, 13, 11, 8, 7, 4, 3, 5, 8, 7, 4, 2, 6, 8, 9, 7, 12, 10, 10, 6, 3, 4, 3, 5, 2, 5, 4, 5, 7, 7, 7, 13, 7, 14, 13, 9, 11, 9, 11, 11, 10, 16, 17, 34, 35], "n_pos": 57, "sum_m_en": [5.465395, 2.919834, 2.901179, 2.924715, 2.869425, 2.783915, 2.920027, 3.037674, 3.043438, 3.251203, 3.493466, 3.523928, 3.619598, 3.717944, 3.738279, 3.655022, 3.634311, 3.302742, 2.918701, 2.762048, 2.6626, 2.583243, 2.508501, 2.458393, 4.754533, 4.93987, 4.784635, 4.769864, 4.597252, 4.603131, 4.65401, 4.53879, 4.91569, 5.029217, 5.691726, 5.454865, 5.956135, 6.658852, 6.460516, 6.200323, 6.577812, 8.775613, 10.328746, 11.767388, 11.099756, 10.975826, 7.348781, 6.38736, 2.062136, 1.114062], "sum_m_pl": [20.740361, 26.772135, 25.938513, 25.203219, 24.355436, 24.772301, 23.94156, 23.926408, 24.287177, 24.76746, 23.862997, 23.407188, 23.956055, 23.313422, 24.209753, 24.493044, 25.616358, 25.164248, 26.496778, 26.995458, 27.227268, 27.150266, 26.907706, 27.43656, 21.058605, 21.274168, 20.48003, 21.650918, 22.102166, 22.348717, 21.944043, 22.234844, 22.458243, 21.94759, 21.666542, 21.721403, 21.409376, 21.222798, 21.12291, 22.039469, 21.074269, 20.340605, 19.779794, 17.9746, 16.928566, 16.284286, 18.512507, 19.063167, 30.840515, 33.737255]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 9, 8, 8, 4, 7, 5, 5, 4, 5, 6, 8, 7, 6, 3, 5, 5, 3, 4, 4, 4, 6, 6, 7, 12, 15, 12, 10, 7, 8, 7, 8, 7, 8, 11, 9, 10, 11, 13, 14, 14, 16, 15, 14, 14, 15, 6, 6, 1, 1], "n_am_pl": [4, 9, 10, 9, 10, 7, 8, 7, 5, 5, 2, 3, 3, 5, 3, 2, 1, 6, 6, 5, 4, 7, 6, 6, 5, 1, 2, 2, 2, 2, 2, 2, 4, 6, 5, 5, 8, 6, 7, 9, 6, 7, 7, 7, 6, 5, 11, 13, 29, 35], "n_pos": 36, "sum_m_en": [3.420063, 1.865873, 1.854564, 1.913067, 1.876158, 1.812084, 1.957929, 2.029498, 1.997063, 2.194542, 2.308318, 2.340467, 2.347274, 2.316674, 2.33064, 2.294265, 2.332448, 2.087141, 1.854094, 1.745979, 1.682063, 1.643386, 1.589799, 1.567985, 3.241587, 3.342687, 3.267223, 3.293138, 3.277628, 3.292753, 3.347958, 3.302743, 3.300799, 3.425763, 3.803079, 3.746957, 4.215787, 5.050276, 4.946476, 4.766993, 5.130781, 7.210158, 8.712052, 9.033129, 8.454103, 9.006903, 5.75646, 5.599327, 1.756876, 1.113943], "sum_m_pl": [12.595968, 16.622811, 15.942645, 15.384381, 14.788109, 15.131864, 14.459148, 14.608166, 15.011432, 15.278084, 14.860389, 14.60468, 15.079541, 14.849528, 15.503308, 15.553669, 16.302263, 16.187215, 16.668516, 17.020668, 17.114509, 16.981134, 16.777592, 17.216159, 13.589905, 13.506875, 13.243279, 14.072923, 14.34277, 14.481146, 14.453124, 14.417107, 14.713664, 14.576678, 14.097809, 14.422664, 14.441919, 14.265884, 14.284825, 14.881291, 14.082608, 13.786216, 13.017683, 11.884273, 11.703469, 10.792875, 13.553171, 14.41171, 26.417319, 33.414482]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 59, "item_id": "pes-Psychiatria-2020 wiosna-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 749, "region_end": 57, "roundtrip_ok": true, "tf_agree": 0.9661, "tf_agree_excl_first": 0.9828}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [122, 104, 102, 86, 91, 113, 103, 100, 104, 123, 111, 102, 100, 104, 107, 107, 99, 87, 89, 92, 90, 101, 100, 113, 135, 138, 126, 124, 111, 109, 100, 98, 106, 108, 113, 144, 145, 129, 139, 134, 121, 124, 133, 133, 129, 134, 142, 147, 142, 132], "n_am_pl": [26, 70, 65, 61, 59, 46, 52, 48, 44, 33, 41, 41, 44, 46, 59, 66, 69, 68, 58, 55, 57, 51, 55, 56, 55, 53, 54, 63, 56, 55, 79, 62, 54, 66, 72, 57, 53, 54, 58, 57, 68, 67, 81, 80, 79, 79, 69, 62, 49, 58], "n_pos": 416, "sum_m_en": [45.921613, 24.67463, 23.562619, 24.987132, 25.229229, 24.277709, 24.803976, 25.792204, 26.035651, 27.001487, 27.441856, 28.059924, 29.052807, 29.801488, 29.727721, 28.762256, 28.531686, 27.378386, 25.140608, 22.460893, 21.075739, 20.192491, 19.481824, 19.07411, 45.20156, 50.652572, 53.426885, 48.94706, 46.337765, 45.784868, 43.677622, 43.300022, 45.149559, 46.643406, 49.799487, 56.459788, 68.159208, 69.723779, 70.259482, 70.485121, 70.42458, 86.38673, 96.464509, 101.893241, 106.926841, 118.747361, 132.423749, 138.570578, 137.777162, 132.963312], "sum_m_pl": [155.575772, 192.905459, 189.31276, 183.716691, 180.419123, 183.025952, 185.518246, 181.808379, 181.140874, 185.689056, 183.035873, 184.370098, 186.026639, 183.812581, 187.067276, 188.628969, 189.749138, 187.499336, 190.944912, 194.089206, 198.753324, 199.422975, 201.099855, 202.02486, 160.007679, 155.077314, 148.040981, 157.106831, 161.987203, 163.313261, 164.671082, 166.552637, 162.394497, 160.496157, 156.36066, 148.989881, 132.327984, 127.901774, 128.784671, 121.613771, 117.557258, 112.618911, 111.852662, 106.520202, 94.902669, 88.19523, 77.390452, 70.890197, 52.075623, 57.547266]}, "digit": {"n_am_en": [3, 3, 3, 0, 2, 9, 6, 5, 5, 4, 5, 4, 3, 1, 2, 2, 0, 1, 0, 0, 0, 0, 1, 3, 3, 1, 1, 1, 0, 1, 3, 1, 4, 2, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 2, 2, 5, 2, 1, 1, 3, 3, 3, 5, 3, 3, 3, 3, 3, 4, 3, 4, 6, 6, 6, 2, 1, 0, 1, 2, 3, 4, 3, 3, 3, 1, 0, 0, 0, 0], "n_pos": 12, "sum_m_en": [0.759534, 0.591206, 0.689737, 0.648092, 0.6625, 0.762035, 0.723982, 0.68426, 0.71799, 0.796277, 0.811256, 0.843362, 0.765443, 0.720155, 0.744331, 0.691821, 0.649878, 0.638271, 0.575378, 0.52522, 0.505162, 0.494663, 0.484696, 0.483309, 0.812918, 0.721035, 0.97045, 1.013295, 1.001758, 0.99209, 0.879569, 0.890444, 0.801477, 0.761692, 0.727836, 0.735911, 0.783561, 0.814795, 0.741165, 0.690523, 0.78643, 0.889983, 0.895066, 0.776402, 0.694865, 0.519332, 0.328295, 0.247143, 0.029607, 0.0], "sum_m_pl": [5.555033, 5.896133, 5.33311, 5.213383, 4.73176, 5.11939, 5.439322, 5.264957, 5.163585, 5.362443, 5.360682, 5.506069, 5.633292, 5.412975, 5.578907, 5.575921, 5.674577, 5.809872, 5.868502, 5.909326, 6.046163, 6.058121, 6.114265, 6.121234, 5.66887, 5.547828, 4.99342, 5.078527, 5.022883, 5.315716, 5.708245, 5.603623, 5.769714, 5.413452, 5.449854, 5.01022, 4.652474, 4.398983, 4.364354, 3.856603, 3.860425, 4.194627, 4.231426, 4.348358, 4.161714, 2.86769, 1.514384, 1.146027, 0.105152, 0.0]}, "lang": {"n_am_en": [52, 44, 49, 43, 41, 55, 56, 55, 52, 62, 57, 49, 51, 53, 53, 59, 62, 48, 55, 53, 51, 59, 58, 63, 74, 78, 73, 71, 64, 61, 56, 53, 55, 63, 71, 84, 89, 82, 89, 79, 81, 86, 89, 94, 98, 96, 103, 109, 128, 132], "n_am_pl": [11, 28, 28, 32, 30, 18, 20, 21, 21, 11, 19, 17, 19, 22, 21, 30, 29, 30, 30, 27, 26, 28, 28, 27, 29, 27, 25, 26, 26, 24, 40, 29, 22, 28, 33, 28, 25, 27, 27, 27, 35, 31, 42, 45, 41, 48, 45, 43, 46, 58], "n_pos": 192, "sum_m_en": [21.043734, 11.640984, 10.994447, 11.447253, 11.980811, 11.424095, 12.164672, 13.051252, 12.946501, 13.284241, 13.1435, 13.355493, 13.925439, 14.332504, 14.115708, 13.672945, 13.804027, 13.191079, 12.00324, 10.556893, 9.792, 9.363449, 9.023392, 8.84638, 23.688099, 27.757198, 29.351311, 26.612625, 25.360985, 24.269694, 22.799382, 22.977059, 24.841933, 26.140744, 28.588285, 32.195125, 43.670942, 45.606963, 46.369026, 47.061178, 49.26291, 61.622568, 68.17501, 70.60467, 77.258048, 84.849867, 95.372256, 103.517203, 121.400707, 128.553486], "sum_m_pl": [69.613344, 86.634261, 85.570888, 84.028345, 82.059748, 83.084704, 84.398355, 82.967758, 83.323662, 85.455044, 84.777576, 85.517943, 86.755495, 85.695692, 87.069873, 87.582165, 88.140565, 87.288548, 88.761448, 90.316357, 92.618998, 92.887092, 93.732775, 94.254197, 76.303939, 73.541905, 71.035852, 74.225837, 76.55575, 77.148287, 78.241987, 78.408951, 76.594903, 76.018826, 73.560016, 70.702659, 62.790286, 59.818195, 60.203219, 58.446147, 57.351402, 53.421323, 53.016906, 52.274504, 48.658527, 47.91158, 45.685834, 44.760708, 47.173615, 57.023385]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 418, "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 jesień-12", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 959, "region_end": 416, "roundtrip_ok": true, "tf_agree": 0.9833, "tf_agree_excl_first": 0.9856}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [42, 35, 33, 34, 39, 34, 35, 26, 24, 43, 38, 34, 31, 25, 32, 31, 29, 25, 21, 23, 19, 25, 24, 33, 43, 41, 38, 41, 34, 32, 32, 31, 30, 34, 29, 39, 39, 35, 31, 27, 30, 37, 35, 35, 29, 24, 13, 5, 2, 0], "n_am_pl": [16, 36, 31, 32, 29, 20, 14, 23, 18, 22, 21, 20, 19, 17, 25, 28, 31, 23, 29, 31, 32, 31, 32, 37, 26, 27, 30, 21, 30, 24, 34, 33, 26, 32, 33, 38, 33, 32, 41, 35, 37, 40, 42, 47, 52, 52, 63, 67, 86, 89], "n_pos": 178, "sum_m_en": [16.591272, 9.031935, 8.956156, 9.868627, 10.280388, 9.916286, 10.083743, 10.165984, 10.305507, 11.019659, 10.834378, 10.920004, 10.670897, 10.75615, 11.064234, 10.571159, 10.748476, 10.162856, 9.139529, 8.473754, 7.987765, 7.827218, 7.720488, 7.63396, 15.650066, 16.90316, 17.33531, 16.047865, 15.141924, 15.622038, 16.263812, 15.134791, 15.086102, 15.319403, 15.612294, 15.417775, 16.57671, 17.539443, 16.906765, 15.940649, 15.046058, 19.488738, 22.452294, 22.747917, 21.34785, 21.166486, 12.668398, 8.434248, 3.508663, 0.111039], "sum_m_pl": [68.759143, 84.341514, 81.995832, 79.434862, 75.933366, 76.423205, 77.184687, 75.062037, 74.988169, 77.657772, 76.889929, 77.793833, 79.964655, 79.692814, 80.873915, 83.520875, 82.972827, 82.968252, 85.842168, 87.548237, 89.075318, 89.027469, 89.042394, 89.50568, 74.079825, 71.086674, 66.81361, 70.850539, 73.651752, 75.474834, 74.450362, 76.08622, 73.494949, 71.606828, 69.315853, 66.334492, 64.099234, 62.374187, 64.656383, 60.033273, 56.801606, 57.673284, 58.596673, 59.534415, 57.691399, 60.264104, 64.918005, 66.561935, 81.026652, 89.961984]}, "digit": {"n_am_en": [0, 1, 0, 1, 1, 2, 4, 2, 2, 4, 4, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 2, 3, 2, 1, 0, 2, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 2, 0, 2, 1, 3, 0, 0, 0, 2, 1, 1, 1, 2, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 2, 4, 3, 3, 2, 1, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [0.437494, 0.347221, 0.378098, 0.348448, 0.382877, 0.433201, 0.421173, 0.389852, 0.436825, 0.424765, 0.461452, 0.467013, 0.434822, 0.410325, 0.426899, 0.41404, 0.378912, 0.364468, 0.327349, 0.301967, 0.291924, 0.288664, 0.287479, 0.283561, 0.535781, 0.47943, 0.549423, 0.561092, 0.547347, 0.542733, 0.461227, 0.483085, 0.459476, 0.464665, 0.426683, 0.431641, 0.453472, 0.482425, 0.363449, 0.341165, 0.327557, 0.369625, 0.535259, 0.360035, 0.208781, 0.170665, 0.13716, 0.116699, 0.009583, 0.0], "sum_m_pl": [3.215653, 3.397019, 3.139958, 3.164083, 2.890218, 3.057693, 3.121033, 2.948334, 3.059736, 3.230286, 3.228798, 3.238439, 3.32314, 3.15945, 3.277695, 3.315189, 3.38025, 3.433194, 3.513729, 3.555512, 3.607732, 3.619218, 3.616415, 3.625855, 3.331324, 3.338026, 3.117819, 3.262943, 3.247225, 3.356994, 3.343634, 3.368776, 3.353098, 3.142663, 3.057397, 2.911555, 2.722871, 2.70053, 2.631041, 2.400433, 2.379653, 2.586162, 2.683225, 2.631008, 2.586476, 2.20129, 1.130409, 0.873844, 0.076, 1e-06]}, "lang": {"n_am_en": [19, 16, 13, 13, 22, 19, 15, 12, 13, 20, 21, 16, 18, 15, 20, 18, 18, 16, 11, 10, 9, 11, 12, 17, 24, 23, 18, 21, 16, 14, 18, 16, 17, 19, 17, 23, 22, 23, 19, 19, 19, 25, 24, 22, 22, 19, 10, 3, 1, 0], "n_am_pl": [8, 20, 15, 21, 14, 10, 4, 10, 9, 9, 9, 11, 9, 9, 12, 14, 13, 13, 17, 21, 21, 22, 22, 24, 18, 15, 22, 14, 22, 17, 21, 23, 16, 23, 22, 25, 24, 22, 28, 25, 25, 26, 30, 35, 39, 43, 54, 56, 82, 89], "n_pos": 89, "sum_m_en": [7.879112, 4.684266, 4.611532, 4.95931, 5.265612, 5.008125, 5.221521, 5.250575, 5.48942, 5.879665, 5.839209, 5.651124, 5.479149, 5.608904, 5.724689, 5.362983, 5.570111, 5.259784, 4.660319, 4.302853, 4.00923, 3.934045, 3.892516, 3.85069, 7.834139, 8.667931, 9.229857, 8.54231, 7.756382, 7.798732, 8.132424, 7.690495, 7.749805, 8.003956, 8.383781, 8.213108, 8.796466, 9.877354, 9.403839, 8.851296, 8.635558, 12.194828, 13.945442, 14.996356, 16.139704, 16.754609, 9.262969, 5.486977, 2.109459, 0.094405], "sum_m_pl": [33.341391, 40.821593, 39.588735, 38.831731, 36.571571, 37.155329, 37.610135, 36.706835, 36.879676, 38.532159, 38.761807, 39.462009, 41.042435, 41.351237, 42.243048, 43.226656, 42.707903, 42.687397, 43.952242, 44.316915, 44.976752, 44.800056, 44.834301, 45.019389, 40.416341, 38.867632, 37.450963, 38.636628, 39.959061, 40.145335, 39.79722, 40.52962, 40.137682, 40.254348, 38.918211, 38.356231, 38.360518, 37.042464, 38.878807, 36.995767, 37.386473, 38.414011, 38.98287, 40.243892, 40.660765, 44.244506, 52.078281, 54.023751, 74.452415, 87.301038]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 jesień-12", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 839, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9889, "tf_agree_excl_first": 0.9944}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [84, 85, 72, 46, 52, 61, 59, 68, 82, 99, 105, 99, 86, 76, 88, 81, 83, 76, 83, 70, 72, 66, 59, 64, 93, 100, 86, 97, 85, 89, 78, 81, 85, 84, 101, 105, 105, 103, 105, 102, 114, 123, 131, 119, 127, 115, 124, 127, 148, 141], "n_am_pl": [5, 52, 47, 47, 43, 37, 30, 27, 26, 21, 20, 19, 27, 29, 37, 31, 25, 34, 38, 35, 44, 43, 38, 33, 26, 30, 34, 23, 23, 28, 41, 44, 46, 46, 49, 53, 45, 44, 42, 45, 40, 31, 24, 28, 37, 33, 21, 20, 13, 16], "n_pos": 302, "sum_m_en": [34.535634, 18.705893, 17.956144, 17.480656, 17.908437, 17.314458, 17.063577, 18.267819, 18.597536, 19.232353, 20.27126, 21.791245, 22.722399, 22.886891, 22.490344, 21.389359, 20.242472, 20.053265, 18.29904, 16.10092, 14.889659, 14.263337, 13.561478, 13.462644, 36.32648, 39.976773, 39.550292, 38.235083, 36.237853, 34.911157, 32.186062, 33.194591, 36.015907, 36.55795, 37.860227, 42.997916, 51.660503, 52.012377, 53.318018, 60.413372, 63.096132, 76.106268, 86.382971, 91.659157, 102.505667, 107.596558, 118.832921, 122.097032, 141.989025, 141.682132], "sum_m_pl": [102.74388, 138.457249, 136.54029, 134.490232, 131.2016, 132.524474, 132.479858, 131.57737, 131.308112, 135.403524, 134.317015, 132.785354, 135.235136, 133.572773, 138.811246, 139.833175, 141.705825, 140.667255, 143.276521, 146.079356, 147.454548, 147.609975, 148.572671, 148.344602, 113.111766, 109.394763, 103.339373, 110.038679, 114.794584, 119.765297, 125.414989, 126.842009, 126.410227, 123.050756, 122.724111, 115.884778, 102.916307, 100.225847, 99.405598, 91.181228, 86.243208, 68.439806, 60.340342, 54.511057, 49.13198, 40.392438, 29.771727, 21.383922, 12.018504, 15.438752]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [53, 43, 40, 30, 32, 39, 37, 43, 52, 56, 61, 58, 55, 42, 55, 47, 46, 43, 49, 44, 42, 43, 41, 41, 60, 65, 56, 60, 58, 64, 48, 54, 60, 58, 65, 69, 76, 78, 81, 80, 87, 95, 99, 90, 100, 93, 105, 108, 134, 138], "n_am_pl": [0, 33, 32, 26, 23, 22, 17, 13, 15, 11, 12, 8, 14, 17, 20, 13, 17, 17, 17, 23, 25, 25, 19, 18, 16, 21, 26, 14, 14, 17, 28, 24, 28, 29, 34, 37, 33, 29, 28, 25, 21, 14, 8, 11, 14, 12, 10, 12, 12, 16], "n_pos": 157, "sum_m_en": [18.351936, 9.807882, 9.563311, 9.378089, 9.663718, 9.263725, 9.19996, 9.762748, 10.12932, 10.433686, 11.094083, 12.188521, 12.976469, 13.07009, 13.022029, 12.370724, 11.47789, 11.370364, 10.386855, 8.851498, 8.085136, 7.700848, 7.295288, 7.207993, 22.156512, 24.692617, 25.704237, 24.576409, 23.287152, 22.043706, 20.24621, 21.132519, 23.512604, 23.777859, 25.186735, 29.317419, 36.77075, 36.898258, 39.294916, 44.89175, 48.014358, 60.729402, 69.021872, 71.086029, 80.691956, 85.411935, 97.487534, 101.759077, 128.401967, 135.847063], "sum_m_pl": [53.44448, 71.866978, 70.477795, 69.360621, 67.931887, 69.60415, 69.983482, 69.817982, 69.979925, 71.80026, 71.33603, 70.133131, 71.172416, 69.986212, 72.951719, 72.894947, 74.054727, 73.421012, 74.320315, 75.795666, 76.413103, 76.541304, 76.84103, 76.864318, 58.79069, 57.553209, 54.464872, 57.143183, 59.668916, 62.791189, 66.174728, 66.150224, 65.506948, 64.659796, 64.288695, 61.031292, 52.741618, 51.989492, 51.056123, 46.024294, 42.764806, 33.207608, 27.916729, 24.02263, 19.866827, 17.377034, 15.321334, 11.92425, 10.762284, 14.924659]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 304, "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 wiosna-8", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 915, "region_end": 302, "roundtrip_ok": true, "tf_agree": 0.9638, "tf_agree_excl_first": 0.967}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [37, 30, 23, 19, 18, 19, 18, 26, 20, 32, 37, 31, 33, 26, 32, 25, 26, 26, 20, 21, 22, 21, 19, 23, 29, 28, 29, 29, 25, 26, 28, 20, 27, 25, 19, 27, 21, 24, 28, 25, 27, 29, 32, 29, 29, 28, 17, 8, 3, 2], "n_am_pl": [16, 34, 36, 31, 31, 24, 24, 10, 6, 14, 12, 11, 17, 12, 13, 10, 17, 16, 23, 15, 15, 19, 24, 26, 16, 19, 20, 19, 12, 14, 26, 31, 30, 27, 25, 28, 35, 34, 38, 33, 31, 33, 28, 30, 30, 41, 52, 52, 71, 73], "n_pos": 138, "sum_m_en": [13.933735, 6.599316, 6.557516, 6.626611, 6.82434, 6.986921, 7.048867, 7.635751, 7.511035, 7.918929, 8.258069, 8.529564, 8.525727, 8.536395, 8.633793, 8.651989, 7.856586, 7.597026, 6.839158, 6.28556, 5.789834, 5.593111, 5.531588, 5.558475, 11.021192, 11.930266, 11.415479, 11.534369, 11.110164, 11.330622, 11.604848, 11.276451, 12.142977, 12.177863, 12.215123, 12.845983, 13.258115, 15.79869, 15.060889, 15.108067, 14.236473, 17.619408, 21.295258, 19.32452, 18.894982, 18.321469, 14.872762, 8.899012, 4.781086, 1.779261], "sum_m_pl": [49.18381, 64.138852, 63.422518, 62.741263, 59.713126, 58.755307, 59.231185, 57.959082, 58.65745, 59.545982, 59.197318, 59.058035, 61.159093, 60.926518, 63.19927, 63.963619, 64.974411, 65.814162, 68.247522, 68.718549, 69.311503, 69.152191, 69.398609, 69.202561, 55.848433, 54.19942, 51.890654, 55.86553, 57.861985, 59.155262, 60.845344, 61.670532, 62.161657, 59.961826, 59.764275, 59.107478, 57.752401, 56.394794, 56.676594, 54.959113, 53.018858, 49.760613, 45.527767, 45.559029, 44.604002, 48.807975, 53.549967, 56.046387, 64.743455, 73.597255]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 21, 17, 11, 11, 12, 14, 17, 15, 20, 22, 21, 21, 15, 21, 17, 16, 18, 14, 14, 12, 14, 14, 16, 20, 16, 15, 18, 14, 20, 16, 12, 14, 13, 10, 17, 12, 14, 18, 15, 16, 19, 19, 16, 19, 12, 10, 5, 2, 2], "n_am_pl": [3, 17, 16, 19, 17, 9, 12, 5, 3, 9, 7, 8, 9, 6, 10, 6, 12, 9, 16, 11, 10, 10, 11, 11, 9, 13, 15, 10, 7, 8, 15, 20, 18, 17, 18, 20, 24, 24, 27, 26, 24, 24, 20, 23, 23, 34, 42, 47, 66, 73], "n_pos": 75, "sum_m_en": [7.756599, 3.583951, 3.546807, 3.556624, 3.621807, 3.760744, 3.823154, 4.052117, 4.029732, 4.327641, 4.530397, 4.76046, 4.775537, 4.795883, 4.964055, 5.133953, 4.608419, 4.388429, 3.948191, 3.570741, 3.182696, 3.098074, 3.079946, 3.081398, 6.590116, 7.338314, 7.055381, 7.099804, 6.736651, 6.59565, 6.759352, 6.708677, 7.005441, 6.787941, 6.619113, 6.96816, 7.292842, 8.578765, 8.424555, 8.324372, 7.741429, 10.552933, 12.824141, 11.539724, 11.764436, 10.72317, 9.425184, 6.022439, 3.955158, 1.771401], "sum_m_pl": [25.693417, 35.263804, 34.673672, 33.994379, 32.212713, 32.113686, 32.621815, 32.271133, 32.808224, 33.104642, 32.907811, 32.638906, 34.019292, 33.804369, 35.458119, 35.0698, 35.534317, 36.330133, 37.354537, 37.300868, 37.608431, 37.456525, 37.596162, 37.4668, 31.473655, 31.001791, 30.428309, 31.833507, 32.854743, 33.431236, 34.807204, 35.503353, 36.381242, 36.135251, 36.274121, 36.747658, 36.279671, 35.741258, 36.187508, 35.174442, 34.685683, 33.071743, 30.300551, 30.9094, 30.72013, 35.554538, 41.451178, 45.606768, 58.49526, 71.562556]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 140, "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 wiosna-8", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 795, "region_end": 138, "roundtrip_ok": true, "tf_agree": 0.9357, "tf_agree_excl_first": 0.9424}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [145, 148, 108, 96, 97, 102, 93, 96, 96, 127, 127, 120, 116, 113, 121, 111, 115, 110, 118, 105, 104, 101, 89, 103, 123, 132, 125, 129, 126, 137, 120, 120, 134, 135, 150, 148, 145, 152, 155, 164, 160, 191, 203, 190, 178, 171, 191, 188, 168, 166], "n_am_pl": [37, 72, 93, 91, 73, 63, 71, 69, 60, 48, 56, 73, 73, 79, 88, 98, 98, 86, 100, 111, 111, 100, 113, 112, 89, 73, 85, 93, 92, 83, 98, 97, 83, 89, 88, 78, 70, 57, 62, 64, 52, 58, 67, 68, 63, 59, 54, 51, 43, 51], "n_pos": 500, "sum_m_en": [54.808072, 32.619463, 30.74611, 29.990973, 30.937311, 29.660627, 29.482211, 30.271163, 32.260798, 33.152171, 33.617339, 35.279303, 35.149614, 37.782747, 37.534074, 35.640168, 34.252973, 33.438655, 31.025372, 27.902002, 26.19818, 24.889403, 23.640701, 22.907775, 54.01824, 60.831589, 63.654068, 60.420122, 59.160602, 60.093326, 56.000775, 56.488791, 57.155193, 58.87533, 58.560887, 64.007986, 71.562767, 75.691294, 76.743975, 89.205783, 91.04976, 117.882916, 129.276066, 139.880862, 146.760363, 152.260388, 172.834263, 175.049762, 167.859673, 164.674091], "sum_m_pl": [183.895835, 227.210232, 225.246601, 221.514339, 215.209986, 218.297083, 219.670268, 220.562681, 222.636909, 225.740247, 223.983467, 224.319596, 230.581328, 225.999596, 230.097177, 235.142068, 236.574859, 234.942712, 236.039537, 243.474459, 246.351085, 248.665707, 249.611803, 250.317062, 203.754368, 191.881758, 185.875292, 196.748954, 197.379704, 197.229384, 201.537593, 202.280455, 197.706627, 193.453427, 190.917697, 185.464216, 169.449134, 165.891538, 163.165576, 153.883396, 148.737257, 134.37399, 128.698515, 117.141425, 91.114768, 79.963156, 67.245395, 57.559006, 45.92972, 51.006928]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [57, 54, 41, 43, 48, 47, 49, 47, 45, 48, 51, 54, 57, 58, 55, 50, 53, 54, 58, 53, 50, 54, 44, 49, 60, 77, 65, 72, 73, 83, 67, 68, 77, 74, 77, 83, 81, 86, 82, 89, 91, 105, 110, 111, 111, 109, 114, 128, 154, 163], "n_am_pl": [14, 33, 49, 43, 32, 33, 37, 28, 21, 16, 24, 26, 30, 27, 35, 37, 45, 39, 44, 50, 53, 43, 49, 49, 36, 29, 40, 37, 40, 28, 39, 45, 31, 32, 36, 34, 38, 24, 28, 32, 24, 25, 31, 29, 33, 36, 36, 36, 43, 51], "n_pos": 215, "sum_m_en": [22.711347, 13.053606, 12.638244, 12.220582, 13.137916, 13.087329, 13.183915, 13.960975, 15.080236, 15.097421, 15.281462, 15.854482, 15.913007, 17.120503, 16.845384, 15.77338, 15.196222, 14.984285, 13.789621, 12.348372, 11.427766, 10.889676, 10.297083, 9.993123, 26.208196, 31.344307, 33.39329, 31.294077, 30.022031, 29.944129, 27.541778, 27.454032, 27.826847, 28.730927, 29.473608, 32.13733, 37.523887, 41.452594, 42.075173, 49.515656, 52.125064, 63.399216, 70.999663, 79.154949, 89.317405, 95.237271, 103.760405, 118.771708, 147.232137, 158.196137], "sum_m_pl": [77.539451, 97.648043, 96.840772, 94.721327, 91.819917, 93.053342, 93.464253, 93.47204, 94.304306, 95.443056, 95.162553, 96.268893, 98.861281, 96.301273, 98.419066, 101.065441, 101.621587, 101.099748, 101.45564, 104.909246, 106.372448, 107.413796, 107.865519, 108.19739, 88.579642, 82.784872, 80.359335, 84.569408, 85.203335, 84.34582, 87.407428, 88.215868, 86.324783, 85.044372, 82.555889, 81.833031, 76.311254, 73.117356, 73.769962, 70.459428, 67.117983, 62.227702, 59.436861, 53.125403, 45.850489, 43.811238, 39.404036, 34.961652, 42.050114, 49.995532]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 502, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-53", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 933, "region_end": 500, "roundtrip_ok": true, "tf_agree": 0.9801, "tf_agree_excl_first": 0.982}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [189, 150, 120, 86, 88, 112, 102, 108, 137, 145, 162, 143, 133, 126, 113, 118, 115, 127, 106, 103, 113, 102, 98, 107, 151, 142, 141, 148, 140, 133, 138, 127, 123, 156, 157, 158, 146, 151, 155, 154, 138, 174, 174, 163, 132, 112, 86, 38, 8, 4], "n_am_pl": [42, 125, 178, 150, 113, 100, 77, 93, 99, 92, 88, 82, 107, 107, 133, 123, 138, 126, 150, 146, 170, 176, 176, 172, 122, 110, 101, 110, 115, 122, 138, 127, 128, 120, 134, 124, 122, 106, 119, 149, 135, 132, 133, 137, 126, 152, 166, 202, 239, 269], "n_pos": 650, "sum_m_en": [59.358538, 36.007365, 35.293548, 35.113864, 35.999649, 34.651592, 34.141321, 35.308468, 36.927031, 38.382654, 39.668392, 41.329627, 40.089549, 43.263141, 43.198148, 41.251479, 39.617933, 38.2385, 33.958829, 31.40574, 29.714784, 28.444777, 27.823329, 27.237474, 55.755921, 57.643231, 60.915257, 59.384989, 60.378244, 61.57714, 59.191066, 60.5418, 61.798278, 65.054516, 66.569573, 70.706924, 73.694449, 75.157332, 73.525701, 75.61899, 73.503075, 91.787049, 102.33148, 97.05735, 95.958061, 85.299393, 69.350563, 47.408646, 13.717536, 4.329145], "sum_m_pl": [254.648016, 300.202851, 296.968527, 292.098005, 280.708906, 285.120884, 287.002716, 291.271367, 294.539666, 295.827849, 292.227388, 290.397889, 300.01984, 296.791496, 300.811057, 307.906063, 311.079947, 310.495147, 317.564462, 323.902654, 326.63419, 327.953723, 327.563601, 327.738827, 279.375877, 266.266204, 257.207876, 269.56181, 271.730886, 271.20932, 275.47363, 277.36843, 270.307072, 261.913191, 257.536907, 248.364679, 236.092268, 233.074369, 235.522534, 235.466553, 229.351353, 225.899176, 224.415764, 208.211762, 185.851977, 194.136667, 184.912807, 194.007539, 236.556865, 270.42345]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [80, 54, 36, 31, 37, 49, 54, 56, 73, 74, 69, 71, 67, 66, 55, 63, 56, 60, 47, 43, 52, 48, 48, 48, 73, 73, 65, 70, 63, 60, 63, 58, 65, 75, 75, 75, 79, 81, 83, 74, 69, 87, 89, 78, 76, 61, 38, 18, 6, 4], "n_am_pl": [10, 55, 91, 65, 52, 52, 37, 30, 39, 24, 33, 35, 47, 44, 57, 57, 63, 48, 60, 60, 72, 67, 74, 72, 47, 49, 47, 53, 52, 60, 62, 57, 49, 38, 52, 54, 51, 53, 60, 83, 67, 68, 68, 71, 80, 110, 130, 164, 230, 267], "n_pos": 272, "sum_m_en": [23.989193, 13.612584, 13.786631, 13.874465, 14.575937, 14.373682, 14.669838, 15.405444, 16.33712, 16.8012, 17.31121, 17.870896, 17.117385, 18.112915, 17.75536, 16.829777, 16.121083, 15.569341, 13.901674, 12.927528, 12.186017, 11.644948, 11.391508, 11.174491, 25.491583, 27.598102, 27.313542, 25.448552, 25.960482, 26.200604, 25.666527, 26.454614, 27.080733, 28.375328, 29.386365, 30.592565, 32.826518, 34.071239, 33.188336, 33.781139, 33.325164, 42.869388, 50.836733, 45.865894, 52.026908, 45.097914, 31.27265, 22.894027, 8.276023, 4.272564], "sum_m_pl": [102.415748, 123.755612, 121.235911, 118.536339, 112.210553, 115.136177, 115.842262, 118.529132, 119.963119, 121.814552, 121.514611, 122.153823, 126.40704, 125.111406, 127.859051, 131.614477, 132.352179, 132.254509, 134.531585, 137.118736, 137.900357, 138.609665, 138.222278, 138.166239, 121.043314, 114.370089, 111.572457, 116.179023, 116.806598, 116.802915, 118.857342, 119.732953, 118.484075, 115.816005, 113.229469, 112.536975, 112.345028, 110.240776, 114.47719, 114.897094, 113.074637, 114.626275, 112.682877, 110.316627, 111.073399, 121.178955, 133.316888, 145.681237, 217.391705, 263.066537]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 652, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-53", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 813, "region_end": 650, "roundtrip_ok": true, "tf_agree": 0.9877, "tf_agree_excl_first": 0.9892}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [97, 72, 57, 60, 59, 54, 56, 59, 63, 66, 71, 64, 74, 70, 61, 51, 53, 61, 57, 62, 57, 61, 55, 64, 78, 88, 78, 86, 85, 85, 71, 63, 62, 69, 74, 82, 99, 104, 95, 99, 97, 109, 109, 110, 104, 99, 87, 83, 73, 73], "n_am_pl": [19, 55, 63, 52, 64, 46, 39, 45, 43, 38, 42, 46, 38, 44, 47, 54, 61, 44, 57, 73, 73, 59, 61, 64, 49, 47, 33, 41, 39, 35, 49, 47, 43, 47, 50, 44, 39, 30, 35, 40, 38, 39, 46, 49, 44, 55, 55, 52, 67, 73], "n_pos": 307, "sum_m_en": [33.521764, 17.922631, 17.193632, 16.877998, 17.571297, 16.853778, 16.671253, 16.770122, 17.076762, 17.337564, 18.433276, 19.536983, 19.616458, 20.061229, 20.761685, 19.088048, 18.675519, 18.750775, 17.286521, 15.558612, 15.029745, 14.436807, 13.959203, 13.708542, 29.834326, 32.105095, 31.834444, 30.066099, 29.209301, 30.519525, 29.308374, 28.27131, 28.985035, 30.596767, 32.620803, 36.53752, 42.818481, 49.606778, 52.139354, 54.542884, 53.120461, 61.681704, 70.197162, 79.870369, 84.426076, 83.773621, 81.669688, 79.670678, 72.460214, 73.374085], "sum_m_pl": [109.831735, 141.181372, 139.569276, 137.580978, 134.843388, 137.000728, 138.160114, 136.542697, 137.155711, 138.413583, 134.864187, 135.277272, 137.073748, 136.88458, 136.336736, 138.862442, 140.275712, 138.351701, 141.332911, 145.423108, 146.945156, 148.583807, 148.90558, 149.44463, 116.576076, 112.118683, 107.519494, 116.078203, 119.948518, 121.362506, 122.985748, 126.506485, 123.256539, 119.072429, 117.801051, 112.343828, 102.382453, 97.087116, 92.841476, 92.423961, 88.855565, 79.857761, 80.342531, 75.719013, 66.915702, 67.803429, 66.972528, 58.282148, 65.201647, 72.00572]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [45, 28, 20, 25, 30, 27, 31, 29, 28, 38, 34, 30, 40, 37, 34, 27, 33, 35, 34, 37, 36, 37, 33, 42, 51, 57, 49, 59, 58, 48, 46, 36, 38, 42, 43, 50, 63, 63, 60, 60, 59, 63, 67, 69, 63, 57, 53, 57, 66, 73], "n_am_pl": [11, 26, 28, 29, 32, 28, 23, 26, 24, 24, 27, 26, 22, 21, 25, 24, 31, 22, 32, 42, 42, 34, 35, 36, 24, 25, 22, 18, 17, 17, 22, 22, 14, 17, 15, 20, 11, 14, 16, 25, 24, 23, 25, 29, 29, 37, 41, 41, 64, 72], "n_pos": 146, "sum_m_en": [15.080425, 8.222307, 7.992525, 8.041009, 8.383943, 8.087413, 8.087963, 8.065154, 8.141726, 8.250956, 8.872297, 9.48767, 9.662526, 9.856666, 10.073356, 9.211584, 9.019203, 9.027891, 8.246101, 7.396843, 7.149019, 6.883651, 6.647964, 6.577103, 17.043025, 18.320605, 18.703628, 16.778187, 16.11612, 16.26065, 15.738348, 14.822687, 14.874513, 16.159862, 17.44503, 19.795159, 24.69081, 30.34061, 32.328134, 33.332116, 32.567449, 38.281997, 44.113173, 49.352779, 52.129439, 51.974866, 50.944298, 50.592719, 62.126649, 70.539918], "sum_m_pl": [51.561796, 66.637807, 65.96378, 65.059762, 63.847081, 65.707209, 65.949203, 65.30592, 66.480731, 67.088816, 65.608991, 65.648885, 66.960515, 66.911796, 66.523566, 67.844365, 68.182351, 67.47277, 68.73909, 70.363727, 70.590397, 71.351948, 71.517793, 71.7427, 59.206785, 57.516408, 56.205307, 59.709732, 61.539072, 61.461319, 62.380106, 63.47372, 62.119957, 61.251651, 59.188181, 57.668887, 53.565214, 51.050115, 49.885924, 51.324203, 49.525322, 44.762057, 45.504137, 44.115058, 40.889863, 43.739104, 47.0107, 44.386552, 60.641095, 70.403287]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 335, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 912, "region_end": 307, "roundtrip_ok": true, "tf_agree": 0.9761, "tf_agree_excl_first": 0.979}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [27, 21, 13, 14, 8, 5, 11, 15, 12, 15, 12, 14, 9, 6, 13, 12, 18, 13, 11, 8, 13, 12, 13, 19, 25, 20, 24, 30, 24, 22, 19, 19, 18, 27, 26, 30, 30, 28, 28, 28, 24, 24, 28, 27, 23, 18, 10, 4, 1, 1], "n_am_pl": [8, 22, 21, 14, 17, 24, 13, 9, 10, 14, 11, 9, 19, 16, 14, 17, 15, 12, 23, 27, 31, 20, 22, 23, 14, 16, 17, 14, 14, 13, 9, 10, 19, 15, 18, 10, 13, 12, 15, 20, 15, 18, 17, 19, 19, 23, 29, 29, 47, 57], "n_pos": 101, "sum_m_en": [9.977615, 5.015734, 4.84586, 4.830656, 4.966189, 4.765655, 4.948167, 5.020116, 5.009203, 5.225286, 5.521415, 5.813733, 5.769597, 6.113393, 6.152471, 5.707847, 5.727155, 5.520771, 4.880932, 4.55351, 4.498499, 4.384304, 4.316543, 4.248812, 8.064092, 8.561269, 8.367534, 8.303236, 7.97014, 8.122233, 7.80139, 7.536298, 8.237092, 8.735857, 9.232288, 10.502988, 11.69021, 13.947487, 14.150102, 14.312162, 13.804601, 15.16041, 18.295316, 19.680924, 18.622662, 16.253642, 9.537374, 6.09428, 1.744324, 0.692148], "sum_m_pl": [36.448925, 47.556956, 46.592118, 45.9426, 44.223585, 44.300836, 44.790465, 44.26143, 44.835456, 45.380126, 42.866298, 43.010597, 43.314978, 43.037684, 43.666268, 45.103307, 45.736552, 46.113602, 47.932708, 49.283861, 49.706279, 50.147924, 50.143016, 50.438091, 39.529796, 37.816164, 36.479222, 39.053306, 39.58014, 41.493452, 41.541109, 42.882635, 42.590435, 40.925362, 40.0572, 38.017364, 36.248883, 34.415458, 34.431091, 34.816962, 32.748472, 31.116447, 32.037331, 30.40593, 27.859423, 30.394975, 31.076132, 31.640425, 46.586549, 57.346457]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 14, 6, 9, 6, 4, 10, 11, 9, 12, 10, 10, 7, 6, 10, 7, 14, 9, 9, 7, 9, 8, 8, 13, 18, 16, 18, 21, 18, 17, 15, 15, 13, 21, 16, 21, 20, 21, 23, 21, 17, 18, 20, 23, 18, 15, 8, 4, 1, 1], "n_am_pl": [5, 13, 11, 8, 14, 18, 9, 4, 4, 11, 7, 8, 13, 11, 9, 12, 10, 9, 18, 20, 24, 14, 16, 18, 10, 14, 14, 9, 9, 9, 5, 7, 15, 9, 13, 8, 9, 8, 10, 14, 12, 13, 12, 15, 16, 19, 27, 26, 47, 57], "n_pos": 59, "sum_m_en": [5.318453, 2.963732, 2.839782, 2.916929, 2.976142, 2.850251, 2.986762, 3.002946, 3.055986, 3.170624, 3.411268, 3.607013, 3.624185, 3.80683, 3.828078, 3.450196, 3.481467, 3.403522, 3.010323, 2.783556, 2.725526, 2.666173, 2.627765, 2.565671, 5.510154, 5.729699, 5.77546, 5.710292, 5.397616, 5.197027, 5.058481, 4.936533, 5.248147, 5.825296, 5.936648, 6.410213, 7.812481, 9.950609, 10.312079, 9.986092, 9.791447, 11.266568, 13.376949, 15.515028, 13.947448, 12.912807, 7.859389, 5.140924, 1.340433, 0.679241], "sum_m_pl": [20.641399, 27.612351, 26.797566, 26.437714, 25.736813, 26.325156, 26.388353, 26.118447, 26.886248, 27.364832, 26.518769, 26.487918, 27.147513, 27.025746, 27.21795, 27.800911, 27.754302, 27.963233, 28.693673, 29.268173, 29.211193, 29.424936, 29.426308, 29.563691, 25.361839, 24.612013, 24.407307, 25.532241, 25.875852, 26.564991, 26.813905, 27.428174, 27.132057, 27.110096, 26.184417, 25.681918, 24.441594, 23.160412, 23.421472, 24.727324, 23.328762, 22.454232, 23.219702, 22.157647, 22.033432, 24.345762, 27.655025, 28.214335, 44.86617, 56.17356]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 106, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 792, "region_end": 101, "roundtrip_ok": true, "tf_agree": 0.9717, "tf_agree_excl_first": 0.981}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [47, 41, 34, 29, 34, 21, 23, 20, 19, 26, 30, 33, 29, 29, 30, 31, 29, 33, 29, 32, 28, 41, 41, 46, 42, 37, 41, 35, 45, 43, 51, 44, 50, 49, 50, 48, 51, 49, 50, 48, 46, 50, 57, 63, 56, 59, 59, 51, 63, 60], "n_am_pl": [6, 20, 15, 17, 19, 20, 17, 20, 19, 18, 7, 12, 9, 15, 15, 17, 13, 14, 13, 19, 21, 17, 19, 18, 10, 8, 8, 6, 11, 12, 11, 17, 16, 9, 10, 11, 9, 12, 11, 11, 10, 9, 11, 10, 7, 6, 7, 5, 3, 2], "n_pos": 132, "sum_m_en": [16.123596, 8.167356, 7.674366, 7.564716, 7.60141, 7.378366, 7.010527, 6.670303, 6.605493, 6.863113, 7.474283, 7.913467, 8.110701, 8.408447, 8.091744, 8.197094, 8.311395, 8.237157, 7.390071, 6.92861, 6.587819, 6.201998, 5.943634, 5.84082, 16.346685, 16.265384, 16.346355, 15.641916, 14.959223, 15.179827, 14.580469, 14.252223, 14.652105, 14.877046, 14.45304, 16.890626, 19.273229, 20.076511, 22.675683, 22.939602, 23.94469, 31.380401, 38.263339, 40.39827, 43.263833, 49.014942, 56.595952, 52.342494, 61.349885, 61.019604], "sum_m_pl": [46.453549, 62.386888, 61.29888, 60.514096, 58.540097, 60.411394, 62.286234, 62.49588, 61.871125, 61.69587, 60.586351, 59.174176, 59.708006, 58.289907, 60.388141, 61.076051, 62.008694, 61.525477, 63.112253, 64.748323, 65.64239, 66.714039, 67.010294, 67.066258, 51.357626, 50.741585, 48.174286, 50.398605, 52.764462, 52.802766, 54.643538, 53.805529, 52.896727, 51.999293, 51.01828, 47.822251, 42.378851, 41.454371, 40.011141, 39.886656, 37.103436, 31.484234, 29.345544, 26.002541, 15.575842, 11.92528, 9.320439, 8.074816, 3.637076, 2.042144]}, "digit": {"n_am_en": [1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.144455, 0.089067, 0.103234, 0.139791, 0.124749, 0.128979, 0.088839, 0.088877, 0.092683, 0.095406, 0.09475, 0.105188, 0.102858, 0.09981, 0.113657, 0.135128, 0.107268, 0.104035, 0.109578, 0.095702, 0.094679, 0.088673, 0.091367, 0.092785, 0.180558, 0.168495, 0.16795, 0.131198, 0.193747, 0.18475, 0.171581, 0.111532, 0.109108, 0.128852, 0.129937, 0.137989, 0.136238, 0.142128, 0.133502, 0.132348, 0.136358, 0.141333, 0.144694, 0.153547, 0.096693, 0.134498, 0.069043, 0.050606, 0.040381, 0.001522], "sum_m_pl": [0.976833, 0.998756, 0.978527, 0.950228, 0.958366, 0.954556, 0.988045, 0.980765, 0.98559, 0.990188, 0.987902, 0.966017, 0.977936, 0.98071, 0.958413, 0.922594, 0.953566, 0.928764, 0.933706, 0.930528, 0.930441, 0.920699, 0.912889, 0.90389, 0.543904, 0.484825, 0.575978, 0.625255, 0.644033, 0.705266, 0.607084, 0.645362, 0.674081, 0.753947, 0.734345, 0.732706, 0.550623, 0.600347, 0.659546, 0.727087, 0.742602, 0.753061, 0.705122, 0.560127, 0.279191, 0.300958, 0.197733, 0.176631, 0.015591, 4.8e-05]}, "lang": {"n_am_en": [27, 21, 17, 14, 21, 14, 14, 13, 12, 18, 20, 21, 18, 18, 20, 20, 19, 23, 18, 18, 15, 23, 24, 26, 25, 21, 23, 23, 31, 29, 32, 31, 34, 33, 35, 29, 30, 28, 27, 29, 32, 33, 37, 40, 38, 42, 44, 41, 58, 60], "n_am_pl": [3, 8, 8, 11, 9, 8, 8, 12, 10, 7, 2, 3, 4, 4, 5, 6, 7, 8, 8, 9, 10, 7, 11, 11, 4, 2, 3, 0, 2, 4, 4, 7, 7, 5, 7, 6, 4, 3, 5, 5, 4, 5, 6, 6, 3, 3, 3, 3, 3, 2], "n_pos": 63, "sum_m_en": [8.587391, 4.157106, 3.830275, 3.744455, 3.675679, 3.681288, 3.446833, 3.276202, 3.305741, 3.456565, 3.747206, 4.070906, 4.170733, 4.390539, 4.110452, 4.17001, 4.288503, 4.322525, 3.768913, 3.49288, 3.219409, 3.030533, 2.904332, 2.814458, 9.682819, 9.674239, 10.31355, 9.646113, 9.17898, 9.203186, 8.778878, 8.698168, 8.721614, 8.902013, 8.695083, 10.595449, 11.74933, 12.775304, 14.739418, 15.218086, 16.451708, 22.327998, 24.727983, 26.247895, 31.53005, 35.261597, 41.945852, 41.176977, 55.406256, 59.864678], "sum_m_pl": [21.129027, 29.794532, 29.274661, 28.793, 28.127197, 29.155606, 30.116709, 30.406031, 30.302448, 30.184687, 29.486713, 28.805534, 29.067677, 28.601581, 29.776638, 29.921796, 30.033899, 29.804614, 30.362316, 31.195099, 31.731562, 32.248453, 32.346587, 32.334406, 25.008719, 24.867617, 24.116943, 24.860201, 25.957342, 25.182982, 26.450895, 25.922644, 25.986087, 25.876661, 25.296793, 23.479578, 20.910425, 20.605113, 19.614132, 19.662633, 18.545917, 15.673139, 15.251394, 13.450854, 8.250641, 6.167582, 5.069842, 5.025715, 3.065718, 2.039889]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 134, "item_id": "pes-Radioterapia onkologiczna-2018 jesień-28", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 916, "region_end": 132, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.9925}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 2, 2, 0, 3, 3, 3, 0, 1, 1, 0, 2, 1, 2, 2, 2, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 1, 2, 2, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 2, 0, 0, 0, 0, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.244425, 0.139681, 0.157545, 0.180395, 0.1786, 0.152458, 0.14227, 0.151779, 0.142997, 0.138542, 0.141909, 0.149748, 0.157891, 0.159317, 0.177246, 0.17565, 0.164403, 0.148792, 0.139771, 0.13376, 0.127964, 0.122439, 0.117797, 0.120815, 0.279749, 0.228173, 0.254285, 0.269203, 0.246681, 0.222772, 0.242714, 0.181691, 0.231361, 0.251596, 0.3361, 0.262498, 0.435126, 0.283784, 0.266669, 0.220998, 0.218857, 0.202042, 0.198054, 0.209121, 0.111247, 0.122401, 0.074615, 0.047823, 0.000305, 2e-06], "sum_m_pl": [1.310012, 1.456354, 1.498907, 1.467249, 1.454934, 1.520458, 1.484124, 1.438368, 1.459159, 1.456082, 1.442491, 1.464691, 1.454795, 1.485229, 1.378361, 1.364137, 1.387717, 1.359724, 1.424367, 1.422406, 1.410023, 1.421691, 1.454599, 1.456432, 1.124476, 1.150547, 1.091685, 1.140849, 1.081404, 1.211021, 1.196855, 1.268555, 1.063656, 1.042867, 1.059475, 1.124046, 1.058177, 0.985672, 1.006548, 1.035419, 1.127788, 1.141676, 1.112676, 1.04761, 0.489874, 0.456049, 0.269962, 0.185072, 0.003669, 0.020557]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 418, "item_id": "pes-Radioterapia onkologiczna-2018 jesień-28", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 796, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.988, "tf_agree_excl_first": 0.9904}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [56, 53, 51, 39, 37, 40, 44, 48, 39, 45, 38, 41, 45, 43, 43, 39, 47, 39, 39, 48, 48, 38, 48, 54, 73, 76, 70, 71, 64, 56, 61, 58, 50, 60, 66, 68, 63, 68, 62, 60, 62, 67, 71, 63, 67, 71, 73, 70, 85, 82], "n_am_pl": [11, 20, 19, 21, 19, 14, 17, 19, 19, 19, 17, 21, 17, 21, 16, 14, 16, 18, 9, 17, 14, 15, 10, 10, 7, 8, 11, 6, 10, 11, 12, 10, 15, 14, 23, 13, 7, 8, 7, 9, 9, 6, 6, 6, 5, 1, 2, 2, 2, 1], "n_pos": 171, "sum_m_en": [22.057732, 11.66421, 11.069285, 11.054738, 10.711126, 10.641876, 10.902077, 11.408545, 11.133582, 10.978856, 11.756591, 12.675773, 12.909167, 13.472844, 13.546429, 13.078423, 11.981703, 11.498247, 10.616593, 9.475768, 8.941772, 8.490768, 8.17183, 7.892613, 20.33553, 21.598207, 23.614764, 21.204478, 20.422139, 19.674001, 18.759899, 18.138495, 17.861615, 18.5143, 19.989526, 21.51259, 24.96629, 25.138284, 27.601562, 31.580756, 34.938666, 39.888232, 45.010083, 48.502778, 54.414376, 60.061411, 65.033458, 67.720111, 78.455607, 80.663839], "sum_m_pl": [59.945539, 77.531966, 77.323721, 76.182833, 75.170624, 76.924359, 76.005703, 74.309248, 75.696975, 77.512328, 75.985709, 75.816872, 76.658435, 75.115874, 74.715793, 76.664284, 79.201372, 76.475724, 78.582394, 81.163933, 81.825792, 83.05934, 82.822084, 83.097635, 64.538813, 65.035429, 60.175831, 64.573115, 64.05887, 62.928646, 67.23859, 67.189333, 66.674984, 67.670619, 66.01459, 61.810267, 55.080287, 53.657959, 50.854034, 47.836041, 42.475669, 36.550065, 30.26915, 24.386069, 18.214281, 11.093887, 8.124637, 6.172597, 2.23495, 1.091253]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [27, 23, 24, 21, 21, 21, 22, 27, 20, 21, 18, 21, 22, 29, 30, 27, 26, 25, 24, 30, 30, 21, 29, 32, 41, 40, 41, 38, 40, 35, 38, 30, 29, 37, 39, 39, 37, 37, 37, 38, 42, 45, 42, 44, 49, 51, 53, 57, 75, 82], "n_am_pl": [4, 8, 7, 11, 4, 6, 7, 7, 10, 11, 8, 8, 8, 7, 4, 5, 10, 9, 5, 11, 10, 11, 7, 7, 4, 4, 6, 3, 4, 6, 7, 7, 11, 4, 12, 6, 4, 4, 3, 4, 4, 2, 2, 2, 2, 0, 1, 1, 1, 1], "n_pos": 83, "sum_m_en": [9.881456, 5.516221, 5.530926, 5.654878, 5.561146, 5.2188, 5.361956, 5.568177, 5.627825, 5.623427, 6.030935, 6.781104, 6.790881, 7.398421, 7.683373, 7.34558, 6.447242, 6.238502, 5.590025, 4.822706, 4.521286, 4.239847, 4.070903, 3.905075, 11.214233, 12.287453, 13.901783, 12.22054, 11.667305, 11.247614, 10.403758, 9.908952, 9.756986, 10.414935, 11.157286, 12.067404, 14.320109, 14.335215, 16.550283, 20.162538, 23.019098, 26.54646, 29.556236, 34.520369, 38.164059, 42.108391, 46.420505, 52.427518, 70.522609, 78.725043], "sum_m_pl": [29.286637, 37.648793, 37.206255, 36.465412, 36.117345, 36.846461, 36.67541, 36.050644, 36.851758, 37.992874, 37.452231, 37.085142, 37.498935, 36.658671, 36.124767, 37.117578, 38.566635, 37.18927, 38.160641, 39.492493, 39.685972, 40.325937, 40.188288, 40.359147, 31.301642, 31.591084, 29.535753, 31.500992, 31.289221, 30.627818, 32.688348, 32.699526, 32.99435, 33.798055, 32.605089, 30.404365, 26.829165, 26.374579, 24.834363, 22.660469, 20.340913, 17.231739, 13.558524, 10.802132, 8.632468, 5.21838, 4.46682, 2.555056, 1.010129, 0.854203]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 173, "item_id": "pes-Radioterapia onkologiczna-2019 jesień-31", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 968, "region_end": 171, "roundtrip_ok": true, "tf_agree": 0.9942, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [39, 28, 22, 21, 15, 16, 16, 22, 23, 27, 26, 25, 28, 22, 23, 18, 27, 24, 16, 16, 11, 12, 11, 13, 30, 29, 25, 27, 25, 22, 28, 26, 19, 22, 22, 23, 20, 23, 22, 23, 21, 21, 21, 26, 22, 23, 16, 10, 5, 3], "n_am_pl": [12, 25, 30, 20, 21, 22, 19, 13, 13, 13, 11, 9, 14, 19, 18, 15, 18, 14, 16, 16, 20, 27, 28, 30, 12, 10, 8, 6, 12, 15, 16, 19, 27, 16, 13, 14, 16, 18, 25, 25, 17, 20, 10, 12, 14, 16, 15, 20, 51, 60], "n_pos": 110, "sum_m_en": [9.650363, 6.165184, 5.930308, 6.164542, 5.890712, 6.071406, 6.11278, 6.456736, 6.169567, 5.957849, 6.609654, 6.701052, 7.151105, 7.359, 7.288862, 6.925557, 6.471322, 6.142971, 5.493266, 5.211139, 5.045464, 4.783983, 4.678399, 4.542998, 7.771364, 8.635943, 8.95553, 8.757188, 8.738828, 8.591538, 8.340683, 8.496612, 8.393957, 8.733354, 8.998033, 8.95553, 9.426129, 8.994402, 8.693548, 10.359062, 9.861354, 12.057515, 14.48141, 19.125524, 16.52152, 18.940223, 13.309588, 10.362506, 4.556363, 3.032676], "sum_m_pl": [42.46847, 50.421908, 50.778532, 49.924262, 48.667098, 50.218381, 50.129961, 48.358168, 48.785368, 49.953522, 47.509138, 48.233547, 49.30528, 48.376448, 48.387539, 50.579097, 51.893585, 50.859099, 52.912178, 53.744102, 54.244646, 55.015127, 54.612998, 54.72617, 45.925726, 44.270342, 41.103844, 43.094424, 44.134869, 43.836528, 45.229239, 45.70644, 45.150471, 45.16628, 44.416476, 42.691774, 41.608757, 40.877155, 39.796005, 39.337632, 37.013343, 36.440226, 30.287925, 26.170146, 24.981494, 24.512284, 23.091338, 24.331302, 46.789284, 58.736007]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [21, 17, 13, 10, 8, 11, 11, 13, 17, 18, 15, 13, 17, 13, 14, 11, 18, 18, 10, 11, 7, 7, 9, 11, 21, 18, 18, 18, 16, 16, 20, 18, 10, 16, 19, 17, 16, 15, 15, 16, 16, 15, 16, 21, 17, 18, 13, 10, 5, 3], "n_am_pl": [6, 14, 19, 15, 16, 17, 12, 11, 7, 6, 5, 7, 10, 12, 11, 11, 11, 6, 12, 11, 13, 14, 17, 19, 9, 8, 5, 4, 8, 10, 12, 15, 20, 13, 8, 12, 9, 13, 16, 15, 12, 18, 9, 12, 14, 16, 15, 20, 50, 59], "n_pos": 63, "sum_m_en": [4.96955, 3.506074, 3.452933, 3.647543, 3.532623, 3.712774, 3.842261, 4.062949, 3.7685, 3.529181, 3.758337, 3.836806, 4.177067, 4.285232, 4.187246, 3.958662, 3.674255, 3.475254, 3.175941, 2.992281, 2.897302, 2.742804, 2.672785, 2.591335, 4.908221, 5.496012, 5.574144, 5.412176, 5.426208, 5.299408, 5.329665, 5.525019, 5.297107, 5.73473, 5.898054, 5.807226, 6.488271, 6.100244, 5.957219, 7.643584, 7.240871, 9.293979, 11.927368, 14.680198, 12.415281, 15.33239, 11.363581, 9.522265, 4.276983, 3.008585], "sum_m_pl": [23.991423, 28.573858, 28.795051, 28.425828, 27.504539, 28.303872, 28.260365, 27.364784, 27.888587, 28.627758, 27.545509, 27.971216, 28.643231, 28.102337, 28.467772, 29.676689, 30.383765, 29.937951, 30.852976, 31.232117, 31.444707, 31.856565, 31.617198, 31.603598, 27.41983, 26.261611, 24.866899, 26.124667, 26.860021, 27.027917, 27.715449, 27.778469, 28.083298, 28.484655, 27.806257, 27.312042, 26.672597, 26.56752, 26.024643, 25.407489, 24.433119, 24.753078, 20.086294, 17.796348, 19.165905, 18.505356, 19.307723, 22.276406, 44.294315, 56.604376]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 112, "item_id": "pes-Radioterapia onkologiczna-2019 jesień-31", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 848, "region_end": 110, "roundtrip_ok": true, "tf_agree": 0.9643, "tf_agree_excl_first": 0.973}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 35, 37, 36, 22, 23, 29, 23, 29, 30, 21, 29, 26, 24, 33, 36, 33, 30, 27, 24, 29, 29, 28, 28, 29, 33, 26, 30, 34, 33, 33, 35, 30, 33, 39, 39, 40, 32, 33, 32, 33, 37, 42, 39, 35, 47, 47, 49, 46, 51], "n_am_pl": [3, 13, 16, 12, 9, 11, 9, 6, 7, 9, 18, 14, 14, 20, 16, 11, 13, 14, 10, 11, 17, 18, 12, 11, 15, 14, 11, 10, 11, 10, 12, 12, 7, 9, 14, 11, 10, 9, 13, 16, 15, 10, 8, 9, 7, 8, 4, 5, 2, 2], "n_pos": 115, "sum_m_en": [14.182165, 8.120716, 7.118159, 7.217914, 7.445725, 6.885701, 6.843959, 6.941159, 7.141981, 7.322066, 7.26736, 8.266925, 8.039519, 7.984549, 7.732551, 7.489714, 7.509034, 7.308893, 6.836808, 6.003199, 5.768229, 5.351203, 5.065184, 4.978417, 12.014473, 14.304723, 12.778452, 12.818808, 11.287005, 11.725637, 11.457703, 11.679164, 12.879974, 12.198002, 12.792642, 14.537042, 16.931, 16.485079, 16.65261, 17.918279, 19.356859, 26.428502, 31.665654, 33.622499, 34.173489, 39.697622, 45.112457, 44.041336, 47.461159, 49.777654], "sum_m_pl": [41.968142, 52.180419, 52.391292, 50.650044, 48.843711, 51.313235, 51.562271, 50.777254, 50.493371, 51.302649, 50.934042, 50.657461, 52.447955, 51.34755, 53.225425, 53.888215, 54.245727, 53.124836, 53.082895, 55.794383, 55.991273, 56.769644, 57.468901, 57.80224, 46.216266, 43.889505, 43.850417, 45.628916, 47.461232, 47.341157, 49.383852, 48.510916, 46.049333, 46.511745, 45.564286, 43.141995, 39.01463, 39.261198, 36.981416, 35.490349, 32.471005, 26.879654, 23.86126, 21.325152, 14.568717, 12.687738, 8.786234, 8.147221, 2.874332, 2.531784]}, "digit": {"n_am_en": [0, 0, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.159995, 0.087016, 0.105663, 0.094254, 0.096, 0.097495, 0.082856, 0.081248, 0.074049, 0.078069, 0.083453, 0.084824, 0.083185, 0.088853, 0.076114, 0.081219, 0.089079, 0.086694, 0.084589, 0.084097, 0.085608, 0.084321, 0.085394, 0.080487, 0.122219, 0.122341, 0.094947, 0.098323, 0.093936, 0.10679, 0.103727, 0.115881, 0.110358, 0.112917, 0.09234, 0.115267, 0.114097, 0.091045, 0.069687, 0.074772, 0.052218, 0.057364, 0.057855, 0.046393, 0.032187, 0.021047, 0.021608, 0.000678, 0.000791, 1e-06], "sum_m_pl": [0.929812, 1.092377, 1.070618, 1.034283, 0.985869, 0.955954, 0.980944, 0.969361, 0.920687, 0.959336, 0.970596, 0.983639, 0.941335, 0.92796, 0.91843, 0.887201, 0.949188, 0.905861, 0.861306, 0.87285, 0.890964, 0.917777, 0.951348, 0.985245, 0.908211, 0.903353, 0.833858, 0.860342, 0.851336, 0.912894, 0.9822, 0.935129, 0.886312, 0.905639, 0.912553, 0.94016, 0.814007, 0.752034, 0.748721, 0.811073, 0.54259, 0.484672, 0.570018, 0.252847, 0.182253, 0.141794, 0.103799, 0.008919, 0.007842, 1e-06]}, "lang": {"n_am_en": [18, 13, 17, 13, 9, 9, 12, 11, 13, 13, 8, 12, 11, 11, 18, 17, 18, 16, 13, 13, 11, 12, 10, 10, 10, 10, 14, 12, 17, 17, 17, 19, 14, 14, 18, 18, 18, 16, 17, 18, 19, 21, 22, 25, 24, 33, 30, 37, 41, 49], "n_am_pl": [0, 6, 8, 7, 3, 5, 4, 2, 5, 6, 10, 7, 8, 12, 10, 7, 6, 4, 2, 4, 7, 7, 5, 5, 9, 7, 5, 6, 6, 8, 5, 5, 4, 5, 7, 5, 6, 6, 7, 8, 10, 6, 6, 6, 4, 6, 4, 3, 1, 2], "n_pos": 52, "sum_m_en": [6.573961, 3.317721, 3.084657, 3.143478, 3.227915, 3.032973, 2.959612, 3.020819, 3.249367, 3.184588, 3.159598, 3.752852, 3.58795, 3.529099, 3.525099, 3.39852, 3.416323, 3.391946, 3.197579, 2.790166, 2.649769, 2.44013, 2.305269, 2.292888, 5.634809, 7.031393, 6.444175, 6.680162, 5.680348, 5.525366, 5.467043, 5.573237, 5.927998, 5.408568, 5.640723, 6.814718, 8.935714, 8.786195, 9.159989, 9.600871, 10.694528, 13.884975, 17.003027, 19.512839, 21.239003, 25.289305, 28.422769, 32.936997, 40.31224, 46.476465], "sum_m_pl": [18.401568, 23.817865, 23.661013, 22.826089, 21.786302, 23.145964, 23.340552, 23.288538, 23.104209, 23.595211, 23.490836, 23.204378, 24.120475, 23.518008, 24.446118, 24.761225, 24.825911, 24.154462, 24.061037, 25.374778, 25.386623, 25.795998, 26.086061, 26.170731, 20.622877, 19.286518, 19.233152, 20.145342, 21.336666, 21.532894, 22.729753, 22.539086, 21.610366, 21.808373, 21.120386, 19.832811, 17.621039, 17.527291, 17.569168, 16.758489, 15.524946, 13.667158, 12.353671, 11.031996, 7.641225, 8.025567, 6.135151, 4.535085, 1.805358, 1.746831]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 117, "item_id": "pes-Radioterapia onkologiczna-2019 jesień-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 994, "region_end": 115, "roundtrip_ok": true, "tf_agree": 0.9573, "tf_agree_excl_first": 0.9655}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 20, 20, 15, 12, 7, 13, 14, 9, 12, 12, 16, 15, 17, 22, 28, 26, 21, 15, 14, 11, 12, 12, 14, 32, 30, 30, 30, 22, 30, 25, 26, 27, 23, 24, 32, 27, 23, 21, 20, 18, 19, 20, 21, 20, 17, 9, 6, 0, 0], "n_am_pl": [6, 20, 18, 24, 16, 12, 18, 13, 13, 15, 10, 14, 14, 13, 16, 10, 21, 22, 28, 29, 31, 23, 21, 23, 10, 15, 17, 11, 15, 14, 15, 15, 14, 16, 18, 12, 17, 20, 21, 29, 24, 25, 25, 25, 28, 32, 35, 35, 52, 63], "n_pos": 94, "sum_m_en": [8.550455, 4.773227, 4.662791, 4.81654, 5.188104, 4.809299, 4.654671, 4.820245, 4.713741, 5.001695, 5.053858, 5.374799, 5.490006, 5.581629, 5.671192, 5.58652, 5.596696, 5.33692, 4.668029, 4.166663, 3.941268, 3.728845, 3.638181, 3.598556, 7.950579, 9.753083, 9.518663, 8.871835, 8.467361, 8.268507, 8.270666, 8.530378, 8.414265, 8.461791, 8.706192, 10.036932, 11.387073, 11.625694, 10.284199, 10.10196, 10.282082, 10.789824, 11.29687, 11.902166, 14.574574, 12.858625, 8.372537, 5.047787, 0.806283, 0.012816], "sum_m_pl": [35.080679, 43.336574, 42.121629, 41.296615, 38.732696, 40.30057, 41.553164, 41.94308, 42.122922, 43.052229, 42.067613, 41.982694, 44.268018, 43.503931, 44.856248, 46.109909, 46.284612, 46.226195, 47.05275, 47.599443, 47.496996, 47.893055, 48.14213, 48.28809, 40.723472, 39.956328, 39.698085, 41.081592, 41.712472, 42.223353, 42.853506, 41.75999, 42.033056, 41.481476, 41.646064, 40.493984, 38.298925, 37.255644, 37.323508, 38.862313, 37.058149, 37.202777, 37.319153, 34.341328, 32.578377, 35.084637, 36.504727, 36.441315, 50.840228, 60.643587]}, "digit": {"n_am_en": [0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.154291, 0.078002, 0.078962, 0.075531, 0.084083, 0.088838, 0.074129, 0.080067, 0.090311, 0.087925, 0.086736, 0.08433, 0.094559, 0.100201, 0.087494, 0.092423, 0.0961, 0.093539, 0.085766, 0.073675, 0.072235, 0.068151, 0.066135, 0.065713, 0.112608, 0.150482, 0.143912, 0.115873, 0.101071, 0.112833, 0.18125, 0.153451, 0.156453, 0.157685, 0.15119, 0.150941, 0.156239, 0.10998, 0.083544, 0.098337, 0.07133, 0.07047, 0.072054, 0.054039, 0.031996, 0.027165, 0.015913, 0.00021, 0.000179, 0.0], "sum_m_pl": [0.908771, 1.083124, 1.070777, 1.069918, 0.975045, 0.93827, 0.96973, 0.956643, 0.929177, 0.885203, 0.975346, 0.976142, 1.006493, 0.977225, 0.981825, 1.032061, 1.017609, 1.038604, 1.046566, 1.067565, 1.054483, 1.0612, 1.07213, 1.072059, 1.013047, 0.980398, 0.953343, 1.003826, 0.996374, 1.013349, 0.922681, 0.905357, 0.880678, 0.917087, 0.85038, 0.857346, 0.819412, 0.720268, 0.614914, 0.802345, 0.724592, 0.644171, 0.664477, 0.270437, 0.17791, 0.129174, 0.080087, 0.002152, 0.00338, 0.0]}, "lang": {"n_am_en": [19, 13, 12, 10, 8, 5, 9, 8, 5, 9, 8, 12, 12, 12, 14, 21, 19, 16, 11, 8, 6, 8, 9, 10, 23, 23, 22, 24, 16, 24, 18, 18, 19, 17, 18, 24, 21, 18, 17, 15, 15, 15, 14, 13, 15, 12, 7, 4, 0, 0], "n_am_pl": [4, 12, 13, 15, 9, 9, 9, 9, 8, 9, 6, 9, 9, 7, 10, 8, 16, 18, 22, 23, 24, 19, 17, 21, 9, 10, 12, 8, 9, 9, 9, 11, 9, 10, 12, 9, 12, 13, 14, 20, 17, 21, 21, 24, 24, 27, 31, 31, 49, 62], "n_pos": 62, "sum_m_en": [6.015295, 3.155188, 3.035939, 3.132685, 3.396763, 3.191087, 2.991691, 3.097192, 3.043006, 3.302951, 3.333989, 3.535578, 3.566012, 3.599425, 3.586592, 3.59824, 3.445707, 3.260187, 3.007983, 2.661818, 2.529442, 2.406536, 2.349289, 2.314276, 5.216837, 6.276508, 6.650095, 6.255186, 5.928466, 5.805363, 5.778951, 6.0055, 5.848689, 5.896404, 5.577204, 6.714064, 7.612736, 7.958816, 7.253312, 6.780937, 6.672547, 7.130247, 7.086355, 7.16363, 10.351683, 7.8652, 5.610095, 3.341461, 0.589778, 0.012014], "sum_m_pl": [23.038015, 28.663886, 27.77753, 27.01758, 25.220658, 26.364803, 27.083478, 27.501816, 27.784495, 28.481804, 28.057459, 28.055453, 29.548412, 28.943179, 29.971702, 30.708927, 30.969501, 31.068629, 31.305264, 31.593275, 31.492733, 31.749594, 31.973542, 32.054191, 27.528151, 27.031579, 26.851819, 27.707099, 28.063019, 28.57296, 29.046928, 28.323618, 28.458786, 28.450808, 28.464518, 27.896043, 26.392738, 25.528221, 25.332902, 26.638105, 25.386658, 26.82694, 27.471431, 26.787706, 26.427888, 29.71259, 32.359969, 31.018363, 48.093716, 59.561849]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "pes-Radioterapia onkologiczna-2019 jesień-61", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 874, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9792, "tf_agree_excl_first": 0.9895}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [111, 99, 86, 66, 86, 79, 95, 108, 96, 131, 123, 121, 126, 120, 107, 123, 128, 118, 114, 115, 119, 102, 98, 98, 147, 157, 121, 129, 137, 141, 132, 134, 123, 139, 144, 162, 162, 155, 183, 184, 212, 206, 217, 204, 205, 205, 216, 195, 214, 216], "n_am_pl": [25, 52, 62, 66, 54, 63, 56, 52, 46, 49, 53, 42, 44, 51, 56, 43, 51, 41, 36, 46, 53, 58, 65, 71, 34, 30, 44, 37, 34, 26, 43, 51, 56, 43, 44, 30, 30, 24, 19, 25, 20, 20, 17, 13, 14, 12, 12, 9, 5, 8], "n_pos": 394, "sum_m_en": [50.8649, 25.623415, 23.552521, 24.98458, 25.651827, 25.706326, 26.155797, 24.83288, 25.644636, 27.100197, 27.578547, 29.96329, 29.785455, 32.665306, 33.545766, 32.325611, 31.900171, 28.352805, 25.917333, 23.108813, 21.667857, 19.675912, 18.843602, 18.419686, 51.700279, 52.586628, 49.438031, 47.880507, 46.543262, 48.402688, 43.278596, 44.999624, 48.052324, 50.362075, 57.983339, 64.432527, 75.555495, 79.951505, 87.873816, 97.769596, 110.832428, 123.956918, 141.299802, 155.028599, 160.678041, 180.925114, 202.251183, 198.201502, 216.597869, 217.115398], "sum_m_pl": [133.618253, 178.945217, 177.729517, 172.302205, 169.523087, 172.601881, 173.560412, 173.929692, 172.941267, 180.232282, 179.667312, 178.222514, 183.839289, 178.567198, 178.754495, 179.12669, 179.837168, 181.588931, 182.63774, 187.997937, 189.214484, 193.118228, 193.732829, 193.250744, 151.925758, 153.547906, 151.287057, 158.291437, 159.370359, 157.125431, 165.235505, 163.275734, 160.625645, 155.880634, 149.69179, 140.864536, 125.247758, 120.380135, 113.566188, 109.353661, 99.573903, 86.997293, 75.661757, 58.309767, 45.230852, 31.198514, 21.760886, 15.372552, 7.114214, 7.349393]}, "digit": {"n_am_en": [2, 1, 0, 0, 0, 0, 0, 0, 1, 3, 5, 4, 5, 0, 0, 1, 1, 2, 2, 3, 3, 2, 2, 3, 1, 1, 2, 3, 4, 2, 1, 3, 1, 2, 2, 2, 3, 2, 3, 1, 2, 2, 2, 2, 2, 1, 1, 0, 0, 0], "n_am_pl": [0, 0, 2, 2, 3, 2, 2, 1, 1, 1, 0, 1, 0, 2, 1, 0, 1, 0, 0, 2, 3, 2, 2, 2, 3, 2, 1, 0, 2, 3, 4, 3, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 0, 0], "n_pos": 8, "sum_m_en": [0.717993, 0.36411, 0.347475, 0.357406, 0.343314, 0.365153, 0.36487, 0.362379, 0.388077, 0.425651, 0.434156, 0.586986, 0.575873, 0.652494, 0.667258, 0.593279, 0.516589, 0.562934, 0.522672, 0.429383, 0.383486, 0.35918, 0.345936, 0.331503, 0.58574, 0.478172, 0.547806, 0.599174, 0.609769, 0.678699, 0.704714, 0.740498, 0.702512, 0.665738, 0.676853, 0.910256, 1.41, 1.393152, 1.414814, 0.854335, 1.578602, 1.509635, 1.183432, 1.467067, 1.308261, 1.173569, 0.974927, 0.401573, 0.03428, 0.0], "sum_m_pl": [3.171731, 4.224913, 4.093417, 4.053434, 3.988144, 3.891505, 4.028046, 3.865637, 3.694192, 3.90813, 3.874634, 3.854273, 3.794813, 3.517766, 3.517231, 3.492539, 3.673102, 3.496983, 3.63505, 3.843318, 3.966496, 3.998485, 4.002197, 4.004277, 3.652615, 3.787838, 3.628064, 3.780471, 3.809749, 3.697822, 3.597368, 3.483936, 3.394571, 3.276266, 3.22728, 2.95347, 2.749737, 2.71478, 2.599919, 2.992927, 2.51087, 2.614922, 2.586601, 2.098067, 1.904128, 1.566833, 0.936583, 0.574366, 0.069764, 0.0]}, "lang": {"n_am_en": [68, 55, 53, 35, 50, 47, 60, 68, 55, 79, 67, 71, 76, 72, 66, 79, 78, 70, 69, 57, 67, 57, 55, 55, 96, 103, 76, 78, 84, 89, 78, 84, 76, 88, 96, 97, 106, 98, 117, 121, 138, 136, 140, 139, 140, 146, 160, 159, 201, 216], "n_am_pl": [18, 31, 29, 35, 26, 40, 30, 31, 29, 31, 32, 22, 28, 28, 34, 29, 32, 28, 23, 30, 31, 35, 38, 42, 20, 17, 27, 22, 18, 12, 20, 26, 33, 26, 24, 19, 19, 15, 12, 17, 12, 14, 13, 10, 12, 10, 9, 6, 4, 8], "n_pos": 225, "sum_m_en": [29.344024, 14.724253, 13.517187, 14.334176, 14.532123, 14.720436, 15.141525, 14.147341, 14.448869, 15.334686, 15.545644, 16.983828, 17.079884, 18.829576, 19.182058, 18.259993, 17.424845, 15.976664, 14.689316, 13.019884, 12.123322, 11.019171, 10.569132, 10.35153, 28.9484, 30.90951, 29.516886, 28.497512, 27.219127, 28.361221, 25.254548, 26.751693, 29.049198, 30.93979, 36.559403, 40.597175, 47.639441, 49.365807, 56.008867, 60.88426, 70.829636, 81.283332, 91.451203, 104.317649, 107.682476, 125.497417, 150.330019, 155.984602, 195.58338, 207.643225], "sum_m_pl": [77.201763, 101.346554, 101.046947, 97.726484, 95.853852, 97.745833, 97.975361, 98.647885, 98.359542, 103.127869, 103.388852, 102.794109, 106.179789, 103.137399, 103.332349, 103.893073, 104.240645, 105.116797, 105.641296, 108.502865, 109.135244, 111.370932, 111.676067, 111.337916, 90.034645, 90.335012, 88.611941, 92.711573, 94.287125, 92.622068, 97.117139, 95.176981, 93.786196, 90.823147, 86.520298, 80.76676, 72.640903, 69.798225, 65.629187, 64.027094, 58.166331, 50.176364, 43.844915, 33.141518, 26.958066, 18.561249, 13.09576, 9.439679, 5.608323, 7.216157]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 396, "item_id": "pes-Radioterapia onkologiczna-2019 wiosna-38", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1029, "region_end": 394, "roundtrip_ok": true, "tf_agree": 0.9874, "tf_agree_excl_first": 0.9899}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [17, 12, 9, 13, 10, 5, 5, 8, 7, 8, 7, 11, 8, 13, 12, 5, 8, 6, 5, 9, 9, 12, 13, 8, 16, 14, 15, 12, 14, 15, 13, 15, 14, 11, 17, 18, 13, 13, 15, 20, 19, 19, 25, 25, 24, 18, 10, 5, 0, 0], "n_am_pl": [4, 11, 17, 14, 13, 13, 10, 10, 15, 13, 7, 5, 10, 15, 10, 12, 13, 9, 14, 16, 16, 18, 13, 21, 12, 8, 8, 9, 6, 12, 6, 11, 9, 9, 13, 11, 8, 8, 8, 11, 11, 12, 9, 7, 10, 12, 14, 17, 41, 49], "n_pos": 72, "sum_m_en": [6.514282, 3.483027, 3.471261, 3.633965, 3.881012, 3.895158, 3.844062, 3.80771, 3.910229, 4.183237, 4.279453, 4.556595, 4.572049, 4.851871, 4.881514, 4.388243, 4.197226, 3.796397, 3.39237, 3.206441, 3.229871, 3.069118, 3.007398, 2.978026, 5.237999, 5.676069, 5.648794, 5.40384, 5.441357, 6.308361, 5.931044, 5.766034, 5.716943, 5.627405, 6.307875, 6.160737, 6.241261, 5.874384, 5.943741, 10.558042, 10.854075, 11.945413, 14.604952, 14.896749, 13.946748, 13.611996, 8.757896, 5.359429, 0.94218, 0.049993], "sum_m_pl": [26.893285, 33.665205, 33.183361, 32.601568, 31.223003, 31.193655, 30.92812, 30.846526, 30.992755, 32.232195, 31.095889, 30.720702, 32.233608, 31.70243, 32.199488, 32.811167, 33.001036, 33.175726, 34.05378, 34.926519, 34.959428, 35.642098, 35.60362, 35.743807, 29.7613, 29.407457, 29.364811, 30.579054, 30.86669, 30.084837, 30.298707, 30.72387, 30.963159, 29.339799, 29.06195, 28.930459, 27.414321, 27.744029, 27.003793, 25.869001, 25.523124, 24.919308, 22.53962, 21.249645, 19.71082, 18.408267, 17.094451, 20.914177, 38.232998, 47.491089]}, "digit": {"n_am_en": [0, 1, 0, 3, 0, 1, 0, 0, 1, 1, 1, 3, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 2, 2, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.341598, 0.163364, 0.148809, 0.163149, 0.167771, 0.174965, 0.166023, 0.153945, 0.16867, 0.184438, 0.18779, 0.287006, 0.295252, 0.355265, 0.343996, 0.269822, 0.293697, 0.266124, 0.225161, 0.199557, 0.18797, 0.177073, 0.169219, 0.16484, 0.223632, 0.204798, 0.267741, 0.284143, 0.274905, 0.357361, 0.334781, 0.337767, 0.357351, 0.3245, 0.365603, 0.39741, 0.342916, 0.306122, 0.282357, 0.247227, 0.247229, 0.256335, 0.236645, 0.173859, 0.134175, 0.12267, 0.062475, 0.077708, 0.003208, 0.0], "sum_m_pl": [1.669014, 2.25109, 2.229065, 2.136941, 2.013484, 1.950404, 2.021178, 1.857161, 1.813992, 1.874533, 1.817776, 1.765409, 1.763034, 1.559614, 1.732549, 1.777308, 1.728873, 1.736089, 1.851804, 1.970726, 1.993993, 2.014966, 2.007484, 2.003939, 1.84051, 1.898742, 1.730977, 1.844693, 1.911936, 1.720162, 1.821249, 1.786088, 1.711822, 1.690696, 1.522335, 1.431249, 1.415328, 1.506008, 1.415994, 1.416461, 1.372391, 1.528386, 1.376626, 1.127301, 0.956119, 0.756585, 0.398922, 0.151657, 0.010029, 0.0]}, "lang": {"n_am_en": [13, 8, 8, 10, 8, 3, 5, 6, 6, 6, 6, 7, 8, 9, 9, 5, 6, 4, 4, 5, 7, 8, 10, 5, 12, 8, 9, 6, 11, 12, 10, 12, 11, 10, 12, 13, 8, 7, 11, 16, 16, 16, 20, 20, 20, 14, 6, 3, 0, 0], "n_am_pl": [2, 6, 9, 10, 11, 7, 6, 6, 10, 11, 5, 3, 6, 8, 6, 8, 9, 7, 9, 10, 12, 11, 8, 13, 9, 6, 4, 7, 5, 9, 4, 7, 5, 6, 9, 8, 7, 7, 6, 8, 7, 8, 6, 6, 8, 11, 14, 17, 38, 48], "n_pos": 48, "sum_m_en": [4.504715, 2.410112, 2.386416, 2.515417, 2.655405, 2.632221, 2.663207, 2.695562, 2.737366, 2.942851, 2.973738, 3.138069, 3.105844, 3.201546, 3.215912, 2.958533, 2.809065, 2.523963, 2.253144, 2.12939, 2.166523, 2.051056, 2.001406, 1.97953, 3.617782, 3.943852, 3.872906, 3.686243, 3.755435, 4.580462, 4.271292, 4.182056, 3.983179, 4.020401, 4.324643, 4.258952, 4.348858, 4.246748, 4.320959, 7.035174, 7.650529, 8.801309, 11.250587, 10.764578, 9.936487, 10.106234, 6.251765, 4.317995, 0.778377, 0.046663], "sum_m_pl": [17.739214, 21.852754, 21.47152, 21.224176, 20.442826, 20.159188, 20.155187, 20.184735, 20.33999, 21.108477, 20.506465, 20.287182, 21.498087, 21.265788, 21.621742, 22.123221, 22.156882, 22.533425, 22.886159, 23.353243, 23.303188, 23.805015, 23.765179, 23.896694, 20.187617, 19.876648, 19.833066, 20.467218, 21.040756, 20.52245, 20.890589, 21.223935, 21.428946, 20.606853, 20.338751, 20.438281, 19.664225, 19.390866, 19.25336, 18.493993, 18.166669, 17.536826, 15.435111, 15.403324, 15.098159, 14.301464, 15.08285, 19.141024, 35.323903, 46.405122]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 74, "item_id": "pes-Radioterapia onkologiczna-2019 wiosna-38", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 909, "region_end": 72, "roundtrip_ok": true, "tf_agree": 0.973, "tf_agree_excl_first": 0.9863}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [36, 25, 34, 32, 27, 18, 18, 21, 17, 24, 19, 29, 29, 28, 26, 21, 30, 32, 30, 28, 27, 31, 35, 31, 48, 39, 40, 37, 41, 32, 37, 30, 32, 28, 41, 38, 38, 39, 41, 51, 51, 51, 44, 41, 40, 46, 37, 41, 45, 42], "n_am_pl": [9, 18, 17, 15, 18, 19, 13, 18, 13, 10, 6, 10, 12, 12, 13, 11, 10, 5, 13, 12, 10, 10, 8, 9, 7, 9, 13, 12, 9, 6, 11, 9, 12, 9, 8, 6, 4, 2, 3, 4, 4, 4, 4, 6, 3, 4, 4, 1, 2, 1], "n_pos": 116, "sum_m_en": [12.642252, 6.49458, 6.441529, 6.644503, 7.144068, 7.076002, 6.718019, 6.990232, 7.098726, 7.088722, 7.829993, 9.217504, 9.047298, 8.949513, 9.000687, 8.71799, 8.433115, 8.008755, 7.40007, 7.048027, 6.666709, 6.270473, 5.916322, 5.795482, 15.146339, 14.950524, 15.185642, 14.366095, 13.693216, 13.364086, 13.466538, 12.795052, 12.64907, 13.554715, 15.607043, 15.710652, 16.770973, 19.170088, 21.685418, 30.22774, 29.15108, 32.14465, 29.65257, 32.21794, 34.528565, 39.908701, 38.340512, 41.360548, 44.203853, 42.670327], "sum_m_pl": [42.393054, 54.977393, 53.787872, 52.736467, 49.754379, 50.383228, 49.532198, 47.981127, 47.355919, 48.020815, 46.709471, 46.547954, 46.140163, 45.202338, 46.406249, 48.162413, 48.041033, 47.586676, 49.333145, 51.806736, 52.586184, 53.031237, 53.462785, 53.830149, 38.523781, 39.198385, 36.030973, 38.565013, 39.05273, 38.244784, 38.86118, 39.94256, 39.942775, 39.864269, 37.001709, 35.608303, 30.916912, 28.298606, 25.97157, 21.481723, 19.51501, 16.253189, 16.295483, 13.834904, 11.508705, 9.207378, 5.600544, 3.061838, 1.684743, 1.010482]}, "digit": {"n_am_en": [1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 2, 1, 1, 0, 1, 2, 1, 0, 0, 0, 2, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 2, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.211967, 0.093611, 0.080291, 0.078707, 0.089123, 0.084477, 0.087826, 0.08286, 0.082084, 0.091213, 0.107239, 0.119855, 0.10047, 0.094977, 0.090685, 0.122529, 0.121362, 0.112177, 0.10102, 0.102532, 0.094957, 0.089686, 0.087689, 0.088557, 0.215692, 0.217911, 0.166545, 0.159344, 0.153002, 0.134391, 0.120635, 0.11333, 0.119742, 0.11315, 0.137141, 0.150716, 0.152594, 0.387233, 0.241251, 1.045122, 0.831092, 1.025535, 0.423545, 0.334006, 0.334751, 0.197773, 0.179137, 0.091481, 0.031274, 0.0], "sum_m_pl": [0.831877, 1.062756, 1.060059, 1.028139, 0.913598, 0.944784, 0.924142, 0.878326, 0.926015, 0.921687, 0.913276, 0.869261, 0.836614, 0.784659, 0.848593, 0.867059, 0.819505, 0.835477, 0.857823, 0.910249, 0.929275, 0.938109, 0.943238, 0.945556, 0.764512, 0.664373, 0.706339, 0.747422, 0.764861, 0.790575, 0.824244, 0.851442, 0.883823, 0.821551, 0.666569, 0.709398, 0.585663, 0.452684, 0.562034, 0.280565, 0.292667, 0.191121, 0.303565, 0.36402, 0.374914, 0.304588, 0.30149, 0.210426, 0.071147, 0.0]}, "lang": {"n_am_en": [12, 10, 13, 15, 16, 8, 11, 11, 10, 11, 10, 13, 18, 12, 11, 8, 14, 15, 16, 18, 14, 16, 17, 16, 21, 21, 19, 19, 19, 11, 14, 13, 14, 15, 22, 22, 23, 22, 24, 27, 28, 27, 26, 25, 26, 32, 29, 32, 40, 42], "n_am_pl": [4, 6, 6, 6, 3, 8, 2, 5, 5, 4, 2, 3, 4, 4, 6, 6, 3, 3, 3, 5, 6, 6, 6, 5, 3, 4, 5, 3, 3, 2, 5, 4, 5, 2, 3, 3, 4, 2, 1, 2, 3, 2, 2, 3, 2, 3, 3, 1, 2, 1], "n_pos": 44, "sum_m_en": [4.923328, 2.530367, 2.501615, 2.732108, 2.973427, 2.947769, 2.836857, 2.889136, 2.990719, 2.950312, 3.426723, 4.237698, 4.016845, 3.993181, 3.786903, 3.570483, 3.53964, 3.390919, 3.150354, 2.977841, 2.781123, 2.661152, 2.447221, 2.382269, 8.261966, 7.758622, 7.602203, 7.00558, 6.361858, 6.044741, 5.877466, 5.823464, 5.826581, 6.445318, 8.138732, 8.734754, 9.652688, 10.960208, 13.309421, 19.282391, 18.8733, 19.958537, 18.660752, 21.03152, 21.734486, 26.372654, 29.186425, 31.839439, 39.554738, 41.475571], "sum_m_pl": [14.989258, 20.512605, 20.135763, 19.597386, 18.464178, 18.664195, 18.636893, 18.40492, 18.199874, 18.245649, 17.638037, 17.729341, 17.586428, 17.355193, 17.642417, 18.315215, 18.214307, 18.013676, 18.576237, 19.447115, 19.774771, 19.996639, 20.172763, 20.31538, 14.109143, 14.417921, 13.297559, 14.390348, 14.440777, 14.228269, 14.493849, 14.843732, 15.154573, 14.952594, 13.42055, 13.13815, 11.309764, 10.362208, 9.115853, 7.130271, 6.642334, 5.584647, 6.674588, 5.24884, 4.317653, 3.279145, 2.736876, 1.42408, 1.362658, 1.002927]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "pes-Rehabilitacja medyczna-2018 jesień-37", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 979, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9746, "tf_agree_excl_first": 0.9829}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [26, 22, 19, 13, 13, 13, 13, 12, 12, 13, 11, 11, 13, 16, 16, 17, 24, 15, 16, 19, 16, 22, 19, 14, 28, 29, 22, 24, 23, 20, 22, 20, 20, 14, 28, 29, 27, 25, 30, 37, 34, 36, 39, 35, 29, 24, 15, 11, 4, 4], "n_am_pl": [9, 16, 17, 15, 15, 21, 10, 18, 16, 11, 6, 10, 7, 8, 13, 9, 9, 7, 12, 7, 9, 0, 5, 9, 4, 7, 7, 8, 8, 10, 10, 12, 8, 12, 7, 7, 6, 1, 5, 3, 3, 4, 4, 3, 7, 8, 14, 16, 29, 32], "n_pos": 88, "sum_m_en": [8.350331, 4.47446, 4.806314, 4.866317, 4.911493, 4.649203, 4.604089, 4.684388, 4.65904, 4.748422, 5.064132, 5.535541, 5.652382, 5.742656, 5.937275, 5.829402, 5.734898, 5.241925, 4.812964, 4.751154, 4.589219, 4.353423, 4.234309, 4.146798, 10.102782, 9.840509, 9.70744, 8.652819, 8.454968, 8.384529, 8.272007, 8.244186, 8.050833, 7.730343, 9.951682, 10.879393, 10.812048, 13.726126, 16.217844, 23.301834, 22.29514, 23.998374, 26.8454, 26.848268, 25.012976, 22.2803, 15.429588, 10.943304, 4.76573, 4.038879], "sum_m_pl": [33.059813, 41.350942, 40.076065, 40.225869, 37.392993, 37.834138, 37.234885, 36.401569, 36.135336, 36.73809, 35.320267, 34.459766, 35.160819, 33.870737, 34.948874, 36.495071, 36.430032, 36.585595, 38.059105, 39.546998, 39.870049, 40.165921, 40.153939, 40.452372, 29.512692, 29.826671, 28.129806, 30.132428, 31.167996, 31.585836, 31.48326, 31.754297, 31.098244, 30.713498, 28.727488, 28.794636, 25.650797, 23.856825, 22.091924, 18.213035, 17.340134, 16.465231, 14.400476, 13.263088, 13.189113, 14.988824, 15.346408, 17.310238, 27.345593, 32.4778]}, "digit": {"n_am_en": [0, 1, 1, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 2, "sum_m_en": [0.266414, 0.101924, 0.097911, 0.091544, 0.090869, 0.089415, 0.081907, 0.103892, 0.092567, 0.090293, 0.106, 0.11244, 0.110211, 0.107628, 0.119453, 0.153319, 0.150528, 0.137213, 0.119818, 0.108752, 0.102274, 0.094457, 0.089577, 0.086986, 0.188212, 0.198692, 0.23798, 0.196384, 0.169721, 0.16897, 0.138894, 0.136519, 0.113867, 0.126586, 0.175645, 0.183212, 0.164367, 0.208284, 0.257252, 1.032185, 0.798399, 0.906102, 0.532885, 0.359664, 0.354599, 0.213551, 0.165122, 0.11191, 0.009851, 0.0], "sum_m_pl": [0.784792, 1.059824, 1.030132, 0.987045, 0.904501, 0.894346, 0.890033, 0.828582, 0.887422, 0.918224, 0.879079, 0.813705, 0.828195, 0.776697, 0.813522, 0.794705, 0.827745, 0.883795, 0.925575, 0.960714, 0.962162, 0.972646, 0.979909, 0.985308, 0.870464, 0.799881, 0.830368, 0.87171, 0.873715, 0.844106, 0.853297, 0.812703, 0.919687, 0.855636, 0.747713, 0.794735, 0.703335, 0.665996, 0.698106, 0.41251, 0.426931, 0.360081, 0.443897, 0.487691, 0.409538, 0.348216, 0.407256, 0.35157, 0.044788, 0.0]}, "lang": {"n_am_en": [13, 9, 4, 6, 7, 6, 6, 8, 6, 7, 4, 6, 7, 9, 7, 9, 12, 8, 6, 12, 11, 12, 13, 10, 16, 16, 13, 12, 9, 9, 10, 10, 11, 5, 17, 17, 13, 15, 17, 22, 20, 23, 25, 23, 19, 16, 9, 6, 4, 4], "n_am_pl": [5, 6, 6, 4, 3, 7, 2, 4, 6, 4, 2, 2, 1, 2, 3, 4, 3, 3, 5, 5, 3, 0, 3, 6, 2, 2, 2, 4, 3, 3, 5, 6, 2, 3, 1, 3, 3, 0, 2, 0, 1, 3, 3, 2, 6, 8, 12, 14, 27, 31], "n_pos": 36, "sum_m_en": [3.278678, 1.725063, 1.747339, 1.950538, 1.986964, 1.837604, 1.852443, 1.873326, 1.847223, 1.872505, 1.985073, 2.296346, 2.320178, 2.433844, 2.497609, 2.415075, 2.366189, 2.200096, 1.997619, 1.966388, 1.914236, 1.812387, 1.755178, 1.701386, 5.044281, 4.337183, 3.955413, 3.427865, 3.385962, 3.378638, 3.339437, 3.533285, 3.476701, 3.309545, 4.746276, 5.270122, 5.927878, 8.011686, 10.229112, 14.099703, 13.995622, 15.255419, 17.458522, 17.706806, 15.90414, 14.099756, 9.58187, 6.16629, 4.284171, 3.998776], "sum_m_pl": [13.124516, 16.306421, 15.8622, 15.77875, 14.60704, 14.850076, 14.845324, 14.876602, 14.850235, 14.867753, 14.533053, 14.325827, 14.6403, 14.151231, 14.697298, 15.253128, 15.171786, 15.215336, 15.762722, 16.324249, 16.347116, 16.479149, 16.460608, 16.490441, 12.301085, 12.59657, 12.018404, 12.988051, 13.559353, 13.802476, 14.076411, 14.353464, 13.929921, 13.881223, 12.783969, 12.896343, 11.39839, 10.4541, 9.186249, 7.937855, 7.937049, 7.798579, 6.68497, 6.116049, 7.942803, 9.637694, 11.089916, 13.724425, 24.548877, 30.753185]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 90, "item_id": "pes-Rehabilitacja medyczna-2018 jesień-37", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 859, "region_end": 88, "roundtrip_ok": true, "tf_agree": 0.9556, "tf_agree_excl_first": 0.9663}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [24, 23, 18, 18, 14, 16, 12, 17, 16, 16, 17, 18, 17, 16, 14, 16, 20, 21, 19, 15, 17, 21, 16, 16, 22, 23, 21, 25, 19, 25, 21, 25, 21, 22, 22, 28, 27, 31, 31, 32, 35, 33, 40, 39, 38, 34, 37, 35, 36, 32], "n_am_pl": [5, 11, 13, 14, 8, 11, 10, 6, 8, 8, 8, 10, 8, 10, 8, 5, 5, 10, 4, 4, 5, 6, 13, 11, 8, 4, 6, 9, 7, 10, 9, 9, 11, 12, 8, 7, 5, 7, 4, 7, 7, 4, 4, 3, 4, 7, 7, 5, 3, 2], "n_pos": 82, "sum_m_en": [9.068257, 5.336917, 5.088438, 4.877678, 4.956468, 4.862989, 4.902927, 5.337281, 5.464287, 5.852218, 5.696526, 5.769942, 6.033637, 6.078901, 6.274678, 6.819964, 6.581827, 6.306379, 5.992532, 5.51579, 5.246361, 4.826551, 4.460199, 4.358487, 10.597022, 10.755506, 9.78591, 10.792858, 9.988997, 10.015524, 9.655263, 9.512051, 10.147399, 10.077337, 9.93148, 10.980424, 14.992126, 15.444933, 19.06722, 23.006811, 24.982738, 24.963442, 27.297062, 30.788394, 30.666105, 31.553773, 32.058815, 32.223134, 33.99665, 34.33657], "sum_m_pl": [28.884632, 37.140865, 36.921021, 36.233504, 34.970725, 34.597546, 33.825685, 33.499913, 32.429277, 33.592382, 33.344686, 33.25884, 33.400317, 32.568474, 33.983001, 32.956855, 33.141077, 33.173225, 33.339666, 34.758139, 35.162812, 35.938804, 36.196665, 36.306995, 23.944158, 23.72227, 22.520677, 25.493801, 26.834071, 27.096389, 27.473882, 28.303643, 27.393324, 27.223684, 26.445445, 26.400065, 22.276623, 22.059791, 19.192012, 16.958137, 16.645744, 13.664795, 13.566961, 10.355746, 9.772034, 9.274245, 8.913914, 5.967329, 2.501802, 2.072989]}, "digit": {"n_am_en": [0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.165788, 0.082732, 0.069416, 0.063811, 0.066758, 0.073522, 0.097069, 0.116347, 0.124631, 0.143457, 0.114367, 0.107259, 0.105411, 0.089955, 0.09251, 0.124766, 0.116122, 0.110752, 0.097162, 0.10546, 0.100188, 0.09251, 0.088066, 0.085116, 0.112875, 0.128503, 0.143886, 0.189527, 0.168208, 0.156973, 0.148859, 0.136114, 0.095404, 0.093602, 0.10083, 0.12281, 0.109469, 0.147764, 0.157798, 0.121218, 0.153251, 0.158357, 0.201399, 0.028483, 0.028285, 0.060712, 0.002719, 0.04852, 0.02112, 0.0], "sum_m_pl": [0.77334, 1.076764, 1.048038, 1.048504, 0.99646, 0.933977, 0.877533, 0.808429, 0.761836, 0.809423, 0.822894, 0.781027, 0.753576, 0.661916, 0.808824, 0.747605, 0.738798, 0.764628, 0.807072, 0.855341, 0.892544, 0.897993, 0.907006, 0.909908, 0.752569, 0.734115, 0.651933, 0.704845, 0.708001, 0.743514, 0.726515, 0.717782, 0.75434, 0.759779, 0.740343, 0.762482, 0.729804, 0.684031, 0.559105, 0.387253, 0.348741, 0.412633, 0.458668, 0.034941, 0.040033, 0.108682, 0.012055, 0.069389, 0.025418, 0.0]}, "lang": {"n_am_en": [12, 13, 12, 7, 5, 7, 5, 7, 9, 9, 10, 10, 8, 9, 3, 9, 13, 9, 8, 6, 9, 12, 9, 10, 13, 11, 12, 15, 10, 12, 11, 14, 12, 7, 10, 12, 12, 14, 14, 15, 16, 19, 23, 24, 23, 25, 27, 26, 31, 31], "n_am_pl": [3, 3, 7, 6, 4, 4, 4, 3, 4, 4, 3, 5, 4, 6, 5, 3, 1, 3, 1, 2, 2, 2, 6, 6, 2, 1, 0, 5, 4, 3, 4, 1, 2, 6, 4, 5, 4, 5, 3, 4, 4, 2, 1, 0, 1, 3, 2, 3, 2, 2], "n_pos": 36, "sum_m_en": [4.376028, 2.403467, 2.383506, 2.160235, 2.125675, 2.147395, 2.217839, 2.358418, 2.460161, 2.674609, 2.531551, 2.577155, 2.712544, 2.740157, 2.847559, 3.073119, 2.973159, 2.821777, 2.801495, 2.467471, 2.357899, 2.20403, 1.953106, 1.911766, 4.797813, 4.239312, 4.16888, 4.768793, 4.44964, 4.559787, 4.30137, 4.400471, 5.065637, 4.774674, 4.748927, 5.379076, 7.012179, 7.152098, 10.104765, 11.480565, 12.139564, 13.065881, 14.454347, 17.463855, 17.788746, 20.55223, 22.239822, 23.524501, 29.588904, 31.484554], "sum_m_pl": [11.946835, 16.598452, 16.39008, 15.762084, 15.204878, 14.857916, 14.589999, 14.721083, 14.243252, 14.749658, 14.8321, 14.760303, 14.558897, 14.246586, 14.777036, 14.244857, 14.265179, 14.425069, 14.477771, 15.166828, 15.274135, 15.739657, 16.004192, 16.070282, 10.529982, 10.811957, 10.061563, 11.458126, 11.977346, 12.1978, 12.412306, 12.416134, 11.699485, 12.005081, 11.59213, 11.719047, 9.793165, 9.913568, 8.091754, 7.600586, 7.592785, 6.027243, 5.795429, 4.353696, 4.105113, 3.738454, 3.503834, 3.361022, 1.359724, 1.934473]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 84, "item_id": "pes-Rehabilitacja medyczna-2018 jesień-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 934, "region_end": 82, "roundtrip_ok": true, "tf_agree": 0.9405, "tf_agree_excl_first": 0.9518}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [20, 13, 9, 12, 12, 12, 15, 16, 14, 11, 13, 12, 9, 8, 12, 9, 11, 7, 9, 8, 9, 9, 8, 3, 12, 16, 12, 14, 18, 13, 16, 17, 16, 14, 9, 13, 13, 15, 14, 14, 13, 13, 17, 19, 14, 14, 7, 4, 0, 0], "n_am_pl": [4, 18, 10, 15, 5, 7, 8, 7, 8, 7, 8, 7, 9, 9, 8, 8, 9, 9, 7, 6, 9, 10, 9, 8, 7, 2, 6, 6, 2, 7, 8, 7, 5, 4, 7, 5, 3, 7, 10, 7, 10, 10, 5, 4, 7, 10, 15, 18, 32, 31], "n_pos": 62, "sum_m_en": [5.392991, 3.027589, 3.241534, 3.317674, 3.494268, 3.471741, 3.644291, 4.185553, 4.394431, 4.270972, 4.146187, 4.071531, 4.14554, 4.143958, 4.294028, 4.423891, 4.423845, 4.154167, 3.59071, 3.338901, 3.235372, 3.03673, 2.96274, 2.899706, 5.921738, 6.042384, 6.083665, 6.502589, 6.204154, 6.213769, 5.808395, 5.772823, 5.609127, 5.29611, 5.285051, 5.568827, 5.842832, 6.219898, 8.059246, 8.591065, 8.347246, 9.337641, 10.566622, 10.472088, 10.587777, 12.929577, 6.041365, 3.062297, 0.711636, 0.006498], "sum_m_pl": [24.257124, 29.049609, 28.565981, 28.824377, 27.270859, 27.094401, 27.03427, 25.930302, 25.520472, 26.332488, 25.922287, 26.000167, 26.263896, 25.992731, 26.838698, 27.310022, 26.878217, 27.609817, 28.216715, 29.125191, 29.254021, 29.392118, 29.330099, 29.344629, 22.780187, 22.961661, 21.984691, 23.452189, 24.176895, 24.875874, 24.989273, 25.06738, 24.753305, 24.060401, 23.62175, 23.973386, 21.051628, 21.025691, 19.149399, 18.35547, 18.246693, 15.810847, 15.355787, 14.545644, 12.333554, 12.299734, 17.426105, 20.434375, 29.276745, 31.542027]}, "digit": {"n_am_en": [1, 1, 1, 1, 0, 1, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 4, "sum_m_en": [0.344373, 0.162199, 0.146291, 0.135038, 0.139616, 0.155639, 0.165981, 0.202295, 0.239566, 0.198528, 0.186498, 0.202267, 0.194257, 0.20301, 0.208685, 0.225355, 0.260305, 0.27397, 0.227732, 0.208651, 0.196282, 0.183923, 0.177011, 0.177616, 0.227431, 0.316261, 0.315984, 0.305378, 0.323699, 0.399014, 0.404561, 0.429536, 0.28842, 0.266104, 0.250613, 0.27673, 0.281087, 0.313457, 0.342825, 0.258221, 0.298863, 0.414456, 0.249736, 0.101499, 0.163223, 0.269336, 0.094291, 0.069356, 0.006513, 0.0], "sum_m_pl": [1.719293, 2.182314, 2.152431, 2.111306, 1.976133, 1.935407, 2.034152, 1.887135, 1.837476, 1.944587, 1.942422, 1.890623, 1.893564, 1.786014, 1.813075, 1.847809, 1.778642, 1.764802, 1.832769, 1.868134, 1.89589, 1.901066, 1.917469, 1.896764, 1.32649, 1.599798, 1.485353, 1.707026, 1.646834, 1.650216, 1.664458, 1.582923, 1.68294, 1.727039, 1.63957, 1.652709, 1.544911, 1.427913, 1.151281, 0.882113, 0.83163, 0.885954, 0.857212, 0.185862, 0.288481, 0.301075, 0.304814, 0.377867, 0.042964, 2.1e-05]}, "lang": {"n_am_en": [9, 5, 5, 4, 7, 9, 7, 11, 7, 9, 9, 5, 6, 5, 8, 7, 7, 4, 4, 3, 3, 4, 4, 2, 8, 9, 7, 8, 8, 10, 10, 12, 10, 10, 4, 7, 7, 8, 9, 11, 6, 9, 11, 11, 8, 8, 6, 3, 0, 0], "n_am_pl": [2, 8, 2, 9, 4, 3, 4, 3, 4, 5, 4, 4, 4, 6, 5, 2, 2, 0, 1, 0, 2, 2, 2, 3, 1, 0, 1, 2, 1, 3, 4, 2, 3, 3, 3, 2, 0, 3, 5, 2, 6, 5, 4, 3, 6, 10, 13, 16, 28, 30], "n_pos": 30, "sum_m_en": [2.645306, 1.544139, 1.711281, 1.677358, 1.761759, 1.812807, 1.992192, 2.291843, 2.381282, 2.252716, 2.162023, 2.12506, 2.158624, 2.163268, 2.188829, 2.250937, 2.243215, 2.088301, 1.810805, 1.705633, 1.651466, 1.532965, 1.490329, 1.455374, 3.621668, 3.493233, 3.443047, 3.798791, 3.502676, 3.505804, 3.254336, 3.272964, 3.116034, 2.918163, 2.997539, 3.230352, 3.434798, 3.752684, 4.619281, 5.2772, 5.037148, 6.150243, 7.239378, 7.332307, 7.533601, 8.648425, 5.142487, 2.566622, 0.473638, 0.000489], "sum_m_pl": [11.60499, 13.711479, 13.195621, 13.388267, 12.687942, 12.453716, 12.349742, 12.006828, 12.012065, 12.499174, 12.419683, 12.450473, 12.476739, 12.446755, 12.984726, 13.048535, 12.716985, 13.338526, 13.373384, 13.836913, 13.969147, 14.157007, 14.220012, 14.262368, 10.85061, 11.263207, 10.819605, 11.427816, 11.670679, 12.126088, 12.130897, 12.284749, 12.138668, 11.893325, 11.761238, 11.887583, 10.59353, 10.718943, 10.087866, 9.5472, 9.667359, 7.589629, 7.571979, 7.856597, 7.334728, 7.877302, 13.475936, 17.230499, 25.764806, 29.623754]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 64, "item_id": "pes-Rehabilitacja medyczna-2018 jesień-71", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 814, "region_end": 62, "roundtrip_ok": true, "tf_agree": 0.9375, "tf_agree_excl_first": 0.9524}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [35, 33, 29, 18, 18, 22, 15, 11, 13, 11, 14, 18, 17, 13, 17, 15, 13, 14, 13, 10, 14, 16, 15, 18, 17, 21, 19, 17, 20, 19, 26, 17, 18, 19, 17, 20, 19, 19, 20, 25, 28, 28, 28, 25, 22, 27, 24, 16, 9, 5], "n_am_pl": [6, 23, 27, 25, 21, 18, 19, 17, 16, 15, 8, 16, 16, 18, 22, 24, 36, 30, 33, 25, 29, 27, 31, 33, 24, 22, 16, 17, 23, 25, 28, 33, 30, 23, 22, 24, 26, 33, 31, 28, 30, 27, 29, 29, 27, 27, 34, 37, 50, 58], "n_pos": 137, "sum_m_en": [13.018914, 8.108713, 7.856141, 7.883285, 7.898521, 7.636588, 7.178908, 7.682398, 7.449913, 7.768289, 7.815314, 8.150841, 8.437822, 8.269582, 8.157916, 8.047571, 8.093779, 7.601006, 7.162116, 6.814868, 6.725793, 6.517439, 6.379904, 6.332043, 11.456459, 12.237048, 11.584591, 12.156569, 11.771751, 11.869321, 11.884602, 10.662768, 10.329397, 10.511453, 11.131011, 11.341978, 12.207253, 12.588305, 15.507694, 17.207383, 17.668804, 20.237253, 19.129436, 20.413654, 20.674445, 22.652513, 19.383424, 15.813005, 8.786908, 4.908656], "sum_m_pl": [52.134747, 62.672306, 61.892545, 60.378408, 56.90738, 57.557828, 56.104996, 53.577137, 52.563045, 55.147365, 55.356989, 55.763797, 56.662745, 57.65483, 59.559171, 61.353977, 61.93848, 61.182055, 63.47864, 65.332009, 65.325319, 65.018812, 64.719146, 65.050315, 51.045691, 49.523599, 47.707737, 49.538011, 52.704218, 53.739611, 53.818407, 54.592192, 53.572428, 50.925954, 49.641951, 48.460944, 46.54988, 47.261161, 45.068253, 42.699491, 40.876247, 39.754859, 41.950652, 41.352482, 36.467594, 35.876939, 36.22415, 38.636655, 50.014452, 59.96786]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 11, 11, 4, 8, 11, 9, 8, 12, 7, 8, 11, 10, 7, 4, 9, 8, 9, 9, 7, 7, 8, 8, 9, 12, 11, 7, 7, 8, 10, 11, 10, 8, 11, 11, 10, 9, 7, 7, 11, 15, 14, 16, 12, 10, 13, 11, 8, 6, 5], "n_am_pl": [3, 11, 12, 14, 12, 8, 7, 6, 5, 4, 3, 7, 7, 8, 12, 11, 19, 17, 16, 13, 16, 15, 16, 19, 16, 14, 7, 13, 17, 15, 20, 21, 16, 15, 12, 16, 16, 21, 20, 20, 20, 19, 22, 22, 21, 22, 25, 30, 50, 58], "n_pos": 64, "sum_m_en": [6.439641, 3.49368, 3.452318, 3.307675, 3.552558, 3.600455, 3.425863, 3.589256, 3.638094, 3.702822, 3.724261, 3.926397, 3.992831, 3.899803, 3.797553, 3.7847, 3.803986, 3.623198, 3.394461, 3.234402, 3.143234, 3.007218, 2.914559, 2.874435, 5.122278, 5.508141, 5.52604, 5.66628, 5.490927, 5.383185, 5.27842, 4.927998, 4.89629, 5.06136, 5.385125, 5.817182, 6.813513, 6.826213, 7.732166, 7.910134, 8.208362, 9.129124, 8.333784, 8.632489, 9.153623, 10.116222, 8.291823, 7.569559, 5.780725, 4.798825], "sum_m_pl": [22.83312, 29.377883, 29.343451, 28.801687, 26.877028, 27.016183, 26.459622, 25.193372, 25.259727, 26.789949, 27.108572, 27.585007, 27.838474, 28.305594, 29.26798, 30.008759, 29.965552, 29.80918, 30.656085, 31.278888, 31.219703, 31.180841, 31.035066, 31.095889, 26.221247, 25.426279, 24.569391, 25.641589, 27.254505, 27.718372, 27.742726, 28.128733, 27.170068, 26.50847, 25.599904, 26.038628, 25.048926, 25.450946, 25.075872, 24.668058, 24.684144, 24.309379, 27.078328, 27.57884, 24.722363, 25.687085, 27.087878, 28.940934, 46.297107, 57.39331]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 139, "item_id": "pes-Rehabilitacja medyczna-2018 wiosna-60", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 984, "region_end": 137, "roundtrip_ok": true, "tf_agree": 0.9712, "tf_agree_excl_first": 0.9783}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [22, 15, 14, 10, 12, 15, 2, 3, 9, 7, 9, 10, 10, 8, 12, 8, 6, 14, 10, 11, 7, 7, 10, 12, 15, 15, 11, 11, 9, 17, 14, 9, 9, 9, 11, 20, 13, 9, 7, 11, 13, 9, 13, 11, 11, 13, 13, 7, 4, 3], "n_am_pl": [5, 11, 10, 11, 8, 7, 14, 11, 8, 7, 3, 4, 6, 9, 16, 12, 16, 12, 10, 12, 22, 15, 17, 19, 10, 16, 9, 13, 11, 13, 20, 21, 21, 18, 19, 16, 15, 21, 24, 21, 19, 19, 22, 19, 18, 17, 21, 24, 34, 41], "n_pos": 74, "sum_m_en": [6.93504, 4.20928, 4.083834, 4.166107, 4.180391, 4.207391, 3.929604, 4.201612, 4.243001, 4.409282, 4.364768, 4.593729, 4.92558, 4.849318, 4.614273, 4.420691, 4.24952, 4.000375, 3.81222, 3.524896, 3.481414, 3.319154, 3.311973, 3.338025, 6.047332, 6.36613, 6.238921, 6.871802, 6.658457, 6.563425, 6.354884, 5.908805, 5.957074, 6.228776, 6.217112, 6.58177, 6.81866, 7.727022, 7.368395, 7.397812, 7.863111, 8.083153, 7.385651, 8.440387, 9.671139, 9.566518, 9.674626, 8.199037, 4.481652, 2.927442], "sum_m_pl": [27.85525, 33.881207, 33.179898, 32.43259, 30.555249, 31.322122, 30.435133, 29.498136, 29.05002, 30.791808, 30.984855, 30.936766, 31.741551, 32.204233, 33.286039, 34.176257, 34.063552, 34.008031, 34.549863, 35.770792, 35.728775, 35.947337, 35.639373, 35.548893, 29.572478, 28.36699, 26.966947, 27.652925, 29.263833, 30.24613, 30.618547, 31.754609, 30.868905, 29.615489, 29.195273, 28.710773, 28.019278, 28.427771, 28.974477, 28.490812, 27.31851, 27.814774, 27.953752, 26.718805, 22.270861, 23.545904, 25.496779, 24.939331, 34.42818, 40.326504]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 7, 7, 6, 8, 9, 2, 2, 6, 4, 6, 6, 6, 3, 4, 6, 4, 10, 6, 9, 4, 4, 8, 8, 14, 13, 7, 8, 5, 12, 9, 5, 6, 6, 9, 11, 8, 5, 4, 8, 10, 6, 8, 9, 8, 11, 9, 6, 3, 3], "n_am_pl": [3, 6, 5, 7, 6, 3, 6, 8, 4, 5, 2, 2, 2, 4, 9, 7, 10, 4, 6, 8, 15, 10, 10, 10, 7, 12, 6, 9, 9, 11, 16, 17, 17, 13, 14, 11, 12, 16, 16, 14, 12, 13, 16, 14, 13, 12, 18, 21, 34, 41], "n_pos": 45, "sum_m_en": [4.578224, 2.364575, 2.328737, 2.347501, 2.407314, 2.575814, 2.437726, 2.653218, 2.665635, 2.778356, 2.703492, 2.850043, 3.017352, 2.915841, 2.750647, 2.685379, 2.534319, 2.407467, 2.297913, 2.140183, 2.098456, 1.997407, 1.98791, 2.012949, 3.959258, 4.177272, 3.972796, 4.496144, 4.270218, 4.139845, 3.971522, 3.59406, 3.541318, 3.59867, 3.589413, 3.805255, 4.235716, 4.206288, 4.336478, 4.493301, 4.95182, 5.02308, 4.935605, 6.065965, 6.455105, 6.860125, 6.081743, 6.00805, 3.151847, 2.91839], "sum_m_pl": [16.269527, 20.725259, 20.462725, 19.782603, 18.4395, 18.736412, 18.207171, 17.498707, 17.470475, 18.757856, 19.18354, 19.114599, 19.474746, 19.890613, 20.771628, 21.213789, 21.135067, 21.217735, 21.473604, 22.13651, 22.04423, 22.145078, 21.923514, 21.915018, 18.831138, 17.835011, 17.00253, 17.596473, 18.885497, 19.480246, 19.732245, 20.308885, 19.728467, 19.21277, 18.87829, 18.892105, 18.444711, 19.044075, 19.360428, 18.775947, 17.929448, 18.474952, 18.567857, 17.692746, 14.888577, 16.942825, 21.263232, 20.427178, 32.765138, 39.811244]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 76, "item_id": "pes-Rehabilitacja medyczna-2018 wiosna-60", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 864, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9737, "tf_agree_excl_first": 0.9867}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [33, 27, 25, 22, 28, 25, 22, 20, 15, 24, 25, 33, 32, 26, 26, 34, 35, 30, 30, 32, 34, 32, 34, 31, 40, 46, 42, 39, 32, 35, 32, 40, 34, 31, 35, 36, 46, 35, 47, 48, 54, 42, 44, 57, 49, 53, 48, 54, 57, 53], "n_am_pl": [14, 20, 26, 17, 14, 13, 11, 15, 19, 14, 14, 15, 12, 19, 14, 10, 10, 9, 13, 18, 16, 18, 18, 21, 7, 9, 9, 7, 11, 9, 16, 10, 10, 14, 15, 14, 6, 7, 12, 15, 15, 15, 14, 8, 12, 11, 9, 7, 1, 2], "n_pos": 116, "sum_m_en": [13.180897, 7.463972, 6.795265, 6.854731, 7.010091, 6.797347, 6.380987, 6.319897, 6.645227, 6.790984, 7.248219, 7.925183, 7.60677, 8.000466, 8.353643, 7.658377, 7.506042, 7.374747, 6.947196, 6.458261, 6.202494, 5.651791, 5.29957, 5.215927, 11.85594, 13.42205, 14.184863, 12.203221, 11.919664, 12.772594, 11.731056, 11.43647, 12.60877, 11.993997, 13.725878, 15.16948, 18.595126, 19.787988, 21.395048, 22.667286, 24.69507, 26.520272, 30.215719, 37.31123, 38.936002, 43.579807, 47.939278, 51.822152, 53.398465, 54.462575], "sum_m_pl": [41.404981, 52.795204, 53.083407, 52.122032, 50.740752, 51.447898, 51.726404, 51.071216, 50.571771, 52.611794, 52.365079, 51.240723, 52.867415, 51.192691, 51.307873, 52.422004, 53.693711, 52.440251, 53.386767, 54.4996, 54.448013, 55.523749, 56.069842, 56.285982, 45.223514, 44.860396, 43.046743, 47.189308, 47.673009, 46.237723, 48.358676, 48.539185, 46.414608, 47.115074, 45.645192, 43.742804, 40.517992, 38.848662, 35.960309, 35.772097, 34.041811, 30.84658, 27.649139, 23.938859, 20.956804, 16.771784, 10.943243, 7.361031, 2.38228, 1.585201]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 10, 10, 8, 16, 16, 11, 8, 7, 12, 12, 22, 17, 15, 11, 17, 20, 17, 13, 16, 20, 18, 15, 17, 20, 22, 19, 22, 19, 17, 15, 22, 18, 17, 18, 23, 27, 19, 25, 31, 34, 27, 31, 39, 33, 36, 35, 40, 51, 53], "n_am_pl": [9, 13, 14, 7, 9, 11, 9, 10, 13, 6, 8, 6, 7, 12, 10, 6, 6, 5, 7, 10, 9, 10, 12, 12, 5, 7, 6, 4, 3, 4, 8, 6, 6, 9, 11, 8, 3, 3, 5, 8, 7, 9, 7, 5, 9, 8, 8, 4, 1, 2], "n_pos": 58, "sum_m_en": [6.210395, 3.760451, 3.439164, 3.612793, 3.822162, 3.754868, 3.53215, 3.388186, 3.601662, 3.727291, 4.002702, 4.403343, 4.110444, 4.284543, 4.542298, 4.050889, 3.90985, 3.827229, 3.593304, 3.316573, 3.168448, 2.839508, 2.657679, 2.623632, 6.787972, 7.721577, 7.846766, 6.943258, 6.788962, 7.04036, 6.620537, 6.2561, 7.061383, 6.822378, 8.019773, 8.635025, 10.524873, 11.331758, 11.78248, 12.460725, 13.938747, 16.810927, 19.854784, 23.811869, 25.371416, 30.137452, 33.931102, 36.942817, 47.536602, 52.834548], "sum_m_pl": [21.686795, 26.589426, 26.547287, 26.116272, 25.228717, 25.735404, 25.65316, 25.181489, 25.11947, 26.278243, 26.34989, 25.932583, 26.7766, 26.009926, 26.124414, 26.580761, 27.278444, 26.772683, 27.36898, 27.668114, 27.532023, 28.129009, 28.394656, 28.545456, 22.992455, 22.580399, 21.704455, 23.774025, 24.173089, 23.473372, 24.412651, 24.718161, 23.511848, 24.131151, 23.167504, 22.582304, 20.879332, 20.123443, 18.916441, 19.139962, 18.316861, 16.915641, 14.782696, 12.915288, 12.601494, 10.29035, 7.568797, 4.555475, 1.742502, 1.476407]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 118, "item_id": "pes-Rehabilitacja medyczna-2019 wiosna-62", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1074, "region_end": 116, "roundtrip_ok": true, "tf_agree": 0.9492, "tf_agree_excl_first": 0.9573}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [24, 14, 11, 11, 13, 5, 6, 10, 13, 15, 13, 15, 12, 14, 16, 13, 15, 8, 15, 10, 10, 11, 9, 10, 15, 18, 14, 14, 16, 11, 11, 16, 12, 14, 16, 10, 14, 17, 17, 15, 16, 17, 19, 18, 14, 13, 10, 8, 3, 2], "n_am_pl": [5, 15, 12, 12, 7, 16, 11, 8, 6, 6, 6, 6, 6, 5, 7, 9, 15, 15, 15, 16, 17, 18, 20, 18, 10, 4, 9, 6, 9, 11, 10, 15, 11, 12, 20, 13, 13, 10, 9, 15, 15, 13, 14, 15, 18, 20, 20, 26, 43, 45], "n_pos": 76, "sum_m_en": [6.861622, 4.232794, 3.758036, 3.837774, 4.039584, 3.784884, 3.648045, 3.69322, 3.761779, 3.74922, 4.010798, 4.236434, 4.097337, 4.262872, 4.504114, 4.102643, 3.892294, 3.697507, 3.457844, 3.286545, 3.193593, 3.006349, 2.931645, 2.924731, 4.54862, 4.655494, 4.72008, 4.470533, 4.545905, 4.902284, 4.874858, 4.998757, 4.838329, 4.76418, 5.046774, 4.795158, 5.240571, 5.755225, 5.88479, 6.732447, 7.717864, 7.358219, 9.44979, 9.84178, 10.295643, 10.426645, 9.57565, 8.971317, 3.200137, 2.009224], "sum_m_pl": [28.742593, 34.257931, 33.93677, 33.381565, 32.189125, 32.260674, 32.736116, 32.102449, 32.385789, 34.101247, 33.050677, 33.240449, 34.982152, 34.322282, 34.781686, 36.135055, 37.095966, 36.494249, 37.591351, 37.954524, 37.960057, 38.293161, 38.249808, 38.244247, 32.397448, 32.087701, 30.257173, 32.606011, 33.317326, 33.281887, 34.084972, 33.903477, 33.837041, 33.64619, 33.25814, 32.604622, 31.823656, 30.746611, 30.303104, 29.635714, 28.076116, 27.205234, 26.778471, 26.432363, 24.068552, 22.621055, 21.276534, 25.842827, 37.050567, 45.781885]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [18, 11, 8, 4, 7, 1, 3, 7, 7, 12, 9, 8, 8, 9, 12, 8, 8, 3, 8, 4, 4, 4, 5, 5, 10, 12, 10, 9, 11, 7, 8, 11, 7, 7, 8, 6, 8, 9, 10, 10, 10, 12, 12, 11, 10, 9, 7, 4, 3, 2], "n_am_pl": [2, 10, 6, 8, 4, 11, 6, 5, 4, 5, 4, 2, 4, 2, 5, 7, 10, 12, 11, 11, 11, 12, 13, 12, 5, 1, 4, 3, 6, 4, 6, 11, 6, 7, 14, 10, 10, 9, 7, 13, 10, 10, 11, 14, 17, 17, 18, 24, 40, 45], "n_pos": 47, "sum_m_en": [4.208087, 2.849762, 2.456823, 2.435608, 2.600444, 2.462777, 2.303228, 2.33336, 2.349975, 2.314216, 2.448332, 2.579649, 2.491522, 2.568345, 2.777568, 2.456612, 2.357782, 2.234, 2.095056, 2.005151, 1.924336, 1.818554, 1.77467, 1.77699, 2.771944, 2.814123, 2.93698, 2.808824, 2.816847, 3.008158, 2.98514, 3.029319, 2.910462, 2.910454, 3.079776, 2.895685, 3.321026, 3.78142, 3.841866, 4.046861, 5.145144, 5.013119, 6.20118, 6.174844, 7.916358, 7.928039, 7.097374, 4.596968, 2.871613, 2.001406], "sum_m_pl": [17.532741, 20.67362, 20.299941, 19.909917, 19.20828, 19.314185, 19.785952, 19.426247, 19.789947, 20.9335, 20.399874, 20.61123, 21.871464, 21.388431, 21.79174, 22.614681, 23.163475, 22.898512, 23.401596, 23.526263, 23.552064, 23.759762, 23.733191, 23.746335, 20.698092, 20.645096, 19.390684, 21.266988, 21.543313, 21.648504, 22.25233, 22.159213, 22.524618, 22.448271, 22.20714, 22.092827, 21.763493, 21.050157, 20.737021, 20.196126, 18.778754, 18.385036, 18.729359, 18.923205, 18.809493, 17.802695, 18.40747, 23.328491, 34.976153, 44.792877]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 78, "item_id": "pes-Rehabilitacja medyczna-2019 wiosna-62", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 954, "region_end": 76, "roundtrip_ok": true, "tf_agree": 0.9872, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [42, 31, 29, 28, 27, 19, 20, 20, 16, 22, 27, 32, 26, 24, 39, 33, 35, 34, 40, 38, 37, 41, 38, 36, 39, 34, 37, 41, 43, 36, 44, 47, 35, 30, 29, 38, 41, 54, 59, 56, 63, 61, 67, 64, 65, 64, 65, 60, 73, 75], "n_am_pl": [6, 25, 30, 24, 14, 24, 18, 16, 23, 23, 20, 15, 16, 21, 18, 19, 14, 16, 14, 12, 13, 17, 16, 13, 8, 12, 11, 12, 15, 16, 16, 15, 15, 19, 19, 25, 20, 13, 10, 9, 11, 10, 8, 8, 6, 11, 13, 7, 7, 7], "n_pos": 155, "sum_m_en": [17.494145, 9.337399, 8.533543, 8.434169, 8.308132, 7.870061, 7.833114, 7.901976, 8.28077, 8.529098, 9.459248, 10.429874, 10.150358, 10.246879, 10.718414, 10.452408, 10.028935, 9.646024, 9.441639, 9.204782, 8.810959, 8.221127, 7.579384, 7.186144, 16.759889, 16.576768, 17.16455, 17.362249, 16.696335, 16.764567, 14.997333, 15.173259, 15.275948, 15.611172, 16.124451, 17.454884, 22.205599, 25.305439, 29.340712, 32.084492, 34.555633, 38.631454, 44.980094, 47.386608, 51.29352, 53.399835, 61.741389, 62.258056, 70.739591, 74.27954], "sum_m_pl": [54.096151, 71.016353, 69.80106, 68.202198, 67.568001, 68.088312, 67.040541, 65.435432, 64.953323, 68.462876, 67.669119, 67.752082, 69.067645, 67.988701, 69.779766, 69.953167, 71.470358, 70.812111, 71.647903, 72.733272, 73.100657, 73.751744, 74.48456, 75.018992, 49.1458, 47.563096, 49.226927, 54.324851, 56.282969, 57.723416, 60.572935, 60.627331, 60.589777, 58.570474, 57.630771, 56.97535, 50.236809, 47.677891, 42.867118, 40.108747, 37.75031, 31.812051, 27.207996, 24.089829, 19.30602, 17.924994, 14.636262, 11.316323, 7.459145, 6.970852]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [29, 18, 12, 16, 9, 8, 10, 9, 7, 12, 14, 17, 15, 15, 22, 19, 22, 20, 20, 18, 21, 23, 23, 20, 25, 21, 24, 26, 30, 26, 32, 29, 23, 19, 17, 19, 27, 31, 33, 38, 44, 44, 48, 48, 45, 49, 48, 52, 70, 73], "n_am_pl": [3, 13, 15, 10, 7, 13, 11, 11, 12, 16, 12, 10, 9, 9, 12, 12, 10, 9, 9, 10, 8, 8, 7, 7, 5, 6, 4, 7, 9, 7, 9, 10, 10, 11, 13, 14, 13, 9, 9, 7, 8, 8, 6, 5, 4, 7, 8, 5, 6, 7], "n_pos": 81, "sum_m_en": [9.213316, 4.813818, 4.382296, 4.459715, 4.353104, 4.10489, 4.055567, 4.102804, 4.357238, 4.570273, 5.048241, 5.61054, 5.395176, 5.382323, 5.720708, 5.57327, 5.401103, 5.162751, 5.124314, 5.139417, 4.924834, 4.572976, 4.167879, 3.836203, 10.336337, 10.631018, 10.808476, 10.524658, 10.285603, 10.309129, 9.019722, 8.922696, 8.977493, 9.460252, 9.359548, 10.484013, 14.211721, 16.439137, 17.889417, 20.77325, 23.5904, 27.098814, 32.166497, 34.460857, 36.721356, 39.521549, 45.835584, 50.284796, 66.240421, 70.215922], "sum_m_pl": [28.628077, 36.813229, 35.974533, 35.178963, 35.1736, 35.535364, 34.542619, 33.833694, 33.799663, 35.773355, 35.387812, 35.324606, 36.081166, 35.704445, 36.605259, 36.867123, 37.652539, 37.263676, 37.310596, 37.937344, 38.029507, 38.357442, 38.83015, 39.15499, 26.34629, 25.740546, 26.315847, 29.073708, 29.943208, 30.240565, 32.341347, 32.340034, 32.542719, 31.615344, 31.297605, 30.339273, 26.620281, 25.70278, 23.045014, 21.697055, 20.512119, 17.064649, 15.437655, 13.616183, 11.297381, 11.204011, 8.9046, 6.925462, 5.725179, 6.897764]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 157, "item_id": "pes-Rehabilitacja medyczna-2020 wiosna-96", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 911, "region_end": 155, "roundtrip_ok": true, "tf_agree": 0.9618, "tf_agree_excl_first": 0.9679}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [27, 11, 12, 11, 8, 8, 7, 7, 10, 13, 11, 13, 12, 14, 15, 12, 13, 16, 15, 15, 12, 13, 15, 9, 20, 20, 22, 20, 19, 19, 20, 16, 16, 11, 16, 16, 18, 21, 23, 22, 21, 24, 21, 18, 20, 18, 18, 12, 6, 4], "n_am_pl": [7, 19, 15, 7, 8, 11, 8, 16, 15, 16, 9, 11, 9, 15, 10, 9, 13, 14, 11, 15, 16, 16, 16, 19, 4, 3, 4, 8, 4, 4, 4, 10, 9, 10, 8, 14, 12, 13, 12, 12, 9, 14, 12, 17, 15, 17, 19, 22, 42, 45], "n_pos": 74, "sum_m_en": [6.953037, 3.625707, 3.66348, 3.651949, 3.83877, 3.626239, 3.67634, 3.715419, 3.606278, 3.675815, 3.86646, 4.031597, 4.17222, 4.295878, 4.48624, 4.178045, 4.222041, 4.003398, 3.729027, 3.509695, 3.414687, 3.34929, 3.165831, 3.186719, 7.135551, 7.255646, 7.105587, 6.936989, 6.990298, 6.969482, 6.635413, 6.271841, 6.588049, 6.203653, 6.785671, 6.739748, 8.311871, 8.884137, 9.190272, 10.993798, 11.438096, 13.486316, 15.087111, 14.418204, 17.060911, 14.899066, 13.682646, 11.17352, 6.131872, 4.061718], "sum_m_pl": [27.387605, 33.337998, 32.201436, 30.731083, 29.508363, 29.848053, 30.013459, 29.490765, 30.885936, 32.433356, 31.934152, 32.074609, 32.999785, 32.866962, 33.799372, 34.113088, 34.83079, 34.980023, 35.923435, 36.433487, 36.510117, 36.651936, 36.766928, 36.733713, 27.190326, 26.424902, 26.887023, 28.624904, 29.547745, 30.8992, 31.876421, 31.962552, 31.716943, 30.841532, 29.715601, 31.177646, 29.283549, 28.861383, 27.463017, 26.901648, 25.495169, 24.02032, 22.384099, 23.775668, 19.671401, 20.692187, 21.239578, 22.679195, 38.410148, 44.527563]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [20, 5, 8, 5, 4, 3, 5, 2, 7, 10, 7, 8, 9, 8, 10, 8, 12, 12, 13, 12, 9, 8, 10, 6, 14, 15, 13, 15, 16, 16, 16, 12, 10, 7, 12, 13, 15, 16, 17, 17, 14, 16, 15, 14, 15, 15, 14, 10, 5, 4], "n_am_pl": [4, 12, 11, 3, 7, 6, 3, 12, 10, 13, 7, 10, 8, 11, 7, 7, 7, 9, 3, 4, 9, 9, 8, 10, 2, 2, 4, 6, 2, 1, 2, 6, 5, 6, 2, 6, 5, 6, 7, 6, 6, 7, 7, 10, 11, 13, 16, 19, 40, 44], "n_pos": 49, "sum_m_en": [4.408272, 2.468318, 2.522071, 2.500487, 2.567909, 2.376724, 2.378759, 2.442369, 2.378554, 2.428551, 2.469471, 2.645828, 2.737508, 2.768766, 2.880827, 2.6971, 2.789935, 2.613258, 2.464618, 2.333653, 2.274146, 2.264051, 2.103298, 2.132571, 5.090823, 5.192289, 4.985331, 4.90997, 5.009326, 5.003282, 4.720076, 4.37621, 4.480909, 4.204097, 4.628579, 4.570903, 5.79207, 6.19223, 6.733825, 8.300166, 8.25011, 9.404528, 10.54076, 10.386043, 12.720996, 11.278483, 10.154309, 9.524364, 5.536315, 4.060768], "sum_m_pl": [17.842931, 21.505743, 20.730131, 19.541134, 18.808554, 19.240009, 19.205571, 18.895176, 19.929063, 21.11818, 21.123352, 21.346588, 21.710968, 21.749273, 22.48364, 22.676853, 23.139002, 23.331148, 23.852675, 24.063247, 24.102599, 24.170055, 24.303297, 24.391253, 16.91167, 16.81366, 17.40909, 18.859365, 19.680971, 20.545617, 21.26205, 21.45429, 21.440972, 20.963728, 19.914488, 21.115083, 20.094901, 19.273658, 18.002389, 17.502532, 16.448991, 15.76032, 14.466242, 15.828791, 13.485128, 15.370346, 17.262848, 18.701566, 35.504074, 42.98926]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 76, "item_id": "pes-Rehabilitacja medyczna-2020 wiosna-96", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 791, "region_end": 74, "roundtrip_ok": true, "tf_agree": 0.9474, "tf_agree_excl_first": 0.96}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [49, 56, 38, 33, 41, 40, 41, 44, 33, 39, 58, 47, 43, 49, 46, 40, 43, 43, 55, 45, 61, 56, 60, 63, 73, 67, 53, 58, 56, 50, 53, 58, 59, 54, 57, 55, 64, 70, 72, 65, 83, 80, 82, 75, 75, 74, 79, 72, 74, 74], "n_am_pl": [7, 28, 36, 27, 16, 15, 22, 15, 18, 11, 14, 11, 16, 22, 28, 15, 14, 14, 14, 18, 6, 11, 11, 14, 10, 13, 10, 14, 19, 16, 16, 18, 18, 19, 15, 16, 17, 17, 15, 17, 10, 8, 12, 9, 9, 7, 9, 6, 4, 3], "n_pos": 185, "sum_m_en": [21.820128, 11.976459, 10.858053, 10.660093, 10.887043, 10.80054, 10.369069, 10.421233, 10.878943, 11.248139, 11.386383, 12.824584, 12.4905, 13.660955, 14.136738, 13.74329, 13.040252, 12.696776, 12.192994, 11.25201, 10.719568, 10.117201, 9.508792, 9.12976, 26.508168, 27.549864, 25.550146, 23.511553, 21.451569, 21.392717, 20.135632, 20.413086, 20.367599, 20.478579, 19.772832, 21.8151, 27.873391, 30.124788, 33.778357, 38.348907, 46.432036, 52.779733, 56.024882, 55.82274, 62.543306, 67.273365, 70.515199, 72.259632, 73.941238, 73.514863], "sum_m_pl": [65.90889, 84.966644, 85.244434, 82.662922, 78.767016, 81.928538, 82.356103, 84.144349, 81.860755, 83.118345, 83.113313, 81.334513, 81.640753, 78.973477, 79.084777, 79.286429, 81.299467, 79.033966, 80.554373, 82.77064, 84.656594, 86.570832, 86.839679, 87.608246, 62.601317, 62.314553, 59.823303, 64.35356, 67.316244, 67.103683, 68.874216, 70.00048, 70.423985, 68.517116, 68.936385, 64.732506, 57.710238, 55.927, 53.902149, 49.928001, 42.500932, 36.163873, 32.757243, 27.192083, 21.423535, 17.633768, 14.632525, 8.969984, 5.436958, 3.272132]}, "digit": {"n_am_en": [3, 5, 3, 2, 1, 2, 2, 2, 0, 2, 4, 2, 1, 2, 1, 0, 1, 1, 2, 2, 3, 3, 4, 4, 4, 2, 3, 3, 2, 3, 1, 2, 1, 2, 0, 0, 1, 2, 2, 1, 2, 2, 2, 2, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 2, 0, 0, 0, 2, 2, 1, 0, 0, 4, 4, 0, 0, 2, 1, 1, 0, 1, 2, 1, 1, 2, 0, 0, 0, 1, 2, 4, 3, 4, 4, 3, 2, 1, 3, 2, 2, 2, 3, 2, 3, 2, 1, 0, 0, 0], "n_pos": 13, "sum_m_en": [1.70574, 0.672616, 0.690648, 0.672151, 0.601505, 0.646229, 0.595491, 0.584184, 0.580316, 0.617048, 0.627856, 0.674778, 0.69781, 0.731967, 0.733741, 0.769484, 0.7597, 0.734235, 0.706603, 0.676448, 0.629204, 0.592007, 0.569452, 0.55975, 1.092649, 1.039557, 0.815986, 0.864865, 0.772927, 0.897683, 0.892592, 0.832512, 0.861682, 0.849643, 0.866569, 0.885791, 0.94013, 1.047062, 0.924237, 0.806713, 1.140793, 1.342161, 1.31208, 1.409034, 1.136502, 0.810099, 0.723356, 0.626108, 0.148951, 0.004105], "sum_m_pl": [4.80266, 6.94595, 6.788445, 6.420363, 5.942015, 6.099029, 6.170945, 6.152521, 5.970714, 5.98242, 5.932998, 5.462332, 5.551128, 5.308402, 5.178046, 5.351978, 5.370317, 5.144272, 5.697454, 6.008868, 6.18491, 6.328448, 6.34069, 6.426967, 5.226655, 5.251082, 4.671541, 4.728217, 4.668108, 4.696916, 4.868099, 5.018649, 5.145875, 4.847552, 4.70498, 4.649917, 4.341826, 4.392358, 4.580186, 4.507063, 4.104748, 4.216486, 4.003797, 3.255794, 2.915399, 2.798766, 1.279296, 0.85657, 0.270365, 0.000148]}, "lang": {"n_am_en": [23, 26, 19, 17, 27, 22, 22, 26, 24, 15, 27, 28, 26, 28, 32, 23, 24, 21, 32, 27, 35, 30, 32, 30, 38, 41, 35, 37, 37, 33, 33, 32, 36, 32, 35, 32, 39, 39, 45, 40, 48, 46, 47, 45, 49, 50, 53, 58, 68, 73], "n_am_pl": [3, 17, 15, 11, 6, 4, 4, 2, 4, 4, 7, 5, 4, 8, 7, 7, 7, 7, 6, 7, 2, 2, 4, 7, 6, 4, 4, 4, 9, 3, 8, 8, 6, 8, 4, 7, 6, 9, 6, 8, 4, 2, 3, 2, 4, 2, 2, 2, 2, 3], "n_pos": 76, "sum_m_en": [9.656562, 5.253511, 4.657133, 4.49225, 4.623289, 4.66092, 4.382431, 4.484506, 5.101539, 5.229574, 5.250531, 6.281977, 5.939592, 6.54576, 7.082152, 6.525774, 5.871391, 5.868973, 5.491673, 4.983951, 4.754818, 4.513789, 4.231476, 3.983245, 14.63456, 14.719662, 14.61969, 12.95801, 11.968785, 11.837836, 10.82322, 10.778127, 10.865297, 10.924819, 10.157415, 12.349777, 16.602365, 17.876976, 19.917951, 23.183498, 28.127789, 31.548634, 33.448921, 34.525724, 39.969663, 45.575903, 50.097399, 55.990868, 66.570086, 70.846265], "sum_m_pl": [26.180871, 34.591083, 34.819565, 33.845703, 32.84175, 33.792164, 33.918404, 34.608253, 33.87817, 34.671991, 34.949186, 34.125464, 34.356221, 33.125682, 32.943298, 33.022087, 34.0987, 33.442942, 33.725013, 34.571464, 35.159762, 35.927172, 36.088301, 36.327359, 26.960841, 26.658827, 26.212942, 27.667729, 29.199885, 28.683888, 29.703787, 29.697515, 29.587436, 29.307322, 29.801789, 27.925169, 24.835411, 24.240165, 22.855056, 20.900861, 17.037181, 14.239758, 12.774465, 10.496116, 8.34844, 6.162774, 4.274874, 2.925946, 2.602458, 2.835229]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 187, "item_id": "pes-Reumatologia-2018 wiosna-112", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1005, "region_end": 185, "roundtrip_ok": true, "tf_agree": 0.984, "tf_agree_excl_first": 0.9892}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 25, 23, 14, 19, 20, 18, 26, 21, 20, 23, 18, 12, 19, 22, 20, 17, 19, 17, 21, 18, 17, 17, 22, 30, 42, 32, 34, 25, 29, 28, 33, 22, 25, 31, 25, 23, 27, 35, 35, 35, 40, 38, 35, 30, 20, 12, 13, 1, 0], "n_am_pl": [16, 22, 17, 21, 13, 14, 14, 14, 16, 11, 12, 15, 19, 23, 22, 17, 25, 21, 21, 17, 21, 16, 15, 13, 13, 12, 11, 11, 15, 18, 19, 19, 24, 23, 17, 21, 21, 21, 23, 21, 16, 16, 20, 23, 27, 34, 39, 39, 71, 75], "n_pos": 127, "sum_m_en": [11.455991, 6.052488, 6.190873, 6.339008, 6.781995, 6.740326, 6.467606, 6.571906, 6.467972, 6.867305, 6.936634, 7.225602, 6.984661, 7.47247, 7.671481, 7.977551, 7.69688, 7.151394, 6.577436, 6.256943, 6.009999, 5.655741, 5.449801, 5.318128, 10.829203, 11.31187, 11.559697, 10.871289, 10.702804, 10.685997, 10.15853, 10.079193, 9.418104, 9.857797, 9.733159, 10.826729, 12.118877, 12.336814, 15.132528, 18.778712, 20.264643, 19.881788, 19.178956, 19.296111, 17.164391, 14.267172, 12.147396, 11.023357, 1.902892, 0.00469], "sum_m_pl": [48.259177, 59.770141, 58.853523, 57.074839, 53.791467, 54.54071, 55.540951, 57.30438, 56.071025, 56.574125, 54.987325, 54.029913, 55.338494, 54.182692, 54.925075, 56.456016, 57.921243, 57.191567, 59.27713, 60.324177, 61.31764, 61.987714, 61.717936, 62.176385, 47.740549, 47.557338, 44.868018, 47.58078, 48.387163, 49.219325, 50.57524, 51.806015, 53.627268, 52.315408, 52.371656, 49.80681, 48.075879, 47.954978, 46.326071, 44.52421, 40.825501, 42.298975, 40.667156, 36.878019, 38.947122, 43.261059, 43.839819, 44.088708, 66.792139, 74.72806]}, "digit": {"n_am_en": [5, 6, 3, 0, 1, 2, 1, 1, 1, 1, 5, 3, 1, 1, 1, 0, 1, 1, 1, 3, 2, 1, 1, 1, 3, 3, 1, 2, 3, 2, 1, 3, 2, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 2, 0, 1, 0, 0], "n_am_pl": [0, 0, 1, 2, 2, 1, 0, 1, 2, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 3, 1, 2, 0, 2, 2, 2, 2, 2, 2, 3, 4, 3, 2, 1, 0, 0], "n_pos": 11, "sum_m_en": [1.9727, 0.553509, 0.543389, 0.513808, 0.502649, 0.525795, 0.492055, 0.539038, 0.546043, 0.528808, 0.571705, 0.61877, 0.569318, 0.579533, 0.640909, 0.723316, 0.626277, 0.580894, 0.525786, 0.518412, 0.509061, 0.478582, 0.466583, 0.458551, 0.808552, 0.721061, 0.618185, 0.642658, 0.618679, 0.801255, 0.80346, 0.711151, 0.66791, 0.642442, 0.697882, 0.735268, 0.72749, 0.702305, 0.744543, 0.584842, 0.75789, 0.660779, 0.565939, 1.099576, 1.063962, 0.873445, 0.387044, 0.244492, 0.068423, 0.000153], "sum_m_pl": [3.922224, 5.784497, 5.689164, 5.455184, 5.049786, 4.96253, 5.079447, 5.135302, 5.05277, 5.07551, 5.056528, 4.782755, 4.888781, 4.658152, 4.502065, 4.524312, 4.553237, 4.493731, 4.974327, 5.179568, 5.320658, 5.436025, 5.398311, 5.47243, 4.256597, 4.219647, 3.622339, 3.794646, 4.021919, 4.066834, 4.001325, 4.082086, 4.25468, 3.972413, 3.860073, 3.797392, 3.891269, 3.843226, 4.098354, 4.10108, 3.849477, 4.135446, 3.720845, 2.943328, 3.820815, 3.840846, 2.577092, 2.173397, 0.54792, 0.296569]}, "lang": {"n_am_en": [17, 13, 16, 8, 11, 16, 15, 18, 12, 13, 15, 9, 7, 12, 15, 17, 13, 15, 13, 15, 13, 14, 14, 18, 23, 31, 25, 25, 20, 21, 23, 23, 15, 22, 22, 18, 17, 22, 28, 27, 24, 32, 28, 29, 25, 14, 8, 7, 0, 0], "n_am_pl": [7, 15, 11, 13, 9, 9, 7, 8, 9, 9, 10, 12, 12, 18, 18, 15, 17, 17, 17, 11, 16, 10, 9, 8, 8, 6, 6, 6, 13, 14, 18, 15, 16, 14, 12, 13, 13, 12, 15, 14, 11, 9, 13, 14, 18, 25, 33, 36, 69, 75], "n_pos": 75, "sum_m_en": [6.330549, 3.646794, 3.727075, 3.870843, 4.192456, 4.176306, 4.028117, 4.124158, 4.057935, 4.376565, 4.328581, 4.531412, 4.34407, 4.618542, 4.670432, 4.82746, 4.702409, 4.406043, 4.043289, 3.841436, 3.666847, 3.446669, 3.292995, 3.184543, 7.465836, 8.040423, 8.253535, 7.510056, 7.310071, 7.111176, 6.722952, 6.632523, 6.049611, 6.45393, 6.243743, 7.162681, 8.401337, 8.580517, 11.193632, 13.6517, 14.62789, 14.947826, 14.349027, 14.439095, 12.660383, 9.99942, 7.125662, 6.495609, 0.887445, 0.003171], "sum_m_pl": [28.059852, 34.638769, 33.795381, 32.683177, 31.123236, 31.741584, 32.612792, 33.720144, 33.03654, 33.624425, 32.865521, 32.441555, 33.247699, 32.807272, 33.713639, 34.37539, 35.213439, 35.055192, 35.708218, 36.005532, 36.347397, 36.764348, 36.65234, 36.753172, 29.93562, 29.873262, 28.823331, 30.082451, 30.717785, 31.18432, 32.477279, 33.054279, 34.507211, 34.211035, 34.411377, 33.904405, 32.465497, 32.497927, 31.23626, 30.137733, 27.072545, 28.600244, 27.315765, 25.470032, 27.75947, 31.488341, 35.518401, 38.822371, 62.016231, 73.890571]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 129, "item_id": "pes-Reumatologia-2018 wiosna-112", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 885, "region_end": 127, "roundtrip_ok": true, "tf_agree": 0.9922, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [76, 55, 45, 42, 48, 34, 39, 40, 34, 37, 44, 40, 38, 30, 37, 40, 43, 37, 51, 48, 39, 41, 34, 31, 50, 49, 48, 45, 47, 46, 49, 53, 45, 50, 47, 65, 67, 69, 71, 73, 70, 71, 73, 67, 74, 82, 84, 81, 84, 85], "n_am_pl": [10, 24, 34, 26, 24, 23, 28, 15, 20, 27, 20, 12, 20, 26, 24, 10, 22, 18, 18, 16, 14, 14, 20, 21, 14, 17, 19, 18, 16, 16, 31, 30, 30, 19, 20, 15, 11, 9, 10, 13, 10, 11, 13, 12, 9, 9, 4, 2, 0, 5], "n_pos": 218, "sum_m_en": [27.002486, 14.572153, 13.246372, 13.682677, 14.245854, 13.744722, 13.2636, 12.844712, 12.955564, 13.997511, 14.297543, 14.852512, 14.901193, 15.406048, 15.179082, 15.851036, 16.280593, 15.315285, 14.739803, 13.514386, 12.252193, 11.314104, 10.684268, 10.193402, 23.968156, 26.177481, 25.274244, 24.326232, 22.824389, 23.059747, 22.509781, 22.391541, 22.896527, 22.509426, 25.661642, 26.713264, 32.73421, 34.646389, 38.421205, 41.754461, 41.842778, 44.474, 47.201187, 51.498613, 61.839506, 69.669504, 79.892538, 81.736148, 83.877676, 86.305817], "sum_m_pl": [77.655716, 97.202254, 96.960007, 92.925578, 91.517923, 92.59982, 92.646311, 94.893915, 94.801849, 97.927025, 96.180588, 95.162588, 95.431294, 94.955516, 96.021801, 94.575602, 96.853098, 96.557899, 99.196856, 103.470556, 105.364025, 106.979887, 107.128653, 107.194639, 75.940745, 73.765739, 74.015683, 74.133451, 79.805774, 80.442838, 83.455949, 84.674112, 85.489861, 81.538973, 79.815775, 76.785333, 68.467365, 65.911406, 60.389587, 56.770975, 49.966678, 42.380646, 41.157563, 34.568659, 26.748604, 19.750101, 10.46432, 6.216647, 2.699139, 3.562428]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [29, 26, 19, 19, 19, 16, 24, 18, 20, 21, 20, 20, 19, 17, 19, 21, 19, 18, 24, 23, 20, 24, 19, 17, 31, 24, 25, 25, 27, 24, 29, 27, 25, 29, 26, 38, 40, 40, 40, 43, 43, 44, 50, 49, 56, 61, 59, 61, 77, 84], "n_am_pl": [5, 11, 11, 12, 12, 16, 10, 4, 9, 8, 6, 3, 8, 8, 11, 4, 11, 9, 8, 5, 6, 5, 8, 12, 4, 9, 11, 8, 4, 5, 11, 13, 14, 8, 7, 4, 3, 2, 1, 2, 3, 5, 6, 5, 3, 3, 1, 0, 0, 4], "n_pos": 89, "sum_m_en": [11.838709, 6.399927, 5.694755, 6.226173, 6.431075, 6.170763, 5.863823, 5.560919, 5.658222, 6.258582, 6.348379, 6.455332, 6.478777, 6.84437, 6.744738, 7.21612, 7.215867, 6.927972, 6.498435, 5.93507, 5.263122, 4.799358, 4.458648, 4.247303, 12.355633, 13.718749, 13.22349, 12.704916, 11.621215, 11.03958, 10.356482, 10.598735, 10.871209, 11.029988, 12.854059, 13.67915, 17.609746, 18.965583, 21.146398, 24.406943, 25.728402, 28.482431, 31.085829, 36.126612, 44.710209, 48.776407, 56.152019, 60.709841, 73.552724, 82.801274], "sum_m_pl": [30.528374, 39.31077, 38.669718, 36.637589, 36.138638, 37.209148, 37.533141, 39.030052, 39.240594, 40.179523, 39.900479, 39.626189, 39.780392, 39.830412, 40.392065, 39.390316, 40.038341, 40.068997, 40.75189, 42.471798, 43.107045, 43.79887, 43.87962, 43.849551, 30.399671, 30.561866, 31.536345, 30.963753, 33.341688, 33.597271, 35.231953, 35.197653, 35.982463, 34.855572, 33.267433, 32.636623, 27.748055, 27.186674, 24.807407, 23.320122, 20.4847, 16.949423, 15.546519, 12.978275, 9.656504, 6.277338, 3.21825, 1.443135, 1.642291, 3.047178]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 220, "item_id": "pes-Reumatologia-2019 jesień-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 902, "region_end": 218, "roundtrip_ok": true, "tf_agree": 0.9773, "tf_agree_excl_first": 0.9817}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [66, 35, 28, 25, 30, 25, 26, 30, 19, 27, 35, 31, 30, 30, 37, 38, 42, 28, 24, 33, 27, 27, 20, 18, 34, 40, 36, 37, 40, 46, 39, 48, 45, 44, 55, 49, 40, 57, 50, 53, 50, 47, 49, 45, 43, 41, 31, 18, 8, 8], "n_am_pl": [6, 32, 42, 42, 27, 27, 25, 24, 25, 25, 26, 22, 25, 29, 19, 21, 29, 18, 25, 28, 32, 29, 32, 41, 29, 29, 26, 18, 25, 23, 33, 35, 31, 20, 28, 33, 25, 29, 26, 26, 28, 27, 36, 33, 39, 39, 49, 58, 99, 108], "n_pos": 200, "sum_m_en": [19.448707, 10.851236, 10.083382, 10.160256, 10.467046, 10.5646, 10.600486, 10.720089, 10.572648, 11.066253, 11.389715, 12.115154, 12.136502, 12.747832, 13.003876, 13.405949, 13.615204, 12.387415, 11.428953, 10.649301, 10.076703, 9.492295, 9.268844, 9.031303, 18.254731, 20.986816, 21.066812, 21.088808, 20.555718, 21.394516, 20.372043, 20.168132, 20.044206, 19.994308, 21.840739, 21.932704, 24.707703, 28.191772, 27.600153, 31.188073, 29.815094, 31.48041, 33.297651, 31.742786, 32.29578, 35.570547, 26.281457, 16.193233, 9.428197, 7.964006], "sum_m_pl": [72.662124, 90.490765, 89.658083, 86.165659, 84.280912, 84.860974, 85.623354, 87.283576, 86.190248, 88.947529, 87.543783, 86.899965, 88.554938, 87.482248, 88.480935, 87.892031, 90.717775, 91.61031, 95.156521, 97.690173, 98.851141, 99.664097, 99.193237, 99.218887, 76.352221, 72.344959, 70.742089, 70.098347, 74.386613, 76.777218, 79.820089, 80.615444, 81.657665, 76.766083, 76.688686, 75.410082, 72.025026, 71.518464, 69.310317, 65.72823, 60.76019, 58.697878, 59.141877, 56.957271, 54.91335, 52.481543, 53.496103, 58.901184, 94.300561, 107.626069]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [31, 17, 12, 13, 18, 12, 16, 20, 10, 21, 23, 17, 17, 17, 19, 21, 26, 18, 15, 21, 15, 18, 15, 13, 26, 30, 25, 25, 26, 33, 28, 37, 36, 32, 38, 36, 29, 40, 35, 39, 36, 36, 36, 36, 33, 31, 22, 12, 8, 8], "n_am_pl": [5, 20, 29, 27, 16, 19, 12, 14, 13, 14, 17, 18, 20, 20, 13, 13, 20, 12, 19, 18, 18, 18, 19, 27, 18, 17, 18, 13, 14, 14, 19, 23, 18, 13, 16, 23, 15, 14, 19, 14, 20, 17, 25, 25, 31, 33, 44, 53, 95, 107], "n_pos": 117, "sum_m_en": [11.149333, 6.064094, 5.738266, 5.901106, 6.197794, 6.246999, 6.21288, 6.329605, 6.196311, 6.558769, 6.870254, 7.193718, 7.28762, 7.642276, 7.679877, 7.838345, 8.081151, 7.410351, 6.87603, 6.468658, 6.131438, 5.778964, 5.645987, 5.48622, 12.600522, 14.102286, 14.01585, 13.88299, 13.48313, 13.623678, 12.885557, 13.215044, 12.913611, 13.08152, 13.99366, 14.730589, 16.765109, 19.340022, 18.984111, 22.446838, 22.064987, 23.742739, 25.068333, 24.744158, 25.42755, 27.105517, 20.005676, 10.900666, 8.752915, 7.961697], "sum_m_pl": [41.361687, 52.695102, 52.037248, 49.378958, 48.028532, 48.837773, 49.52506, 51.012303, 50.976841, 52.345965, 51.987453, 51.875929, 53.066776, 52.599158, 53.589314, 52.763421, 53.920272, 54.548866, 55.892953, 56.934452, 57.485279, 57.977857, 57.607878, 57.494661, 44.586859, 43.319951, 43.685478, 42.565013, 44.755771, 46.172046, 48.111328, 48.349389, 49.716285, 46.737171, 46.092181, 46.47495, 43.920495, 43.885893, 42.774489, 40.590922, 38.075635, 37.408557, 38.372526, 37.271419, 38.297818, 39.636148, 44.410639, 51.644866, 89.003821, 105.780053]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 202, "item_id": "pes-Reumatologia-2019 jesień-102", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 782, "region_end": 200, "roundtrip_ok": true, "tf_agree": 0.9851, "tf_agree_excl_first": 0.99}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [50, 49, 38, 36, 37, 48, 42, 37, 31, 35, 35, 34, 36, 44, 33, 32, 38, 34, 38, 40, 33, 30, 29, 32, 37, 45, 41, 39, 40, 47, 57, 54, 47, 47, 43, 41, 45, 43, 41, 46, 49, 53, 54, 39, 40, 49, 56, 54, 60, 61], "n_am_pl": [11, 27, 23, 21, 20, 15, 19, 19, 18, 21, 22, 19, 21, 30, 37, 30, 22, 30, 26, 25, 25, 26, 26, 32, 22, 22, 25, 18, 25, 23, 23, 17, 27, 23, 20, 16, 15, 13, 18, 17, 20, 17, 19, 19, 17, 14, 11, 12, 15, 16], "n_pos": 178, "sum_m_en": [18.694711, 11.09592, 10.114627, 10.420515, 11.123638, 11.23285, 11.625399, 11.885814, 11.48623, 11.996903, 12.122141, 12.32713, 12.747113, 12.612882, 12.298028, 11.665285, 11.369616, 10.804351, 10.653587, 9.765772, 9.203539, 8.760585, 8.416872, 8.286819, 18.627791, 21.516575, 20.17275, 19.265694, 19.00051, 18.718106, 18.889829, 17.665079, 17.785611, 18.46413, 17.540027, 18.579362, 22.118316, 23.663474, 25.352069, 30.319117, 30.150542, 35.836009, 38.141821, 38.001985, 40.675098, 48.942389, 52.726323, 53.704868, 58.161887, 58.735162], "sum_m_pl": [65.677516, 80.841147, 80.431125, 75.307729, 73.762847, 74.424983, 74.775962, 73.243636, 70.979551, 73.995107, 73.588274, 71.608765, 72.806474, 72.258541, 75.456322, 77.31437, 77.914701, 76.545305, 77.684925, 80.834215, 81.348124, 82.567495, 83.85117, 84.595412, 65.751311, 63.11026, 63.492082, 65.60073, 68.808586, 68.32657, 69.266577, 71.556629, 69.978303, 68.473249, 67.766619, 63.955608, 58.782912, 56.863684, 54.88732, 46.622238, 45.655092, 39.350954, 34.835118, 35.95528, 29.780061, 19.814444, 16.511265, 15.207614, 15.11625, 16.605809]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [19, 23, 16, 18, 18, 23, 22, 18, 17, 17, 17, 16, 21, 24, 16, 17, 25, 20, 23, 24, 19, 19, 13, 16, 21, 25, 23, 23, 23, 29, 34, 31, 28, 28, 27, 25, 32, 30, 27, 28, 30, 29, 32, 30, 29, 32, 35, 42, 56, 61], "n_am_pl": [4, 12, 11, 11, 12, 6, 6, 8, 10, 10, 10, 8, 8, 12, 15, 17, 15, 16, 13, 9, 11, 12, 12, 14, 10, 12, 15, 9, 12, 11, 11, 10, 14, 12, 12, 9, 7, 4, 8, 7, 10, 11, 8, 10, 9, 9, 8, 9, 14, 16], "n_pos": 78, "sum_m_en": [8.864878, 4.7782, 4.280513, 4.519499, 4.984162, 5.192998, 5.564017, 5.492765, 5.319976, 5.687017, 5.652618, 5.70168, 5.699746, 5.608166, 5.626603, 5.38114, 5.213274, 4.879616, 4.875996, 4.460346, 4.167271, 3.87231, 3.720326, 3.682553, 9.399396, 10.894, 10.459332, 9.885993, 9.17666, 8.921196, 9.32534, 8.715988, 8.911785, 9.15876, 8.836874, 9.712862, 12.902548, 14.04678, 15.824816, 18.561272, 18.503135, 21.773178, 23.238487, 25.537255, 27.413728, 30.388923, 33.383822, 38.667781, 51.825323, 57.83291], "sum_m_pl": [28.589507, 35.978507, 35.660559, 33.01432, 32.499142, 32.724177, 33.093176, 32.722384, 31.814997, 33.117418, 32.892662, 32.22585, 32.913998, 32.699022, 34.286357, 34.906689, 34.812307, 33.989365, 34.361729, 35.673242, 35.987616, 36.549119, 36.997144, 37.285304, 29.421323, 28.778744, 28.76447, 29.544455, 30.99074, 30.51094, 30.959093, 31.729048, 31.12673, 30.373345, 29.815724, 28.288596, 25.153678, 24.238832, 23.150085, 20.534166, 20.757609, 18.460152, 16.370763, 15.753805, 13.57965, 10.610954, 10.689273, 9.962391, 13.31503, 15.889397]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 180, "item_id": "pes-Reumatologia-2019 wiosna-37", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 950, "region_end": 178, "roundtrip_ok": true, "tf_agree": 0.9722, "tf_agree_excl_first": 0.9777}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [59, 46, 47, 32, 36, 35, 30, 31, 19, 28, 25, 29, 29, 29, 35, 24, 30, 28, 17, 18, 16, 19, 19, 25, 32, 34, 32, 26, 33, 28, 30, 34, 31, 30, 29, 25, 32, 35, 27, 33, 32, 33, 30, 31, 32, 29, 27, 24, 4, 1], "n_am_pl": [12, 32, 31, 35, 35, 29, 30, 34, 29, 26, 23, 25, 26, 26, 27, 36, 29, 26, 39, 37, 39, 36, 37, 32, 29, 26, 29, 31, 34, 30, 33, 31, 34, 33, 22, 32, 24, 27, 28, 29, 26, 32, 35, 34, 36, 40, 41, 47, 92, 106], "n_pos": 183, "sum_m_en": [18.278453, 9.210141, 9.274778, 9.655077, 10.442393, 9.990069, 9.668042, 10.279239, 9.961469, 10.404281, 10.619129, 10.745056, 11.289445, 11.693259, 11.398398, 10.794842, 10.30324, 9.79366, 9.163542, 8.531105, 8.22942, 7.964413, 8.020654, 7.873714, 13.87438, 15.959309, 14.866844, 15.599002, 15.77085, 15.281172, 15.786604, 14.940081, 15.265626, 15.347717, 15.775879, 15.906319, 16.914586, 17.729726, 17.51548, 20.356256, 21.593484, 22.730299, 22.592061, 23.205436, 24.268787, 23.177885, 22.720069, 17.837097, 4.730493, 1.080783], "sum_m_pl": [67.920383, 85.163697, 84.775694, 81.024186, 77.332496, 77.559869, 78.482292, 77.281353, 74.686749, 78.010143, 77.295929, 76.020455, 78.489496, 77.980491, 79.5475, 82.163922, 82.602322, 82.422954, 85.41179, 87.119087, 87.649674, 88.872095, 89.418841, 89.784521, 72.498096, 69.249832, 67.41784, 69.242625, 72.593409, 74.819198, 75.084997, 76.872911, 75.643931, 72.870579, 71.54026, 67.345184, 65.605018, 63.998181, 63.132354, 55.437464, 52.292834, 51.78665, 52.603348, 52.689635, 54.415844, 51.405734, 49.818935, 55.544106, 87.98195, 105.265423]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [31, 28, 29, 17, 24, 25, 23, 21, 14, 18, 18, 22, 22, 20, 25, 16, 19, 20, 11, 14, 13, 14, 14, 16, 23, 26, 23, 19, 26, 21, 23, 23, 19, 19, 20, 20, 26, 26, 20, 22, 21, 25, 24, 23, 22, 20, 18, 18, 4, 1], "n_am_pl": [7, 21, 21, 28, 23, 20, 18, 22, 16, 16, 14, 16, 13, 13, 15, 20, 22, 19, 24, 27, 26, 22, 25, 23, 20, 16, 19, 19, 21, 19, 18, 17, 20, 20, 19, 26, 19, 20, 19, 19, 19, 23, 26, 24, 27, 26, 32, 41, 88, 106], "n_pos": 108, "sum_m_en": [10.933212, 5.391641, 5.314988, 5.439686, 6.12031, 5.97706, 5.744127, 5.938076, 5.84549, 6.180201, 6.438184, 6.466925, 6.854166, 7.150359, 6.902174, 6.585191, 6.237391, 6.008469, 5.594609, 5.179215, 4.963349, 4.744838, 4.709243, 4.717046, 8.757446, 10.493888, 10.248312, 10.755517, 10.887727, 10.169248, 10.491714, 9.83937, 10.171293, 10.27316, 10.725075, 10.988801, 11.53654, 12.24112, 12.266867, 14.383758, 15.06875, 16.719684, 16.696732, 15.913018, 16.021822, 15.897569, 15.812511, 12.179986, 4.383452, 1.077845], "sum_m_pl": [39.346207, 50.231589, 49.874147, 47.55899, 45.363482, 45.83957, 46.560872, 46.580169, 45.0529, 46.713058, 46.608417, 45.830997, 47.14905, 47.104259, 48.626445, 49.491159, 49.45448, 49.299152, 50.566172, 51.350012, 51.390161, 52.154376, 52.530669, 52.745229, 44.984659, 43.371813, 42.442042, 42.211618, 43.501622, 44.824377, 45.202367, 45.730129, 45.430782, 44.95115, 44.493471, 42.926483, 42.196217, 41.536017, 40.439733, 34.473044, 33.645102, 33.795057, 34.70239, 35.959486, 39.158961, 36.997872, 38.71676, 46.34326, 81.998883, 103.654206]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 185, "item_id": "pes-Reumatologia-2019 wiosna-37", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 830, "region_end": 183, "roundtrip_ok": true, "tf_agree": 0.9892, "tf_agree_excl_first": 0.9946}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [62, 48, 48, 36, 29, 31, 38, 42, 33, 35, 38, 31, 34, 44, 39, 47, 41, 51, 47, 39, 33, 39, 35, 39, 58, 55, 55, 45, 45, 51, 53, 42, 58, 55, 66, 67, 82, 75, 76, 78, 70, 78, 76, 61, 61, 65, 71, 70, 70, 73], "n_am_pl": [7, 31, 25, 35, 31, 29, 16, 22, 18, 22, 23, 21, 25, 24, 28, 30, 37, 28, 31, 41, 43, 43, 45, 38, 38, 33, 25, 18, 24, 23, 25, 27, 27, 34, 31, 28, 23, 25, 35, 32, 32, 25, 22, 21, 20, 19, 18, 16, 7, 9], "n_pos": 211, "sum_m_en": [23.466943, 13.352111, 12.705946, 12.057762, 12.825762, 12.497519, 12.867446, 12.759993, 13.045285, 13.602604, 14.253485, 15.348266, 15.594623, 16.347586, 16.737867, 16.100553, 15.048529, 13.89624, 13.007146, 11.913282, 11.389065, 10.731695, 10.281364, 10.088924, 22.750006, 24.547785, 23.849681, 22.632455, 23.414987, 24.220569, 23.35952, 23.031498, 23.531605, 24.013629, 25.367005, 26.460451, 33.329793, 37.133114, 38.060143, 46.066993, 45.607269, 49.059664, 51.843668, 48.085552, 54.323156, 58.579375, 64.315211, 70.48875, 71.779167, 73.749106], "sum_m_pl": [74.939656, 96.842164, 96.647216, 94.800558, 91.422444, 92.005203, 90.629233, 90.257116, 86.374607, 88.889373, 88.013257, 86.93364, 86.947442, 85.571392, 86.87649, 88.692527, 91.86537, 91.661711, 93.243646, 97.276572, 98.805019, 100.417801, 100.598127, 100.862402, 77.145099, 76.164689, 70.071982, 73.180973, 74.562377, 76.300668, 77.876618, 77.887697, 77.327164, 75.502279, 75.096742, 71.343181, 64.101114, 63.332588, 61.553924, 56.851203, 55.630724, 49.849394, 45.433231, 40.133217, 34.682303, 28.185715, 24.427709, 16.89407, 8.135934, 8.740919]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [24, 18, 18, 15, 14, 15, 16, 17, 17, 17, 20, 14, 15, 22, 17, 22, 21, 21, 21, 20, 19, 21, 17, 20, 27, 28, 24, 23, 17, 24, 25, 24, 28, 31, 37, 32, 43, 38, 44, 42, 38, 44, 42, 39, 41, 41, 49, 52, 65, 73], "n_am_pl": [3, 12, 12, 16, 14, 13, 7, 11, 4, 10, 11, 11, 9, 9, 8, 12, 15, 13, 16, 18, 19, 16, 20, 16, 18, 16, 9, 8, 10, 10, 14, 10, 11, 16, 12, 12, 6, 9, 12, 15, 15, 11, 10, 10, 10, 9, 9, 7, 7, 9], "n_pos": 83, "sum_m_en": [9.593234, 5.314568, 5.045557, 4.836555, 5.170068, 4.938188, 5.009959, 4.972841, 5.064675, 5.462, 5.762874, 6.370094, 6.470779, 6.971651, 7.162304, 6.829973, 6.238457, 5.74476, 5.298167, 4.833459, 4.596666, 4.29201, 4.065171, 4.010799, 10.67509, 11.281082, 10.963681, 10.097871, 10.269566, 10.663716, 10.168606, 10.241571, 11.107712, 11.84611, 12.849167, 14.015247, 17.716907, 20.653955, 20.518329, 25.047017, 24.812801, 26.847508, 29.081965, 29.610432, 34.48579, 36.715431, 42.574776, 50.785697, 63.686955, 71.167598], "sum_m_pl": [28.092099, 38.306406, 38.253645, 37.779851, 36.394762, 36.64035, 36.369829, 36.588024, 35.06149, 36.278835, 35.403406, 34.940425, 34.941445, 34.48757, 35.091907, 35.624378, 36.78091, 36.781648, 37.234255, 38.634786, 39.192856, 39.906003, 40.004577, 40.088299, 31.900839, 31.787685, 28.509865, 29.999895, 30.413321, 30.681367, 31.592848, 31.32285, 30.807675, 30.343474, 29.9253, 28.827711, 25.229356, 24.756585, 24.115419, 22.420307, 22.902759, 20.084322, 18.202658, 16.49866, 14.264819, 12.140506, 10.963843, 6.822882, 6.830976, 8.472441]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 213, "item_id": "pes-Reumatologia-2020 wiosna-116", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 944, "region_end": 211, "roundtrip_ok": true, "tf_agree": 0.9906, "tf_agree_excl_first": 0.9953}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [49, 43, 41, 22, 13, 14, 11, 17, 16, 20, 27, 26, 17, 20, 17, 16, 18, 23, 18, 16, 13, 16, 16, 18, 28, 23, 23, 27, 18, 28, 24, 22, 24, 20, 18, 26, 22, 25, 22, 28, 28, 32, 34, 26, 24, 26, 18, 17, 1, 0], "n_am_pl": [14, 23, 25, 23, 19, 25, 19, 17, 17, 16, 17, 14, 16, 17, 18, 24, 34, 34, 34, 39, 35, 42, 44, 47, 32, 32, 27, 24, 30, 28, 28, 29, 32, 36, 34, 36, 36, 38, 50, 44, 41, 37, 39, 43, 46, 45, 43, 45, 83, 88], "n_pos": 146, "sum_m_en": [14.619428, 7.584872, 7.470055, 7.28353, 8.041579, 7.813595, 7.841586, 8.116247, 8.091102, 8.403744, 8.614432, 9.152193, 9.071516, 9.60666, 10.140503, 9.671496, 9.108916, 8.616702, 7.627403, 7.077982, 6.741058, 6.37884, 6.244128, 6.257366, 10.968901, 11.992913, 11.661341, 12.18189, 12.233999, 13.495811, 13.87114, 13.877938, 13.667017, 12.600299, 12.087005, 11.897505, 12.760423, 14.091924, 13.340453, 17.593017, 17.466309, 18.468078, 17.418478, 17.151584, 16.559696, 20.90342, 16.087668, 15.536961, 2.180305, 0.015906], "sum_m_pl": [54.53195, 67.538499, 67.240629, 66.541094, 63.096755, 63.266849, 62.515121, 63.103761, 60.70337, 62.275832, 61.427488, 61.469344, 62.41623, 61.872416, 63.032094, 65.816229, 67.343671, 68.380081, 69.880047, 71.838212, 72.565039, 73.047081, 72.988572, 72.870248, 58.867929, 57.311732, 54.110325, 55.193601, 57.635751, 60.334531, 58.957491, 59.946866, 59.859588, 59.485829, 60.42997, 58.107654, 57.3128, 57.339221, 58.633778, 58.253793, 57.272898, 55.960968, 56.169469, 55.943514, 54.267506, 52.701878, 53.445115, 52.449663, 77.557887, 88.428938]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [27, 28, 26, 15, 10, 8, 8, 10, 9, 14, 19, 15, 11, 15, 13, 11, 14, 21, 14, 12, 9, 12, 10, 11, 20, 15, 15, 18, 12, 19, 18, 16, 16, 12, 13, 18, 14, 20, 17, 22, 21, 24, 23, 20, 18, 20, 13, 13, 1, 0], "n_am_pl": [7, 9, 13, 14, 12, 17, 13, 11, 13, 12, 12, 11, 11, 11, 9, 15, 24, 23, 20, 26, 25, 29, 31, 33, 22, 24, 19, 15, 22, 19, 20, 20, 25, 28, 24, 25, 28, 30, 37, 32, 28, 27, 30, 35, 40, 39, 37, 41, 81, 88], "n_pos": 89, "sum_m_en": [8.332695, 4.669608, 4.591266, 4.483878, 5.127504, 4.888386, 4.918184, 4.957936, 4.970645, 5.11389, 5.284767, 5.57124, 5.515459, 5.944071, 6.205948, 5.900807, 5.54658, 5.32422, 4.717013, 4.339466, 4.089132, 3.881939, 3.797015, 3.842096, 7.212078, 7.743384, 7.648584, 8.02499, 8.14268, 8.765706, 9.105765, 9.268392, 8.78773, 8.084164, 7.796856, 7.841198, 8.387756, 10.045417, 9.458265, 12.539889, 12.766061, 14.112733, 13.152713, 12.368862, 12.921694, 16.364514, 11.62515, 11.130113, 1.93051, 0.015347], "sum_m_pl": [32.956634, 40.925285, 40.555367, 40.017655, 37.866681, 38.479248, 38.078556, 38.56071, 37.308016, 38.577323, 38.016999, 38.188765, 38.404734, 38.424111, 39.701342, 41.070635, 41.961901, 42.716409, 43.062323, 44.127702, 44.537844, 44.774218, 44.729493, 44.564424, 37.838198, 36.900885, 34.978739, 35.838737, 37.614402, 38.983774, 38.132461, 38.679417, 39.402682, 39.991272, 40.07525, 39.333249, 38.710779, 39.177336, 40.031968, 39.543185, 39.376669, 39.080296, 39.327353, 39.613178, 41.265313, 40.328024, 44.61453, 45.860551, 74.179952, 87.709425]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 148, "item_id": "pes-Reumatologia-2020 wiosna-116", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 824, "region_end": 146, "roundtrip_ok": true, "tf_agree": 0.9662, "tf_agree_excl_first": 0.9728}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [48, 54, 52, 31, 37, 40, 30, 39, 32, 36, 52, 51, 45, 40, 34, 35, 30, 42, 37, 41, 38, 50, 49, 46, 57, 64, 50, 57, 46, 48, 55, 43, 47, 48, 55, 60, 68, 63, 68, 63, 64, 63, 66, 69, 66, 66, 60, 61, 73, 70], "n_am_pl": [16, 33, 39, 26, 28, 23, 20, 18, 24, 21, 15, 16, 16, 28, 34, 18, 30, 23, 34, 31, 30, 30, 26, 27, 19, 18, 16, 17, 17, 18, 23, 27, 29, 26, 27, 22, 22, 22, 21, 17, 15, 14, 9, 7, 7, 8, 7, 9, 6, 5], "n_pos": 190, "sum_m_en": [20.328287, 11.154768, 11.166651, 11.110724, 11.191695, 10.585795, 10.408007, 10.926176, 11.240267, 11.616672, 12.251985, 13.282077, 13.897696, 13.946775, 13.477401, 12.716754, 12.334195, 12.304812, 11.26276, 9.998814, 9.390809, 8.908269, 8.680636, 8.555202, 19.846747, 21.23193, 23.142007, 20.885344, 20.000561, 20.616996, 19.699302, 19.409053, 19.178181, 19.361551, 19.720465, 22.518699, 28.069593, 30.747078, 33.209285, 36.495462, 37.841839, 45.523488, 48.370671, 52.126258, 57.844074, 61.043335, 62.004387, 62.050286, 71.140381, 70.703577], "sum_m_pl": [71.866527, 87.058196, 86.102153, 83.243579, 81.528324, 82.84597, 83.949, 84.344114, 83.79516, 85.86537, 83.946439, 82.693924, 81.816795, 81.304832, 81.987817, 84.678188, 85.021072, 83.171314, 84.982731, 88.826573, 90.264588, 91.496801, 91.504595, 91.810403, 73.74248, 72.935647, 68.063495, 72.264222, 74.061681, 73.055085, 74.747557, 75.499348, 73.644884, 73.167912, 71.224789, 66.953622, 62.191119, 60.235234, 58.275117, 54.676105, 49.53664, 41.682293, 38.108134, 32.818874, 25.017139, 19.499147, 12.260896, 11.514674, 7.922948, 4.640467]}, "digit": {"n_am_en": [2, 7, 4, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 0, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 3, 2, 4, 1, 1, 2, 0, 1, 3, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 2, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 2, 0, 2, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 3, 4, 3, 3, 3, 4, 4, 2, 1, 1, 0, 0, 1, 0, 0], "n_pos": 11, "sum_m_en": [1.545593, 0.534591, 0.515643, 0.483705, 0.509464, 0.499536, 0.434514, 0.438013, 0.419791, 0.446665, 0.508754, 0.493679, 0.573818, 0.587308, 0.649592, 0.579886, 0.635581, 0.640765, 0.553481, 0.518938, 0.493271, 0.472056, 0.465584, 0.460066, 0.646815, 0.613977, 0.52494, 0.59146, 0.592826, 0.738239, 0.764528, 0.729275, 0.73028, 0.65955, 0.772623, 0.780295, 0.723156, 0.710669, 0.655983, 0.708788, 0.724632, 0.825464, 0.685261, 0.74412, 0.583772, 0.503226, 0.343129, 0.191528, 0.024633, 0.002385], "sum_m_pl": [3.957122, 5.850363, 5.845343, 5.615107, 5.382599, 5.246058, 5.38945, 5.342032, 5.198639, 5.119653, 5.08006, 4.526813, 4.331752, 4.076805, 4.033441, 4.20651, 4.328185, 4.035687, 4.604125, 4.992571, 5.105651, 5.227821, 5.21965, 5.317996, 3.900746, 4.095473, 3.663249, 3.668446, 3.840236, 3.950244, 3.982476, 4.052046, 4.182945, 4.037119, 3.960754, 3.938927, 3.888241, 3.868815, 3.957812, 3.788655, 3.68849, 3.711413, 3.597361, 2.868919, 1.976531, 1.28773, 0.809657, 0.701082, 0.096067, 0.000153]}, "lang": {"n_am_en": [17, 23, 21, 17, 20, 14, 14, 12, 13, 15, 20, 22, 18, 16, 13, 16, 13, 23, 24, 23, 20, 26, 23, 26, 30, 36, 31, 30, 29, 32, 29, 23, 25, 26, 31, 35, 43, 42, 44, 43, 47, 45, 49, 48, 48, 49, 48, 52, 69, 70], "n_am_pl": [7, 11, 17, 9, 12, 10, 10, 7, 8, 7, 6, 6, 6, 7, 9, 9, 12, 8, 10, 12, 11, 12, 11, 9, 9, 8, 7, 8, 6, 2, 10, 10, 12, 12, 9, 11, 8, 10, 5, 5, 1, 1, 0, 3, 2, 3, 4, 3, 3, 4], "n_pos": 75, "sum_m_en": [8.506154, 4.5194, 4.682632, 4.795554, 4.96705, 4.521632, 4.510162, 4.647164, 5.006827, 4.90125, 5.001716, 5.717994, 6.065896, 6.066878, 5.750547, 5.393472, 5.266371, 5.385235, 4.905143, 4.255165, 3.97582, 3.723597, 3.579691, 3.492806, 10.553123, 11.467463, 12.751538, 11.255132, 10.659684, 10.744834, 9.81074, 9.564285, 9.732443, 9.650951, 10.291556, 12.898246, 16.503969, 18.32316, 20.364184, 22.470179, 24.319923, 30.680574, 33.043236, 35.30036, 39.314883, 42.749466, 48.239245, 51.040935, 65.717256, 68.462036], "sum_m_pl": [26.871914, 33.191665, 32.97848, 32.094015, 31.669375, 32.333935, 32.944555, 33.510585, 33.133044, 34.42859, 33.720361, 33.394344, 33.051526, 33.258952, 33.241747, 34.339167, 34.313799, 33.252507, 33.824825, 35.306904, 35.817279, 36.379095, 36.313694, 36.429474, 29.59354, 29.889781, 27.985373, 29.972409, 30.30279, 29.759997, 30.71763, 30.979933, 30.068104, 30.535392, 29.112591, 27.403102, 24.830037, 24.063119, 22.898996, 21.336985, 18.491071, 13.831432, 12.271314, 10.724844, 8.906194, 6.745909, 4.756699, 3.748213, 3.253036, 4.204117]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 192, "item_id": "pes-Reumatologia-2020 wiosna-29", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1055, "region_end": 190, "roundtrip_ok": true, "tf_agree": 0.9896, "tf_agree_excl_first": 0.9948}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [353, 266, 271, 290, 172, 147, 192, 211, 178, 147, 118, 87, 197, 138, 202, 200, 176, 208, 250, 221, 201, 172, 141, 191, 214, 270, 183, 281, 249, 264, 274, 240, 255, 264, 227, 284, 212, 156, 170, 128, 131, 101, 92, 81, 158, 123, 91, 39, 9, 2], "n_am_pl": [118, 350, 273, 283, 376, 261, 199, 120, 137, 160, 262, 280, 156, 187, 163, 214, 184, 248, 320, 316, 223, 203, 255, 301, 120, 130, 180, 203, 220, 220, 223, 163, 238, 202, 323, 152, 241, 196, 222, 241, 199, 228, 230, 258, 223, 324, 347, 413, 447, 433], "n_pos": 1274, "sum_m_en": [122.105905, 65.806506, 65.221373, 64.650935, 66.08407, 64.131025, 63.551981, 62.444716, 64.428228, 64.233227, 69.8807, 71.457796, 74.538868, 76.297087, 82.30177, 82.725105, 80.55228, 79.637435, 71.637254, 64.871079, 61.593895, 59.631035, 58.371875, 56.375008, 97.470155, 114.874539, 122.158369, 118.598879, 112.584427, 132.146041, 125.667721, 125.47471, 138.897077, 143.78348, 137.509481, 134.722485, 123.969392, 123.490056, 119.325251, 115.085981, 113.448396, 109.256201, 111.453999, 102.244258, 125.450415, 105.462053, 74.889266, 52.695729, 16.953327, 1.704422], "sum_m_pl": [527.176501, 630.408872, 612.648597, 594.496999, 583.712758, 573.941379, 581.519711, 596.54197, 589.702689, 600.74786, 583.938281, 555.947477, 552.345523, 546.311162, 542.648072, 549.468036, 556.150312, 551.699864, 583.146235, 595.853323, 602.243725, 609.786832, 608.633491, 611.248995, 509.112318, 470.069887, 459.089764, 496.711981, 513.669553, 478.65793, 507.885167, 512.655405, 495.754743, 462.528051, 462.955839, 428.711817, 374.387319, 365.296449, 374.936144, 393.797608, 375.306606, 374.55756, 364.473602, 360.593483, 320.866003, 352.174281, 368.936909, 391.988654, 427.943708, 432.993653]}, "digit": {"n_am_en": [43, 47, 44, 5, 5, 45, 4, 6, 21, 9, 4, 2, 5, 5, 38, 48, 43, 79, 74, 67, 61, 42, 35, 55, 73, 59, 30, 51, 46, 22, 26, 21, 33, 50, 47, 41, 36, 17, 8, 8, 7, 5, 3, 3, 6, 3, 2, 0, 0, 0], "n_am_pl": [0, 75, 32, 43, 48, 38, 38, 2, 3, 3, 23, 47, 43, 19, 3, 1, 7, 5, 22, 19, 15, 17, 11, 7, 7, 12, 3, 7, 6, 8, 18, 7, 16, 23, 29, 18, 21, 15, 22, 16, 16, 23, 25, 22, 17, 15, 13, 22, 0, 0], "n_pos": 147, "sum_m_en": [17.982737, 7.945488, 8.000113, 7.311944, 8.205295, 8.032219, 7.068834, 7.076801, 6.705088, 7.149081, 7.3372, 7.918648, 9.575752, 8.78159, 9.265167, 9.746363, 10.351672, 11.940245, 9.801904, 7.886033, 6.757716, 6.333201, 6.168354, 6.083066, 11.716553, 10.784763, 10.158992, 11.82349, 12.650815, 14.448669, 14.507318, 14.36426, 14.461397, 15.067052, 14.568464, 15.347503, 14.071142, 11.203464, 10.84478, 9.680277, 9.534105, 9.256056, 7.829804, 7.907786, 5.841988, 3.874693, 2.661659, 1.160182, 0.030645, 5e-06], "sum_m_pl": [59.646662, 78.358439, 78.798373, 74.901771, 71.893553, 70.602915, 70.11909, 71.903783, 73.1919, 74.042364, 71.685774, 65.923826, 66.287436, 67.515702, 63.795574, 65.621641, 64.446044, 62.165311, 66.710466, 70.372578, 72.989009, 73.990505, 73.932927, 74.193616, 68.967163, 65.079904, 61.367057, 65.152012, 65.683775, 57.521322, 61.302271, 59.796923, 60.123887, 57.162668, 59.282185, 55.631355, 54.78402, 53.3805, 54.405342, 51.828744, 50.979011, 52.58263, 49.86216, 42.458031, 34.856847, 29.232829, 20.4618, 21.012739, 0.295858, 0.000242]}, "lang": {"n_am_en": [126, 74, 115, 61, 97, 25, 64, 67, 53, 62, 66, 47, 112, 41, 47, 67, 48, 35, 93, 75, 32, 31, 29, 50, 95, 94, 70, 113, 76, 65, 83, 103, 110, 122, 94, 163, 89, 84, 91, 65, 91, 67, 67, 60, 135, 99, 74, 24, 7, 2], "n_am_pl": [53, 133, 88, 87, 116, 118, 77, 82, 101, 64, 112, 108, 66, 103, 40, 104, 98, 128, 117, 120, 83, 105, 119, 119, 66, 71, 45, 57, 73, 75, 114, 61, 88, 99, 132, 78, 150, 128, 147, 163, 131, 160, 161, 190, 164, 263, 285, 336, 404, 431], "n_pos": 437, "sum_m_en": [40.55914, 23.550493, 22.577981, 22.441216, 24.23081, 23.39799, 25.127499, 24.401051, 25.363884, 24.26011, 26.199626, 26.532698, 27.896277, 28.450225, 31.444224, 30.352057, 28.372762, 27.606511, 25.263496, 22.911485, 21.825275, 20.799212, 20.478698, 19.745385, 38.619228, 47.833057, 50.244229, 46.080791, 41.270364, 46.867468, 47.370414, 52.655587, 57.610312, 66.088048, 60.005181, 63.014267, 58.286109, 62.672327, 58.572937, 55.023774, 55.98524, 59.55992, 62.742714, 58.472345, 88.466264, 70.101043, 47.249686, 27.276345, 12.402959, 1.651129], "sum_m_pl": [167.814538, 201.233995, 194.055267, 186.777426, 184.595346, 182.215733, 186.405759, 194.778351, 191.818165, 197.646257, 192.319491, 183.313989, 183.874075, 183.057284, 181.232709, 183.512166, 189.489148, 187.157389, 198.675113, 202.663923, 204.429338, 207.45315, 207.710614, 208.581243, 171.965744, 160.011478, 150.298721, 167.984167, 174.597405, 162.726395, 171.46396, 167.834073, 166.900417, 156.201375, 158.919219, 159.056699, 151.998786, 150.477793, 158.290291, 171.908446, 167.779612, 170.05504, 169.798015, 185.120753, 172.988176, 223.173088, 277.168459, 305.711407, 381.538163, 427.705891]}}, "condition": "pl", "finish_reason": "length", "gen_tokens_reencoded": 1274, "item_id": "pes-Reumatologia-2020 wiosna-29", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 935, "region_end": 1274, "roundtrip_ok": true, "tf_agree": 0.9859, "tf_agree_excl_first": 0.9866}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [53, 53, 48, 45, 43, 45, 44, 43, 44, 50, 55, 65, 57, 50, 45, 53, 66, 51, 51, 48, 53, 56, 48, 47, 69, 73, 65, 74, 69, 72, 69, 66, 70, 56, 59, 60, 68, 64, 62, 68, 66, 65, 62, 62, 76, 81, 81, 87, 91, 88], "n_am_pl": [11, 24, 34, 33, 24, 26, 22, 17, 18, 13, 17, 18, 18, 23, 28, 25, 16, 25, 19, 19, 16, 18, 22, 27, 15, 11, 10, 16, 22, 17, 22, 18, 20, 16, 22, 16, 7, 10, 9, 11, 8, 10, 5, 6, 8, 5, 3, 1, 1, 1], "n_pos": 182, "sum_m_en": [21.452742, 11.65812, 11.154391, 10.896785, 11.631885, 10.753693, 11.258024, 12.169952, 12.775753, 13.341666, 14.031286, 15.052115, 15.099303, 14.957981, 14.77078, 14.026371, 13.889728, 13.842951, 12.918153, 11.660494, 10.906032, 10.120217, 9.561751, 9.070578, 24.003701, 25.278945, 27.014208, 24.16091, 22.726781, 22.050874, 20.340535, 19.309853, 20.765999, 20.630517, 21.06359, 23.56535, 29.350962, 32.418292, 33.408091, 34.219413, 39.127744, 44.857791, 49.061635, 50.785028, 59.838939, 71.286029, 75.25337, 81.209566, 88.598073, 88.828064], "sum_m_pl": [64.182359, 84.730145, 83.823111, 82.448311, 81.526787, 82.787001, 82.605242, 81.039591, 80.869816, 81.094557, 79.017343, 78.931498, 80.162091, 79.164501, 79.102343, 81.33987, 81.187747, 79.394726, 80.687582, 83.34552, 84.872185, 86.246814, 86.690151, 87.482659, 66.256455, 66.298323, 62.261645, 68.291863, 69.750681, 70.109698, 73.533583, 73.432168, 70.564675, 68.633963, 67.401425, 63.420648, 55.378419, 52.253016, 49.727928, 47.715203, 45.565974, 38.665658, 35.708662, 27.595843, 23.538039, 16.501785, 9.544707, 5.684756, 1.689833, 0.369145]}, "digit": {"n_am_en": [1, 7, 7, 5, 1, 2, 2, 1, 0, 2, 1, 1, 0, 1, 1, 2, 4, 2, 1, 1, 1, 1, 0, 1, 2, 1, 3, 2, 1, 3, 3, 2, 2, 2, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 2, 2, 2, 1, 0, 2, 0, 0, 1, 1, 1, 2, 2, 2, 0, 1, 1, 0, 1, 1, 2, 3, 3, 1, 2, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 8, "sum_m_en": [0.88385, 0.448879, 0.412417, 0.380024, 0.380959, 0.390046, 0.360896, 0.360776, 0.344212, 0.398168, 0.414147, 0.425894, 0.454821, 0.523452, 0.528539, 0.500977, 0.499855, 0.52246, 0.469044, 0.416931, 0.367478, 0.355783, 0.344932, 0.333719, 0.542645, 0.596809, 0.628113, 0.611688, 0.642258, 0.655101, 0.640702, 0.631076, 0.671723, 0.66276, 0.682887, 0.715376, 0.668011, 0.606924, 0.552703, 0.514563, 0.491634, 0.547014, 0.584658, 0.510741, 0.890985, 0.564361, 1.161917, 0.243179, 0.018302, 1.5e-05], "sum_m_pl": [3.359771, 4.260887, 4.292237, 4.15188, 4.007955, 4.046322, 3.951854, 3.858847, 3.849156, 3.760788, 3.689987, 3.556997, 3.363364, 3.182584, 3.23851, 3.522219, 3.33414, 3.388554, 3.499044, 3.713578, 3.84907, 3.890892, 3.903398, 3.93365, 3.483378, 3.317841, 3.122965, 3.34732, 3.393945, 3.277764, 3.244298, 3.434278, 3.316949, 3.320602, 3.169815, 3.131407, 2.659337, 2.635421, 2.614327, 2.28612, 2.26534, 2.266777, 2.209796, 1.374055, 1.018356, 0.696822, 0.152622, 0.152253, 0.069181, 1e-06]}, "lang": {"n_am_en": [24, 22, 20, 17, 19, 23, 24, 22, 25, 24, 27, 36, 33, 25, 20, 24, 31, 23, 24, 25, 28, 33, 27, 27, 41, 43, 39, 46, 39, 35, 41, 38, 43, 37, 40, 39, 43, 43, 43, 46, 49, 54, 50, 51, 60, 63, 62, 74, 84, 88], "n_am_pl": [8, 12, 17, 17, 10, 12, 8, 9, 7, 6, 8, 6, 8, 11, 15, 13, 7, 16, 9, 13, 8, 6, 11, 17, 11, 5, 7, 6, 8, 8, 9, 5, 9, 9, 12, 8, 3, 5, 5, 7, 6, 6, 4, 4, 3, 2, 2, 1, 1, 1], "n_pos": 92, "sum_m_en": [11.36063, 5.976645, 5.732882, 5.555748, 6.295016, 5.776554, 6.312483, 6.900456, 7.232849, 7.542093, 7.742011, 8.147042, 8.181792, 7.986814, 7.832009, 7.388676, 7.350349, 7.311462, 6.983629, 6.31076, 5.8702, 5.427634, 5.125564, 4.844111, 14.665016, 15.621066, 16.624705, 13.894545, 12.989544, 12.133669, 10.965881, 10.613472, 11.688043, 11.736297, 11.89837, 14.095609, 18.692999, 20.929639, 21.884849, 23.256854, 28.261347, 33.490254, 36.512198, 38.624958, 45.048039, 52.395022, 57.773934, 67.042549, 80.705067, 86.180117], "sum_m_pl": [31.756227, 42.07971, 41.714908, 41.186807, 40.495728, 41.044538, 41.03295, 40.106089, 40.052062, 40.24983, 39.223366, 39.114473, 40.098296, 39.863542, 40.01739, 40.971742, 41.022904, 39.743262, 40.392278, 41.610691, 42.536837, 43.399682, 43.588642, 44.032158, 32.27998, 32.246115, 30.166891, 33.156677, 33.90942, 34.42043, 36.325289, 35.921155, 34.508417, 33.785433, 33.310818, 31.167232, 27.455785, 26.381157, 25.111356, 24.099365, 21.874502, 18.066458, 16.432848, 13.311412, 11.371947, 8.014544, 5.287846, 2.368811, 0.895467, 0.366956]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 184, "item_id": "pes-Stomatologia dziecięca-2018 jesień-80", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1044, "region_end": 182, "roundtrip_ok": true, "tf_agree": 0.9837, "tf_agree_excl_first": 0.9891}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [53, 42, 36, 26, 29, 27, 40, 45, 33, 46, 47, 39, 39, 40, 38, 37, 31, 23, 33, 34, 30, 32, 34, 24, 48, 45, 43, 50, 45, 44, 45, 45, 36, 41, 33, 40, 41, 45, 45, 47, 48, 48, 48, 45, 36, 27, 13, 3, 4, 5], "n_am_pl": [9, 28, 24, 26, 14, 16, 16, 10, 17, 11, 12, 16, 15, 16, 21, 20, 25, 24, 22, 19, 27, 27, 32, 40, 16, 13, 15, 16, 14, 15, 7, 15, 19, 19, 15, 18, 21, 14, 19, 19, 21, 22, 21, 17, 29, 32, 50, 54, 77, 81], "n_pos": 161, "sum_m_en": [16.291772, 8.048062, 8.086022, 8.287986, 8.369513, 8.244529, 8.463961, 9.025674, 9.114918, 9.123635, 9.794031, 9.976924, 10.009044, 10.308282, 10.86205, 11.597233, 10.303081, 10.003731, 9.309805, 8.520097, 7.574007, 7.230909, 7.017686, 6.843559, 13.327515, 14.895811, 16.336144, 15.296637, 14.96183, 14.837956, 14.334255, 14.384501, 15.607451, 16.612123, 16.594421, 17.600506, 18.883882, 20.028205, 18.711206, 19.557347, 21.075395, 23.347338, 24.349441, 23.32435, 23.12584, 19.989296, 13.826637, 6.034964, 4.021131, 4.804212], "sum_m_pl": [58.483537, 76.465311, 74.809486, 74.402868, 71.574599, 72.328055, 73.809032, 72.290684, 72.534497, 73.278382, 69.823978, 70.485215, 72.982447, 70.888274, 70.568659, 72.686076, 73.776318, 73.565894, 76.298926, 78.206302, 80.190041, 80.895855, 80.793804, 81.265621, 66.412716, 65.209624, 58.961845, 62.551829, 63.76641, 66.251306, 68.217259, 68.552408, 67.36945, 63.709529, 62.377187, 58.285965, 57.36366, 55.012652, 55.648757, 55.363428, 54.060744, 51.777886, 51.050573, 45.397316, 44.095742, 46.542207, 49.390588, 54.87914, 70.063086, 81.163623]}, "digit": {"n_am_en": [6, 8, 9, 0, 0, 1, 0, 1, 1, 3, 2, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 2, 0, 1, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 11, "sum_m_en": [2.345119, 0.504174, 0.495259, 0.430155, 0.430017, 0.433502, 0.415642, 0.406811, 0.411828, 0.479891, 0.538168, 0.515218, 0.52782, 0.505261, 0.472786, 0.513492, 0.502066, 0.471341, 0.455396, 0.467568, 0.459355, 0.451329, 0.454393, 0.445703, 0.363972, 0.369103, 0.295094, 0.399446, 0.432272, 0.639195, 0.613877, 0.529295, 0.592591, 0.460893, 0.442573, 0.543233, 0.508494, 0.545877, 0.504704, 0.514547, 0.531361, 0.525743, 0.488129, 0.471608, 0.391761, 0.193802, 0.063263, 0.072512, 0.001074, 1e-06], "sum_m_pl": [3.045927, 5.843043, 5.846735, 5.696185, 5.326827, 5.09547, 5.306669, 5.174528, 5.101481, 5.021173, 4.759312, 4.488207, 4.517266, 4.259355, 3.624411, 3.758911, 3.784055, 3.597825, 4.49115, 4.961579, 5.143972, 5.214489, 5.177157, 5.296107, 2.448949, 2.70697, 1.690371, 2.082141, 2.199942, 2.540215, 2.995882, 2.693183, 2.806285, 2.100077, 1.821456, 2.337925, 2.509668, 2.682519, 2.842401, 2.784884, 2.732093, 3.265281, 3.018553, 2.755468, 2.334637, 1.476822, 0.434827, 0.327294, 0.007508, 0.000271]}, "lang": {"n_am_en": [32, 22, 20, 15, 17, 19, 25, 28, 17, 27, 25, 21, 23, 23, 25, 20, 16, 11, 18, 18, 18, 19, 21, 14, 34, 32, 34, 37, 34, 32, 30, 32, 23, 28, 17, 24, 26, 27, 31, 31, 32, 33, 34, 35, 28, 23, 12, 3, 4, 5], "n_am_pl": [4, 17, 13, 14, 8, 10, 12, 8, 10, 6, 7, 8, 8, 10, 8, 11, 14, 15, 15, 12, 16, 14, 19, 23, 10, 5, 4, 7, 6, 4, 3, 10, 11, 11, 10, 12, 13, 10, 11, 12, 12, 13, 13, 10, 21, 26, 39, 46, 72, 80], "n_pos": 86, "sum_m_en": [8.744115, 4.193434, 4.336489, 4.54552, 4.609078, 4.514071, 4.730324, 5.082844, 5.140489, 5.061702, 5.363702, 5.469201, 5.551575, 5.897207, 6.271959, 6.848161, 5.972432, 5.75323, 5.474293, 4.95872, 4.207328, 4.01703, 3.868917, 3.764822, 8.550633, 9.701453, 10.653595, 9.557208, 9.026218, 8.391801, 7.82356, 8.158543, 8.787803, 9.307849, 9.506553, 9.90982, 10.90652, 11.946665, 11.330208, 12.366209, 13.633634, 14.691568, 14.965195, 16.317549, 17.043108, 15.007604, 11.692469, 5.236051, 3.680108, 4.74023], "sum_m_pl": [30.73705, 40.656684, 39.585049, 38.817856, 37.622429, 38.366419, 39.104857, 38.1387, 38.238634, 39.154648, 37.107042, 37.883311, 39.749598, 39.04401, 39.175615, 39.984572, 40.512266, 40.529852, 41.332836, 42.124768, 43.005738, 43.382481, 43.388163, 43.530855, 38.602743, 37.242974, 34.798942, 36.646868, 37.080557, 37.838384, 38.994854, 39.03587, 38.482443, 37.57131, 36.771811, 35.55615, 34.884661, 33.860401, 34.100754, 33.833933, 33.354788, 32.398157, 32.560838, 30.120806, 30.113889, 34.681815, 38.507509, 45.941609, 65.04638, 79.121149]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 163, "item_id": "pes-Stomatologia dziecięca-2018 jesień-80", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 924, "region_end": 161, "roundtrip_ok": true, "tf_agree": 0.9693, "tf_agree_excl_first": 0.9753}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [52, 43, 37, 37, 25, 34, 38, 33, 36, 34, 36, 37, 43, 37, 37, 34, 46, 36, 40, 34, 34, 38, 39, 38, 50, 52, 49, 51, 41, 38, 40, 36, 38, 41, 54, 41, 51, 44, 50, 52, 52, 54, 56, 55, 55, 49, 55, 61, 63, 60], "n_am_pl": [10, 19, 22, 26, 23, 19, 21, 13, 22, 19, 18, 17, 19, 28, 28, 23, 21, 31, 29, 28, 26, 26, 23, 25, 18, 21, 23, 18, 19, 20, 24, 17, 24, 16, 16, 18, 10, 20, 16, 25, 21, 15, 17, 17, 17, 16, 14, 14, 4, 3], "n_pos": 145, "sum_m_en": [16.285714, 9.524068, 9.344577, 9.40067, 9.365247, 9.269425, 9.572151, 10.237194, 9.677886, 9.648899, 9.913178, 11.029099, 11.302121, 11.252035, 11.283248, 10.933385, 10.383544, 10.103053, 9.479182, 8.234909, 7.924318, 7.316504, 6.976943, 6.725924, 15.996381, 17.870006, 17.606671, 17.630875, 17.033238, 17.38177, 16.615707, 16.508666, 17.123331, 17.647213, 18.719096, 19.522704, 23.910429, 25.761509, 28.102445, 30.163076, 32.656826, 36.648275, 39.246501, 41.817769, 42.916112, 44.246248, 53.668078, 58.471946, 63.098887, 60.725168], "sum_m_pl": [52.110647, 65.953623, 65.156068, 62.869471, 62.007848, 62.585615, 63.189702, 60.783231, 61.375292, 65.125042, 64.139067, 63.023681, 64.613881, 63.827654, 65.669287, 67.384794, 68.766534, 67.265265, 68.918926, 71.33849, 71.346644, 71.84953, 72.041021, 71.934071, 57.904221, 55.747893, 55.783218, 58.196502, 60.601999, 59.095605, 60.634955, 60.368508, 59.404298, 57.786965, 57.155917, 53.722185, 46.321235, 46.61431, 44.984682, 44.579148, 41.61361, 33.453989, 34.36177, 30.92908, 26.46989, 22.847157, 16.695538, 13.645067, 4.365066, 3.003455]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [23, 23, 22, 13, 14, 17, 18, 19, 21, 20, 15, 20, 21, 21, 19, 19, 25, 19, 22, 19, 21, 25, 23, 21, 25, 27, 27, 28, 23, 22, 20, 22, 21, 24, 30, 27, 30, 28, 33, 39, 35, 39, 38, 36, 40, 35, 42, 44, 56, 60], "n_am_pl": [4, 8, 9, 12, 13, 10, 12, 7, 12, 13, 12, 6, 8, 11, 13, 11, 11, 18, 17, 15, 15, 14, 11, 11, 9, 10, 13, 9, 11, 9, 16, 9, 14, 10, 10, 11, 7, 13, 7, 8, 5, 5, 6, 7, 8, 8, 7, 7, 3, 3], "n_pos": 65, "sum_m_en": [8.547465, 4.579544, 4.366752, 4.313152, 4.50512, 4.449376, 4.754614, 5.039897, 4.802849, 4.747521, 4.787855, 5.532667, 5.515302, 5.498207, 5.433972, 5.342025, 5.018611, 4.851306, 4.579836, 3.903426, 3.788682, 3.4487, 3.285334, 3.173713, 7.904095, 9.002742, 9.312877, 9.284635, 9.124928, 9.365274, 8.824612, 8.847713, 9.292136, 9.54507, 10.352918, 11.091048, 14.293763, 15.159649, 17.239376, 18.669263, 19.992832, 23.983966, 25.459921, 26.91959, 29.829777, 30.933841, 39.479278, 42.233909, 54.733045, 57.936605], "sum_m_pl": [22.776293, 29.593663, 29.699732, 28.372001, 27.784987, 27.620048, 28.301215, 27.197202, 27.391877, 28.86954, 28.539988, 28.013412, 28.748502, 28.297489, 29.227398, 30.210541, 30.704702, 30.308858, 30.837174, 31.93331, 31.82971, 32.17271, 32.311981, 32.304541, 26.907396, 26.230184, 26.018788, 26.334888, 27.103213, 26.423687, 27.340476, 26.878699, 26.874044, 26.520023, 25.912577, 25.027534, 21.258333, 21.620926, 20.359476, 19.44088, 18.139542, 14.74225, 14.6855, 13.169941, 11.72663, 10.211686, 7.634885, 6.764364, 3.321793, 2.869514]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 147, "item_id": "pes-Stomatologia dziecięca-2018 wiosna-109", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 913, "region_end": 145, "roundtrip_ok": true, "tf_agree": 0.9864, "tf_agree_excl_first": 0.9932}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [20, 11, 12, 10, 6, 10, 7, 11, 6, 6, 6, 10, 9, 7, 8, 9, 13, 10, 5, 6, 7, 8, 10, 9, 8, 15, 16, 14, 13, 14, 13, 12, 12, 12, 12, 14, 11, 15, 22, 20, 17, 16, 17, 16, 13, 9, 6, 5, 3, 3], "n_am_pl": [1, 10, 13, 15, 7, 9, 11, 7, 10, 10, 8, 7, 12, 9, 8, 6, 9, 11, 13, 7, 14, 10, 11, 8, 3, 4, 6, 5, 7, 9, 17, 12, 13, 13, 13, 14, 12, 11, 10, 11, 8, 9, 11, 11, 9, 13, 18, 21, 28, 32], "n_pos": 58, "sum_m_en": [5.210019, 3.306564, 3.48852, 3.121747, 2.947028, 3.015968, 2.937728, 3.264177, 3.07608, 3.159125, 3.382235, 3.495874, 3.620031, 3.579717, 3.427114, 3.478121, 3.347996, 3.20358, 2.956082, 2.69557, 2.719547, 2.528613, 2.462614, 2.461437, 4.21045, 5.060332, 5.013151, 4.854705, 4.890189, 5.016097, 5.141597, 5.097734, 5.319455, 5.414387, 5.144726, 5.438748, 5.819927, 6.323046, 7.401511, 7.309643, 8.202231, 8.925923, 9.286827, 10.610033, 8.724147, 7.28709, 4.859076, 4.239703, 3.005783, 2.960256], "sum_m_pl": [22.340302, 25.922803, 25.634466, 25.447479, 24.415928, 24.278795, 24.751326, 23.852273, 24.582115, 25.491594, 25.128805, 25.405737, 26.188163, 25.723667, 26.875219, 27.070502, 27.534026, 27.261321, 28.005972, 28.648442, 28.518883, 28.53375, 28.658082, 28.588291, 22.668861, 22.114945, 22.312923, 22.912915, 23.564572, 24.130307, 24.693634, 24.503591, 24.913508, 24.1803, 24.57686, 24.289919, 22.945819, 23.213878, 22.500116, 21.942448, 20.972514, 17.35105, 18.825148, 17.99681, 16.684873, 16.667838, 18.544537, 20.149612, 26.024809, 31.34439]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [11, 7, 7, 5, 2, 7, 4, 6, 3, 4, 4, 6, 6, 6, 6, 6, 10, 6, 3, 4, 3, 5, 4, 3, 5, 9, 10, 10, 7, 9, 9, 10, 8, 7, 6, 7, 6, 7, 14, 12, 8, 8, 10, 8, 9, 5, 5, 4, 3, 3], "n_am_pl": [0, 3, 8, 11, 5, 6, 8, 5, 6, 6, 5, 5, 6, 5, 5, 3, 6, 8, 9, 3, 11, 5, 7, 6, 1, 2, 2, 2, 4, 3, 9, 6, 8, 7, 7, 8, 7, 9, 6, 7, 5, 6, 6, 8, 5, 10, 13, 19, 27, 31], "n_pos": 34, "sum_m_en": [3.03559, 1.868244, 2.01732, 1.809544, 1.710501, 1.799945, 1.732234, 1.90964, 1.797788, 1.907212, 2.038157, 2.125904, 2.226961, 2.113904, 1.98746, 1.966144, 1.919223, 1.814255, 1.726958, 1.585024, 1.598646, 1.47642, 1.429291, 1.427835, 2.664504, 3.281156, 3.205004, 3.044611, 3.013919, 3.149725, 3.266283, 3.326512, 3.411893, 3.357208, 3.116473, 3.190842, 3.415625, 3.430517, 4.204134, 4.352464, 4.679813, 5.716175, 6.140078, 6.907839, 6.582722, 5.27539, 3.767205, 3.027381, 2.692133, 2.959906], "sum_m_pl": [12.615911, 14.929816, 14.689994, 14.502323, 13.900641, 13.791084, 14.254449, 13.93014, 14.481863, 14.88887, 14.780859, 15.0491, 15.368031, 15.146084, 15.835444, 16.098771, 16.337924, 16.251764, 16.474449, 16.788604, 16.622268, 16.599773, 16.719655, 16.721764, 13.515636, 13.042775, 13.10029, 13.569149, 14.190782, 14.535294, 14.967822, 14.873574, 15.194994, 14.707652, 14.896791, 14.908574, 14.521059, 14.706439, 14.549019, 14.069041, 13.419214, 10.90519, 12.014169, 11.725945, 11.008926, 11.493639, 14.231356, 17.176076, 24.708437, 30.216949]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 60, "item_id": "pes-Stomatologia dziecięca-2018 wiosna-109", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 793, "region_end": 58, "roundtrip_ok": true, "tf_agree": 0.9667, "tf_agree_excl_first": 0.9831}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [24, 21, 22, 18, 17, 20, 15, 19, 22, 22, 22, 19, 18, 19, 16, 13, 18, 14, 22, 23, 22, 16, 15, 22, 27, 27, 21, 23, 20, 23, 18, 18, 16, 20, 18, 31, 32, 35, 39, 41, 40, 40, 50, 49, 44, 47, 42, 46, 43, 41], "n_am_pl": [1, 12, 7, 11, 7, 6, 8, 4, 8, 6, 5, 11, 11, 7, 5, 5, 2, 6, 4, 5, 2, 9, 7, 4, 2, 6, 8, 7, 7, 6, 9, 8, 7, 10, 7, 6, 5, 6, 3, 3, 2, 4, 2, 2, 1, 4, 2, 0, 1, 2], "n_pos": 87, "sum_m_en": [10.908284, 5.589759, 5.376588, 5.28933, 5.307582, 5.450558, 5.694955, 5.677083, 6.040548, 6.106586, 6.646752, 7.35652, 7.188585, 7.076963, 7.117532, 6.747121, 6.560244, 6.443186, 6.141826, 5.664676, 5.455819, 5.008622, 4.710121, 4.456813, 9.903246, 10.299517, 11.255906, 10.797552, 10.071421, 10.215028, 9.501675, 9.021184, 8.973805, 9.600915, 10.098419, 10.831546, 14.998977, 15.401477, 19.031906, 21.138717, 21.679013, 26.297228, 30.664324, 30.929839, 33.107137, 37.527575, 37.787343, 40.82178, 43.133719, 41.53835], "sum_m_pl": [30.103804, 40.687885, 39.329322, 38.756782, 36.784972, 36.65756, 36.544994, 35.563866, 34.967949, 36.331698, 35.643943, 35.61205, 35.057672, 34.615307, 35.293633, 36.250984, 36.790338, 35.676182, 36.260641, 37.906754, 38.350326, 39.143907, 39.831363, 40.271467, 27.755756, 27.182879, 24.667243, 27.396114, 28.694219, 29.115816, 30.901603, 30.208578, 30.500351, 29.941353, 29.276624, 27.76187, 24.909522, 24.11547, 21.382505, 19.592595, 18.988863, 16.030629, 13.042748, 10.936432, 8.927065, 6.511283, 3.894239, 1.962034, 1.45934, 2.029467]}, "digit": {"n_am_en": [1, 2, 2, 2, 0, 1, 1, 0, 1, 2, 2, 1, 3, 1, 1, 0, 2, 0, 2, 3, 1, 1, 2, 4, 3, 1, 1, 1, 1, 2, 1, 2, 2, 3, 2, 3, 2, 1, 2, 1, 1, 1, 1, 2, 2, 0, 1, 0, 0, 0], "n_am_pl": [0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.571185, 0.26582, 0.25656, 0.246757, 0.273011, 0.307311, 0.342235, 0.323757, 0.358031, 0.385913, 0.397782, 0.416766, 0.451515, 0.486664, 0.488977, 0.504741, 0.460533, 0.436342, 0.409721, 0.340877, 0.3159, 0.299918, 0.27904, 0.271669, 0.813239, 0.678378, 0.722741, 0.73632, 0.72409, 0.664113, 0.617726, 0.680144, 0.619152, 0.641445, 0.690593, 0.589014, 0.578115, 0.628645, 0.658074, 0.632537, 0.637857, 0.827609, 0.93625, 0.75854, 0.782544, 0.781428, 0.799566, 0.380091, 0.011276, 0.0], "sum_m_pl": [2.631176, 3.257204, 2.993411, 2.920838, 2.747208, 2.577278, 2.572933, 2.418674, 2.343417, 2.556437, 2.509311, 2.589046, 2.566786, 2.52261, 2.633309, 2.605984, 2.755279, 2.75277, 2.831614, 2.966945, 2.972721, 2.983772, 2.99009, 3.002414, 2.468777, 2.515742, 2.304372, 2.469306, 2.510058, 2.470484, 2.388271, 2.27068, 2.318633, 2.272485, 2.164553, 2.111289, 2.022533, 2.052105, 2.034817, 1.925054, 2.04439, 1.667086, 1.812151, 1.39502, 1.450066, 0.860806, 0.526883, 0.288892, 0.025843, 0.0]}, "lang": {"n_am_en": [13, 9, 10, 9, 7, 9, 6, 13, 11, 12, 12, 12, 10, 13, 9, 5, 12, 9, 14, 13, 12, 9, 11, 12, 16, 18, 11, 15, 9, 14, 10, 10, 8, 10, 10, 18, 19, 22, 28, 27, 29, 30, 32, 31, 31, 32, 32, 35, 37, 39], "n_am_pl": [0, 5, 4, 3, 4, 3, 4, 2, 4, 3, 2, 3, 5, 2, 2, 4, 0, 3, 1, 1, 0, 2, 1, 0, 1, 2, 2, 3, 3, 1, 4, 6, 3, 7, 5, 4, 2, 3, 1, 1, 1, 0, 1, 0, 0, 2, 2, 0, 1, 2], "n_pos": 42, "sum_m_en": [5.473177, 2.835465, 2.708904, 2.794103, 2.723221, 2.784486, 2.732517, 2.865747, 3.060527, 3.013911, 3.164483, 3.61101, 3.572921, 3.54643, 3.511966, 3.264455, 3.202152, 3.213225, 3.063603, 2.85628, 2.743352, 2.522134, 2.35167, 2.229106, 5.325482, 5.84803, 6.310168, 6.031086, 5.333864, 5.497345, 5.045406, 4.833774, 4.7771, 5.142102, 5.311208, 6.273804, 9.889994, 9.680931, 12.672003, 14.683463, 15.928888, 19.674344, 21.817055, 22.324585, 24.106636, 27.370634, 28.227369, 30.924113, 36.332499, 38.292056], "sum_m_pl": [14.274599, 19.125705, 18.341231, 17.962715, 17.27639, 17.388494, 17.369802, 16.982878, 16.732646, 17.53041, 17.309418, 17.272294, 17.21821, 17.093892, 17.218026, 17.690223, 17.877089, 17.338347, 17.435402, 18.168028, 18.346195, 18.81357, 19.170248, 19.372131, 13.591865, 13.092163, 11.587108, 12.808234, 13.38509, 13.476712, 14.868352, 14.63311, 14.86346, 14.916236, 14.507171, 13.54981, 11.639949, 11.233287, 9.594952, 8.462009, 8.408494, 6.685575, 5.119851, 4.061008, 3.273262, 2.504582, 2.290347, 0.714254, 1.131221, 1.991467]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 89, "item_id": "pes-Stomatologia dziecięca-2018 wiosna-49", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 922, "region_end": 87, "roundtrip_ok": true, "tf_agree": 0.9663, "tf_agree_excl_first": 0.9773}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [28, 14, 14, 20, 13, 13, 19, 18, 19, 25, 21, 25, 27, 21, 23, 20, 20, 24, 23, 21, 20, 16, 14, 19, 27, 37, 30, 24, 23, 19, 21, 16, 18, 25, 18, 29, 30, 24, 27, 29, 28, 29, 31, 25, 23, 19, 9, 7, 1, 0], "n_am_pl": [10, 20, 18, 17, 13, 14, 14, 16, 14, 9, 9, 8, 11, 12, 7, 14, 13, 15, 9, 15, 13, 20, 18, 22, 10, 11, 8, 14, 9, 13, 17, 20, 19, 22, 15, 12, 15, 12, 19, 14, 15, 14, 15, 17, 19, 22, 26, 25, 43, 53], "n_pos": 94, "sum_m_en": [8.398715, 4.495846, 4.445474, 4.986934, 5.371292, 5.347958, 5.957278, 6.113697, 6.64565, 6.861959, 7.298907, 7.914865, 7.682222, 6.922867, 7.586434, 7.3472, 7.408989, 6.914436, 5.935917, 5.359962, 5.03536, 4.602407, 4.400124, 4.26904, 8.84155, 10.137544, 10.886856, 10.896296, 9.992761, 9.713012, 8.95116, 8.399336, 8.58816, 8.944703, 9.705285, 9.786239, 10.081773, 10.926599, 11.374859, 11.547166, 11.978042, 12.80577, 13.986924, 15.105651, 14.625772, 13.150235, 9.546532, 7.570028, 1.343826, 0.002626], "sum_m_pl": [36.18277, 44.265757, 43.047278, 42.282363, 39.906025, 39.222251, 39.970897, 38.356522, 38.191212, 39.773089, 38.956468, 39.326649, 39.926876, 39.979955, 40.607452, 41.31307, 41.371369, 41.575214, 43.041901, 44.529223, 44.965429, 45.398109, 45.582497, 45.930697, 36.390134, 33.893173, 32.12733, 34.414457, 35.908239, 36.696996, 38.387439, 39.017614, 38.986594, 37.303075, 35.512181, 34.669447, 33.95673, 33.825424, 34.255291, 34.059063, 33.682163, 33.425114, 31.491865, 28.794897, 29.900019, 29.831689, 28.062574, 28.129608, 40.362872, 52.760675]}, "digit": {"n_am_en": [1, 0, 0, 0, 0, 0, 1, 1, 2, 4, 1, 2, 1, 1, 1, 3, 2, 3, 1, 3, 0, 1, 1, 1, 1, 4, 3, 2, 3, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 1, 0, 2, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 2, 4, 1, 2, 1, 2, 3, 1, 1, 2, 2, 1, 0, 1, 0, 1, 1, 0, 0, 0], "n_pos": 6, "sum_m_en": [0.540293, 0.25198, 0.226759, 0.221026, 0.233231, 0.257747, 0.292992, 0.278811, 0.320822, 0.330429, 0.332765, 0.406388, 0.457015, 0.434243, 0.414024, 0.444838, 0.470475, 0.451615, 0.384307, 0.341159, 0.32143, 0.3073, 0.291835, 0.28035, 0.623497, 0.68644, 0.644857, 0.658098, 0.670577, 0.621454, 0.587097, 0.514871, 0.52193, 0.483225, 0.500943, 0.490507, 0.469715, 0.837116, 0.544687, 0.531824, 0.522776, 0.554852, 0.546567, 0.381346, 0.613499, 0.471693, 0.873989, 0.642013, 0.005912, 0.0], "sum_m_pl": [2.596178, 3.247681, 3.089402, 2.986263, 2.767259, 2.677582, 2.700741, 2.46157, 2.476123, 2.631781, 2.712232, 2.806398, 2.633158, 2.550002, 2.759522, 2.738224, 2.753757, 2.730091, 2.883261, 3.018196, 3.049821, 3.065987, 3.064153, 3.063031, 2.533255, 2.526238, 2.398055, 2.471211, 2.464825, 2.542976, 2.556981, 2.663998, 2.637899, 2.46058, 2.33192, 2.389899, 2.446432, 2.359273, 2.697372, 2.580283, 2.598653, 2.500368, 2.265253, 2.281305, 2.006106, 2.139833, 1.333926, 0.67134, 0.053354, 0.0]}, "lang": {"n_am_en": [17, 9, 9, 12, 8, 8, 12, 10, 12, 15, 13, 16, 17, 15, 15, 14, 13, 17, 15, 13, 12, 8, 10, 13, 20, 27, 21, 16, 15, 13, 15, 13, 14, 19, 14, 20, 18, 14, 17, 19, 20, 22, 24, 19, 19, 16, 7, 5, 1, 0], "n_am_pl": [6, 12, 11, 8, 9, 9, 5, 8, 7, 5, 8, 5, 5, 4, 4, 7, 7, 9, 7, 10, 8, 11, 9, 12, 5, 4, 5, 8, 3, 8, 11, 11, 9, 12, 8, 5, 8, 9, 13, 9, 11, 10, 12, 12, 14, 17, 22, 22, 42, 51], "n_pos": 51, "sum_m_en": [4.622629, 2.489629, 2.459071, 2.919108, 3.273492, 3.237574, 3.61622, 3.674541, 4.131146, 4.24774, 4.476471, 4.920039, 4.558268, 4.17132, 4.677593, 4.479801, 4.482527, 4.201606, 3.490431, 3.105713, 2.877128, 2.587053, 2.442868, 2.351309, 5.482862, 6.620355, 7.201784, 6.814342, 6.146589, 5.984863, 5.342877, 5.147752, 5.342023, 5.66556, 6.206814, 6.240073, 6.433121, 6.986344, 7.793304, 7.984634, 8.667946, 9.218976, 10.932146, 12.248137, 11.817297, 10.569031, 7.072792, 5.241825, 0.974331, 0.001879], "sum_m_pl": [18.563299, 23.231963, 22.527242, 22.080831, 20.988096, 20.590155, 21.035156, 20.505153, 20.400967, 21.339374, 20.756558, 21.02757, 21.550992, 21.75694, 22.036304, 22.347649, 22.3798, 22.732381, 23.273091, 24.055374, 24.314698, 24.690471, 24.760592, 24.995421, 21.019567, 19.459267, 18.153573, 19.27617, 20.380528, 20.697325, 21.812149, 22.048724, 22.146063, 21.286194, 20.135014, 20.140372, 20.366306, 20.829363, 20.866861, 20.774592, 20.622657, 21.197289, 19.845797, 17.983065, 19.867786, 20.974239, 22.997226, 24.237813, 37.561556, 50.479095]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 96, "item_id": "pes-Stomatologia dziecięca-2018 wiosna-49", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 802, "region_end": 94, "roundtrip_ok": true, "tf_agree": 0.9583, "tf_agree_excl_first": 0.9684}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [39, 44, 35, 32, 27, 24, 20, 22, 16, 15, 19, 27, 24, 21, 27, 14, 23, 18, 26, 23, 20, 25, 31, 24, 32, 30, 28, 28, 29, 27, 27, 27, 25, 36, 37, 39, 35, 34, 41, 44, 49, 51, 56, 52, 53, 56, 59, 61, 60, 61], "n_am_pl": [12, 15, 26, 18, 20, 17, 15, 15, 16, 17, 14, 17, 8, 18, 16, 17, 16, 19, 14, 13, 19, 16, 12, 12, 7, 8, 6, 10, 11, 11, 11, 15, 14, 6, 12, 13, 9, 6, 9, 7, 8, 6, 8, 8, 8, 7, 6, 4, 0, 2], "n_pos": 136, "sum_m_en": [16.319463, 7.844538, 7.498349, 7.331689, 7.650786, 7.645616, 7.619906, 7.395067, 7.247069, 7.5036, 8.124606, 8.857268, 8.744685, 8.851043, 8.816238, 8.765092, 8.770566, 8.233639, 8.137011, 7.579391, 7.171832, 6.831627, 6.57001, 6.419143, 12.369514, 12.940534, 12.593124, 12.85251, 12.969652, 14.293722, 13.011849, 13.846923, 15.033252, 15.67816, 17.53656, 17.939815, 20.464942, 22.070573, 25.007654, 26.451057, 27.958091, 31.836742, 38.629574, 40.754812, 45.925922, 52.968689, 55.695861, 56.974993, 59.616434, 61.624638], "sum_m_pl": [49.630605, 64.749628, 64.156815, 63.882614, 61.233485, 60.71102, 60.573628, 59.310951, 57.678006, 59.820368, 58.117101, 56.939742, 56.00741, 54.808123, 55.565906, 56.910882, 58.10518, 56.73582, 58.376097, 60.762101, 62.3889, 63.350427, 63.491063, 63.87029, 43.137455, 42.773775, 39.796101, 43.636443, 46.845333, 46.095698, 48.085922, 48.556536, 47.314543, 45.008466, 43.235961, 41.926424, 34.858759, 33.474146, 31.58353, 28.988945, 25.743281, 23.473182, 21.428119, 16.712256, 13.998157, 10.31844, 6.073697, 4.641417, 0.447505, 1.872289]}, "digit": {"n_am_en": [4, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 7, "sum_m_en": [1.644676, 0.31498, 0.370673, 0.310818, 0.279724, 0.280126, 0.30495, 0.244589, 0.258356, 0.26826, 0.281885, 0.317622, 0.2979, 0.355071, 0.368381, 0.385465, 0.324539, 0.313123, 0.299401, 0.301215, 0.293703, 0.278539, 0.275273, 0.274915, 0.270045, 0.309526, 0.233766, 0.320949, 0.307155, 0.479367, 0.505253, 0.359043, 0.41302, 0.365063, 0.417769, 0.423649, 0.365884, 0.383793, 0.302128, 0.277089, 0.291772, 0.328234, 0.337954, 0.442918, 0.690562, 0.584599, 0.279453, 1.149135, 0.08337, 0.010454], "sum_m_pl": [1.481951, 3.755277, 3.647292, 3.394863, 3.035865, 2.698984, 3.13886, 3.039129, 2.634138, 2.764362, 2.663066, 2.379783, 2.353616, 2.205091, 2.491444, 2.589683, 2.714334, 2.59034, 2.876208, 3.062049, 3.181579, 3.257365, 3.254575, 3.32989, 1.915716, 1.95657, 1.148173, 1.599751, 1.666544, 1.87668, 2.069104, 2.076584, 2.362568, 2.221027, 1.991033, 2.090932, 1.681576, 1.69064, 1.620525, 1.588373, 1.579094, 1.586431, 1.357481, 0.876372, 0.768052, 0.489776, 0.055307, 0.073305, 0.003997, 0.000146]}, "lang": {"n_am_en": [17, 21, 17, 16, 16, 10, 12, 15, 11, 10, 13, 16, 17, 15, 17, 9, 16, 12, 13, 17, 14, 14, 18, 15, 19, 21, 21, 20, 23, 22, 17, 16, 17, 21, 21, 27, 24, 24, 31, 32, 33, 34, 40, 40, 38, 41, 42, 48, 55, 61], "n_am_pl": [8, 6, 10, 8, 10, 9, 8, 4, 4, 7, 5, 8, 3, 7, 6, 7, 7, 9, 8, 5, 8, 7, 7, 5, 6, 6, 3, 8, 4, 7, 8, 8, 10, 4, 7, 8, 5, 4, 5, 4, 4, 3, 5, 5, 5, 5, 3, 0, 0, 1], "n_pos": 62, "sum_m_en": [7.268559, 3.68986, 3.50885, 3.509501, 3.68916, 3.678486, 3.845027, 3.644341, 3.532428, 3.592885, 3.909082, 4.291522, 4.316018, 4.431362, 4.441807, 4.353507, 4.370723, 4.127134, 3.990225, 3.672442, 3.410708, 3.224203, 3.079145, 2.983405, 6.733244, 7.296663, 7.260813, 7.400789, 7.473167, 7.975654, 7.06165, 7.78565, 8.487057, 9.187862, 10.382417, 10.766915, 13.006565, 14.324198, 15.819414, 16.981579, 17.696732, 21.136839, 25.126912, 28.325274, 32.19281, 36.678097, 40.527836, 44.444177, 53.744265, 59.436156], "sum_m_pl": [22.404801, 29.381076, 29.033637, 28.846536, 28.180893, 28.170203, 27.910613, 27.57676, 27.329886, 28.502017, 27.846498, 27.288785, 26.879433, 26.611936, 27.071248, 27.390404, 27.742901, 27.370431, 27.48092, 28.372661, 28.839494, 29.293666, 29.278467, 29.385702, 22.298579, 22.217685, 21.080386, 22.426123, 23.757786, 22.722376, 23.754979, 23.461858, 22.996524, 22.392376, 21.447403, 21.480197, 17.919294, 17.784255, 16.571553, 15.403021, 13.770863, 11.871495, 11.343614, 8.646503, 7.788608, 5.4439, 2.862655, 1.365831, 0.138906, 1.000809]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "pes-Stomatologia dziecięca-2019 wiosna-44", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 964, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9783, "tf_agree_excl_first": 0.9854}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [25, 14, 17, 11, 9, 10, 7, 11, 12, 6, 12, 9, 4, 10, 8, 10, 9, 5, 7, 8, 5, 7, 8, 5, 14, 12, 9, 12, 8, 13, 11, 10, 11, 15, 20, 16, 21, 16, 15, 12, 15, 14, 18, 14, 15, 11, 4, 5, 1, 1], "n_am_pl": [3, 16, 14, 14, 10, 13, 8, 8, 7, 7, 6, 12, 15, 6, 11, 13, 14, 13, 15, 12, 16, 17, 14, 22, 3, 7, 5, 7, 7, 9, 10, 8, 16, 10, 9, 8, 8, 11, 12, 9, 5, 11, 8, 6, 12, 10, 15, 23, 41, 43], "n_pos": 83, "sum_m_en": [8.113842, 4.147895, 4.08912, 3.962243, 4.050139, 4.038721, 3.941092, 4.032427, 4.042943, 4.18317, 4.49038, 4.687286, 4.552145, 4.928495, 4.973745, 4.977162, 4.637209, 4.4243, 4.199112, 3.939121, 3.82185, 3.667622, 3.635725, 3.574683, 5.690824, 5.521185, 5.116908, 5.782287, 5.681781, 6.599928, 6.505039, 6.401032, 6.738416, 7.071993, 7.540796, 7.184325, 9.175021, 9.262461, 8.706492, 8.493188, 8.530703, 10.013556, 11.104213, 10.486229, 10.859545, 9.75799, 5.884741, 5.753482, 1.926605, 1.002098], "sum_m_pl": [30.433899, 38.615245, 38.267869, 38.355185, 36.425948, 35.461267, 35.65091, 35.492042, 34.631611, 35.585764, 34.69387, 34.104621, 34.129403, 33.532482, 34.109111, 35.229094, 36.243796, 36.152599, 37.612009, 38.827734, 39.840985, 40.310895, 40.179025, 40.50512, 29.659394, 28.509464, 26.047303, 29.062278, 30.800642, 31.301737, 32.351816, 32.525033, 32.720721, 31.027995, 30.393953, 29.401325, 27.216683, 26.168415, 26.165017, 26.064384, 24.648412, 23.627447, 21.52218, 18.44571, 17.733193, 17.739546, 17.667284, 19.55031, 37.17185, 43.0408]}, "digit": {"n_am_en": [4, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 5, "sum_m_en": [1.262439, 0.212886, 0.229556, 0.183116, 0.170386, 0.167542, 0.183184, 0.165816, 0.177419, 0.211176, 0.208515, 0.21471, 0.195498, 0.212794, 0.225947, 0.254057, 0.212377, 0.220869, 0.202302, 0.211541, 0.204793, 0.196158, 0.196045, 0.196615, 0.160874, 0.162563, 0.074107, 0.098383, 0.110113, 0.285689, 0.351633, 0.259511, 0.309673, 0.229253, 0.282538, 0.316038, 0.312395, 0.291654, 0.216948, 0.173132, 0.199245, 0.197617, 0.161786, 0.151573, 0.126315, 0.047739, 0.013665, 0.01791, 0.00111, 2e-06], "sum_m_pl": [1.171912, 2.567207, 2.601093, 2.538555, 2.186186, 2.017303, 2.200194, 2.238272, 2.13487, 2.198172, 2.0947, 1.648631, 1.688475, 1.579932, 1.525371, 1.63125, 1.607202, 1.612904, 1.931214, 2.075293, 2.186997, 2.272006, 2.263127, 2.332767, 1.18442, 1.14196, 0.428044, 0.570389, 0.611506, 0.910339, 1.293047, 1.287431, 1.573717, 1.137131, 1.135556, 1.240268, 1.142821, 1.311104, 1.403518, 1.386932, 1.339034, 1.426264, 1.240604, 0.871818, 0.725803, 0.372079, 0.107347, 0.104707, 0.003284, 3.5e-05]}, "lang": {"n_am_en": [14, 7, 11, 6, 1, 4, 6, 6, 9, 5, 9, 6, 2, 7, 6, 8, 6, 5, 4, 5, 3, 5, 5, 3, 10, 10, 6, 9, 5, 8, 8, 9, 9, 13, 18, 9, 17, 11, 12, 12, 13, 11, 13, 9, 10, 9, 4, 5, 1, 1], "n_am_pl": [2, 10, 8, 10, 7, 6, 4, 5, 4, 4, 3, 12, 10, 5, 8, 4, 5, 6, 8, 5, 6, 7, 8, 11, 2, 3, 3, 4, 5, 7, 7, 8, 9, 4, 4, 7, 6, 9, 8, 6, 4, 9, 6, 6, 12, 10, 15, 21, 39, 43], "n_pos": 44, "sum_m_en": [4.029744, 2.18633, 2.267031, 2.162847, 2.193837, 2.200003, 2.223576, 2.18825, 2.293257, 2.345848, 2.529494, 2.57881, 2.487046, 2.715797, 2.806425, 2.780024, 2.552828, 2.40501, 2.346566, 2.195544, 2.075633, 1.999471, 1.965197, 1.933296, 3.40499, 3.443456, 3.247968, 3.555823, 3.472463, 3.782478, 3.572912, 3.595837, 3.648228, 4.104249, 4.285344, 4.248025, 6.289923, 6.497471, 6.59345, 6.451414, 6.383692, 7.898823, 8.991827, 8.536328, 8.728255, 7.955382, 4.96613, 5.356036, 1.714784, 1.001518], "sum_m_pl": [15.375557, 20.043344, 19.469728, 19.528047, 18.985778, 18.679839, 18.75499, 18.727179, 18.562005, 19.060265, 18.837248, 18.917558, 19.043613, 18.772902, 19.355202, 19.730241, 20.251876, 20.108029, 20.489524, 21.020495, 21.416915, 21.560311, 21.462882, 21.53705, 17.596596, 16.946919, 16.363657, 17.590414, 18.704691, 18.603421, 19.066137, 19.113795, 19.316682, 18.684002, 18.341173, 18.298829, 17.230581, 16.775533, 16.238231, 16.445921, 15.855062, 15.123244, 13.871032, 12.507861, 13.772773, 14.482434, 16.183284, 18.231532, 35.655327, 42.396806]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 85, "item_id": "pes-Stomatologia dziecięca-2019 wiosna-44", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 844, "region_end": 83, "roundtrip_ok": true, "tf_agree": 0.9647, "tf_agree_excl_first": 0.9762}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [30, 19, 21, 19, 18, 22, 20, 19, 21, 23, 26, 26, 25, 27, 23, 22, 27, 30, 32, 36, 42, 37, 36, 37, 35, 38, 34, 33, 37, 42, 36, 28, 41, 43, 31, 36, 37, 50, 50, 49, 52, 50, 49, 49, 42, 41, 49, 54, 57, 53], "n_am_pl": [5, 22, 15, 20, 15, 13, 20, 8, 13, 15, 11, 14, 8, 16, 12, 9, 10, 9, 5, 9, 7, 7, 10, 11, 10, 6, 8, 10, 7, 5, 11, 14, 6, 6, 9, 5, 9, 5, 13, 14, 6, 8, 7, 6, 6, 9, 7, 2, 0, 1], "n_pos": 107, "sum_m_en": [12.174849, 6.781612, 6.256, 5.96948, 6.199574, 6.736178, 6.898552, 7.021325, 7.577746, 7.095954, 6.881999, 7.168454, 7.353469, 7.456022, 7.546437, 7.112955, 7.178634, 6.648038, 6.344677, 5.896144, 5.67989, 5.35662, 5.13532, 5.07526, 15.239841, 14.425046, 13.32284, 12.989875, 13.125543, 12.545518, 11.634055, 10.496826, 10.918514, 11.219728, 11.962696, 14.03193, 17.648156, 20.138552, 22.353344, 23.030622, 24.556659, 29.087166, 32.311389, 37.21976, 36.088087, 36.833819, 45.829675, 50.409453, 54.835042, 53.009321], "sum_m_pl": [37.754117, 48.800826, 48.407837, 47.572708, 45.486161, 45.465122, 46.437601, 45.588899, 45.230073, 46.619304, 46.412211, 46.353992, 47.988092, 46.989544, 47.270985, 48.835354, 49.16367, 48.630349, 49.793519, 51.027793, 50.766644, 51.445091, 52.021391, 52.200507, 37.770227, 38.205526, 38.549886, 39.810866, 41.281223, 41.871374, 43.97513, 44.589048, 44.360512, 44.130635, 43.001904, 39.495332, 35.198729, 34.009154, 31.898422, 30.397213, 26.753939, 20.466687, 17.310242, 14.108441, 12.584828, 12.199711, 8.836493, 5.50939, 1.034715, 0.652]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 1, "sum_m_en": [0.084378, 0.043482, 0.040966, 0.04311, 0.047752, 0.050517, 0.060036, 0.054631, 0.053324, 0.057889, 0.058158, 0.054765, 0.060798, 0.059272, 0.061701, 0.073345, 0.06425, 0.056527, 0.050565, 0.048261, 0.046217, 0.041636, 0.040796, 0.041275, 0.098813, 0.08072, 0.076025, 0.066864, 0.08377, 0.066633, 0.073557, 0.085592, 0.073574, 0.077206, 0.071875, 0.057858, 0.065093, 0.068201, 0.091291, 0.087889, 0.052836, 0.061051, 0.054946, 0.056838, 0.030903, 0.009762, 0.008147, 0.00427, 0.001074, 0.0], "sum_m_pl": [0.354676, 0.534638, 0.510562, 0.502003, 0.396954, 0.370603, 0.370892, 0.326316, 0.32899, 0.360267, 0.367963, 0.360315, 0.370251, 0.382268, 0.411558, 0.399926, 0.394836, 0.413542, 0.433716, 0.420675, 0.428713, 0.448272, 0.458052, 0.463937, 0.375615, 0.333231, 0.335132, 0.320996, 0.329497, 0.290183, 0.297406, 0.34119, 0.362499, 0.355342, 0.343031, 0.315139, 0.311772, 0.253887, 0.233153, 0.208905, 0.180593, 0.209937, 0.237955, 0.206885, 0.20705, 0.196487, 0.13424, 0.084706, 0.009144, 0.0]}, "lang": {"n_am_en": [15, 10, 13, 10, 10, 12, 12, 12, 18, 15, 14, 13, 13, 16, 14, 16, 14, 19, 18, 21, 22, 21, 20, 22, 23, 22, 23, 20, 22, 23, 18, 16, 24, 24, 15, 17, 20, 26, 30, 30, 32, 31, 29, 31, 23, 26, 34, 40, 50, 52], "n_am_pl": [3, 11, 10, 9, 9, 10, 11, 5, 7, 9, 7, 6, 4, 9, 9, 6, 6, 4, 2, 4, 4, 4, 5, 6, 5, 4, 3, 4, 3, 2, 7, 9, 4, 2, 5, 1, 5, 1, 7, 7, 3, 4, 3, 3, 5, 5, 4, 1, 0, 1], "n_pos": 54, "sum_m_en": [6.257057, 3.425497, 3.246071, 3.215256, 3.391728, 3.739228, 3.912687, 3.9524, 4.401479, 3.960601, 3.653106, 3.765028, 3.874183, 3.86905, 3.897677, 3.620774, 3.633535, 3.35729, 3.289258, 3.010416, 2.828915, 2.664141, 2.571707, 2.54432, 7.432277, 7.864338, 7.117823, 6.961543, 6.921059, 6.381383, 5.964314, 5.51852, 5.805806, 5.930857, 6.212092, 7.283315, 9.254358, 11.332774, 12.311314, 13.318393, 14.593569, 17.43495, 19.485939, 22.010933, 22.162539, 23.425523, 31.348399, 36.386781, 47.234692, 50.093982], "sum_m_pl": [19.350992, 24.698266, 24.464848, 23.780062, 23.015342, 23.230786, 23.844522, 23.429324, 23.015805, 23.824986, 23.707998, 23.80312, 24.29949, 23.893484, 24.106402, 24.878816, 25.001213, 24.686189, 25.226424, 25.883564, 25.839123, 26.155292, 26.430051, 26.551908, 20.261736, 20.266568, 20.494325, 20.729681, 21.264513, 21.572485, 22.3291, 22.64887, 22.553749, 22.711434, 21.87442, 20.09093, 17.806068, 16.54618, 15.47546, 14.916359, 13.435442, 10.580146, 8.727248, 7.349845, 6.533415, 5.619751, 4.098696, 2.588601, 0.43395, 0.445586]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 109, "item_id": "pes-Stomatologia zachowawcza-2018 jesień-24", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 918, "region_end": 107, "roundtrip_ok": true, "tf_agree": 0.9725, "tf_agree_excl_first": 0.9815}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [22, 24, 16, 8, 19, 11, 17, 17, 13, 19, 19, 11, 15, 14, 10, 13, 18, 9, 10, 8, 11, 10, 7, 9, 18, 21, 16, 16, 19, 14, 19, 17, 17, 14, 15, 13, 20, 25, 21, 22, 23, 25, 22, 20, 16, 12, 10, 9, 1, 0], "n_am_pl": [3, 13, 17, 15, 13, 20, 16, 16, 18, 15, 14, 13, 14, 13, 11, 12, 17, 15, 15, 23, 17, 21, 24, 27, 11, 14, 14, 12, 7, 14, 15, 14, 14, 8, 7, 7, 11, 14, 12, 14, 7, 7, 10, 9, 11, 14, 19, 24, 38, 44], "n_pos": 79, "sum_m_en": [6.832782, 4.034189, 3.925857, 3.863147, 4.232231, 4.405622, 4.513772, 4.501626, 4.550887, 4.751613, 4.760701, 4.785595, 4.801259, 4.844817, 4.854782, 4.703908, 4.73291, 4.244264, 3.764618, 3.68639, 3.643438, 3.441445, 3.348842, 3.308922, 7.273909, 7.718914, 7.207607, 7.061933, 6.897311, 6.584786, 6.803533, 6.779029, 6.635524, 6.520418, 6.611919, 6.458192, 7.635716, 8.787397, 8.276071, 9.344621, 11.09857, 12.233864, 13.220035, 14.148518, 12.196436, 9.47881, 7.903692, 8.267052, 1.548411, 0.269639], "sum_m_pl": [30.097934, 35.787468, 35.696036, 34.5004, 32.87347, 33.349483, 34.384244, 33.605764, 33.981471, 34.813239, 33.884335, 33.590778, 35.261136, 34.710011, 35.207313, 36.771627, 37.413766, 37.401022, 38.658522, 38.950451, 38.478639, 38.982536, 39.143311, 39.250605, 31.446734, 31.205128, 30.9331, 31.731761, 32.588486, 33.240534, 33.702645, 33.52449, 34.001199, 33.002838, 32.206941, 31.333862, 29.656351, 28.206248, 28.267881, 27.791807, 25.33036, 23.23917, 22.464671, 20.059897, 19.171797, 20.639822, 21.301019, 25.251167, 36.564357, 43.956982]}, "digit": {"n_am_en": [0, 1, 2, 1, 1, 0, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.147288, 0.097438, 0.113669, 0.099552, 0.11316, 0.106781, 0.096575, 0.112533, 0.121927, 0.124732, 0.16718, 0.145492, 0.126423, 0.119068, 0.12069, 0.10532, 0.112599, 0.106907, 0.091386, 0.089146, 0.08689, 0.0807, 0.079473, 0.078986, 0.252367, 0.198807, 0.154943, 0.135144, 0.150314, 0.172996, 0.160859, 0.166179, 0.164941, 0.171952, 0.159732, 0.141396, 0.105493, 0.133699, 0.148209, 0.122703, 0.100381, 0.134376, 0.109885, 0.072829, 0.063556, 0.039359, 0.022435, 0.011092, 0.001544, 0.0], "sum_m_pl": [0.930191, 1.051087, 1.005135, 0.959385, 0.8758, 0.870023, 0.929913, 0.892758, 0.908421, 0.943327, 0.872083, 0.847777, 0.88315, 0.866367, 0.9011, 0.940607, 0.957996, 0.952918, 0.966672, 0.949424, 0.960883, 0.98209, 0.991114, 1.001242, 0.884138, 0.823929, 0.823875, 0.828001, 0.803457, 0.777333, 0.824991, 0.809676, 0.794422, 0.777316, 0.793921, 0.741912, 0.652148, 0.648962, 0.627359, 0.600352, 0.5847, 0.687918, 0.654047, 0.561822, 0.556584, 0.469021, 0.213107, 0.176164, 0.015007, 6e-06]}, "lang": {"n_am_en": [11, 15, 9, 4, 10, 5, 8, 8, 3, 10, 7, 5, 9, 8, 6, 6, 11, 5, 7, 7, 8, 6, 4, 4, 11, 11, 9, 9, 12, 10, 11, 7, 10, 7, 9, 7, 10, 14, 13, 14, 16, 16, 14, 13, 9, 8, 4, 2, 1, 0], "n_am_pl": [2, 6, 13, 11, 10, 15, 11, 9, 14, 12, 12, 10, 9, 11, 7, 8, 13, 11, 10, 16, 11, 15, 17, 16, 7, 9, 7, 6, 5, 10, 10, 9, 7, 5, 5, 5, 10, 9, 6, 6, 3, 4, 6, 6, 8, 12, 17, 20, 36, 44], "n_pos": 45, "sum_m_en": [3.876119, 2.319257, 2.298641, 2.291176, 2.524953, 2.543017, 2.71865, 2.600064, 2.625406, 2.810856, 2.716881, 2.795887, 2.854258, 2.825746, 2.830618, 2.755179, 2.824495, 2.527241, 2.247665, 2.191462, 2.120388, 1.997194, 1.931871, 1.890811, 3.684549, 3.975786, 3.70625, 3.898848, 3.952647, 3.87945, 4.095885, 3.996079, 3.92487, 3.858057, 3.929032, 3.856859, 4.162757, 4.753906, 4.346597, 4.655682, 5.922605, 6.807701, 7.753979, 7.928231, 6.437776, 4.599546, 3.105026, 2.009947, 0.889229, 0.246947], "sum_m_pl": [16.795074, 20.426706, 20.273521, 19.524719, 18.512828, 18.71249, 19.188486, 18.929198, 19.18717, 19.664099, 19.108727, 18.933054, 19.92358, 19.964476, 20.149067, 21.081583, 21.44649, 21.427568, 22.079065, 22.236361, 21.977719, 22.172706, 22.334622, 22.322943, 17.658436, 17.737493, 17.396818, 18.068788, 18.912894, 19.489515, 19.80263, 19.699768, 19.770362, 19.586901, 18.827846, 18.82831, 18.11822, 16.840585, 17.075181, 16.646767, 15.513348, 14.039255, 13.157396, 12.310427, 13.602268, 16.084494, 17.468748, 20.588071, 33.296927, 42.509947]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 81, "item_id": "pes-Stomatologia zachowawcza-2018 jesień-24", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 798, "region_end": 79, "roundtrip_ok": true, "tf_agree": 0.963, "tf_agree_excl_first": 0.975}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [43, 48, 34, 29, 29, 28, 32, 37, 29, 32, 35, 29, 26, 24, 23, 29, 22, 21, 31, 25, 23, 21, 21, 19, 31, 29, 28, 32, 41, 36, 34, 33, 33, 31, 38, 41, 36, 36, 46, 42, 47, 40, 47, 53, 49, 51, 61, 68, 71, 64], "n_am_pl": [6, 23, 17, 16, 12, 11, 13, 15, 15, 20, 13, 17, 22, 29, 18, 16, 26, 29, 34, 37, 38, 37, 40, 33, 28, 29, 23, 23, 21, 22, 26, 21, 25, 24, 29, 29, 26, 27, 26, 36, 31, 27, 29, 28, 31, 34, 27, 20, 12, 10], "n_pos": 149, "sum_m_en": [16.485448, 9.548524, 9.13106, 8.960319, 8.887787, 8.530458, 8.650845, 8.74134, 8.789964, 9.794426, 9.803222, 10.233357, 10.999485, 11.31272, 11.404201, 11.150444, 10.712636, 10.357699, 9.688115, 8.389247, 7.93486, 7.615163, 7.393575, 7.122112, 13.321937, 15.02897, 16.343261, 17.034978, 16.255907, 16.412969, 15.800974, 15.625371, 16.195293, 16.323579, 16.494471, 17.018236, 20.313633, 21.270372, 24.402564, 24.523356, 27.803114, 29.113299, 31.179894, 35.722516, 39.502299, 46.301048, 53.98211, 62.389347, 66.665302, 63.062006], "sum_m_pl": [52.956434, 68.282425, 67.131052, 64.762078, 63.283996, 64.953151, 64.970777, 64.492141, 63.14778, 63.839465, 62.559126, 58.970806, 58.701002, 58.484357, 59.267683, 59.746108, 61.192147, 59.435062, 60.114732, 64.608041, 66.397171, 67.115116, 68.153692, 68.635804, 53.108969, 52.957502, 47.639645, 49.975894, 52.060765, 51.922826, 52.937702, 53.68214, 52.40904, 51.05535, 51.468507, 49.436503, 46.010525, 43.796948, 42.744931, 45.594816, 44.352455, 41.838207, 40.078234, 37.8203, 31.931347, 36.37289, 29.953172, 23.423534, 13.076038, 10.312717]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 29, 22, 20, 17, 18, 25, 25, 16, 16, 16, 20, 14, 16, 18, 18, 12, 8, 18, 13, 12, 15, 17, 15, 20, 19, 15, 18, 24, 21, 18, 20, 17, 17, 21, 23, 20, 21, 30, 26, 31, 26, 30, 34, 32, 34, 42, 49, 60, 64], "n_am_pl": [3, 12, 9, 11, 4, 4, 4, 8, 7, 9, 9, 9, 11, 13, 7, 6, 12, 14, 13, 19, 20, 16, 19, 16, 14, 16, 13, 11, 12, 14, 15, 10, 13, 13, 15, 15, 15, 15, 16, 18, 17, 13, 15, 12, 13, 16, 17, 14, 10, 9], "n_pos": 74, "sum_m_en": [8.815992, 5.068451, 4.816047, 4.539504, 4.481408, 4.372683, 4.489648, 4.349269, 4.455463, 4.785966, 4.937718, 5.133903, 5.400421, 5.685999, 5.779257, 5.505623, 5.361604, 5.175945, 4.968032, 4.270559, 4.057636, 3.861036, 3.722439, 3.57398, 7.604114, 8.949111, 9.497134, 9.173747, 8.738887, 8.731054, 8.141841, 8.33375, 8.892298, 8.960436, 9.243124, 10.165532, 12.070599, 13.054458, 14.472055, 14.826382, 16.948396, 17.91835, 19.093593, 22.763618, 25.629583, 31.730145, 36.764597, 44.389242, 55.618341, 60.078962], "sum_m_pl": [25.822281, 34.210796, 33.922723, 32.493205, 31.706415, 32.777694, 32.97238, 32.876871, 31.896913, 32.499204, 31.718464, 30.119605, 30.053015, 29.540215, 29.829397, 29.898513, 30.605293, 29.727759, 29.727688, 32.072855, 32.995413, 33.380056, 33.977141, 34.297942, 26.967984, 26.888254, 24.502509, 25.665827, 26.57649, 26.63341, 27.389516, 27.23564, 26.696512, 26.327149, 26.344143, 25.934806, 24.154314, 23.687221, 23.264944, 24.524333, 23.866051, 22.91262, 21.509174, 19.937866, 16.789368, 18.008002, 17.694292, 13.656636, 10.701833, 9.424872]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 151, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-41", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 909, "region_end": 149, "roundtrip_ok": true, "tf_agree": 0.9801, "tf_agree_excl_first": 0.9867}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [25, 16, 18, 12, 13, 13, 14, 16, 10, 15, 15, 18, 9, 17, 24, 16, 12, 10, 11, 4, 6, 4, 5, 5, 19, 19, 16, 21, 21, 16, 11, 17, 15, 22, 20, 25, 17, 19, 16, 13, 19, 13, 15, 18, 15, 14, 7, 9, 2, 2], "n_am_pl": [8, 13, 14, 10, 12, 9, 13, 8, 10, 6, 5, 5, 9, 8, 9, 9, 10, 12, 13, 21, 20, 22, 22, 19, 15, 15, 13, 14, 10, 12, 20, 15, 16, 13, 15, 24, 22, 23, 26, 33, 27, 29, 34, 31, 35, 36, 39, 36, 47, 48], "n_pos": 80, "sum_m_en": [7.84054, 3.993165, 4.161298, 4.10395, 4.145486, 4.366937, 4.459963, 4.714592, 4.752401, 5.048967, 5.114589, 5.487656, 5.55561, 5.91988, 5.976845, 5.904205, 5.677119, 5.348706, 4.739491, 4.185773, 3.988867, 3.771379, 3.722172, 3.645359, 6.27959, 6.754043, 7.13272, 7.521108, 7.363067, 7.527953, 7.423181, 7.505318, 7.597149, 7.861613, 8.117359, 8.154664, 8.167281, 9.332554, 9.781321, 8.64554, 11.082561, 10.869531, 10.668496, 11.189221, 9.794963, 10.738106, 8.453727, 8.155181, 2.612336, 2.002302], "sum_m_pl": [30.066448, 37.400987, 36.901587, 36.583373, 35.345138, 35.356411, 35.450778, 34.482025, 34.765404, 34.559626, 34.4014, 32.862028, 33.516358, 33.61669, 33.794577, 33.765306, 34.386139, 34.320238, 34.882615, 36.801975, 37.379045, 37.922229, 38.13777, 38.255141, 31.458321, 30.961807, 29.358263, 30.591375, 31.796037, 31.862469, 31.45121, 31.909511, 31.428169, 29.797237, 29.612597, 29.517521, 29.435713, 29.89824, 29.786141, 32.554537, 30.813842, 30.618276, 33.385112, 33.910147, 36.465879, 39.500315, 40.01458, 38.092596, 42.095647, 47.756811]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [13, 11, 9, 6, 9, 7, 8, 8, 4, 10, 9, 12, 5, 10, 18, 10, 9, 8, 8, 2, 2, 2, 4, 5, 13, 13, 11, 14, 17, 11, 10, 14, 11, 15, 16, 18, 12, 12, 12, 10, 16, 12, 12, 13, 12, 12, 5, 8, 2, 2], "n_am_pl": [7, 8, 10, 5, 7, 6, 8, 5, 6, 3, 2, 1, 5, 3, 7, 6, 8, 6, 7, 12, 11, 12, 13, 11, 8, 8, 6, 8, 7, 5, 10, 7, 9, 9, 10, 15, 15, 17, 15, 19, 15, 17, 21, 20, 26, 27, 33, 30, 45, 47], "n_pos": 50, "sum_m_en": [4.902562, 2.418193, 2.481742, 2.45737, 2.575285, 2.730843, 2.740966, 2.866324, 2.920438, 3.132197, 3.181472, 3.50944, 3.481586, 3.715384, 3.637084, 3.547794, 3.44662, 3.273178, 2.928823, 2.605512, 2.503315, 2.350303, 2.3257, 2.288382, 3.884509, 4.358868, 4.644834, 4.884424, 4.725065, 4.844163, 4.788943, 4.814581, 4.797187, 4.956157, 5.141107, 5.011514, 5.309377, 6.364528, 6.944914, 5.884222, 8.355392, 8.404902, 8.020631, 7.96607, 7.282013, 8.219752, 6.245764, 6.843017, 2.275357, 1.9996], "sum_m_pl": [17.934554, 22.993414, 22.795519, 22.696168, 21.557446, 21.501435, 21.700725, 21.096736, 21.375221, 21.246229, 21.242438, 20.399691, 20.812103, 20.941746, 21.305315, 21.184602, 21.60637, 21.503903, 21.699171, 22.794384, 23.221353, 23.524713, 23.684196, 23.761666, 19.407363, 19.142061, 18.133581, 18.941871, 19.81131, 20.044751, 19.772649, 20.12477, 19.867756, 19.080268, 18.83114, 19.060971, 19.21723, 19.025871, 18.803367, 20.797722, 18.863993, 19.285181, 22.013794, 23.763045, 26.961937, 29.33297, 31.586318, 29.804161, 38.403759, 46.553251]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 82, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-41", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 789, "region_end": 80, "roundtrip_ok": true, "tf_agree": 0.9512, "tf_agree_excl_first": 0.963}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [66, 60, 56, 41, 42, 43, 56, 60, 56, 57, 66, 67, 71, 55, 65, 61, 67, 62, 73, 75, 80, 89, 84, 67, 88, 93, 76, 81, 71, 82, 84, 87, 98, 98, 87, 97, 100, 116, 120, 123, 124, 118, 123, 124, 112, 120, 123, 131, 127, 129], "n_am_pl": [19, 31, 35, 44, 37, 37, 36, 31, 31, 28, 34, 38, 34, 38, 39, 41, 53, 55, 32, 40, 41, 43, 46, 47, 25, 26, 32, 26, 40, 29, 33, 37, 30, 31, 40, 34, 27, 17, 19, 18, 19, 18, 18, 19, 18, 17, 13, 14, 10, 8], "n_pos": 226, "sum_m_en": [27.999356, 14.757696, 13.553677, 13.566763, 13.643711, 14.21474, 14.546354, 14.936856, 15.074789, 14.500963, 14.901136, 16.17153, 16.453891, 17.279588, 17.084539, 16.909317, 16.603687, 15.895443, 14.885991, 13.405228, 13.647406, 12.303288, 11.532025, 11.192058, 29.713008, 32.833687, 32.627591, 30.03911, 29.659313, 30.143815, 27.996205, 28.372982, 30.485091, 31.716745, 32.826022, 35.945626, 46.725951, 49.766574, 55.256544, 58.472344, 63.778663, 74.074918, 83.384336, 89.910189, 91.248881, 100.144591, 112.646366, 121.288674, 124.666493, 127.627386], "sum_m_pl": [76.407606, 104.083199, 104.448697, 102.626547, 100.38258, 101.359907, 103.177043, 102.387034, 102.565439, 104.237726, 104.462741, 103.874954, 105.248073, 102.894749, 104.572529, 104.846262, 105.10085, 104.514034, 104.585283, 108.553399, 108.978494, 110.932056, 111.341105, 111.507053, 89.430192, 88.932257, 87.577651, 92.127989, 93.296494, 91.955165, 96.477642, 95.666474, 93.496106, 90.398976, 87.556697, 83.470142, 73.260716, 69.40272, 64.525534, 63.314073, 58.196828, 46.17879, 43.134916, 38.502974, 30.855221, 26.924383, 21.051198, 17.083649, 9.928326, 8.573653]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [43, 39, 43, 28, 28, 24, 31, 33, 32, 36, 39, 41, 43, 39, 43, 43, 46, 42, 51, 52, 54, 58, 55, 47, 63, 61, 52, 57, 50, 58, 55, 61, 74, 75, 63, 72, 73, 83, 88, 90, 91, 90, 95, 93, 90, 95, 100, 110, 119, 128], "n_am_pl": [12, 21, 18, 26, 23, 25, 26, 21, 21, 18, 20, 19, 22, 23, 26, 23, 29, 32, 20, 26, 26, 29, 31, 29, 18, 22, 23, 16, 23, 18, 23, 25, 18, 20, 26, 21, 14, 14, 15, 13, 14, 13, 14, 15, 14, 13, 11, 11, 8, 8], "n_pos": 140, "sum_m_en": [18.5706, 9.438639, 8.632009, 8.618839, 8.560893, 8.980363, 9.283184, 9.416175, 9.786297, 9.41968, 9.546916, 10.244987, 10.46837, 11.227412, 11.132316, 10.972508, 10.778658, 10.398923, 9.692493, 8.64962, 9.045777, 7.900847, 7.359004, 7.133052, 21.869176, 23.969888, 23.690852, 21.347904, 21.019827, 21.099202, 19.63315, 19.986483, 21.809907, 22.815822, 22.942802, 25.575019, 33.718688, 35.071247, 39.100867, 42.059716, 45.906621, 55.213382, 63.044755, 68.118278, 71.663197, 79.375054, 91.205441, 100.058134, 114.021373, 124.618445], "sum_m_pl": [46.061494, 64.057514, 64.817342, 63.630435, 62.190552, 62.795223, 64.257452, 63.699808, 63.793862, 64.606127, 64.737334, 64.511198, 65.19964, 63.574309, 64.810443, 64.799787, 65.00801, 64.607303, 64.773904, 67.321058, 67.290974, 68.684123, 69.001906, 69.150929, 55.749235, 55.343578, 54.122701, 56.896192, 57.635402, 57.030125, 60.142717, 59.520017, 57.8815, 56.343659, 54.498932, 51.588273, 44.736756, 42.876488, 40.220259, 39.593517, 37.222204, 29.53827, 27.960382, 25.772395, 21.181228, 18.684264, 15.100574, 11.775184, 8.302576, 8.004533]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 228, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-89", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 976, "region_end": 226, "roundtrip_ok": true, "tf_agree": 0.9693, "tf_agree_excl_first": 0.9736}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [46, 40, 25, 23, 30, 23, 31, 25, 26, 18, 22, 23, 23, 30, 37, 42, 43, 28, 28, 33, 29, 36, 29, 30, 40, 48, 37, 41, 37, 38, 41, 38, 44, 36, 38, 41, 39, 41, 47, 47, 48, 45, 42, 41, 37, 36, 16, 14, 4, 2], "n_am_pl": [9, 19, 28, 22, 18, 19, 19, 20, 15, 16, 15, 19, 17, 23, 25, 23, 32, 28, 26, 32, 31, 28, 32, 27, 18, 13, 28, 17, 24, 21, 17, 19, 25, 29, 29, 26, 26, 26, 27, 25, 19, 16, 21, 32, 38, 46, 56, 57, 83, 90], "n_pos": 141, "sum_m_en": [13.175399, 7.326209, 7.169057, 7.41362, 7.852803, 8.276678, 7.97488, 8.465063, 8.378827, 8.388585, 8.302875, 8.608195, 8.802706, 9.081871, 9.313512, 9.681701, 9.324206, 8.493693, 7.784285, 7.392018, 7.455241, 7.095771, 6.736687, 6.604105, 14.448074, 16.914299, 14.659793, 14.629398, 14.110824, 13.565648, 13.065678, 12.399476, 12.721027, 12.402055, 13.663814, 14.783514, 16.609392, 17.854033, 20.277357, 21.596011, 22.778667, 25.329953, 26.673388, 26.755778, 25.600306, 26.502262, 16.941995, 13.827459, 4.207601, 2.086114], "sum_m_pl": [51.790589, 64.63016, 63.737851, 62.795948, 59.434086, 59.541287, 60.829584, 60.284506, 60.617472, 60.747896, 60.582342, 61.025345, 64.081089, 62.765369, 63.955858, 64.555929, 64.874344, 65.41198, 65.772689, 67.902725, 68.543955, 69.208428, 69.474991, 69.781509, 55.7809, 54.392888, 53.708901, 56.519452, 57.756634, 59.409813, 61.366952, 61.791264, 62.810724, 60.684868, 59.138078, 58.134322, 54.189483, 52.439933, 51.020002, 50.283035, 48.331423, 42.321308, 42.602095, 43.306588, 46.746391, 50.454942, 54.269872, 58.314518, 79.562437, 89.565249]}, "digit": {"n_am_en": [0, 1, 1, 1, 1, 1, 1, 2, 1, 0, 0, 0, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.159021, 0.081725, 0.079793, 0.077938, 0.094533, 0.120838, 0.113423, 0.126184, 0.11523, 0.100116, 0.098316, 0.090051, 0.097228, 0.106247, 0.112657, 0.150582, 0.144008, 0.128927, 0.115571, 0.100365, 0.099287, 0.096841, 0.09291, 0.093123, 0.355303, 0.214977, 0.203649, 0.233754, 0.211236, 0.201451, 0.201826, 0.162368, 0.141906, 0.133549, 0.148372, 0.145346, 0.145554, 0.148685, 0.159258, 0.155094, 0.109998, 0.104881, 0.097687, 0.11205, 0.075015, 0.064299, 0.0515, 0.028949, 0.001087, 1e-06], "sum_m_pl": [0.907194, 1.110343, 1.100902, 1.087541, 0.982318, 0.814513, 0.903788, 0.88631, 0.921663, 0.947053, 0.987605, 1.029581, 1.0311, 1.022038, 1.036208, 1.000887, 1.022042, 1.021585, 1.036455, 1.052459, 1.050881, 1.061008, 1.057211, 1.054605, 0.843219, 0.925253, 0.931447, 0.947782, 0.975901, 0.991541, 0.967592, 0.956069, 0.97492, 1.01119, 0.968996, 0.976818, 0.906714, 0.910771, 0.85329, 0.875928, 0.86868, 0.893976, 0.894823, 0.689919, 0.68854, 0.693686, 0.520179, 0.291784, 0.012956, 6.1e-05]}, "lang": {"n_am_en": [32, 27, 16, 12, 17, 12, 19, 12, 14, 16, 17, 17, 14, 20, 23, 28, 30, 20, 19, 24, 22, 26, 18, 20, 29, 34, 25, 25, 26, 23, 32, 28, 30, 28, 30, 34, 34, 31, 37, 39, 39, 37, 34, 34, 29, 27, 11, 8, 3, 2], "n_am_pl": [5, 11, 17, 11, 12, 13, 13, 17, 10, 11, 9, 9, 10, 10, 15, 19, 19, 20, 20, 23, 26, 21, 25, 20, 11, 9, 23, 14, 18, 18, 10, 10, 15, 17, 16, 11, 14, 17, 15, 15, 12, 12, 18, 22, 29, 36, 45, 48, 78, 90], "n_pos": 92, "sum_m_en": [8.906572, 4.669037, 4.563256, 4.623628, 4.945374, 5.196695, 5.065893, 5.576857, 5.501031, 5.573191, 5.43004, 5.629416, 5.816681, 5.931529, 6.140449, 6.445086, 6.197222, 5.663869, 5.219365, 5.01964, 5.113251, 4.834072, 4.528849, 4.438288, 10.105575, 12.270817, 10.502471, 10.278513, 9.858017, 9.252255, 9.041977, 8.598622, 8.899612, 8.612274, 9.64371, 10.511221, 11.608018, 12.574576, 14.636828, 15.932846, 16.861361, 19.613155, 20.402045, 20.153082, 19.080904, 20.437649, 12.601605, 8.701512, 3.156657, 2.077462], "sum_m_pl": [32.72247, 42.052076, 41.414276, 40.792119, 38.542837, 38.954283, 39.877352, 39.575654, 39.543927, 39.448928, 39.467559, 39.800012, 41.543242, 40.767864, 41.727062, 41.903656, 42.171362, 42.665849, 42.673595, 43.914362, 44.313568, 44.79959, 45.055444, 45.323536, 36.417338, 35.473511, 35.333698, 36.922758, 37.8155, 39.316152, 40.710771, 40.733958, 41.57402, 40.47388, 39.216024, 38.612084, 36.194026, 35.850936, 34.720444, 34.351773, 32.695046, 29.363084, 29.744754, 30.156326, 34.488709, 37.037945, 43.902398, 49.473595, 72.735613, 88.214231]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 143, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-89", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 856, "region_end": 141, "roundtrip_ok": true, "tf_agree": 0.979, "tf_agree_excl_first": 0.9859}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [41, 36, 32, 30, 27, 29, 36, 34, 28, 40, 47, 48, 46, 41, 37, 35, 39, 30, 29, 38, 42, 47, 38, 44, 49, 52, 44, 45, 43, 47, 45, 39, 35, 43, 47, 44, 43, 46, 44, 45, 46, 49, 50, 57, 52, 56, 53, 54, 55, 52], "n_am_pl": [4, 19, 20, 15, 19, 12, 11, 18, 15, 17, 12, 17, 21, 17, 25, 22, 19, 23, 19, 21, 17, 13, 22, 19, 15, 16, 12, 15, 16, 14, 20, 14, 15, 19, 12, 15, 14, 11, 9, 12, 13, 19, 20, 18, 18, 7, 8, 6, 4, 3], "n_pos": 133, "sum_m_en": [14.995643, 8.725065, 8.122932, 7.939171, 8.095653, 7.830255, 8.15409, 8.486144, 8.591926, 9.023496, 9.411922, 10.849258, 10.818997, 11.436138, 10.894327, 10.101385, 9.680782, 9.604894, 8.785563, 8.678129, 8.410713, 7.878629, 7.119715, 6.839839, 20.912673, 20.321591, 18.699446, 17.360757, 16.897417, 17.472047, 15.74134, 15.74465, 16.174077, 17.097309, 18.228759, 20.697878, 24.739387, 28.401722, 29.223422, 31.006836, 32.155098, 34.951619, 38.85058, 40.801093, 42.808194, 48.188978, 48.68487, 52.711249, 53.849359, 51.290593], "sum_m_pl": [48.014425, 59.535072, 59.682311, 58.606151, 57.812937, 58.328371, 59.189866, 57.572215, 56.855993, 58.844614, 57.421931, 56.969386, 59.195554, 57.554757, 58.052583, 60.008211, 60.509718, 59.256254, 60.519981, 61.940773, 62.69545, 63.663237, 64.265818, 65.200573, 48.756311, 49.898607, 49.858708, 53.190258, 53.805916, 51.036554, 53.736722, 52.569628, 49.917315, 48.613276, 47.070502, 42.687529, 36.104208, 33.523269, 30.796341, 29.01339, 27.492951, 30.907702, 29.831534, 23.588994, 20.578021, 11.017071, 10.630216, 7.354401, 4.68434, 3.534028]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [25, 19, 14, 14, 14, 11, 16, 19, 16, 19, 21, 26, 26, 20, 23, 13, 18, 11, 14, 21, 24, 26, 22, 25, 31, 29, 25, 21, 20, 22, 27, 22, 23, 23, 28, 25, 26, 27, 31, 28, 30, 35, 33, 37, 37, 38, 37, 39, 48, 51], "n_am_pl": [1, 7, 7, 6, 6, 6, 4, 6, 5, 6, 4, 7, 6, 5, 8, 6, 6, 6, 8, 8, 7, 4, 11, 9, 7, 6, 3, 8, 6, 4, 5, 5, 3, 6, 5, 7, 8, 6, 4, 6, 7, 11, 12, 8, 9, 6, 4, 4, 4, 3], "n_pos": 55, "sum_m_en": [6.277068, 3.788637, 3.383735, 3.185119, 3.178388, 3.156319, 3.414081, 3.719597, 3.902728, 4.095931, 4.255603, 5.302467, 5.384109, 5.707604, 5.123718, 4.649377, 4.309127, 4.294906, 3.909042, 4.037536, 4.00632, 3.770501, 3.256601, 3.085302, 12.543559, 11.183375, 9.653387, 8.827275, 8.532494, 8.895243, 8.072779, 8.028902, 8.362775, 8.920489, 9.325107, 10.842716, 13.638707, 16.72661, 17.624208, 18.475537, 20.231737, 23.515636, 26.097461, 27.882049, 29.876715, 32.902498, 33.810474, 37.186322, 47.00936, 48.458506], "sum_m_pl": [20.178618, 24.091487, 24.649805, 24.779496, 24.173491, 24.476417, 24.874377, 24.020703, 23.54702, 24.207034, 23.86286, 23.488016, 24.254386, 23.435366, 23.861401, 24.520072, 25.08331, 24.453999, 25.017855, 25.527465, 25.838294, 26.234765, 26.603569, 26.845298, 18.653366, 19.055361, 19.78674, 21.155787, 21.414667, 20.175941, 21.457053, 21.262453, 20.640134, 20.091743, 19.522207, 17.932751, 15.514999, 14.095342, 12.781479, 12.081149, 11.399635, 13.892528, 13.841212, 9.731702, 9.476819, 5.868746, 4.880501, 4.291364, 4.059599, 3.294024]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 135, "item_id": "pes-Stomatologia zachowawcza-2020 jesień-79", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 986, "region_end": 133, "roundtrip_ok": true, "tf_agree": 0.9704, "tf_agree_excl_first": 0.9776}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 2, 0, 2, 3, 2, 1, 2, 0, 1, 1, 0, 2, 1, 1, 1, 0, 0, 0, 1, 1, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 1, 0, 1, 2, 1, 2, 1, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.243991, 0.139695, 0.162688, 0.184383, 0.188412, 0.162208, 0.14966, 0.158405, 0.14653, 0.140218, 0.145058, 0.153818, 0.158871, 0.158314, 0.172839, 0.169367, 0.162366, 0.149874, 0.14765, 0.140452, 0.132703, 0.126577, 0.122615, 0.124625, 0.26198, 0.212189, 0.22796, 0.272297, 0.243681, 0.213623, 0.248785, 0.189196, 0.234283, 0.226895, 0.326619, 0.26551, 0.451597, 0.301666, 0.265264, 0.234697, 0.22125, 0.211471, 0.202415, 0.222027, 0.114068, 0.13087, 0.182603, 0.086924, 0.001158, 4e-06], "sum_m_pl": [1.299368, 1.434623, 1.479185, 1.456034, 1.444115, 1.509961, 1.476823, 1.427131, 1.450561, 1.45011, 1.433097, 1.453663, 1.448506, 1.480077, 1.354903, 1.352575, 1.350671, 1.304375, 1.364139, 1.367151, 1.364538, 1.380876, 1.411734, 1.427651, 1.103229, 1.1181, 1.064533, 1.07858, 1.083768, 1.179431, 1.154057, 1.229291, 1.026682, 0.970637, 1.063332, 1.134968, 1.022623, 0.986525, 1.033175, 1.040332, 1.135376, 1.171093, 1.17646, 1.104643, 0.598528, 0.548934, 0.378205, 0.278522, 0.01078, 0.193549]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 185, "item_id": "pes-Stomatologia zachowawcza-2020 jesień-79", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 866, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.9838, "tf_agree_excl_first": 0.9891}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [45, 36, 23, 32, 36, 32, 31, 47, 33, 37, 34, 46, 51, 53, 46, 39, 45, 44, 43, 38, 37, 38, 40, 48, 57, 53, 39, 52, 45, 52, 46, 40, 38, 42, 49, 50, 53, 51, 51, 58, 60, 55, 55, 59, 65, 73, 84, 72, 69, 71], "n_am_pl": [8, 31, 34, 25, 20, 27, 21, 16, 12, 21, 14, 15, 15, 12, 17, 16, 14, 18, 18, 16, 21, 23, 24, 22, 19, 23, 21, 19, 20, 13, 15, 24, 11, 14, 8, 10, 9, 10, 18, 14, 14, 21, 20, 18, 16, 16, 8, 6, 5, 2], "n_pos": 164, "sum_m_en": [18.166776, 10.059012, 9.280997, 9.896454, 10.200889, 9.845658, 9.661224, 9.834303, 9.736017, 10.140598, 10.370887, 11.369226, 11.300987, 11.943323, 12.338861, 11.412674, 11.237292, 10.760783, 9.902459, 8.826532, 8.094791, 7.616704, 7.347364, 7.167779, 16.572191, 18.425584, 18.069021, 18.121525, 17.578194, 17.30372, 16.358804, 16.203567, 18.289965, 18.854982, 21.838316, 23.371894, 30.038631, 30.645178, 33.971575, 35.87416, 38.05422, 41.627049, 44.009984, 48.657246, 56.992722, 62.544405, 77.269688, 71.360892, 69.352153, 72.361714], "sum_m_pl": [59.685384, 73.308982, 73.33199, 71.654165, 71.583502, 74.539684, 73.542921, 73.70433, 73.790597, 74.665854, 74.611504, 73.810908, 75.347959, 74.224891, 73.648514, 75.577064, 76.916465, 76.485234, 77.521373, 80.247025, 81.118024, 82.323649, 82.241652, 82.489898, 66.207269, 64.843427, 63.521397, 65.69232, 66.13545, 64.778985, 67.083774, 67.00631, 62.744585, 63.47122, 61.747105, 59.55822, 50.625535, 51.704231, 48.620641, 46.242794, 41.922099, 37.036826, 35.860214, 31.466898, 27.301003, 22.789422, 12.915348, 8.896334, 4.84852, 2.764362]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [28, 16, 14, 13, 16, 16, 17, 26, 19, 20, 19, 25, 24, 29, 27, 23, 25, 24, 25, 25, 21, 22, 23, 28, 31, 31, 24, 29, 27, 26, 27, 23, 21, 22, 25, 29, 32, 31, 30, 33, 34, 35, 34, 38, 45, 48, 54, 52, 59, 71], "n_am_pl": [5, 13, 14, 11, 11, 12, 13, 9, 6, 10, 9, 8, 8, 5, 4, 8, 4, 7, 10, 6, 9, 11, 13, 9, 9, 11, 8, 9, 8, 7, 9, 14, 5, 7, 3, 2, 4, 4, 6, 5, 5, 5, 4, 3, 2, 4, 1, 2, 5, 2], "n_pos": 76, "sum_m_en": [9.234543, 4.783936, 4.321777, 4.419832, 4.741477, 4.744233, 4.637632, 4.671652, 4.843136, 4.883471, 4.961192, 5.405978, 5.422929, 5.826619, 5.966157, 5.590372, 5.443885, 5.329269, 4.793762, 4.181074, 3.802824, 3.562033, 3.419519, 3.343292, 8.930969, 9.922224, 10.033741, 9.348015, 9.061399, 8.914654, 8.083008, 8.264838, 9.666271, 10.10798, 12.062233, 12.945071, 17.213758, 18.039615, 20.444121, 21.602525, 22.999401, 27.143135, 28.797216, 32.411638, 37.863803, 40.775124, 51.309159, 51.507015, 60.112817, 69.337917], "sum_m_pl": [27.267415, 34.105957, 34.181973, 33.541513, 33.219751, 34.233022, 34.245108, 34.453839, 34.097981, 34.320157, 34.158195, 33.749037, 34.051739, 33.740831, 33.624264, 34.629815, 35.391278, 34.959571, 35.673899, 37.146799, 37.485756, 38.159601, 38.224075, 38.227258, 31.1737, 30.123653, 28.891028, 30.135579, 30.393583, 29.934875, 30.986794, 30.721416, 28.277933, 28.98637, 27.829427, 26.906143, 22.488178, 22.964859, 21.106918, 19.824793, 18.025436, 13.923651, 12.743054, 10.512412, 8.134752, 7.416714, 3.976055, 3.516902, 4.263664, 2.427244]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 166, "item_id": "pes-Transplantologia kliniczna-2018 wiosna-13", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 916, "region_end": 164, "roundtrip_ok": true, "tf_agree": 0.9699, "tf_agree_excl_first": 0.9758}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 2, 0, 3, 2, 3, 2, 2, 2, 1, 2, 1, 2, 2, 2, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 1, 0, 0, 1, 2, 1, 2, 2, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 2, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.242706, 0.139013, 0.158553, 0.181976, 0.183066, 0.155485, 0.144448, 0.155026, 0.1438, 0.137905, 0.142147, 0.150425, 0.157707, 0.161039, 0.177527, 0.174426, 0.163953, 0.151831, 0.141532, 0.13364, 0.127133, 0.121494, 0.116551, 0.119866, 0.26821, 0.221993, 0.246543, 0.254482, 0.233927, 0.20851, 0.213347, 0.169633, 0.218935, 0.239918, 0.312613, 0.248489, 0.381741, 0.280071, 0.276862, 0.224758, 0.22627, 0.208915, 0.201749, 0.217913, 0.133505, 0.153424, 0.11008, 0.047499, 0.012034, 2.6e-05], "sum_m_pl": [1.307974, 1.462196, 1.507415, 1.470751, 1.456426, 1.525353, 1.484956, 1.441365, 1.461256, 1.457117, 1.441598, 1.467869, 1.458687, 1.489622, 1.379866, 1.373624, 1.38931, 1.358838, 1.428488, 1.422142, 1.415541, 1.423751, 1.459089, 1.457126, 1.145047, 1.154296, 1.105156, 1.144501, 1.104846, 1.235098, 1.230997, 1.268798, 1.123942, 1.114442, 1.137099, 1.22406, 1.236959, 1.064654, 1.064493, 1.126777, 1.212058, 1.237927, 1.221759, 1.178715, 0.618487, 0.58208, 0.465543, 0.193953, 0.076548, 0.29794]}, "digit": {"n_pos": 0}, "lang": {"n_pos": 0}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 201, "item_id": "pes-Transplantologia kliniczna-2018 wiosna-13", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 796, "region_end": 3, "roundtrip_ok": true, "tf_agree": 0.99, "tf_agree_excl_first": 0.995}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [31, 29, 19, 15, 20, 15, 15, 18, 21, 27, 26, 19, 22, 24, 23, 19, 18, 17, 26, 30, 34, 38, 34, 30, 44, 37, 31, 29, 28, 26, 24, 19, 28, 23, 34, 31, 36, 41, 44, 48, 50, 39, 42, 34, 35, 39, 40, 35, 32, 33], "n_am_pl": [5, 11, 10, 9, 8, 10, 13, 16, 13, 10, 9, 11, 11, 9, 11, 10, 9, 8, 6, 3, 8, 9, 8, 7, 2, 4, 7, 11, 8, 8, 10, 4, 8, 7, 5, 3, 4, 3, 5, 6, 6, 10, 6, 6, 2, 2, 2, 2, 2, 2], "n_pos": 86, "sum_m_en": [10.621562, 5.893121, 6.196518, 5.339268, 5.473682, 5.154685, 5.015, 5.464198, 5.281087, 6.12939, 6.426131, 6.355163, 6.464657, 6.561835, 6.357281, 5.978296, 6.182896, 6.063786, 5.931754, 5.339842, 4.94155, 4.596524, 4.333361, 4.227116, 12.855908, 12.965521, 9.945156, 9.927893, 9.469005, 9.252943, 8.523369, 8.508574, 8.732137, 8.6303, 9.128056, 9.525605, 13.89121, 13.727851, 17.607328, 22.437503, 24.079857, 23.471207, 27.011202, 26.753709, 28.83471, 32.360832, 35.835571, 37.306333, 32.478697, 32.660232], "sum_m_pl": [31.680409, 39.234065, 38.035349, 36.987102, 36.772415, 38.315221, 37.801518, 37.26055, 37.356709, 37.26604, 36.48033, 36.309607, 36.844633, 36.737099, 37.897159, 38.354347, 38.271491, 37.629504, 38.764921, 40.464545, 40.798306, 41.584937, 41.492121, 41.383559, 30.638632, 28.700298, 28.902284, 30.853592, 30.847948, 31.566827, 32.887265, 32.480659, 32.002454, 31.676133, 30.559319, 29.849904, 25.697589, 25.66052, 22.818393, 20.572268, 20.174938, 18.225061, 15.49807, 14.224188, 10.121572, 7.694277, 5.075737, 3.668164, 1.829946, 2.023127]}, "digit": {"n_am_en": [0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.15892, 0.091806, 0.080553, 0.075181, 0.085392, 0.099213, 0.107397, 0.087397, 0.094959, 0.099111, 0.121436, 0.122965, 0.12784, 0.126866, 0.135698, 0.137663, 0.13186, 0.124554, 0.112786, 0.104192, 0.099686, 0.095603, 0.091326, 0.088567, 0.154838, 0.168806, 0.175645, 0.278098, 0.29935, 0.235642, 0.211527, 0.20874, 0.179043, 0.199795, 0.178461, 0.137499, 0.148519, 0.159364, 0.133775, 0.534249, 0.171493, 0.24536, 0.147563, 0.102571, 0.064611, 0.036224, 0.057371, 0.054733, 0.006879, 0.0], "sum_m_pl": [0.807848, 1.030528, 0.988117, 0.944753, 0.763275, 0.718576, 0.759792, 0.767788, 0.725245, 0.697838, 0.71625, 0.631942, 0.671781, 0.671592, 0.720888, 0.784538, 0.799958, 0.788969, 0.873389, 0.897796, 0.926798, 0.918486, 0.922447, 0.927877, 0.779723, 0.674585, 0.601768, 0.673599, 0.640091, 0.646282, 0.712303, 0.719725, 0.670044, 0.679484, 0.622267, 0.628497, 0.61937, 0.597541, 0.403385, 0.33945, 0.371222, 0.369323, 0.433807, 0.453682, 0.284832, 0.21938, 0.21403, 0.178021, 0.024356, 0.0]}, "lang": {"n_am_en": [12, 7, 8, 3, 9, 4, 8, 7, 11, 13, 10, 10, 10, 10, 13, 9, 8, 7, 12, 12, 17, 16, 18, 17, 22, 21, 18, 14, 17, 14, 10, 12, 14, 13, 15, 18, 20, 19, 24, 26, 28, 21, 22, 19, 22, 22, 26, 26, 30, 33], "n_am_pl": [0, 6, 7, 5, 3, 6, 8, 11, 7, 7, 3, 4, 4, 2, 3, 2, 1, 2, 3, 2, 3, 3, 1, 2, 1, 0, 1, 4, 1, 2, 2, 0, 2, 2, 2, 2, 3, 2, 2, 1, 1, 2, 2, 2, 1, 1, 1, 0, 2, 2], "n_pos": 36, "sum_m_en": [3.853103, 2.317705, 2.331425, 2.077285, 2.119759, 2.112246, 2.020536, 2.203284, 2.280888, 2.688587, 2.765612, 2.682791, 2.756468, 2.782872, 2.804148, 2.546272, 2.630304, 2.64499, 2.492613, 2.226363, 2.049718, 1.91049, 1.796758, 1.765376, 6.247205, 5.965935, 4.777433, 4.477748, 4.136886, 4.051656, 3.59059, 3.687087, 3.881963, 3.916185, 4.004305, 4.431694, 6.573406, 6.855191, 9.164693, 12.271587, 13.294369, 13.23361, 15.141324, 15.413357, 18.060352, 19.709133, 23.27115, 26.415488, 30.143004, 32.152099], "sum_m_pl": [12.820594, 15.982853, 15.781079, 15.239736, 15.568244, 16.244404, 16.045841, 15.813103, 15.91681, 15.784513, 15.405826, 15.562722, 15.549106, 15.563329, 16.092148, 16.300908, 16.263044, 16.217896, 16.58141, 17.294519, 17.404367, 17.693078, 17.637994, 17.556794, 12.960301, 12.877907, 13.099468, 14.018212, 14.074736, 14.364602, 14.944979, 14.622749, 14.355182, 14.388892, 13.838196, 13.43054, 11.85215, 11.599866, 10.000152, 8.456257, 8.012843, 6.796, 5.552434, 5.045857, 3.466065, 2.477789, 1.9057, 0.467985, 1.677399, 2.011014]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 88, "item_id": "pes-Transplantologia kliniczna-2019 jesień-91", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 86, "roundtrip_ok": true, "tf_agree": 0.9545, "tf_agree_excl_first": 0.9655}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [15, 12, 11, 7, 11, 17, 15, 11, 15, 15, 13, 14, 15, 9, 12, 9, 15, 13, 13, 15, 17, 17, 22, 19, 22, 22, 21, 12, 14, 16, 12, 15, 14, 14, 17, 21, 21, 22, 24, 27, 30, 21, 23, 21, 20, 17, 9, 5, 4, 3], "n_am_pl": [5, 20, 10, 8, 10, 6, 9, 13, 10, 11, 12, 10, 13, 12, 12, 6, 13, 14, 10, 7, 12, 9, 10, 10, 7, 6, 8, 13, 7, 6, 9, 4, 8, 7, 6, 4, 8, 6, 7, 7, 7, 9, 6, 7, 5, 10, 10, 14, 21, 25], "n_pos": 64, "sum_m_en": [5.821598, 3.546517, 3.671541, 3.486338, 3.751473, 3.847934, 3.832143, 3.82141, 3.774606, 4.385439, 4.535707, 4.302473, 4.218953, 4.385588, 4.125169, 4.005213, 4.06088, 4.053538, 3.899127, 3.467103, 3.271359, 3.065267, 2.917861, 2.893859, 7.583585, 7.749824, 6.255707, 6.182019, 5.959037, 5.96283, 5.804997, 5.753602, 5.412503, 5.277158, 5.30278, 5.366211, 6.769431, 6.73074, 8.786346, 12.180135, 12.759392, 11.190518, 16.032461, 14.07436, 13.232215, 11.704168, 8.64543, 5.538431, 3.658972, 3.00505], "sum_m_pl": [24.493654, 29.847249, 28.799162, 28.381023, 27.169846, 27.970567, 27.868781, 27.62661, 27.212551, 27.327438, 26.611296, 26.663599, 27.312103, 27.156709, 28.144672, 28.701172, 29.202621, 28.818812, 30.035217, 30.940868, 30.962657, 31.410147, 31.128171, 31.044187, 23.974538, 23.239377, 22.967619, 24.399114, 24.377403, 25.180452, 25.663871, 25.398961, 25.680534, 25.019453, 24.56667, 23.817159, 23.309492, 22.688018, 20.889269, 19.050135, 17.845517, 16.84895, 14.045847, 14.54252, 13.636873, 14.842576, 14.355211, 14.334363, 21.00798, 24.557432]}, "digit": {"n_am_en": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_am_pl": [0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "n_pos": 2, "sum_m_en": [0.18525, 0.087054, 0.075886, 0.071938, 0.071698, 0.077544, 0.097773, 0.0852, 0.073838, 0.081512, 0.096037, 0.097521, 0.119344, 0.107293, 0.132798, 0.129396, 0.118328, 0.113676, 0.09284, 0.084258, 0.084674, 0.08058, 0.079914, 0.080479, 0.101323, 0.116758, 0.117406, 0.271661, 0.331233, 0.26114, 0.29686, 0.232774, 0.210552, 0.20349, 0.256314, 0.149893, 0.152271, 0.178343, 0.151126, 0.564693, 0.175453, 0.263443, 0.17351, 0.117742, 0.093844, 0.076899, 0.082732, 0.030783, 0.005266, 0.0], "sum_m_pl": [0.819368, 1.042133, 0.940679, 0.900252, 0.802527, 0.768663, 0.806783, 0.80771, 0.733893, 0.730941, 0.722483, 0.714139, 0.719264, 0.670657, 0.728113, 0.799966, 0.851287, 0.851582, 0.923983, 0.936438, 0.960889, 0.960724, 0.958072, 0.956312, 0.763027, 0.675437, 0.573059, 0.660292, 0.5841, 0.640144, 0.705178, 0.718227, 0.728343, 0.761181, 0.67494, 0.731173, 0.690565, 0.657977, 0.454592, 0.390758, 0.509134, 0.438981, 0.488223, 0.478413, 0.371897, 0.402489, 0.407735, 0.217244, 0.02803, 9e-06]}, "lang": {"n_am_en": [6, 3, 4, 4, 5, 8, 8, 3, 4, 3, 2, 5, 3, 2, 6, 3, 6, 5, 5, 7, 6, 8, 10, 9, 9, 11, 9, 6, 7, 6, 5, 7, 7, 7, 11, 10, 12, 12, 14, 15, 18, 15, 15, 15, 16, 13, 7, 5, 4, 3], "n_am_pl": [3, 9, 7, 5, 5, 4, 4, 3, 3, 7, 7, 5, 7, 5, 6, 4, 5, 7, 5, 3, 5, 4, 4, 5, 4, 3, 5, 5, 3, 1, 5, 3, 1, 2, 1, 2, 3, 4, 4, 5, 4, 5, 5, 5, 4, 9, 9, 13, 21, 25], "n_pos": 28, "sum_m_en": [2.332742, 1.376078, 1.477178, 1.439679, 1.568786, 1.715163, 1.525717, 1.545455, 1.482725, 1.537289, 1.702536, 1.671876, 1.719032, 1.803603, 1.751852, 1.669182, 1.701513, 1.714898, 1.59623, 1.469904, 1.404125, 1.308357, 1.233609, 1.234799, 3.569413, 3.615726, 2.693202, 2.589632, 2.547461, 2.677649, 2.493314, 2.585483, 2.305937, 2.254868, 2.318165, 2.455615, 3.626086, 3.438636, 5.110878, 6.694053, 7.910182, 7.039726, 10.628283, 10.034349, 9.883411, 8.374421, 5.824986, 4.478048, 3.387977, 3.001399], "sum_m_pl": [9.899617, 12.716103, 12.478772, 12.35169, 11.869968, 12.018552, 12.008519, 11.814604, 11.950534, 12.219436, 11.961499, 11.796727, 12.184679, 12.166627, 12.754087, 13.068953, 13.165302, 13.112912, 13.479628, 13.864797, 13.868547, 14.092175, 13.980583, 13.934549, 11.423111, 11.107244, 11.016816, 11.53748, 11.709725, 11.999721, 12.162972, 12.161031, 12.145205, 12.050255, 11.872444, 11.520873, 11.388631, 11.203096, 10.530971, 9.937187, 9.233943, 8.679137, 6.630156, 7.193784, 8.224215, 10.045275, 10.908286, 11.474221, 19.511897, 24.059468]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 66, "item_id": "pes-Transplantologia kliniczna-2019 jesień-91", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 788, "region_end": 64, "roundtrip_ok": true, "tf_agree": 0.9697, "tf_agree_excl_first": 0.9846}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [40, 38, 39, 30, 35, 36, 31, 36, 25, 33, 31, 33, 32, 36, 37, 41, 37, 35, 42, 43, 40, 44, 43, 50, 52, 66, 51, 48, 42, 43, 42, 48, 50, 46, 50, 42, 53, 55, 61, 61, 63, 60, 57, 56, 53, 55, 54, 57, 62, 60], "n_am_pl": [6, 19, 18, 16, 15, 15, 16, 15, 13, 12, 10, 10, 12, 10, 7, 7, 9, 12, 5, 6, 8, 7, 8, 10, 7, 7, 6, 5, 4, 8, 6, 10, 11, 13, 12, 11, 6, 1, 6, 7, 9, 7, 9, 11, 12, 10, 10, 7, 3, 2], "n_pos": 136, "sum_m_en": [15.701729, 8.623634, 7.952905, 7.468895, 7.575212, 7.795161, 7.527314, 7.337832, 7.149466, 7.69049, 8.305429, 9.21751, 9.77661, 10.06369, 9.622457, 8.902279, 8.788641, 9.100378, 8.886625, 8.300113, 7.658577, 7.159991, 6.687779, 6.575952, 21.422858, 20.368133, 18.54063, 16.700908, 15.721085, 14.833204, 14.185702, 13.835017, 14.177642, 14.077602, 15.66667, 18.901766, 22.411705, 24.373849, 27.456361, 30.666384, 35.39605, 33.838708, 38.075844, 40.498774, 44.106721, 49.064368, 54.154358, 53.91471, 60.667257, 60.486543], "sum_m_pl": [47.574101, 62.79326, 61.648877, 62.775293, 61.885067, 62.514677, 62.00902, 60.640649, 58.955753, 60.336436, 60.486354, 59.538575, 59.441666, 58.347882, 60.386593, 61.610806, 62.962469, 60.587293, 61.609557, 62.505296, 62.164394, 63.323015, 64.014023, 63.932242, 44.768466, 47.006503, 45.213564, 49.177429, 51.376433, 51.990287, 52.630207, 53.422155, 52.588371, 52.209877, 51.425323, 47.854142, 43.79683, 41.066346, 39.074649, 35.347548, 33.068424, 27.413896, 24.515692, 22.201842, 20.041292, 13.949912, 13.678049, 8.649678, 3.269742, 2.277099]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [15, 16, 15, 13, 17, 14, 14, 17, 11, 13, 16, 13, 17, 18, 17, 21, 21, 18, 21, 23, 20, 22, 21, 26, 25, 34, 23, 25, 20, 24, 21, 23, 26, 25, 26, 25, 34, 36, 38, 37, 39, 37, 37, 35, 36, 37, 39, 44, 55, 60], "n_am_pl": [3, 7, 6, 6, 4, 6, 5, 5, 6, 6, 4, 3, 4, 4, 1, 3, 4, 7, 2, 4, 3, 2, 3, 3, 2, 4, 4, 2, 2, 5, 2, 2, 4, 8, 8, 5, 2, 0, 2, 4, 6, 3, 5, 5, 5, 4, 5, 2, 3, 2], "n_pos": 66, "sum_m_en": [7.368396, 4.1792, 3.804768, 3.591328, 3.777626, 3.808463, 3.587138, 3.502859, 3.517267, 3.700836, 4.027187, 4.545627, 4.774112, 4.897185, 4.610519, 4.274439, 4.266783, 4.292719, 4.346935, 4.062838, 3.697897, 3.488721, 3.242546, 3.221203, 10.525518, 10.800015, 10.08705, 8.403348, 7.809732, 7.281376, 7.082474, 6.811758, 7.12777, 7.053787, 8.127578, 10.140189, 12.35916, 13.275712, 15.999199, 17.778162, 20.159577, 20.78135, 23.968262, 25.243335, 27.269452, 31.782785, 38.011516, 40.439194, 52.744991, 58.381995], "sum_m_pl": [22.467965, 30.005516, 29.391374, 29.799211, 29.355023, 29.938612, 29.815119, 29.105753, 28.457297, 29.23689, 29.385747, 28.904256, 29.014989, 28.80291, 29.616077, 30.265132, 30.879138, 29.871726, 30.140878, 30.620187, 30.438695, 30.858279, 31.310852, 31.25177, 23.008707, 23.658832, 22.838997, 24.763123, 25.535078, 26.177291, 26.594965, 26.933092, 26.151001, 26.062679, 25.180105, 23.367686, 21.406182, 20.617298, 19.502657, 18.11534, 17.055751, 14.178827, 11.530322, 10.938129, 9.512872, 6.894598, 6.156264, 2.632937, 2.605599, 2.122478]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 138, "item_id": "pes-Transplantologia kliniczna-2020 jesień-75", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 976, "region_end": 136, "roundtrip_ok": true, "tf_agree": 0.9565, "tf_agree_excl_first": 0.9635}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [21, 14, 10, 6, 13, 8, 9, 14, 15, 14, 13, 14, 17, 11, 17, 14, 18, 19, 20, 20, 26, 22, 22, 29, 34, 36, 22, 26, 25, 22, 24, 24, 23, 19, 26, 26, 26, 27, 28, 23, 25, 25, 26, 24, 20, 20, 14, 14, 1, 0], "n_am_pl": [3, 14, 15, 15, 8, 6, 14, 10, 12, 9, 8, 3, 8, 3, 3, 6, 6, 10, 6, 12, 13, 15, 16, 9, 5, 5, 6, 7, 13, 7, 9, 7, 9, 11, 6, 7, 4, 6, 7, 9, 10, 9, 12, 15, 17, 18, 26, 30, 48, 51], "n_pos": 77, "sum_m_en": [7.152424, 3.831884, 3.736313, 3.730414, 3.892767, 3.946482, 3.952082, 4.129699, 4.099658, 4.271592, 4.639402, 4.864542, 4.988041, 5.105309, 4.896218, 4.681475, 4.645206, 4.476846, 4.126286, 3.930572, 3.648271, 3.519612, 3.482791, 3.440263, 9.750884, 9.107673, 8.215359, 7.881145, 8.07189, 7.542763, 6.996367, 7.259235, 6.999935, 7.412488, 7.736613, 8.85275, 10.719762, 12.145807, 12.961193, 12.108333, 14.258752, 14.37951, 14.646182, 15.808474, 14.984267, 14.088196, 11.396716, 9.392256, 1.930343, 0.029127], "sum_m_pl": [29.129489, 34.782574, 34.450281, 34.517565, 33.447565, 33.768252, 33.917462, 33.720665, 33.276726, 34.147445, 33.439832, 33.344811, 33.852973, 33.031373, 34.252907, 34.921621, 35.865595, 35.082994, 36.147576, 36.558217, 36.505434, 37.139117, 37.057622, 37.03513, 27.971453, 29.214334, 28.31443, 30.364799, 31.532157, 32.343815, 32.598049, 32.601684, 32.506267, 31.556607, 31.363629, 29.73788, 28.312077, 27.568239, 27.57861, 27.180164, 26.520662, 21.996841, 21.979416, 21.951234, 23.954333, 24.420537, 27.589373, 30.025357, 43.712923, 50.660625]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [10, 9, 7, 5, 8, 2, 7, 8, 12, 10, 8, 11, 10, 5, 12, 9, 10, 14, 13, 15, 18, 16, 16, 23, 26, 25, 14, 17, 17, 15, 16, 17, 17, 14, 16, 17, 18, 19, 21, 20, 22, 21, 21, 19, 16, 17, 10, 8, 0, 0], "n_am_pl": [2, 8, 8, 10, 6, 3, 5, 5, 7, 8, 5, 1, 4, 1, 3, 6, 4, 5, 3, 6, 8, 9, 9, 4, 3, 3, 4, 5, 9, 6, 6, 4, 4, 6, 3, 4, 2, 4, 3, 7, 7, 7, 10, 11, 16, 17, 25, 30, 45, 50], "n_pos": 50, "sum_m_en": [4.510752, 2.371948, 2.39046, 2.390779, 2.491777, 2.526082, 2.5338, 2.604275, 2.643271, 2.736038, 2.948526, 3.141368, 3.177505, 3.288422, 3.107995, 2.971072, 2.963186, 2.91222, 2.713431, 2.591926, 2.387788, 2.337171, 2.33784, 2.305586, 7.623597, 6.677108, 5.984532, 5.36094, 5.560359, 5.248267, 4.782467, 5.087799, 4.904992, 5.274775, 5.474001, 6.583294, 8.391942, 9.761481, 10.296671, 9.763349, 11.8617, 12.289697, 12.106073, 12.591102, 11.42897, 11.310238, 8.615394, 5.839797, 0.914028, 0.027464], "sum_m_pl": [18.319291, 22.470087, 22.238578, 22.404902, 21.533778, 21.740733, 21.777843, 21.754581, 21.441613, 22.09292, 21.746917, 21.664669, 22.15764, 21.438406, 22.372294, 22.833937, 23.518642, 22.951022, 23.481416, 23.718566, 23.652757, 24.022958, 23.953679, 23.932106, 18.373845, 19.304783, 18.540132, 20.069429, 20.972262, 21.491771, 22.003399, 21.782768, 21.674232, 21.199477, 21.022756, 19.89321, 19.004702, 18.704548, 18.622419, 18.571931, 17.907339, 15.71921, 15.956651, 15.890162, 19.115315, 20.902184, 25.439163, 28.262739, 40.886248, 49.488022]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "pes-Transplantologia kliniczna-2020 jesień-75", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 856, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.9873, "tf_agree_excl_first": 1.0}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [29, 23, 26, 20, 17, 18, 22, 18, 23, 20, 17, 19, 25, 30, 22, 19, 27, 27, 30, 31, 24, 23, 25, 25, 32, 26, 25, 31, 31, 28, 30, 19, 24, 29, 37, 33, 42, 43, 37, 42, 50, 43, 47, 44, 47, 52, 51, 47, 47, 46], "n_am_pl": [6, 19, 14, 18, 12, 20, 16, 13, 11, 10, 12, 11, 13, 16, 19, 15, 14, 10, 8, 9, 15, 11, 10, 12, 10, 9, 15, 6, 10, 12, 8, 14, 15, 13, 16, 21, 10, 11, 12, 9, 7, 7, 7, 5, 3, 5, 3, 2, 3, 1], "n_pos": 102, "sum_m_en": [11.356314, 6.802859, 6.47075, 6.290283, 6.372106, 6.540364, 6.830104, 6.200801, 5.903168, 6.390781, 6.685001, 7.302757, 7.374561, 7.650235, 7.604191, 7.139825, 7.161978, 6.627441, 6.266824, 5.659162, 5.280977, 4.975257, 4.795091, 4.708565, 11.388144, 12.530751, 12.093233, 12.661215, 12.488542, 12.25026, 11.652761, 11.100708, 10.648122, 11.783528, 12.68422, 13.315451, 16.699304, 17.74119, 18.923157, 20.089682, 22.087109, 24.047862, 28.600921, 32.20163, 39.05181, 44.734775, 47.364767, 46.988269, 48.289883, 46.101033], "sum_m_pl": [36.256933, 45.081574, 44.7548, 43.16149, 42.753345, 45.36948, 45.199041, 45.395007, 43.844434, 44.793123, 43.958902, 43.051744, 44.038677, 43.118908, 44.607023, 45.96743, 47.009646, 46.624019, 47.437924, 49.2609, 49.592828, 50.251631, 50.220559, 50.50269, 36.941421, 36.319311, 35.612008, 35.912736, 36.40792, 35.845878, 37.750604, 38.450869, 39.045597, 38.763356, 38.725625, 37.717987, 32.217474, 31.604372, 30.582481, 29.951553, 27.844011, 21.174697, 19.312987, 16.363581, 12.415487, 10.157927, 6.05966, 4.332496, 2.956254, 1.379588]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [17, 10, 12, 10, 11, 9, 12, 8, 10, 8, 9, 12, 11, 13, 12, 10, 11, 11, 16, 14, 12, 12, 14, 17, 20, 15, 13, 15, 13, 12, 15, 9, 13, 15, 24, 16, 23, 26, 24, 25, 28, 29, 30, 26, 32, 34, 34, 35, 42, 44], "n_am_pl": [2, 8, 9, 6, 7, 10, 8, 7, 7, 5, 4, 3, 6, 9, 10, 8, 12, 8, 6, 6, 9, 6, 6, 4, 7, 5, 10, 3, 5, 7, 4, 8, 5, 6, 6, 12, 5, 5, 3, 2, 3, 3, 4, 2, 0, 1, 0, 2, 2, 1], "n_pos": 47, "sum_m_en": [5.187588, 3.098616, 2.904967, 2.845087, 2.947722, 3.084487, 3.070317, 2.839514, 2.714453, 2.868686, 3.023399, 3.309376, 3.429999, 3.507331, 3.456806, 3.225134, 3.297365, 3.055402, 2.956646, 2.64887, 2.427409, 2.282298, 2.199138, 2.160555, 6.140659, 6.610592, 6.373578, 6.136114, 6.0736, 5.918009, 5.773129, 5.61745, 5.629591, 5.940962, 6.333679, 6.922019, 8.76535, 9.376676, 10.949275, 11.699031, 12.196745, 15.080438, 18.550961, 20.38127, 24.091824, 28.200452, 31.620769, 33.270408, 40.872569, 42.711841], "sum_m_pl": [16.910754, 20.282862, 20.447179, 19.876498, 19.653393, 20.875448, 21.092388, 21.257276, 20.730617, 21.201885, 20.893194, 20.584042, 21.039844, 20.780892, 21.451122, 21.804167, 22.073034, 21.8022, 22.004033, 22.885599, 23.063116, 23.367774, 23.30058, 23.426809, 17.687007, 17.172124, 17.096426, 17.434222, 17.59123, 17.371212, 18.131139, 18.096672, 18.338225, 18.741004, 18.637065, 17.9361, 15.113837, 14.595753, 13.697207, 13.335285, 12.561614, 9.363546, 8.08115, 6.473353, 4.591026, 3.676644, 2.192701, 2.080374, 2.163435, 1.181659]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 104, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-58", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 937, "region_end": 102, "roundtrip_ok": true, "tf_agree": 0.9038, "tf_agree_excl_first": 0.9126}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [25, 13, 14, 11, 10, 5, 14, 10, 9, 9, 7, 13, 14, 12, 15, 12, 18, 18, 19, 14, 15, 12, 7, 11, 17, 13, 14, 13, 13, 13, 9, 9, 12, 15, 17, 23, 24, 25, 21, 23, 24, 21, 22, 17, 18, 19, 10, 6, 1, 1], "n_am_pl": [4, 9, 14, 12, 13, 13, 9, 10, 10, 8, 5, 9, 7, 7, 8, 12, 12, 12, 10, 11, 12, 15, 16, 17, 7, 6, 5, 5, 6, 9, 12, 10, 14, 9, 11, 9, 8, 6, 11, 7, 7, 8, 9, 13, 13, 15, 20, 24, 40, 40], "n_pos": 77, "sum_m_en": [6.878064, 3.943292, 3.972362, 4.014108, 4.281287, 4.474365, 4.904942, 4.57173, 4.338108, 4.664674, 4.891369, 5.156317, 5.098534, 5.336751, 5.371466, 5.077264, 5.105416, 4.66023, 4.122156, 3.707074, 3.429054, 3.240604, 3.173179, 3.166603, 6.334867, 7.135739, 6.68071, 7.568182, 6.871576, 6.621453, 6.201212, 6.071188, 6.050171, 6.83584, 7.279403, 7.707481, 8.673581, 8.886957, 8.852817, 10.047258, 10.889858, 11.783531, 13.380211, 13.641115, 13.140706, 13.329447, 8.18837, 5.844257, 1.933715, 1.004954], "sum_m_pl": [29.998952, 35.170489, 34.243068, 33.063703, 31.777433, 33.734181, 33.13438, 33.446531, 32.425457, 32.470491, 31.822584, 31.709275, 33.579029, 33.21769, 34.521192, 35.723068, 36.625241, 36.954252, 37.818138, 39.088805, 39.332818, 39.742832, 39.524694, 39.628354, 31.18642, 29.365209, 27.707166, 28.266278, 28.738, 28.688392, 30.075753, 30.86435, 31.040039, 30.773236, 31.58581, 30.833599, 28.889491, 29.947704, 28.292638, 27.913046, 26.364514, 21.446474, 21.180309, 21.267237, 22.051707, 22.488256, 23.348796, 26.222176, 36.396535, 40.339558]}, "digit": {"n_pos": 0}, "lang": {"n_am_en": [12, 5, 6, 7, 6, 2, 6, 2, 5, 4, 4, 9, 8, 7, 7, 6, 8, 9, 9, 7, 6, 6, 2, 6, 11, 9, 8, 7, 9, 6, 5, 5, 5, 8, 11, 14, 15, 16, 15, 15, 16, 15, 15, 12, 12, 12, 7, 4, 1, 1], "n_am_pl": [4, 3, 11, 8, 8, 7, 4, 6, 5, 6, 2, 4, 2, 4, 5, 6, 7, 8, 7, 6, 8, 9, 9, 11, 4, 4, 4, 3, 2, 5, 5, 5, 8, 5, 7, 7, 6, 4, 8, 5, 4, 6, 6, 11, 12, 14, 19, 21, 39, 39], "n_pos": 41, "sum_m_en": [3.558578, 2.0444, 2.023386, 2.197316, 2.391833, 2.395317, 2.614215, 2.416052, 2.408881, 2.661056, 2.828863, 2.977326, 2.937329, 3.07395, 3.114829, 2.805836, 2.787966, 2.515065, 2.264557, 2.034822, 1.85922, 1.744477, 1.698532, 1.707355, 3.790568, 4.444347, 4.093257, 4.653348, 4.221006, 4.034355, 3.713199, 3.673593, 3.589823, 4.030756, 4.281053, 4.828604, 5.718542, 5.600153, 5.80776, 6.592143, 6.446341, 7.587074, 8.93739, 8.102855, 7.36644, 8.127508, 5.21863, 3.335761, 1.673401, 1.003491], "sum_m_pl": [15.386111, 18.408098, 18.185485, 17.371995, 16.215366, 17.238734, 17.077865, 17.282497, 16.612735, 16.683081, 16.601554, 16.411151, 17.761652, 17.696397, 18.376251, 19.147669, 19.715028, 20.007413, 20.289348, 20.830948, 21.015052, 21.210228, 21.089722, 21.163643, 16.83377, 15.715311, 15.073068, 15.545508, 16.032315, 16.10594, 17.034031, 17.274031, 17.700061, 17.605147, 17.760781, 17.521519, 16.373673, 17.14541, 16.45545, 16.354425, 16.032409, 13.464041, 13.186267, 14.550581, 16.11034, 16.474778, 19.285431, 21.819864, 34.36928, 39.039743]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 79, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-58", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 817, "region_end": 77, "roundtrip_ok": true, "tf_agree": 0.9494, "tf_agree_excl_first": 0.9615}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [54, 53, 34, 33, 37, 34, 34, 44, 39, 38, 40, 44, 44, 49, 46, 55, 47, 46, 47, 43, 40, 44, 41, 47, 54, 60, 52, 53, 50, 56, 44, 53, 46, 54, 66, 65, 68, 74, 79, 78, 84, 78, 76, 68, 63, 75, 71, 76, 86, 84], "n_am_pl": [13, 18, 26, 30, 27, 28, 25, 23, 22, 24, 30, 25, 27, 24, 25, 24, 24, 21, 17, 29, 29, 34, 36, 33, 32, 29, 32, 32, 26, 22, 23, 22, 29, 17, 17, 23, 14, 12, 23, 22, 20, 19, 18, 18, 18, 12, 9, 7, 2, 2], "n_pos": 191, "sum_m_en": [21.070574, 11.389549, 10.776609, 10.683149, 10.684857, 9.990318, 9.875486, 10.567637, 10.613146, 11.697556, 11.999971, 13.350985, 13.22472, 13.913537, 14.242927, 13.400722, 13.073512, 13.101401, 12.430425, 11.435821, 10.36023, 9.735293, 9.28874, 9.039296, 19.87494, 21.896398, 20.694235, 19.84802, 18.215793, 19.041765, 18.36819, 18.039733, 19.628325, 20.367643, 21.206026, 24.926085, 29.626838, 33.268325, 38.989605, 43.175464, 44.170135, 47.161531, 50.564699, 50.003356, 54.006176, 65.607409, 68.987375, 73.72619, 81.348213, 83.918513], "sum_m_pl": [71.170105, 88.016813, 87.74545, 85.478806, 84.665394, 88.856812, 86.499514, 85.007199, 84.588373, 84.825997, 81.724275, 79.419957, 82.469049, 80.139621, 81.218973, 82.479985, 83.370598, 80.31089, 80.370961, 83.225199, 85.235918, 88.280917, 88.156705, 88.987066, 67.876412, 67.11832, 63.281693, 67.194674, 70.931853, 69.435614, 71.912195, 72.1727, 67.941986, 66.039508, 65.662347, 61.051384, 52.725609, 49.922548, 47.757689, 46.576825, 45.714737, 39.382893, 34.851113, 29.01512, 24.286791, 17.876883, 14.259293, 9.663585, 2.701411, 1.730495]}, "digit": {"n_am_en": [1, 4, 5, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 2, 1, 0, 0, 1, 0, 1, 1, 0, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 2, 2, 3, 2, 3, 3, 2, 2, 3, 3, 2, 2, 1, 1, 0], "n_am_pl": [0, 0, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 2, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "n_pos": 6, "sum_m_en": [0.764174, 0.29916, 0.293518, 0.251235, 0.243852, 0.242843, 0.228188, 0.228314, 0.221368, 0.282933, 0.29514, 0.338575, 0.349793, 0.346251, 0.358888, 0.415023, 0.406091, 0.424181, 0.384041, 0.35978, 0.307338, 0.29219, 0.277677, 0.276312, 0.596905, 0.593909, 0.527068, 0.565786, 0.504401, 0.473233, 0.465807, 0.420163, 0.414083, 0.435593, 0.506482, 0.502628, 0.500064, 0.905434, 1.167307, 1.412935, 1.254024, 1.064936, 0.966106, 2.296921, 2.339356, 2.229055, 2.035806, 1.351919, 0.894284, 0.000546], "sum_m_pl": [2.491064, 3.19896, 3.169995, 3.134731, 3.139759, 3.135492, 3.054016, 2.916382, 2.843473, 2.837493, 2.697222, 2.631596, 2.655946, 2.513099, 2.550264, 2.599852, 2.615402, 2.492893, 2.586027, 2.697074, 2.778336, 2.893453, 2.852753, 2.900125, 2.29444, 2.288321, 2.193876, 2.253383, 2.44844, 2.487827, 2.54802, 2.327782, 2.281954, 2.216327, 2.099474, 2.061063, 1.791972, 1.704706, 1.787315, 1.173167, 1.21959, 1.34812, 1.125121, 0.768317, 0.77041, 0.394645, 0.23575, 0.402579, 0.016564, 1e-06]}, "lang": {"n_am_en": [22, 23, 19, 17, 16, 16, 15, 19, 21, 19, 20, 23, 23, 28, 23, 27, 25, 22, 33, 24, 22, 24, 23, 29, 32, 27, 28, 30, 28, 31, 23, 28, 22, 30, 36, 38, 39, 41, 44, 48, 48, 50, 47, 42, 41, 48, 47, 58, 78, 83], "n_am_pl": [3, 9, 13, 12, 10, 16, 16, 15, 14, 13, 15, 12, 12, 11, 14, 13, 8, 9, 10, 16, 13, 15, 12, 10, 15, 14, 18, 11, 14, 9, 11, 12, 13, 8, 6, 11, 5, 2, 6, 5, 5, 5, 5, 8, 6, 6, 7, 3, 2, 2], "n_pos": 87, "sum_m_en": [10.022644, 5.37298, 4.887308, 4.772408, 4.773048, 4.375796, 4.307095, 4.588192, 4.788884, 5.075408, 5.258201, 5.727663, 5.927785, 6.455793, 6.597039, 6.209305, 6.229911, 6.207615, 5.860527, 5.29099, 4.6995, 4.388379, 4.190815, 4.092329, 10.43974, 10.848069, 10.517173, 9.718605, 9.127388, 9.636638, 9.163007, 9.193158, 10.170735, 10.761436, 11.390031, 13.919512, 17.575835, 19.200921, 21.409738, 24.028341, 24.963343, 29.858759, 31.174968, 30.845595, 34.743205, 42.04585, 46.637092, 55.797691, 73.11547, 79.857674], "sum_m_pl": [31.381118, 39.419008, 39.91951, 38.859335, 38.350799, 40.639692, 40.0676, 39.697306, 39.175646, 39.568482, 38.126453, 37.040859, 38.323351, 37.161869, 38.132341, 38.409618, 38.279426, 37.066241, 37.226561, 38.356883, 39.321314, 40.769938, 40.746837, 40.983061, 30.696598, 30.855223, 29.634537, 31.271963, 32.651394, 32.157043, 33.305158, 33.536625, 31.877661, 31.223112, 30.194122, 27.947289, 23.870984, 22.916612, 20.768837, 20.535293, 19.230723, 15.678176, 14.315911, 12.562547, 10.165939, 9.309211, 8.155519, 4.018382, 1.695994, 1.663762]}}, "condition": "en", "finish_reason": "stop", "gen_tokens_reencoded": 193, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-84", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 1028, "region_end": 191, "roundtrip_ok": true, "tf_agree": 0.9637, "tf_agree_excl_first": 0.9688}
{"benchmark": "pes", "classes": {"all": {"n_am_en": [23, 18, 17, 17, 16, 17, 17, 18, 18, 29, 29, 18, 24, 21, 26, 24, 16, 25, 24, 24, 19, 14, 14, 21, 38, 35, 33, 29, 27, 26, 24, 27, 29, 28, 32, 37, 41, 35, 35, 37, 36, 33, 40, 29, 26, 21, 14, 9, 4, 1], "n_am_pl": [5, 12, 23, 15, 21, 9, 13, 12, 19, 17, 12, 12, 10, 10, 17, 15, 24, 19, 18, 16, 21, 26, 23, 26, 10, 11, 11, 13, 11, 17, 20, 17, 20, 15, 9, 13, 12, 16, 20, 19, 20, 16, 12, 12, 17, 23, 26, 28, 45, 58], "n_pos": 98, "sum_m_en": [8.917527, 4.835856, 4.842055, 5.025015, 5.203349, 5.038226, 5.070712, 5.297947, 5.265984, 5.949968, 6.213663, 6.184211, 6.494194, 6.782836, 6.419263, 6.371948, 5.914178, 6.031538, 5.629427, 5.384519, 4.938722, 4.656101, 4.536172, 4.467083, 9.853606, 10.295722, 10.419032, 9.679178, 9.726871, 9.411391, 8.787878, 8.843474, 8.757297, 9.292686, 9.506595, 12.289809, 12.602371, 16.011698, 17.827282, 19.16001, 19.871759, 19.227732, 20.990943, 18.429303, 17.471246, 15.107854, 12.50659, 9.320471, 4.307962, 1.020742], "sum_m_pl": [34.900653, 44.363152, 44.628078, 43.934875, 42.303699, 43.2038, 43.228492, 42.707829, 43.93592, 43.554741, 43.140224, 41.544162, 42.769684, 42.702972, 43.112417, 43.74175, 44.592948, 43.781719, 44.576025, 45.722473, 46.204146, 47.284379, 46.767671, 47.174137, 37.046196, 36.619314, 35.202381, 37.04996, 38.283607, 38.619178, 39.015944, 39.530135, 39.385219, 37.847579, 38.087131, 35.732435, 33.834174, 31.941472, 31.599336, 31.034227, 29.266139, 28.718207, 26.307691, 26.787453, 26.761662, 29.665454, 30.760582, 29.122146, 42.736906, 56.195671]}, "digit": {"n_am_en": [1, 1, 2, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 2, 1, 1, 2, 2, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0], "n_am_pl": [0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "n_pos": 3, "sum_m_en": [0.472041, 0.143819, 0.129667, 0.123933, 0.120408, 0.115403, 0.11926, 0.116357, 0.118048, 0.138692, 0.156628, 0.156337, 0.161697, 0.166836, 0.162336, 0.165226, 0.160872, 0.147288, 0.152959, 0.16154, 0.144908, 0.144031, 0.146002, 0.143406, 0.477805, 0.345557, 0.229619, 0.204148, 0.185029, 0.2133, 0.211911, 0.191739, 0.178894, 0.202684, 0.217412, 0.237146, 0.231349, 0.205399, 0.170679, 0.142051, 0.164112, 0.171893, 0.633387, 0.458306, 0.581144, 0.938223, 0.513365, 0.062166, 0.001449, 1e-06], "sum_m_pl": [1.036339, 1.585771, 1.593569, 1.565993, 1.494932, 1.441451, 1.418204, 1.412831, 1.392907, 1.361344, 1.406665, 1.260536, 1.27388, 1.213343, 1.181719, 1.157465, 1.210491, 1.150789, 1.252883, 1.325212, 1.359972, 1.36676, 1.36626, 1.397228, 0.927164, 1.125984, 1.065373, 0.983523, 1.032405, 1.009674, 0.984078, 0.986364, 1.023709, 1.001863, 0.992708, 1.073491, 0.924493, 0.943416, 0.879192, 0.790661, 0.947948, 1.097049, 0.836255, 1.180349, 0.634987, 0.238763, 0.626847, 0.554776, 0.023003, 0.003677]}, "lang": {"n_am_en": [13, 7, 9, 11, 9, 10, 13, 10, 13, 20, 16, 11, 14, 14, 18, 17, 13, 15, 16, 14, 13, 9, 9, 13, 23, 21, 21, 19, 20, 18, 16, 15, 22, 19, 22, 24, 24, 23, 25, 28, 28, 25, 27, 22, 18, 15, 9, 5, 4, 1], "n_am_pl": [1, 8, 12, 8, 11, 5, 9, 6, 11, 12, 8, 7, 4, 6, 10, 9, 16, 11, 12, 11, 14, 18, 17, 16, 7, 6, 7, 8, 7, 10, 11, 12, 13, 10, 5, 7, 8, 9, 9, 10, 10, 9, 9, 8, 14, 20, 23, 24, 41, 57], "n_pos": 58, "sum_m_en": [4.994264, 2.766391, 2.896896, 3.070508, 3.205364, 3.080681, 3.176869, 3.381878, 3.375662, 3.819773, 3.887679, 3.874021, 4.040054, 4.274066, 3.973573, 3.956459, 3.545373, 3.653584, 3.425456, 3.262655, 2.992363, 2.806779, 2.722055, 2.667805, 6.376437, 6.994105, 6.993861, 6.371361, 6.617746, 6.327208, 5.753722, 5.779019, 5.685485, 6.117133, 6.254365, 8.303526, 8.291987, 10.379543, 13.087631, 13.536675, 13.931326, 13.766322, 14.466584, 13.340903, 12.923557, 11.301321, 8.482101, 5.937997, 3.556025, 1.012307], "sum_m_pl": [20.199097, 25.303638, 25.677146, 25.391876, 23.989633, 24.693215, 25.014351, 24.596981, 25.418391, 25.161861, 24.993205, 24.317282, 25.178142, 25.293727, 26.017627, 26.483941, 27.077445, 26.503235, 26.888804, 27.447728, 27.668156, 28.347676, 27.97348, 28.162848, 22.814979, 22.307291, 21.029762, 22.216138, 22.95945, 23.027387, 23.433371, 23.81576, 23.939038, 23.092626, 23.342869, 21.900986, 21.462008, 20.580058, 19.547492, 19.589341, 18.053082, 16.994781, 15.838604, 16.144401, 17.969534, 21.794431, 25.05308, 24.517308, 37.596751, 53.81071]}}, "condition": "pl", "finish_reason": "stop", "gen_tokens_reencoded": 100, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-84", "model": "bielik-pl-11b-v3.0-instruct", "prompt_tokens": 908, "region_end": 98, "roundtrip_ok": true, "tf_agree": 0.96, "tf_agree_excl_first": 0.9697}